-- Logs begin at Sat 2021-12-18 12:48:29 UTC, end at Sat 2021-12-18 14:42:33 UTC. -- Dec 18 13:18:37.569293 dv-neutron-744815-20-hyperv systemd[1]: Started Devstack devstack@q-svc.service. Dec 18 13:18:40.388199 dv-neutron-744815-20-hyperv neutron-server[103052]: INFO neutron.common.config [-] Logging enabled! Dec 18 13:18:40.388936 dv-neutron-744815-20-hyperv neutron-server[103052]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev294 Dec 18 13:18:40.388936 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103052) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Dec 18 13:18:40.392364 dv-neutron-744815-20-hyperv neutron-server[103052]: INFO neutron.common.config [-] Logging enabled! Dec 18 13:18:40.392619 dv-neutron-744815-20-hyperv neutron-server[103052]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev294 Dec 18 13:18:40.392931 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103052) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Dec 18 13:18:40.393880 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 18 13:18:40.394112 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 18 13:18:40.394479 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 18 13:18:40.394725 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 18 13:18:40.394949 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 18 13:18:40.395297 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 13:18:40.395723 dv-neutron-744815-20-hyperv neutron-server[103052]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Dec 18 13:18:40.396046 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 13:18:40.396344 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 13:18:40.396641 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 13:18:40.396925 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 13:18:40.397211 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 13:18:40.397494 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 13:18:40.397783 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 13:18:40.398083 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 13:18:40.398369 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 13:18:40.398651 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 13:18:40.398936 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 13:18:40.399230 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 13:18:40.399516 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 13:18:40.399806 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 13:18:40.400095 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 13:18:40.400378 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.common.config [-] debug = True {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 13:18:40.400661 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 13:18:40.401090 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 13:18:40.401506 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 13:18:40.401792 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 13:18:40.402150 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 13:18:40.402436 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 13:18:40.402714 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 13:18:40.402994 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 13:18:40.403306 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 13:18:40.403638 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.common.config [-] host = dv-neutron-744815-20-hyperv {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 13:18:40.403921 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 13:18:40.404214 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 13:18:40.404503 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 13:18:40.404792 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 13:18:40.405070 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 13:18:40.405349 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 13:18:40.405635 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 13:18:40.405913 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 13:18:40.406189 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.common.config [-] log_file = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 13:18:40.406468 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 13:18:40.406758 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 13:18:40.407435 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 13:18:40.407728 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 13:18:40.407957 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 13:18:40.408182 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 13:18:40.408473 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 13:18:40.408763 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 13:18:40.409045 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 13:18:40.409324 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 13:18:40.409603 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 13:18:40.409896 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 13:18:40.410162 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 13:18:40.410432 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 13:18:40.410719 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 13:18:40.411005 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 13:18:40.411323 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 13:18:40.411606 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 13:18:40.411881 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 13:18:40.412156 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 13:18:40.412431 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 13:18:40.412717 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 13:18:40.412995 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 13:18:40.413272 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 13:18:40.413548 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 13:18:40.413836 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 13:18:40.414108 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 13:18:40.414389 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 13:18:40.414690 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 13:18:40.414976 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 13:18:40.415286 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 13:18:40.415574 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 13:18:40.415850 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 13:18:40.416135 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 13:18:40.416409 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 13:18:40.416682 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 13:18:40.416953 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.common.config [-] use_json = False {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 13:18:40.417226 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 13:18:40.417556 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 13:18:40.417838 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 13:18:40.418296 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 13:18:40.418579 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 13:18:40.418863 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 13:18:40.419140 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 13:18:40.419450 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 13:18:40.419749 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:40.420050 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:40.420356 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:40.420647 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:40.420954 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:40.421239 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:40.421532 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:40.421816 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:40.422103 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:40.422393 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:40.422684 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:40.422965 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:40.423281 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:40.423563 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:40.423857 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:40.424161 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:40.424457 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:40.424750 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:40.425026 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:40.425301 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:40.425575 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:40.425853 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:40.426142 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:40.426425 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:40.426715 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:40.427005 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:40.427334 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:40.427635 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:40.427925 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:40.428220 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:40.428515 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:40.428791 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:40.429072 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:40.429368 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:40.429648 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:40.429922 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:40.430201 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:40.430495 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:40.430777 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:40.431054 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:40.431370 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:40.431650 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:40.431930 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:40.432203 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:40.432484 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:40.432775 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:40.433131 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:40.433498 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:40.433775 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:40.434057 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:40.434333 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:40.434624 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:40.434902 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:40.435203 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:40.435481 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:40.435761 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:40.436037 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:40.436311 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:40.436594 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:40.436870 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:40.437150 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:40.437427 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:40.437702 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:40.437980 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:40.438258 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:40.438531 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:40.438805 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:40.439077 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:40.439380 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:40.439655 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:40.439931 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:40.440205 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:40.440480 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:40.440756 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:40.441045 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:40.441346 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:40.441626 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:40.441914 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:40.442196 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:40.442477 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:40.442757 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:40.443036 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:40.443356 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:40.443641 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:40.443918 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:40.444206 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:40.444491 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:40.444781 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:40.445066 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:40.445366 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:40.445662 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:40.445945 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:40.446230 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:40.446509 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:40.446792 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:40.447079 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:40.447390 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:40.447684 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:40.447978 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:40.448271 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:40.448564 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:40.448900 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:40.449185 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:40.449495 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:40.449775 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:40.449993 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 18 13:18:40.450235 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103052) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Dec 18 13:18:40.877672 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103052) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Dec 18 13:18:40.877974 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103052) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Dec 18 13:18:40.878246 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103052) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Dec 18 13:18:40.878730 dv-neutron-744815-20-hyperv neutron-server[103052]: INFO neutron.manager [-] Loading core plugin: ml2 Dec 18 13:18:41.205616 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 13:18:41.205911 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 13:18:41.206163 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 13:18:41.207514 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 13:18:41.207789 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 13:18:41.208061 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 13:18:41.253247 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 13:18:41.253534 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 13:18:41.253800 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 13:18:41.268195 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 13:18:41.268484 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 13:18:41.268740 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 13:18:41.297790 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 13:18:41.298065 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 13:18:41.298334 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 13:18:41.335379 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 13:18:41.335663 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 13:18:41.335928 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 13:18:41.685948 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 13:18:41.686496 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 13:18:41.686496 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 13:18:41.686766 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 13:18:41.687490 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 13:18:41.786286 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 13:18:41.786603 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 13:18:41.786886 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 13:18:41.787184 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 13:18:41.787458 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 13:18:41.787773 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 13:18:41.788032 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 13:18:41.788292 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 13:18:41.788541 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 13:18:41.788833 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 13:18:41.789069 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 13:18:41.789331 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 13:18:41.789584 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 13:18:41.789840 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 13:18:41.790228 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 13:18:41.790499 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 13:18:41.790762 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 13:18:41.791031 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 13:18:41.791321 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 13:18:41.791584 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 13:18:41.791858 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 13:18:41.792112 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 13:18:41.792453 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 13:18:41.792834 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 13:18:41.793174 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 13:18:41.793428 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 13:18:41.793841 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103052) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 18 13:18:41.794073 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103052) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 18 13:18:41.794310 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103052) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 18 13:18:41.794548 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103052) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 18 13:18:41.794785 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103052) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 18 13:18:41.795019 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103052) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 18 13:18:41.795419 dv-neutron-744815-20-hyperv neutron-server[103052]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Dec 18 13:18:41.798575 dv-neutron-744815-20-hyperv neutron-server[103052]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Dec 18 13:18:41.802619 dv-neutron-744815-20-hyperv neutron-server[103052]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Dec 18 13:18:41.806545 dv-neutron-744815-20-hyperv neutron-server[103052]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])]) Dec 18 13:18:41.808421 dv-neutron-744815-20-hyperv neutron-server[103052]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Dec 18 13:18:41.808890 dv-neutron-744815-20-hyperv neutron-server[103052]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Dec 18 13:18:41.809238 dv-neutron-744815-20-hyperv neutron-server[103052]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Dec 18 13:18:41.809622 dv-neutron-744815-20-hyperv neutron-server[103052]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Dec 18 13:18:41.812679 dv-neutron-744815-20-hyperv neutron-server[103052]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Dec 18 13:18:41.812933 dv-neutron-744815-20-hyperv neutron-server[103052]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Dec 18 13:18:41.813279 dv-neutron-744815-20-hyperv neutron-server[103052]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Dec 18 13:18:41.818628 dv-neutron-744815-20-hyperv neutron-server[103052]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Dec 18 13:18:41.842487 dv-neutron-744815-20-hyperv neutron-server[103052]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Dec 18 13:18:41.843242 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 13:18:41.843727 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103052) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Dec 18 13:18:41.844119 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 13:18:41.845617 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103052) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Dec 18 13:18:41.846069 dv-neutron-744815-20-hyperv neutron-server[103052]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Dec 18 13:18:41.846459 dv-neutron-744815-20-hyperv neutron-server[103052]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Dec 18 13:18:41.849986 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 13:18:41.850271 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 13:18:41.917132 dv-neutron-744815-20-hyperv neutron-server[103052]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Dec 18 13:18:41.917290 dv-neutron-744815-20-hyperv neutron-server[103052]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Dec 18 13:18:41.917547 dv-neutron-744815-20-hyperv neutron-server[103052]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Dec 18 13:18:41.917920 dv-neutron-744815-20-hyperv neutron-server[103052]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Dec 18 13:18:41.941808 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_db.sqlalchemy.engines [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103052) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Dec 18 13:18:42.380857 dv-neutron-744815-20-hyperv neutron-server[103052]: INFO neutron.plugins.ml2.managers [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Initializing driver for type 'gre' Dec 18 13:18:42.381458 dv-neutron-744815-20-hyperv neutron-server[103052]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] gre ID ranges: [(1, 1000)] Dec 18 13:18:42.433822 dv-neutron-744815-20-hyperv neutron-server[103052]: INFO neutron.plugins.ml2.managers [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Initializing driver for type 'local' Dec 18 13:18:42.434156 dv-neutron-744815-20-hyperv neutron-server[103052]: INFO neutron.plugins.ml2.managers [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Initializing driver for type 'vlan' Dec 18 13:18:42.447976 dv-neutron-744815-20-hyperv neutron-server[103052]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] VlanTypeDriver initialization complete Dec 18 13:18:42.448359 dv-neutron-744815-20-hyperv neutron-server[103052]: INFO neutron.plugins.ml2.managers [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Initializing driver for type 'vxlan' Dec 18 13:18:42.449014 dv-neutron-744815-20-hyperv neutron-server[103052]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] vxlan ID ranges: [(1, 1000)] Dec 18 13:18:42.504672 dv-neutron-744815-20-hyperv neutron-server[103052]: INFO neutron.plugins.ml2.managers [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Initializing extension driver 'port_security' Dec 18 13:18:42.505187 dv-neutron-744815-20-hyperv neutron-server[103052]: INFO neutron.plugins.ml2.extensions.port_security [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] PortSecurityExtensionDriver initialization complete Dec 18 13:18:42.505598 dv-neutron-744815-20-hyperv neutron-server[103052]: INFO neutron.plugins.ml2.managers [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Initializing mechanism driver 'openvswitch' Dec 18 13:18:42.505991 dv-neutron-744815-20-hyperv neutron-server[103052]: INFO neutron.plugins.ml2.managers [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Initializing mechanism driver 'hyperv' Dec 18 13:18:42.512903 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:18:42.513572 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Subscribe: > port after_create 55550000 {{(pid=103052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 13:18:42.513937 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Subscribe: > port after_update 55550000 {{(pid=103052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 13:18:42.514286 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Subscribe: > port after_delete 55550000 {{(pid=103052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 13:18:42.514816 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103052) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 18 13:18:42.515273 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Subscribe: > subnet after_create 55550000 {{(pid=103052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 13:18:42.515626 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Subscribe: > subnet after_update 55550000 {{(pid=103052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 13:18:42.515964 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 13:18:42.516356 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103052) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 18 13:18:42.516755 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Subscribe: > network after_create 55550000 {{(pid=103052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 13:18:42.517099 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Subscribe: > network after_update 55550000 {{(pid=103052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 13:18:42.517434 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Subscribe: > network after_delete 55550000 {{(pid=103052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 13:18:42.517819 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103052) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 18 13:18:42.518220 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Subscribe: > security_group after_create 55550000 {{(pid=103052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 13:18:42.518565 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Subscribe: > security_group after_update 55550000 {{(pid=103052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 13:18:42.518909 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 13:18:42.519461 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103052) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 18 13:18:42.519866 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 13:18:42.520211 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 13:18:42.520551 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 13:18:42.520943 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103052) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 18 13:18:42.521342 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Subscribe: > address_group after_create 55550000 {{(pid=103052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 13:18:42.521686 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Subscribe: > address_group after_update 55550000 {{(pid=103052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 13:18:42.522023 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 13:18:42.522409 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103052) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 18 13:18:42.522782 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] ML2 OVO RPC backend initialized. {{(pid=103052) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Dec 18 13:18:42.523511 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 13:18:42.523868 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 13:18:42.524280 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Subscribe: > network before_response 55550000 {{(pid=103052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 13:18:42.524622 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Subscribe: > networks before_response 55550000 {{(pid=103052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 13:18:42.524964 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Subscribe: > port before_response 55550000 {{(pid=103052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 13:18:42.525299 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Subscribe: > ports before_response 55550000 {{(pid=103052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 13:18:42.525637 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Subscribe: > subnet before_response 55550000 {{(pid=103052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 13:18:42.525972 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Subscribe: > subnets before_response 55550000 {{(pid=103052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 13:18:42.526313 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Subscribe: > network after_create 55550000 {{(pid=103052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 13:18:42.526656 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Subscribe: > network after_update 55550000 {{(pid=103052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 13:18:42.527030 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Subscribe: > network after_delete 55550000 {{(pid=103052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 13:18:42.527395 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Subscribe: > port after_create 55550000 {{(pid=103052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 13:18:42.527726 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Subscribe: > port after_update 55550000 {{(pid=103052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 13:18:42.528059 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Subscribe: > port after_delete 55550000 {{(pid=103052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 13:18:42.528390 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Subscribe: > subnet after_create 55550000 {{(pid=103052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 13:18:42.528725 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Subscribe: > subnet after_update 55550000 {{(pid=103052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 13:18:42.529056 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 13:18:42.529624 dv-neutron-744815-20-hyperv neutron-server[103052]: INFO neutron.plugins.ml2.plugin [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Modular L2 Plugin initialization complete Dec 18 13:18:42.529952 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.manager [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Loading services supported by the core plugin {{(pid=103052) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Dec 18 13:18:42.530272 dv-neutron-744815-20-hyperv neutron-server[103052]: INFO neutron.plugins.ml2.managers [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Got port-security extension from driver 'port_security' Dec 18 13:18:42.530739 dv-neutron-744815-20-hyperv neutron-server[103052]: INFO neutron.extensions.vlantransparent [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Disabled vlantransparent extension. Dec 18 13:18:42.531245 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.manager [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103052) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Dec 18 13:18:42.531559 dv-neutron-744815-20-hyperv neutron-server[103052]: INFO neutron.manager [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Loading Plugin: router Dec 18 13:18:42.568103 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 13:18:42.568493 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Subscribe: > router after_create 55549900 {{(pid=103052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 13:18:42.568852 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Subscribe: > router before_create 55549900 {{(pid=103052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 13:18:42.569211 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 13:18:42.569573 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 13:18:42.569930 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Subscribe: > router after_delete 55549900 {{(pid=103052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 13:18:42.570283 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 13:18:42.570626 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 13:18:42.570976 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Subscribe: > router after_create 55549900 {{(pid=103052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 13:18:42.571351 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Subscribe: > router after_update 55549900 {{(pid=103052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 13:18:42.571694 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Subscribe: > router after_update 55549900 {{(pid=103052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 13:18:42.572015 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 13:18:42.572365 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Subscribe: > router after_update 55549900 {{(pid=103052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 13:18:42.572765 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Subscribe: > router precommit_update 55549900 {{(pid=103052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 13:18:42.573125 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Subscribe: port after_update 55550000 {{(pid=103052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 13:18:42.573457 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Subscribe: port after_delete 55550000 {{(pid=103052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 13:18:42.573852 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Subscribe: subnet after_update 55550000 {{(pid=103052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 13:18:42.574188 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 13:18:42.574530 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 13:18:42.574866 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Subscribe: > router precommit_create 55549900 {{(pid=103052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 13:18:42.575231 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Subscribe: port before_delete 55550000 {{(pid=103052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 13:18:42.575548 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Subscribe: > router precommit_create 55550000 {{(pid=103052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 13:18:42.575898 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Subscribe: > router after_update 55549900 {{(pid=103052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 13:18:42.576232 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 13:18:42.576572 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Subscribe: > router precommit_create 55549900 {{(pid=103052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 13:18:42.576929 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 13:18:42.577266 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Subscribe: > router precommit_update 55549900 {{(pid=103052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 13:18:42.577621 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Subscribe: > agent after_create 55550000 {{(pid=103052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 13:18:42.577968 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Subscribe: > agent after_delete 55550000 {{(pid=103052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 13:18:42.578307 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Subscribe: > network after_delete 55550000 {{(pid=103052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 13:18:42.579188 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.quota.resource_registry [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Tracking information for resource: router configured {{(pid=103052) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 18 13:18:42.579520 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.quota.resource_registry [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Tracking information for resource: floatingip configured {{(pid=103052) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 18 13:18:42.584553 dv-neutron-744815-20-hyperv neutron-server[103052]: INFO neutron.db.l3_agentschedulers_db [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Dec 18 13:18:42.585122 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Subscribe: port after_update 55550000 {{(pid=103052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 13:18:42.585479 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Subscribe: port after_create 55550000 {{(pid=103052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 13:18:42.585830 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Subscribe: port after_delete 55550000 {{(pid=103052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 13:18:42.586173 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Subscribe: port after_update 55550000 {{(pid=103052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 13:18:42.586951 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Subscribe: > router before_create 55550100 {{(pid=103052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 13:18:42.587342 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 13:18:42.587695 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Subscribe: > router precommit_create 55550100 {{(pid=103052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 13:18:42.588041 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Subscribe: > router precommit_update 55550100 {{(pid=103052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 13:18:42.592803 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.services.provider_configuration [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Service providers = [] {{(pid=103052) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Dec 18 13:18:42.593163 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.db.servicetype_db [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103052) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Dec 18 13:18:42.596090 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.services.service_base [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103052) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 18 13:18:42.596435 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.services.service_base [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103052) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 18 13:18:42.596766 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.services.service_base [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103052) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 18 13:18:42.597638 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.services.service_base [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103052) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 18 13:18:42.598001 dv-neutron-744815-20-hyperv neutron-server[103052]: INFO neutron.services.service_base [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Default provider is not specified for service type L3_ROUTER_NAT Dec 18 13:18:42.598368 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.manager [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103052) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 18 13:18:42.598675 dv-neutron-744815-20-hyperv neutron-server[103052]: INFO neutron.manager [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Dec 18 13:18:42.610992 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.manager [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103052) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 18 13:18:42.611367 dv-neutron-744815-20-hyperv neutron-server[103052]: INFO neutron.manager [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Loading Plugin: auto_allocate Dec 18 13:18:42.617315 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Subscribe: network precommit_update 55550000 {{(pid=103052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 13:18:42.617675 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Subscribe: network precommit_create 55550000 {{(pid=103052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 13:18:42.618198 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.manager [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103052) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 18 13:18:42.618512 dv-neutron-744815-20-hyperv neutron-server[103052]: INFO neutron.manager [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Loading Plugin: tag Dec 18 13:18:42.625363 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.manager [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103052) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 18 13:18:42.625689 dv-neutron-744815-20-hyperv neutron-server[103052]: INFO neutron.manager [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Loading Plugin: timestamp Dec 18 13:18:42.629747 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.manager [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103052) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 18 13:18:42.630071 dv-neutron-744815-20-hyperv neutron-server[103052]: INFO neutron.manager [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Loading Plugin: network_ip_availability Dec 18 13:18:42.635690 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 13:18:42.635992 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 13:18:42.636364 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 13:18:42.637226 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.manager [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103052) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 18 13:18:42.637543 dv-neutron-744815-20-hyperv neutron-server[103052]: INFO neutron.manager [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Loading Plugin: flavors Dec 18 13:18:42.642320 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.manager [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103052) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 18 13:18:42.642646 dv-neutron-744815-20-hyperv neutron-server[103052]: INFO neutron.manager [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Loading Plugin: revisions Dec 18 13:18:42.646980 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.manager [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103052) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 18 13:18:42.647403 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_concurrency.lockutils [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.769s {{(pid=103052) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Dec 18 13:18:42.648137 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103052) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Dec 18 13:18:42.648472 dv-neutron-744815-20-hyperv neutron-server[103052]: INFO neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Initializing extension manager. Dec 18 13:18:42.648993 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Loading extension file: __init__.py {{(pid=103052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 18 13:18:42.649328 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Loading extension file: __pycache__ {{(pid=103052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 18 13:18:42.649652 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=103052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 18 13:18:42.649976 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Loading extension file: address_group.py {{(pid=103052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 18 13:18:42.650729 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 18 13:18:42.651341 dv-neutron-744815-20-hyperv neutron-server[103052]: INFO neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Loaded extension: address-group Dec 18 13:18:42.651665 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Loading extension file: address_scope.py {{(pid=103052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 18 13:18:42.652753 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 18 13:18:42.653256 dv-neutron-744815-20-hyperv neutron-server[103052]: INFO neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Loaded extension: address-scope Dec 18 13:18:42.653575 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 18 13:18:42.654481 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 18 13:18:42.654988 dv-neutron-744815-20-hyperv neutron-server[103052]: INFO neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Loaded extension: router-admin-state-down-before-update Dec 18 13:18:42.655334 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Loading extension file: agent.py {{(pid=103052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 18 13:18:42.656035 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 18 13:18:42.656530 dv-neutron-744815-20-hyperv neutron-server[103052]: INFO neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Loaded extension: agent Dec 18 13:18:42.657289 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Loading extension file: agent_resources_synced.py {{(pid=103052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 18 13:18:42.658189 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 18 13:18:42.658687 dv-neutron-744815-20-hyperv neutron-server[103052]: INFO neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Loaded extension: agent-resources-synced Dec 18 13:18:42.659007 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Loading extension file: allowedaddresspairs.py {{(pid=103052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 18 13:18:42.660811 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 18 13:18:42.661327 dv-neutron-744815-20-hyperv neutron-server[103052]: INFO neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Loaded extension: allowed-address-pairs Dec 18 13:18:42.661648 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Loading extension file: auto_allocated_topology.py {{(pid=103052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 18 13:18:42.662722 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 18 13:18:42.663249 dv-neutron-744815-20-hyperv neutron-server[103052]: INFO neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Loaded extension: auto-allocated-topology Dec 18 13:18:42.663569 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Loading extension file: availability_zone.py {{(pid=103052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 18 13:18:42.664257 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 18 13:18:42.664763 dv-neutron-744815-20-hyperv neutron-server[103052]: INFO neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Loaded extension: availability_zone Dec 18 13:18:42.665080 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Loading extension file: availability_zone_filter.py {{(pid=103052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 18 13:18:42.665982 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 18 13:18:42.666481 dv-neutron-744815-20-hyperv neutron-server[103052]: INFO neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Loaded extension: availability_zone_filter Dec 18 13:18:42.666796 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Loading extension file: data_plane_status.py {{(pid=103052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 18 13:18:42.667741 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 18 13:18:42.668329 dv-neutron-744815-20-hyperv neutron-server[103052]: INFO neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Extension data-plane-status not supported by any of loaded plugins Dec 18 13:18:42.668646 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Loading extension file: default_subnetpools.py {{(pid=103052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 18 13:18:42.669557 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 18 13:18:42.670055 dv-neutron-744815-20-hyperv neutron-server[103052]: INFO neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Loaded extension: default-subnetpools Dec 18 13:18:42.670370 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 18 13:18:42.671180 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 18 13:18:42.671704 dv-neutron-744815-20-hyperv neutron-server[103052]: INFO neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Loaded extension: dhcp_agent_scheduler Dec 18 13:18:42.672018 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Loading extension file: dns.py {{(pid=103052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 18 13:18:42.672915 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 18 13:18:42.673405 dv-neutron-744815-20-hyperv neutron-server[103052]: INFO neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Extension dns-integration not supported by any of loaded plugins Dec 18 13:18:42.673719 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Loading extension file: dns_domain_ports.py {{(pid=103052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 18 13:18:42.674626 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 18 13:18:42.675122 dv-neutron-744815-20-hyperv neutron-server[103052]: INFO neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Extension dns-domain-ports not supported by any of loaded plugins Dec 18 13:18:42.675465 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 18 13:18:42.676376 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 18 13:18:42.676871 dv-neutron-744815-20-hyperv neutron-server[103052]: INFO neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Dec 18 13:18:42.677184 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Loading extension file: dvr.py {{(pid=103052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 18 13:18:42.677847 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 18 13:18:42.678341 dv-neutron-744815-20-hyperv neutron-server[103052]: INFO neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Loaded extension: dvr Dec 18 13:18:42.678655 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Loading extension file: ecmp_routes.py {{(pid=103052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 18 13:18:42.679588 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 18 13:18:42.680074 dv-neutron-744815-20-hyperv neutron-server[103052]: INFO neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Extension ecmp_routes not supported by any of loaded plugins Dec 18 13:18:42.680391 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Loading extension file: empty_string_filtering.py {{(pid=103052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 18 13:18:42.681287 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 18 13:18:42.681790 dv-neutron-744815-20-hyperv neutron-server[103052]: INFO neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Loaded extension: empty-string-filtering Dec 18 13:18:42.682107 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 18 13:18:42.683092 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 18 13:18:42.683674 dv-neutron-744815-20-hyperv neutron-server[103052]: INFO neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Dec 18 13:18:42.683987 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 18 13:18:42.684901 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 18 13:18:42.685394 dv-neutron-744815-20-hyperv neutron-server[103052]: INFO neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Dec 18 13:18:42.685709 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Loading extension file: external_net.py {{(pid=103052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 18 13:18:42.686599 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 18 13:18:42.687104 dv-neutron-744815-20-hyperv neutron-server[103052]: INFO neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Loaded extension: external-net Dec 18 13:18:42.687428 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 18 13:18:42.688323 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 18 13:18:42.688821 dv-neutron-744815-20-hyperv neutron-server[103052]: INFO neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Loaded extension: extra_dhcp_opt Dec 18 13:18:42.689133 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Loading extension file: extraroute.py {{(pid=103052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 18 13:18:42.690034 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 18 13:18:42.690526 dv-neutron-744815-20-hyperv neutron-server[103052]: INFO neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Loaded extension: extraroute Dec 18 13:18:42.690842 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Loading extension file: extraroute_atomic.py {{(pid=103052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 18 13:18:42.691895 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 18 13:18:42.692398 dv-neutron-744815-20-hyperv neutron-server[103052]: INFO neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Loaded extension: extraroute-atomic Dec 18 13:18:42.692721 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Loading extension file: filter_validation.py {{(pid=103052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 18 13:18:42.693374 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 18 13:18:42.693865 dv-neutron-744815-20-hyperv neutron-server[103052]: INFO neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Loaded extension: filter-validation Dec 18 13:18:42.694174 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Loading extension file: fip_pf_description.py {{(pid=103052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 18 13:18:42.695081 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 18 13:18:42.695600 dv-neutron-744815-20-hyperv neutron-server[103052]: INFO neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Dec 18 13:18:42.695912 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Loading extension file: fip_port_details.py {{(pid=103052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 18 13:18:42.696813 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 18 13:18:42.697302 dv-neutron-744815-20-hyperv neutron-server[103052]: INFO neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Loaded extension: fip-port-details Dec 18 13:18:42.697614 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Loading extension file: flavors.py {{(pid=103052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 18 13:18:42.698859 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 18 13:18:42.699395 dv-neutron-744815-20-hyperv neutron-server[103052]: INFO neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Loaded extension: flavors Dec 18 13:18:42.699714 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 18 13:18:42.701386 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 18 13:18:42.701903 dv-neutron-744815-20-hyperv neutron-server[103052]: INFO neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Dec 18 13:18:42.702231 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Loading extension file: floatingip_pools.py {{(pid=103052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 18 13:18:42.702920 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 18 13:18:42.703461 dv-neutron-744815-20-hyperv neutron-server[103052]: INFO neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Loaded extension: floatingip-pools Dec 18 13:18:42.703781 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Loading extension file: ip_allocation.py {{(pid=103052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 18 13:18:42.704703 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 18 13:18:42.705196 dv-neutron-744815-20-hyperv neutron-server[103052]: INFO neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Extension ip_allocation not supported by any of loaded plugins Dec 18 13:18:42.705517 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 18 13:18:42.706436 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 18 13:18:42.706921 dv-neutron-744815-20-hyperv neutron-server[103052]: INFO neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Loaded extension: ip-substring-filtering Dec 18 13:18:42.707268 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Loading extension file: l2_adjacency.py {{(pid=103052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 18 13:18:42.708187 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 18 13:18:42.708672 dv-neutron-744815-20-hyperv neutron-server[103052]: INFO neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Extension l2_adjacency not supported by any of loaded plugins Dec 18 13:18:42.708993 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Loading extension file: l3.py {{(pid=103052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 18 13:18:42.710067 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 18 13:18:42.710598 dv-neutron-744815-20-hyperv neutron-server[103052]: INFO neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Loaded extension: router Dec 18 13:18:42.710923 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 18 13:18:42.713183 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 18 13:18:42.713699 dv-neutron-744815-20-hyperv neutron-server[103052]: INFO neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Dec 18 13:18:42.714028 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 18 13:18:42.714996 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 18 13:18:42.715536 dv-neutron-744815-20-hyperv neutron-server[103052]: INFO neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Loaded extension: ext-gw-mode Dec 18 13:18:42.715860 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 18 13:18:42.716792 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 18 13:18:42.717296 dv-neutron-744815-20-hyperv neutron-server[103052]: INFO neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Loaded extension: l3-ha Dec 18 13:18:42.717619 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 18 13:18:42.718514 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 18 13:18:42.719009 dv-neutron-744815-20-hyperv neutron-server[103052]: INFO neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Dec 18 13:18:42.719354 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Loading extension file: l3_flavors.py {{(pid=103052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 18 13:18:42.720254 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 18 13:18:42.720757 dv-neutron-744815-20-hyperv neutron-server[103052]: INFO neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Loaded extension: l3-flavors Dec 18 13:18:42.721077 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Loading extension file: l3_ndp_proxy.py {{(pid=103052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 18 13:18:42.722438 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 18 13:18:42.722947 dv-neutron-744815-20-hyperv neutron-server[103052]: INFO neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Dec 18 13:18:42.723304 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 18 13:18:42.724217 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 18 13:18:42.724728 dv-neutron-744815-20-hyperv neutron-server[103052]: INFO neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Loaded extension: l3-port-ip-change-not-allowed Dec 18 13:18:42.725046 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Loading extension file: l3agentscheduler.py {{(pid=103052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 18 13:18:42.726074 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 18 13:18:42.726586 dv-neutron-744815-20-hyperv neutron-server[103052]: INFO neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Loaded extension: l3_agent_scheduler Dec 18 13:18:42.726906 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Loading extension file: local_ip.py {{(pid=103052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 18 13:18:42.728677 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 18 13:18:42.729195 dv-neutron-744815-20-hyperv neutron-server[103052]: INFO neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Extension local_ip not supported by any of loaded plugins Dec 18 13:18:42.729521 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Loading extension file: logging.py {{(pid=103052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 18 13:18:42.731032 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 18 13:18:42.731563 dv-neutron-744815-20-hyperv neutron-server[103052]: INFO neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Extension logging not supported by any of loaded plugins Dec 18 13:18:42.731886 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Loading extension file: metering.py {{(pid=103052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 18 13:18:42.732618 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 18 13:18:42.733183 dv-neutron-744815-20-hyperv neutron-server[103052]: INFO neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Loaded extension: metering Dec 18 13:18:42.733498 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 18 13:18:42.734611 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 18 13:18:42.735109 dv-neutron-744815-20-hyperv neutron-server[103052]: INFO neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Loaded extension: metering_source_and_destination_fields Dec 18 13:18:42.735450 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Loading extension file: multiprovidernet.py {{(pid=103052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 18 13:18:42.736367 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 18 13:18:42.736870 dv-neutron-744815-20-hyperv neutron-server[103052]: INFO neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Loaded extension: multi-provider Dec 18 13:18:42.737184 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Loading extension file: netmtu.py {{(pid=103052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 18 13:18:42.738072 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 18 13:18:42.738569 dv-neutron-744815-20-hyperv neutron-server[103052]: INFO neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Loaded extension: net-mtu Dec 18 13:18:42.738886 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Loading extension file: netmtu_writable.py {{(pid=103052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 18 13:18:42.739817 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 18 13:18:42.740322 dv-neutron-744815-20-hyperv neutron-server[103052]: INFO neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Loaded extension: net-mtu-writable Dec 18 13:18:42.740632 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Loading extension file: network_availability_zone.py {{(pid=103052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 18 13:18:42.741289 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 18 13:18:42.741789 dv-neutron-744815-20-hyperv neutron-server[103052]: INFO neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Loaded extension: network_availability_zone Dec 18 13:18:42.742101 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Loading extension file: network_ip_availability.py {{(pid=103052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 18 13:18:42.743384 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 18 13:18:42.743893 dv-neutron-744815-20-hyperv neutron-server[103052]: INFO neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Loaded extension: network-ip-availability Dec 18 13:18:42.744201 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Loading extension file: network_segment_range.py {{(pid=103052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 18 13:18:42.744968 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 18 13:18:42.745475 dv-neutron-744815-20-hyperv neutron-server[103052]: INFO neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Extension network-segment-range not supported by any of loaded plugins Dec 18 13:18:42.745795 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Loading extension file: pagination.py {{(pid=103052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 18 13:18:42.746782 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 18 13:18:42.747101 dv-neutron-744815-20-hyperv neutron-server[103052]: INFO neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Loaded extension: pagination Dec 18 13:18:42.747453 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Loading extension file: port_device_profile.py {{(pid=103052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 18 13:18:42.748361 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 18 13:18:42.748855 dv-neutron-744815-20-hyperv neutron-server[103052]: INFO neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Loaded extension: port-device-profile Dec 18 13:18:42.749169 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 18 13:18:42.750066 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 18 13:18:42.750561 dv-neutron-744815-20-hyperv neutron-server[103052]: INFO neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Loaded extension: port-mac-address-regenerate Dec 18 13:18:42.750875 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 18 13:18:42.751801 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 18 13:18:42.752290 dv-neutron-744815-20-hyperv neutron-server[103052]: INFO neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Loaded extension: port-numa-affinity-policy Dec 18 13:18:42.752605 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Loading extension file: port_resource_request.py {{(pid=103052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 18 13:18:42.753511 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 18 13:18:42.754005 dv-neutron-744815-20-hyperv neutron-server[103052]: INFO neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Extension port-resource-request not supported by any of loaded plugins Dec 18 13:18:42.754328 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Loading extension file: port_resource_request_groups.py {{(pid=103052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 18 13:18:42.755324 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 18 13:18:42.755827 dv-neutron-744815-20-hyperv neutron-server[103052]: INFO neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Extension port-resource-request-groups not supported by any of loaded plugins Dec 18 13:18:42.756149 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Loading extension file: portbindings.py {{(pid=103052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 18 13:18:42.757065 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 18 13:18:42.757562 dv-neutron-744815-20-hyperv neutron-server[103052]: INFO neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Loaded extension: binding Dec 18 13:18:42.757876 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Loading extension file: portbindings_extended.py {{(pid=103052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 18 13:18:42.759268 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 18 13:18:42.759778 dv-neutron-744815-20-hyperv neutron-server[103052]: INFO neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Loaded extension: binding-extended Dec 18 13:18:42.760099 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Loading extension file: portsecurity.py {{(pid=103052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 18 13:18:42.761014 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 18 13:18:42.761554 dv-neutron-744815-20-hyperv neutron-server[103052]: INFO neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Loaded extension: port-security Dec 18 13:18:42.761879 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Loading extension file: project_id.py {{(pid=103052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 18 13:18:42.763134 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 18 13:18:42.763489 dv-neutron-744815-20-hyperv neutron-server[103052]: INFO neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Loaded extension: project-id Dec 18 13:18:42.763804 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Loading extension file: providernet.py {{(pid=103052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 18 13:18:42.764727 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 18 13:18:42.765221 dv-neutron-744815-20-hyperv neutron-server[103052]: INFO neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Loaded extension: provider Dec 18 13:18:42.765537 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Loading extension file: qos.py {{(pid=103052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 18 13:18:42.769356 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 18 13:18:42.769874 dv-neutron-744815-20-hyperv neutron-server[103052]: INFO neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Extension qos not supported by any of loaded plugins Dec 18 13:18:42.770203 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 18 13:18:42.771471 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 18 13:18:42.771978 dv-neutron-744815-20-hyperv neutron-server[103052]: INFO neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Dec 18 13:18:42.772306 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 18 13:18:42.773202 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 18 13:18:42.773707 dv-neutron-744815-20-hyperv neutron-server[103052]: INFO neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Dec 18 13:18:42.774028 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Loading extension file: qos_default.py {{(pid=103052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 18 13:18:42.774921 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 18 13:18:42.775449 dv-neutron-744815-20-hyperv neutron-server[103052]: INFO neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Extension qos-default not supported by any of loaded plugins Dec 18 13:18:42.775773 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Loading extension file: qos_fip.py {{(pid=103052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 18 13:18:42.776419 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 18 13:18:42.776925 dv-neutron-744815-20-hyperv neutron-server[103052]: INFO neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Extension qos-fip not supported by any of loaded plugins Dec 18 13:18:42.777254 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 18 13:18:42.778163 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 18 13:18:42.778649 dv-neutron-744815-20-hyperv neutron-server[103052]: INFO neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Dec 18 13:18:42.778971 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Loading extension file: qos_gateway_ip.py {{(pid=103052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 18 13:18:42.779900 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 18 13:18:42.780399 dv-neutron-744815-20-hyperv neutron-server[103052]: INFO neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Extension qos-gateway-ip not supported by any of loaded plugins Dec 18 13:18:42.780719 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Loading extension file: qos_port_network_policy.py {{(pid=103052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 18 13:18:42.781630 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 18 13:18:42.782506 dv-neutron-744815-20-hyperv neutron-server[103052]: INFO neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Extension qos-port-network-policy not supported by any of loaded plugins Dec 18 13:18:42.782824 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 18 13:18:42.783875 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 18 13:18:42.784386 dv-neutron-744815-20-hyperv neutron-server[103052]: INFO neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Extension qos-pps-minimum not supported by any of loaded plugins Dec 18 13:18:42.784705 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Loading extension file: qos_pps_rule.py {{(pid=103052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 18 13:18:42.785875 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 18 13:18:42.786382 dv-neutron-744815-20-hyperv neutron-server[103052]: INFO neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Extension qos-pps not supported by any of loaded plugins Dec 18 13:18:42.786710 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Loading extension file: qos_rule_type_details.py {{(pid=103052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 18 13:18:42.787641 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 18 13:18:42.788144 dv-neutron-744815-20-hyperv neutron-server[103052]: INFO neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Extension qos-rule-type-details not supported by any of loaded plugins Dec 18 13:18:42.788460 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Loading extension file: qos_rules_alias.py {{(pid=103052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 18 13:18:42.789497 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 18 13:18:42.789997 dv-neutron-744815-20-hyperv neutron-server[103052]: INFO neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Extension qos-rules-alias not supported by any of loaded plugins Dec 18 13:18:42.790311 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Loading extension file: quota_check_limit.py {{(pid=103052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 18 13:18:42.791248 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 18 13:18:42.791762 dv-neutron-744815-20-hyperv neutron-server[103052]: INFO neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Loaded extension: quota-check-limit Dec 18 13:18:42.792080 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Loading extension file: quotasv2.py {{(pid=103052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 18 13:18:42.793534 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 18 13:18:42.793879 dv-neutron-744815-20-hyperv neutron-server[103052]: INFO neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Loaded extension: quotas Dec 18 13:18:42.794173 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Loading extension file: quotasv2_detail.py {{(pid=103052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 18 13:18:42.797444 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 18 13:18:42.797796 dv-neutron-744815-20-hyperv neutron-server[103052]: INFO neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Loaded extension: quota_details Dec 18 13:18:42.798124 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Loading extension file: rbac.py {{(pid=103052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 18 13:18:42.799187 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 18 13:18:42.799711 dv-neutron-744815-20-hyperv neutron-server[103052]: INFO neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Loaded extension: rbac-policies Dec 18 13:18:42.800033 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Loading extension file: rbac_address_group.py {{(pid=103052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 18 13:18:42.800962 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 18 13:18:42.801461 dv-neutron-744815-20-hyperv neutron-server[103052]: INFO neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Loaded extension: rbac-address-group Dec 18 13:18:42.801782 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Loading extension file: rbac_address_scope.py {{(pid=103052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 18 13:18:42.802687 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 18 13:18:42.803213 dv-neutron-744815-20-hyperv neutron-server[103052]: INFO neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Loaded extension: rbac-address-scope Dec 18 13:18:42.803535 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Loading extension file: rbac_security_groups.py {{(pid=103052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 18 13:18:42.804450 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 18 13:18:42.804952 dv-neutron-744815-20-hyperv neutron-server[103052]: INFO neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Loaded extension: rbac-security-groups Dec 18 13:18:42.805269 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Loading extension file: rbac_subnetpool.py {{(pid=103052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 18 13:18:42.806177 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 18 13:18:42.806681 dv-neutron-744815-20-hyperv neutron-server[103052]: INFO neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Loaded extension: rbac-subnetpool Dec 18 13:18:42.807000 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Loading extension file: revisionifmatch.py {{(pid=103052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 18 13:18:42.807953 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 18 13:18:42.808484 dv-neutron-744815-20-hyperv neutron-server[103052]: INFO neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Loaded extension: revision-if-match Dec 18 13:18:42.808800 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Loading extension file: revisions.py {{(pid=103052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 18 13:18:42.809990 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 18 13:18:42.810494 dv-neutron-744815-20-hyperv neutron-server[103052]: INFO neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Loaded extension: standard-attr-revisions Dec 18 13:18:42.810813 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Loading extension file: router_availability_zone.py {{(pid=103052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 18 13:18:42.811520 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 18 13:18:42.812023 dv-neutron-744815-20-hyperv neutron-server[103052]: INFO neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Loaded extension: router_availability_zone Dec 18 13:18:42.812348 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Loading extension file: routerservicetype.py {{(pid=103052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 18 13:18:42.813257 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 18 13:18:42.813759 dv-neutron-744815-20-hyperv neutron-server[103052]: INFO neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Extension router-service-type not supported by any of loaded plugins Dec 18 13:18:42.814074 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 18 13:18:42.814998 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 18 13:18:42.815528 dv-neutron-744815-20-hyperv neutron-server[103052]: INFO neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Loaded extension: security-groups-normalized-cidr Dec 18 13:18:42.815844 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 18 13:18:42.816748 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 18 13:18:42.817245 dv-neutron-744815-20-hyperv neutron-server[103052]: INFO neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Loaded extension: port-security-groups-filtering Dec 18 13:18:42.817563 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 18 13:18:42.818479 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 18 13:18:42.818981 dv-neutron-744815-20-hyperv neutron-server[103052]: INFO neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Loaded extension: security-groups-remote-address-group Dec 18 13:18:42.819338 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 18 13:18:42.820253 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 18 13:18:42.820753 dv-neutron-744815-20-hyperv neutron-server[103052]: INFO neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Loaded extension: security-groups-shared-filtering Dec 18 13:18:42.821070 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 18 13:18:42.821648 dv-neutron-744815-20-hyperv neutron-server[103052]: WARNING neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Dec 18 13:18:42.821962 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Loading extension file: securitygroup.py {{(pid=103052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 18 13:18:42.831832 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 18 13:18:42.832343 dv-neutron-744815-20-hyperv neutron-server[103052]: INFO neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Loaded extension: security-group Dec 18 13:18:42.832669 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Loading extension file: segment.py {{(pid=103052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 18 13:18:42.833446 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 18 13:18:42.833944 dv-neutron-744815-20-hyperv neutron-server[103052]: INFO neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Extension segment not supported by any of loaded plugins Dec 18 13:18:42.834270 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 18 13:18:42.835226 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 18 13:18:42.835732 dv-neutron-744815-20-hyperv neutron-server[103052]: INFO neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Dec 18 13:18:42.836052 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Loading extension file: servicetype.py {{(pid=103052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 18 13:18:42.837154 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 18 13:18:42.837670 dv-neutron-744815-20-hyperv neutron-server[103052]: INFO neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Loaded extension: service-type Dec 18 13:18:42.837990 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Loading extension file: sorting.py {{(pid=103052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 18 13:18:42.838959 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 18 13:18:42.839341 dv-neutron-744815-20-hyperv neutron-server[103052]: INFO neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Loaded extension: sorting Dec 18 13:18:42.839649 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Loading extension file: standard_attr_segment.py {{(pid=103052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 18 13:18:42.840569 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 18 13:18:42.841075 dv-neutron-744815-20-hyperv neutron-server[103052]: INFO neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Extension standard-attr-segment not supported by any of loaded plugins Dec 18 13:18:42.841395 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Loading extension file: standardattrdescription.py {{(pid=103052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 18 13:18:42.842034 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 18 13:18:42.842528 dv-neutron-744815-20-hyperv neutron-server[103052]: INFO neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Loaded extension: standard-attr-description Dec 18 13:18:42.842843 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Loading extension file: stateful_security_group.py {{(pid=103052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 18 13:18:42.843789 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 18 13:18:42.844308 dv-neutron-744815-20-hyperv neutron-server[103052]: INFO neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Loaded extension: stateful-security-group Dec 18 13:18:42.844624 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Loading extension file: stdattrs_common.py {{(pid=103052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 18 13:18:42.845184 dv-neutron-744815-20-hyperv neutron-server[103052]: WARNING neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Dec 18 13:18:42.845494 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 18 13:18:42.846413 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 18 13:18:42.846921 dv-neutron-744815-20-hyperv neutron-server[103052]: INFO neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Dec 18 13:18:42.847268 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Loading extension file: subnet_onboard.py {{(pid=103052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 18 13:18:42.848334 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 18 13:18:42.848842 dv-neutron-744815-20-hyperv neutron-server[103052]: INFO neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Loaded extension: subnet_onboard Dec 18 13:18:42.849161 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 18 13:18:42.850073 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 18 13:18:42.850570 dv-neutron-744815-20-hyperv neutron-server[103052]: INFO neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Dec 18 13:18:42.850883 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Loading extension file: subnet_service_types.py {{(pid=103052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 18 13:18:42.851820 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 18 13:18:42.852319 dv-neutron-744815-20-hyperv neutron-server[103052]: INFO neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Loaded extension: subnet-service-types Dec 18 13:18:42.852632 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Loading extension file: subnetallocation.py {{(pid=103052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 18 13:18:42.853707 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 18 13:18:42.854212 dv-neutron-744815-20-hyperv neutron-server[103052]: INFO neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Loaded extension: subnet_allocation Dec 18 13:18:42.854531 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 18 13:18:42.857181 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 18 13:18:42.857693 dv-neutron-744815-20-hyperv neutron-server[103052]: INFO neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Loaded extension: subnetpool-prefix-ops Dec 18 13:18:42.858010 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 18 13:18:42.859071 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 18 13:18:42.859601 dv-neutron-744815-20-hyperv neutron-server[103052]: INFO neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Dec 18 13:18:42.859922 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Loading extension file: tagging.py {{(pid=103052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 18 13:18:42.861130 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, ndp_proxy, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 18 13:18:42.861644 dv-neutron-744815-20-hyperv neutron-server[103052]: INFO neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Loaded extension: standard-attr-tag Dec 18 13:18:42.861965 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Loading extension file: timestamp.py {{(pid=103052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 18 13:18:42.863182 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 18 13:18:42.863704 dv-neutron-744815-20-hyperv neutron-server[103052]: INFO neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Loaded extension: standard-attr-timestamp Dec 18 13:18:42.864024 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Loading extension file: trunk.py {{(pid=103052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 18 13:18:42.865049 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 18 13:18:42.865552 dv-neutron-744815-20-hyperv neutron-server[103052]: INFO neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Extension trunk not supported by any of loaded plugins Dec 18 13:18:42.865868 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Loading extension file: trunk_details.py {{(pid=103052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 18 13:18:42.866788 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 18 13:18:42.867316 dv-neutron-744815-20-hyperv neutron-server[103052]: INFO neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Extension trunk-details not supported by any of loaded plugins Dec 18 13:18:42.867641 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Loading extension file: uplink_status_propagation.py {{(pid=103052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 18 13:18:42.868553 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 18 13:18:42.869053 dv-neutron-744815-20-hyperv neutron-server[103052]: INFO neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Extension uplink-status-propagation not supported by any of loaded plugins Dec 18 13:18:42.869369 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Loading extension file: vlantransparent.py {{(pid=103052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 18 13:18:42.870027 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 18 13:18:42.870552 dv-neutron-744815-20-hyperv neutron-server[103052]: INFO neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Extension vlan-transparent not supported by any of loaded plugins Dec 18 13:18:42.873290 dv-neutron-744815-20-hyperv neutron-server[103052]: INFO neutron.quota.resource_registry [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Creating instance of TrackedResource for resource:network Dec 18 13:18:42.873805 dv-neutron-744815-20-hyperv neutron-server[103052]: INFO neutron.quota.resource_registry [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Creating instance of TrackedResource for resource:subnet Dec 18 13:18:42.874194 dv-neutron-744815-20-hyperv neutron-server[103052]: INFO neutron.quota.resource_registry [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Creating instance of TrackedResource for resource:subnetpool Dec 18 13:18:42.874583 dv-neutron-744815-20-hyperv neutron-server[103052]: INFO neutron.quota.resource_registry [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Creating instance of TrackedResource for resource:port Dec 18 13:18:42.875814 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.api.v2.resource_helper [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103052) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 18 13:18:42.876246 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.api.v2.resource_helper [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Service FLAVORS assigned prefix: {{(pid=103052) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 18 13:18:42.876857 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.api.v2.resource_helper [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103052) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 18 13:18:42.877279 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.api.v2.resource_helper [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103052) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 18 13:18:42.877609 dv-neutron-744815-20-hyperv neutron-server[103052]: INFO neutron.quota.resource_registry [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Creating instance of TrackedResource for resource:router Dec 18 13:18:42.878026 dv-neutron-744815-20-hyperv neutron-server[103052]: INFO neutron.quota.resource_registry [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Creating instance of TrackedResource for resource:floatingip Dec 18 13:18:42.878510 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.api.v2.resource_helper [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Service METERING assigned prefix: /metering {{(pid=103052) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 18 13:18:42.879997 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 13:18:42.880361 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 13:18:42.880702 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 13:18:42.881710 dv-neutron-744815-20-hyperv neutron-server[103052]: INFO neutron.quota.resource_registry [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Creating instance of CountableResource for resource:rbac_policy Dec 18 13:18:42.882148 dv-neutron-744815-20-hyperv neutron-server[103052]: INFO neutron.quota.resource_registry [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Creating instance of TrackedResource for resource:security_group Dec 18 13:18:42.882569 dv-neutron-744815-20-hyperv neutron-server[103052]: INFO neutron.quota.resource_registry [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Creating instance of TrackedResource for resource:security_group_rule Dec 18 13:18:42.883157 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.api.v2.resource_helper [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Service CORE assigned prefix: {{(pid=103052) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 18 13:18:42.883494 dv-neutron-744815-20-hyperv neutron-server[103052]: INFO neutron.quota.resource_registry [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Creating instance of TrackedResource for resource:subnetpool Dec 18 13:18:42.883829 dv-neutron-744815-20-hyperv neutron-server[103052]: WARNING neutron.quota.resource_registry [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] subnetpool is already registered Dec 18 13:18:42.884252 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.api.v2.resource_helper [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Service CORE assigned prefix: {{(pid=103052) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 18 13:18:42.884569 dv-neutron-744815-20-hyperv neutron-server[103052]: INFO neutron.quota.resource_registry [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Creating instance of TrackedResource for resource:subnetpool Dec 18 13:18:42.884901 dv-neutron-744815-20-hyperv neutron-server[103052]: WARNING neutron.quota.resource_registry [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] subnetpool is already registered Dec 18 13:18:42.887412 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.api.v2.resource_helper [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103052) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 18 13:18:42.887789 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.api.v2.resource_helper [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Service FLAVORS assigned prefix: {{(pid=103052) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 18 13:18:42.888388 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.api.v2.resource_helper [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103052) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 18 13:18:42.888810 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.api.v2.resource_helper [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103052) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 18 13:18:42.889136 dv-neutron-744815-20-hyperv neutron-server[103052]: INFO neutron.quota.resource_registry [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Creating instance of TrackedResource for resource:router Dec 18 13:18:42.889480 dv-neutron-744815-20-hyperv neutron-server[103052]: WARNING neutron.quota.resource_registry [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] router is already registered Dec 18 13:18:42.889885 dv-neutron-744815-20-hyperv neutron-server[103052]: INFO neutron.quota.resource_registry [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Creating instance of TrackedResource for resource:floatingip Dec 18 13:18:42.890218 dv-neutron-744815-20-hyperv neutron-server[103052]: WARNING neutron.quota.resource_registry [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] floatingip is already registered Dec 18 13:18:42.890671 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.api.v2.resource_helper [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Service METERING assigned prefix: /metering {{(pid=103052) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 18 13:18:42.891387 dv-neutron-744815-20-hyperv neutron-server[103052]: INFO neutron.quota.resource_registry [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Creating instance of CountableResource for resource:rbac_policy Dec 18 13:18:42.891708 dv-neutron-744815-20-hyperv neutron-server[103052]: WARNING neutron.quota.resource_registry [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] rbac_policy is already registered Dec 18 13:18:42.892105 dv-neutron-744815-20-hyperv neutron-server[103052]: INFO neutron.quota.resource_registry [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Creating instance of TrackedResource for resource:security_group Dec 18 13:18:42.892441 dv-neutron-744815-20-hyperv neutron-server[103052]: WARNING neutron.quota.resource_registry [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] security_group is already registered Dec 18 13:18:42.892831 dv-neutron-744815-20-hyperv neutron-server[103052]: INFO neutron.quota.resource_registry [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Creating instance of TrackedResource for resource:security_group_rule Dec 18 13:18:42.893160 dv-neutron-744815-20-hyperv neutron-server[103052]: WARNING neutron.quota.resource_registry [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] security_group_rule is already registered Dec 18 13:18:42.893620 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.api.v2.resource_helper [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Service CORE assigned prefix: {{(pid=103052) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 18 13:18:42.893935 dv-neutron-744815-20-hyperv neutron-server[103052]: INFO neutron.quota.resource_registry [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Creating instance of TrackedResource for resource:subnetpool Dec 18 13:18:42.894272 dv-neutron-744815-20-hyperv neutron-server[103052]: WARNING neutron.quota.resource_registry [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] subnetpool is already registered Dec 18 13:18:42.894674 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.api.v2.resource_helper [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Service CORE assigned prefix: {{(pid=103052) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 18 13:18:42.894994 dv-neutron-744815-20-hyperv neutron-server[103052]: INFO neutron.quota.resource_registry [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Creating instance of TrackedResource for resource:subnetpool Dec 18 13:18:42.895361 dv-neutron-744815-20-hyperv neutron-server[103052]: WARNING neutron.quota.resource_registry [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] subnetpool is already registered Dec 18 13:18:42.897016 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Extended resource: extensions {{(pid=103052) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 18 13:18:42.898538 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Extended resource: address-groups {{(pid=103052) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 18 13:18:42.900065 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Extended resource: address-scopes {{(pid=103052) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 18 13:18:42.901274 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Extended resource: agents {{(pid=103052) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 18 13:18:42.902560 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Extended resource: auto-allocated-topology {{(pid=103052) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 18 13:18:42.903835 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Extended resource: availability_zones {{(pid=103052) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 18 13:18:42.905052 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Extended resource: dhcp-networks {{(pid=103052) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 18 13:18:42.906563 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Extended resource: dhcp-agents {{(pid=103052) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 18 13:18:42.908389 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Extended resource: routers {{(pid=103052) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 18 13:18:42.910483 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Extended resource: flavors {{(pid=103052) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 18 13:18:42.911759 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Extended resource: service_profiles {{(pid=103052) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 18 13:18:42.912968 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Extended resource: next_providers {{(pid=103052) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 18 13:18:42.914498 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Extended resource: service_profiles {{(pid=103052) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 18 13:18:42.915948 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Extended resource: floatingip-pools {{(pid=103052) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 18 13:18:42.917295 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Extended resource: routers {{(pid=103052) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 18 13:18:42.919574 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Extended resource: floatingips {{(pid=103052) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 18 13:18:42.920864 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Extended resource: l3-routers {{(pid=103052) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 18 13:18:42.922255 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Extended resource: l3-agents {{(pid=103052) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 18 13:18:42.923702 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Extended resource: metering-labels {{(pid=103052) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 18 13:18:42.924955 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Extended resource: metering-label-rules {{(pid=103052) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 18 13:18:42.926336 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Extended resource: network-ip-availabilities {{(pid=103052) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 18 13:18:42.927600 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Extended resource: bindings {{(pid=103052) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 18 13:18:42.929172 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Extended resource: quotas {{(pid=103052) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 18 13:18:42.930801 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Extended resource: quotas {{(pid=103052) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 18 13:18:42.932377 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Extended resource: rbac-policies {{(pid=103052) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 18 13:18:42.933649 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Extended resource: security-groups {{(pid=103052) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 18 13:18:42.934976 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Extended resource: security-group-rules {{(pid=103052) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 18 13:18:42.936225 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Extended resource: service-providers {{(pid=103052) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 18 13:18:42.937431 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Extended resource: subnetpools {{(pid=103052) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 18 13:18:42.938834 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Extended resource: subnetpools {{(pid=103052) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 18 13:18:42.940338 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Extended resource: tags {{(pid=103052) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 18 13:18:42.942021 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Extended resource: tags {{(pid=103052) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 18 13:18:42.943838 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Extended resource: tags {{(pid=103052) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 18 13:18:42.945607 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Extended resource: tags {{(pid=103052) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 18 13:18:42.947303 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Extended resource: tags {{(pid=103052) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 18 13:18:42.949687 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Extended resource: tags {{(pid=103052) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 18 13:18:42.951436 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Extended resource: tags {{(pid=103052) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 18 13:18:42.954241 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Extended resource: tags {{(pid=103052) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 18 13:18:42.956021 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Extended resource: tags {{(pid=103052) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 18 13:18:42.957767 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Extended resource: tags {{(pid=103052) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 18 13:18:42.959695 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron.api.extensions [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Extended resource: tags {{(pid=103052) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 18 13:18:42.966003 dv-neutron-744815-20-hyperv neutron-server[103052]: WARNING keystonemiddleware.auth_token [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Dec 18 13:18:42.970698 dv-neutron-744815-20-hyperv neutron-server[103052]: WARNING keystonemiddleware.auth_token [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Dec 18 13:18:42.979330 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_concurrency.lockutils [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Acquired lock "singleton_lock" {{(pid=103052) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Dec 18 13:18:42.979820 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_concurrency.lockutils [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Releasing lock "singleton_lock" {{(pid=103052) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Dec 18 13:18:42.980562 dv-neutron-744815-20-hyperv neutron-server[103052]: INFO oslo_service.service [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Starting 2 workers Dec 18 13:18:42.985317 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Started child 103159 {{(pid=103052) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 18 13:18:42.989807 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Started child 103160 {{(pid=103052) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 18 13:18:42.990509 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:18:42.991322 dv-neutron-744815-20-hyperv neutron-server[103052]: INFO neutron.service [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Neutron service started, listening on 0.0.0.0:9696 Dec 18 13:18:42.991771 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Publish callbacks [] for process, before_spawn {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:18:42.992050 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [-] (103159) wsgi starting up on http://0.0.0.0:9696 Dec 18 13:18:42.994095 dv-neutron-744815-20-hyperv neutron-server[103052]: INFO oslo_service.service [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Starting 1 workers Dec 18 13:18:42.994365 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:18:42.996011 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [-] (103160) wsgi starting up on http://0.0.0.0:9696 Dec 18 13:18:42.999481 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Started child 103161 {{(pid=103052) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 18 13:18:43.000009 dv-neutron-744815-20-hyperv neutron-server[103052]: INFO oslo_service.service [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Starting 1 workers Dec 18 13:18:43.003334 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.service [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] calling RpcWorker wait() {{(pid=103161) _wait /opt/stack/neutron/neutron/service.py:128}} Dec 18 13:18:43.003900 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.service [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] returning from RpcWorker wait() {{(pid=103161) _wait /opt/stack/neutron/neutron/service.py:135}} Dec 18 13:18:43.004455 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Started child 103162 {{(pid=103052) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 18 13:18:43.005206 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:18:43.005343 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-19cbd1f2-ef14-4af1-a3ce-1c22519a6ae6 None None] Publish callbacks [] for process, after_spawn {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:18:43.005731 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:18:43.007016 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103052) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Dec 18 13:18:43.007228 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 18 13:18:43.007392 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 18 13:18:43.007624 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 18 13:18:43.007945 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 18 13:18:43.008121 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 18 13:18:43.008631 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 13:18:43.008903 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 13:18:43.009127 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 13:18:43.009268 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:18:43.009743 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 13:18:43.009743 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 13:18:43.010193 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 13:18:43.010458 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 13:18:43.010654 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 13:18:43.010917 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 13:18:43.011316 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 13:18:43.011510 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 13:18:43.011646 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 13:18:43.011894 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 13:18:43.012098 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 13:18:43.012375 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 13:18:43.012679 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 13:18:43.012901 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 13:18:43.013128 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 13:18:43.013263 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 13:18:43.013516 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 13:18:43.013776 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 13:18:43.014169 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 13:18:43.014636 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] debug = True {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 13:18:43.014636 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 13:18:43.014907 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 13:18:43.015134 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 13:18:43.015406 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 13:18:43.015617 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 13:18:43.015881 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 13:18:43.016117 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 13:18:43.016385 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 13:18:43.016600 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 13:18:43.016809 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 13:18:43.017034 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 13:18:43.017292 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 13:18:43.017523 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 13:18:43.017733 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 13:18:43.017961 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 13:18:43.018169 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 13:18:43.018417 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 13:18:43.018613 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 13:18:43.019067 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] host = dv-neutron-744815-20-hyperv {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 13:18:43.019322 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 13:18:43.019549 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 13:18:43.019791 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 13:18:43.020030 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 13:18:43.020274 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 13:18:43.020541 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 13:18:43.020738 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 13:18:43.021033 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 13:18:43.021235 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 13:18:43.021475 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 13:18:43.021714 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 13:18:43.021948 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 13:18:43.022159 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 13:18:43.022475 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] log_file = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 13:18:43.022624 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] log_options = True {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 13:18:43.022804 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 13:18:43.023065 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 13:18:43.023365 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 13:18:43.023558 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 13:18:43.023723 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 13:18:43.023894 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 13:18:43.024146 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 13:18:43.024294 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 13:18:43.024538 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 13:18:43.024747 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 13:18:43.024955 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 13:18:43.025190 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 13:18:43.025413 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 13:18:43.025631 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 13:18:43.025888 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 13:18:43.026133 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 13:18:43.026375 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 13:18:43.026578 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 13:18:43.026843 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 13:18:43.027685 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 13:18:43.027685 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 13:18:43.027685 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 13:18:43.028088 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 13:18:43.028088 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 13:18:43.028354 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 13:18:43.028486 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 13:18:43.028626 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 13:18:43.028825 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 13:18:43.029060 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 13:18:43.029304 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 13:18:43.029537 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 13:18:43.029788 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 13:18:43.030001 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 13:18:43.030238 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 13:18:43.030495 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 13:18:43.030743 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 13:18:43.030917 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 13:18:43.031170 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 13:18:43.031419 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 13:18:43.031642 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 13:18:43.032259 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 13:18:43.032593 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 13:18:43.032762 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 13:18:43.032963 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 13:18:43.033191 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 13:18:43.033427 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 13:18:43.033636 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] use_json = False {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 13:18:43.033845 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 13:18:43.034070 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 13:18:43.034325 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 13:18:43.034537 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 13:18:43.034746 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 13:18:43.034955 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 13:18:43.035199 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 13:18:43.035428 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 13:18:43.035858 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.036128 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.036438 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.036694 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.036945 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.037194 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.037438 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.037655 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.037898 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.038133 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.039109 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:18:43.039540 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.039684 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.039917 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.040192 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.040480 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.040862 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.041141 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.041506 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.041714 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.041964 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.042211 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.042673 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.043325 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.043325 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.043587 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.044853 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.045825 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.046146 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.047475 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.047824 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.048768 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.051427 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.31/identity {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.051654 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.051894 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.052135 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.052398 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.052633 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.052866 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.053108 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.053379 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.053609 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.053846 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.054096 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.054335 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.054558 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.054810 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.055048 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.055339 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.055600 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.055853 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.056089 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.056314 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.056530 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.056766 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.056996 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.057234 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.057490 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.057816 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.058119 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.058747 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.058747 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.058964 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.059232 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.059459 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.059675 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.059916 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.060142 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.060357 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.060628 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.061027 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.061403 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.061610 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.061814 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.062033 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.062266 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.062486 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.062703 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.062916 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.063162 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.063381 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.063716 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.063822 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.064035 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.064406 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.064872 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.064872 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.064872 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.065181 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.065300 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.065516 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.065930 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.066046 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.066315 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.066570 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.066825 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.067043 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.067311 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.067531 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.067767 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.067984 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.068230 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.068580 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.068701 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.069052 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.069176 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.069342 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.069595 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.069832 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.070048 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.070269 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.070484 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.070717 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.070937 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.073665 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.073665 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.073665 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.073665 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.073665 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.073665 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.073665 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.073665 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.074259 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.074259 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.074259 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.074259 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.074540 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.075014 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.075014 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.075251 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.075536 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.077506 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.077506 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.077506 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.077506 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.077506 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.077506 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.077506 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.077506 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.078038 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.078038 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.078164 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.078413 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.078634 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.078863 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.079099 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.079387 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.079632 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.079895 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.080151 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.080398 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.31/identity {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.080623 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.080842 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.081109 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.081326 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.081673 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.081971 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.082221 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.082439 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.082776 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.083034 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.083281 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.083499 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.083776 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.083971 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.084196 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.084448 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.084664 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.084881 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.085127 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.085344 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.085566 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.085782 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.085999 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.086244 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.086464 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.086730 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.086978 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.087236 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.087469 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.087712 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.087949 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.088164 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.088429 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.088654 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.088870 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.089085 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.089434 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.089954 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.089954 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.090161 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.090390 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.090649 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.090898 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.091246 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.091488 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.091821 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.092064 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.092313 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.092525 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.092805 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.093006 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.093244 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.093481 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.093699 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.093942 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.094187 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.094452 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.094674 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.094919 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.095179 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.095407 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.095623 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.095909 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.096172 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.096404 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.096654 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.096895 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.097108 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.097342 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.097576 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.097770 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.098018 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.098238 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.098451 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.098679 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.098897 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.099111 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.099375 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.099595 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.099846 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.100286 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.100685 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.100924 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.101151 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.101373 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.101588 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.101862 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.102077 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.102292 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.102516 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.102909 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.103127 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.103412 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.103626 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.103838 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.104062 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.104281 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.104487 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.104860 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.105209 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.105335 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.105633 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.105903 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.106236 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.106490 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.106791 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.107032 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.107318 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.107569 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.107771 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.108012 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.108244 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.108899 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.108899 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.109104 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.109350 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.109621 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.109916 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.110184 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.110393 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.110687 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.111014 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.111320 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.111581 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.111845 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.112082 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.112321 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.112528 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.112764 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.113000 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.113217 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.113472 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.113718 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.113949 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.114195 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.114440 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.114661 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.114887 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.115118 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.115556 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.115769 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.115927 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 18 13:18:43.116480 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103052) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Dec 18 13:18:43.116646 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 18 13:18:43.116801 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 18 13:18:43.116973 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 18 13:18:43.117144 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 18 13:18:43.117298 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 18 13:18:43.117509 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 13:18:43.117673 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 13:18:43.117835 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 13:18:43.117997 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 13:18:43.118159 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 13:18:43.118354 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 13:18:43.118518 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 13:18:43.118677 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 13:18:43.118837 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 13:18:43.118996 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 13:18:43.119178 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 13:18:43.119336 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 13:18:43.119496 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 13:18:43.119655 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 13:18:43.119814 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 13:18:43.120049 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 13:18:43.120213 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 13:18:43.120524 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 13:18:43.120682 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 13:18:43.120843 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 13:18:43.121002 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 13:18:43.121289 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 13:18:43.121289 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] debug = True {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 13:18:43.121493 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 13:18:43.121871 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 13:18:43.121871 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 13:18:43.122112 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 13:18:43.122112 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 13:18:43.122311 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 13:18:43.122422 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 13:18:43.122529 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 13:18:43.122683 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 13:18:43.122843 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 13:18:43.123001 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 13:18:43.123201 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 13:18:43.123327 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 13:18:43.123669 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 13:18:43.123669 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 13:18:43.123980 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 13:18:43.123980 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 13:18:43.124131 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 13:18:43.124207 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] host = dv-neutron-744815-20-hyperv {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 13:18:43.124358 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 13:18:43.124515 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 13:18:43.124672 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 13:18:43.124829 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 13:18:43.124986 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 13:18:43.125346 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 13:18:43.125346 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 13:18:43.125502 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 13:18:43.125578 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 13:18:43.125735 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 13:18:43.125894 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 13:18:43.126051 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 13:18:43.126209 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 13:18:43.126372 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] log_file = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 13:18:43.126531 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] log_options = True {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 13:18:43.126689 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 13:18:43.126847 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 13:18:43.127004 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 13:18:43.128272 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 13:18:43.128272 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 13:18:43.128272 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 13:18:43.128272 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 13:18:43.128272 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 13:18:43.128272 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 13:18:43.128272 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 13:18:43.128844 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 13:18:43.128844 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 13:18:43.128844 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 13:18:43.128844 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 13:18:43.128844 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 13:18:43.129221 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 13:18:43.129221 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 13:18:43.129427 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 13:18:43.129427 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 13:18:43.129577 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 13:18:43.129705 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 13:18:43.129861 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 13:18:43.130019 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 13:18:43.130181 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 13:18:43.130336 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 13:18:43.130650 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 13:18:43.130798 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 13:18:43.130957 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 13:18:43.131114 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 13:18:43.131309 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 13:18:43.131469 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 13:18:43.131629 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 13:18:43.131787 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 13:18:43.131944 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 13:18:43.132102 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 13:18:43.132260 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 13:18:43.132418 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 13:18:43.132576 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 13:18:43.132710 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 13:18:43.132877 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 13:18:43.133032 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 13:18:43.133343 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 13:18:43.133530 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 13:18:43.133663 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 13:18:43.133805 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 13:18:43.133934 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 13:18:43.134070 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] use_json = False {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 13:18:43.134232 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 13:18:43.134390 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 13:18:43.134549 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 13:18:43.134702 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 13:18:43.135028 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 13:18:43.135028 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 13:18:43.135344 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 13:18:43.135344 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 13:18:43.135588 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.135669 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.135794 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.135955 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.136171 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.136442 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.136572 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.136702 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.136786 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.136929 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.137098 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.137261 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.137486 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.137580 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.137741 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.137905 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.138067 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.138229 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.138390 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.138550 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.138712 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.138872 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.139040 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.139383 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.139383 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.139632 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.139716 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.139835 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.139995 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.140171 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.140331 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.140493 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.31/identity {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.140654 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.140815 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.140976 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.141140 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.141301 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.141462 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.141623 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.141783 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.141942 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.142102 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.142262 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.142422 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.142508 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:18:43.142592 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.142731 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.142893 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.143070 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.143242 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.143405 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.143567 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.143727 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.143888 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.144049 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.144209 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.144370 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.144530 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.144701 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.144862 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.145024 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.145188 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.145345 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.145658 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.145822 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.145985 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.146146 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.146313 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.146475 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.146649 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.146810 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.146970 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.147132 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.147315 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.147479 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.147671 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.147838 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.147998 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.148143 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.148310 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.148471 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.148631 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.148791 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.148952 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.149113 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.149275 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.149435 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.149596 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.149758 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.149918 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.150079 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.150238 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.150408 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.150585 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.150745 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.150905 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.151067 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.151249 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.151410 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.151571 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.151816 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.151976 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.152136 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.152295 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.152457 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.152621 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.152781 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.152939 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.153175 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.153271 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.153409 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.153640 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.153806 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.153965 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.154125 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.154284 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.154444 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.154603 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.154764 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.154934 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.155094 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.155294 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.155456 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.155625 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.155797 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.156053 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.156185 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.156305 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.156422 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.156625 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.157118 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.157245 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.157389 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.157555 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.157717 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.157890 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.158052 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.158213 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.158374 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.158560 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.158720 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.158880 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.159042 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.159219 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.159377 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.159540 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.159699 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.159859 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.160019 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.160179 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.160340 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.31/identity {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.160501 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.160660 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.160820 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.160980 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.161142 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.161304 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.161463 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.161625 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.161787 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.161948 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.162108 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.162267 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.162427 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.162586 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.162746 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.162908 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.163068 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.163262 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.163422 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.163582 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.163741 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.163901 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.164061 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.164221 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.164381 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.164541 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.164693 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.164852 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.165013 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.165174 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.165334 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.165495 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.165657 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.165818 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.165980 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.166145 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.166312 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.166472 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.166644 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.166820 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.167001 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.167205 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.167453 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.167730 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.167917 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.168168 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.168318 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.168479 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.168640 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.168800 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.168961 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.169123 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.169284 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.169443 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.169605 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.169769 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.169931 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.170092 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.170253 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.170413 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.170573 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.170735 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.170908 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.171071 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.171268 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.171430 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.171591 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.171751 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.171922 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.172083 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.172243 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.172402 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.172562 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.172722 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.172890 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.173050 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.173210 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.173819 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.173819 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.173819 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.173819 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.174128 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.174128 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.174267 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.174426 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.174585 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.174754 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.174920 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.175078 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.175400 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.175564 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.175722 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.175894 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.176055 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.176218 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.176393 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.176553 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.176713 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.176885 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.177048 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.177208 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.177377 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.177539 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.177699 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.177862 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.178037 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.178200 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.178365 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.178528 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.178689 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.178852 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.179016 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.179220 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.181094 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.181279 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.181447 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.181621 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.181792 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.181964 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.182127 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.182298 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.182471 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.182631 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.182800 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.183273 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.183448 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.183614 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.183778 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.183940 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.184101 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.184262 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.184422 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.184583 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.184744 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.184905 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.185066 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.185400 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.185400 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.185598 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.185676 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.185829 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 13:18:43.185985 dv-neutron-744815-20-hyperv neutron-server[103052]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 18 13:18:43.251498 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 47346) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:18:43.264845 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [-] 10.222.0.31 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0099926 Dec 18 13:18:54.953944 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1276f93b-9f28-4263-aaf7-9f17748b858e None None] get_active_networks_info from dv-neutron-744815-20-hyperv {{(pid=103161) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 18 13:18:55.014547 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1276f93b-9f28-4263-aaf7-9f17748b858e None None] No non-hosted networks {{(pid=103161) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Dec 18 13:18:55.027887 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.agentschedulers_db [None req-1276f93b-9f28-4263-aaf7-9f17748b858e None None] DHCP Agent not found on host dv-neutron-744815-20-hyperv {{(pid=103161) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Dec 18 13:18:55.180810 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-17738e86-b4de-4504-9f11-e117981c06a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-576079'] for agent, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:18:57.082949 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-bf8707ac-626d-4646-bffd-78605f09110e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-576079'] for agent, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:18:57.127623 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-1233efd5-2707-43e5-bd71-bed2b53ddb7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:18:58.421371 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-afa9ae9b-bdbb-4010-bcf6-3a46ce66cf71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-576079'] for agent, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:18:59.868694 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7b7a3272-2b45-4d32-9670-25eb1afd1184 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-576079'] for agent, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:19:00.762090 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-576079'] for agent, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:19:00.763792 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2294866d-0076-4933-952c-685307032598 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:19:00.764413 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2294866d-0076-4933-952c-685307032598 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:19:00.765728 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2294866d-0076-4933-952c-685307032598 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:19:00.766257 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2294866d-0076-4933-952c-685307032598 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:19:00.766767 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2294866d-0076-4933-952c-685307032598 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:19:00.767096 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2294866d-0076-4933-952c-685307032598 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:19:00.767499 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2294866d-0076-4933-952c-685307032598 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:19:00.767803 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2294866d-0076-4933-952c-685307032598 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:19:00.768200 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2294866d-0076-4933-952c-685307032598 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:19:00.769607 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2294866d-0076-4933-952c-685307032598 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:19:00.771298 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2294866d-0076-4933-952c-685307032598 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:19:00.771854 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2294866d-0076-4933-952c-685307032598 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:19:00.772340 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2294866d-0076-4933-952c-685307032598 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:19:00.775652 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2294866d-0076-4933-952c-685307032598 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-744815-20-hyperv', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:19:00.793999 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2294866d-0076-4933-952c-685307032598 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-744815-20-hyperv', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:19:00.840180 dv-neutron-744815-20-hyperv neutron-server[103161]: INFO neutron.db.l3_hamode_db [None req-222ef16c-0d8b-400c-b833-cae7f5cc89a3 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Dec 18 13:19:00.917367 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-222ef16c-0d8b-400c-b833-cae7f5cc89a3 None None] Routers set() bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:19:00.917910 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-222ef16c-0d8b-400c-b833-cae7f5cc89a3 None None] Router IDs set() for agent in host dv-neutron-744815-20-hyperv {{(pid=103161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 18 13:19:01.383940 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 47436) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:19:02.038976 dv-neutron-744815-20-hyperv neutron-server[103159]: WARNING oslo_policy.policy [None req-fdd234ec-0ce7-4219-8481-44a4e3233111 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 18 13:19:02.039607 dv-neutron-744815-20-hyperv neutron-server[103159]: WARNING oslo_policy.policy [None req-fdd234ec-0ce7-4219-8481-44a4e3233111 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 18 13:19:02.273211 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [None req-fdd234ec-0ce7-4219-8481-44a4e3233111 admin admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103159) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 18 13:19:02.274381 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-fdd234ec-0ce7-4219-8481-44a4e3233111 admin admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14093 time: 0.8884017 Dec 18 13:19:04.919535 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 47452) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:19:05.444641 dv-neutron-744815-20-hyperv neutron-server[103160]: WARNING oslo_policy.policy [None req-95a466cb-3ad5-49ea-b7ea-d403f20de6bc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 18 13:19:05.445231 dv-neutron-744815-20-hyperv neutron-server[103160]: WARNING oslo_policy.policy [None req-95a466cb-3ad5-49ea-b7ea-d403f20de6bc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 18 13:19:05.676045 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-95a466cb-3ad5-49ea-b7ea-d403f20de6bc admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'shared': True, 'is_default': True}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:19:05.774610 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.policy [None req-95a466cb-3ad5-49ea-b7ea-d403f20de6bc admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103160) register_rules /opt/stack/neutron/neutron/policy.py:73}} Dec 18 13:19:05.821500 dv-neutron-744815-20-hyperv neutron-server[103160]: WARNING oslo_policy.policy [None req-95a466cb-3ad5-49ea-b7ea-d403f20de6bc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 18 13:19:05.821891 dv-neutron-744815-20-hyperv neutron-server[103160]: WARNING oslo_policy.policy [None req-95a466cb-3ad5-49ea-b7ea-d403f20de6bc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 18 13:19:05.830519 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.quota [None req-95a466cb-3ad5-49ea-b7ea-d403f20de6bc admin admin] Loaded quota_driver: . Dec 18 13:19:05.927356 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-95a466cb-3ad5-49ea-b7ea-d403f20de6bc admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8767109885438', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8767109885899', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8767109899575', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8767109905614', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8767109894296', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8767109918752', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-2022993', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-2063147', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-549202', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-595028'] for rbac-policy, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:19:05.994657 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-95a466cb-3ad5-49ea-b7ea-d403f20de6bc admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:19:05.995956 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-95a466cb-3ad5-49ea-b7ea-d403f20de6bc admin admin] 10.222.0.31 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0754931 Dec 18 13:19:08.829606 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 47470) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:19:09.157254 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-6dcd44a6-9b9d-417c-9b90-0436c46d2ce2 admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'project_id': '36f12c435b4140398f9ee80c710bb5c5', 'tenant_id': '36f12c435b4140398f9ee80c710bb5c5'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:19:09.158696 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.quota [None req-6dcd44a6-9b9d-417c-9b90-0436c46d2ce2 admin admin] Loaded quota_driver: . Dec 18 13:19:09.218927 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dcd44a6-9b9d-417c-9b90-0436c46d2ce2 admin admin] Made reservation on behalf of 36f12c435b4140398f9ee80c710bb5c5 for: {'network': 1} {{(pid=103159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:19:09.286366 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.policy [None req-6dcd44a6-9b9d-417c-9b90-0436c46d2ce2 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103159) register_rules /opt/stack/neutron/neutron/policy.py:73}} Dec 18 13:19:09.334598 dv-neutron-744815-20-hyperv neutron-server[103159]: WARNING oslo_policy.policy [None req-6dcd44a6-9b9d-417c-9b90-0436c46d2ce2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 18 13:19:09.334980 dv-neutron-744815-20-hyperv neutron-server[103159]: WARNING oslo_policy.policy [None req-6dcd44a6-9b9d-417c-9b90-0436c46d2ce2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 18 13:19:09.345260 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-6dcd44a6-9b9d-417c-9b90-0436c46d2ce2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for network, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:19:09.367961 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-6dcd44a6-9b9d-417c-9b90-0436c46d2ce2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:19:09.491588 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-6dcd44a6-9b9d-417c-9b90-0436c46d2ce2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:19:09.497252 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-6dcd44a6-9b9d-417c-9b90-0436c46d2ce2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:19:09.522836 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6dcd44a6-9b9d-417c-9b90-0436c46d2ce2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 115} {{(pid=103159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 18 13:19:09.546478 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-6dcd44a6-9b9d-417c-9b90-0436c46d2ce2 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8767106887828', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:19:09.547042 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-6dcd44a6-9b9d-417c-9b90-0436c46d2ce2 admin admin] Unsubscribe: segment precommit_create {{(pid=103159) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Dec 18 13:19:09.547577 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.db.segments_db [None req-6dcd44a6-9b9d-417c-9b90-0436c46d2ce2 admin admin] Added segment f125da3f-9482-49a0-a368-2ecca58f8217 of type vlan for network 12c759fe-4ac4-4d1f-be6a-86ec5a77b8ce Dec 18 13:19:09.562203 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcd44a6-9b9d-417c-9b90-0436c46d2ce2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03c81a2d-0ba3-4509-a692-09d428b3cf46,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:19:09.611376 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dcd44a6-9b9d-417c-9b90-0436c46d2ce2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:19:09.611721 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dcd44a6-9b9d-417c-9b90-0436c46d2ce2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:19:09.612057 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dcd44a6-9b9d-417c-9b90-0436c46d2ce2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:19:09.612385 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dcd44a6-9b9d-417c-9b90-0436c46d2ce2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:19:09.612708 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dcd44a6-9b9d-417c-9b90-0436c46d2ce2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:19:09.613033 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dcd44a6-9b9d-417c-9b90-0436c46d2ce2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:19:09.613365 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dcd44a6-9b9d-417c-9b90-0436c46d2ce2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:19:09.613700 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dcd44a6-9b9d-417c-9b90-0436c46d2ce2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:19:09.614027 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dcd44a6-9b9d-417c-9b90-0436c46d2ce2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:19:09.614360 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dcd44a6-9b9d-417c-9b90-0436c46d2ce2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:19:09.614672 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dcd44a6-9b9d-417c-9b90-0436c46d2ce2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:19:09.614996 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dcd44a6-9b9d-417c-9b90-0436c46d2ce2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:19:09.615280 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dcd44a6-9b9d-417c-9b90-0436c46d2ce2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:19:09.616714 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dcd44a6-9b9d-417c-9b90-0436c46d2ce2 admin admin] Tracked resource versions report: Dec 18 13:19:09.616714 dv-neutron-744815-20-hyperv neutron-server[103159]: pushed versions: Dec 18 13:19:09.616714 dv-neutron-744815-20-hyperv neutron-server[103159]: { 'AddressGroup': {'1.2'}, Dec 18 13:19:09.616714 dv-neutron-744815-20-hyperv neutron-server[103159]: 'ConntrackHelper': {'1.0'}, Dec 18 13:19:09.616714 dv-neutron-744815-20-hyperv neutron-server[103159]: 'LocalIPAssociation': {'1.0'}, Dec 18 13:19:09.616714 dv-neutron-744815-20-hyperv neutron-server[103159]: 'Log': {'1.0'}, Dec 18 13:19:09.616714 dv-neutron-744815-20-hyperv neutron-server[103159]: 'Network': {'1.1'}, Dec 18 13:19:09.616714 dv-neutron-744815-20-hyperv neutron-server[103159]: 'Port': {'1.7'}, Dec 18 13:19:09.616714 dv-neutron-744815-20-hyperv neutron-server[103159]: 'PortForwarding': {'1.2'}, Dec 18 13:19:09.616714 dv-neutron-744815-20-hyperv neutron-server[103159]: 'QosPolicy': {'1.10'}, Dec 18 13:19:09.616714 dv-neutron-744815-20-hyperv neutron-server[103159]: 'SecurityGroup': {'1.5'}, Dec 18 13:19:09.616714 dv-neutron-744815-20-hyperv neutron-server[103159]: 'SecurityGroupRule': {'1.2'}, Dec 18 13:19:09.616714 dv-neutron-744815-20-hyperv neutron-server[103159]: 'SubPort': {'1.0'}, Dec 18 13:19:09.616714 dv-neutron-744815-20-hyperv neutron-server[103159]: 'Subnet': {'1.1'}, Dec 18 13:19:09.616714 dv-neutron-744815-20-hyperv neutron-server[103159]: 'Trunk': {'1.1'}} Dec 18 13:19:09.616714 dv-neutron-744815-20-hyperv neutron-server[103159]: consumer versions: Dec 18 13:19:09.616714 dv-neutron-744815-20-hyperv neutron-server[103159]: { DHCP agent@dv-neutron-744815-20-hyperv: {}, Dec 18 13:19:09.616714 dv-neutron-744815-20-hyperv neutron-server[103159]: L3 agent@dv-neutron-744815-20-hyperv: {}, Dec 18 13:19:09.616714 dv-neutron-744815-20-hyperv neutron-server[103159]: Metadata agent@dv-neutron-744815-20-hyperv: {}, Dec 18 13:19:09.616714 dv-neutron-744815-20-hyperv neutron-server[103159]: Metering agent@dv-neutron-744815-20-hyperv: {}, Dec 18 13:19:09.616714 dv-neutron-744815-20-hyperv neutron-server[103159]: Open vSwitch agent@dv-neutron-744815-20-hyperv: { 'AddressGroup': '1.2', Dec 18 13:19:09.616714 dv-neutron-744815-20-hyperv neutron-server[103159]: 'ConntrackHelper': '1.0', Dec 18 13:19:09.616714 dv-neutron-744815-20-hyperv neutron-server[103159]: 'LocalIPAssociation': '1.0', Dec 18 13:19:09.616714 dv-neutron-744815-20-hyperv neutron-server[103159]: 'Log': '1.0', Dec 18 13:19:09.616714 dv-neutron-744815-20-hyperv neutron-server[103159]: 'Network': '1.1', Dec 18 13:19:09.616714 dv-neutron-744815-20-hyperv neutron-server[103159]: 'Port': '1.7', Dec 18 13:19:09.616714 dv-neutron-744815-20-hyperv neutron-server[103159]: 'PortForwarding': '1.2', Dec 18 13:19:09.616714 dv-neutron-744815-20-hyperv neutron-server[103159]: 'QosPolicy': '1.10', Dec 18 13:19:09.616714 dv-neutron-744815-20-hyperv neutron-server[103159]: 'SecurityGroup': '1.5', Dec 18 13:19:09.616714 dv-neutron-744815-20-hyperv neutron-server[103159]: 'SecurityGroupRule': '1.2', Dec 18 13:19:09.616714 dv-neutron-744815-20-hyperv neutron-server[103159]: 'SubPort': '1.0', Dec 18 13:19:09.616714 dv-neutron-744815-20-hyperv neutron-server[103159]: 'Subnet': '1.1', Dec 18 13:19:09.616714 dv-neutron-744815-20-hyperv neutron-server[103159]: 'Trunk': '1.1'}} Dec 18 13:19:09.616714 dv-neutron-744815-20-hyperv neutron-server[103159]: {{(pid=103159) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 18 13:19:09.657754 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-6dcd44a6-9b9d-417c-9b90-0436c46d2ce2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767106405744'] for network, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:19:09.705847 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-6dcd44a6-9b9d-417c-9b90-0436c46d2ce2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981'] for network, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:19:09.707173 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dcd44a6-9b9d-417c-9b90-0436c46d2ce2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:19:09.708037 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-6dcd44a6-9b9d-417c-9b90-0436c46d2ce2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047995'] for network, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:19:09.772340 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-6dcd44a6-9b9d-417c-9b90-0436c46d2ce2 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.9414754 Dec 18 13:19:09.816446 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcd44a6-9b9d-417c-9b90-0436c46d2ce2 admin admin] Pushing event updated for resources: {'Network': ['ID=12c759fe-4ac4-4d1f-be6a-86ec5a77b8ce,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:19:09.828914 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Network 12c759fe-4ac4-4d1f-be6a-86ec5a77b8ce details requested by agent ovs-agent-dv-neutron-744815-20-hyperv with host dv-neutron-744815-20-hyperv {{(pid=103161) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 18 13:19:12.735362 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 47486) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:19:13.154726 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8253b78-f347-4524-84ac-06faa331fd26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:19:13.156487 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-c8253b78-f347-4524-84ac-06faa331fd26 admin admin] 10.222.0.31 "GET /v2.0/networks/12c759fe-4ac4-4d1f-be6a-86ec5a77b8ce HTTP/1.1" status: 200 len: 825 time: 0.4201605 Dec 18 13:19:13.196868 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-0e60a192-c53d-4ef6-a10b-2bfde6ee4c4c admin admin] 10.222.0.31 "GET /v2.0/subnetpools/6ff2aa8a-eaa2-46bc-a19b-944a4d3aa664 HTTP/1.1" status: 200 len: 734 time: 0.0308104 Dec 18 13:19:13.206191 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-dee319ef-8839-4b4d-a853-dcdd37a5520b admin admin] Request body: {'subnet': {'tenant_id': '36f12c435b4140398f9ee80c710bb5c5', 'subnetpool_id': '6ff2aa8a-eaa2-46bc-a19b-944a4d3aa664', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'ip_version': 4, 'network_id': '12c759fe-4ac4-4d1f-be6a-86ec5a77b8ce'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:19:13.235410 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dee319ef-8839-4b4d-a853-dcdd37a5520b admin admin] Made reservation on behalf of 36f12c435b4140398f9ee80c710bb5c5 for: {'subnet': 1} {{(pid=103159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:19:13.237813 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-dee319ef-8839-4b4d-a853-dcdd37a5520b admin admin] Publish callbacks [] for subnet, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:19:13.531386 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-dee319ef-8839-4b4d-a853-dcdd37a5520b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981'] for subnet, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:19:13.592200 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee319ef-8839-4b4d-a853-dcdd37a5520b admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb7d3d27-fde1-4727-8cbc-fa7014b23e53,revision_number=0']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:19:13.601505 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dee319ef-8839-4b4d-a853-dcdd37a5520b admin admin] Checking segment: {'id': 'f125da3f-9482-49a0-a368-2ecca58f8217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '12c759fe-4ac4-4d1f-be6a-86ec5a77b8ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 13:19:13.601867 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dee319ef-8839-4b4d-a853-dcdd37a5520b admin admin] Network hostable DHCP agents. Network: 12c759fe-4ac4-4d1f-be6a-86ec5a77b8ce, hostable agents: ['aa77effa-0e3a-4bbd-a383-4d58ed3328d0'], hosted agents: [] {{(pid=103159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 18 13:19:13.626538 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dee319ef-8839-4b4d-a853-dcdd37a5520b admin admin] Network 12c759fe-4ac4-4d1f-be6a-86ec5a77b8ce is scheduled to be hosted by DHCP agent aa77effa-0e3a-4bbd-a383-4d58ed3328d0 with binding_index 1 {{(pid=103159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 18 13:19:13.640231 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.base_scheduler [None req-dee319ef-8839-4b4d-a853-dcdd37a5520b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-744815-20-hyperv, 12c759fe-4ac4-4d1f-be6a-86ec5a77b8ce) {{(pid=103159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:19:13.645378 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dee319ef-8839-4b4d-a853-dcdd37a5520b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:19:13.645970 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-dee319ef-8839-4b4d-a853-dcdd37a5520b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047995'] for subnet, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:19:13.650888 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fc7081d-9302-4371-b2a9-0dba21449d47 None None] Network 12c759fe-4ac4-4d1f-be6a-86ec5a77b8ce requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:19:13.662690 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-dee319ef-8839-4b4d-a853-dcdd37a5520b admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4597895 Dec 18 13:19:13.918099 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9229fef-823d-4e6d-a83b-670e6a806062 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp31e170a0-46a1-5ba9-9dc1-7ee4f866f0d7-12c759fe-4ac4-4d1f-be6a-86ec5a77b8ce', 'network_id': '12c759fe-4ac4-4d1f-be6a-86ec5a77b8ce', 'project_id': '36f12c435b4140398f9ee80c710bb5c5', 'fixed_ips': [{'subnet_id': 'eb7d3d27-fde1-4727-8cbc-fa7014b23e53'}]}} from dv-neutron-744815-20-hyperv. {{(pid=103161) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 18 13:19:13.919431 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a9229fef-823d-4e6d-a83b-670e6a806062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:19:14.218485 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_common [None req-a9229fef-823d-4e6d-a83b-670e6a806062 None None] Allocated IP 172.20.0.2 (12c759fe-4ac4-4d1f-be6a-86ec5a77b8ce/eb7d3d27-fde1-4727-8cbc-fa7014b23e53/705c34ef-6b60-4540-a5ee-f3ee5c8e3675) {{(pid=103161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:19:14.457010 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a9229fef-823d-4e6d-a83b-670e6a806062 None None] Publish callbacks [] for port, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:19:14.465747 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a9229fef-823d-4e6d-a83b-670e6a806062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975'] for port, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:19:14.538763 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9229fef-823d-4e6d-a83b-670e6a806062 None None] Network 12c759fe-4ac4-4d1f-be6a-86ec5a77b8ce is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:19:14.544006 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-a9229fef-823d-4e6d-a83b-670e6a806062 None None] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:19:14.555308 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9229fef-823d-4e6d-a83b-670e6a806062 None None] Received port after_create {{(pid=103161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:19:14.561718 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9229fef-823d-4e6d-a83b-670e6a806062 None None] Pushing event updated for resources: {'Port': ['ID=705c34ef-6b60-4540-a5ee-f3ee5c8e3675,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:19:14.572976 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9229fef-823d-4e6d-a83b-670e6a806062 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:19:14.573332 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9229fef-823d-4e6d-a83b-670e6a806062 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:19:14.573695 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9229fef-823d-4e6d-a83b-670e6a806062 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:19:14.574039 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9229fef-823d-4e6d-a83b-670e6a806062 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:19:14.574396 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9229fef-823d-4e6d-a83b-670e6a806062 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:19:14.574718 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9229fef-823d-4e6d-a83b-670e6a806062 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:19:14.575053 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9229fef-823d-4e6d-a83b-670e6a806062 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:19:14.575405 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9229fef-823d-4e6d-a83b-670e6a806062 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:19:14.575741 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9229fef-823d-4e6d-a83b-670e6a806062 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:19:14.576052 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9229fef-823d-4e6d-a83b-670e6a806062 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:19:14.576364 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9229fef-823d-4e6d-a83b-670e6a806062 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:19:14.576681 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9229fef-823d-4e6d-a83b-670e6a806062 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:19:14.576990 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9229fef-823d-4e6d-a83b-670e6a806062 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:19:14.578387 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9229fef-823d-4e6d-a83b-670e6a806062 None None] Tracked resource versions report: Dec 18 13:19:14.578387 dv-neutron-744815-20-hyperv neutron-server[103161]: pushed versions: Dec 18 13:19:14.578387 dv-neutron-744815-20-hyperv neutron-server[103161]: { 'AddressGroup': {'1.2'}, Dec 18 13:19:14.578387 dv-neutron-744815-20-hyperv neutron-server[103161]: 'ConntrackHelper': {'1.0'}, Dec 18 13:19:14.578387 dv-neutron-744815-20-hyperv neutron-server[103161]: 'LocalIPAssociation': {'1.0'}, Dec 18 13:19:14.578387 dv-neutron-744815-20-hyperv neutron-server[103161]: 'Log': {'1.0'}, Dec 18 13:19:14.578387 dv-neutron-744815-20-hyperv neutron-server[103161]: 'Network': {'1.1'}, Dec 18 13:19:14.578387 dv-neutron-744815-20-hyperv neutron-server[103161]: 'Port': {'1.7'}, Dec 18 13:19:14.578387 dv-neutron-744815-20-hyperv neutron-server[103161]: 'PortForwarding': {'1.2'}, Dec 18 13:19:14.578387 dv-neutron-744815-20-hyperv neutron-server[103161]: 'QosPolicy': {'1.10'}, Dec 18 13:19:14.578387 dv-neutron-744815-20-hyperv neutron-server[103161]: 'SecurityGroup': {'1.5'}, Dec 18 13:19:14.578387 dv-neutron-744815-20-hyperv neutron-server[103161]: 'SecurityGroupRule': {'1.2'}, Dec 18 13:19:14.578387 dv-neutron-744815-20-hyperv neutron-server[103161]: 'SubPort': {'1.0'}, Dec 18 13:19:14.578387 dv-neutron-744815-20-hyperv neutron-server[103161]: 'Subnet': {'1.1'}, Dec 18 13:19:14.578387 dv-neutron-744815-20-hyperv neutron-server[103161]: 'Trunk': {'1.1'}} Dec 18 13:19:14.578387 dv-neutron-744815-20-hyperv neutron-server[103161]: consumer versions: Dec 18 13:19:14.578387 dv-neutron-744815-20-hyperv neutron-server[103161]: { DHCP agent@dv-neutron-744815-20-hyperv: {}, Dec 18 13:19:14.578387 dv-neutron-744815-20-hyperv neutron-server[103161]: L3 agent@dv-neutron-744815-20-hyperv: {}, Dec 18 13:19:14.578387 dv-neutron-744815-20-hyperv neutron-server[103161]: Metadata agent@dv-neutron-744815-20-hyperv: {}, Dec 18 13:19:14.578387 dv-neutron-744815-20-hyperv neutron-server[103161]: Metering agent@dv-neutron-744815-20-hyperv: {}, Dec 18 13:19:14.578387 dv-neutron-744815-20-hyperv neutron-server[103161]: Open vSwitch agent@dv-neutron-744815-20-hyperv: { 'AddressGroup': '1.2', Dec 18 13:19:14.578387 dv-neutron-744815-20-hyperv neutron-server[103161]: 'ConntrackHelper': '1.0', Dec 18 13:19:14.578387 dv-neutron-744815-20-hyperv neutron-server[103161]: 'LocalIPAssociation': '1.0', Dec 18 13:19:14.578387 dv-neutron-744815-20-hyperv neutron-server[103161]: 'Log': '1.0', Dec 18 13:19:14.578387 dv-neutron-744815-20-hyperv neutron-server[103161]: 'Network': '1.1', Dec 18 13:19:14.578387 dv-neutron-744815-20-hyperv neutron-server[103161]: 'Port': '1.7', Dec 18 13:19:14.578387 dv-neutron-744815-20-hyperv neutron-server[103161]: 'PortForwarding': '1.2', Dec 18 13:19:14.578387 dv-neutron-744815-20-hyperv neutron-server[103161]: 'QosPolicy': '1.10', Dec 18 13:19:14.578387 dv-neutron-744815-20-hyperv neutron-server[103161]: 'SecurityGroup': '1.5', Dec 18 13:19:14.578387 dv-neutron-744815-20-hyperv neutron-server[103161]: 'SecurityGroupRule': '1.2', Dec 18 13:19:14.578387 dv-neutron-744815-20-hyperv neutron-server[103161]: 'SubPort': '1.0', Dec 18 13:19:14.578387 dv-neutron-744815-20-hyperv neutron-server[103161]: 'Subnet': '1.1', Dec 18 13:19:14.578387 dv-neutron-744815-20-hyperv neutron-server[103161]: 'Trunk': '1.1'}} Dec 18 13:19:14.578387 dv-neutron-744815-20-hyperv neutron-server[103161]: {{(pid=103161) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 18 13:19:14.649350 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-a9229fef-823d-4e6d-a83b-670e6a806062 None None] Attempting to bind port 705c34ef-6b60-4540-a5ee-f3ee5c8e3675 on host dv-neutron-744815-20-hyperv for vnic_type normal with profile {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 13:19:14.649735 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-a9229fef-823d-4e6d-a83b-670e6a806062 None None] Attempting to bind port 705c34ef-6b60-4540-a5ee-f3ee5c8e3675 by drivers openvswitch,hyperv on host dv-neutron-744815-20-hyperv at level 0 using segments [{'id': 'f125da3f-9482-49a0-a368-2ecca58f8217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '12c759fe-4ac4-4d1f-be6a-86ec5a77b8ce'}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 13:19:14.650169 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9229fef-823d-4e6d-a83b-670e6a806062 None None] Attempting to bind port 705c34ef-6b60-4540-a5ee-f3ee5c8e3675 on network 12c759fe-4ac4-4d1f-be6a-86ec5a77b8ce {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 13:19:14.655789 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9229fef-823d-4e6d-a83b-670e6a806062 None None] Checking agent: {'id': '428fa9fa-43db-4db9-9f96-f60ffe931f2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-20-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 13, 19, 1), 'started_at': datetime.datetime(2021, 12, 18, 13, 19, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 13, 19, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-20-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 18 13:19:14.656388 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9229fef-823d-4e6d-a83b-670e6a806062 None None] Checking segment: {'id': 'f125da3f-9482-49a0-a368-2ecca58f8217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '12c759fe-4ac4-4d1f-be6a-86ec5a77b8ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 13:19:14.656564 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a9229fef-823d-4e6d-a83b-670e6a806062 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:19:14.656972 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9229fef-823d-4e6d-a83b-670e6a806062 None None] Bound using segment: {'id': 'f125da3f-9482-49a0-a368-2ecca58f8217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '12c759fe-4ac4-4d1f-be6a-86ec5a77b8ce'} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 18 13:19:14.657473 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-a9229fef-823d-4e6d-a83b-670e6a806062 None None] Bound port: 705c34ef-6b60-4540-a5ee-f3ee5c8e3675, host: dv-neutron-744815-20-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f125da3f-9482-49a0-a368-2ecca58f8217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '12c759fe-4ac4-4d1f-be6a-86ec5a77b8ce'}}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 18 13:19:14.657881 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a9229fef-823d-4e6d-a83b-670e6a806062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:19:14.720704 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-a9229fef-823d-4e6d-a83b-670e6a806062 None None] For port 705c34ef-6b60-4540-a5ee-f3ee5c8e3675, host dv-neutron-744815-20-hyperv, cleared binding levels {{(pid=103161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 18 13:19:14.724871 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-a9229fef-823d-4e6d-a83b-670e6a806062 None None] For port 705c34ef-6b60-4540-a5ee-f3ee5c8e3675, host dv-neutron-744815-20-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=705c34ef-6b60-4540-a5ee-f3ee5c8e3675,segment=NetworkSegment(f125da3f-9482-49a0-a368-2ecca58f8217),segment_id=f125da3f-9482-49a0-a368-2ecca58f8217)] {{(pid=103161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 18 13:19:14.730585 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a9229fef-823d-4e6d-a83b-670e6a806062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:19:14.794881 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9229fef-823d-4e6d-a83b-670e6a806062 None None] Pushing event updated for resources: {'Port': ['ID=705c34ef-6b60-4540-a5ee-f3ee5c8e3675,revision_number=2']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:19:16.331204 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 47494) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:19:16.665239 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [None req-f9dffc50-7209-4d33-90c5-87cdb3a1b70f admin admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103159) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 18 13:19:16.666281 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-f9dffc50-7209-4d33-90c5-87cdb3a1b70f admin admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14093 time: 0.3340857 Dec 18 13:19:19.272586 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 47502) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:19:19.601767 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [None req-07ceba1b-e1d2-45e4-a152-0b5930ec2fc4 admin admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103160) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 18 13:19:19.602726 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-07ceba1b-e1d2-45e4-a152-0b5930ec2fc4 admin admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14093 time: 0.3289688 Dec 18 13:19:22.553847 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 47516) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:19:22.903251 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-fa15f077-09ae-4ec8-9efe-0ae58ab9e201 admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': '36f12c435b4140398f9ee80c710bb5c5'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:19:22.938145 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-fa15f077-09ae-4ec8-9efe-0ae58ab9e201 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28433'] for router, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:19:22.939846 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-fa15f077-09ae-4ec8-9efe-0ae58ab9e201 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-589769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28440'] for router, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:19:23.089745 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-fa15f077-09ae-4ec8-9efe-0ae58ab9e201 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:19:23.095585 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-fa15f077-09ae-4ec8-9efe-0ae58ab9e201 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-589760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-586526'] for router, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:19:23.112285 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-fa15f077-09ae-4ec8-9efe-0ae58ab9e201 admin admin] Publish callbacks [] for router, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:19:23.113839 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-fa15f077-09ae-4ec8-9efe-0ae58ab9e201 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5589671 Dec 18 13:19:23.945708 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61c087a8-fb48-44b8-a2d5-c6edbdb5731e None None] Network 12c759fe-4ac4-4d1f-be6a-86ec5a77b8ce requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:19:24.030961 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-eb52a523-c5c4-455b-865c-b7939798bbfa None None] Provisioning complete for port 705c34ef-6b60-4540-a5ee-f3ee5c8e3675 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:19:24.031353 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-eb52a523-c5c4-455b-865c-b7939798bbfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:19:24.217700 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-eb52a523-c5c4-455b-865c-b7939798bbfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:19:24.253810 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-eb52a523-c5c4-455b-865c-b7939798bbfa None None] For port 705c34ef-6b60-4540-a5ee-f3ee5c8e3675, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=705c34ef-6b60-4540-a5ee-f3ee5c8e3675,segment=NetworkSegment(f125da3f-9482-49a0-a368-2ecca58f8217),segment_id=f125da3f-9482-49a0-a368-2ecca58f8217)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:19:24.258785 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-eb52a523-c5c4-455b-865c-b7939798bbfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:19:24.311601 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb52a523-c5c4-455b-865c-b7939798bbfa None None] Pushing event updated for resources: {'Port': ['ID=705c34ef-6b60-4540-a5ee-f3ee5c8e3675,revision_number=3']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:19:24.517794 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-af54f550-86c8-467a-9201-eb3a71c49284 None None] Provisioning complete for port 705c34ef-6b60-4540-a5ee-f3ee5c8e3675 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:19:24.518177 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-af54f550-86c8-467a-9201-eb3a71c49284 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:19:24.593241 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 705c34ef-6b60-4540-a5ee-f3ee5c8e3675 up at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 13:19:24.658324 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2294866d-0076-4933-952c-685307032598 None None] Provisioning complete for port 705c34ef-6b60-4540-a5ee-f3ee5c8e3675 triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:19:24.658699 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:19:24.839785 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-4ab41452-48b1-4d8b-9f0b-7ffe46dac2fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:19:25.769326 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 47524) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:19:26.110220 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [None req-6bc9896d-eb13-41bb-badd-7360965fc555 admin admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103160) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 18 13:19:26.111675 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-6bc9896d-eb13-41bb-badd-7360965fc555 admin admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14093 time: 0.3414059 Dec 18 13:19:27.082406 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-34f02cce-6cf2-4d46-b384-843cb899a33a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:19:28.276307 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-afa9ae9b-bdbb-4010-bcf6-3a46ce66cf71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:19:28.781632 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 47542) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:19:28.932995 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-a686b033-8854-4900-ba95-3b2b16f28ec8 admin admin] Request body: {'network': {'name': 'public', 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'is_default': True, 'router:external': True, 'admin_state_up': True}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:19:28.962328 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a686b033-8854-4900-ba95-3b2b16f28ec8 admin admin] Made reservation on behalf of 4e2d8448b55f4d81bf722b7d66d27a64 for: {'network': 1} {{(pid=103160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:19:28.965193 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-a686b033-8854-4900-ba95-3b2b16f28ec8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for network, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:19:28.980203 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-a686b033-8854-4900-ba95-3b2b16f28ec8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:19:29.098570 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-a686b033-8854-4900-ba95-3b2b16f28ec8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:19:29.104128 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-a686b033-8854-4900-ba95-3b2b16f28ec8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:19:29.115448 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-a686b033-8854-4900-ba95-3b2b16f28ec8 admin admin] Reserving flat network on physical network physnet1 {{(pid=103160) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Dec 18 13:19:29.148503 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-a686b033-8854-4900-ba95-3b2b16f28ec8 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8767106887828', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:19:29.149010 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-a686b033-8854-4900-ba95-3b2b16f28ec8 admin admin] Unsubscribe: segment precommit_create {{(pid=103160) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Dec 18 13:19:29.149622 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.db.segments_db [None req-a686b033-8854-4900-ba95-3b2b16f28ec8 admin admin] Added segment 3f66d49c-4faa-434c-8c3e-991f4f1d01bd of type flat for network decb4a40-7941-48c8-afbb-daaafd502e83 Dec 18 13:19:29.231231 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-a686b033-8854-4900-ba95-3b2b16f28ec8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767106405744'] for network, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:19:29.234440 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a686b033-8854-4900-ba95-3b2b16f28ec8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=188a70af-39ea-4789-922e-366b01e11c09,revision_number=1']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:19:29.249397 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a686b033-8854-4900-ba95-3b2b16f28ec8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:19:29.249750 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a686b033-8854-4900-ba95-3b2b16f28ec8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:19:29.250137 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a686b033-8854-4900-ba95-3b2b16f28ec8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:19:29.250469 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a686b033-8854-4900-ba95-3b2b16f28ec8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:19:29.250793 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a686b033-8854-4900-ba95-3b2b16f28ec8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:19:29.251158 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a686b033-8854-4900-ba95-3b2b16f28ec8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:19:29.251503 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a686b033-8854-4900-ba95-3b2b16f28ec8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:19:29.251840 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a686b033-8854-4900-ba95-3b2b16f28ec8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:19:29.252179 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a686b033-8854-4900-ba95-3b2b16f28ec8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:19:29.252499 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a686b033-8854-4900-ba95-3b2b16f28ec8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:19:29.252816 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a686b033-8854-4900-ba95-3b2b16f28ec8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:19:29.253130 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a686b033-8854-4900-ba95-3b2b16f28ec8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:19:29.253439 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a686b033-8854-4900-ba95-3b2b16f28ec8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:19:29.254825 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a686b033-8854-4900-ba95-3b2b16f28ec8 admin admin] Tracked resource versions report: Dec 18 13:19:29.254825 dv-neutron-744815-20-hyperv neutron-server[103160]: pushed versions: Dec 18 13:19:29.254825 dv-neutron-744815-20-hyperv neutron-server[103160]: { 'AddressGroup': {'1.2'}, Dec 18 13:19:29.254825 dv-neutron-744815-20-hyperv neutron-server[103160]: 'ConntrackHelper': {'1.0'}, Dec 18 13:19:29.254825 dv-neutron-744815-20-hyperv neutron-server[103160]: 'LocalIPAssociation': {'1.0'}, Dec 18 13:19:29.254825 dv-neutron-744815-20-hyperv neutron-server[103160]: 'Log': {'1.0'}, Dec 18 13:19:29.254825 dv-neutron-744815-20-hyperv neutron-server[103160]: 'Network': {'1.1'}, Dec 18 13:19:29.254825 dv-neutron-744815-20-hyperv neutron-server[103160]: 'Port': {'1.7'}, Dec 18 13:19:29.254825 dv-neutron-744815-20-hyperv neutron-server[103160]: 'PortForwarding': {'1.2'}, Dec 18 13:19:29.254825 dv-neutron-744815-20-hyperv neutron-server[103160]: 'QosPolicy': {'1.10'}, Dec 18 13:19:29.254825 dv-neutron-744815-20-hyperv neutron-server[103160]: 'SecurityGroup': {'1.5'}, Dec 18 13:19:29.254825 dv-neutron-744815-20-hyperv neutron-server[103160]: 'SecurityGroupRule': {'1.2'}, Dec 18 13:19:29.254825 dv-neutron-744815-20-hyperv neutron-server[103160]: 'SubPort': {'1.0'}, Dec 18 13:19:29.254825 dv-neutron-744815-20-hyperv neutron-server[103160]: 'Subnet': {'1.1'}, Dec 18 13:19:29.254825 dv-neutron-744815-20-hyperv neutron-server[103160]: 'Trunk': {'1.1'}} Dec 18 13:19:29.254825 dv-neutron-744815-20-hyperv neutron-server[103160]: consumer versions: Dec 18 13:19:29.254825 dv-neutron-744815-20-hyperv neutron-server[103160]: { DHCP agent@dv-neutron-744815-20-hyperv: {}, Dec 18 13:19:29.254825 dv-neutron-744815-20-hyperv neutron-server[103160]: L3 agent@dv-neutron-744815-20-hyperv: {}, Dec 18 13:19:29.254825 dv-neutron-744815-20-hyperv neutron-server[103160]: Metadata agent@dv-neutron-744815-20-hyperv: {}, Dec 18 13:19:29.254825 dv-neutron-744815-20-hyperv neutron-server[103160]: Metering agent@dv-neutron-744815-20-hyperv: {}, Dec 18 13:19:29.254825 dv-neutron-744815-20-hyperv neutron-server[103160]: Open vSwitch agent@dv-neutron-744815-20-hyperv: { 'AddressGroup': '1.2', Dec 18 13:19:29.254825 dv-neutron-744815-20-hyperv neutron-server[103160]: 'ConntrackHelper': '1.0', Dec 18 13:19:29.254825 dv-neutron-744815-20-hyperv neutron-server[103160]: 'LocalIPAssociation': '1.0', Dec 18 13:19:29.254825 dv-neutron-744815-20-hyperv neutron-server[103160]: 'Log': '1.0', Dec 18 13:19:29.254825 dv-neutron-744815-20-hyperv neutron-server[103160]: 'Network': '1.1', Dec 18 13:19:29.254825 dv-neutron-744815-20-hyperv neutron-server[103160]: 'Port': '1.7', Dec 18 13:19:29.254825 dv-neutron-744815-20-hyperv neutron-server[103160]: 'PortForwarding': '1.2', Dec 18 13:19:29.254825 dv-neutron-744815-20-hyperv neutron-server[103160]: 'QosPolicy': '1.10', Dec 18 13:19:29.254825 dv-neutron-744815-20-hyperv neutron-server[103160]: 'SecurityGroup': '1.5', Dec 18 13:19:29.254825 dv-neutron-744815-20-hyperv neutron-server[103160]: 'SecurityGroupRule': '1.2', Dec 18 13:19:29.254825 dv-neutron-744815-20-hyperv neutron-server[103160]: 'SubPort': '1.0', Dec 18 13:19:29.254825 dv-neutron-744815-20-hyperv neutron-server[103160]: 'Subnet': '1.1', Dec 18 13:19:29.254825 dv-neutron-744815-20-hyperv neutron-server[103160]: 'Trunk': '1.1'}} Dec 18 13:19:29.254825 dv-neutron-744815-20-hyperv neutron-server[103160]: {{(pid=103160) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 18 13:19:29.317650 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-a686b033-8854-4900-ba95-3b2b16f28ec8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981'] for network, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:19:29.318915 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a686b033-8854-4900-ba95-3b2b16f28ec8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:19:29.319635 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-a686b033-8854-4900-ba95-3b2b16f28ec8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047995'] for network, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:19:29.405567 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-a686b033-8854-4900-ba95-3b2b16f28ec8 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6224854 Dec 18 13:19:29.419089 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a686b033-8854-4900-ba95-3b2b16f28ec8 admin admin] Pushing event updated for resources: {'Network': ['ID=decb4a40-7941-48c8-afbb-daaafd502e83,revision_number=1']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:19:29.430671 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Network decb4a40-7941-48c8-afbb-daaafd502e83 details requested by agent ovs-agent-dv-neutron-744815-20-hyperv with host dv-neutron-744815-20-hyperv {{(pid=103161) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 18 13:19:29.784792 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7b7a3272-2b45-4d32-9670-25eb1afd1184 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:19:30.756950 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:19:31.844175 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 47564) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:19:31.955682 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25879144-a25e-4b54-8038-52af5ca6c3a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:19:31.956997 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-25879144-a25e-4b54-8038-52af5ca6c3a2 admin admin] 10.222.0.31 "GET /v2.0/subnets/eb7d3d27-fde1-4727-8cbc-fa7014b23e53 HTTP/1.1" status: 200 len: 849 time: 0.1115878 Dec 18 13:19:32.131754 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-ecf28bcc-2d23-4af1-bb1c-ad420f787905 admin admin] 10.222.0.31 "GET /v2.0/routers/19b29980-a124-4bd9-a60d-3543648b2257 HTTP/1.1" status: 200 len: 704 time: 0.1685002 Dec 18 13:19:32.416225 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-941fcbc7-9d12-49e1-a85b-92a8ebe0d123 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:19:32.718907 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.db_base_plugin_common [None req-941fcbc7-9d12-49e1-a85b-92a8ebe0d123 admin admin] Allocated IP 172.20.0.1 (12c759fe-4ac4-4d1f-be6a-86ec5a77b8ce/eb7d3d27-fde1-4727-8cbc-fa7014b23e53/e4380247-807c-4ec0-88f0-9bcc63d65ab0) {{(pid=103159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:19:32.880777 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-941fcbc7-9d12-49e1-a85b-92a8ebe0d123 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:19:32.950688 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-941fcbc7-9d12-49e1-a85b-92a8ebe0d123 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975'] for port, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:19:33.023018 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-941fcbc7-9d12-49e1-a85b-92a8ebe0d123 admin admin] Network 12c759fe-4ac4-4d1f-be6a-86ec5a77b8ce is already hosted by enough agents. {{(pid=103159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:19:33.027714 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.base_scheduler [None req-941fcbc7-9d12-49e1-a85b-92a8ebe0d123 admin admin] Resources bound (agent type, host, resource id): {{(pid=103159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:19:33.034909 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-941fcbc7-9d12-49e1-a85b-92a8ebe0d123 admin admin] Received port after_create {{(pid=103159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:19:33.035481 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-941fcbc7-9d12-49e1-a85b-92a8ebe0d123 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586257'] for router_interface, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:19:33.112074 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941fcbc7-9d12-49e1-a85b-92a8ebe0d123 admin admin] Pushing event updated for resources: {'Port': ['ID=e4380247-807c-4ec0-88f0-9bcc63d65ab0,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:19:33.215521 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-7b3ec519-f123-4f29-8b3d-f5e69f877fa0 None None] Provisioning complete for port e4380247-807c-4ec0-88f0-9bcc63d65ab0 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:19:33.216116 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7b3ec519-f123-4f29-8b3d-f5e69f877fa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:19:33.253942 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-7b3ec519-f123-4f29-8b3d-f5e69f877fa0 None None] Port e4380247-807c-4ec0-88f0-9bcc63d65ab0 cannot update to ACTIVE because it is not bound. {{(pid=103161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 13:19:33.294828 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-941fcbc7-9d12-49e1-a85b-92a8ebe0d123 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:19:33.511129 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-941fcbc7-9d12-49e1-a85b-92a8ebe0d123 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:19:33.519852 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-941fcbc7-9d12-49e1-a85b-92a8ebe0d123 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:19:33.521057 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-941fcbc7-9d12-49e1-a85b-92a8ebe0d123 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1048031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586432'] for router_interface, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:19:33.615097 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941fcbc7-9d12-49e1-a85b-92a8ebe0d123 admin admin] Pushing event updated for resources: {'Port': ['ID=e4380247-807c-4ec0-88f0-9bcc63d65ab0,revision_number=2']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:19:33.665718 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-941fcbc7-9d12-49e1-a85b-92a8ebe0d123 admin admin] Network 12c759fe-4ac4-4d1f-be6a-86ec5a77b8ce is already hosted by enough agents. {{(pid=103159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:19:33.667448 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.base_scheduler [None req-941fcbc7-9d12-49e1-a85b-92a8ebe0d123 admin admin] Resources bound (agent type, host, resource id): {{(pid=103159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:19:33.831129 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-941fcbc7-9d12-49e1-a85b-92a8ebe0d123 admin admin] Router 19b29980-a124-4bd9-a60d-3543648b2257 is scheduled to L3 agent c9c0cd52-5bd2-4704-9429-d80f1c5ad23c with binding_index 1 {{(pid=103159) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 18 13:19:33.923564 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-02873a4c-2877-47eb-a438-2ad286a56a02 None None] Provisioning complete for port e4380247-807c-4ec0-88f0-9bcc63d65ab0 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:19:33.923781 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-02873a4c-2877-47eb-a438-2ad286a56a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:19:33.924893 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-941fcbc7-9d12-49e1-a85b-92a8ebe0d123 admin admin] Notify agent at l3_agent.dv-neutron-744815-20-hyperv the message routers_updated {{(pid=103159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 13:19:33.935878 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-941fcbc7-9d12-49e1-a85b-92a8ebe0d123 admin admin] 10.222.0.31 "PUT /v2.0/routers/19b29980-a124-4bd9-a60d-3543648b2257/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7962697 Dec 18 13:19:33.936806 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-662fadeb-8753-4c2e-83b5-10c504671682 None None] Sync routers for ids ['19b29980-a124-4bd9-a60d-3543648b2257'] in dv-neutron-744815-20-hyperv {{(pid=103162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 13:19:33.952456 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-662fadeb-8753-4c2e-83b5-10c504671682 None None] Routers {'19b29980-a124-4bd9-a60d-3543648b2257'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:19:33.953510 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-662fadeb-8753-4c2e-83b5-10c504671682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:19:27Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['19b29980-a124-4bd9-a60d-3543648b2257'], 'active': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:19:33.959123 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-02873a4c-2877-47eb-a438-2ad286a56a02 None None] Port e4380247-807c-4ec0-88f0-9bcc63d65ab0 cannot update to ACTIVE because it is not bound. {{(pid=103161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 13:19:34.146195 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvr_db [None req-662fadeb-8753-4c2e-83b5-10c504671682 None None] Set router 19b29980-a124-4bd9-a60d-3543648b2257 gateway port host: None {{(pid=103162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 13:19:34.573685 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-662fadeb-8753-4c2e-83b5-10c504671682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19b29980-a124-4bd9-a60d-3543648b2257', 'name': 'router1', 'tenant_id': '36f12c435b4140398f9ee80c710bb5c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:19:22Z', 'updated_at': '2021-12-18T13:19:33Z', 'revision_number': 2, 'project_id': '36f12c435b4140398f9ee80c710bb5c5', 'gw_port_host': None, '_interfaces': [{'id': 'e4380247-807c-4ec0-88f0-9bcc63d65ab0', 'name': '', 'network_id': '12c759fe-4ac4-4d1f-be6a-86ec5a77b8ce', 'tenant_id': '36f12c435b4140398f9ee80c710bb5c5', 'mac_address': 'fa:16:3e:ab:45:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19b29980-a124-4bd9-a60d-3543648b2257', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'eb7d3d27-fde1-4727-8cbc-fa7014b23e53', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:19:32Z', 'updated_at': '2021-12-18T13:19:33Z', 'revision_number': 2, 'project_id': '36f12c435b4140398f9ee80c710bb5c5', 'subnets': [{'id': 'eb7d3d27-fde1-4727-8cbc-fa7014b23e53', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6ff2aa8a-eaa2-46bc-a19b-944a4d3aa664'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:19:34.624164 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-662fadeb-8753-4c2e-83b5-10c504671682 None None] Checking router: 19b29980-a124-4bd9-a60d-3543648b2257 for host: dv-neutron-744815-20-hyperv {{(pid=103162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 18 13:19:34.624164 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-662fadeb-8753-4c2e-83b5-10c504671682 None None] Updating router 19b29980-a124-4bd9-a60d-3543648b2257 port e4380247-807c-4ec0-88f0-9bcc63d65ab0 binding host dv-neutron-744815-20-hyperv {{(pid=103162) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 18 13:19:34.671847 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-662fadeb-8753-4c2e-83b5-10c504671682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:19:35.169448 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-662fadeb-8753-4c2e-83b5-10c504671682 None None] Publish callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:19:35.177592 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-662fadeb-8753-4c2e-83b5-10c504671682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:19:35.343426 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3da2940-f464-4f24-8eb4-ea574158b691 None None] Pushing event updated for resources: {'Port': ['ID=e4380247-807c-4ec0-88f0-9bcc63d65ab0,revision_number=3']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:19:35.345793 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [None req-662fadeb-8753-4c2e-83b5-10c504671682 None None] Attempting to bind port e4380247-807c-4ec0-88f0-9bcc63d65ab0 on host dv-neutron-744815-20-hyperv for vnic_type normal with profile {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 13:19:35.346174 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [None req-662fadeb-8753-4c2e-83b5-10c504671682 None None] Attempting to bind port e4380247-807c-4ec0-88f0-9bcc63d65ab0 by drivers openvswitch,hyperv on host dv-neutron-744815-20-hyperv at level 0 using segments [{'id': 'f125da3f-9482-49a0-a368-2ecca58f8217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '12c759fe-4ac4-4d1f-be6a-86ec5a77b8ce'}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 13:19:35.346623 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-662fadeb-8753-4c2e-83b5-10c504671682 None None] Attempting to bind port e4380247-807c-4ec0-88f0-9bcc63d65ab0 on network 12c759fe-4ac4-4d1f-be6a-86ec5a77b8ce {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 13:19:35.356088 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-662fadeb-8753-4c2e-83b5-10c504671682 None None] Checking agent: {'id': '428fa9fa-43db-4db9-9f96-f60ffe931f2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-20-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 13, 19, 1), 'started_at': datetime.datetime(2021, 12, 18, 13, 19, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 13, 19, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-20-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 18 13:19:35.356455 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-662fadeb-8753-4c2e-83b5-10c504671682 None None] Checking segment: {'id': 'f125da3f-9482-49a0-a368-2ecca58f8217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '12c759fe-4ac4-4d1f-be6a-86ec5a77b8ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 13:19:35.356918 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-662fadeb-8753-4c2e-83b5-10c504671682 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:19:35.357297 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-662fadeb-8753-4c2e-83b5-10c504671682 None None] Bound using segment: {'id': 'f125da3f-9482-49a0-a368-2ecca58f8217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '12c759fe-4ac4-4d1f-be6a-86ec5a77b8ce'} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 18 13:19:35.357791 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [None req-662fadeb-8753-4c2e-83b5-10c504671682 None None] Bound port: e4380247-807c-4ec0-88f0-9bcc63d65ab0, host: dv-neutron-744815-20-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f125da3f-9482-49a0-a368-2ecca58f8217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '12c759fe-4ac4-4d1f-be6a-86ec5a77b8ce'}}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 18 13:19:35.358186 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-662fadeb-8753-4c2e-83b5-10c504671682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:19:35.361566 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3da2940-f464-4f24-8eb4-ea574158b691 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:19:35.361912 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3da2940-f464-4f24-8eb4-ea574158b691 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:19:35.362247 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3da2940-f464-4f24-8eb4-ea574158b691 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:19:35.362573 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3da2940-f464-4f24-8eb4-ea574158b691 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:19:35.362898 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3da2940-f464-4f24-8eb4-ea574158b691 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:19:35.363235 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3da2940-f464-4f24-8eb4-ea574158b691 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:19:35.363567 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3da2940-f464-4f24-8eb4-ea574158b691 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:19:35.363888 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3da2940-f464-4f24-8eb4-ea574158b691 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:19:35.364217 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3da2940-f464-4f24-8eb4-ea574158b691 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:19:35.364537 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3da2940-f464-4f24-8eb4-ea574158b691 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:19:35.364847 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3da2940-f464-4f24-8eb4-ea574158b691 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:19:35.365155 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3da2940-f464-4f24-8eb4-ea574158b691 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:19:35.365464 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3da2940-f464-4f24-8eb4-ea574158b691 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:19:35.366827 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3da2940-f464-4f24-8eb4-ea574158b691 None None] Tracked resource versions report: Dec 18 13:19:35.366827 dv-neutron-744815-20-hyperv neutron-server[103162]: pushed versions: Dec 18 13:19:35.366827 dv-neutron-744815-20-hyperv neutron-server[103162]: { 'AddressGroup': {'1.2'}, Dec 18 13:19:35.366827 dv-neutron-744815-20-hyperv neutron-server[103162]: 'ConntrackHelper': {'1.0'}, Dec 18 13:19:35.366827 dv-neutron-744815-20-hyperv neutron-server[103162]: 'LocalIPAssociation': {'1.0'}, Dec 18 13:19:35.366827 dv-neutron-744815-20-hyperv neutron-server[103162]: 'Log': {'1.0'}, Dec 18 13:19:35.366827 dv-neutron-744815-20-hyperv neutron-server[103162]: 'Network': {'1.1'}, Dec 18 13:19:35.366827 dv-neutron-744815-20-hyperv neutron-server[103162]: 'Port': {'1.7'}, Dec 18 13:19:35.366827 dv-neutron-744815-20-hyperv neutron-server[103162]: 'PortForwarding': {'1.2'}, Dec 18 13:19:35.366827 dv-neutron-744815-20-hyperv neutron-server[103162]: 'QosPolicy': {'1.10'}, Dec 18 13:19:35.366827 dv-neutron-744815-20-hyperv neutron-server[103162]: 'SecurityGroup': {'1.5'}, Dec 18 13:19:35.366827 dv-neutron-744815-20-hyperv neutron-server[103162]: 'SecurityGroupRule': {'1.2'}, Dec 18 13:19:35.366827 dv-neutron-744815-20-hyperv neutron-server[103162]: 'SubPort': {'1.0'}, Dec 18 13:19:35.366827 dv-neutron-744815-20-hyperv neutron-server[103162]: 'Subnet': {'1.1'}, Dec 18 13:19:35.366827 dv-neutron-744815-20-hyperv neutron-server[103162]: 'Trunk': {'1.1'}} Dec 18 13:19:35.366827 dv-neutron-744815-20-hyperv neutron-server[103162]: consumer versions: Dec 18 13:19:35.366827 dv-neutron-744815-20-hyperv neutron-server[103162]: { DHCP agent@dv-neutron-744815-20-hyperv: {}, Dec 18 13:19:35.366827 dv-neutron-744815-20-hyperv neutron-server[103162]: L3 agent@dv-neutron-744815-20-hyperv: {}, Dec 18 13:19:35.366827 dv-neutron-744815-20-hyperv neutron-server[103162]: Metadata agent@dv-neutron-744815-20-hyperv: {}, Dec 18 13:19:35.366827 dv-neutron-744815-20-hyperv neutron-server[103162]: Metering agent@dv-neutron-744815-20-hyperv: {}, Dec 18 13:19:35.366827 dv-neutron-744815-20-hyperv neutron-server[103162]: Open vSwitch agent@dv-neutron-744815-20-hyperv: { 'AddressGroup': '1.2', Dec 18 13:19:35.366827 dv-neutron-744815-20-hyperv neutron-server[103162]: 'ConntrackHelper': '1.0', Dec 18 13:19:35.366827 dv-neutron-744815-20-hyperv neutron-server[103162]: 'LocalIPAssociation': '1.0', Dec 18 13:19:35.366827 dv-neutron-744815-20-hyperv neutron-server[103162]: 'Log': '1.0', Dec 18 13:19:35.366827 dv-neutron-744815-20-hyperv neutron-server[103162]: 'Network': '1.1', Dec 18 13:19:35.366827 dv-neutron-744815-20-hyperv neutron-server[103162]: 'Port': '1.7', Dec 18 13:19:35.366827 dv-neutron-744815-20-hyperv neutron-server[103162]: 'PortForwarding': '1.2', Dec 18 13:19:35.366827 dv-neutron-744815-20-hyperv neutron-server[103162]: 'QosPolicy': '1.10', Dec 18 13:19:35.366827 dv-neutron-744815-20-hyperv neutron-server[103162]: 'SecurityGroup': '1.5', Dec 18 13:19:35.366827 dv-neutron-744815-20-hyperv neutron-server[103162]: 'SecurityGroupRule': '1.2', Dec 18 13:19:35.366827 dv-neutron-744815-20-hyperv neutron-server[103162]: 'SubPort': '1.0', Dec 18 13:19:35.366827 dv-neutron-744815-20-hyperv neutron-server[103162]: 'Subnet': '1.1', Dec 18 13:19:35.366827 dv-neutron-744815-20-hyperv neutron-server[103162]: 'Trunk': '1.1'}} Dec 18 13:19:35.366827 dv-neutron-744815-20-hyperv neutron-server[103162]: {{(pid=103162) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 18 13:19:35.388388 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-14777a10-131a-425b-9bcc-755eed567fba None None] Provisioning complete for port e4380247-807c-4ec0-88f0-9bcc63d65ab0 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:19:35.388955 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-14777a10-131a-425b-9bcc-755eed567fba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:19:35.423196 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-14777a10-131a-425b-9bcc-755eed567fba None None] Port e4380247-807c-4ec0-88f0-9bcc63d65ab0 cannot update to ACTIVE because it is not bound. {{(pid=103161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 13:19:35.445151 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-662fadeb-8753-4c2e-83b5-10c504671682 None None] For port e4380247-807c-4ec0-88f0-9bcc63d65ab0, host dv-neutron-744815-20-hyperv, cleared binding levels {{(pid=103162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 18 13:19:35.464674 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-662fadeb-8753-4c2e-83b5-10c504671682 None None] For port e4380247-807c-4ec0-88f0-9bcc63d65ab0, host dv-neutron-744815-20-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=e4380247-807c-4ec0-88f0-9bcc63d65ab0,segment=NetworkSegment(f125da3f-9482-49a0-a368-2ecca58f8217),segment_id=f125da3f-9482-49a0-a368-2ecca58f8217)] {{(pid=103162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 18 13:19:35.469260 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-662fadeb-8753-4c2e-83b5-10c504671682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:19:35.526836 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-662fadeb-8753-4c2e-83b5-10c504671682 None None] Routers {'19b29980-a124-4bd9-a60d-3543648b2257'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:19:35.527499 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-662fadeb-8753-4c2e-83b5-10c504671682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:19:27Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['19b29980-a124-4bd9-a60d-3543648b2257'], 'active': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:19:35.532661 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3da2940-f464-4f24-8eb4-ea574158b691 None None] Pushing event updated for resources: {'Port': ['ID=e4380247-807c-4ec0-88f0-9bcc63d65ab0,revision_number=4']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:19:35.622096 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvr_db [None req-662fadeb-8753-4c2e-83b5-10c504671682 None None] Set router 19b29980-a124-4bd9-a60d-3543648b2257 gateway port host: None {{(pid=103162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 13:19:35.745426 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-95ba081e-706d-40a2-91a9-dbdf665e96b6 None None] Provisioning complete for port e4380247-807c-4ec0-88f0-9bcc63d65ab0 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:19:35.746123 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-95ba081e-706d-40a2-91a9-dbdf665e96b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:19:35.827002 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-95ba081e-706d-40a2-91a9-dbdf665e96b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:19:35.848970 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-662fadeb-8753-4c2e-83b5-10c504671682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19b29980-a124-4bd9-a60d-3543648b2257', 'name': 'router1', 'tenant_id': '36f12c435b4140398f9ee80c710bb5c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:19:22Z', 'updated_at': '2021-12-18T13:19:33Z', 'revision_number': 2, 'project_id': '36f12c435b4140398f9ee80c710bb5c5', 'gw_port_host': None, '_interfaces': [{'id': 'e4380247-807c-4ec0-88f0-9bcc63d65ab0', 'name': '', 'network_id': '12c759fe-4ac4-4d1f-be6a-86ec5a77b8ce', 'tenant_id': '36f12c435b4140398f9ee80c710bb5c5', 'mac_address': 'fa:16:3e:ab:45:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19b29980-a124-4bd9-a60d-3543648b2257', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'eb7d3d27-fde1-4727-8cbc-fa7014b23e53', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:19:32Z', 'updated_at': '2021-12-18T13:19:35Z', 'revision_number': 4, 'project_id': '36f12c435b4140398f9ee80c710bb5c5', 'subnets': [{'id': 'eb7d3d27-fde1-4727-8cbc-fa7014b23e53', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6ff2aa8a-eaa2-46bc-a19b-944a4d3aa664'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:19:35.859596 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-95ba081e-706d-40a2-91a9-dbdf665e96b6 None None] For port e4380247-807c-4ec0-88f0-9bcc63d65ab0, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=e4380247-807c-4ec0-88f0-9bcc63d65ab0,segment=NetworkSegment(f125da3f-9482-49a0-a368-2ecca58f8217),segment_id=f125da3f-9482-49a0-a368-2ecca58f8217)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:19:35.864666 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-95ba081e-706d-40a2-91a9-dbdf665e96b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:19:35.874318 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-662fadeb-8753-4c2e-83b5-10c504671682 None None] The sync data for ids ['19b29980-a124-4bd9-a60d-3543648b2257'] in dv-neutron-744815-20-hyperv is: [{'id': '19b29980-a124-4bd9-a60d-3543648b2257', 'name': 'router1', 'tenant_id': '36f12c435b4140398f9ee80c710bb5c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:19:22Z', 'updated_at': '2021-12-18T13:19:33Z', 'revision_number': 2, 'project_id': '36f12c435b4140398f9ee80c710bb5c5', 'gw_port_host': None, '_interfaces': [{'id': 'e4380247-807c-4ec0-88f0-9bcc63d65ab0', 'name': '', 'network_id': '12c759fe-4ac4-4d1f-be6a-86ec5a77b8ce', 'tenant_id': '36f12c435b4140398f9ee80c710bb5c5', 'mac_address': 'fa:16:3e:ab:45:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19b29980-a124-4bd9-a60d-3543648b2257', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'eb7d3d27-fde1-4727-8cbc-fa7014b23e53', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:19:32Z', 'updated_at': '2021-12-18T13:19:35Z', 'revision_number': 4, 'project_id': '36f12c435b4140398f9ee80c710bb5c5', 'subnets': [{'id': 'eb7d3d27-fde1-4727-8cbc-fa7014b23e53', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6ff2aa8a-eaa2-46bc-a19b-944a4d3aa664'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 13:19:35.913472 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ba081e-706d-40a2-91a9-dbdf665e96b6 None None] Pushing event updated for resources: {'Port': ['ID=e4380247-807c-4ec0-88f0-9bcc63d65ab0,revision_number=5']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:19:36.424090 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 47574) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:19:36.598617 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2095f8c7-ece5-465f-8fee-500915298631 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:19:36.599984 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-2095f8c7-ece5-465f-8fee-500915298631 admin admin] 10.222.0.31 "GET /v2.0/networks/decb4a40-7941-48c8-afbb-daaafd502e83 HTTP/1.1" status: 200 len: 842 time: 0.1749344 Dec 18 13:19:36.610273 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-81b7adc2-5ff0-4b31-82bb-ddf9557bfe65 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'enable_dhcp': False, 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'ip_version': 4}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:19:36.637341 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81b7adc2-5ff0-4b31-82bb-ddf9557bfe65 admin admin] Made reservation on behalf of 4e2d8448b55f4d81bf722b7d66d27a64 for: {'subnet': 1} {{(pid=103160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:19:36.639718 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-81b7adc2-5ff0-4b31-82bb-ddf9557bfe65 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:19:37.006585 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.objects.ports [None req-81b7adc2-5ff0-4b31-82bb-ddf9557bfe65 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103160) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 18 13:19:37.007041 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-81b7adc2-5ff0-4b31-82bb-ddf9557bfe65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981'] for subnet, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:19:37.067044 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b7adc2-5ff0-4b31-82bb-ddf9557bfe65 admin admin] Pushing event updated for resources: {'Subnet': ['ID=70deed80-3ca1-4f9e-96cb-563b43d3acba,revision_number=0']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:19:37.079433 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81b7adc2-5ff0-4b31-82bb-ddf9557bfe65 admin admin] Checking segment: {'id': '3f66d49c-4faa-434c-8c3e-991f4f1d01bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 13:19:37.079791 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81b7adc2-5ff0-4b31-82bb-ddf9557bfe65 admin admin] Network hostable DHCP agents. Network: decb4a40-7941-48c8-afbb-daaafd502e83, hostable agents: ['aa77effa-0e3a-4bbd-a383-4d58ed3328d0'], hosted agents: [] {{(pid=103160) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 18 13:19:37.103534 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81b7adc2-5ff0-4b31-82bb-ddf9557bfe65 admin admin] Network decb4a40-7941-48c8-afbb-daaafd502e83 is scheduled to be hosted by DHCP agent aa77effa-0e3a-4bbd-a383-4d58ed3328d0 with binding_index 1 {{(pid=103160) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 18 13:19:37.115744 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.base_scheduler [None req-81b7adc2-5ff0-4b31-82bb-ddf9557bfe65 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-744815-20-hyperv, decb4a40-7941-48c8-afbb-daaafd502e83) {{(pid=103160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:19:37.121628 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81b7adc2-5ff0-4b31-82bb-ddf9557bfe65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:19:37.122796 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-81b7adc2-5ff0-4b31-82bb-ddf9557bfe65 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047995'] for subnet, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:19:37.127003 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7908fb9-ba0d-4b84-a3d4-a1dd37bdc4a2 None None] Network decb4a40-7941-48c8-afbb-daaafd502e83 requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:19:37.151888 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-81b7adc2-5ff0-4b31-82bb-ddf9557bfe65 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5449071 Dec 18 13:19:37.233957 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccefc19f-ddcf-4c2d-86a7-2305243b4de1 None None] Network decb4a40-7941-48c8-afbb-daaafd502e83 requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:19:39.075927 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.agents_db [None req-e3dda592-589a-4b4d-b028-ba9a260f4f50 None None] Agent healthcheck: found 5 active agents {{(pid=103162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 18 13:19:39.656432 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 47582) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:19:39.892407 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-b8c1e8e8-c5d6-4fac-9c78-cdae41bba1fe admin admin] 10.222.0.31 "GET /v2.0/routers/19b29980-a124-4bd9-a60d-3543648b2257 HTTP/1.1" status: 200 len: 710 time: 0.2347128 Dec 18 13:19:39.980701 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08800f20-5088-4d65-8de3-95003aab63b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:19:39.982152 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-08800f20-5088-4d65-8de3-95003aab63b5 admin admin] 10.222.0.31 "GET /v2.0/networks/decb4a40-7941-48c8-afbb-daaafd502e83 HTTP/1.1" status: 200 len: 886 time: 0.0839789 Dec 18 13:19:39.991568 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-7fb6c239-d88e-4f17-9c56-6df9b2a6fce8 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83'}}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:19:40.244194 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-7fb6c239-d88e-4f17-9c56-6df9b2a6fce8 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:19:40.539984 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-7fb6c239-d88e-4f17-9c56-6df9b2a6fce8 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:19:40.614681 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-7fb6c239-d88e-4f17-9c56-6df9b2a6fce8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:19:40.765953 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.db_base_plugin_common [None req-7fb6c239-d88e-4f17-9c56-6df9b2a6fce8 admin admin] Allocated IP 172.26.3.99 (decb4a40-7941-48c8-afbb-daaafd502e83/70deed80-3ca1-4f9e-96cb-563b43d3acba/af9e59a6-989c-4046-a542-a4d4f034b9e4) {{(pid=103160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:19:40.871073 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-7fb6c239-d88e-4f17-9c56-6df9b2a6fce8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:19:40.933632 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-7fb6c239-d88e-4f17-9c56-6df9b2a6fce8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975'] for port, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:19:41.007293 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fb6c239-d88e-4f17-9c56-6df9b2a6fce8 admin admin] Network decb4a40-7941-48c8-afbb-daaafd502e83 is already hosted by enough agents. {{(pid=103160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:19:41.012137 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.base_scheduler [None req-7fb6c239-d88e-4f17-9c56-6df9b2a6fce8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:19:41.017865 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fb6c239-d88e-4f17-9c56-6df9b2a6fce8 admin admin] Received port after_create {{(pid=103160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:19:41.023350 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb6c239-d88e-4f17-9c56-6df9b2a6fce8 admin admin] Pushing event updated for resources: {'Port': ['ID=af9e59a6-989c-4046-a542-a4d4f034b9e4,revision_number=1']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:19:41.300022 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-7fb6c239-d88e-4f17-9c56-6df9b2a6fce8 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:19:41.514896 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-7fb6c239-d88e-4f17-9c56-6df9b2a6fce8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-586613', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-589787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28650'] for router, precommit_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:19:41.519598 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-7fb6c239-d88e-4f17-9c56-6df9b2a6fce8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-586526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-586508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-586503', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-589778'] for router, after_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:19:41.636372 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fb6c239-d88e-4f17-9c56-6df9b2a6fce8 admin admin] Router 19b29980-a124-4bd9-a60d-3543648b2257 has already been hosted by L3 agent c9c0cd52-5bd2-4704-9429-d80f1c5ad23c {{(pid=103160) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 18 13:19:41.747642 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fb6c239-d88e-4f17-9c56-6df9b2a6fce8 admin admin] Notify agent at l3_agent.dv-neutron-744815-20-hyperv the message routers_updated {{(pid=103160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 13:19:41.752174 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-7fb6c239-d88e-4f17-9c56-6df9b2a6fce8 admin admin] Publish callbacks [] for router, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:19:41.753371 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-7fb6c239-d88e-4f17-9c56-6df9b2a6fce8 admin admin] 10.222.0.31 "PUT /v2.0/routers/19b29980-a124-4bd9-a60d-3543648b2257 HTTP/1.1" status: 200 len: 889 time: 1.7650173 Dec 18 13:19:42.584146 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device e4380247-807c-4ec0-88f0-9bcc63d65ab0 up at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 13:19:42.641248 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2294866d-0076-4933-952c-685307032598 None None] Provisioning complete for port e4380247-807c-4ec0-88f0-9bcc63d65ab0 triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:19:42.641642 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:19:42.863643 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15594eee-ba8e-412d-971f-9082fe6d06b4 None None] Sync routers for ids ['19b29980-a124-4bd9-a60d-3543648b2257'] in dv-neutron-744815-20-hyperv {{(pid=103161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 13:19:42.875212 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15594eee-ba8e-412d-971f-9082fe6d06b4 None None] Routers {'19b29980-a124-4bd9-a60d-3543648b2257'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:19:42.875909 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-15594eee-ba8e-412d-971f-9082fe6d06b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:19:27Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['19b29980-a124-4bd9-a60d-3543648b2257'], 'active': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:19:43.093671 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvr_db [None req-15594eee-ba8e-412d-971f-9082fe6d06b4 None None] Set router 19b29980-a124-4bd9-a60d-3543648b2257 gateway port host: dv-neutron-744815-20-hyperv {{(pid=103161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 13:19:43.484615 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-15594eee-ba8e-412d-971f-9082fe6d06b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19b29980-a124-4bd9-a60d-3543648b2257', 'name': 'router1', 'tenant_id': '36f12c435b4140398f9ee80c710bb5c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.99'}], 'enable_snat': True}, 'gw_port_id': 'af9e59a6-989c-4046-a542-a4d4f034b9e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:19:22Z', 'updated_at': '2021-12-18T13:19:41Z', 'revision_number': 4, 'project_id': '36f12c435b4140398f9ee80c710bb5c5', 'gw_port': {'id': 'af9e59a6-989c-4046-a542-a4d4f034b9e4', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:4b:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19b29980-a124-4bd9-a60d-3543648b2257', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:19:40Z', 'updated_at': '2021-12-18T13:19:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv', '_interfaces': [{'id': 'e4380247-807c-4ec0-88f0-9bcc63d65ab0', 'name': '', 'network_id': '12c759fe-4ac4-4d1f-be6a-86ec5a77b8ce', 'tenant_id': '36f12c435b4140398f9ee80c710bb5c5', 'mac_address': 'fa:16:3e:ab:45:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19b29980-a124-4bd9-a60d-3543648b2257', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'eb7d3d27-fde1-4727-8cbc-fa7014b23e53', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:19:32Z', 'updated_at': '2021-12-18T13:19:35Z', 'revision_number': 5, 'project_id': '36f12c435b4140398f9ee80c710bb5c5', 'subnets': [{'id': 'eb7d3d27-fde1-4727-8cbc-fa7014b23e53', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6ff2aa8a-eaa2-46bc-a19b-944a4d3aa664'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:19:43.607891 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15594eee-ba8e-412d-971f-9082fe6d06b4 None None] Checking router: 19b29980-a124-4bd9-a60d-3543648b2257 for host: dv-neutron-744815-20-hyperv {{(pid=103161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 18 13:19:43.608568 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15594eee-ba8e-412d-971f-9082fe6d06b4 None None] Updating router 19b29980-a124-4bd9-a60d-3543648b2257 port af9e59a6-989c-4046-a542-a4d4f034b9e4 binding host dv-neutron-744815-20-hyperv {{(pid=103161) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 18 13:19:43.657220 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-15594eee-ba8e-412d-971f-9082fe6d06b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:19:43.979436 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-15594eee-ba8e-412d-971f-9082fe6d06b4 None None] Publish callbacks [] for port, precommit_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:19:43.986504 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-15594eee-ba8e-412d-971f-9082fe6d06b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:19:44.036817 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5de22d0-f78d-4758-99b0-73ffa4d097a2 None None] Pushing event updated for resources: {'Port': ['ID=af9e59a6-989c-4046-a542-a4d4f034b9e4,revision_number=2']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:19:44.038951 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-15594eee-ba8e-412d-971f-9082fe6d06b4 None None] Attempting to bind port af9e59a6-989c-4046-a542-a4d4f034b9e4 on host dv-neutron-744815-20-hyperv for vnic_type normal with profile {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 13:19:44.039363 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-15594eee-ba8e-412d-971f-9082fe6d06b4 None None] Attempting to bind port af9e59a6-989c-4046-a542-a4d4f034b9e4 by drivers openvswitch,hyperv on host dv-neutron-744815-20-hyperv at level 0 using segments [{'id': '3f66d49c-4faa-434c-8c3e-991f4f1d01bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83'}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 13:19:44.039691 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15594eee-ba8e-412d-971f-9082fe6d06b4 None None] Attempting to bind port af9e59a6-989c-4046-a542-a4d4f034b9e4 on network decb4a40-7941-48c8-afbb-daaafd502e83 {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 13:19:44.045281 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15594eee-ba8e-412d-971f-9082fe6d06b4 None None] Checking agent: {'id': '428fa9fa-43db-4db9-9f96-f60ffe931f2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-20-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 13, 19, 1), 'started_at': datetime.datetime(2021, 12, 18, 13, 19, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 13, 19, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-20-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 18 13:19:44.045657 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15594eee-ba8e-412d-971f-9082fe6d06b4 None None] Checking segment: {'id': '3f66d49c-4faa-434c-8c3e-991f4f1d01bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 13:19:44.046056 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-15594eee-ba8e-412d-971f-9082fe6d06b4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:19:44.046443 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15594eee-ba8e-412d-971f-9082fe6d06b4 None None] Bound using segment: {'id': '3f66d49c-4faa-434c-8c3e-991f4f1d01bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83'} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 18 13:19:44.046915 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-15594eee-ba8e-412d-971f-9082fe6d06b4 None None] Bound port: af9e59a6-989c-4046-a542-a4d4f034b9e4, host: dv-neutron-744815-20-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f66d49c-4faa-434c-8c3e-991f4f1d01bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83'}}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 18 13:19:44.047321 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-15594eee-ba8e-412d-971f-9082fe6d06b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:19:44.097386 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-15594eee-ba8e-412d-971f-9082fe6d06b4 None None] For port af9e59a6-989c-4046-a542-a4d4f034b9e4, host dv-neutron-744815-20-hyperv, cleared binding levels {{(pid=103161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 18 13:19:44.100680 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-15594eee-ba8e-412d-971f-9082fe6d06b4 None None] For port af9e59a6-989c-4046-a542-a4d4f034b9e4, host dv-neutron-744815-20-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=af9e59a6-989c-4046-a542-a4d4f034b9e4,segment=NetworkSegment(3f66d49c-4faa-434c-8c3e-991f4f1d01bd),segment_id=3f66d49c-4faa-434c-8c3e-991f4f1d01bd)] {{(pid=103161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 18 13:19:44.105811 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-15594eee-ba8e-412d-971f-9082fe6d06b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:19:44.162036 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5de22d0-f78d-4758-99b0-73ffa4d097a2 None None] Pushing event updated for resources: {'Port': ['ID=af9e59a6-989c-4046-a542-a4d4f034b9e4,revision_number=3']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:19:44.164502 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15594eee-ba8e-412d-971f-9082fe6d06b4 None None] Routers {'19b29980-a124-4bd9-a60d-3543648b2257'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:19:44.165123 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-15594eee-ba8e-412d-971f-9082fe6d06b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:19:27Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['19b29980-a124-4bd9-a60d-3543648b2257'], 'active': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:19:44.284327 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvr_db [None req-15594eee-ba8e-412d-971f-9082fe6d06b4 None None] Set router 19b29980-a124-4bd9-a60d-3543648b2257 gateway port host: dv-neutron-744815-20-hyperv {{(pid=103161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 13:19:44.342972 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 47594) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:19:44.459225 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-d2a35f97-d23c-44e1-a29a-89816ce92442 admin admin] 10.222.0.31 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1150692 Dec 18 13:19:44.499624 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-15594eee-ba8e-412d-971f-9082fe6d06b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19b29980-a124-4bd9-a60d-3543648b2257', 'name': 'router1', 'tenant_id': '36f12c435b4140398f9ee80c710bb5c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.99'}], 'enable_snat': True}, 'gw_port_id': 'af9e59a6-989c-4046-a542-a4d4f034b9e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:19:22Z', 'updated_at': '2021-12-18T13:19:41Z', 'revision_number': 4, 'project_id': '36f12c435b4140398f9ee80c710bb5c5', 'gw_port': {'id': 'af9e59a6-989c-4046-a542-a4d4f034b9e4', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:4b:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19b29980-a124-4bd9-a60d-3543648b2257', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:19:40Z', 'updated_at': '2021-12-18T13:19:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv', '_interfaces': [{'id': 'e4380247-807c-4ec0-88f0-9bcc63d65ab0', 'name': '', 'network_id': '12c759fe-4ac4-4d1f-be6a-86ec5a77b8ce', 'tenant_id': '36f12c435b4140398f9ee80c710bb5c5', 'mac_address': 'fa:16:3e:ab:45:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19b29980-a124-4bd9-a60d-3543648b2257', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'eb7d3d27-fde1-4727-8cbc-fa7014b23e53', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:19:32Z', 'updated_at': '2021-12-18T13:19:35Z', 'revision_number': 5, 'project_id': '36f12c435b4140398f9ee80c710bb5c5', 'subnets': [{'id': 'eb7d3d27-fde1-4727-8cbc-fa7014b23e53', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6ff2aa8a-eaa2-46bc-a19b-944a4d3aa664'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:19:44.529295 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15594eee-ba8e-412d-971f-9082fe6d06b4 None None] The sync data for ids ['19b29980-a124-4bd9-a60d-3543648b2257'] in dv-neutron-744815-20-hyperv is: [{'id': '19b29980-a124-4bd9-a60d-3543648b2257', 'name': 'router1', 'tenant_id': '36f12c435b4140398f9ee80c710bb5c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.99'}], 'enable_snat': True}, 'gw_port_id': 'af9e59a6-989c-4046-a542-a4d4f034b9e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:19:22Z', 'updated_at': '2021-12-18T13:19:41Z', 'revision_number': 4, 'project_id': '36f12c435b4140398f9ee80c710bb5c5', 'gw_port': {'id': 'af9e59a6-989c-4046-a542-a4d4f034b9e4', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:4b:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19b29980-a124-4bd9-a60d-3543648b2257', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:19:40Z', 'updated_at': '2021-12-18T13:19:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv', '_interfaces': [{'id': 'e4380247-807c-4ec0-88f0-9bcc63d65ab0', 'name': '', 'network_id': '12c759fe-4ac4-4d1f-be6a-86ec5a77b8ce', 'tenant_id': '36f12c435b4140398f9ee80c710bb5c5', 'mac_address': 'fa:16:3e:ab:45:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19b29980-a124-4bd9-a60d-3543648b2257', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'eb7d3d27-fde1-4727-8cbc-fa7014b23e53', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:19:32Z', 'updated_at': '2021-12-18T13:19:35Z', 'revision_number': 5, 'project_id': '36f12c435b4140398f9ee80c710bb5c5', 'subnets': [{'id': 'eb7d3d27-fde1-4727-8cbc-fa7014b23e53', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6ff2aa8a-eaa2-46bc-a19b-944a4d3aa664'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 13:19:46.615259 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device af9e59a6-989c-4046-a542-a4d4f034b9e4 up at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 13:19:46.670158 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2294866d-0076-4933-952c-685307032598 None None] Provisioning complete for port af9e59a6-989c-4046-a542-a4d4f034b9e4 triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:19:46.670536 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:19:46.746757 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:19:46.768629 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-2294866d-0076-4933-952c-685307032598 None None] For port af9e59a6-989c-4046-a542-a4d4f034b9e4, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=af9e59a6-989c-4046-a542-a4d4f034b9e4,segment=NetworkSegment(3f66d49c-4faa-434c-8c3e-991f4f1d01bd),segment_id=3f66d49c-4faa-434c-8c3e-991f4f1d01bd)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:19:46.773789 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:19:46.825848 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Pushing event updated for resources: {'Port': ['ID=af9e59a6-989c-4046-a542-a4d4f034b9e4,revision_number=4']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:19:48.604176 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device af9e59a6-989c-4046-a542-a4d4f034b9e4 up at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 13:19:48.694411 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2294866d-0076-4933-952c-685307032598 None None] Provisioning complete for port af9e59a6-989c-4046-a542-a4d4f034b9e4 triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:19:48.695227 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:19:54.849726 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e27f5e2c-0dd6-45a1-afc6-dd5fa9d546c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:19:57.087693 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-83d4500b-a50c-47e7-95c5-c3bcf6c05c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:19:58.280888 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-afa9ae9b-bdbb-4010-bcf6-3a46ce66cf71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:19:59.809934 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7b7a3272-2b45-4d32-9670-25eb1afd1184 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:20:00.774102 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:20:16.075444 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.agents_db [None req-e3dda592-589a-4b4d-b028-ba9a260f4f50 None None] Agent healthcheck: found 5 active agents {{(pid=103162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 18 13:20:24.848173 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-da9f4a48-1b27-4cba-87f0-b4651dd35cfa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:20:27.095138 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-4169181f-1f1a-4856-83b2-b3805b8e063d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:20:28.284040 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-afa9ae9b-bdbb-4010-bcf6-3a46ce66cf71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:20:29.802102 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7b7a3272-2b45-4d32-9670-25eb1afd1184 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:20:30.759784 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:20:53.074846 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.agents_db [None req-e3dda592-589a-4b4d-b028-ba9a260f4f50 None None] Agent healthcheck: found 5 active agents {{(pid=103162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 18 13:20:54.843916 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-70d39bd1-d6b5-4650-9d0c-745a0eb5c427 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:20:57.089805 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-57a9e1de-21ca-43ed-9d01-ec9271008213 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:20:58.287124 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-afa9ae9b-bdbb-4010-bcf6-3a46ce66cf71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:20:59.799111 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7b7a3272-2b45-4d32-9670-25eb1afd1184 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:21:00.764854 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:21:10.445624 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 48112) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:21:10.510107 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.pecan_wsgi.hooks.translation [None req-4126964d-1359-412d-8df1-b0224859b16c admin admin] GET failed (client error): The resource could not be found. Dec 18 13:21:10.511632 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-4126964d-1359-412d-8df1-b0224859b16c admin admin] 10.222.0.31 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0647058 Dec 18 13:21:10.679872 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c58297f-c3b5-4aed-b04c-5c0ac5c5b263 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:21:10.681525 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-4c58297f-c3b5-4aed-b04c-5c0ac5c5b263 admin admin] 10.222.0.31 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1653171 Dec 18 13:21:13.054909 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 48122) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:21:13.165626 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd015bcb-64f9-4813-8ee0-b3890eb092c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:21:13.167015 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-fd015bcb-64f9-4813-8ee0-b3890eb092c8 admin admin] 10.222.0.31 "GET /v2.0/subnets/eb7d3d27-fde1-4727-8cbc-fa7014b23e53 HTTP/1.1" status: 200 len: 849 time: 0.1110256 Dec 18 13:21:13.181349 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-5accfd99-7cdd-41cd-add6-c0625d4eefff admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:21:13.336514 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-5accfd99-7cdd-41cd-add6-c0625d4eefff admin admin] Publish callbacks [] for subnet, before_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:21:13.495862 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-5accfd99-7cdd-41cd-add6-c0625d4eefff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8767106934739'] for subnet, after_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:21:13.526818 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5accfd99-7cdd-41cd-add6-c0625d4eefff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:21:13.527701 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-5accfd99-7cdd-41cd-add6-c0625d4eefff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047995'] for subnet, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:21:13.529313 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-5accfd99-7cdd-41cd-add6-c0625d4eefff admin admin] 10.222.0.31 "PUT /v2.0/subnets/eb7d3d27-fde1-4727-8cbc-fa7014b23e53 HTTP/1.1" status: 200 len: 868 time: 0.3517697 Dec 18 13:21:13.530686 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-903c5d26-f0fc-4ace-867a-25deaa1587ea None None] Network 12c759fe-4ac4-4d1f-be6a-86ec5a77b8ce requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:21:13.550029 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5accfd99-7cdd-41cd-add6-c0625d4eefff admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb7d3d27-fde1-4727-8cbc-fa7014b23e53,revision_number=1']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:21:13.558291 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5accfd99-7cdd-41cd-add6-c0625d4eefff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:21:13.558633 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5accfd99-7cdd-41cd-add6-c0625d4eefff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:21:13.558988 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5accfd99-7cdd-41cd-add6-c0625d4eefff admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:21:13.559368 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5accfd99-7cdd-41cd-add6-c0625d4eefff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:21:13.559701 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5accfd99-7cdd-41cd-add6-c0625d4eefff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:21:13.560030 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5accfd99-7cdd-41cd-add6-c0625d4eefff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:21:13.560376 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5accfd99-7cdd-41cd-add6-c0625d4eefff admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:21:13.560725 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5accfd99-7cdd-41cd-add6-c0625d4eefff admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:21:13.561072 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5accfd99-7cdd-41cd-add6-c0625d4eefff admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:21:13.561403 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5accfd99-7cdd-41cd-add6-c0625d4eefff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:21:13.561798 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5accfd99-7cdd-41cd-add6-c0625d4eefff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:21:13.562123 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5accfd99-7cdd-41cd-add6-c0625d4eefff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:21:13.562445 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5accfd99-7cdd-41cd-add6-c0625d4eefff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:21:13.808634 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-79e3c239-b6d2-4733-ae3a-f9c33ae23a80 None None] Provisioning complete for port e4380247-807c-4ec0-88f0-9bcc63d65ab0 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:21:13.809100 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-79e3c239-b6d2-4733-ae3a-f9c33ae23a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:21:13.899290 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-79e3c239-b6d2-4733-ae3a-f9c33ae23a80 None None] Provisioning complete for port 705c34ef-6b60-4540-a5ee-f3ee5c8e3675 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:21:13.900244 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-79e3c239-b6d2-4733-ae3a-f9c33ae23a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:21:15.925344 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 48132) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:21:16.140964 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7345843f-2035-4f31-be4f-69dc4e8fb96f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:21:16.141357 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7345843f-2035-4f31-be4f-69dc4e8fb96f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:21:16.142907 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-7345843f-2035-4f31-be4f-69dc4e8fb96f admin admin] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2165918 Dec 18 13:21:18.514302 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 48140) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:21:18.657575 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6a03c9c-59a1-409b-b19d-ca935b6e7330 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:21:18.658020 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6a03c9c-59a1-409b-b19d-ca935b6e7330 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:21:18.659599 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-a6a03c9c-59a1-409b-b19d-ca935b6e7330 admin admin] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1442888 Dec 18 13:21:21.033537 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 48148) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:21:21.187554 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f90672df-e33e-4535-b578-362361f20e44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:21:21.188945 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-f90672df-e33e-4535-b578-362361f20e44 admin admin] 10.222.0.31 "GET /v2.0/networks/12c759fe-4ac4-4d1f-be6a-86ec5a77b8ce HTTP/1.1" status: 200 len: 869 time: 0.1540413 Dec 18 13:21:23.692690 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 48156) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:21:23.860039 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82c4cc07-078d-4b68-9519-54912531fdf8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:21:23.861828 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-82c4cc07-078d-4b68-9519-54912531fdf8 admin admin] 10.222.0.31 "GET /v2.0/networks/decb4a40-7941-48c8-afbb-daaafd502e83 HTTP/1.1" status: 200 len: 886 time: 0.1681356 Dec 18 13:21:24.847847 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-d91888a9-693d-476e-a9ed-601c8c31c8de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:21:26.301995 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 48164) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:21:26.441273 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc842d1c-ec5e-4100-b28d-ab185b05f65b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:21:26.441734 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc842d1c-ec5e-4100-b28d-ab185b05f65b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:21:26.443380 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-cc842d1c-ec5e-4100-b28d-ab185b05f65b admin admin] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1402764 Dec 18 13:21:27.098948 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-423c10cd-650d-449d-b423-bc2255ab79fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:21:28.290206 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-afa9ae9b-bdbb-4010-bcf6-3a46ce66cf71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:21:28.910968 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 48172) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:21:29.040779 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bed9828-a1be-4661-a451-31fd64f32057 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:21:29.041229 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bed9828-a1be-4661-a451-31fd64f32057 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:21:29.042736 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-5bed9828-a1be-4661-a451-31fd64f32057 admin admin] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1307995 Dec 18 13:21:29.802775 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7b7a3272-2b45-4d32-9670-25eb1afd1184 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:21:30.073337 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.agents_db [None req-e3dda592-589a-4b4d-b028-ba9a260f4f50 None None] Agent healthcheck: found 5 active agents {{(pid=103162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 18 13:21:30.767777 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:21:31.447333 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 48180) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:21:31.540356 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-094e4cce-eca0-4f30-b78c-1867f73ae0a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:21:31.541680 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-094e4cce-eca0-4f30-b78c-1867f73ae0a5 admin admin] 10.222.0.31 "GET /v2.0/subnets/70deed80-3ca1-4f9e-96cb-563b43d3acba HTTP/1.1" status: 200 len: 816 time: 0.0933783 Dec 18 13:21:33.933718 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 48188) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:21:34.035162 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a5df81a-b0c0-41e0-ae84-f219b373c375 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:21:34.036502 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-0a5df81a-b0c0-41e0-ae84-f219b373c375 admin admin] 10.222.0.31 "GET /v2.0/subnets/eb7d3d27-fde1-4727-8cbc-fa7014b23e53 HTTP/1.1" status: 200 len: 868 time: 0.1017897 Dec 18 13:21:54.851577 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-1186a08b-5927-4300-a054-55a9faad859b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:21:57.095639 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-b9566f14-2752-448d-ae41-82727f762507 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:21:58.292482 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-afa9ae9b-bdbb-4010-bcf6-3a46ce66cf71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:21:59.240301 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 48242) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:21:59.294664 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [None req-2453c247-be37-4b8c-80fd-e102d1c2720d admin admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103159) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 18 13:21:59.295679 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-2453c247-be37-4b8c-80fd-e102d1c2720d admin admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14093 time: 0.0541909 Dec 18 13:21:59.805788 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7b7a3272-2b45-4d32-9670-25eb1afd1184 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:22:00.770229 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:22:01.738888 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 48250) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:22:01.877995 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.pecan_wsgi.hooks.translation [None req-41cf94a5-c351-4839-a251-570be30e4b53 admin admin] GET failed (client error): The resource could not be found. Dec 18 13:22:01.879486 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-41cf94a5-c351-4839-a251-570be30e4b53 admin admin] 10.222.0.31 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.1395843 Dec 18 13:22:01.967729 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ad7cc1b-9919-4067-9616-f0d2dfd0dc07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:22:01.969196 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-8ad7cc1b-9919-4067-9616-f0d2dfd0dc07 admin admin] 10.222.0.31 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0828526 Dec 18 13:22:04.369534 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 48258) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:22:04.423071 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-b4d72ece-85ff-4309-b153-37305b4389a0 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:22:04.450793 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4d72ece-85ff-4309-b153-37305b4389a0 admin admin] Made reservation on behalf of 4e2d8448b55f4d81bf722b7d66d27a64 for: {'network': 1} {{(pid=103159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:22:04.453175 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b4d72ece-85ff-4309-b153-37305b4389a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for network, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:22:04.483187 dv-neutron-744815-20-hyperv neutron-server[103159]: WARNING neutron.services.revisions.revision_plugin [None req-b4d72ece-85ff-4309-b153-37305b4389a0 admin admin] Could not find related network for resource to bump revision. Dec 18 13:22:04.496085 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4d72ece-85ff-4309-b153-37305b4389a0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 138} {{(pid=103159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 18 13:22:04.505819 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b4d72ece-85ff-4309-b153-37305b4389a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:22:04.506169 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.db.segments_db [None req-b4d72ece-85ff-4309-b153-37305b4389a0 admin admin] Added segment 790d5518-6544-44c6-b81a-208caffb2717 of type vlan for network 77d513dd-3470-497b-a32a-ef3bc765371b Dec 18 13:22:04.544756 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b4d72ece-85ff-4309-b153-37305b4389a0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767106405744'] for network, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:22:04.572085 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b4d72ece-85ff-4309-b153-37305b4389a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981'] for network, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:22:04.573018 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4d72ece-85ff-4309-b153-37305b4389a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:22:04.573591 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b4d72ece-85ff-4309-b153-37305b4389a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047995'] for network, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:22:04.629156 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-b4d72ece-85ff-4309-b153-37305b4389a0 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2584527 Dec 18 13:22:04.632119 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d72ece-85ff-4309-b153-37305b4389a0 admin admin] Pushing event updated for resources: {'Network': ['ID=77d513dd-3470-497b-a32a-ef3bc765371b,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:22:04.639162 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d72ece-85ff-4309-b153-37305b4389a0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:22:04.639552 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d72ece-85ff-4309-b153-37305b4389a0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:22:04.639895 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d72ece-85ff-4309-b153-37305b4389a0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:22:04.640231 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d72ece-85ff-4309-b153-37305b4389a0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:22:04.640569 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d72ece-85ff-4309-b153-37305b4389a0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:22:04.640902 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d72ece-85ff-4309-b153-37305b4389a0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:22:04.641246 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d72ece-85ff-4309-b153-37305b4389a0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:22:04.641572 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d72ece-85ff-4309-b153-37305b4389a0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:22:04.641913 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d72ece-85ff-4309-b153-37305b4389a0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:22:04.642245 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d72ece-85ff-4309-b153-37305b4389a0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:22:04.642571 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d72ece-85ff-4309-b153-37305b4389a0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:22:04.642923 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d72ece-85ff-4309-b153-37305b4389a0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:22:04.643249 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d72ece-85ff-4309-b153-37305b4389a0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:22:04.658948 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Network 77d513dd-3470-497b-a32a-ef3bc765371b details requested by agent ovs-agent-dv-neutron-744815-20-hyperv with host dv-neutron-744815-20-hyperv {{(pid=103161) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 18 13:22:07.036288 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 48266) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:22:07.072613 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.agents_db [None req-e3dda592-589a-4b4d-b028-ba9a260f4f50 None None] Agent healthcheck: found 5 active agents {{(pid=103162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 18 13:22:07.113718 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.pecan_wsgi.hooks.translation [None req-c35d9f00-e0b2-49e3-b625-ca1f303395b6 admin admin] GET failed (client error): The resource could not be found. Dec 18 13:22:07.115366 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-c35d9f00-e0b2-49e3-b625-ca1f303395b6 admin admin] 10.222.0.31 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0776899 Dec 18 13:22:07.193115 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae80f8ed-6f10-4943-81b2-da49439971d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:22:07.194554 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-ae80f8ed-6f10-4943-81b2-da49439971d1 admin admin] 10.222.0.31 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0720642 Dec 18 13:22:07.209497 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-3a70f489-e293-4815-abfd-90eab0504e9f admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'shared-subnet', 'network_id': '77d513dd-3470-497b-a32a-ef3bc765371b', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:22:07.236021 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a70f489-e293-4815-abfd-90eab0504e9f admin admin] Made reservation on behalf of 4e2d8448b55f4d81bf722b7d66d27a64 for: {'subnet': 1} {{(pid=103159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:22:07.238279 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-3a70f489-e293-4815-abfd-90eab0504e9f admin admin] Publish callbacks [] for subnet, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:22:07.420199 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-3a70f489-e293-4815-abfd-90eab0504e9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981'] for subnet, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:22:07.471332 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a70f489-e293-4815-abfd-90eab0504e9f admin admin] Pushing event updated for resources: {'Subnet': ['ID=a9156167-311b-498f-9055-9260458f609f,revision_number=0']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:22:07.485996 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a70f489-e293-4815-abfd-90eab0504e9f admin admin] Checking segment: {'id': '790d5518-6544-44c6-b81a-208caffb2717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '77d513dd-3470-497b-a32a-ef3bc765371b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 13:22:07.486549 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a70f489-e293-4815-abfd-90eab0504e9f admin admin] Network hostable DHCP agents. Network: 77d513dd-3470-497b-a32a-ef3bc765371b, hostable agents: ['aa77effa-0e3a-4bbd-a383-4d58ed3328d0'], hosted agents: [] {{(pid=103159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 18 13:22:07.512755 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a70f489-e293-4815-abfd-90eab0504e9f admin admin] Network 77d513dd-3470-497b-a32a-ef3bc765371b is scheduled to be hosted by DHCP agent aa77effa-0e3a-4bbd-a383-4d58ed3328d0 with binding_index 1 {{(pid=103159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 18 13:22:07.525217 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.base_scheduler [None req-3a70f489-e293-4815-abfd-90eab0504e9f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-744815-20-hyperv, 77d513dd-3470-497b-a32a-ef3bc765371b) {{(pid=103159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:22:07.530196 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a70f489-e293-4815-abfd-90eab0504e9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:22:07.530786 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-3a70f489-e293-4815-abfd-90eab0504e9f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047995'] for subnet, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:22:07.535856 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7a258e5-d2b8-4494-94ee-924540abf896 None None] Network 77d513dd-3470-497b-a32a-ef3bc765371b requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:22:07.548076 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-3a70f489-e293-4815-abfd-90eab0504e9f admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3427391 Dec 18 13:22:07.643627 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a195e63a-0aba-4fa1-99a4-eadcd5c8086f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp31e170a0-46a1-5ba9-9dc1-7ee4f866f0d7-77d513dd-3470-497b-a32a-ef3bc765371b', 'network_id': '77d513dd-3470-497b-a32a-ef3bc765371b', 'project_id': '4e2d8448b55f4d81bf722b7d66d27a64', 'fixed_ips': [{'subnet_id': 'a9156167-311b-498f-9055-9260458f609f'}]}} from dv-neutron-744815-20-hyperv. {{(pid=103161) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 18 13:22:07.644961 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a195e63a-0aba-4fa1-99a4-eadcd5c8086f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:22:07.787381 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_common [None req-a195e63a-0aba-4fa1-99a4-eadcd5c8086f None None] Allocated IP 192.168.233.2 (77d513dd-3470-497b-a32a-ef3bc765371b/a9156167-311b-498f-9055-9260458f609f/9e9f252e-2a1c-44a2-8d52-fa0ae8dc361c) {{(pid=103161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:22:07.944655 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a195e63a-0aba-4fa1-99a4-eadcd5c8086f None None] Publish callbacks [] for port, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:22:07.951911 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a195e63a-0aba-4fa1-99a4-eadcd5c8086f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975'] for port, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:22:07.994288 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a195e63a-0aba-4fa1-99a4-eadcd5c8086f None None] Network 77d513dd-3470-497b-a32a-ef3bc765371b is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:22:08.000201 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-a195e63a-0aba-4fa1-99a4-eadcd5c8086f None None] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:22:08.003197 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a195e63a-0aba-4fa1-99a4-eadcd5c8086f None None] Received port after_create {{(pid=103161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:22:08.005243 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a195e63a-0aba-4fa1-99a4-eadcd5c8086f None None] Pushing event updated for resources: {'Port': ['ID=9e9f252e-2a1c-44a2-8d52-fa0ae8dc361c,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:22:08.014058 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a195e63a-0aba-4fa1-99a4-eadcd5c8086f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:22:08.014423 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a195e63a-0aba-4fa1-99a4-eadcd5c8086f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:22:08.014764 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a195e63a-0aba-4fa1-99a4-eadcd5c8086f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:22:08.015095 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a195e63a-0aba-4fa1-99a4-eadcd5c8086f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:22:08.015455 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a195e63a-0aba-4fa1-99a4-eadcd5c8086f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:22:08.015780 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a195e63a-0aba-4fa1-99a4-eadcd5c8086f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:22:08.016115 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a195e63a-0aba-4fa1-99a4-eadcd5c8086f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:22:08.016442 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a195e63a-0aba-4fa1-99a4-eadcd5c8086f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:22:08.016764 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a195e63a-0aba-4fa1-99a4-eadcd5c8086f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:22:08.017084 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a195e63a-0aba-4fa1-99a4-eadcd5c8086f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:22:08.017405 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a195e63a-0aba-4fa1-99a4-eadcd5c8086f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:22:08.017722 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a195e63a-0aba-4fa1-99a4-eadcd5c8086f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:22:08.018038 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a195e63a-0aba-4fa1-99a4-eadcd5c8086f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:22:08.073363 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-a195e63a-0aba-4fa1-99a4-eadcd5c8086f None None] Attempting to bind port 9e9f252e-2a1c-44a2-8d52-fa0ae8dc361c on host dv-neutron-744815-20-hyperv for vnic_type normal with profile {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 13:22:08.073694 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-a195e63a-0aba-4fa1-99a4-eadcd5c8086f None None] Attempting to bind port 9e9f252e-2a1c-44a2-8d52-fa0ae8dc361c by drivers openvswitch,hyperv on host dv-neutron-744815-20-hyperv at level 0 using segments [{'id': '790d5518-6544-44c6-b81a-208caffb2717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '77d513dd-3470-497b-a32a-ef3bc765371b'}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 13:22:08.074012 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a195e63a-0aba-4fa1-99a4-eadcd5c8086f None None] Attempting to bind port 9e9f252e-2a1c-44a2-8d52-fa0ae8dc361c on network 77d513dd-3470-497b-a32a-ef3bc765371b {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 13:22:08.079325 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a195e63a-0aba-4fa1-99a4-eadcd5c8086f None None] Checking agent: {'id': '428fa9fa-43db-4db9-9f96-f60ffe931f2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-20-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 13, 19, 1), 'started_at': datetime.datetime(2021, 12, 18, 13, 19, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 13, 22, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-20-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 18 13:22:08.079694 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a195e63a-0aba-4fa1-99a4-eadcd5c8086f None None] Checking segment: {'id': '790d5518-6544-44c6-b81a-208caffb2717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '77d513dd-3470-497b-a32a-ef3bc765371b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 13:22:08.080090 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a195e63a-0aba-4fa1-99a4-eadcd5c8086f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:22:08.080481 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a195e63a-0aba-4fa1-99a4-eadcd5c8086f None None] Bound using segment: {'id': '790d5518-6544-44c6-b81a-208caffb2717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '77d513dd-3470-497b-a32a-ef3bc765371b'} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 18 13:22:08.080939 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-a195e63a-0aba-4fa1-99a4-eadcd5c8086f None None] Bound port: 9e9f252e-2a1c-44a2-8d52-fa0ae8dc361c, host: dv-neutron-744815-20-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '790d5518-6544-44c6-b81a-208caffb2717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '77d513dd-3470-497b-a32a-ef3bc765371b'}}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 18 13:22:08.081327 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a195e63a-0aba-4fa1-99a4-eadcd5c8086f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:22:08.143217 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-a195e63a-0aba-4fa1-99a4-eadcd5c8086f None None] For port 9e9f252e-2a1c-44a2-8d52-fa0ae8dc361c, host dv-neutron-744815-20-hyperv, cleared binding levels {{(pid=103161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 18 13:22:08.147433 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-a195e63a-0aba-4fa1-99a4-eadcd5c8086f None None] For port 9e9f252e-2a1c-44a2-8d52-fa0ae8dc361c, host dv-neutron-744815-20-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=9e9f252e-2a1c-44a2-8d52-fa0ae8dc361c,segment=NetworkSegment(790d5518-6544-44c6-b81a-208caffb2717),segment_id=790d5518-6544-44c6-b81a-208caffb2717)] {{(pid=103161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 18 13:22:08.153059 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a195e63a-0aba-4fa1-99a4-eadcd5c8086f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:22:08.208949 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a195e63a-0aba-4fa1-99a4-eadcd5c8086f None None] Pushing event updated for resources: {'Port': ['ID=9e9f252e-2a1c-44a2-8d52-fa0ae8dc361c,revision_number=2']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:22:08.688781 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 9e9f252e-2a1c-44a2-8d52-fa0ae8dc361c up at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 13:22:08.740279 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2294866d-0076-4933-952c-685307032598 None None] Provisioning complete for port 9e9f252e-2a1c-44a2-8d52-fa0ae8dc361c triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:22:08.740650 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:22:08.929523 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:22:08.966977 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-2294866d-0076-4933-952c-685307032598 None None] For port 9e9f252e-2a1c-44a2-8d52-fa0ae8dc361c, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=9e9f252e-2a1c-44a2-8d52-fa0ae8dc361c,segment=NetworkSegment(790d5518-6544-44c6-b81a-208caffb2717),segment_id=790d5518-6544-44c6-b81a-208caffb2717)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:22:08.973483 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:22:09.026055 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Pushing event updated for resources: {'Port': ['ID=9e9f252e-2a1c-44a2-8d52-fa0ae8dc361c,revision_number=3']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:22:09.110267 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76182167-2d1e-4cb3-8263-24a654f62b90 None None] Network 77d513dd-3470-497b-a32a-ef3bc765371b requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:22:09.222471 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-91811ee7-a00c-4cfb-bd56-654ffc7399f9 None None] Provisioning complete for port 9e9f252e-2a1c-44a2-8d52-fa0ae8dc361c triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:22:09.222858 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-91811ee7-a00c-4cfb-bd56-654ffc7399f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:22:09.531972 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2d47fef5-bee1-46c2-8c27-7ff4d1fc5853 None None] Provisioning complete for port 9e9f252e-2a1c-44a2-8d52-fa0ae8dc361c triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:22:09.532345 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2d47fef5-bee1-46c2-8c27-7ff4d1fc5853 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:22:10.648714 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 9e9f252e-2a1c-44a2-8d52-fa0ae8dc361c up at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 13:22:10.700766 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2294866d-0076-4933-952c-685307032598 None None] Provisioning complete for port 9e9f252e-2a1c-44a2-8d52-fa0ae8dc361c triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:22:10.701128 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:22:24.855876 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2a919950-0ba0-4c3c-8eb8-5ac455598e14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:22:27.090133 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-8c4d041f-f11f-48f1-befb-59eadeb814a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:22:28.301948 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-afa9ae9b-bdbb-4010-bcf6-3a46ce66cf71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:22:29.811532 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7b7a3272-2b45-4d32-9670-25eb1afd1184 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:22:30.780430 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:22:44.071838 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.agents_db [None req-e3dda592-589a-4b4d-b028-ba9a260f4f50 None None] Agent healthcheck: found 5 active agents {{(pid=103162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 18 13:22:54.861705 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-924e61e2-1404-4854-8f97-99896eddb657 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:22:57.097878 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-cc461e9e-7167-49ce-b77d-6f53fb5d10a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:22:58.299570 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-afa9ae9b-bdbb-4010-bcf6-3a46ce66cf71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:22:59.811696 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7b7a3272-2b45-4d32-9670-25eb1afd1184 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:23:00.775344 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:23:20.122691 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 48310) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:23:20.128698 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [None req-cf873c8a-c9ef-4840-bf0b-fb89182bb209 tempest-verify_tempest_config-1677430716 tempest-verify_tempest_config-1677430716-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103160) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 18 13:23:20.129663 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-cf873c8a-c9ef-4840-bf0b-fb89182bb209 tempest-verify_tempest_config-1677430716 tempest-verify_tempest_config-1677430716-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14088 time: 0.0059528 Dec 18 13:23:20.449722 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 48328) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:23:20.566136 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-bdd2e319-21d5-4dcf-a2e2-22c54f3482c9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:23:20.640104 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-bdd2e319-21d5-4dcf-a2e2-22c54f3482c9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:23:20.645328 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-bdd2e319-21d5-4dcf-a2e2-22c54f3482c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:23:20.691999 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-bdd2e319-21d5-4dcf-a2e2-22c54f3482c9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=348a665b0e044899a6d38817c613bdf5&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2412071 Dec 18 13:23:20.693159 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd2e319-21d5-4dcf-a2e2-22c54f3482c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7027fc6c-fa40-4f34-a1f6-ef7679292b13,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:23:20.695015 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 48334) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:23:20.710168 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd2e319-21d5-4dcf-a2e2-22c54f3482c9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:23:20.710518 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd2e319-21d5-4dcf-a2e2-22c54f3482c9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:23:20.710862 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd2e319-21d5-4dcf-a2e2-22c54f3482c9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:23:20.711219 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd2e319-21d5-4dcf-a2e2-22c54f3482c9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:23:20.711559 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd2e319-21d5-4dcf-a2e2-22c54f3482c9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:23:20.711891 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd2e319-21d5-4dcf-a2e2-22c54f3482c9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:23:20.712220 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd2e319-21d5-4dcf-a2e2-22c54f3482c9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:23:20.712549 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd2e319-21d5-4dcf-a2e2-22c54f3482c9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:23:20.712891 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd2e319-21d5-4dcf-a2e2-22c54f3482c9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:23:20.713224 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd2e319-21d5-4dcf-a2e2-22c54f3482c9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:23:20.713565 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd2e319-21d5-4dcf-a2e2-22c54f3482c9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:23:20.713887 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd2e319-21d5-4dcf-a2e2-22c54f3482c9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:23:20.714205 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd2e319-21d5-4dcf-a2e2-22c54f3482c9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:23:20.758971 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-cad58087-7c8f-4ece-bc23-1272e23191b9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:23:20.780750 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-cad58087-7c8f-4ece-bc23-1272e23191b9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:23:20.878740 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-cad58087-7c8f-4ece-bc23-1272e23191b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:23:20.882991 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-cad58087-7c8f-4ece-bc23-1272e23191b9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:23:20.884831 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-cad58087-7c8f-4ece-bc23-1272e23191b9 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7027fc6c-fa40-4f34-a1f6-ef7679292b13 HTTP/1.1" status: 204 len: 168 time: 0.1887605 Dec 18 13:23:20.895597 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad58087-7c8f-4ece-bc23-1272e23191b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7027fc6c-fa40-4f34-a1f6-ef7679292b13,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:23:21.071733 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.agents_db [None req-e3dda592-589a-4b4d-b028-ba9a260f4f50 None None] Agent healthcheck: found 5 active agents {{(pid=103162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 18 13:23:24.872850 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-b323a1a9-dcb1-4e58-a33d-a0c8a6fe0316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:23:27.102534 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f9765448-0cfd-4b23-b47a-eb6d45adda61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:23:28.317956 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-afa9ae9b-bdbb-4010-bcf6-3a46ce66cf71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:23:29.825833 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7b7a3272-2b45-4d32-9670-25eb1afd1184 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:23:30.792783 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:23:54.868405 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-5b6f21f5-62a5-487e-b5b8-92ca2fa54a27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:23:57.104084 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-9db4695c-f88f-4f3e-b32a-dabe6c85f5ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:23:58.071837 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.agents_db [None req-e3dda592-589a-4b4d-b028-ba9a260f4f50 None None] Agent healthcheck: found 5 active agents {{(pid=103162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 18 13:23:58.311492 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-afa9ae9b-bdbb-4010-bcf6-3a46ce66cf71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:23:59.823568 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7b7a3272-2b45-4d32-9670-25eb1afd1184 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:24:00.777778 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:24:24.865764 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e0634b38-254f-4059-8317-ed65e7e0637b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:24:27.100321 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0af34549-a5c1-4a1a-bea8-0ba2be3087ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:24:28.314999 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-afa9ae9b-bdbb-4010-bcf6-3a46ce66cf71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:24:29.824247 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7b7a3272-2b45-4d32-9670-25eb1afd1184 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:24:30.789299 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:24:35.075817 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.agents_db [None req-e3dda592-589a-4b4d-b028-ba9a260f4f50 None None] Agent healthcheck: found 5 active agents {{(pid=103162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 18 13:24:36.613758 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-576079'] for agent, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:24:51.030526 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 48404) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:24:51.150026 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-2de86ec5-e4d5-498d-89db-2978f682fa99 admin admin] 10.222.0.31 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4571 time: 0.1184232 Dec 18 13:24:53.617611 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 48414) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:24:53.686752 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-b5a43378-4c6b-4ebb-b5bf-e57e9480a056 admin admin] 10.222.0.31 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4571 time: 0.0676625 Dec 18 13:24:54.869285 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-4e431acc-ed64-47b2-92d6-89d78671e2d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:24:57.106424 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-d2199128-3811-4799-8556-21eddcb265c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:24:58.322528 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-afa9ae9b-bdbb-4010-bcf6-3a46ce66cf71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:24:59.831351 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7b7a3272-2b45-4d32-9670-25eb1afd1184 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:25:00.787274 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:25:06.573515 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:25:12.080171 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.agents_db [None req-e3dda592-589a-4b4d-b028-ba9a260f4f50 None None] Agent healthcheck: found 6 active agents {{(pid=103162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 18 13:25:24.862593 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-59f73cb4-8c36-47eb-bd44-ea26731c86e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:25:27.097716 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7b2e81e3-7b50-4f5f-a1b6-7e16cc81ea60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:25:28.319331 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-afa9ae9b-bdbb-4010-bcf6-3a46ce66cf71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:25:29.833139 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7b7a3272-2b45-4d32-9670-25eb1afd1184 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:25:30.800658 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:25:36.584340 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:25:49.080471 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.agents_db [None req-e3dda592-589a-4b4d-b028-ba9a260f4f50 None None] Agent healthcheck: found 6 active agents {{(pid=103162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 18 13:25:54.866858 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-34cfd586-ccf7-47d3-8b2d-59554da30436 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:25:57.095527 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2bba36c6-bf24-4d24-bb7a-58524be3df69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:25:58.323676 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-afa9ae9b-bdbb-4010-bcf6-3a46ce66cf71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:25:59.835919 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7b7a3272-2b45-4d32-9670-25eb1afd1184 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:00.780593 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:06.318741 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 48564) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:26:06.573291 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-2fb51bec-ac17-4bc1-bcd9-8d70a7a191e2 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-206567357-network', 'tenant_id': 'b13bfad2b2a84333a7ff37b75b6ba14e'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:26:06.591597 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:06.599826 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fb51bec-ac17-4bc1-bcd9-8d70a7a191e2 admin admin] Made reservation on behalf of b13bfad2b2a84333a7ff37b75b6ba14e for: {'network': 1} {{(pid=103159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:26:06.602424 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-2fb51bec-ac17-4bc1-bcd9-8d70a7a191e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for network, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:06.610780 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-2fb51bec-ac17-4bc1-bcd9-8d70a7a191e2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:06.692531 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-2fb51bec-ac17-4bc1-bcd9-8d70a7a191e2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:06.699527 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-2fb51bec-ac17-4bc1-bcd9-8d70a7a191e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:06.732071 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fb51bec-ac17-4bc1-bcd9-8d70a7a191e2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 102} {{(pid=103159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 18 13:26:06.733995 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb51bec-ac17-4bc1-bcd9-8d70a7a191e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93557179-67ce-4644-abb2-af680d263c1a,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:26:06.744811 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb51bec-ac17-4bc1-bcd9-8d70a7a191e2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:26:06.745157 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb51bec-ac17-4bc1-bcd9-8d70a7a191e2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:26:06.745496 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb51bec-ac17-4bc1-bcd9-8d70a7a191e2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:26:06.745834 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb51bec-ac17-4bc1-bcd9-8d70a7a191e2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:26:06.746162 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb51bec-ac17-4bc1-bcd9-8d70a7a191e2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:26:06.746491 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb51bec-ac17-4bc1-bcd9-8d70a7a191e2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:26:06.746949 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb51bec-ac17-4bc1-bcd9-8d70a7a191e2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:26:06.747307 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb51bec-ac17-4bc1-bcd9-8d70a7a191e2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:26:06.747647 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb51bec-ac17-4bc1-bcd9-8d70a7a191e2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:26:06.747970 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb51bec-ac17-4bc1-bcd9-8d70a7a191e2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:26:06.748293 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb51bec-ac17-4bc1-bcd9-8d70a7a191e2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:26:06.748611 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb51bec-ac17-4bc1-bcd9-8d70a7a191e2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:26:06.748925 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb51bec-ac17-4bc1-bcd9-8d70a7a191e2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:26:06.750102 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb51bec-ac17-4bc1-bcd9-8d70a7a191e2 admin admin] Tracked resource versions report: Dec 18 13:26:06.750102 dv-neutron-744815-20-hyperv neutron-server[103159]: pushed versions: Dec 18 13:26:06.750102 dv-neutron-744815-20-hyperv neutron-server[103159]: { 'AddressGroup': {'1.2'}, Dec 18 13:26:06.750102 dv-neutron-744815-20-hyperv neutron-server[103159]: 'ConntrackHelper': {'1.0'}, Dec 18 13:26:06.750102 dv-neutron-744815-20-hyperv neutron-server[103159]: 'LocalIPAssociation': {'1.0'}, Dec 18 13:26:06.750102 dv-neutron-744815-20-hyperv neutron-server[103159]: 'Log': {'1.0'}, Dec 18 13:26:06.750102 dv-neutron-744815-20-hyperv neutron-server[103159]: 'Network': {'1.1'}, Dec 18 13:26:06.750102 dv-neutron-744815-20-hyperv neutron-server[103159]: 'Port': {'1.7'}, Dec 18 13:26:06.750102 dv-neutron-744815-20-hyperv neutron-server[103159]: 'PortForwarding': {'1.2'}, Dec 18 13:26:06.750102 dv-neutron-744815-20-hyperv neutron-server[103159]: 'QosPolicy': {'1.10'}, Dec 18 13:26:06.750102 dv-neutron-744815-20-hyperv neutron-server[103159]: 'SecurityGroup': {'1.5'}, Dec 18 13:26:06.750102 dv-neutron-744815-20-hyperv neutron-server[103159]: 'SecurityGroupRule': {'1.2'}, Dec 18 13:26:06.750102 dv-neutron-744815-20-hyperv neutron-server[103159]: 'SubPort': {'1.0'}, Dec 18 13:26:06.750102 dv-neutron-744815-20-hyperv neutron-server[103159]: 'Subnet': {'1.1'}, Dec 18 13:26:06.750102 dv-neutron-744815-20-hyperv neutron-server[103159]: 'Trunk': {'1.1'}} Dec 18 13:26:06.750102 dv-neutron-744815-20-hyperv neutron-server[103159]: consumer versions: Dec 18 13:26:06.750102 dv-neutron-744815-20-hyperv neutron-server[103159]: { DHCP agent@dv-neutron-744815-20-hyperv: {}, Dec 18 13:26:06.750102 dv-neutron-744815-20-hyperv neutron-server[103159]: HyperV agent@hv-neutron-7448: {}, Dec 18 13:26:06.750102 dv-neutron-744815-20-hyperv neutron-server[103159]: L3 agent@dv-neutron-744815-20-hyperv: {}, Dec 18 13:26:06.750102 dv-neutron-744815-20-hyperv neutron-server[103159]: Metadata agent@dv-neutron-744815-20-hyperv: {}, Dec 18 13:26:06.750102 dv-neutron-744815-20-hyperv neutron-server[103159]: Metering agent@dv-neutron-744815-20-hyperv: {}, Dec 18 13:26:06.750102 dv-neutron-744815-20-hyperv neutron-server[103159]: Open vSwitch agent@dv-neutron-744815-20-hyperv: { 'AddressGroup': '1.2', Dec 18 13:26:06.750102 dv-neutron-744815-20-hyperv neutron-server[103159]: 'ConntrackHelper': '1.0', Dec 18 13:26:06.750102 dv-neutron-744815-20-hyperv neutron-server[103159]: 'LocalIPAssociation': '1.0', Dec 18 13:26:06.750102 dv-neutron-744815-20-hyperv neutron-server[103159]: 'Log': '1.0', Dec 18 13:26:06.750102 dv-neutron-744815-20-hyperv neutron-server[103159]: 'Network': '1.1', Dec 18 13:26:06.750102 dv-neutron-744815-20-hyperv neutron-server[103159]: 'Port': '1.7', Dec 18 13:26:06.750102 dv-neutron-744815-20-hyperv neutron-server[103159]: 'PortForwarding': '1.2', Dec 18 13:26:06.750102 dv-neutron-744815-20-hyperv neutron-server[103159]: 'QosPolicy': '1.10', Dec 18 13:26:06.750102 dv-neutron-744815-20-hyperv neutron-server[103159]: 'SecurityGroup': '1.5', Dec 18 13:26:06.750102 dv-neutron-744815-20-hyperv neutron-server[103159]: 'SecurityGroupRule': '1.2', Dec 18 13:26:06.750102 dv-neutron-744815-20-hyperv neutron-server[103159]: 'SubPort': '1.0', Dec 18 13:26:06.750102 dv-neutron-744815-20-hyperv neutron-server[103159]: 'Subnet': '1.1', Dec 18 13:26:06.750102 dv-neutron-744815-20-hyperv neutron-server[103159]: 'Trunk': '1.1'}} Dec 18 13:26:06.750102 dv-neutron-744815-20-hyperv neutron-server[103159]: {{(pid=103159) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 18 13:26:06.757422 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-2fb51bec-ac17-4bc1-bcd9-8d70a7a191e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:06.757817 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.db.segments_db [None req-2fb51bec-ac17-4bc1-bcd9-8d70a7a191e2 admin admin] Added segment b8ecd067-62e3-4e19-b03b-e75ef70f9340 of type vlan for network d2661b17-f10f-45b5-9a14-2ba272e46fb7 Dec 18 13:26:06.802314 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-2fb51bec-ac17-4bc1-bcd9-8d70a7a191e2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767106405744'] for network, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:06.833658 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-2fb51bec-ac17-4bc1-bcd9-8d70a7a191e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981'] for network, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:06.834939 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fb51bec-ac17-4bc1-bcd9-8d70a7a191e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:26:06.836051 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-2fb51bec-ac17-4bc1-bcd9-8d70a7a191e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047995'] for network, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:06.870629 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-2fb51bec-ac17-4bc1-bcd9-8d70a7a191e2 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.5501802 Dec 18 13:26:06.874699 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 48596) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:26:06.880763 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-a87a1784-34b6-4976-bc57-416abbb71851 admin admin] Request body: {'subnet': {'network_id': 'd2661b17-f10f-45b5-9a14-2ba272e46fb7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-206567357-subnet', 'tenant_id': 'b13bfad2b2a84333a7ff37b75b6ba14e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:26:06.907753 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb51bec-ac17-4bc1-bcd9-8d70a7a191e2 admin admin] Pushing event updated for resources: {'Network': ['ID=d2661b17-f10f-45b5-9a14-2ba272e46fb7,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:26:06.908352 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a87a1784-34b6-4976-bc57-416abbb71851 admin admin] Made reservation on behalf of b13bfad2b2a84333a7ff37b75b6ba14e for: {'subnet': 1} {{(pid=103160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:26:06.911242 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-a87a1784-34b6-4976-bc57-416abbb71851 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:06.918916 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Network d2661b17-f10f-45b5-9a14-2ba272e46fb7 details requested by agent ovs-agent-dv-neutron-744815-20-hyperv with host dv-neutron-744815-20-hyperv {{(pid=103161) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 18 13:26:07.044125 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 48604) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:26:07.087901 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-a87a1784-34b6-4976-bc57-416abbb71851 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981'] for subnet, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:07.135383 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87a1784-34b6-4976-bc57-416abbb71851 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4f238fff-f9a2-4ca2-aa84-e233d7ea0123,revision_number=0']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:26:07.143554 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87a1784-34b6-4976-bc57-416abbb71851 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:26:07.143910 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87a1784-34b6-4976-bc57-416abbb71851 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:26:07.144255 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87a1784-34b6-4976-bc57-416abbb71851 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:26:07.144590 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87a1784-34b6-4976-bc57-416abbb71851 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:26:07.144921 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87a1784-34b6-4976-bc57-416abbb71851 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:26:07.145249 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87a1784-34b6-4976-bc57-416abbb71851 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:26:07.145577 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87a1784-34b6-4976-bc57-416abbb71851 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:26:07.145900 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87a1784-34b6-4976-bc57-416abbb71851 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:26:07.146225 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87a1784-34b6-4976-bc57-416abbb71851 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:26:07.146548 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87a1784-34b6-4976-bc57-416abbb71851 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:26:07.146872 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87a1784-34b6-4976-bc57-416abbb71851 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:26:07.147648 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87a1784-34b6-4976-bc57-416abbb71851 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:26:07.148040 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87a1784-34b6-4976-bc57-416abbb71851 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:26:07.149199 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87a1784-34b6-4976-bc57-416abbb71851 admin admin] Tracked resource versions report: Dec 18 13:26:07.149199 dv-neutron-744815-20-hyperv neutron-server[103160]: pushed versions: Dec 18 13:26:07.149199 dv-neutron-744815-20-hyperv neutron-server[103160]: { 'AddressGroup': {'1.2'}, Dec 18 13:26:07.149199 dv-neutron-744815-20-hyperv neutron-server[103160]: 'ConntrackHelper': {'1.0'}, Dec 18 13:26:07.149199 dv-neutron-744815-20-hyperv neutron-server[103160]: 'LocalIPAssociation': {'1.0'}, Dec 18 13:26:07.149199 dv-neutron-744815-20-hyperv neutron-server[103160]: 'Log': {'1.0'}, Dec 18 13:26:07.149199 dv-neutron-744815-20-hyperv neutron-server[103160]: 'Network': {'1.1'}, Dec 18 13:26:07.149199 dv-neutron-744815-20-hyperv neutron-server[103160]: 'Port': {'1.7'}, Dec 18 13:26:07.149199 dv-neutron-744815-20-hyperv neutron-server[103160]: 'PortForwarding': {'1.2'}, Dec 18 13:26:07.149199 dv-neutron-744815-20-hyperv neutron-server[103160]: 'QosPolicy': {'1.10'}, Dec 18 13:26:07.149199 dv-neutron-744815-20-hyperv neutron-server[103160]: 'SecurityGroup': {'1.5'}, Dec 18 13:26:07.149199 dv-neutron-744815-20-hyperv neutron-server[103160]: 'SecurityGroupRule': {'1.2'}, Dec 18 13:26:07.149199 dv-neutron-744815-20-hyperv neutron-server[103160]: 'SubPort': {'1.0'}, Dec 18 13:26:07.149199 dv-neutron-744815-20-hyperv neutron-server[103160]: 'Subnet': {'1.1'}, Dec 18 13:26:07.149199 dv-neutron-744815-20-hyperv neutron-server[103160]: 'Trunk': {'1.1'}} Dec 18 13:26:07.149199 dv-neutron-744815-20-hyperv neutron-server[103160]: consumer versions: Dec 18 13:26:07.149199 dv-neutron-744815-20-hyperv neutron-server[103160]: { DHCP agent@dv-neutron-744815-20-hyperv: {}, Dec 18 13:26:07.149199 dv-neutron-744815-20-hyperv neutron-server[103160]: HyperV agent@hv-neutron-7448: {}, Dec 18 13:26:07.149199 dv-neutron-744815-20-hyperv neutron-server[103160]: L3 agent@dv-neutron-744815-20-hyperv: {}, Dec 18 13:26:07.149199 dv-neutron-744815-20-hyperv neutron-server[103160]: Metadata agent@dv-neutron-744815-20-hyperv: {}, Dec 18 13:26:07.149199 dv-neutron-744815-20-hyperv neutron-server[103160]: Metering agent@dv-neutron-744815-20-hyperv: {}, Dec 18 13:26:07.149199 dv-neutron-744815-20-hyperv neutron-server[103160]: Open vSwitch agent@dv-neutron-744815-20-hyperv: { 'AddressGroup': '1.2', Dec 18 13:26:07.149199 dv-neutron-744815-20-hyperv neutron-server[103160]: 'ConntrackHelper': '1.0', Dec 18 13:26:07.149199 dv-neutron-744815-20-hyperv neutron-server[103160]: 'LocalIPAssociation': '1.0', Dec 18 13:26:07.149199 dv-neutron-744815-20-hyperv neutron-server[103160]: 'Log': '1.0', Dec 18 13:26:07.149199 dv-neutron-744815-20-hyperv neutron-server[103160]: 'Network': '1.1', Dec 18 13:26:07.149199 dv-neutron-744815-20-hyperv neutron-server[103160]: 'Port': '1.7', Dec 18 13:26:07.149199 dv-neutron-744815-20-hyperv neutron-server[103160]: 'PortForwarding': '1.2', Dec 18 13:26:07.149199 dv-neutron-744815-20-hyperv neutron-server[103160]: 'QosPolicy': '1.10', Dec 18 13:26:07.149199 dv-neutron-744815-20-hyperv neutron-server[103160]: 'SecurityGroup': '1.5', Dec 18 13:26:07.149199 dv-neutron-744815-20-hyperv neutron-server[103160]: 'SecurityGroupRule': '1.2', Dec 18 13:26:07.149199 dv-neutron-744815-20-hyperv neutron-server[103160]: 'SubPort': '1.0', Dec 18 13:26:07.149199 dv-neutron-744815-20-hyperv neutron-server[103160]: 'Subnet': '1.1', Dec 18 13:26:07.149199 dv-neutron-744815-20-hyperv neutron-server[103160]: 'Trunk': '1.1'}} Dec 18 13:26:07.149199 dv-neutron-744815-20-hyperv neutron-server[103160]: {{(pid=103160) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 18 13:26:07.169771 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a87a1784-34b6-4976-bc57-416abbb71851 admin admin] Checking segment: {'id': 'b8ecd067-62e3-4e19-b03b-e75ef70f9340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'd2661b17-f10f-45b5-9a14-2ba272e46fb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 13:26:07.170390 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a87a1784-34b6-4976-bc57-416abbb71851 admin admin] Network hostable DHCP agents. Network: d2661b17-f10f-45b5-9a14-2ba272e46fb7, hostable agents: ['aa77effa-0e3a-4bbd-a383-4d58ed3328d0'], hosted agents: [] {{(pid=103160) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 18 13:26:07.188922 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a87a1784-34b6-4976-bc57-416abbb71851 admin admin] Network d2661b17-f10f-45b5-9a14-2ba272e46fb7 is scheduled to be hosted by DHCP agent aa77effa-0e3a-4bbd-a383-4d58ed3328d0 with binding_index 1 {{(pid=103160) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 18 13:26:07.199686 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 48612) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:26:07.212917 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.base_scheduler [None req-a87a1784-34b6-4976-bc57-416abbb71851 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-744815-20-hyperv, d2661b17-f10f-45b5-9a14-2ba272e46fb7) {{(pid=103160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:26:07.217835 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a87a1784-34b6-4976-bc57-416abbb71851 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:26:07.218709 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-a87a1784-34b6-4976-bc57-416abbb71851 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047995'] for subnet, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:07.230608 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-014c7112-01e2-402a-b529-cf54c0a5c3b0 None None] Network d2661b17-f10f-45b5-9a14-2ba272e46fb7 requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:26:07.246270 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-a87a1784-34b6-4976-bc57-416abbb71851 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.3701077 Dec 18 13:26:07.246967 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 48618) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:26:07.256157 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-2df2c114-88f3-49ef-8530-78873ff95307 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-206567357-router', 'tenant_id': 'b13bfad2b2a84333a7ff37b75b6ba14e', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83'}}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:26:07.290418 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-2df2c114-88f3-49ef-8530-78873ff95307 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28433'] for router, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:07.292391 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-2df2c114-88f3-49ef-8530-78873ff95307 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-589769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28440'] for router, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:07.351281 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e6ca581-b372-4fe2-8c19-fc4a3a05cc03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp31e170a0-46a1-5ba9-9dc1-7ee4f866f0d7-d2661b17-f10f-45b5-9a14-2ba272e46fb7', 'network_id': 'd2661b17-f10f-45b5-9a14-2ba272e46fb7', 'project_id': 'b13bfad2b2a84333a7ff37b75b6ba14e', 'fixed_ips': [{'subnet_id': '4f238fff-f9a2-4ca2-aa84-e233d7ea0123'}]}} from dv-neutron-744815-20-hyperv. {{(pid=103161) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 18 13:26:07.352902 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-1e6ca581-b372-4fe2-8c19-fc4a3a05cc03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:07.400564 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-2df2c114-88f3-49ef-8530-78873ff95307 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:07.407106 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-fe7b7295-be51-4769-98af-be8b0f1ca235 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-471722443-network', 'tenant_id': '3c839ee0d3a64d8ba03ff7c8e7493dcd'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:26:07.502836 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe7b7295-be51-4769-98af-be8b0f1ca235 admin admin] Made reservation on behalf of 3c839ee0d3a64d8ba03ff7c8e7493dcd for: {'network': 1} {{(pid=103159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:26:07.505882 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-fe7b7295-be51-4769-98af-be8b0f1ca235 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for network, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:07.546510 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-fe7b7295-be51-4769-98af-be8b0f1ca235 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:07.592679 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-2df2c114-88f3-49ef-8530-78873ff95307 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:07.628348 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_common [None req-1e6ca581-b372-4fe2-8c19-fc4a3a05cc03 None None] Allocated IP 172.20.0.2 (d2661b17-f10f-45b5-9a14-2ba272e46fb7/4f238fff-f9a2-4ca2-aa84-e233d7ea0123/c878af67-0397-4eeb-b9df-32aa6d3ffc8e) {{(pid=103161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:26:07.703843 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-7f727452-52e1-4da9-88d9-d4ddae175677 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-119346790-network', 'tenant_id': '797acd6e00034b9ba6b75e0f2650f2ea'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:26:07.753872 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-fe7b7295-be51-4769-98af-be8b0f1ca235 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:07.757925 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f727452-52e1-4da9-88d9-d4ddae175677 admin admin] Made reservation on behalf of 797acd6e00034b9ba6b75e0f2650f2ea for: {'network': 1} {{(pid=103159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:26:07.761189 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-7f727452-52e1-4da9-88d9-d4ddae175677 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for network, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:07.771417 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-fe7b7295-be51-4769-98af-be8b0f1ca235 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:07.781476 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-7f727452-52e1-4da9-88d9-d4ddae175677 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:07.805388 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-1e6ca581-b372-4fe2-8c19-fc4a3a05cc03 None None] Publish callbacks [] for port, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:07.813324 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-1e6ca581-b372-4fe2-8c19-fc4a3a05cc03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975'] for port, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:07.815719 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7b7295-be51-4769-98af-be8b0f1ca235 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b73b492c-6de9-4181-85a2-d58b9957b5fc,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:26:07.840395 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe7b7295-be51-4769-98af-be8b0f1ca235 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 104} {{(pid=103159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 18 13:26:07.862042 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e6ca581-b372-4fe2-8c19-fc4a3a05cc03 None None] Network d2661b17-f10f-45b5-9a14-2ba272e46fb7 is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:26:07.865456 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-1e6ca581-b372-4fe2-8c19-fc4a3a05cc03 None None] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:26:07.871064 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-fe7b7295-be51-4769-98af-be8b0f1ca235 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:07.871353 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e6ca581-b372-4fe2-8c19-fc4a3a05cc03 None None] Received port after_create {{(pid=103161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:26:07.871487 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.db.segments_db [None req-fe7b7295-be51-4769-98af-be8b0f1ca235 admin admin] Added segment fcb680fd-bcea-4128-b9c8-92eb57a7f151 of type vlan for network 54539a24-3149-4df7-83e3-55189e7814ad Dec 18 13:26:07.873359 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6ca581-b372-4fe2-8c19-fc4a3a05cc03 None None] Pushing event updated for resources: {'Port': ['ID=c878af67-0397-4eeb-b9df-32aa6d3ffc8e,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:26:07.883899 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6ca581-b372-4fe2-8c19-fc4a3a05cc03 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:26:07.884522 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6ca581-b372-4fe2-8c19-fc4a3a05cc03 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:26:07.884998 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6ca581-b372-4fe2-8c19-fc4a3a05cc03 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:26:07.885478 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6ca581-b372-4fe2-8c19-fc4a3a05cc03 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:26:07.885962 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6ca581-b372-4fe2-8c19-fc4a3a05cc03 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:26:07.886440 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6ca581-b372-4fe2-8c19-fc4a3a05cc03 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:26:07.886932 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6ca581-b372-4fe2-8c19-fc4a3a05cc03 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:26:07.887423 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6ca581-b372-4fe2-8c19-fc4a3a05cc03 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:26:07.887907 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6ca581-b372-4fe2-8c19-fc4a3a05cc03 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:26:07.888528 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6ca581-b372-4fe2-8c19-fc4a3a05cc03 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:26:07.889161 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6ca581-b372-4fe2-8c19-fc4a3a05cc03 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:26:07.891095 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6ca581-b372-4fe2-8c19-fc4a3a05cc03 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:26:07.891640 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6ca581-b372-4fe2-8c19-fc4a3a05cc03 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:26:07.893306 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6ca581-b372-4fe2-8c19-fc4a3a05cc03 None None] Tracked resource versions report: Dec 18 13:26:07.893306 dv-neutron-744815-20-hyperv neutron-server[103161]: pushed versions: Dec 18 13:26:07.893306 dv-neutron-744815-20-hyperv neutron-server[103161]: { 'AddressGroup': {'1.2'}, Dec 18 13:26:07.893306 dv-neutron-744815-20-hyperv neutron-server[103161]: 'ConntrackHelper': {'1.0'}, Dec 18 13:26:07.893306 dv-neutron-744815-20-hyperv neutron-server[103161]: 'LocalIPAssociation': {'1.0'}, Dec 18 13:26:07.893306 dv-neutron-744815-20-hyperv neutron-server[103161]: 'Log': {'1.0'}, Dec 18 13:26:07.893306 dv-neutron-744815-20-hyperv neutron-server[103161]: 'Network': {'1.1'}, Dec 18 13:26:07.893306 dv-neutron-744815-20-hyperv neutron-server[103161]: 'Port': {'1.7'}, Dec 18 13:26:07.893306 dv-neutron-744815-20-hyperv neutron-server[103161]: 'PortForwarding': {'1.2'}, Dec 18 13:26:07.893306 dv-neutron-744815-20-hyperv neutron-server[103161]: 'QosPolicy': {'1.10'}, Dec 18 13:26:07.893306 dv-neutron-744815-20-hyperv neutron-server[103161]: 'SecurityGroup': {'1.5'}, Dec 18 13:26:07.893306 dv-neutron-744815-20-hyperv neutron-server[103161]: 'SecurityGroupRule': {'1.2'}, Dec 18 13:26:07.893306 dv-neutron-744815-20-hyperv neutron-server[103161]: 'SubPort': {'1.0'}, Dec 18 13:26:07.893306 dv-neutron-744815-20-hyperv neutron-server[103161]: 'Subnet': {'1.1'}, Dec 18 13:26:07.893306 dv-neutron-744815-20-hyperv neutron-server[103161]: 'Trunk': {'1.1'}} Dec 18 13:26:07.893306 dv-neutron-744815-20-hyperv neutron-server[103161]: consumer versions: Dec 18 13:26:07.893306 dv-neutron-744815-20-hyperv neutron-server[103161]: { DHCP agent@dv-neutron-744815-20-hyperv: {}, Dec 18 13:26:07.893306 dv-neutron-744815-20-hyperv neutron-server[103161]: HyperV agent@hv-neutron-7448: {}, Dec 18 13:26:07.893306 dv-neutron-744815-20-hyperv neutron-server[103161]: L3 agent@dv-neutron-744815-20-hyperv: {}, Dec 18 13:26:07.893306 dv-neutron-744815-20-hyperv neutron-server[103161]: Metadata agent@dv-neutron-744815-20-hyperv: {}, Dec 18 13:26:07.893306 dv-neutron-744815-20-hyperv neutron-server[103161]: Metering agent@dv-neutron-744815-20-hyperv: {}, Dec 18 13:26:07.893306 dv-neutron-744815-20-hyperv neutron-server[103161]: Open vSwitch agent@dv-neutron-744815-20-hyperv: { 'AddressGroup': '1.2', Dec 18 13:26:07.893306 dv-neutron-744815-20-hyperv neutron-server[103161]: 'ConntrackHelper': '1.0', Dec 18 13:26:07.893306 dv-neutron-744815-20-hyperv neutron-server[103161]: 'LocalIPAssociation': '1.0', Dec 18 13:26:07.893306 dv-neutron-744815-20-hyperv neutron-server[103161]: 'Log': '1.0', Dec 18 13:26:07.893306 dv-neutron-744815-20-hyperv neutron-server[103161]: 'Network': '1.1', Dec 18 13:26:07.893306 dv-neutron-744815-20-hyperv neutron-server[103161]: 'Port': '1.7', Dec 18 13:26:07.893306 dv-neutron-744815-20-hyperv neutron-server[103161]: 'PortForwarding': '1.2', Dec 18 13:26:07.893306 dv-neutron-744815-20-hyperv neutron-server[103161]: 'QosPolicy': '1.10', Dec 18 13:26:07.893306 dv-neutron-744815-20-hyperv neutron-server[103161]: 'SecurityGroup': '1.5', Dec 18 13:26:07.893306 dv-neutron-744815-20-hyperv neutron-server[103161]: 'SecurityGroupRule': '1.2', Dec 18 13:26:07.893306 dv-neutron-744815-20-hyperv neutron-server[103161]: 'SubPort': '1.0', Dec 18 13:26:07.893306 dv-neutron-744815-20-hyperv neutron-server[103161]: 'Subnet': '1.1', Dec 18 13:26:07.893306 dv-neutron-744815-20-hyperv neutron-server[103161]: 'Trunk': '1.1'}} Dec 18 13:26:07.893306 dv-neutron-744815-20-hyperv neutron-server[103161]: {{(pid=103161) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 18 13:26:07.944466 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-fe7b7295-be51-4769-98af-be8b0f1ca235 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767106405744'] for network, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:07.956098 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-1e6ca581-b372-4fe2-8c19-fc4a3a05cc03 None None] Attempting to bind port c878af67-0397-4eeb-b9df-32aa6d3ffc8e on host dv-neutron-744815-20-hyperv for vnic_type normal with profile {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 13:26:07.956742 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-1e6ca581-b372-4fe2-8c19-fc4a3a05cc03 None None] Attempting to bind port c878af67-0397-4eeb-b9df-32aa6d3ffc8e by drivers openvswitch,hyperv on host dv-neutron-744815-20-hyperv at level 0 using segments [{'id': 'b8ecd067-62e3-4e19-b03b-e75ef70f9340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'd2661b17-f10f-45b5-9a14-2ba272e46fb7'}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 13:26:07.957443 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e6ca581-b372-4fe2-8c19-fc4a3a05cc03 None None] Attempting to bind port c878af67-0397-4eeb-b9df-32aa6d3ffc8e on network d2661b17-f10f-45b5-9a14-2ba272e46fb7 {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 13:26:07.964416 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e6ca581-b372-4fe2-8c19-fc4a3a05cc03 None None] Checking agent: {'id': '428fa9fa-43db-4db9-9f96-f60ffe931f2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-20-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 13, 19, 1), 'started_at': datetime.datetime(2021, 12, 18, 13, 19, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 13, 26, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-20-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 18 13:26:07.964975 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e6ca581-b372-4fe2-8c19-fc4a3a05cc03 None None] Checking segment: {'id': 'b8ecd067-62e3-4e19-b03b-e75ef70f9340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'd2661b17-f10f-45b5-9a14-2ba272e46fb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 13:26:07.965527 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-1e6ca581-b372-4fe2-8c19-fc4a3a05cc03 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:07.966065 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e6ca581-b372-4fe2-8c19-fc4a3a05cc03 None None] Bound using segment: {'id': 'b8ecd067-62e3-4e19-b03b-e75ef70f9340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'd2661b17-f10f-45b5-9a14-2ba272e46fb7'} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 18 13:26:07.966665 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-1e6ca581-b372-4fe2-8c19-fc4a3a05cc03 None None] Bound port: c878af67-0397-4eeb-b9df-32aa6d3ffc8e, host: dv-neutron-744815-20-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8ecd067-62e3-4e19-b03b-e75ef70f9340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'd2661b17-f10f-45b5-9a14-2ba272e46fb7'}}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 18 13:26:07.967240 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-1e6ca581-b372-4fe2-8c19-fc4a3a05cc03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:08.042012 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-1e6ca581-b372-4fe2-8c19-fc4a3a05cc03 None None] For port c878af67-0397-4eeb-b9df-32aa6d3ffc8e, host dv-neutron-744815-20-hyperv, cleared binding levels {{(pid=103161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 18 13:26:08.045536 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-1e6ca581-b372-4fe2-8c19-fc4a3a05cc03 None None] For port c878af67-0397-4eeb-b9df-32aa6d3ffc8e, host dv-neutron-744815-20-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=c878af67-0397-4eeb-b9df-32aa6d3ffc8e,segment=NetworkSegment(b8ecd067-62e3-4e19-b03b-e75ef70f9340),segment_id=b8ecd067-62e3-4e19-b03b-e75ef70f9340)] {{(pid=103161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 18 13:26:08.051310 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-1e6ca581-b372-4fe2-8c19-fc4a3a05cc03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:08.108953 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6ca581-b372-4fe2-8c19-fc4a3a05cc03 None None] Pushing event updated for resources: {'Port': ['ID=c878af67-0397-4eeb-b9df-32aa6d3ffc8e,revision_number=2']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:26:08.213969 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-7f727452-52e1-4da9-88d9-d4ddae175677 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:08.214974 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-fe7b7295-be51-4769-98af-be8b0f1ca235 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981'] for network, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:08.215964 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe7b7295-be51-4769-98af-be8b0f1ca235 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:26:08.216612 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-fe7b7295-be51-4769-98af-be8b0f1ca235 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047995'] for network, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:08.243085 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-7f727452-52e1-4da9-88d9-d4ddae175677 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:08.292538 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-fe7b7295-be51-4769-98af-be8b0f1ca235 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2456744 Dec 18 13:26:08.293272 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f727452-52e1-4da9-88d9-d4ddae175677 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 112} {{(pid=103159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 18 13:26:08.295667 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 48660) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:26:08.302367 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-c8304ac6-6b61-4ae0-9dc0-d585f605b905 admin admin] Request body: {'subnet': {'network_id': '54539a24-3149-4df7-83e3-55189e7814ad', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-471722443-subnet', 'tenant_id': '3c839ee0d3a64d8ba03ff7c8e7493dcd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:26:08.324286 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-2df2c114-88f3-49ef-8530-78873ff95307 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:08.356152 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8304ac6-6b61-4ae0-9dc0-d585f605b905 admin admin] Made reservation on behalf of 3c839ee0d3a64d8ba03ff7c8e7493dcd for: {'subnet': 1} {{(pid=103160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:26:08.359638 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-c8304ac6-6b61-4ae0-9dc0-d585f605b905 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:08.375765 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-2df2c114-88f3-49ef-8530-78873ff95307 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:08.380058 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7b7295-be51-4769-98af-be8b0f1ca235 admin admin] Pushing event updated for resources: {'Network': ['ID=54539a24-3149-4df7-83e3-55189e7814ad,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:26:08.389120 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-7f727452-52e1-4da9-88d9-d4ddae175677 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:08.389938 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.db.segments_db [None req-7f727452-52e1-4da9-88d9-d4ddae175677 admin admin] Added segment 9e2f6f75-68e6-4f61-afc7-4ef9354e6b1b of type vlan for network 2fc4e038-9db1-4dce-962e-0069075d1df7 Dec 18 13:26:08.393792 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Network 54539a24-3149-4df7-83e3-55189e7814ad details requested by agent ovs-agent-dv-neutron-744815-20-hyperv with host dv-neutron-744815-20-hyperv {{(pid=103161) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 18 13:26:08.600702 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.db_base_plugin_common [None req-2df2c114-88f3-49ef-8530-78873ff95307 admin admin] Allocated IP 172.26.3.39 (decb4a40-7941-48c8-afbb-daaafd502e83/70deed80-3ca1-4f9e-96cb-563b43d3acba/773ea80f-5341-438f-a89a-0ee52b828ada) {{(pid=103159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:26:08.634717 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f727452-52e1-4da9-88d9-d4ddae175677 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f304e21c-c086-4f96-ab06-16a593b3c6a4,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:26:08.684378 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-c8304ac6-6b61-4ae0-9dc0-d585f605b905 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981'] for subnet, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:08.734356 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-7f727452-52e1-4da9-88d9-d4ddae175677 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767106405744'] for network, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:08.773758 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8304ac6-6b61-4ae0-9dc0-d585f605b905 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7eb73a90-08ad-41ee-8b91-9561421ba1b4,revision_number=0']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:26:08.781329 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8304ac6-6b61-4ae0-9dc0-d585f605b905 admin admin] Checking segment: {'id': 'fcb680fd-bcea-4128-b9c8-92eb57a7f151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '54539a24-3149-4df7-83e3-55189e7814ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 13:26:08.781609 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8304ac6-6b61-4ae0-9dc0-d585f605b905 admin admin] Network hostable DHCP agents. Network: 54539a24-3149-4df7-83e3-55189e7814ad, hostable agents: ['aa77effa-0e3a-4bbd-a383-4d58ed3328d0'], hosted agents: [] {{(pid=103160) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 18 13:26:08.786483 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-7f727452-52e1-4da9-88d9-d4ddae175677 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981'] for network, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:08.787836 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f727452-52e1-4da9-88d9-d4ddae175677 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:26:08.789609 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-7f727452-52e1-4da9-88d9-d4ddae175677 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047995'] for network, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:08.809351 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8304ac6-6b61-4ae0-9dc0-d585f605b905 admin admin] Network 54539a24-3149-4df7-83e3-55189e7814ad is scheduled to be hosted by DHCP agent aa77effa-0e3a-4bbd-a383-4d58ed3328d0 with binding_index 1 {{(pid=103160) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 18 13:26:08.820701 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.base_scheduler [None req-c8304ac6-6b61-4ae0-9dc0-d585f605b905 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-744815-20-hyperv, 54539a24-3149-4df7-83e3-55189e7814ad) {{(pid=103160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:26:08.825804 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8304ac6-6b61-4ae0-9dc0-d585f605b905 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:26:08.826405 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-c8304ac6-6b61-4ae0-9dc0-d585f605b905 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047995'] for subnet, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:08.845605 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82899e7a-9a5f-4ccb-ac91-db08bc5aae36 None None] Network 54539a24-3149-4df7-83e3-55189e7814ad requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:26:08.858834 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-2df2c114-88f3-49ef-8530-78873ff95307 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:08.873246 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-c8304ac6-6b61-4ae0-9dc0-d585f605b905 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5709851 Dec 18 13:26:08.873841 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 48682) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:26:08.880865 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-d44e36b4-0240-4df6-8e22-d07a9f9a39dd admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-471722443-router', 'tenant_id': '3c839ee0d3a64d8ba03ff7c8e7493dcd', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83'}}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:26:08.899654 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-7f727452-52e1-4da9-88d9-d4ddae175677 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.6969483 Dec 18 13:26:08.904826 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 48684) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:26:08.911665 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f727452-52e1-4da9-88d9-d4ddae175677 admin admin] Pushing event updated for resources: {'Network': ['ID=2fc4e038-9db1-4dce-962e-0069075d1df7,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:26:08.932120 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-eb0dfaeb-6904-4672-8afd-7668d2e73273 admin admin] Request body: {'subnet': {'network_id': '2fc4e038-9db1-4dce-962e-0069075d1df7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-119346790-subnet', 'tenant_id': '797acd6e00034b9ba6b75e0f2650f2ea', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:26:08.955547 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-2df2c114-88f3-49ef-8530-78873ff95307 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975'] for port, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:08.964554 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-d44e36b4-0240-4df6-8e22-d07a9f9a39dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28433'] for router, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:08.967106 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Network 2fc4e038-9db1-4dce-962e-0069075d1df7 details requested by agent ovs-agent-dv-neutron-744815-20-hyperv with host dv-neutron-744815-20-hyperv {{(pid=103161) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 18 13:26:08.967778 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-d44e36b4-0240-4df6-8e22-d07a9f9a39dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-589769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28440'] for router, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:08.969249 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device c878af67-0397-4eeb-b9df-32aa6d3ffc8e up at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 13:26:09.008299 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2df2c114-88f3-49ef-8530-78873ff95307 admin admin] Network decb4a40-7941-48c8-afbb-daaafd502e83 is already hosted by enough agents. {{(pid=103159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:26:09.012641 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.base_scheduler [None req-2df2c114-88f3-49ef-8530-78873ff95307 admin admin] Resources bound (agent type, host, resource id): {{(pid=103159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:26:09.022894 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2df2c114-88f3-49ef-8530-78873ff95307 admin admin] Received port after_create {{(pid=103159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:26:09.041567 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb0dfaeb-6904-4672-8afd-7668d2e73273 admin admin] Made reservation on behalf of 797acd6e00034b9ba6b75e0f2650f2ea for: {'subnet': 1} {{(pid=103160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:26:09.046564 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-eb0dfaeb-6904-4672-8afd-7668d2e73273 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:09.116004 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2294866d-0076-4933-952c-685307032598 None None] Provisioning complete for port c878af67-0397-4eeb-b9df-32aa6d3ffc8e triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:26:09.118578 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:09.158380 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-d44e36b4-0240-4df6-8e22-d07a9f9a39dd admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:09.163026 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df2c114-88f3-49ef-8530-78873ff95307 admin admin] Pushing event updated for resources: {'Port': ['ID=773ea80f-5341-438f-a89a-0ee52b828ada,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:26:09.224587 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-705e12ca-44f1-4bcf-8e71-7a234d281a6f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp31e170a0-46a1-5ba9-9dc1-7ee4f866f0d7-54539a24-3149-4df7-83e3-55189e7814ad', 'network_id': '54539a24-3149-4df7-83e3-55189e7814ad', 'project_id': '3c839ee0d3a64d8ba03ff7c8e7493dcd', 'fixed_ips': [{'subnet_id': '7eb73a90-08ad-41ee-8b91-9561421ba1b4'}]}} from dv-neutron-744815-20-hyperv. {{(pid=103161) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 18 13:26:09.229763 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-705e12ca-44f1-4bcf-8e71-7a234d281a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:09.300621 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:09.336696 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 48696) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:26:09.389527 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 48698) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:26:09.390016 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-2df2c114-88f3-49ef-8530-78873ff95307 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:09.415437 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-2294866d-0076-4933-952c-685307032598 None None] For port c878af67-0397-4eeb-b9df-32aa6d3ffc8e, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=c878af67-0397-4eeb-b9df-32aa6d3ffc8e,segment=NetworkSegment(b8ecd067-62e3-4e19-b03b-e75ef70f9340),segment_id=b8ecd067-62e3-4e19-b03b-e75ef70f9340)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:26:09.433745 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:09.553402 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-d44e36b4-0240-4df6-8e22-d07a9f9a39dd admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:09.586249 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Pushing event updated for resources: {'Port': ['ID=c878af67-0397-4eeb-b9df-32aa6d3ffc8e,revision_number=3']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:26:09.601255 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_common [None req-705e12ca-44f1-4bcf-8e71-7a234d281a6f None None] Allocated IP 172.20.0.2 (54539a24-3149-4df7-83e3-55189e7814ad/7eb73a90-08ad-41ee-8b91-9561421ba1b4/ce9801dc-1b4e-4004-b1be-61be0e0d495d) {{(pid=103161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:26:09.689378 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 48708) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:26:09.788644 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-2df2c114-88f3-49ef-8530-78873ff95307 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-589760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-586526'] for router, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:09.874158 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-eb0dfaeb-6904-4672-8afd-7668d2e73273 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981'] for subnet, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:09.909153 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-02918355-0900-480f-99c9-2e8c421e6e56 tempest-DHCPAgentSchedulersTestJSON-1197897816 tempest-DHCPAgentSchedulersTestJSON-1197897816-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1856839487'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:26:09.910470 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-705e12ca-44f1-4bcf-8e71-7a234d281a6f None None] Publish callbacks [] for port, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:09.917544 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd2a940d-b9e2-4b7d-b5a4-943d2d9f034c None None] Network d2661b17-f10f-45b5-9a14-2ba272e46fb7 requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:26:09.937647 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-65ef3543-72a8-4025-a9c0-bcc6d4f1ef54 tempest-ExternalNetworksAdminNegativeTestJSON-235121319 tempest-ExternalNetworksAdminNegativeTestJSON-235121319-project-admin] Request body: {'floatingip': {'floating_network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:26:09.979723 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0dfaeb-6904-4672-8afd-7668d2e73273 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ab39156a-1aba-454f-953d-4c71ff8fa510,revision_number=0']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:26:09.994587 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-65ef3543-72a8-4025-a9c0-bcc6d4f1ef54 tempest-ExternalNetworksAdminNegativeTestJSON-235121319 tempest-ExternalNetworksAdminNegativeTestJSON-235121319-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:10.061388 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb0dfaeb-6904-4672-8afd-7668d2e73273 admin admin] Checking segment: {'id': '9e2f6f75-68e6-4f61-afc7-4ef9354e6b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '2fc4e038-9db1-4dce-962e-0069075d1df7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 13:26:10.061681 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb0dfaeb-6904-4672-8afd-7668d2e73273 admin admin] Network hostable DHCP agents. Network: 2fc4e038-9db1-4dce-962e-0069075d1df7, hostable agents: ['aa77effa-0e3a-4bbd-a383-4d58ed3328d0'], hosted agents: [] {{(pid=103160) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 18 13:26:10.064671 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-705e12ca-44f1-4bcf-8e71-7a234d281a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975'] for port, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:10.073231 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 48716) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:26:10.075723 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2df2c114-88f3-49ef-8530-78873ff95307 admin admin] Router 3f3b1949-cd71-497e-8581-eed311bb4151 is scheduled to L3 agent c9c0cd52-5bd2-4704-9429-d80f1c5ad23c with binding_index 1 {{(pid=103159) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 18 13:26:10.115933 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02918355-0900-480f-99c9-2e8c421e6e56 tempest-DHCPAgentSchedulersTestJSON-1197897816 tempest-DHCPAgentSchedulersTestJSON-1197897816-project] Made reservation on behalf of 9bc97b8069d24859982c69c641041adf for: {'network': 1} {{(pid=103160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:26:10.120522 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-02918355-0900-480f-99c9-2e8c421e6e56 tempest-DHCPAgentSchedulersTestJSON-1197897816 tempest-DHCPAgentSchedulersTestJSON-1197897816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for network, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:10.133420 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb0dfaeb-6904-4672-8afd-7668d2e73273 admin admin] Network 2fc4e038-9db1-4dce-962e-0069075d1df7 is scheduled to be hosted by DHCP agent aa77effa-0e3a-4bbd-a383-4d58ed3328d0 with binding_index 1 {{(pid=103160) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 18 13:26:10.135470 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-02918355-0900-480f-99c9-2e8c421e6e56 tempest-DHCPAgentSchedulersTestJSON-1197897816 tempest-DHCPAgentSchedulersTestJSON-1197897816-project] Publish callbacks [] for security_group, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:10.162017 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.base_scheduler [None req-eb0dfaeb-6904-4672-8afd-7668d2e73273 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-744815-20-hyperv, 2fc4e038-9db1-4dce-962e-0069075d1df7) {{(pid=103160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:26:10.176778 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-d44e36b4-0240-4df6-8e22-d07a9f9a39dd admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:10.188279 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb0dfaeb-6904-4672-8afd-7668d2e73273 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:26:10.188873 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-eb0dfaeb-6904-4672-8afd-7668d2e73273 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047995'] for subnet, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:10.203065 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705e12ca-44f1-4bcf-8e71-7a234d281a6f None None] Pushing event updated for resources: {'Port': ['ID=ce9801dc-1b4e-4004-b1be-61be0e0d495d,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:26:10.206674 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-080ba1c7-b998-4a0a-82fe-f6ec2a29be69 None None] Provisioning complete for port c878af67-0397-4eeb-b9df-32aa6d3ffc8e triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:26:10.207185 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-080ba1c7-b998-4a0a-82fe-f6ec2a29be69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:10.224815 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-d44e36b4-0240-4df6-8e22-d07a9f9a39dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:10.236107 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2df2c114-88f3-49ef-8530-78873ff95307 admin admin] Notify agent at l3_agent.dv-neutron-744815-20-hyperv the message routers_updated {{(pid=103159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 13:26:10.249226 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-802d6ab6-c6f6-4cc4-9c60-72254cad5725 None None] Sync routers for ids ['3f3b1949-cd71-497e-8581-eed311bb4151'] in dv-neutron-744815-20-hyperv {{(pid=103162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 13:26:10.265796 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-802d6ab6-c6f6-4cc4-9c60-72254cad5725 None None] Routers {'3f3b1949-cd71-497e-8581-eed311bb4151'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:26:10.266447 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-802d6ab6-c6f6-4cc4-9c60-72254cad5725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:25:57Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['3f3b1949-cd71-497e-8581-eed311bb4151'], 'active': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:26:10.269521 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 48724) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:26:10.272159 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-705e12ca-44f1-4bcf-8e71-7a234d281a6f None None] Network 54539a24-3149-4df7-83e3-55189e7814ad is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:26:10.273069 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4af051e2-f493-4e31-bc13-a238392692c9 None None] Network 2fc4e038-9db1-4dce-962e-0069075d1df7 requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:26:10.277233 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-15775594-840b-4d39-9d90-4de63ef18c1c admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-119346790-router', 'tenant_id': '797acd6e00034b9ba6b75e0f2650f2ea', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83'}}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:26:10.281559 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-eb0dfaeb-6904-4672-8afd-7668d2e73273 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3622317 Dec 18 13:26:10.292201 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-3bbe4995-67a6-4b75-a3ac-4437c8569e55 tempest-RoutersAdminTest-1776390182 tempest-RoutersAdminTest-1776390182-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1912707004', 'router:external': True}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:26:10.301201 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-2df2c114-88f3-49ef-8530-78873ff95307 admin admin] Publish callbacks [] for router, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:10.302704 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-2df2c114-88f3-49ef-8530-78873ff95307 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 3.0524447 Dec 18 13:26:10.310004 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 48726) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:26:10.323915 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-705e12ca-44f1-4bcf-8e71-7a234d281a6f None None] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:26:10.441833 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-705e12ca-44f1-4bcf-8e71-7a234d281a6f None None] Received port after_create {{(pid=103161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:26:10.456692 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-02918355-0900-480f-99c9-2e8c421e6e56 tempest-DHCPAgentSchedulersTestJSON-1197897816 tempest-DHCPAgentSchedulersTestJSON-1197897816-project] Publish callbacks [] for security_group, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:10.510459 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-02918355-0900-480f-99c9-2e8c421e6e56 tempest-DHCPAgentSchedulersTestJSON-1197897816 tempest-DHCPAgentSchedulersTestJSON-1197897816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:10.533271 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-15775594-840b-4d39-9d90-4de63ef18c1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28433'] for router, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:10.533271 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-15775594-840b-4d39-9d90-4de63ef18c1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-589769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28440'] for router, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:10.541241 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvr_db [None req-802d6ab6-c6f6-4cc4-9c60-72254cad5725 None None] Set router 3f3b1949-cd71-497e-8581-eed311bb4151 gateway port host: dv-neutron-744815-20-hyperv {{(pid=103162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 13:26:10.580860 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.db_base_plugin_common [None req-d44e36b4-0240-4df6-8e22-d07a9f9a39dd admin admin] Allocated IP 172.26.3.156 (decb4a40-7941-48c8-afbb-daaafd502e83/70deed80-3ca1-4f9e-96cb-563b43d3acba/eda923d2-1f85-4c40-a7d7-f51808960185) {{(pid=103160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:26:10.587317 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02918355-0900-480f-99c9-2e8c421e6e56 tempest-DHCPAgentSchedulersTestJSON-1197897816 tempest-DHCPAgentSchedulersTestJSON-1197897816-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 114} {{(pid=103160) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 18 13:26:10.597960 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02918355-0900-480f-99c9-2e8c421e6e56 tempest-DHCPAgentSchedulersTestJSON-1197897816 tempest-DHCPAgentSchedulersTestJSON-1197897816-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50a0cc7a-283a-4a3f-ae00-b3f07a156b52,revision_number=1']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:26:10.613924 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-02918355-0900-480f-99c9-2e8c421e6e56 tempest-DHCPAgentSchedulersTestJSON-1197897816 tempest-DHCPAgentSchedulersTestJSON-1197897816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:10.614798 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.db.segments_db [None req-02918355-0900-480f-99c9-2e8c421e6e56 tempest-DHCPAgentSchedulersTestJSON-1197897816 tempest-DHCPAgentSchedulersTestJSON-1197897816-project] Added segment 23f78b49-a4b4-4dd0-941a-3b77f029821a of type vlan for network 8d0a0198-a2d2-4fa4-be17-1643a78a1962 Dec 18 13:26:10.721493 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-87143212-50e9-4a9b-9d6e-a6d6897a8790 tempest-MeteringTestJSON-637507886 tempest-MeteringTestJSON-637507886-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1083065680'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:26:10.721493 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-87143212-50e9-4a9b-9d6e-a6d6897a8790 tempest-MeteringTestJSON-637507886 tempest-MeteringTestJSON-637507886-project-admin] Unknown quota resources ['metering_label']. {{(pid=103159) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 18 13:26:10.726436 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-02918355-0900-480f-99c9-2e8c421e6e56 tempest-DHCPAgentSchedulersTestJSON-1197897816 tempest-DHCPAgentSchedulersTestJSON-1197897816-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767106405744'] for network, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:10.729510 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-705e12ca-44f1-4bcf-8e71-7a234d281a6f None None] Attempting to bind port ce9801dc-1b4e-4004-b1be-61be0e0d495d on host dv-neutron-744815-20-hyperv for vnic_type normal with profile {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 13:26:10.730574 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-705e12ca-44f1-4bcf-8e71-7a234d281a6f None None] Attempting to bind port ce9801dc-1b4e-4004-b1be-61be0e0d495d by drivers openvswitch,hyperv on host dv-neutron-744815-20-hyperv at level 0 using segments [{'id': 'fcb680fd-bcea-4128-b9c8-92eb57a7f151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '54539a24-3149-4df7-83e3-55189e7814ad'}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 13:26:10.730574 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-705e12ca-44f1-4bcf-8e71-7a234d281a6f None None] Attempting to bind port ce9801dc-1b4e-4004-b1be-61be0e0d495d on network 54539a24-3149-4df7-83e3-55189e7814ad {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 13:26:10.737067 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-705e12ca-44f1-4bcf-8e71-7a234d281a6f None None] Checking agent: {'id': '428fa9fa-43db-4db9-9f96-f60ffe931f2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-20-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 13, 19, 1), 'started_at': datetime.datetime(2021, 12, 18, 13, 19, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 13, 26, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-20-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 18 13:26:10.737487 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-705e12ca-44f1-4bcf-8e71-7a234d281a6f None None] Checking segment: {'id': 'fcb680fd-bcea-4128-b9c8-92eb57a7f151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '54539a24-3149-4df7-83e3-55189e7814ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 13:26:10.737926 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-705e12ca-44f1-4bcf-8e71-7a234d281a6f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:10.738275 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-705e12ca-44f1-4bcf-8e71-7a234d281a6f None None] Bound using segment: {'id': 'fcb680fd-bcea-4128-b9c8-92eb57a7f151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '54539a24-3149-4df7-83e3-55189e7814ad'} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 18 13:26:10.738746 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-705e12ca-44f1-4bcf-8e71-7a234d281a6f None None] Bound port: ce9801dc-1b4e-4004-b1be-61be0e0d495d, host: dv-neutron-744815-20-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fcb680fd-bcea-4128-b9c8-92eb57a7f151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '54539a24-3149-4df7-83e3-55189e7814ad'}}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 18 13:26:10.739160 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-705e12ca-44f1-4bcf-8e71-7a234d281a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:10.776269 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75a69ffb-8bdf-4186-b19c-87f0f8a801e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp31e170a0-46a1-5ba9-9dc1-7ee4f866f0d7-2fc4e038-9db1-4dce-962e-0069075d1df7', 'network_id': '2fc4e038-9db1-4dce-962e-0069075d1df7', 'project_id': '797acd6e00034b9ba6b75e0f2650f2ea', 'fixed_ips': [{'subnet_id': 'ab39156a-1aba-454f-953d-4c71ff8fa510'}]}} from dv-neutron-744815-20-hyperv. {{(pid=103161) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 18 13:26:10.781650 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-02918355-0900-480f-99c9-2e8c421e6e56 tempest-DHCPAgentSchedulersTestJSON-1197897816 tempest-DHCPAgentSchedulersTestJSON-1197897816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981'] for network, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:10.784531 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-75a69ffb-8bdf-4186-b19c-87f0f8a801e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:10.788227 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02918355-0900-480f-99c9-2e8c421e6e56 tempest-DHCPAgentSchedulersTestJSON-1197897816 tempest-DHCPAgentSchedulersTestJSON-1197897816-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:26:10.788923 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-02918355-0900-480f-99c9-2e8c421e6e56 tempest-DHCPAgentSchedulersTestJSON-1197897816 tempest-DHCPAgentSchedulersTestJSON-1197897816-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047995'] for network, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:10.836066 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-d44e36b4-0240-4df6-8e22-d07a9f9a39dd admin admin] Publish callbacks [] for port, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:10.896945 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-705e12ca-44f1-4bcf-8e71-7a234d281a6f None None] For port ce9801dc-1b4e-4004-b1be-61be0e0d495d, host dv-neutron-744815-20-hyperv, cleared binding levels {{(pid=103161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 18 13:26:10.902695 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-705e12ca-44f1-4bcf-8e71-7a234d281a6f None None] For port ce9801dc-1b4e-4004-b1be-61be0e0d495d, host dv-neutron-744815-20-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=ce9801dc-1b4e-4004-b1be-61be0e0d495d,segment=NetworkSegment(fcb680fd-bcea-4128-b9c8-92eb57a7f151),segment_id=fcb680fd-bcea-4128-b9c8-92eb57a7f151)] {{(pid=103161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 18 13:26:10.916231 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-02918355-0900-480f-99c9-2e8c421e6e56 tempest-DHCPAgentSchedulersTestJSON-1197897816 tempest-DHCPAgentSchedulersTestJSON-1197897816-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.5097089 Dec 18 13:26:10.949232 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 48734) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:26:10.949485 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 48732) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:26:10.954253 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bbe4995-67a6-4b75-a3ac-4437c8569e55 tempest-RoutersAdminTest-1776390182 tempest-RoutersAdminTest-1776390182-project-admin] Made reservation on behalf of 55892e40450b462fb81027b7b782d307 for: {'network': 1} {{(pid=103159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:26:10.957006 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-3bbe4995-67a6-4b75-a3ac-4437c8569e55 tempest-RoutersAdminTest-1776390182 tempest-RoutersAdminTest-1776390182-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for network, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:10.963622 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-212e73b0-e876-4ee0-aa4a-c29dcd6ba54c tempest-DHCPAgentSchedulersTestJSON-1197897816 tempest-DHCPAgentSchedulersTestJSON-1197897816-project] Request body: {'subnet': {'network_id': '8d0a0198-a2d2-4fa4-be17-1643a78a1962', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:26:11.018834 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-65ef3543-72a8-4025-a9c0-bcc6d4f1ef54 tempest-ExternalNetworksAdminNegativeTestJSON-235121319 tempest-ExternalNetworksAdminNegativeTestJSON-235121319-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:11.028246 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02918355-0900-480f-99c9-2e8c421e6e56 tempest-DHCPAgentSchedulersTestJSON-1197897816 tempest-DHCPAgentSchedulersTestJSON-1197897816-project] Pushing event updated for resources: {'Network': ['ID=8d0a0198-a2d2-4fa4-be17-1643a78a1962,revision_number=1']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:26:11.055956 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-802d6ab6-c6f6-4cc4-9c60-72254cad5725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f3b1949-cd71-497e-8581-eed311bb4151', 'name': 'tempest-ServersTestJSON-206567357-router', 'tenant_id': 'b13bfad2b2a84333a7ff37b75b6ba14e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.39'}], 'enable_snat': True}, 'gw_port_id': '773ea80f-5341-438f-a89a-0ee52b828ada', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:26:07Z', 'updated_at': '2021-12-18T13:26:09Z', 'revision_number': 3, 'project_id': 'b13bfad2b2a84333a7ff37b75b6ba14e', 'gw_port': {'id': '773ea80f-5341-438f-a89a-0ee52b828ada', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:51:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f3b1949-cd71-497e-8581-eed311bb4151', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:26:08Z', 'updated_at': '2021-12-18T13:26:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv'}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:26:11.108074 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-802d6ab6-c6f6-4cc4-9c60-72254cad5725 None None] Checking router: 3f3b1949-cd71-497e-8581-eed311bb4151 for host: dv-neutron-744815-20-hyperv {{(pid=103162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 18 13:26:11.109056 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-802d6ab6-c6f6-4cc4-9c60-72254cad5725 None None] Updating router 3f3b1949-cd71-497e-8581-eed311bb4151 port 773ea80f-5341-438f-a89a-0ee52b828ada binding host dv-neutron-744815-20-hyperv {{(pid=103162) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 18 13:26:11.123865 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-d44e36b4-0240-4df6-8e22-d07a9f9a39dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975'] for port, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:11.133238 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-3bbe4995-67a6-4b75-a3ac-4437c8569e55 tempest-RoutersAdminTest-1776390182 tempest-RoutersAdminTest-1776390182-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:11.153605 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-802d6ab6-c6f6-4cc4-9c60-72254cad5725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:11.199225 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-212e73b0-e876-4ee0-aa4a-c29dcd6ba54c tempest-DHCPAgentSchedulersTestJSON-1197897816 tempest-DHCPAgentSchedulersTestJSON-1197897816-project] Made reservation on behalf of 9bc97b8069d24859982c69c641041adf for: {'subnet': 1} {{(pid=103160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:26:11.203097 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-212e73b0-e876-4ee0-aa4a-c29dcd6ba54c tempest-DHCPAgentSchedulersTestJSON-1197897816 tempest-DHCPAgentSchedulersTestJSON-1197897816-project] Publish callbacks [] for subnet, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:11.210901 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-705e12ca-44f1-4bcf-8e71-7a234d281a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:11.272525 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device c878af67-0397-4eeb-b9df-32aa6d3ffc8e up at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 13:26:11.274680 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-0eba125b-b7df-4514-9fca-a20b285176ba tempest-FloatingIPAdminTestJSON-836365309 tempest-FloatingIPAdminTestJSON-836365309-project] Request body: {'floatingip': {'floating_network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:26:11.312906 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Network 8d0a0198-a2d2-4fa4-be17-1643a78a1962 details requested by agent ovs-agent-dv-neutron-744815-20-hyperv with host dv-neutron-744815-20-hyperv {{(pid=103161) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 18 13:26:11.325536 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705e12ca-44f1-4bcf-8e71-7a234d281a6f None None] Pushing event updated for resources: {'Port': ['ID=ce9801dc-1b4e-4004-b1be-61be0e0d495d,revision_number=2']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:26:11.356335 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-87143212-50e9-4a9b-9d6e-a6d6897a8790 tempest-MeteringTestJSON-637507886 tempest-MeteringTestJSON-637507886-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:11.357673 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-87143212-50e9-4a9b-9d6e-a6d6897a8790 tempest-MeteringTestJSON-637507886 tempest-MeteringTestJSON-637507886-project-admin] 10.222.0.31 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 1.2788827 Dec 18 13:26:11.362017 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 48744) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:26:11.369593 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-a599103a-c22f-47b4-b8a5-5d00ecacbd15 tempest-MeteringTestJSON-637507886 tempest-MeteringTestJSON-637507886-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': 'd2685725-7a1f-4e81-b4e1-f8b902ac7614'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:26:11.370097 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-a599103a-c22f-47b4-b8a5-5d00ecacbd15 tempest-MeteringTestJSON-637507886 tempest-MeteringTestJSON-637507886-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103159) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 18 13:26:11.378104 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-15775594-840b-4d39-9d90-4de63ef18c1c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:11.390181 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2294866d-0076-4933-952c-685307032598 None None] Provisioning complete for port c878af67-0397-4eeb-b9df-32aa6d3ffc8e triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:26:11.390571 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:11.443448 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d44e36b4-0240-4df6-8e22-d07a9f9a39dd admin admin] Network decb4a40-7941-48c8-afbb-daaafd502e83 is already hosted by enough agents. {{(pid=103160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:26:11.451458 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.base_scheduler [None req-d44e36b4-0240-4df6-8e22-d07a9f9a39dd admin admin] Resources bound (agent type, host, resource id): {{(pid=103160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:26:11.454347 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-212e73b0-e876-4ee0-aa4a-c29dcd6ba54c tempest-DHCPAgentSchedulersTestJSON-1197897816 tempest-DHCPAgentSchedulersTestJSON-1197897816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981'] for subnet, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:11.456391 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d44e36b4-0240-4df6-8e22-d07a9f9a39dd admin admin] Received port after_create {{(pid=103160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:26:11.521120 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2d10d86b-af70-44c1-8c6b-7ce2773414c7 None None] Provisioning complete for port c878af67-0397-4eeb-b9df-32aa6d3ffc8e triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:26:11.521503 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2d10d86b-af70-44c1-8c6b-7ce2773414c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:11.550260 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-802d6ab6-c6f6-4cc4-9c60-72254cad5725 None None] Publish callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:11.560932 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-802d6ab6-c6f6-4cc4-9c60-72254cad5725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:11.602916 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44e36b4-0240-4df6-8e22-d07a9f9a39dd admin admin] Pushing event updated for resources: {'Port': ['ID=eda923d2-1f85-4c40-a7d7-f51808960185,revision_number=1']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:26:11.643443 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d04a84-c165-437a-85c8-d09790413ec6 None None] Pushing event updated for resources: {'Port': ['ID=773ea80f-5341-438f-a89a-0ee52b828ada,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:26:11.683612 dv-neutron-744815-20-hyperv neutron-server[103159]: WARNING neutron.services.metering.metering_plugin [None req-a599103a-c22f-47b4-b8a5-5d00ecacbd15 tempest-MeteringTestJSON-637507886 tempest-MeteringTestJSON-637507886-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Dec 18 13:26:11.688143 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d04a84-c165-437a-85c8-d09790413ec6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:26:11.688639 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d04a84-c165-437a-85c8-d09790413ec6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:26:11.688967 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d04a84-c165-437a-85c8-d09790413ec6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:26:11.689303 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d04a84-c165-437a-85c8-d09790413ec6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:26:11.689701 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d04a84-c165-437a-85c8-d09790413ec6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:26:11.690049 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d04a84-c165-437a-85c8-d09790413ec6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:26:11.690386 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d04a84-c165-437a-85c8-d09790413ec6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:26:11.690713 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d04a84-c165-437a-85c8-d09790413ec6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:26:11.691051 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d04a84-c165-437a-85c8-d09790413ec6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:26:11.691399 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d04a84-c165-437a-85c8-d09790413ec6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:26:11.691718 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d04a84-c165-437a-85c8-d09790413ec6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:26:11.692032 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d04a84-c165-437a-85c8-d09790413ec6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:26:11.692327 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d04a84-c165-437a-85c8-d09790413ec6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:26:11.693492 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d04a84-c165-437a-85c8-d09790413ec6 None None] Tracked resource versions report: Dec 18 13:26:11.693492 dv-neutron-744815-20-hyperv neutron-server[103162]: pushed versions: Dec 18 13:26:11.693492 dv-neutron-744815-20-hyperv neutron-server[103162]: { 'AddressGroup': {'1.2'}, Dec 18 13:26:11.693492 dv-neutron-744815-20-hyperv neutron-server[103162]: 'ConntrackHelper': {'1.0'}, Dec 18 13:26:11.693492 dv-neutron-744815-20-hyperv neutron-server[103162]: 'LocalIPAssociation': {'1.0'}, Dec 18 13:26:11.693492 dv-neutron-744815-20-hyperv neutron-server[103162]: 'Log': {'1.0'}, Dec 18 13:26:11.693492 dv-neutron-744815-20-hyperv neutron-server[103162]: 'Network': {'1.1'}, Dec 18 13:26:11.693492 dv-neutron-744815-20-hyperv neutron-server[103162]: 'Port': {'1.7'}, Dec 18 13:26:11.693492 dv-neutron-744815-20-hyperv neutron-server[103162]: 'PortForwarding': {'1.2'}, Dec 18 13:26:11.693492 dv-neutron-744815-20-hyperv neutron-server[103162]: 'QosPolicy': {'1.10'}, Dec 18 13:26:11.693492 dv-neutron-744815-20-hyperv neutron-server[103162]: 'SecurityGroup': {'1.5'}, Dec 18 13:26:11.693492 dv-neutron-744815-20-hyperv neutron-server[103162]: 'SecurityGroupRule': {'1.2'}, Dec 18 13:26:11.693492 dv-neutron-744815-20-hyperv neutron-server[103162]: 'SubPort': {'1.0'}, Dec 18 13:26:11.693492 dv-neutron-744815-20-hyperv neutron-server[103162]: 'Subnet': {'1.1'}, Dec 18 13:26:11.693492 dv-neutron-744815-20-hyperv neutron-server[103162]: 'Trunk': {'1.1'}} Dec 18 13:26:11.693492 dv-neutron-744815-20-hyperv neutron-server[103162]: consumer versions: Dec 18 13:26:11.693492 dv-neutron-744815-20-hyperv neutron-server[103162]: { DHCP agent@dv-neutron-744815-20-hyperv: {}, Dec 18 13:26:11.693492 dv-neutron-744815-20-hyperv neutron-server[103162]: HyperV agent@hv-neutron-7448: {}, Dec 18 13:26:11.693492 dv-neutron-744815-20-hyperv neutron-server[103162]: L3 agent@dv-neutron-744815-20-hyperv: {}, Dec 18 13:26:11.693492 dv-neutron-744815-20-hyperv neutron-server[103162]: Metadata agent@dv-neutron-744815-20-hyperv: {}, Dec 18 13:26:11.693492 dv-neutron-744815-20-hyperv neutron-server[103162]: Metering agent@dv-neutron-744815-20-hyperv: {}, Dec 18 13:26:11.693492 dv-neutron-744815-20-hyperv neutron-server[103162]: Open vSwitch agent@dv-neutron-744815-20-hyperv: { 'AddressGroup': '1.2', Dec 18 13:26:11.693492 dv-neutron-744815-20-hyperv neutron-server[103162]: 'ConntrackHelper': '1.0', Dec 18 13:26:11.693492 dv-neutron-744815-20-hyperv neutron-server[103162]: 'LocalIPAssociation': '1.0', Dec 18 13:26:11.693492 dv-neutron-744815-20-hyperv neutron-server[103162]: 'Log': '1.0', Dec 18 13:26:11.693492 dv-neutron-744815-20-hyperv neutron-server[103162]: 'Network': '1.1', Dec 18 13:26:11.693492 dv-neutron-744815-20-hyperv neutron-server[103162]: 'Port': '1.7', Dec 18 13:26:11.693492 dv-neutron-744815-20-hyperv neutron-server[103162]: 'PortForwarding': '1.2', Dec 18 13:26:11.693492 dv-neutron-744815-20-hyperv neutron-server[103162]: 'QosPolicy': '1.10', Dec 18 13:26:11.693492 dv-neutron-744815-20-hyperv neutron-server[103162]: 'SecurityGroup': '1.5', Dec 18 13:26:11.693492 dv-neutron-744815-20-hyperv neutron-server[103162]: 'SecurityGroupRule': '1.2', Dec 18 13:26:11.693492 dv-neutron-744815-20-hyperv neutron-server[103162]: 'SubPort': '1.0', Dec 18 13:26:11.693492 dv-neutron-744815-20-hyperv neutron-server[103162]: 'Subnet': '1.1', Dec 18 13:26:11.693492 dv-neutron-744815-20-hyperv neutron-server[103162]: 'Trunk': '1.1'}} Dec 18 13:26:11.693492 dv-neutron-744815-20-hyperv neutron-server[103162]: {{(pid=103162) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 18 13:26:11.722490 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [None req-802d6ab6-c6f6-4cc4-9c60-72254cad5725 None None] Attempting to bind port 773ea80f-5341-438f-a89a-0ee52b828ada on host dv-neutron-744815-20-hyperv for vnic_type normal with profile {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 13:26:11.722870 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [None req-802d6ab6-c6f6-4cc4-9c60-72254cad5725 None None] Attempting to bind port 773ea80f-5341-438f-a89a-0ee52b828ada by drivers openvswitch,hyperv on host dv-neutron-744815-20-hyperv at level 0 using segments [{'id': '3f66d49c-4faa-434c-8c3e-991f4f1d01bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83'}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 13:26:11.727976 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-802d6ab6-c6f6-4cc4-9c60-72254cad5725 None None] Attempting to bind port 773ea80f-5341-438f-a89a-0ee52b828ada on network decb4a40-7941-48c8-afbb-daaafd502e83 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 13:26:11.739451 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-802d6ab6-c6f6-4cc4-9c60-72254cad5725 None None] Checking agent: {'id': '428fa9fa-43db-4db9-9f96-f60ffe931f2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-20-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 13, 19, 1), 'started_at': datetime.datetime(2021, 12, 18, 13, 19, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 13, 26, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-20-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 18 13:26:11.739831 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-802d6ab6-c6f6-4cc4-9c60-72254cad5725 None None] Checking segment: {'id': '3f66d49c-4faa-434c-8c3e-991f4f1d01bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 13:26:11.740237 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-802d6ab6-c6f6-4cc4-9c60-72254cad5725 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:11.740635 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-802d6ab6-c6f6-4cc4-9c60-72254cad5725 None None] Bound using segment: {'id': '3f66d49c-4faa-434c-8c3e-991f4f1d01bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83'} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 18 13:26:11.741176 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [None req-802d6ab6-c6f6-4cc4-9c60-72254cad5725 None None] Bound port: 773ea80f-5341-438f-a89a-0ee52b828ada, host: dv-neutron-744815-20-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f66d49c-4faa-434c-8c3e-991f4f1d01bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83'}}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 18 13:26:11.741573 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-802d6ab6-c6f6-4cc4-9c60-72254cad5725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:11.830282 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-802d6ab6-c6f6-4cc4-9c60-72254cad5725 None None] For port 773ea80f-5341-438f-a89a-0ee52b828ada, host dv-neutron-744815-20-hyperv, cleared binding levels {{(pid=103162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 18 13:26:11.835691 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-802d6ab6-c6f6-4cc4-9c60-72254cad5725 None None] For port 773ea80f-5341-438f-a89a-0ee52b828ada, host dv-neutron-744815-20-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=773ea80f-5341-438f-a89a-0ee52b828ada,segment=NetworkSegment(3f66d49c-4faa-434c-8c3e-991f4f1d01bd),segment_id=3f66d49c-4faa-434c-8c3e-991f4f1d01bd)] {{(pid=103162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 18 13:26:11.840185 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_common [None req-75a69ffb-8bdf-4186-b19c-87f0f8a801e6 None None] Allocated IP 172.20.0.2 (2fc4e038-9db1-4dce-962e-0069075d1df7/ab39156a-1aba-454f-953d-4c71ff8fa510/fe61baa3-41bb-4d1b-9844-3ace40f4da1d) {{(pid=103161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:26:11.856731 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-802d6ab6-c6f6-4cc4-9c60-72254cad5725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:11.865686 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212e73b0-e876-4ee0-aa4a-c29dcd6ba54c tempest-DHCPAgentSchedulersTestJSON-1197897816 tempest-DHCPAgentSchedulersTestJSON-1197897816-project] Pushing event updated for resources: {'Subnet': ['ID=d080e98d-e3fd-4d79-af3b-2707e31f0326,revision_number=0']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:26:11.868168 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-d44e36b4-0240-4df6-8e22-d07a9f9a39dd admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:11.956179 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d04a84-c165-437a-85c8-d09790413ec6 None None] Pushing event updated for resources: {'Port': ['ID=773ea80f-5341-438f-a89a-0ee52b828ada,revision_number=3']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:26:11.992391 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-802d6ab6-c6f6-4cc4-9c60-72254cad5725 None None] Routers {'3f3b1949-cd71-497e-8581-eed311bb4151'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:26:11.994014 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-802d6ab6-c6f6-4cc4-9c60-72254cad5725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:25:57Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['3f3b1949-cd71-497e-8581-eed311bb4151'], 'active': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:26:11.994328 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-0eba125b-b7df-4514-9fca-a20b285176ba tempest-FloatingIPAdminTestJSON-836365309 tempest-FloatingIPAdminTestJSON-836365309-project] Publish callbacks [] for floatingip, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:12.037268 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-212e73b0-e876-4ee0-aa4a-c29dcd6ba54c tempest-DHCPAgentSchedulersTestJSON-1197897816 tempest-DHCPAgentSchedulersTestJSON-1197897816-project] Checking segment: {'id': '23f78b49-a4b4-4dd0-941a-3b77f029821a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '8d0a0198-a2d2-4fa4-be17-1643a78a1962'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 13:26:12.037816 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-212e73b0-e876-4ee0-aa4a-c29dcd6ba54c tempest-DHCPAgentSchedulersTestJSON-1197897816 tempest-DHCPAgentSchedulersTestJSON-1197897816-project] Network hostable DHCP agents. Network: 8d0a0198-a2d2-4fa4-be17-1643a78a1962, hostable agents: ['aa77effa-0e3a-4bbd-a383-4d58ed3328d0'], hosted agents: [] {{(pid=103160) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 18 13:26:12.069864 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-a599103a-c22f-47b4-b8a5-5d00ecacbd15 tempest-MeteringTestJSON-637507886 tempest-MeteringTestJSON-637507886-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:12.071085 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-a599103a-c22f-47b4-b8a5-5d00ecacbd15 tempest-MeteringTestJSON-637507886 tempest-MeteringTestJSON-637507886-project-admin] 10.222.0.31 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.7051444 Dec 18 13:26:12.077423 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-75a69ffb-8bdf-4186-b19c-87f0f8a801e6 None None] Publish callbacks [] for port, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:12.091839 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-75a69ffb-8bdf-4186-b19c-87f0f8a801e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975'] for port, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:12.095881 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 48746) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:26:12.106619 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-bfd33536-35b6-437b-9083-7aa22d2a4444 tempest-MeteringTestJSON-637507886 tempest-MeteringTestJSON-637507886-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': 'd2685725-7a1f-4e81-b4e1-f8b902ac7614'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:26:12.107414 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-bfd33536-35b6-437b-9083-7aa22d2a4444 tempest-MeteringTestJSON-637507886 tempest-MeteringTestJSON-637507886-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103160) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 18 13:26:12.121001 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-212e73b0-e876-4ee0-aa4a-c29dcd6ba54c tempest-DHCPAgentSchedulersTestJSON-1197897816 tempest-DHCPAgentSchedulersTestJSON-1197897816-project] Network 8d0a0198-a2d2-4fa4-be17-1643a78a1962 is scheduled to be hosted by DHCP agent aa77effa-0e3a-4bbd-a383-4d58ed3328d0 with binding_index 1 {{(pid=103160) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 18 13:26:12.152750 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvr_db [None req-802d6ab6-c6f6-4cc4-9c60-72254cad5725 None None] Set router 3f3b1949-cd71-497e-8581-eed311bb4151 gateway port host: dv-neutron-744815-20-hyperv {{(pid=103162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 13:26:12.159261 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a69ffb-8bdf-4186-b19c-87f0f8a801e6 None None] Pushing event updated for resources: {'Port': ['ID=fe61baa3-41bb-4d1b-9844-3ace40f4da1d,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:26:12.180787 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75a69ffb-8bdf-4186-b19c-87f0f8a801e6 None None] Network 2fc4e038-9db1-4dce-962e-0069075d1df7 is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:26:12.184522 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-75a69ffb-8bdf-4186-b19c-87f0f8a801e6 None None] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:26:12.191884 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75a69ffb-8bdf-4186-b19c-87f0f8a801e6 None None] Received port after_create {{(pid=103161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:26:12.204127 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.base_scheduler [None req-212e73b0-e876-4ee0-aa4a-c29dcd6ba54c tempest-DHCPAgentSchedulersTestJSON-1197897816 tempest-DHCPAgentSchedulersTestJSON-1197897816-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-744815-20-hyperv, 8d0a0198-a2d2-4fa4-be17-1643a78a1962) {{(pid=103160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:26:12.213864 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-212e73b0-e876-4ee0-aa4a-c29dcd6ba54c tempest-DHCPAgentSchedulersTestJSON-1197897816 tempest-DHCPAgentSchedulersTestJSON-1197897816-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:26:12.214610 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-212e73b0-e876-4ee0-aa4a-c29dcd6ba54c tempest-DHCPAgentSchedulersTestJSON-1197897816 tempest-DHCPAgentSchedulersTestJSON-1197897816-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047995'] for subnet, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:12.219395 dv-neutron-744815-20-hyperv neutron-server[103160]: WARNING neutron.services.metering.metering_plugin [None req-bfd33536-35b6-437b-9083-7aa22d2a4444 tempest-MeteringTestJSON-637507886 tempest-MeteringTestJSON-637507886-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Dec 18 13:26:12.261806 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-392e7de2-d2cd-493e-8313-1390401bcba3 None None] Network 8d0a0198-a2d2-4fa4-be17-1643a78a1962 requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:26:12.325865 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-212e73b0-e876-4ee0-aa4a-c29dcd6ba54c tempest-DHCPAgentSchedulersTestJSON-1197897816 tempest-DHCPAgentSchedulersTestJSON-1197897816-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3669252 Dec 18 13:26:12.355761 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 48748) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:26:12.365234 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-1031e6e1-eef8-4d96-a48b-e3dd6cdd897c tempest-DHCPAgentSchedulersTestJSON-1197897816 tempest-DHCPAgentSchedulersTestJSON-1197897816-project] Request body: {'port': {'network_id': '8d0a0198-a2d2-4fa4-be17-1643a78a1962', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1804500515'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:26:12.406554 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-802d6ab6-c6f6-4cc4-9c60-72254cad5725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f3b1949-cd71-497e-8581-eed311bb4151', 'name': 'tempest-ServersTestJSON-206567357-router', 'tenant_id': 'b13bfad2b2a84333a7ff37b75b6ba14e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.39'}], 'enable_snat': True}, 'gw_port_id': '773ea80f-5341-438f-a89a-0ee52b828ada', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:26:07Z', 'updated_at': '2021-12-18T13:26:09Z', 'revision_number': 3, 'project_id': 'b13bfad2b2a84333a7ff37b75b6ba14e', 'gw_port': {'id': '773ea80f-5341-438f-a89a-0ee52b828ada', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:51:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f3b1949-cd71-497e-8581-eed311bb4151', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:26:08Z', 'updated_at': '2021-12-18T13:26:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv'}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:26:12.424856 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b581ed6-f50b-4b65-820a-aa23aafd5da0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp31e170a0-46a1-5ba9-9dc1-7ee4f866f0d7-8d0a0198-a2d2-4fa4-be17-1643a78a1962', 'network_id': '8d0a0198-a2d2-4fa4-be17-1643a78a1962', 'project_id': '9bc97b8069d24859982c69c641041adf', 'fixed_ips': [{'subnet_id': 'd080e98d-e3fd-4d79-af3b-2707e31f0326'}]}} from dv-neutron-744815-20-hyperv. {{(pid=103161) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 18 13:26:12.425749 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-1b581ed6-f50b-4b65-820a-aa23aafd5da0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:12.452533 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-802d6ab6-c6f6-4cc4-9c60-72254cad5725 None None] The sync data for ids ['3f3b1949-cd71-497e-8581-eed311bb4151'] in dv-neutron-744815-20-hyperv is: [{'id': '3f3b1949-cd71-497e-8581-eed311bb4151', 'name': 'tempest-ServersTestJSON-206567357-router', 'tenant_id': 'b13bfad2b2a84333a7ff37b75b6ba14e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.39'}], 'enable_snat': True}, 'gw_port_id': '773ea80f-5341-438f-a89a-0ee52b828ada', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:26:07Z', 'updated_at': '2021-12-18T13:26:09Z', 'revision_number': 3, 'project_id': 'b13bfad2b2a84333a7ff37b75b6ba14e', 'gw_port': {'id': '773ea80f-5341-438f-a89a-0ee52b828ada', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:51:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f3b1949-cd71-497e-8581-eed311bb4151', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:26:08Z', 'updated_at': '2021-12-18T13:26:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv'}] {{(pid=103162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 13:26:12.453030 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-bfd33536-35b6-437b-9083-7aa22d2a4444 tempest-MeteringTestJSON-637507886 tempest-MeteringTestJSON-637507886-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:12.457540 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-bfd33536-35b6-437b-9083-7aa22d2a4444 tempest-MeteringTestJSON-637507886 tempest-MeteringTestJSON-637507886-project-admin] 10.222.0.31 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.3604915 Dec 18 13:26:12.463127 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-9a658a72-384d-4d16-a29d-2cd9b5b4cb55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:12.464904 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-75a69ffb-8bdf-4186-b19c-87f0f8a801e6 None None] Attempting to bind port fe61baa3-41bb-4d1b-9844-3ace40f4da1d on host dv-neutron-744815-20-hyperv for vnic_type normal with profile {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 13:26:12.465350 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-75a69ffb-8bdf-4186-b19c-87f0f8a801e6 None None] Attempting to bind port fe61baa3-41bb-4d1b-9844-3ace40f4da1d by drivers openvswitch,hyperv on host dv-neutron-744815-20-hyperv at level 0 using segments [{'id': '9e2f6f75-68e6-4f61-afc7-4ef9354e6b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '2fc4e038-9db1-4dce-962e-0069075d1df7'}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 13:26:12.465743 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75a69ffb-8bdf-4186-b19c-87f0f8a801e6 None None] Attempting to bind port fe61baa3-41bb-4d1b-9844-3ace40f4da1d on network 2fc4e038-9db1-4dce-962e-0069075d1df7 {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 13:26:12.466571 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 48750) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:26:12.476570 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75a69ffb-8bdf-4186-b19c-87f0f8a801e6 None None] Checking agent: {'id': '428fa9fa-43db-4db9-9f96-f60ffe931f2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-20-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 13, 19, 1), 'started_at': datetime.datetime(2021, 12, 18, 13, 19, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 13, 26, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-20-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 18 13:26:12.477039 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75a69ffb-8bdf-4186-b19c-87f0f8a801e6 None None] Checking segment: {'id': '9e2f6f75-68e6-4f61-afc7-4ef9354e6b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '2fc4e038-9db1-4dce-962e-0069075d1df7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 13:26:12.477508 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-75a69ffb-8bdf-4186-b19c-87f0f8a801e6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:12.477968 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75a69ffb-8bdf-4186-b19c-87f0f8a801e6 None None] Bound using segment: {'id': '9e2f6f75-68e6-4f61-afc7-4ef9354e6b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '2fc4e038-9db1-4dce-962e-0069075d1df7'} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 18 13:26:12.478600 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-75a69ffb-8bdf-4186-b19c-87f0f8a801e6 None None] Bound port: fe61baa3-41bb-4d1b-9844-3ace40f4da1d, host: dv-neutron-744815-20-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e2f6f75-68e6-4f61-afc7-4ef9354e6b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '2fc4e038-9db1-4dce-962e-0069075d1df7'}}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 18 13:26:12.479008 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-75a69ffb-8bdf-4186-b19c-87f0f8a801e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:12.538819 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.db_base_plugin_common [None req-65ef3543-72a8-4025-a9c0-bcc6d4f1ef54 tempest-ExternalNetworksAdminNegativeTestJSON-235121319 tempest-ExternalNetworksAdminNegativeTestJSON-235121319-project-admin] Allocated IP 172.26.3.11 (decb4a40-7941-48c8-afbb-daaafd502e83/70deed80-3ca1-4f9e-96cb-563b43d3acba/aa56806b-17e1-498a-a47a-7cc584bd6603) {{(pid=103159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:26:12.544392 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-2237c81a-f972-4116-a1d3-d10f9a3d337e tempest-MeteringTestJSON-637507886 tempest-MeteringTestJSON-637507886-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-label-rules?id=b9976544-8147-4799-a687-f7ec6c85da53 HTTP/1.1" status: 200 len: 464 time: 0.0605760 Dec 18 13:26:12.561245 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-15775594-840b-4d39-9d90-4de63ef18c1c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:12.584482 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 48752) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:26:12.675916 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-75a69ffb-8bdf-4186-b19c-87f0f8a801e6 None None] For port fe61baa3-41bb-4d1b-9844-3ace40f4da1d, host dv-neutron-744815-20-hyperv, cleared binding levels {{(pid=103161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 18 13:26:12.681589 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-75a69ffb-8bdf-4186-b19c-87f0f8a801e6 None None] For port fe61baa3-41bb-4d1b-9844-3ace40f4da1d, host dv-neutron-744815-20-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=fe61baa3-41bb-4d1b-9844-3ace40f4da1d,segment=NetworkSegment(9e2f6f75-68e6-4f61-afc7-4ef9354e6b1b),segment_id=9e2f6f75-68e6-4f61-afc7-4ef9354e6b1b)] {{(pid=103161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 18 13:26:12.694127 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-75a69ffb-8bdf-4186-b19c-87f0f8a801e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:12.739491 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_common [None req-1b581ed6-f50b-4b65-820a-aa23aafd5da0 None None] Allocated IP 172.20.0.2 (8d0a0198-a2d2-4fa4-be17-1643a78a1962/d080e98d-e3fd-4d79-af3b-2707e31f0326/6aad2b59-fe7c-4a3a-9021-bc80a99869e0) {{(pid=103161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:26:12.813984 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-d44e36b4-0240-4df6-8e22-d07a9f9a39dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-589760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-586526'] for router, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:12.915797 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a69ffb-8bdf-4186-b19c-87f0f8a801e6 None None] Pushing event updated for resources: {'Port': ['ID=fe61baa3-41bb-4d1b-9844-3ace40f4da1d,revision_number=2']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:26:12.980421 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11d0b8d4-5378-4689-97c9-f71aba0240c4 None None] Network 54539a24-3149-4df7-83e3-55189e7814ad requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:26:13.005069 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-d186bd83-98f6-45d3-a36e-f9e88ad83ef8 tempest-MeteringTestJSON-637507886 tempest-MeteringTestJSON-637507886-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:13.009804 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-d186bd83-98f6-45d3-a36e-f9e88ad83ef8 tempest-MeteringTestJSON-637507886 tempest-MeteringTestJSON-637507886-project-admin] 10.222.0.31 "DELETE /v2.0/metering/metering-label-rules/b9976544-8147-4799-a687-f7ec6c85da53 HTTP/1.1" status: 204 len: 168 time: 0.4240658 Dec 18 13:26:13.012737 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 48754) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:26:13.078328 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-1aa8c402-ba16-4065-88d8-6e624ceb4519 tempest-MeteringTestJSON-637507886 tempest-MeteringTestJSON-637507886-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-label-rules?id=b9976544-8147-4799-a687-f7ec6c85da53 HTTP/1.1" status: 200 len: 221 time: 0.0631542 Dec 18 13:26:13.081248 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 48756) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:26:13.092671 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1031e6e1-eef8-4d96-a48b-e3dd6cdd897c tempest-DHCPAgentSchedulersTestJSON-1197897816 tempest-DHCPAgentSchedulersTestJSON-1197897816-project] Made reservation on behalf of 9bc97b8069d24859982c69c641041adf for: {'port': 1} {{(pid=103160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:26:13.097287 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-3bbe4995-67a6-4b75-a3ac-4437c8569e55 tempest-RoutersAdminTest-1776390182 tempest-RoutersAdminTest-1776390182-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:13.109283 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-1031e6e1-eef8-4d96-a48b-e3dd6cdd897c tempest-DHCPAgentSchedulersTestJSON-1197897816 tempest-DHCPAgentSchedulersTestJSON-1197897816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:13.114356 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-74d9de3f-74b1-4973-a3cb-626303f696c6 tempest-MeteringTestJSON-637507886 tempest-MeteringTestJSON-637507886-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1312719287', 'description': 'label created by tempest'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:26:13.114904 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-74d9de3f-74b1-4973-a3cb-626303f696c6 tempest-MeteringTestJSON-637507886 tempest-MeteringTestJSON-637507886-project-admin] Unknown quota resources ['metering_label']. {{(pid=103160) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 18 13:26:13.128288 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-3bbe4995-67a6-4b75-a3ac-4437c8569e55 tempest-RoutersAdminTest-1776390182 tempest-RoutersAdminTest-1776390182-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:13.128912 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device ce9801dc-1b4e-4004-b1be-61be0e0d495d up at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 13:26:13.147458 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.db_base_plugin_common [None req-9a658a72-384d-4d16-a29d-2cd9b5b4cb55 admin admin] Allocated IP 172.20.0.1 (d2661b17-f10f-45b5-9a14-2ba272e46fb7/4f238fff-f9a2-4ca2-aa84-e233d7ea0123/8ad7f770-c11c-48df-8a56-4b3d08febca9) {{(pid=103159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:26:13.213044 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3bbe4995-67a6-4b75-a3ac-4437c8569e55 tempest-RoutersAdminTest-1776390182 tempest-RoutersAdminTest-1776390182-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 108} {{(pid=103159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 18 13:26:13.232976 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.notifiers.nova [None req-1031e6e1-eef8-4d96-a48b-e3dd6cdd897c tempest-DHCPAgentSchedulersTestJSON-1197897816 tempest-DHCPAgentSchedulersTestJSON-1197897816-project] device_id is not set on port b4b2cf6a-bef6-4db4-a163-d93d8ca4aa63 yet. {{(pid=103160) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 18 13:26:13.260947 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbe4995-67a6-4b75-a3ac-4437c8569e55 tempest-RoutersAdminTest-1776390182 tempest-RoutersAdminTest-1776390182-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15e45208-3cf7-4c3b-bce7-70456929859e,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:26:13.270955 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-1f7382ad-1e75-460a-ab04-ae9d064c3fdd None None] Provisioning complete for port ce9801dc-1b4e-4004-b1be-61be0e0d495d triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:26:13.271640 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-1f7382ad-1e75-460a-ab04-ae9d064c3fdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:13.279765 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-3bbe4995-67a6-4b75-a3ac-4437c8569e55 tempest-RoutersAdminTest-1776390182 tempest-RoutersAdminTest-1776390182-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:13.280095 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.db.segments_db [None req-3bbe4995-67a6-4b75-a3ac-4437c8569e55 tempest-RoutersAdminTest-1776390182 tempest-RoutersAdminTest-1776390182-project-admin] Added segment b5e5d8d0-ac7d-4241-ab13-a85a0c0d4599 of type vlan for network f1c4d285-6e06-4e5b-85a3-7ac5e38975c3 Dec 18 13:26:13.368140 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-1b581ed6-f50b-4b65-820a-aa23aafd5da0 None None] Publish callbacks [] for port, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:13.370315 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-65ef3543-72a8-4025-a9c0-bcc6d4f1ef54 tempest-ExternalNetworksAdminNegativeTestJSON-235121319 tempest-ExternalNetworksAdminNegativeTestJSON-235121319-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:13.382031 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-0eba125b-b7df-4514-9fca-a20b285176ba tempest-FloatingIPAdminTestJSON-836365309 tempest-FloatingIPAdminTestJSON-836365309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:13.393178 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2294866d-0076-4933-952c-685307032598 None None] Provisioning complete for port ce9801dc-1b4e-4004-b1be-61be0e0d495d triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:26:13.399588 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:13.460313 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-1b581ed6-f50b-4b65-820a-aa23aafd5da0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975'] for port, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:13.482668 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-3bbe4995-67a6-4b75-a3ac-4437c8569e55 tempest-RoutersAdminTest-1776390182 tempest-RoutersAdminTest-1776390182-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767106405744'] for network, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:13.538826 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-1f7382ad-1e75-460a-ab04-ae9d064c3fdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:13.550414 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b581ed6-f50b-4b65-820a-aa23aafd5da0 None None] Network 8d0a0198-a2d2-4fa4-be17-1643a78a1962 is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:26:13.622237 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b581ed6-f50b-4b65-820a-aa23aafd5da0 None None] Pushing event updated for resources: {'Port': ['ID=6aad2b59-fe7c-4a3a-9021-bc80a99869e0,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:26:13.625096 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:13.662414 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-9a658a72-384d-4d16-a29d-2cd9b5b4cb55 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:13.681434 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-2294866d-0076-4933-952c-685307032598 None None] For port ce9801dc-1b4e-4004-b1be-61be0e0d495d, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=ce9801dc-1b4e-4004-b1be-61be0e0d495d,segment=NetworkSegment(fcb680fd-bcea-4128-b9c8-92eb57a7f151),segment_id=fcb680fd-bcea-4128-b9c8-92eb57a7f151)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:26:13.696256 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-65ef3543-72a8-4025-a9c0-bcc6d4f1ef54 tempest-ExternalNetworksAdminNegativeTestJSON-235121319 tempest-ExternalNetworksAdminNegativeTestJSON-235121319-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975'] for port, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:13.708555 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-1b581ed6-f50b-4b65-820a-aa23aafd5da0 None None] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:26:13.714507 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b581ed6-f50b-4b65-820a-aa23aafd5da0 None None] Received port after_create {{(pid=103161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:26:13.723342 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:13.729903 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-3bbe4995-67a6-4b75-a3ac-4437c8569e55 tempest-RoutersAdminTest-1776390182 tempest-RoutersAdminTest-1776390182-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981'] for network, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:13.731902 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bbe4995-67a6-4b75-a3ac-4437c8569e55 tempest-RoutersAdminTest-1776390182 tempest-RoutersAdminTest-1776390182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:26:13.732697 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-3bbe4995-67a6-4b75-a3ac-4437c8569e55 tempest-RoutersAdminTest-1776390182 tempest-RoutersAdminTest-1776390182-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047995'] for network, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:13.777071 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-74d9de3f-74b1-4973-a3cb-626303f696c6 tempest-MeteringTestJSON-637507886 tempest-MeteringTestJSON-637507886-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:13.787124 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-74d9de3f-74b1-4973-a3cb-626303f696c6 tempest-MeteringTestJSON-637507886 tempest-MeteringTestJSON-637507886-project-admin] 10.222.0.31 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.7028358 Dec 18 13:26:13.790401 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 48760) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:26:13.828586 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.db_base_plugin_common [None req-1031e6e1-eef8-4d96-a48b-e3dd6cdd897c tempest-DHCPAgentSchedulersTestJSON-1197897816 tempest-DHCPAgentSchedulersTestJSON-1197897816-project] Allocated IP 172.20.0.10 (8d0a0198-a2d2-4fa4-be17-1643a78a1962/d080e98d-e3fd-4d79-af3b-2707e31f0326/b4b2cf6a-bef6-4db4-a163-d93d8ca4aa63) {{(pid=103160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:26:13.872775 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.db.api [None req-1f7382ad-1e75-460a-ab04-ae9d064c3fdd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103161) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 18 13:26:13.873831 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG oslo_db.api [None req-1f7382ad-1e75-460a-ab04-ae9d064c3fdd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 18 13:26:13.874495 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-1b581ed6-f50b-4b65-820a-aa23aafd5da0 None None] Attempting to bind port 6aad2b59-fe7c-4a3a-9021-bc80a99869e0 on host dv-neutron-744815-20-hyperv for vnic_type normal with profile {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 13:26:13.874874 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-1b581ed6-f50b-4b65-820a-aa23aafd5da0 None None] Attempting to bind port 6aad2b59-fe7c-4a3a-9021-bc80a99869e0 by drivers openvswitch,hyperv on host dv-neutron-744815-20-hyperv at level 0 using segments [{'id': '23f78b49-a4b4-4dd0-941a-3b77f029821a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '8d0a0198-a2d2-4fa4-be17-1643a78a1962'}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 13:26:13.875249 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b581ed6-f50b-4b65-820a-aa23aafd5da0 None None] Attempting to bind port 6aad2b59-fe7c-4a3a-9021-bc80a99869e0 on network 8d0a0198-a2d2-4fa4-be17-1643a78a1962 {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 13:26:13.898269 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b581ed6-f50b-4b65-820a-aa23aafd5da0 None None] Checking agent: {'id': '428fa9fa-43db-4db9-9f96-f60ffe931f2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-20-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 13, 19, 1), 'started_at': datetime.datetime(2021, 12, 18, 13, 19, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 13, 26, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-20-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 18 13:26:13.898568 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b581ed6-f50b-4b65-820a-aa23aafd5da0 None None] Checking segment: {'id': '23f78b49-a4b4-4dd0-941a-3b77f029821a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '8d0a0198-a2d2-4fa4-be17-1643a78a1962'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 13:26:13.898956 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-1b581ed6-f50b-4b65-820a-aa23aafd5da0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:13.899685 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b581ed6-f50b-4b65-820a-aa23aafd5da0 None None] Bound using segment: {'id': '23f78b49-a4b4-4dd0-941a-3b77f029821a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '8d0a0198-a2d2-4fa4-be17-1643a78a1962'} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 18 13:26:13.901414 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-1b581ed6-f50b-4b65-820a-aa23aafd5da0 None None] Bound port: 6aad2b59-fe7c-4a3a-9021-bc80a99869e0, host: dv-neutron-744815-20-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23f78b49-a4b4-4dd0-941a-3b77f029821a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '8d0a0198-a2d2-4fa4-be17-1643a78a1962'}}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 18 13:26:13.901782 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-1b581ed6-f50b-4b65-820a-aa23aafd5da0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:13.925537 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-3bbe4995-67a6-4b75-a3ac-4437c8569e55 tempest-RoutersAdminTest-1776390182 tempest-RoutersAdminTest-1776390182-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 4.2343128 Dec 18 13:26:13.927453 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Pushing event updated for resources: {'Port': ['ID=ce9801dc-1b4e-4004-b1be-61be0e0d495d,revision_number=3']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:26:13.999819 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 48762) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:26:14.001387 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d44e36b4-0240-4df6-8e22-d07a9f9a39dd admin admin] Router 7a6bcf96-5688-45cb-aa44-7313670ab94d is scheduled to L3 agent c9c0cd52-5bd2-4704-9429-d80f1c5ad23c with binding_index 1 {{(pid=103160) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 18 13:26:14.002683 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-1b581ed6-f50b-4b65-820a-aa23aafd5da0 None None] For port 6aad2b59-fe7c-4a3a-9021-bc80a99869e0, host dv-neutron-744815-20-hyperv, cleared binding levels {{(pid=103161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 18 13:26:14.003422 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65ef3543-72a8-4025-a9c0-bcc6d4f1ef54 tempest-ExternalNetworksAdminNegativeTestJSON-235121319 tempest-ExternalNetworksAdminNegativeTestJSON-235121319-project-admin] Network decb4a40-7941-48c8-afbb-daaafd502e83 is already hosted by enough agents. {{(pid=103159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:26:14.008114 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-1b581ed6-f50b-4b65-820a-aa23aafd5da0 None None] For port 6aad2b59-fe7c-4a3a-9021-bc80a99869e0, host dv-neutron-744815-20-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=6aad2b59-fe7c-4a3a-9021-bc80a99869e0,segment=NetworkSegment(23f78b49-a4b4-4dd0-941a-3b77f029821a),segment_id=23f78b49-a4b4-4dd0-941a-3b77f029821a)] {{(pid=103161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 18 13:26:14.016788 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-1b581ed6-f50b-4b65-820a-aa23aafd5da0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:14.021443 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-5fdc650c-4b40-4367-b80a-1c718abb1f73 tempest-RoutersAdminTest-1776390182 tempest-RoutersAdminTest-1776390182-project-admin] Request body: {'subnet': {'network_id': 'f1c4d285-6e06-4e5b-85a3-7ac5e38975c3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:26:14.031808 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.db_base_plugin_common [None req-0eba125b-b7df-4514-9fca-a20b285176ba tempest-FloatingIPAdminTestJSON-836365309 tempest-FloatingIPAdminTestJSON-836365309-project] Allocated IP 172.26.3.220 (decb4a40-7941-48c8-afbb-daaafd502e83/70deed80-3ca1-4f9e-96cb-563b43d3acba/5832f198-ad8b-418b-b179-592fabbe0e26) {{(pid=103159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:26:14.034491 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.base_scheduler [None req-65ef3543-72a8-4025-a9c0-bcc6d4f1ef54 tempest-ExternalNetworksAdminNegativeTestJSON-235121319 tempest-ExternalNetworksAdminNegativeTestJSON-235121319-project-admin] Resources bound (agent type, host, resource id): {{(pid=103159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:26:14.041640 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ef3543-72a8-4025-a9c0-bcc6d4f1ef54 tempest-ExternalNetworksAdminNegativeTestJSON-235121319 tempest-ExternalNetworksAdminNegativeTestJSON-235121319-project-admin] Pushing event updated for resources: {'Port': ['ID=aa56806b-17e1-498a-a47a-7cc584bd6603,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:26:14.055366 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-9a658a72-384d-4d16-a29d-2cd9b5b4cb55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975'] for port, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:14.057375 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbe4995-67a6-4b75-a3ac-4437c8569e55 tempest-RoutersAdminTest-1776390182 tempest-RoutersAdminTest-1776390182-project-admin] Pushing event updated for resources: {'Network': ['ID=f1c4d285-6e06-4e5b-85a3-7ac5e38975c3,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:26:14.057843 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-40ee7bd9-b90c-4e71-8f9e-fd99164bae19 tempest-MeteringTestJSON-637507886 tempest-MeteringTestJSON-637507886-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-labels?id=45d74205-1ed1-4fd8-801a-16cd3e210504 HTTP/1.1" status: 200 len: 468 time: 0.2647483 Dec 18 13:26:14.061991 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 48766) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:26:14.068845 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b581ed6-f50b-4b65-820a-aa23aafd5da0 None None] Pushing event updated for resources: {'Port': ['ID=6aad2b59-fe7c-4a3a-9021-bc80a99869e0,revision_number=2']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:26:14.070815 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65ef3543-72a8-4025-a9c0-bcc6d4f1ef54 tempest-ExternalNetworksAdminNegativeTestJSON-235121319 tempest-ExternalNetworksAdminNegativeTestJSON-235121319-project-admin] Received port after_create {{(pid=103159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:26:14.207273 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Network f1c4d285-6e06-4e5b-85a3-7ac5e38975c3 details requested by agent ovs-agent-dv-neutron-744815-20-hyperv with host dv-neutron-744815-20-hyperv {{(pid=103161) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 18 13:26:14.328498 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-0eba125b-b7df-4514-9fca-a20b285176ba tempest-FloatingIPAdminTestJSON-836365309 tempest-FloatingIPAdminTestJSON-836365309-project] Publish callbacks [] for port, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:14.332319 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a0f817d-4130-4009-9033-99e08b048025 None None] Network 2fc4e038-9db1-4dce-962e-0069075d1df7 requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:26:14.340917 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a658a72-384d-4d16-a29d-2cd9b5b4cb55 admin admin] Network d2661b17-f10f-45b5-9a14-2ba272e46fb7 is already hosted by enough agents. {{(pid=103159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:26:14.424528 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-65ef3543-72a8-4025-a9c0-bcc6d4f1ef54 tempest-ExternalNetworksAdminNegativeTestJSON-235121319 tempest-ExternalNetworksAdminNegativeTestJSON-235121319-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:14.468378 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fdc650c-4b40-4367-b80a-1c718abb1f73 tempest-RoutersAdminTest-1776390182 tempest-RoutersAdminTest-1776390182-project-admin] Made reservation on behalf of 55892e40450b462fb81027b7b782d307 for: {'subnet': 1} {{(pid=103159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:26:14.471183 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-5fdc650c-4b40-4367-b80a-1c718abb1f73 tempest-RoutersAdminTest-1776390182 tempest-RoutersAdminTest-1776390182-project-admin] Publish callbacks [] for subnet, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:14.473874 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.base_scheduler [None req-9a658a72-384d-4d16-a29d-2cd9b5b4cb55 admin admin] Resources bound (agent type, host, resource id): {{(pid=103159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:26:14.477181 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-86ef67d3-0024-4c20-b990-4314ab932f84 tempest-MeteringTestJSON-637507886 tempest-MeteringTestJSON-637507886-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:14.478620 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-86ef67d3-0024-4c20-b990-4314ab932f84 tempest-MeteringTestJSON-637507886 tempest-MeteringTestJSON-637507886-project-admin] 10.222.0.31 "DELETE /v2.0/metering/metering-labels/45d74205-1ed1-4fd8-801a-16cd3e210504 HTTP/1.1" status: 204 len: 168 time: 0.4139082 Dec 18 13:26:14.483981 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 48770) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:26:14.540116 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a658a72-384d-4d16-a29d-2cd9b5b4cb55 admin admin] Received port after_create {{(pid=103159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:26:14.540650 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-9a658a72-384d-4d16-a29d-2cd9b5b4cb55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586257'] for router_interface, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:14.550617 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d44e36b4-0240-4df6-8e22-d07a9f9a39dd admin admin] Notify agent at l3_agent.dv-neutron-744815-20-hyperv the message routers_updated {{(pid=103160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 13:26:14.561788 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-65ef3543-72a8-4025-a9c0-bcc6d4f1ef54 tempest-ExternalNetworksAdminNegativeTestJSON-235121319 tempest-ExternalNetworksAdminNegativeTestJSON-235121319-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:14.579511 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-d44e36b4-0240-4df6-8e22-d07a9f9a39dd admin admin] Publish callbacks [] for router, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:14.583829 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-d44e36b4-0240-4df6-8e22-d07a9f9a39dd admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.7085447 Dec 18 13:26:14.584496 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 48772) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:26:14.637704 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ef190ca-8010-4d10-bff8-a57431a1bfb1 None None] Sync routers for ids ['7a6bcf96-5688-45cb-aa44-7313670ab94d'] in dv-neutron-744815-20-hyperv {{(pid=103161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 13:26:14.682992 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-15775594-840b-4d39-9d90-4de63ef18c1c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:14.690411 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ef190ca-8010-4d10-bff8-a57431a1bfb1 None None] Routers {'7a6bcf96-5688-45cb-aa44-7313670ab94d'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:26:14.691169 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-6ef190ca-8010-4d10-bff8-a57431a1bfb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:25:57Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['7a6bcf96-5688-45cb-aa44-7313670ab94d'], 'active': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:26:14.702631 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a658a72-384d-4d16-a29d-2cd9b5b4cb55 admin admin] Pushing event updated for resources: {'Port': ['ID=8ad7f770-c11c-48df-8a56-4b3d08febca9,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:26:14.716241 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-25c632a9-d128-4df6-9e2a-30f1b11e2bb0 tempest-MeteringTestJSON-637507886 tempest-MeteringTestJSON-637507886-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-labels?id=45d74205-1ed1-4fd8-801a-16cd3e210504 HTTP/1.1" status: 200 len: 216 time: 0.1938479 Dec 18 13:26:14.732234 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 48774) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:26:14.760280 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-e0e909d4-26d3-484d-b0e5-a897465ddcf6 tempest-MeteringTestJSON-637507886 tempest-MeteringTestJSON-637507886-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0226867 Dec 18 13:26:14.789140 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 48776) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:26:14.815158 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-ee370cdd-12e6-4784-af71-222ed9fc1025 tempest-MeteringTestJSON-637507886 tempest-MeteringTestJSON-637507886-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0189741 Dec 18 13:26:14.820891 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 48778) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:26:14.825329 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-1031e6e1-eef8-4d96-a48b-e3dd6cdd897c tempest-DHCPAgentSchedulersTestJSON-1197897816 tempest-DHCPAgentSchedulersTestJSON-1197897816-project] Publish callbacks [] for port, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:14.874194 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-15775594-840b-4d39-9d90-4de63ef18c1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:14.888399 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-637406b2-94e8-4997-85a1-446cd316a3fb None None] Provisioning complete for port fe61baa3-41bb-4d1b-9844-3ace40f4da1d triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:26:14.888950 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-637406b2-94e8-4997-85a1-446cd316a3fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:14.901049 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-0eba125b-b7df-4514-9fca-a20b285176ba tempest-FloatingIPAdminTestJSON-836365309 tempest-FloatingIPAdminTestJSON-836365309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975'] for port, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:14.914635 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-a25a057a-2a39-41d1-8659-5c72bbe9d12d tempest-MeteringTestJSON-637507886 tempest-MeteringTestJSON-637507886-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-labels/d2685725-7a1f-4e81-b4e1-f8b902ac7614 HTTP/1.1" status: 200 len: 473 time: 0.0940115 Dec 18 13:26:14.921178 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 48780) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:26:14.940783 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-f55857cf-25a4-4836-b54a-eb75d8040d93 tempest-MeteringTestJSON-637507886 tempest-MeteringTestJSON-637507886-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-label-rules/b4e4f7e2-bf87-4961-b3f2-6f156847bb88 HTTP/1.1" status: 200 len: 461 time: 0.0188096 Dec 18 13:26:14.945324 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 48782) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:26:15.077559 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-1031e6e1-eef8-4d96-a48b-e3dd6cdd897c tempest-DHCPAgentSchedulersTestJSON-1197897816 tempest-DHCPAgentSchedulersTestJSON-1197897816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975'] for port, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:15.087186 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-637406b2-94e8-4997-85a1-446cd316a3fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:15.131511 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvr_db [None req-6ef190ca-8010-4d10-bff8-a57431a1bfb1 None None] Set router 7a6bcf96-5688-45cb-aa44-7313670ab94d gateway port host: dv-neutron-744815-20-hyperv {{(pid=103161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 13:26:15.183675 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 6aad2b59-fe7c-4a3a-9021-bc80a99869e0 up at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 13:26:15.297550 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-a6205656-6a63-49c8-8a75-573c018c8dee tempest-MeteringTestJSON-637507886 tempest-MeteringTestJSON-637507886-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:15.301850 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-a6205656-6a63-49c8-8a75-573c018c8dee tempest-MeteringTestJSON-637507886 tempest-MeteringTestJSON-637507886-project-admin] 10.222.0.31 "DELETE /v2.0/metering/metering-label-rules/b4e4f7e2-bf87-4961-b3f2-6f156847bb88 HTTP/1.1" status: 204 len: 168 time: 0.3518605 Dec 18 13:26:15.303432 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1031e6e1-eef8-4d96-a48b-e3dd6cdd897c tempest-DHCPAgentSchedulersTestJSON-1197897816 tempest-DHCPAgentSchedulersTestJSON-1197897816-project] Pushing event updated for resources: {'Port': ['ID=b4b2cf6a-bef6-4db4-a163-d93d8ca4aa63,revision_number=1']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:26:15.327697 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 48784) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:26:15.344049 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1031e6e1-eef8-4d96-a48b-e3dd6cdd897c tempest-DHCPAgentSchedulersTestJSON-1197897816 tempest-DHCPAgentSchedulersTestJSON-1197897816-project] Network 8d0a0198-a2d2-4fa4-be17-1643a78a1962 is already hosted by enough agents. {{(pid=103160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:26:15.371403 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-637406b2-94e8-4997-85a1-446cd316a3fb None None] For port fe61baa3-41bb-4d1b-9844-3ace40f4da1d, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=fe61baa3-41bb-4d1b-9844-3ace40f4da1d,segment=NetworkSegment(9e2f6f75-68e6-4f61-afc7-4ef9354e6b1b),segment_id=9e2f6f75-68e6-4f61-afc7-4ef9354e6b1b)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:26:15.431552 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-637406b2-94e8-4997-85a1-446cd316a3fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:15.463751 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-65ef3543-72a8-4025-a9c0-bcc6d4f1ef54 tempest-ExternalNetworksAdminNegativeTestJSON-235121319 tempest-ExternalNetworksAdminNegativeTestJSON-235121319-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:15.470388 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.base_scheduler [None req-1031e6e1-eef8-4d96-a48b-e3dd6cdd897c tempest-DHCPAgentSchedulersTestJSON-1197897816 tempest-DHCPAgentSchedulersTestJSON-1197897816-project] Resources bound (agent type, host, resource id): {{(pid=103160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:26:15.473273 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1031e6e1-eef8-4d96-a48b-e3dd6cdd897c tempest-DHCPAgentSchedulersTestJSON-1197897816 tempest-DHCPAgentSchedulersTestJSON-1197897816-project] Received port after_create {{(pid=103160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:26:15.479775 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1031e6e1-eef8-4d96-a48b-e3dd6cdd897c tempest-DHCPAgentSchedulersTestJSON-1197897816 tempest-DHCPAgentSchedulersTestJSON-1197897816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:26:15.480466 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-1031e6e1-eef8-4d96-a48b-e3dd6cdd897c tempest-DHCPAgentSchedulersTestJSON-1197897816 tempest-DHCPAgentSchedulersTestJSON-1197897816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047995'] for port, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:15.483236 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-637406b2-94e8-4997-85a1-446cd316a3fb None None] Provisioning complete for port ce9801dc-1b4e-4004-b1be-61be0e0d495d triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:26:15.483704 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-637406b2-94e8-4997-85a1-446cd316a3fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:15.565174 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2294866d-0076-4933-952c-685307032598 None None] Provisioning complete for port 6aad2b59-fe7c-4a3a-9021-bc80a99869e0 triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:26:15.565621 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:15.575203 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637406b2-94e8-4997-85a1-446cd316a3fb None None] Pushing event updated for resources: {'Port': ['ID=fe61baa3-41bb-4d1b-9844-3ace40f4da1d,revision_number=3']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:26:15.650253 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eba125b-b7df-4514-9fca-a20b285176ba tempest-FloatingIPAdminTestJSON-836365309 tempest-FloatingIPAdminTestJSON-836365309-project] Pushing event updated for resources: {'Port': ['ID=5832f198-ad8b-418b-b179-592fabbe0e26,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:26:15.654330 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eba125b-b7df-4514-9fca-a20b285176ba tempest-FloatingIPAdminTestJSON-836365309 tempest-FloatingIPAdminTestJSON-836365309-project] Network decb4a40-7941-48c8-afbb-daaafd502e83 is already hosted by enough agents. {{(pid=103159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:26:15.667201 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-65ef3543-72a8-4025-a9c0-bcc6d4f1ef54 tempest-ExternalNetworksAdminNegativeTestJSON-235121319 tempest-ExternalNetworksAdminNegativeTestJSON-235121319-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:15.708856 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88e6c414-b9ed-46e0-b345-f7f1314e3ec5 None None] Network 8d0a0198-a2d2-4fa4-be17-1643a78a1962 requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:26:15.711197 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-1031e6e1-eef8-4d96-a48b-e3dd6cdd897c tempest-DHCPAgentSchedulersTestJSON-1197897816 tempest-DHCPAgentSchedulersTestJSON-1197897816-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 939 time: 3.3533330 Dec 18 13:26:15.715794 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 48786) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:26:15.737751 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.base_scheduler [None req-0eba125b-b7df-4514-9fca-a20b285176ba tempest-FloatingIPAdminTestJSON-836365309 tempest-FloatingIPAdminTestJSON-836365309-project] Resources bound (agent type, host, resource id): {{(pid=103159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:26:15.740339 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eba125b-b7df-4514-9fca-a20b285176ba tempest-FloatingIPAdminTestJSON-836365309 tempest-FloatingIPAdminTestJSON-836365309-project] Received port after_create {{(pid=103159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:26:15.787976 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-65ef3543-72a8-4025-a9c0-bcc6d4f1ef54 tempest-ExternalNetworksAdminNegativeTestJSON-235121319 tempest-ExternalNetworksAdminNegativeTestJSON-235121319-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-587004'] for floatingip, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:15.793390 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-6ef190ca-8010-4d10-bff8-a57431a1bfb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a6bcf96-5688-45cb-aa44-7313670ab94d', 'name': 'tempest-ServersTestManualDisk-471722443-router', 'tenant_id': '3c839ee0d3a64d8ba03ff7c8e7493dcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.156'}], 'enable_snat': True}, 'gw_port_id': 'eda923d2-1f85-4c40-a7d7-f51808960185', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:26:08Z', 'updated_at': '2021-12-18T13:26:11Z', 'revision_number': 3, 'project_id': '3c839ee0d3a64d8ba03ff7c8e7493dcd', 'gw_port': {'id': 'eda923d2-1f85-4c40-a7d7-f51808960185', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:d9:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a6bcf96-5688-45cb-aa44-7313670ab94d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:26:10Z', 'updated_at': '2021-12-18T13:26:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv'}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:26:15.833006 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ef190ca-8010-4d10-bff8-a57431a1bfb1 None None] Checking router: 7a6bcf96-5688-45cb-aa44-7313670ab94d for host: dv-neutron-744815-20-hyperv {{(pid=103161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 18 13:26:15.833374 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ef190ca-8010-4d10-bff8-a57431a1bfb1 None None] Updating router 7a6bcf96-5688-45cb-aa44-7313670ab94d port eda923d2-1f85-4c40-a7d7-f51808960185 binding host dv-neutron-744815-20-hyperv {{(pid=103161) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 18 13:26:15.835276 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-9a658a72-384d-4d16-a29d-2cd9b5b4cb55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:15.859091 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:15.863783 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-6ef190ca-8010-4d10-bff8-a57431a1bfb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:15.869823 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-65ef3543-72a8-4025-a9c0-bcc6d4f1ef54 tempest-ExternalNetworksAdminNegativeTestJSON-235121319 tempest-ExternalNetworksAdminNegativeTestJSON-235121319-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for floatingip, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:15.871210 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-65ef3543-72a8-4025-a9c0-bcc6d4f1ef54 tempest-ExternalNetworksAdminNegativeTestJSON-235121319 tempest-ExternalNetworksAdminNegativeTestJSON-235121319-project-admin] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.4781337 Dec 18 13:26:15.878484 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 48788) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:26:15.908040 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ef3543-72a8-4025-a9c0-bcc6d4f1ef54 tempest-ExternalNetworksAdminNegativeTestJSON-235121319 tempest-ExternalNetworksAdminNegativeTestJSON-235121319-project-admin] Pushing event updated for resources: {'Port': ['ID=aa56806b-17e1-498a-a47a-7cc584bd6603,revision_number=2']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:26:15.916604 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-f3da99ce-f502-49ea-8a2c-e51ea6ac4de3 tempest-ExternalNetworksAdminNegativeTestJSON-235121319 tempest-ExternalNetworksAdminNegativeTestJSON-235121319-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-2086745886', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'fixed_ips': [{'ip_address': '172.26.3.11'}]}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:26:15.923425 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-a146a5f1-cc67-46ef-b183-24df4d55c2d9 None None] Provisioning complete for port fe61baa3-41bb-4d1b-9844-3ace40f4da1d triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:26:15.923798 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a146a5f1-cc67-46ef-b183-24df4d55c2d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:15.934117 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.db_base_plugin_common [None req-15775594-840b-4d39-9d90-4de63ef18c1c admin admin] Allocated IP 172.26.3.68 (decb4a40-7941-48c8-afbb-daaafd502e83/70deed80-3ca1-4f9e-96cb-563b43d3acba/5ea7f254-7846-4a78-ab07-536ed7415b42) {{(pid=103159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:26:15.949756 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-2294866d-0076-4933-952c-685307032598 None None] For port 6aad2b59-fe7c-4a3a-9021-bc80a99869e0, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=6aad2b59-fe7c-4a3a-9021-bc80a99869e0,segment=NetworkSegment(23f78b49-a4b4-4dd0-941a-3b77f029821a),segment_id=23f78b49-a4b4-4dd0-941a-3b77f029821a)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:26:15.974430 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-0eba125b-b7df-4514-9fca-a20b285176ba tempest-FloatingIPAdminTestJSON-836365309 tempest-FloatingIPAdminTestJSON-836365309-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:15.985334 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:15.986359 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device fe61baa3-41bb-4d1b-9844-3ace40f4da1d up at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 13:26:15.992209 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-795dfaa9-3f9b-4fcd-b5f8-e322f002a51b tempest-MeteringTestJSON-637507886 tempest-MeteringTestJSON-637507886-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:15.995868 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-795dfaa9-3f9b-4fcd-b5f8-e322f002a51b tempest-MeteringTestJSON-637507886 tempest-MeteringTestJSON-637507886-project-admin] 10.222.0.31 "DELETE /v2.0/metering/metering-labels/d2685725-7a1f-4e81-b4e1-f8b902ac7614 HTTP/1.1" status: 204 len: 168 time: 0.6566546 Dec 18 13:26:16.060002 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-f70cb5e8-fb73-48d7-8c75-5e2d3ac9a515 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:16.072106 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-accd330b-7e9c-4eeb-89bf-04346db7d364 tempest-DHCPAgentSchedulersTestJSON-1197897816 tempest-DHCPAgentSchedulersTestJSON-1197897816-project] Deleting port b4b2cf6a-bef6-4db4-a163-d93d8ca4aa63 {{(pid=103160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:26:16.072455 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-accd330b-7e9c-4eeb-89bf-04346db7d364 tempest-DHCPAgentSchedulersTestJSON-1197897816 tempest-DHCPAgentSchedulersTestJSON-1197897816-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:16.092675 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3da99ce-f502-49ea-8a2c-e51ea6ac4de3 tempest-ExternalNetworksAdminNegativeTestJSON-235121319 tempest-ExternalNetworksAdminNegativeTestJSON-235121319-project-admin] Made reservation on behalf of e9eae88267ec4e28b09fc1ebf650e949 for: {'port': 1} {{(pid=103159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:26:16.094963 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-f3da99ce-f502-49ea-8a2c-e51ea6ac4de3 tempest-ExternalNetworksAdminNegativeTestJSON-235121319 tempest-ExternalNetworksAdminNegativeTestJSON-235121319-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:16.128199 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-f3da99ce-f502-49ea-8a2c-e51ea6ac4de3 tempest-ExternalNetworksAdminNegativeTestJSON-235121319 tempest-ExternalNetworksAdminNegativeTestJSON-235121319-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:16.142834 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-0eba125b-b7df-4514-9fca-a20b285176ba tempest-FloatingIPAdminTestJSON-836365309 tempest-FloatingIPAdminTestJSON-836365309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:16.292817 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-15775594-840b-4d39-9d90-4de63ef18c1c admin admin] Publish callbacks [] for port, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:16.299744 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-accd330b-7e9c-4eeb-89bf-04346db7d364 tempest-DHCPAgentSchedulersTestJSON-1197897816 tempest-DHCPAgentSchedulersTestJSON-1197897816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:16.324685 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-accd330b-7e9c-4eeb-89bf-04346db7d364 tempest-DHCPAgentSchedulersTestJSON-1197897816 tempest-DHCPAgentSchedulersTestJSON-1197897816-project] Calling delete_port for b4b2cf6a-bef6-4db4-a163-d93d8ca4aa63 owned by {{(pid=103160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:26:16.345968 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2294866d-0076-4933-952c-685307032598 None None] Provisioning complete for port fe61baa3-41bb-4d1b-9844-3ace40f4da1d triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:26:16.346888 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:16.366203 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 48794) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:26:16.390713 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.objects.ports [None req-5fdc650c-4b40-4367-b80a-1c718abb1f73 tempest-RoutersAdminTest-1776390182 tempest-RoutersAdminTest-1776390182-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103159) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 18 13:26:16.391190 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-5fdc650c-4b40-4367-b80a-1c718abb1f73 tempest-RoutersAdminTest-1776390182 tempest-RoutersAdminTest-1776390182-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981'] for subnet, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:16.462680 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-a146a5f1-cc67-46ef-b183-24df4d55c2d9 None None] Provisioning complete for port 6aad2b59-fe7c-4a3a-9021-bc80a99869e0 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:26:16.463243 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a146a5f1-cc67-46ef-b183-24df4d55c2d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:16.469642 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Pushing event updated for resources: {'Port': ['ID=6aad2b59-fe7c-4a3a-9021-bc80a99869e0,revision_number=3']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:26:16.472723 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.db_base_plugin_common [None req-f70cb5e8-fb73-48d7-8c75-5e2d3ac9a515 admin admin] Allocated IP 172.20.0.1 (54539a24-3149-4df7-83e3-55189e7814ad/7eb73a90-08ad-41ee-8b91-9561421ba1b4/c5f0bb91-55c3-4f61-9cd9-f9c57b1da6e0) {{(pid=103160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:26:16.563966 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-9a658a72-384d-4d16-a29d-2cd9b5b4cb55 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:16.588255 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-9a658a72-384d-4d16-a29d-2cd9b5b4cb55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:16.589063 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-9a658a72-384d-4d16-a29d-2cd9b5b4cb55 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1048031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586432'] for router_interface, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:16.613826 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-f3da99ce-f502-49ea-8a2c-e51ea6ac4de3 tempest-ExternalNetworksAdminNegativeTestJSON-235121319 tempest-ExternalNetworksAdminNegativeTestJSON-235121319-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:16.624465 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdc650c-4b40-4367-b80a-1c718abb1f73 tempest-RoutersAdminTest-1776390182 tempest-RoutersAdminTest-1776390182-project-admin] Pushing event updated for resources: {'Subnet': ['ID=1cdd12eb-32de-408c-863b-58a97c764467,revision_number=0']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:26:16.624997 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device ce9801dc-1b4e-4004-b1be-61be0e0d495d up at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 13:26:16.633661 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fdc650c-4b40-4367-b80a-1c718abb1f73 tempest-RoutersAdminTest-1776390182 tempest-RoutersAdminTest-1776390182-project-admin] Checking segment: {'id': 'b5e5d8d0-ac7d-4241-ab13-a85a0c0d4599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'f1c4d285-6e06-4e5b-85a3-7ac5e38975c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 13:26:16.634018 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fdc650c-4b40-4367-b80a-1c718abb1f73 tempest-RoutersAdminTest-1776390182 tempest-RoutersAdminTest-1776390182-project-admin] Network hostable DHCP agents. Network: f1c4d285-6e06-4e5b-85a3-7ac5e38975c3, hostable agents: ['aa77effa-0e3a-4bbd-a383-4d58ed3328d0'], hosted agents: [] {{(pid=103159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 18 13:26:16.636399 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-f3da99ce-f502-49ea-8a2c-e51ea6ac4de3 tempest-ExternalNetworksAdminNegativeTestJSON-235121319 tempest-ExternalNetworksAdminNegativeTestJSON-235121319-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:16.637399 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-8e03af38-b2cd-4002-aa36-6b010e999f04 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:16.639967 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.notifiers.nova [None req-f3da99ce-f502-49ea-8a2c-e51ea6ac4de3 tempest-ExternalNetworksAdminNegativeTestJSON-235121319 tempest-ExternalNetworksAdminNegativeTestJSON-235121319-project-admin] device_id is not set on port fd7c0b6d-444a-48f3-884d-0eb1bcb21a32 yet. {{(pid=103159) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 18 13:26:16.714276 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-accd330b-7e9c-4eeb-89bf-04346db7d364 tempest-DHCPAgentSchedulersTestJSON-1197897816 tempest-DHCPAgentSchedulersTestJSON-1197897816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984'] for port, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:16.759065 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-f70cb5e8-fb73-48d7-8c75-5e2d3ac9a515 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:16.762182 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accd330b-7e9c-4eeb-89bf-04346db7d364 tempest-DHCPAgentSchedulersTestJSON-1197897816 tempest-DHCPAgentSchedulersTestJSON-1197897816-project] Pushing event deleted for resources: {'Port': ['ID=b4b2cf6a-bef6-4db4-a163-d93d8ca4aa63,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:26:16.786180 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-a146a5f1-cc67-46ef-b183-24df4d55c2d9 None None] Provisioning complete for port 8ad7f770-c11c-48df-8a56-4b3d08febca9 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:26:16.786799 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a146a5f1-cc67-46ef-b183-24df4d55c2d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:16.856689 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-a146a5f1-cc67-46ef-b183-24df4d55c2d9 None None] Port 8ad7f770-c11c-48df-8a56-4b3d08febca9 cannot update to ACTIVE because it is not bound. {{(pid=103161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 13:26:16.859410 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-15775594-840b-4d39-9d90-4de63ef18c1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975'] for port, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:16.862383 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2294866d-0076-4933-952c-685307032598 None None] Provisioning complete for port ce9801dc-1b4e-4004-b1be-61be0e0d495d triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:26:16.862757 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:16.877139 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-accd330b-7e9c-4eeb-89bf-04346db7d364 tempest-DHCPAgentSchedulersTestJSON-1197897816 tempest-DHCPAgentSchedulersTestJSON-1197897816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047995'] for port, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:16.883351 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-accd330b-7e9c-4eeb-89bf-04346db7d364 tempest-DHCPAgentSchedulersTestJSON-1197897816 tempest-DHCPAgentSchedulersTestJSON-1197897816-project] 10.222.0.31 "DELETE /v2.0/ports/b4b2cf6a-bef6-4db4-a163-d93d8ca4aa63 HTTP/1.1" status: 204 len: 168 time: 1.1651917 Dec 18 13:26:16.888434 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 48800) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:26:16.904186 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-8e03af38-b2cd-4002-aa36-6b010e999f04 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:16.913264 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-8e03af38-b2cd-4002-aa36-6b010e999f04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:16.935774 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-f70cb5e8-fb73-48d7-8c75-5e2d3ac9a515 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975'] for port, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:16.954931 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-0eba125b-b7df-4514-9fca-a20b285176ba tempest-FloatingIPAdminTestJSON-836365309 tempest-FloatingIPAdminTestJSON-836365309-project] Publish callbacks [] for port, precommit_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:16.957248 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3da99ce-f502-49ea-8a2c-e51ea6ac4de3 tempest-ExternalNetworksAdminNegativeTestJSON-235121319 tempest-ExternalNetworksAdminNegativeTestJSON-235121319-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d670532-c394-4e20-b62a-ee89bc3c0d5e,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:26:16.966545 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a658a72-384d-4d16-a29d-2cd9b5b4cb55 admin admin] Pushing event updated for resources: {'Port': ['ID=8ad7f770-c11c-48df-8a56-4b3d08febca9,revision_number=2']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:26:17.024247 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f70cb5e8-fb73-48d7-8c75-5e2d3ac9a515 admin admin] Network 54539a24-3149-4df7-83e3-55189e7814ad is already hosted by enough agents. {{(pid=103160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:26:17.028603 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-8e03af38-b2cd-4002-aa36-6b010e999f04 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d241b768ae9a480991cdbd68b2a247c7&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6582062 Dec 18 13:26:17.032029 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 48804) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:26:17.034737 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.base_scheduler [None req-f70cb5e8-fb73-48d7-8c75-5e2d3ac9a515 admin admin] Resources bound (agent type, host, resource id): {{(pid=103160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:26:17.036571 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e03af38-b2cd-4002-aa36-6b010e999f04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3322b82-423a-4fd0-aaf3-65ce148da21c,revision_number=1']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:26:17.057887 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f70cb5e8-fb73-48d7-8c75-5e2d3ac9a515 admin admin] Received port after_create {{(pid=103160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:26:17.062357 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-f70cb5e8-fb73-48d7-8c75-5e2d3ac9a515 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586257'] for router_interface, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:17.081717 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-0be03859-8808-48c0-8ca5-f4271d78a118 None None] Could not find standard attr ID for object b4b2cf6a-bef6-4db4-a163-d93d8ca4aa63. {{(pid=103161) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 18 13:26:17.090218 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-0eba125b-b7df-4514-9fca-a20b285176ba tempest-FloatingIPAdminTestJSON-836365309 tempest-FloatingIPAdminTestJSON-836365309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:17.097594 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15775594-840b-4d39-9d90-4de63ef18c1c admin admin] Network decb4a40-7941-48c8-afbb-daaafd502e83 is already hosted by enough agents. {{(pid=103159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:26:17.142827 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70cb5e8-fb73-48d7-8c75-5e2d3ac9a515 admin admin] Pushing event updated for resources: {'Port': ['ID=c5f0bb91-55c3-4f61-9cd9-f9c57b1da6e0,revision_number=1']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:26:17.180508 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-0be03859-8808-48c0-8ca5-f4271d78a118 None None] Provisioning complete for port 6aad2b59-fe7c-4a3a-9021-bc80a99869e0 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:26:17.180742 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0be03859-8808-48c0-8ca5-f4271d78a118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:17.203045 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15775594-840b-4d39-9d90-4de63ef18c1c admin admin] Pushing event updated for resources: {'Port': ['ID=5ea7f254-7846-4a78-ab07-536ed7415b42,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:26:17.207398 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.base_scheduler [None req-15775594-840b-4d39-9d90-4de63ef18c1c admin admin] Resources bound (agent type, host, resource id): {{(pid=103159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:26:17.211781 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-0eba125b-b7df-4514-9fca-a20b285176ba tempest-FloatingIPAdminTestJSON-836365309 tempest-FloatingIPAdminTestJSON-836365309-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-587004'] for floatingip, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:17.244895 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-6ef190ca-8010-4d10-bff8-a57431a1bfb1 None None] Publish callbacks [] for port, precommit_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:17.246954 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15775594-840b-4d39-9d90-4de63ef18c1c admin admin] Received port after_create {{(pid=103159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:26:17.294565 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-6ef190ca-8010-4d10-bff8-a57431a1bfb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:17.300683 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-20a2892e-1c29-4d38-b504-07a159947d2c tempest-DHCPAgentSchedulersTestJSON-1220853765 tempest-DHCPAgentSchedulersTestJSON-1220853765-project-admin] 10.222.0.31 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4566 time: 0.4111192 Dec 18 13:26:17.333256 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 48806) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:26:17.343863 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-c27230ef-cdfd-48c3-aa8c-329533e3d0bf tempest-DHCPAgentSchedulersTestJSON-1197897816 tempest-DHCPAgentSchedulersTestJSON-1197897816-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1952293847'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:26:17.363079 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 773ea80f-5341-438f-a89a-0ee52b828ada up at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 13:26:17.370203 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-6ef190ca-8010-4d10-bff8-a57431a1bfb1 None None] Attempting to bind port eda923d2-1f85-4c40-a7d7-f51808960185 on host dv-neutron-744815-20-hyperv for vnic_type normal with profile {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 13:26:17.370652 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-6ef190ca-8010-4d10-bff8-a57431a1bfb1 None None] Attempting to bind port eda923d2-1f85-4c40-a7d7-f51808960185 by drivers openvswitch,hyperv on host dv-neutron-744815-20-hyperv at level 0 using segments [{'id': '3f66d49c-4faa-434c-8c3e-991f4f1d01bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83'}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 13:26:17.371094 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef190ca-8010-4d10-bff8-a57431a1bfb1 None None] Attempting to bind port eda923d2-1f85-4c40-a7d7-f51808960185 on network decb4a40-7941-48c8-afbb-daaafd502e83 {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 13:26:17.378413 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-0eba125b-b7df-4514-9fca-a20b285176ba tempest-FloatingIPAdminTestJSON-836365309 tempest-FloatingIPAdminTestJSON-836365309-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for floatingip, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:17.382968 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-0eba125b-b7df-4514-9fca-a20b285176ba tempest-FloatingIPAdminTestJSON-836365309 tempest-FloatingIPAdminTestJSON-836365309-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.4232075 Dec 18 13:26:17.384333 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fdc650c-4b40-4367-b80a-1c718abb1f73 tempest-RoutersAdminTest-1776390182 tempest-RoutersAdminTest-1776390182-project-admin] Network f1c4d285-6e06-4e5b-85a3-7ac5e38975c3 is scheduled to be hosted by DHCP agent aa77effa-0e3a-4bbd-a383-4d58ed3328d0 with binding_index 1 {{(pid=103159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 18 13:26:17.386053 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 48808) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:26:17.391108 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-3e8eec0a-b9ea-4637-b193-093af5f4ce2a tempest-FloatingIPAdminTestJSON-836365309 tempest-FloatingIPAdminTestJSON-836365309-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1089900688'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:26:17.402418 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e209106-4b2c-48da-8da4-4985af6b3ce0 None None] Pushing event updated for resources: {'Port': ['ID=eda923d2-1f85-4c40-a7d7-f51808960185,revision_number=2']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:26:17.424955 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef190ca-8010-4d10-bff8-a57431a1bfb1 None None] Checking agent: {'id': '428fa9fa-43db-4db9-9f96-f60ffe931f2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-20-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 13, 19, 1), 'started_at': datetime.datetime(2021, 12, 18, 13, 19, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 13, 26, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-20-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 18 13:26:17.425275 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef190ca-8010-4d10-bff8-a57431a1bfb1 None None] Checking segment: {'id': '3f66d49c-4faa-434c-8c3e-991f4f1d01bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 13:26:17.425810 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-6ef190ca-8010-4d10-bff8-a57431a1bfb1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:17.426255 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef190ca-8010-4d10-bff8-a57431a1bfb1 None None] Bound using segment: {'id': '3f66d49c-4faa-434c-8c3e-991f4f1d01bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83'} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 18 13:26:17.426798 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-6ef190ca-8010-4d10-bff8-a57431a1bfb1 None None] Bound port: eda923d2-1f85-4c40-a7d7-f51808960185, host: dv-neutron-744815-20-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f66d49c-4faa-434c-8c3e-991f4f1d01bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83'}}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 18 13:26:17.427348 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-6ef190ca-8010-4d10-bff8-a57431a1bfb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:17.472112 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3da99ce-f502-49ea-8a2c-e51ea6ac4de3 tempest-ExternalNetworksAdminNegativeTestJSON-235121319 tempest-ExternalNetworksAdminNegativeTestJSON-235121319-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Dec 18 13:26:17.472897 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3da99ce-f502-49ea-8a2c-e51ea6ac4de3 tempest-ExternalNetworksAdminNegativeTestJSON-235121319 tempest-ExternalNetworksAdminNegativeTestJSON-235121319-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 18 13:26:17.505308 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-6ef190ca-8010-4d10-bff8-a57431a1bfb1 None None] For port eda923d2-1f85-4c40-a7d7-f51808960185, host dv-neutron-744815-20-hyperv, cleared binding levels {{(pid=103161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 18 13:26:17.509925 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-6ef190ca-8010-4d10-bff8-a57431a1bfb1 None None] For port eda923d2-1f85-4c40-a7d7-f51808960185, host dv-neutron-744815-20-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=eda923d2-1f85-4c40-a7d7-f51808960185,segment=NetworkSegment(3f66d49c-4faa-434c-8c3e-991f4f1d01bd),segment_id=3f66d49c-4faa-434c-8c3e-991f4f1d01bd)] {{(pid=103161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 18 13:26:17.515920 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2294866d-0076-4933-952c-685307032598 None None] Provisioning complete for port 773ea80f-5341-438f-a89a-0ee52b828ada triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:26:17.516293 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:17.519686 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-6ef190ca-8010-4d10-bff8-a57431a1bfb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:17.545528 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-e98b036e-89af-46c2-a00a-b642e666d0fd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:17.607419 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c27230ef-cdfd-48c3-aa8c-329533e3d0bf tempest-DHCPAgentSchedulersTestJSON-1197897816 tempest-DHCPAgentSchedulersTestJSON-1197897816-project] Made reservation on behalf of 9bc97b8069d24859982c69c641041adf for: {'network': 1} {{(pid=103160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:26:17.610884 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-c27230ef-cdfd-48c3-aa8c-329533e3d0bf tempest-DHCPAgentSchedulersTestJSON-1197897816 tempest-DHCPAgentSchedulersTestJSON-1197897816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for network, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:17.623045 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e209106-4b2c-48da-8da4-4985af6b3ce0 None None] Pushing event updated for resources: {'Port': ['ID=eda923d2-1f85-4c40-a7d7-f51808960185,revision_number=3']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:26:17.625629 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ef190ca-8010-4d10-bff8-a57431a1bfb1 None None] Routers {'7a6bcf96-5688-45cb-aa44-7313670ab94d'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:26:17.626234 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-6ef190ca-8010-4d10-bff8-a57431a1bfb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:25:57Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['7a6bcf96-5688-45cb-aa44-7313670ab94d'], 'active': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:26:17.635614 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-e98b036e-89af-46c2-a00a-b642e666d0fd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:17.674315 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e8eec0a-b9ea-4637-b193-093af5f4ce2a tempest-FloatingIPAdminTestJSON-836365309 tempest-FloatingIPAdminTestJSON-836365309-project] Made reservation on behalf of d22f5f9e407543918c435ea42298740b for: {'network': 1} {{(pid=103160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:26:17.676759 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.base_scheduler [None req-5fdc650c-4b40-4367-b80a-1c718abb1f73 tempest-RoutersAdminTest-1776390182 tempest-RoutersAdminTest-1776390182-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-744815-20-hyperv, f1c4d285-6e06-4e5b-85a3-7ac5e38975c3) {{(pid=103159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:26:17.679651 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-3e8eec0a-b9ea-4637-b193-093af5f4ce2a tempest-FloatingIPAdminTestJSON-836365309 tempest-FloatingIPAdminTestJSON-836365309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for network, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:17.680344 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-68644fe4-4a4f-4f75-9da9-49f6c9af895a None None] Provisioning complete for port c5f0bb91-55c3-4f61-9cd9-f9c57b1da6e0 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:26:17.680719 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-68644fe4-4a4f-4f75-9da9-49f6c9af895a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:17.696864 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fdc650c-4b40-4367-b80a-1c718abb1f73 tempest-RoutersAdminTest-1776390182 tempest-RoutersAdminTest-1776390182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:26:17.697198 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-f70cb5e8-fb73-48d7-8c75-5e2d3ac9a515 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:17.697463 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-5fdc650c-4b40-4367-b80a-1c718abb1f73 tempest-RoutersAdminTest-1776390182 tempest-RoutersAdminTest-1776390182-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047995'] for subnet, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:17.712765 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a658a72-384d-4d16-a29d-2cd9b5b4cb55 admin admin] Network d2661b17-f10f-45b5-9a14-2ba272e46fb7 is already hosted by enough agents. {{(pid=103159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:26:17.713792 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-232457b9-9f6b-4473-bf21-8cd4136c5107 None None] Network f1c4d285-6e06-4e5b-85a3-7ac5e38975c3 requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:26:17.722421 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-f3da99ce-f502-49ea-8a2c-e51ea6ac4de3 tempest-ExternalNetworksAdminNegativeTestJSON-235121319 tempest-ExternalNetworksAdminNegativeTestJSON-235121319-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 1.8126016 Dec 18 13:26:17.722421 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eba125b-b7df-4514-9fca-a20b285176ba tempest-FloatingIPAdminTestJSON-836365309 tempest-FloatingIPAdminTestJSON-836365309-project] Pushing event updated for resources: {'Port': ['ID=5832f198-ad8b-418b-b179-592fabbe0e26,revision_number=2']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:26:17.722666 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-3e8eec0a-b9ea-4637-b193-093af5f4ce2a tempest-FloatingIPAdminTestJSON-836365309 tempest-FloatingIPAdminTestJSON-836365309-project] Publish callbacks [] for security_group, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:17.727045 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.base_scheduler [None req-9a658a72-384d-4d16-a29d-2cd9b5b4cb55 admin admin] Resources bound (agent type, host, resource id): {{(pid=103159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:26:17.728066 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 48810) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:26:17.748821 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c27230ef-cdfd-48c3-aa8c-329533e3d0bf tempest-DHCPAgentSchedulersTestJSON-1197897816 tempest-DHCPAgentSchedulersTestJSON-1197897816-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 103} {{(pid=103160) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 18 13:26:17.783741 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-5fdc650c-4b40-4367-b80a-1c718abb1f73 tempest-RoutersAdminTest-1776390182 tempest-RoutersAdminTest-1776390182-project-admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.7746155 Dec 18 13:26:17.787652 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 48814) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:26:17.796365 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-d3ebae43-e75e-4d37-9b8a-91604f7d6086 tempest-RoutersAdminTest-1776390182 tempest-RoutersAdminTest-1776390182-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1931218779', 'network_id': 'f1c4d285-6e06-4e5b-85a3-7ac5e38975c3'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:26:17.829346 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-c27230ef-cdfd-48c3-aa8c-329533e3d0bf tempest-DHCPAgentSchedulersTestJSON-1197897816 tempest-DHCPAgentSchedulersTestJSON-1197897816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:17.830030 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.db.segments_db [None req-c27230ef-cdfd-48c3-aa8c-329533e3d0bf tempest-DHCPAgentSchedulersTestJSON-1197897816 tempest-DHCPAgentSchedulersTestJSON-1197897816-project] Added segment a4241df7-9649-4856-aee3-ea7b7f3865d5 of type vlan for network 2f7f2443-4109-4157-80b4-703e978a5005 Dec 18 13:26:17.840517 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-68644fe4-4a4f-4f75-9da9-49f6c9af895a None None] Port c5f0bb91-55c3-4f61-9cd9-f9c57b1da6e0 cannot update to ACTIVE because it is not bound. {{(pid=103161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 13:26:17.848546 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:17.869935 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-15775594-840b-4d39-9d90-4de63ef18c1c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:17.916895 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-2294866d-0076-4933-952c-685307032598 None None] For port 773ea80f-5341-438f-a89a-0ee52b828ada, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=773ea80f-5341-438f-a89a-0ee52b828ada,segment=NetworkSegment(3f66d49c-4faa-434c-8c3e-991f4f1d01bd),segment_id=3f66d49c-4faa-434c-8c3e-991f4f1d01bd)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:26:17.963098 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:17.996087 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-c27230ef-cdfd-48c3-aa8c-329533e3d0bf tempest-DHCPAgentSchedulersTestJSON-1197897816 tempest-DHCPAgentSchedulersTestJSON-1197897816-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767106405744'] for network, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:18.007371 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-e98b036e-89af-46c2-a00a-b642e666d0fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:18.010364 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-e98b036e-89af-46c2-a00a-b642e666d0fd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:18.014066 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-e98b036e-89af-46c2-a00a-b642e666d0fd admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b3322b82-423a-4fd0-aaf3-65ce148da21c HTTP/1.1" status: 204 len: 168 time: 0.9610488 Dec 18 13:26:18.046801 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d0549a2-0687-4ed2-ad1d-c78bafa3f8ee None None] Network f1c4d285-6e06-4e5b-85a3-7ac5e38975c3 requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:26:18.057696 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a658a72-384d-4d16-a29d-2cd9b5b4cb55 admin admin] Router 3f3b1949-cd71-497e-8581-eed311bb4151 has already been hosted by L3 agent c9c0cd52-5bd2-4704-9429-d80f1c5ad23c {{(pid=103159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 18 13:26:18.103508 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98b036e-89af-46c2-a00a-b642e666d0fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3322b82-423a-4fd0-aaf3-65ce148da21c,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:26:18.121930 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvr_db [None req-6ef190ca-8010-4d10-bff8-a57431a1bfb1 None None] Set router 7a6bcf96-5688-45cb-aa44-7313670ab94d gateway port host: dv-neutron-744815-20-hyperv {{(pid=103161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 13:26:18.127678 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Pushing event updated for resources: {'Port': ['ID=773ea80f-5341-438f-a89a-0ee52b828ada,revision_number=4']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:26:18.135414 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 6aad2b59-fe7c-4a3a-9021-bc80a99869e0 up at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 13:26:18.183086 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3ebae43-e75e-4d37-9b8a-91604f7d6086 tempest-RoutersAdminTest-1776390182 tempest-RoutersAdminTest-1776390182-project-admin] Made reservation on behalf of 55892e40450b462fb81027b7b782d307 for: {'port': 1} {{(pid=103160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:26:18.185651 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-d3ebae43-e75e-4d37-9b8a-91604f7d6086 tempest-RoutersAdminTest-1776390182 tempest-RoutersAdminTest-1776390182-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:18.215714 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-c27230ef-cdfd-48c3-aa8c-329533e3d0bf tempest-DHCPAgentSchedulersTestJSON-1197897816 tempest-DHCPAgentSchedulersTestJSON-1197897816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981'] for network, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:18.221570 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c27230ef-cdfd-48c3-aa8c-329533e3d0bf tempest-DHCPAgentSchedulersTestJSON-1197897816 tempest-DHCPAgentSchedulersTestJSON-1197897816-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:26:18.222169 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-c27230ef-cdfd-48c3-aa8c-329533e3d0bf tempest-DHCPAgentSchedulersTestJSON-1197897816 tempest-DHCPAgentSchedulersTestJSON-1197897816-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047995'] for network, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:18.225505 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-fddd3ef0-718d-465f-8afe-6c96691ccbfc None None] Provisioning complete for port 8ad7f770-c11c-48df-8a56-4b3d08febca9 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:26:18.226026 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-fddd3ef0-718d-465f-8afe-6c96691ccbfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:18.250891 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a658a72-384d-4d16-a29d-2cd9b5b4cb55 admin admin] Notify agent at l3_agent.dv-neutron-744815-20-hyperv the message routers_updated {{(pid=103159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 13:26:18.265657 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-9a658a72-384d-4d16-a29d-2cd9b5b4cb55 admin admin] 10.222.0.31 "PUT /v2.0/routers/3f3b1949-cd71-497e-8581-eed311bb4151/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9419487 Dec 18 13:26:18.265840 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10bb5fcf-937c-40b2-9794-bbb4242dc785 None None] Sync routers for ids ['3f3b1949-cd71-497e-8581-eed311bb4151'] in dv-neutron-744815-20-hyperv {{(pid=103162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 13:26:18.277958 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10bb5fcf-937c-40b2-9794-bbb4242dc785 None None] Routers {'3f3b1949-cd71-497e-8581-eed311bb4151'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:26:18.278618 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-10bb5fcf-937c-40b2-9794-bbb4242dc785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:25:57Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['3f3b1949-cd71-497e-8581-eed311bb4151'], 'active': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:26:18.288117 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.notifiers.nova [None req-d3ebae43-e75e-4d37-9b8a-91604f7d6086 tempest-RoutersAdminTest-1776390182 tempest-RoutersAdminTest-1776390182-project-admin] device_id is not set on port e949967b-101a-4d21-9127-b6dacb5297a5 yet. {{(pid=103160) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 18 13:26:18.303551 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-fddd3ef0-718d-465f-8afe-6c96691ccbfc None None] Port 8ad7f770-c11c-48df-8a56-4b3d08febca9 cannot update to ACTIVE because it is not bound. {{(pid=103161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 13:26:18.360322 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-c27230ef-cdfd-48c3-aa8c-329533e3d0bf tempest-DHCPAgentSchedulersTestJSON-1197897816 tempest-DHCPAgentSchedulersTestJSON-1197897816-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.0182617 Dec 18 13:26:18.364112 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 48824) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:26:18.440889 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-3e8eec0a-b9ea-4637-b193-093af5f4ce2a tempest-FloatingIPAdminTestJSON-836365309 tempest-FloatingIPAdminTestJSON-836365309-project] Publish callbacks [] for security_group, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:18.453538 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27230ef-cdfd-48c3-aa8c-329533e3d0bf tempest-DHCPAgentSchedulersTestJSON-1197897816 tempest-DHCPAgentSchedulersTestJSON-1197897816-project] Pushing event updated for resources: {'Network': ['ID=2f7f2443-4109-4157-80b4-703e978a5005,revision_number=1']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:26:18.473146 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-0665df33-e6f5-4a1a-9b03-b4fac8f719b8 tempest-ExternalNetworksAdminNegativeTestJSON-235121319 tempest-ExternalNetworksAdminNegativeTestJSON-235121319-project-admin] Deleting port aa56806b-17e1-498a-a47a-7cc584bd6603 {{(pid=103160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:26:18.473731 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-0665df33-e6f5-4a1a-9b03-b4fac8f719b8 tempest-ExternalNetworksAdminNegativeTestJSON-235121319 tempest-ExternalNetworksAdminNegativeTestJSON-235121319-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:18.524042 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvr_db [None req-10bb5fcf-937c-40b2-9794-bbb4242dc785 None None] Set router 3f3b1949-cd71-497e-8581-eed311bb4151 gateway port host: dv-neutron-744815-20-hyperv {{(pid=103162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 13:26:18.598823 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-0665df33-e6f5-4a1a-9b03-b4fac8f719b8 tempest-ExternalNetworksAdminNegativeTestJSON-235121319 tempest-ExternalNetworksAdminNegativeTestJSON-235121319-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:18.599303 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-0665df33-e6f5-4a1a-9b03-b4fac8f719b8 tempest-ExternalNetworksAdminNegativeTestJSON-235121319 tempest-ExternalNetworksAdminNegativeTestJSON-235121319-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:18.618733 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-0665df33-e6f5-4a1a-9b03-b4fac8f719b8 tempest-ExternalNetworksAdminNegativeTestJSON-235121319 tempest-ExternalNetworksAdminNegativeTestJSON-235121319-project-admin] Calling delete_port for aa56806b-17e1-498a-a47a-7cc584bd6603 owned by network:floatingip {{(pid=103160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:26:18.635288 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2294866d-0076-4933-952c-685307032598 None None] Provisioning complete for port 6aad2b59-fe7c-4a3a-9021-bc80a99869e0 triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:26:18.635652 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:18.637475 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Network 2f7f2443-4109-4157-80b4-703e978a5005 details requested by agent ovs-agent-dv-neutron-744815-20-hyperv with host dv-neutron-744815-20-hyperv {{(pid=103161) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 18 13:26:18.666433 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 48838) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:26:18.710592 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-2ab24c42-2e26-491a-a085-aca4aa4d1aaf admin admin] Publish callbacks [] for security_group, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:18.748751 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-15775594-840b-4d39-9d90-4de63ef18c1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-589760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-586526'] for router, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:18.821611 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-2ab24c42-2e26-491a-a085-aca4aa4d1aaf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:18.835769 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-2ab24c42-2e26-491a-a085-aca4aa4d1aaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:18.869684 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-3e8eec0a-b9ea-4637-b193-093af5f4ce2a tempest-FloatingIPAdminTestJSON-836365309 tempest-FloatingIPAdminTestJSON-836365309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:18.873232 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device fe61baa3-41bb-4d1b-9844-3ace40f4da1d up at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 13:26:18.874124 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-2ab24c42-2e26-491a-a085-aca4aa4d1aaf admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e816a944242e4247b82941f62a60b446&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2046134 Dec 18 13:26:18.881399 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 48840) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:26:18.917596 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-0665df33-e6f5-4a1a-9b03-b4fac8f719b8 tempest-ExternalNetworksAdminNegativeTestJSON-235121319 tempest-ExternalNetworksAdminNegativeTestJSON-235121319-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984'] for port, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:18.932828 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-10bb5fcf-937c-40b2-9794-bbb4242dc785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f3b1949-cd71-497e-8581-eed311bb4151', 'name': 'tempest-ServersTestJSON-206567357-router', 'tenant_id': 'b13bfad2b2a84333a7ff37b75b6ba14e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.39'}], 'enable_snat': True}, 'gw_port_id': '773ea80f-5341-438f-a89a-0ee52b828ada', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:26:07Z', 'updated_at': '2021-12-18T13:26:15Z', 'revision_number': 4, 'project_id': 'b13bfad2b2a84333a7ff37b75b6ba14e', 'gw_port': {'id': '773ea80f-5341-438f-a89a-0ee52b828ada', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:51:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f3b1949-cd71-497e-8581-eed311bb4151', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:26:08Z', 'updated_at': '2021-12-18T13:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv', '_interfaces': [{'id': '8ad7f770-c11c-48df-8a56-4b3d08febca9', 'name': '', 'network_id': 'd2661b17-f10f-45b5-9a14-2ba272e46fb7', 'tenant_id': 'b13bfad2b2a84333a7ff37b75b6ba14e', 'mac_address': 'fa:16:3e:08:18:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f3b1949-cd71-497e-8581-eed311bb4151', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '4f238fff-f9a2-4ca2-aa84-e233d7ea0123', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:26:12Z', 'updated_at': '2021-12-18T13:26:16Z', 'revision_number': 2, 'project_id': 'b13bfad2b2a84333a7ff37b75b6ba14e', 'subnets': [{'id': '4f238fff-f9a2-4ca2-aa84-e233d7ea0123', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:26:18.950186 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2294866d-0076-4933-952c-685307032598 None None] Provisioning complete for port fe61baa3-41bb-4d1b-9844-3ace40f4da1d triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:26:18.950617 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:18.954288 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-6ef190ca-8010-4d10-bff8-a57431a1bfb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a6bcf96-5688-45cb-aa44-7313670ab94d', 'name': 'tempest-ServersTestManualDisk-471722443-router', 'tenant_id': '3c839ee0d3a64d8ba03ff7c8e7493dcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.156'}], 'enable_snat': True}, 'gw_port_id': 'eda923d2-1f85-4c40-a7d7-f51808960185', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:26:08Z', 'updated_at': '2021-12-18T13:26:17Z', 'revision_number': 4, 'project_id': '3c839ee0d3a64d8ba03ff7c8e7493dcd', 'gw_port': {'id': 'eda923d2-1f85-4c40-a7d7-f51808960185', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:d9:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a6bcf96-5688-45cb-aa44-7313670ab94d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:26:10Z', 'updated_at': '2021-12-18T13:26:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv', '_interfaces': [{'id': 'c5f0bb91-55c3-4f61-9cd9-f9c57b1da6e0', 'name': '', 'network_id': '54539a24-3149-4df7-83e3-55189e7814ad', 'tenant_id': '3c839ee0d3a64d8ba03ff7c8e7493dcd', 'mac_address': 'fa:16:3e:2f:3a:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a6bcf96-5688-45cb-aa44-7313670ab94d', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '7eb73a90-08ad-41ee-8b91-9561421ba1b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:26:16Z', 'updated_at': '2021-12-18T13:26:16Z', 'revision_number': 1, 'project_id': '3c839ee0d3a64d8ba03ff7c8e7493dcd', 'subnets': [{'id': '7eb73a90-08ad-41ee-8b91-9561421ba1b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:26:18.965982 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab24c42-2e26-491a-a085-aca4aa4d1aaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23f94976-9b98-457d-8576-54cf9c1f6aed,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:26:18.972059 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-ad72da68-d4c5-4c54-8a6b-9691db2dbbd1 tempest-DHCPAgentSchedulersTestJSON-1220853765 tempest-DHCPAgentSchedulersTestJSON-1220853765-project-admin] 10.222.0.31 "GET /v2.0/agents/aa77effa-0e3a-4bbd-a383-4d58ed3328d0/dhcp-networks HTTP/1.1" status: 200 len: 6479 time: 0.6068740 Dec 18 13:26:18.977854 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 48842) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:26:19.009673 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10bb5fcf-937c-40b2-9794-bbb4242dc785 None None] Checking router: 3f3b1949-cd71-497e-8581-eed311bb4151 for host: dv-neutron-744815-20-hyperv {{(pid=103162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 18 13:26:19.009926 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10bb5fcf-937c-40b2-9794-bbb4242dc785 None None] Updating router 3f3b1949-cd71-497e-8581-eed311bb4151 port 8ad7f770-c11c-48df-8a56-4b3d08febca9 binding host dv-neutron-744815-20-hyperv {{(pid=103162) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 18 13:26:19.017358 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ef190ca-8010-4d10-bff8-a57431a1bfb1 None None] The sync data for ids ['7a6bcf96-5688-45cb-aa44-7313670ab94d'] in dv-neutron-744815-20-hyperv is: [{'id': '7a6bcf96-5688-45cb-aa44-7313670ab94d', 'name': 'tempest-ServersTestManualDisk-471722443-router', 'tenant_id': '3c839ee0d3a64d8ba03ff7c8e7493dcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.156'}], 'enable_snat': True}, 'gw_port_id': 'eda923d2-1f85-4c40-a7d7-f51808960185', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:26:08Z', 'updated_at': '2021-12-18T13:26:17Z', 'revision_number': 4, 'project_id': '3c839ee0d3a64d8ba03ff7c8e7493dcd', 'gw_port': {'id': 'eda923d2-1f85-4c40-a7d7-f51808960185', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:d9:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a6bcf96-5688-45cb-aa44-7313670ab94d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:26:10Z', 'updated_at': '2021-12-18T13:26:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv', '_interfaces': [{'id': 'c5f0bb91-55c3-4f61-9cd9-f9c57b1da6e0', 'name': '', 'network_id': '54539a24-3149-4df7-83e3-55189e7814ad', 'tenant_id': '3c839ee0d3a64d8ba03ff7c8e7493dcd', 'mac_address': 'fa:16:3e:2f:3a:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a6bcf96-5688-45cb-aa44-7313670ab94d', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '7eb73a90-08ad-41ee-8b91-9561421ba1b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:26:16Z', 'updated_at': '2021-12-18T13:26:16Z', 'revision_number': 1, 'project_id': '3c839ee0d3a64d8ba03ff7c8e7493dcd', 'subnets': [{'id': '7eb73a90-08ad-41ee-8b91-9561421ba1b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 13:26:19.070792 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-10bb5fcf-937c-40b2-9794-bbb4242dc785 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:19.088337 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e8eec0a-b9ea-4637-b193-093af5f4ce2a tempest-FloatingIPAdminTestJSON-836365309 tempest-FloatingIPAdminTestJSON-836365309-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 111} {{(pid=103160) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 18 13:26:19.167023 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c6548f2-18db-4487-a877-bdb08a3b0d07 tempest-DHCPAgentSchedulersTestJSON-1220853765 tempest-DHCPAgentSchedulersTestJSON-1220853765-project-admin] Network 2f7f2443-4109-4157-80b4-703e978a5005 is scheduled to be hosted by DHCP agent aa77effa-0e3a-4bbd-a383-4d58ed3328d0 with binding_index 1 {{(pid=103159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 18 13:26:19.190931 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-7c6548f2-18db-4487-a877-bdb08a3b0d07 tempest-DHCPAgentSchedulersTestJSON-1220853765 tempest-DHCPAgentSchedulersTestJSON-1220853765-project-admin] 10.222.0.31 "POST /v2.0/agents/aa77effa-0e3a-4bbd-a383-4d58ed3328d0/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.2090588 Dec 18 13:26:19.191743 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 48850) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:26:19.197074 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1991b0b0-1582-47da-93e6-3730bb99d614 None None] Network 2f7f2443-4109-4157-80b4-703e978a5005 requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:26:19.210515 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-f70cb5e8-fb73-48d7-8c75-5e2d3ac9a515 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:19.251546 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15775594-840b-4d39-9d90-4de63ef18c1c admin admin] Router 1adb187a-cc2a-4400-b008-3da2c3a40348 is scheduled to L3 agent c9c0cd52-5bd2-4704-9429-d80f1c5ad23c with binding_index 1 {{(pid=103159) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 18 13:26:19.340437 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 48852) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:26:19.390202 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-3e8eec0a-b9ea-4637-b193-093af5f4ce2a tempest-FloatingIPAdminTestJSON-836365309 tempest-FloatingIPAdminTestJSON-836365309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:19.390547 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.db.segments_db [None req-3e8eec0a-b9ea-4637-b193-093af5f4ce2a tempest-FloatingIPAdminTestJSON-836365309 tempest-FloatingIPAdminTestJSON-836365309-project] Added segment eab95354-45f5-435f-ab07-6916c47529b1 of type vlan for network a44f18b7-4438-4505-85ee-80977831129c Dec 18 13:26:19.394674 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-51025e92-d94c-477f-a58a-a6e79289c272 tempest-DHCPAgentSchedulersTestJSON-1220853765 tempest-DHCPAgentSchedulersTestJSON-1220853765-project-admin] 10.222.0.31 "GET /v2.0/agents/aa77effa-0e3a-4bbd-a383-4d58ed3328d0/dhcp-networks HTTP/1.1" status: 200 len: 7248 time: 0.2018940 Dec 18 13:26:19.395361 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 48854) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:26:19.396236 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0665df33-e6f5-4a1a-9b03-b4fac8f719b8 tempest-ExternalNetworksAdminNegativeTestJSON-235121319 tempest-ExternalNetworksAdminNegativeTestJSON-235121319-project-admin] Pushing event deleted for resources: {'Port': ['ID=aa56806b-17e1-498a-a47a-7cc584bd6603,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:26:19.401907 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-9bc874f4-485e-43c0-93a8-4987dc093fba tempest-ServersTestJSON-1286137368 tempest-ServersTestJSON-1286137368-project] Request body: {'security_group': {'name': 'tempest-securitygroup--605404690', 'description': 'tempest-description--1814653892'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:26:19.402054 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-f70cb5e8-fb73-48d7-8c75-5e2d3ac9a515 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:19.403524 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-f70cb5e8-fb73-48d7-8c75-5e2d3ac9a515 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1048031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586432'] for router_interface, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:19.420626 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8eec0a-b9ea-4637-b193-093af5f4ce2a tempest-FloatingIPAdminTestJSON-836365309 tempest-FloatingIPAdminTestJSON-836365309-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dcb17d72-fa8c-409a-ac17-bb7041547a24,revision_number=1']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:26:19.427770 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-0665df33-e6f5-4a1a-9b03-b4fac8f719b8 tempest-ExternalNetworksAdminNegativeTestJSON-235121319 tempest-ExternalNetworksAdminNegativeTestJSON-235121319-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:19.430771 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-0665df33-e6f5-4a1a-9b03-b4fac8f719b8 tempest-ExternalNetworksAdminNegativeTestJSON-235121319 tempest-ExternalNetworksAdminNegativeTestJSON-235121319-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for floatingip, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:19.431902 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-0665df33-e6f5-4a1a-9b03-b4fac8f719b8 tempest-ExternalNetworksAdminNegativeTestJSON-235121319 tempest-ExternalNetworksAdminNegativeTestJSON-235121319-project-admin] 10.222.0.31 "DELETE /v2.0/floatingips/4b07a379-bab2-4fcd-b3db-aebd937807ba HTTP/1.1" status: 204 len: 168 time: 1.7020259 Dec 18 13:26:19.632876 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.db_base_plugin_common [None req-d3ebae43-e75e-4d37-9b8a-91604f7d6086 tempest-RoutersAdminTest-1776390182 tempest-RoutersAdminTest-1776390182-project-admin] Allocated IP 172.20.0.7 (f1c4d285-6e06-4e5b-85a3-7ac5e38975c3/1cdd12eb-32de-408c-863b-58a97c764467/e949967b-101a-4d21-9127-b6dacb5297a5) {{(pid=103160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:26:19.646274 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-3e8eec0a-b9ea-4637-b193-093af5f4ce2a tempest-FloatingIPAdminTestJSON-836365309 tempest-FloatingIPAdminTestJSON-836365309-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767106405744'] for network, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:19.656939 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-15aa5897-4b13-47d4-b5f4-e8fe1fc3a110 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:19.657342 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-9bc874f4-485e-43c0-93a8-4987dc093fba tempest-ServersTestJSON-1286137368 tempest-ServersTestJSON-1286137368-project] Publish callbacks [] for security_group, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:19.677427 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15775594-840b-4d39-9d90-4de63ef18c1c admin admin] Notify agent at l3_agent.dv-neutron-744815-20-hyperv the message routers_updated {{(pid=103159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 13:26:19.690852 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caaf5019-0088-486a-8afd-8d2dc2991763 None None] Sync routers for ids ['1adb187a-cc2a-4400-b008-3da2c3a40348'] in dv-neutron-744815-20-hyperv {{(pid=103161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 13:26:19.693879 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-15aa5897-4b13-47d4-b5f4-e8fe1fc3a110 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:19.707443 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caaf5019-0088-486a-8afd-8d2dc2991763 None None] Routers {'1adb187a-cc2a-4400-b008-3da2c3a40348'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:26:19.708077 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-caaf5019-0088-486a-8afd-8d2dc2991763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:25:57Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['1adb187a-cc2a-4400-b008-3da2c3a40348'], 'active': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:26:19.717097 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-7db50470-ef38-47d4-99c7-a96030973ef3 tempest-DHCPAgentSchedulersTestJSON-1220853765 tempest-DHCPAgentSchedulersTestJSON-1220853765-project-admin] 10.222.0.31 "DELETE /v2.0/agents/aa77effa-0e3a-4bbd-a383-4d58ed3328d0/dhcp-networks/2f7f2443-4109-4157-80b4-703e978a5005 HTTP/1.1" status: 204 len: 168 time: 0.3099129 Dec 18 13:26:19.721206 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 48858) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:26:19.745448 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-15775594-840b-4d39-9d90-4de63ef18c1c admin admin] Publish callbacks [] for router, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:19.759420 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-15775594-840b-4d39-9d90-4de63ef18c1c admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 9.4773555 Dec 18 13:26:19.759420 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 48860) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:26:19.777632 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70cb5e8-fb73-48d7-8c75-5e2d3ac9a515 admin admin] Pushing event updated for resources: {'Port': ['ID=c5f0bb91-55c3-4f61-9cd9-f9c57b1da6e0,revision_number=2']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:26:19.791392 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-15aa5897-4b13-47d4-b5f4-e8fe1fc3a110 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:19.794108 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-15aa5897-4b13-47d4-b5f4-e8fe1fc3a110 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:19.795351 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-15aa5897-4b13-47d4-b5f4-e8fe1fc3a110 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/23f94976-9b98-457d-8576-54cf9c1f6aed HTTP/1.1" status: 204 len: 168 time: 0.8840222 Dec 18 13:26:19.800751 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.db.resource_extend [None req-3e8eec0a-b9ea-4637-b193-093af5f4ce2a tempest-FloatingIPAdminTestJSON-836365309 tempest-FloatingIPAdminTestJSON-836365309-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 18 13:26:19.872178 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15aa5897-4b13-47d4-b5f4-e8fe1fc3a110 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23f94976-9b98-457d-8576-54cf9c1f6aed,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:26:19.901123 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-3e8eec0a-b9ea-4637-b193-093af5f4ce2a tempest-FloatingIPAdminTestJSON-836365309 tempest-FloatingIPAdminTestJSON-836365309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981'] for network, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:19.922513 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e8eec0a-b9ea-4637-b193-093af5f4ce2a tempest-FloatingIPAdminTestJSON-836365309 tempest-FloatingIPAdminTestJSON-836365309-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:26:19.924889 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-3e8eec0a-b9ea-4637-b193-093af5f4ce2a tempest-FloatingIPAdminTestJSON-836365309 tempest-FloatingIPAdminTestJSON-836365309-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047995'] for network, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:19.953279 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-10bb5fcf-937c-40b2-9794-bbb4242dc785 None None] Publish callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:19.961465 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-10bb5fcf-937c-40b2-9794-bbb4242dc785 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:20.013970 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147384eb-24d8-4fe5-9cf9-ce654f9205c7 None None] Pushing event updated for resources: {'Port': ['ID=8ad7f770-c11c-48df-8a56-4b3d08febca9,revision_number=3']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:26:20.040474 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvr_db [None req-caaf5019-0088-486a-8afd-8d2dc2991763 None None] Set router 1adb187a-cc2a-4400-b008-3da2c3a40348 gateway port host: dv-neutron-744815-20-hyperv {{(pid=103161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 13:26:20.134398 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [None req-10bb5fcf-937c-40b2-9794-bbb4242dc785 None None] Attempting to bind port 8ad7f770-c11c-48df-8a56-4b3d08febca9 on host dv-neutron-744815-20-hyperv for vnic_type normal with profile {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 13:26:20.134914 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [None req-10bb5fcf-937c-40b2-9794-bbb4242dc785 None None] Attempting to bind port 8ad7f770-c11c-48df-8a56-4b3d08febca9 by drivers openvswitch,hyperv on host dv-neutron-744815-20-hyperv at level 0 using segments [{'id': 'b8ecd067-62e3-4e19-b03b-e75ef70f9340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'd2661b17-f10f-45b5-9a14-2ba272e46fb7'}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 13:26:20.135325 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10bb5fcf-937c-40b2-9794-bbb4242dc785 None None] Attempting to bind port 8ad7f770-c11c-48df-8a56-4b3d08febca9 on network d2661b17-f10f-45b5-9a14-2ba272e46fb7 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 13:26:20.143031 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10bb5fcf-937c-40b2-9794-bbb4242dc785 None None] Checking agent: {'id': '428fa9fa-43db-4db9-9f96-f60ffe931f2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-20-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 13, 19, 1), 'started_at': datetime.datetime(2021, 12, 18, 13, 19, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 13, 26, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-20-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 18 13:26:20.145352 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10bb5fcf-937c-40b2-9794-bbb4242dc785 None None] Checking segment: {'id': 'b8ecd067-62e3-4e19-b03b-e75ef70f9340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'd2661b17-f10f-45b5-9a14-2ba272e46fb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 13:26:20.145765 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-10bb5fcf-937c-40b2-9794-bbb4242dc785 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:20.146168 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10bb5fcf-937c-40b2-9794-bbb4242dc785 None None] Bound using segment: {'id': 'b8ecd067-62e3-4e19-b03b-e75ef70f9340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'd2661b17-f10f-45b5-9a14-2ba272e46fb7'} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 18 13:26:20.146680 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [None req-10bb5fcf-937c-40b2-9794-bbb4242dc785 None None] Bound port: 8ad7f770-c11c-48df-8a56-4b3d08febca9, host: dv-neutron-744815-20-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8ecd067-62e3-4e19-b03b-e75ef70f9340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'd2661b17-f10f-45b5-9a14-2ba272e46fb7'}}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 18 13:26:20.147073 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-10bb5fcf-937c-40b2-9794-bbb4242dc785 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:20.205169 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f70cb5e8-fb73-48d7-8c75-5e2d3ac9a515 admin admin] Network 54539a24-3149-4df7-83e3-55189e7814ad is already hosted by enough agents. {{(pid=103160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:26:20.220485 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 48868) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:26:20.226985 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 773ea80f-5341-438f-a89a-0ee52b828ada up at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 13:26:20.313111 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-10bb5fcf-937c-40b2-9794-bbb4242dc785 None None] For port 8ad7f770-c11c-48df-8a56-4b3d08febca9, host dv-neutron-744815-20-hyperv, cleared binding levels {{(pid=103162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 18 13:26:20.313237 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.base_scheduler [None req-f70cb5e8-fb73-48d7-8c75-5e2d3ac9a515 admin admin] Resources bound (agent type, host, resource id): {{(pid=103160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:26:20.323941 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-3e8eec0a-b9ea-4637-b193-093af5f4ce2a tempest-FloatingIPAdminTestJSON-836365309 tempest-FloatingIPAdminTestJSON-836365309-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.9337213 Dec 18 13:26:20.326689 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 48874) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:26:20.341415 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-10bb5fcf-937c-40b2-9794-bbb4242dc785 None None] For port 8ad7f770-c11c-48df-8a56-4b3d08febca9, host dv-neutron-744815-20-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=8ad7f770-c11c-48df-8a56-4b3d08febca9,segment=NetworkSegment(b8ecd067-62e3-4e19-b03b-e75ef70f9340),segment_id=b8ecd067-62e3-4e19-b03b-e75ef70f9340)] {{(pid=103162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 18 13:26:20.359121 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-10bb5fcf-937c-40b2-9794-bbb4242dc785 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:20.377361 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-dda4c0ec-2ad1-45d3-b50e-70f3a8e35268 tempest-FloatingIPAdminTestJSON-836365309 tempest-FloatingIPAdminTestJSON-836365309-project] Request body: {'subnet': {'network_id': 'a44f18b7-4438-4505-85ee-80977831129c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:26:20.551108 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10bb5fcf-937c-40b2-9794-bbb4242dc785 None None] Routers {'3f3b1949-cd71-497e-8581-eed311bb4151'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:26:20.551832 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-10bb5fcf-937c-40b2-9794-bbb4242dc785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:25:57Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['3f3b1949-cd71-497e-8581-eed311bb4151'], 'active': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:26:20.565103 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147384eb-24d8-4fe5-9cf9-ce654f9205c7 None None] Pushing event updated for resources: {'Port': ['ID=8ad7f770-c11c-48df-8a56-4b3d08febca9,revision_number=4']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:26:20.674291 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-9bc874f4-485e-43c0-93a8-4987dc093fba tempest-ServersTestJSON-1286137368 tempest-ServersTestJSON-1286137368-project] Publish callbacks [] for security_group, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:20.681259 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-1d8a2aa2-b869-483f-b3f5-662d9be623c0 None None] Provisioning complete for port 8ad7f770-c11c-48df-8a56-4b3d08febca9 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:26:20.681913 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-1d8a2aa2-b869-483f-b3f5-662d9be623c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:20.759528 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-9bc874f4-485e-43c0-93a8-4987dc093fba tempest-ServersTestJSON-1286137368 tempest-ServersTestJSON-1286137368-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:20.828867 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2294866d-0076-4933-952c-685307032598 None None] Provisioning complete for port 773ea80f-5341-438f-a89a-0ee52b828ada triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:26:20.829497 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:20.859323 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvr_db [None req-10bb5fcf-937c-40b2-9794-bbb4242dc785 None None] Set router 3f3b1949-cd71-497e-8581-eed311bb4151 gateway port host: dv-neutron-744815-20-hyperv {{(pid=103162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 13:26:20.876080 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-9bc874f4-485e-43c0-93a8-4987dc093fba tempest-ServersTestJSON-1286137368 tempest-ServersTestJSON-1286137368-project] Publish callbacks [] for security_group, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:20.877519 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-9bc874f4-485e-43c0-93a8-4987dc093fba tempest-ServersTestJSON-1286137368 tempest-ServersTestJSON-1286137368-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.4891679 Dec 18 13:26:20.908744 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 48886) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:26:20.930134 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-b7f95fcf-94c5-43ca-9983-6178c5ccda59 tempest-ServersTestJSON-1286137368 tempest-ServersTestJSON-1286137368-project] Request body: {'security_group_rule': {'security_group_id': 'c691688e-0670-4eea-816d-2b9f26a27f10', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:26:20.989246 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc874f4-485e-43c0-93a8-4987dc093fba tempest-ServersTestJSON-1286137368 tempest-ServersTestJSON-1286137368-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c691688e-0670-4eea-816d-2b9f26a27f10,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:26:21.003656 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-c91f01d7-e49a-46b8-b84f-a3b0b81b33d5 tempest-DHCPAgentSchedulersTestJSON-1220853765 tempest-DHCPAgentSchedulersTestJSON-1220853765-project-admin] 10.222.0.31 "GET /v2.0/agents/aa77effa-0e3a-4bbd-a383-4d58ed3328d0/dhcp-networks HTTP/1.1" status: 200 len: 6479 time: 1.2805007 Dec 18 13:26:21.009132 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 48890) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:26:21.080994 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-caaf5019-0088-486a-8afd-8d2dc2991763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1adb187a-cc2a-4400-b008-3da2c3a40348', 'name': 'tempest-ServerActionsTestJSON-119346790-router', 'tenant_id': '797acd6e00034b9ba6b75e0f2650f2ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.68'}], 'enable_snat': True}, 'gw_port_id': '5ea7f254-7846-4a78-ab07-536ed7415b42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:26:10Z', 'updated_at': '2021-12-18T13:26:17Z', 'revision_number': 3, 'project_id': '797acd6e00034b9ba6b75e0f2650f2ea', 'gw_port': {'id': '5ea7f254-7846-4a78-ab07-536ed7415b42', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:c7:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1adb187a-cc2a-4400-b008-3da2c3a40348', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:26:14Z', 'updated_at': '2021-12-18T13:26:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv'}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:26:21.130569 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caaf5019-0088-486a-8afd-8d2dc2991763 None None] Checking router: 1adb187a-cc2a-4400-b008-3da2c3a40348 for host: dv-neutron-744815-20-hyperv {{(pid=103161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 18 13:26:21.130915 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caaf5019-0088-486a-8afd-8d2dc2991763 None None] Updating router 1adb187a-cc2a-4400-b008-3da2c3a40348 port 5ea7f254-7846-4a78-ab07-536ed7415b42 binding host dv-neutron-744815-20-hyperv {{(pid=103161) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 18 13:26:21.175422 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-0bbb0d3d-808c-47ea-a0e3-d592dc0b38be tempest-DHCPAgentSchedulersTestJSON-1220853765 tempest-DHCPAgentSchedulersTestJSON-1220853765-project-admin] 10.222.0.31 "GET /v2.0/networks/8d0a0198-a2d2-4fa4-be17-1643a78a1962/dhcp-agents HTTP/1.1" status: 200 len: 809 time: 0.1650023 Dec 18 13:26:21.178925 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b7f95fcf-94c5-43ca-9983-6178c5ccda59 tempest-ServersTestJSON-1286137368 tempest-ServersTestJSON-1286137368-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:21.183951 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 48894) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:26:21.197544 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-1d8a2aa2-b869-483f-b3f5-662d9be623c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:21.213821 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-caaf5019-0088-486a-8afd-8d2dc2991763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:21.250875 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-07a5cb17-e9de-4ffa-87be-d251ec9ddb3b tempest-DHCPAgentSchedulersTestJSON-1220853765 tempest-DHCPAgentSchedulersTestJSON-1220853765-project-admin] 10.222.0.31 "GET /v2.0/networks/8d0a0198-a2d2-4fa4-be17-1643a78a1962/dhcp-agents HTTP/1.1" status: 200 len: 809 time: 0.0658898 Dec 18 13:26:21.258626 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 48896) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:26:21.263763 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-10bb5fcf-937c-40b2-9794-bbb4242dc785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f3b1949-cd71-497e-8581-eed311bb4151', 'name': 'tempest-ServersTestJSON-206567357-router', 'tenant_id': 'b13bfad2b2a84333a7ff37b75b6ba14e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.39'}], 'enable_snat': True}, 'gw_port_id': '773ea80f-5341-438f-a89a-0ee52b828ada', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:26:07Z', 'updated_at': '2021-12-18T13:26:15Z', 'revision_number': 4, 'project_id': 'b13bfad2b2a84333a7ff37b75b6ba14e', 'gw_port': {'id': '773ea80f-5341-438f-a89a-0ee52b828ada', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:51:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f3b1949-cd71-497e-8581-eed311bb4151', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:26:08Z', 'updated_at': '2021-12-18T13:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv', '_interfaces': [{'id': '8ad7f770-c11c-48df-8a56-4b3d08febca9', 'name': '', 'network_id': 'd2661b17-f10f-45b5-9a14-2ba272e46fb7', 'tenant_id': 'b13bfad2b2a84333a7ff37b75b6ba14e', 'mac_address': 'fa:16:3e:08:18:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f3b1949-cd71-497e-8581-eed311bb4151', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '4f238fff-f9a2-4ca2-aa84-e233d7ea0123', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:26:12Z', 'updated_at': '2021-12-18T13:26:20Z', 'revision_number': 4, 'project_id': 'b13bfad2b2a84333a7ff37b75b6ba14e', 'subnets': [{'id': '4f238fff-f9a2-4ca2-aa84-e233d7ea0123', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:26:21.268167 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-1d8a2aa2-b869-483f-b3f5-662d9be623c0 None None] For port 8ad7f770-c11c-48df-8a56-4b3d08febca9, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=8ad7f770-c11c-48df-8a56-4b3d08febca9,segment=NetworkSegment(b8ecd067-62e3-4e19-b03b-e75ef70f9340),segment_id=b8ecd067-62e3-4e19-b03b-e75ef70f9340)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:26:21.289191 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-1d8a2aa2-b869-483f-b3f5-662d9be623c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:21.309080 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10bb5fcf-937c-40b2-9794-bbb4242dc785 None None] The sync data for ids ['3f3b1949-cd71-497e-8581-eed311bb4151'] in dv-neutron-744815-20-hyperv is: [{'id': '3f3b1949-cd71-497e-8581-eed311bb4151', 'name': 'tempest-ServersTestJSON-206567357-router', 'tenant_id': 'b13bfad2b2a84333a7ff37b75b6ba14e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.39'}], 'enable_snat': True}, 'gw_port_id': '773ea80f-5341-438f-a89a-0ee52b828ada', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:26:07Z', 'updated_at': '2021-12-18T13:26:15Z', 'revision_number': 4, 'project_id': 'b13bfad2b2a84333a7ff37b75b6ba14e', 'gw_port': {'id': '773ea80f-5341-438f-a89a-0ee52b828ada', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:51:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f3b1949-cd71-497e-8581-eed311bb4151', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:26:08Z', 'updated_at': '2021-12-18T13:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv', '_interfaces': [{'id': '8ad7f770-c11c-48df-8a56-4b3d08febca9', 'name': '', 'network_id': 'd2661b17-f10f-45b5-9a14-2ba272e46fb7', 'tenant_id': 'b13bfad2b2a84333a7ff37b75b6ba14e', 'mac_address': 'fa:16:3e:08:18:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f3b1949-cd71-497e-8581-eed311bb4151', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '4f238fff-f9a2-4ca2-aa84-e233d7ea0123', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:26:12Z', 'updated_at': '2021-12-18T13:26:20Z', 'revision_number': 4, 'project_id': 'b13bfad2b2a84333a7ff37b75b6ba14e', 'subnets': [{'id': '4f238fff-f9a2-4ca2-aa84-e233d7ea0123', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 13:26:21.330558 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8eec0a-b9ea-4637-b193-093af5f4ce2a tempest-FloatingIPAdminTestJSON-836365309 tempest-FloatingIPAdminTestJSON-836365309-project] Pushing event updated for resources: {'Network': ['ID=a44f18b7-4438-4505-85ee-80977831129c,revision_number=1']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:26:21.333033 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-80b50251-7f08-4151-8db6-7a4b06a669ef admin admin] Publish callbacks [] for security_group, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:21.354864 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f70cb5e8-fb73-48d7-8c75-5e2d3ac9a515 admin admin] Router 7a6bcf96-5688-45cb-aa44-7313670ab94d has already been hosted by L3 agent c9c0cd52-5bd2-4704-9429-d80f1c5ad23c {{(pid=103160) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 18 13:26:21.365871 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dda4c0ec-2ad1-45d3-b50e-70f3a8e35268 tempest-FloatingIPAdminTestJSON-836365309 tempest-FloatingIPAdminTestJSON-836365309-project] Made reservation on behalf of d22f5f9e407543918c435ea42298740b for: {'subnet': 1} {{(pid=103160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:26:21.370362 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-dda4c0ec-2ad1-45d3-b50e-70f3a8e35268 tempest-FloatingIPAdminTestJSON-836365309 tempest-FloatingIPAdminTestJSON-836365309-project] Publish callbacks [] for subnet, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:21.421702 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Network a44f18b7-4438-4505-85ee-80977831129c details requested by agent ovs-agent-dv-neutron-744815-20-hyperv with host dv-neutron-744815-20-hyperv {{(pid=103161) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 18 13:26:21.459087 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8a2aa2-b869-483f-b3f5-662d9be623c0 None None] Pushing event updated for resources: {'Port': ['ID=8ad7f770-c11c-48df-8a56-4b3d08febca9,revision_number=5']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:26:21.633562 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b7f95fcf-94c5-43ca-9983-6178c5ccda59 tempest-ServersTestJSON-1286137368 tempest-ServersTestJSON-1286137368-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:21.640539 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-f683fbc8-bd92-4459-93e1-dcd3b0a6e802 tempest-DHCPAgentSchedulersTestJSON-1220853765 tempest-DHCPAgentSchedulersTestJSON-1220853765-project-admin] 10.222.0.31 "GET /v2.0/agents/aa77effa-0e3a-4bbd-a383-4d58ed3328d0/dhcp-networks HTTP/1.1" status: 200 len: 6479 time: 0.3752961 Dec 18 13:26:21.640539 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 48902) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:26:21.649610 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-d2095d4c-31e5-4875-8869-1f189d6f9b00 None None] Provisioning complete for port c5f0bb91-55c3-4f61-9cd9-f9c57b1da6e0 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:26:21.649998 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-d2095d4c-31e5-4875-8869-1f189d6f9b00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:21.665457 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-d3ebae43-e75e-4d37-9b8a-91604f7d6086 tempest-RoutersAdminTest-1776390182 tempest-RoutersAdminTest-1776390182-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:21.670842 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b7f95fcf-94c5-43ca-9983-6178c5ccda59 tempest-ServersTestJSON-1286137368 tempest-ServersTestJSON-1286137368-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530267'] for security_group_rule, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:21.741613 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-d2095d4c-31e5-4875-8869-1f189d6f9b00 None None] Port c5f0bb91-55c3-4f61-9cd9-f9c57b1da6e0 cannot update to ACTIVE because it is not bound. {{(pid=103161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 13:26:21.770846 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f95fcf-94c5-43ca-9983-6178c5ccda59 tempest-ServersTestJSON-1286137368 tempest-ServersTestJSON-1286137368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7552f77-7d30-431c-a3d9-20de8331497e,revision_number=0']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:26:21.791562 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b7f95fcf-94c5-43ca-9983-6178c5ccda59 tempest-ServersTestJSON-1286137368 tempest-ServersTestJSON-1286137368-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:21.792786 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-b7f95fcf-94c5-43ca-9983-6178c5ccda59 tempest-ServersTestJSON-1286137368 tempest-ServersTestJSON-1286137368-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8772507 Dec 18 13:26:21.799685 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-d2095d4c-31e5-4875-8869-1f189d6f9b00 None None] Provisioning complete for port 8ad7f770-c11c-48df-8a56-4b3d08febca9 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:26:21.800500 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-d2095d4c-31e5-4875-8869-1f189d6f9b00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:21.801046 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 48908) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:26:21.808978 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-74b95111-1cf6-4ac1-ac3e-1d799a9782d4 tempest-ServersTestJSON-1286137368 tempest-ServersTestJSON-1286137368-project] Request body: {'security_group_rule': {'security_group_id': 'c691688e-0670-4eea-816d-2b9f26a27f10', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:26:21.816045 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-a0a9141a-afe0-42f1-821f-167b3f520d78 tempest-DHCPAgentSchedulersTestJSON-1197897816 tempest-DHCPAgentSchedulersTestJSON-1197897816-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2023137'] for network, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:21.938006 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f70cb5e8-fb73-48d7-8c75-5e2d3ac9a515 admin admin] Notify agent at l3_agent.dv-neutron-744815-20-hyperv the message routers_updated {{(pid=103160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 13:26:21.959009 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-74b95111-1cf6-4ac1-ac3e-1d799a9782d4 tempest-ServersTestJSON-1286137368 tempest-ServersTestJSON-1286137368-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:21.977413 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-f70cb5e8-fb73-48d7-8c75-5e2d3ac9a515 admin admin] 10.222.0.31 "PUT /v2.0/routers/7a6bcf96-5688-45cb-aa44-7313670ab94d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3874583 Dec 18 13:26:21.978675 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-d3ebae43-e75e-4d37-9b8a-91604f7d6086 tempest-RoutersAdminTest-1776390182 tempest-RoutersAdminTest-1776390182-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975'] for port, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:22.104517 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-a0a9141a-afe0-42f1-821f-167b3f520d78 tempest-DHCPAgentSchedulersTestJSON-1197897816 tempest-DHCPAgentSchedulersTestJSON-1197897816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1927292', 'neutron.services.segments.db._delete_segments_for_network-8767106887837'] for network, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:22.130271 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-a0a9141a-afe0-42f1-821f-167b3f520d78 tempest-DHCPAgentSchedulersTestJSON-1197897816 tempest-DHCPAgentSchedulersTestJSON-1197897816-project] Subscribe: > segment before_delete 55550000 {{(pid=103159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 13:26:22.132144 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-a0a9141a-afe0-42f1-821f-167b3f520d78 tempest-DHCPAgentSchedulersTestJSON-1197897816 tempest-DHCPAgentSchedulersTestJSON-1197897816-project] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 13:26:22.132144 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-a0a9141a-afe0-42f1-821f-167b3f520d78 tempest-DHCPAgentSchedulersTestJSON-1197897816 tempest-DHCPAgentSchedulersTestJSON-1197897816-project] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 13:26:22.132144 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-a0a9141a-afe0-42f1-821f-167b3f520d78 tempest-DHCPAgentSchedulersTestJSON-1197897816 tempest-DHCPAgentSchedulersTestJSON-1197897816-project] Subscribe: > port after_create 55550000 {{(pid=103159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 13:26:22.132144 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-a0a9141a-afe0-42f1-821f-167b3f520d78 tempest-DHCPAgentSchedulersTestJSON-1197897816 tempest-DHCPAgentSchedulersTestJSON-1197897816-project] Subscribe: > port after_delete 55550000 {{(pid=103159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 13:26:22.132448 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-a0a9141a-afe0-42f1-821f-167b3f520d78 tempest-DHCPAgentSchedulersTestJSON-1197897816 tempest-DHCPAgentSchedulersTestJSON-1197897816-project] Subscribe: > port after_update 55550000 {{(pid=103159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 13:26:22.132943 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-a0a9141a-afe0-42f1-821f-167b3f520d78 tempest-DHCPAgentSchedulersTestJSON-1197897816 tempest-DHCPAgentSchedulersTestJSON-1197897816-project] Subscribe: > segment after_delete 55550000 {{(pid=103159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 13:26:22.132943 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-a0a9141a-afe0-42f1-821f-167b3f520d78 tempest-DHCPAgentSchedulersTestJSON-1197897816 tempest-DHCPAgentSchedulersTestJSON-1197897816-project] Subscribe: > subnet after_create 55550000 {{(pid=103159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 13:26:22.133268 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-a0a9141a-afe0-42f1-821f-167b3f520d78 tempest-DHCPAgentSchedulersTestJSON-1197897816 tempest-DHCPAgentSchedulersTestJSON-1197897816-project] Subscribe: > subnet after_delete 55550000 {{(pid=103159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 13:26:22.133559 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-a0a9141a-afe0-42f1-821f-167b3f520d78 tempest-DHCPAgentSchedulersTestJSON-1197897816 tempest-DHCPAgentSchedulersTestJSON-1197897816-project] Subscribe: > subnet after_update 55550000 {{(pid=103159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 13:26:22.150587 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device eda923d2-1f85-4c40-a7d7-f51808960185 up at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 13:26:22.231238 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ebae43-e75e-4d37-9b8a-91604f7d6086 tempest-RoutersAdminTest-1776390182 tempest-RoutersAdminTest-1776390182-project-admin] Pushing event updated for resources: {'Port': ['ID=e949967b-101a-4d21-9127-b6dacb5297a5,revision_number=1']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:26:22.242959 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-dda4c0ec-2ad1-45d3-b50e-70f3a8e35268 tempest-FloatingIPAdminTestJSON-836365309 tempest-FloatingIPAdminTestJSON-836365309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981'] for subnet, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:22.251531 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-80b50251-7f08-4151-8db6-7a4b06a669ef admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:22.289531 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2294866d-0076-4933-952c-685307032598 None None] Provisioning complete for port eda923d2-1f85-4c40-a7d7-f51808960185 triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:26:22.290027 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:22.290947 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-80b50251-7f08-4151-8db6-7a4b06a669ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:22.317511 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3ebae43-e75e-4d37-9b8a-91604f7d6086 tempest-RoutersAdminTest-1776390182 tempest-RoutersAdminTest-1776390182-project-admin] Network f1c4d285-6e06-4e5b-85a3-7ac5e38975c3 is already hosted by enough agents. {{(pid=103160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:26:22.343999 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.base_scheduler [None req-d3ebae43-e75e-4d37-9b8a-91604f7d6086 tempest-RoutersAdminTest-1776390182 tempest-RoutersAdminTest-1776390182-project-admin] Resources bound (agent type, host, resource id): {{(pid=103160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:26:22.365084 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-caaf5019-0088-486a-8afd-8d2dc2991763 None None] Publish callbacks [] for port, precommit_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:22.380377 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3ebae43-e75e-4d37-9b8a-91604f7d6086 tempest-RoutersAdminTest-1776390182 tempest-RoutersAdminTest-1776390182-project-admin] Received port after_create {{(pid=103160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:26:22.381334 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3ebae43-e75e-4d37-9b8a-91604f7d6086 tempest-RoutersAdminTest-1776390182 tempest-RoutersAdminTest-1776390182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:26:22.382429 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-d3ebae43-e75e-4d37-9b8a-91604f7d6086 tempest-RoutersAdminTest-1776390182 tempest-RoutersAdminTest-1776390182-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:22.387645 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-caaf5019-0088-486a-8afd-8d2dc2991763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:22.419239 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-a0a9141a-afe0-42f1-821f-167b3f520d78 tempest-DHCPAgentSchedulersTestJSON-1197897816 tempest-DHCPAgentSchedulersTestJSON-1197897816-project] Subscribe: > subnet after_create 55550000 {{(pid=103159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 13:26:22.419239 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-a0a9141a-afe0-42f1-821f-167b3f520d78 tempest-DHCPAgentSchedulersTestJSON-1197897816 tempest-DHCPAgentSchedulersTestJSON-1197897816-project] Subscribe: > subnet after_delete 55550000 {{(pid=103159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 13:26:22.419743 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-a0a9141a-afe0-42f1-821f-167b3f520d78 tempest-DHCPAgentSchedulersTestJSON-1197897816 tempest-DHCPAgentSchedulersTestJSON-1197897816-project] Subscribe: > subnet before_create 55550000 {{(pid=103159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 13:26:22.420088 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-a0a9141a-afe0-42f1-821f-167b3f520d78 tempest-DHCPAgentSchedulersTestJSON-1197897816 tempest-DHCPAgentSchedulersTestJSON-1197897816-project] Subscribe: > subnet before_update 55550000 {{(pid=103159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 13:26:22.420609 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.services.segments.db [None req-a0a9141a-afe0-42f1-821f-167b3f520d78 tempest-DHCPAgentSchedulersTestJSON-1197897816 tempest-DHCPAgentSchedulersTestJSON-1197897816-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f7f2443-4109-4157-80b4-703e978a5005']}} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:26:22.432646 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 48926) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:26:22.462028 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-d3ebae43-e75e-4d37-9b8a-91604f7d6086 tempest-RoutersAdminTest-1776390182 tempest-RoutersAdminTest-1776390182-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 4.6705632 Dec 18 13:26:22.463810 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b50251-7f08-4151-8db6-7a4b06a669ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0d5275a-b477-499d-b739-89de19114fae,revision_number=1']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:26:22.477187 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 48930) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:26:22.477918 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda4c0ec-2ad1-45d3-b50e-70f3a8e35268 tempest-FloatingIPAdminTestJSON-836365309 tempest-FloatingIPAdminTestJSON-836365309-project] Pushing event updated for resources: {'Subnet': ['ID=8652cafa-c191-47b6-95f7-143e83ecc0f7,revision_number=0']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:26:22.478385 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-caaf5019-0088-486a-8afd-8d2dc2991763 None None] Attempting to bind port 5ea7f254-7846-4a78-ab07-536ed7415b42 on host dv-neutron-744815-20-hyperv for vnic_type normal with profile {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 13:26:22.478765 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-caaf5019-0088-486a-8afd-8d2dc2991763 None None] Attempting to bind port 5ea7f254-7846-4a78-ab07-536ed7415b42 by drivers openvswitch,hyperv on host dv-neutron-744815-20-hyperv at level 0 using segments [{'id': '3f66d49c-4faa-434c-8c3e-991f4f1d01bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83'}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 13:26:22.479136 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caaf5019-0088-486a-8afd-8d2dc2991763 None None] Attempting to bind port 5ea7f254-7846-4a78-ab07-536ed7415b42 on network decb4a40-7941-48c8-afbb-daaafd502e83 {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 13:26:22.493426 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.services.segments.db [None req-a0a9141a-afe0-42f1-821f-167b3f520d78 tempest-DHCPAgentSchedulersTestJSON-1197897816 tempest-DHCPAgentSchedulersTestJSON-1197897816-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4241df7-9649-4856-aee3-ea7b7f3865d5') {'for_net_delete': True} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:26:22.494345 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.services.segments.db [None req-a0a9141a-afe0-42f1-821f-167b3f520d78 tempest-DHCPAgentSchedulersTestJSON-1197897816 tempest-DHCPAgentSchedulersTestJSON-1197897816-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4241df7-9649-4856-aee3-ea7b7f3865d5') {} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:26:22.497167 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-80b50251-7f08-4151-8db6-7a4b06a669ef admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=83684cf3fbb24756b24a29d729930ecf&name=default HTTP/1.1" status: 200 len: 2996 time: 2.2473032 Dec 18 13:26:22.505165 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 48932) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:26:22.511029 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caaf5019-0088-486a-8afd-8d2dc2991763 None None] Checking agent: {'id': '428fa9fa-43db-4db9-9f96-f60ffe931f2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-20-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 13, 19, 1), 'started_at': datetime.datetime(2021, 12, 18, 13, 19, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 13, 26, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-20-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 18 13:26:22.511522 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caaf5019-0088-486a-8afd-8d2dc2991763 None None] Checking segment: {'id': '3f66d49c-4faa-434c-8c3e-991f4f1d01bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 13:26:22.511927 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-caaf5019-0088-486a-8afd-8d2dc2991763 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:22.512557 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caaf5019-0088-486a-8afd-8d2dc2991763 None None] Bound using segment: {'id': '3f66d49c-4faa-434c-8c3e-991f4f1d01bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83'} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 18 13:26:22.513135 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-caaf5019-0088-486a-8afd-8d2dc2991763 None None] Bound port: 5ea7f254-7846-4a78-ab07-536ed7415b42, host: dv-neutron-744815-20-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f66d49c-4faa-434c-8c3e-991f4f1d01bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83'}}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 18 13:26:22.513517 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-caaf5019-0088-486a-8afd-8d2dc2991763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:22.515825 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786d6c57-e883-4e63-ba0b-011b21279682 None None] Pushing event updated for resources: {'Port': ['ID=5ea7f254-7846-4a78-ab07-536ed7415b42,revision_number=2']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:26:22.553027 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dda4c0ec-2ad1-45d3-b50e-70f3a8e35268 tempest-FloatingIPAdminTestJSON-836365309 tempest-FloatingIPAdminTestJSON-836365309-project] Checking segment: {'id': 'eab95354-45f5-435f-ab07-6916c47529b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'a44f18b7-4438-4505-85ee-80977831129c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 13:26:22.553739 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dda4c0ec-2ad1-45d3-b50e-70f3a8e35268 tempest-FloatingIPAdminTestJSON-836365309 tempest-FloatingIPAdminTestJSON-836365309-project] Network hostable DHCP agents. Network: a44f18b7-4438-4505-85ee-80977831129c, hostable agents: ['aa77effa-0e3a-4bbd-a383-4d58ed3328d0'], hosted agents: [] {{(pid=103160) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 18 13:26:22.604223 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-a0a9141a-afe0-42f1-821f-167b3f520d78 tempest-DHCPAgentSchedulersTestJSON-1197897816 tempest-DHCPAgentSchedulersTestJSON-1197897816-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767106888614', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5589569'] for segment, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:22.609525 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dda4c0ec-2ad1-45d3-b50e-70f3a8e35268 tempest-FloatingIPAdminTestJSON-836365309 tempest-FloatingIPAdminTestJSON-836365309-project] Network a44f18b7-4438-4505-85ee-80977831129c is scheduled to be hosted by DHCP agent aa77effa-0e3a-4bbd-a383-4d58ed3328d0 with binding_index 1 {{(pid=103160) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 18 13:26:22.626226 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:22.635885 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-11bb65a0-7bb0-45dc-acd7-df60782bcb82 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:22.653725 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.base_scheduler [None req-dda4c0ec-2ad1-45d3-b50e-70f3a8e35268 tempest-FloatingIPAdminTestJSON-836365309 tempest-FloatingIPAdminTestJSON-836365309-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-744815-20-hyperv, a44f18b7-4438-4505-85ee-80977831129c) {{(pid=103160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:26:22.665498 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad15adf0-e88f-4941-b5d5-c2ece74d06b4 None None] Network a44f18b7-4438-4505-85ee-80977831129c requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:26:22.695781 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dda4c0ec-2ad1-45d3-b50e-70f3a8e35268 tempest-FloatingIPAdminTestJSON-836365309 tempest-FloatingIPAdminTestJSON-836365309-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:26:22.696402 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-dda4c0ec-2ad1-45d3-b50e-70f3a8e35268 tempest-FloatingIPAdminTestJSON-836365309 tempest-FloatingIPAdminTestJSON-836365309-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047995'] for subnet, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:22.706442 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-a0a9141a-afe0-42f1-821f-167b3f520d78 tempest-DHCPAgentSchedulersTestJSON-1197897816 tempest-DHCPAgentSchedulersTestJSON-1197897816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:22.709263 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-2294866d-0076-4933-952c-685307032598 None None] For port eda923d2-1f85-4c40-a7d7-f51808960185, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=eda923d2-1f85-4c40-a7d7-f51808960185,segment=NetworkSegment(3f66d49c-4faa-434c-8c3e-991f4f1d01bd),segment_id=3f66d49c-4faa-434c-8c3e-991f4f1d01bd)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:26:22.728136 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-74b95111-1cf6-4ac1-ac3e-1d799a9782d4 tempest-ServersTestJSON-1286137368 tempest-ServersTestJSON-1286137368-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:22.730016 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0a9141a-afe0-42f1-821f-167b3f520d78 tempest-DHCPAgentSchedulersTestJSON-1197897816 tempest-DHCPAgentSchedulersTestJSON-1197897816-project] Releasing vlan 103 on physical network physnet1 to pool {{(pid=103159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 18 13:26:22.730513 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-a0a9141a-afe0-42f1-821f-167b3f520d78 tempest-DHCPAgentSchedulersTestJSON-1197897816 tempest-DHCPAgentSchedulersTestJSON-1197897816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5660009'] for segment, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:22.737840 dv-neutron-744815-20-hyperv neutron-server[103159]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 18 13:26:22.737840 dv-neutron-744815-20-hyperv neutron-server[103159]: from cryptography.utils import int_from_bytes Dec 18 13:26:22.737840 dv-neutron-744815-20-hyperv neutron-server[103159]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 18 13:26:22.737840 dv-neutron-744815-20-hyperv neutron-server[103159]: from cryptography.utils import int_from_bytes Dec 18 13:26:22.737840 dv-neutron-744815-20-hyperv neutron-server[103159]: Traceback (most recent call last): Dec 18 13:26:22.737840 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 18 13:26:22.737840 dv-neutron-744815-20-hyperv neutron-server[103159]: timer() Dec 18 13:26:22.737840 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 18 13:26:22.737840 dv-neutron-744815-20-hyperv neutron-server[103159]: cb(*args, **kw) Dec 18 13:26:22.737840 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 18 13:26:22.737840 dv-neutron-744815-20-hyperv neutron-server[103159]: return func(*args, **kwargs) Dec 18 13:26:22.737840 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 18 13:26:22.737840 dv-neutron-744815-20-hyperv neutron-server[103159]: self._notify() Dec 18 13:26:22.737840 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 18 13:26:22.737840 dv-neutron-744815-20-hyperv neutron-server[103159]: self.callback(batched_events) Dec 18 13:26:22.737840 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 18 13:26:22.737840 dv-neutron-744815-20-hyperv neutron-server[103159]: event.method(event) Dec 18 13:26:22.737840 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 18 13:26:22.737840 dv-neutron-744815-20-hyperv neutron-server[103159]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 18 13:26:22.737840 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 18 13:26:22.737840 dv-neutron-744815-20-hyperv neutron-server[103159]: aggregate_uuid = self.p_client.list_aggregates( Dec 18 13:26:22.737840 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 18 13:26:22.737840 dv-neutron-744815-20-hyperv neutron-server[103159]: return f(self, *a, **k) Dec 18 13:26:22.737840 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 18 13:26:22.737840 dv-neutron-744815-20-hyperv neutron-server[103159]: return self._get(url).json() Dec 18 13:26:22.737840 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 18 13:26:22.737840 dv-neutron-744815-20-hyperv neutron-server[103159]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 18 13:26:22.737840 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 18 13:26:22.737840 dv-neutron-744815-20-hyperv neutron-server[103159]: return self.request(url, 'GET', **kwargs) Dec 18 13:26:22.737840 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 18 13:26:22.737840 dv-neutron-744815-20-hyperv neutron-server[103159]: base_url = self.get_endpoint(auth, allow=allow, Dec 18 13:26:22.737840 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 18 13:26:22.737840 dv-neutron-744815-20-hyperv neutron-server[103159]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 18 13:26:22.737840 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 18 13:26:22.737840 dv-neutron-744815-20-hyperv neutron-server[103159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 18 13:26:22.737840 dv-neutron-744815-20-hyperv neutron-server[103159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 18 13:26:22.739906 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-11bb65a0-7bb0-45dc-acd7-df60782bcb82 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:22.769938 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-74b95111-1cf6-4ac1-ac3e-1d799a9782d4 tempest-ServersTestJSON-1286137368 tempest-ServersTestJSON-1286137368-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530267'] for security_group_rule, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:22.779257 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:22.780522 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 8ad7f770-c11c-48df-8a56-4b3d08febca9 up at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 13:26:22.793005 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-dda4c0ec-2ad1-45d3-b50e-70f3a8e35268 tempest-FloatingIPAdminTestJSON-836365309 tempest-FloatingIPAdminTestJSON-836365309-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4425159 Dec 18 13:26:22.800893 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-de0dc689-026b-488c-a374-88778c46ce83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899942037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899942037-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-690821481'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:26:22.812958 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 48936) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:26:22.816810 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-0ec333d9-3615-4141-9447-9068101dc628 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:22.837939 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-783a8f53-150a-4848-b904-773385c71848 tempest-FloatingIPAdminTestJSON-836365309 tempest-FloatingIPAdminTestJSON-836365309-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-460593445', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83'}, 'admin_state_up': False}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:26:22.875771 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-11bb65a0-7bb0-45dc-acd7-df60782bcb82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:22.880326 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-11bb65a0-7bb0-45dc-acd7-df60782bcb82 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:22.883662 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-11bb65a0-7bb0-45dc-acd7-df60782bcb82 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c0d5275a-b477-499d-b739-89de19114fae HTTP/1.1" status: 204 len: 168 time: 0.3764060 Dec 18 13:26:22.887377 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b95111-1cf6-4ac1-ac3e-1d799a9782d4 tempest-ServersTestJSON-1286137368 tempest-ServersTestJSON-1286137368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=865190bb-7096-406c-a7da-e793d7d5abe8,revision_number=0']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:26:22.914565 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-74b95111-1cf6-4ac1-ac3e-1d799a9782d4 tempest-ServersTestJSON-1286137368 tempest-ServersTestJSON-1286137368-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:22.920084 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 48940) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:26:22.920590 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-74b95111-1cf6-4ac1-ac3e-1d799a9782d4 tempest-ServersTestJSON-1286137368 tempest-ServersTestJSON-1286137368-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1185675 Dec 18 13:26:22.921270 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bb65a0-7bb0-45dc-acd7-df60782bcb82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0d5275a-b477-499d-b739-89de19114fae,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:26:22.925176 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de0dc689-026b-488c-a374-88778c46ce83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899942037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899942037-project] Made reservation on behalf of c7ed0532c11549768fd97f488fb846d7 for: {'network': 1} {{(pid=103160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:26:22.931707 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-de0dc689-026b-488c-a374-88778c46ce83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899942037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899942037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for network, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:22.941129 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-a0a9141a-afe0-42f1-821f-167b3f520d78 tempest-DHCPAgentSchedulersTestJSON-1197897816 tempest-DHCPAgentSchedulersTestJSON-1197897816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1927267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586962'] for network, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:22.943300 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-b77fa5d5-436a-4e21-a063-df49a49994c4 tempest-ServersTestJSON-1286137368 tempest-ServersTestJSON-1286137368-project] Request body: {'floatingip': {'floating_network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:26:22.958246 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-a0a9141a-afe0-42f1-821f-167b3f520d78 tempest-DHCPAgentSchedulersTestJSON-1197897816 tempest-DHCPAgentSchedulersTestJSON-1197897816-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047995'] for network, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:22.962010 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-a0a9141a-afe0-42f1-821f-167b3f520d78 tempest-DHCPAgentSchedulersTestJSON-1197897816 tempest-DHCPAgentSchedulersTestJSON-1197897816-project] 10.222.0.31 "DELETE /v2.0/networks/2f7f2443-4109-4157-80b4-703e978a5005 HTTP/1.1" status: 204 len: 168 time: 1.3208065 Dec 18 13:26:22.967067 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 48942) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:26:22.993086 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-caaf5019-0088-486a-8afd-8d2dc2991763 None None] For port 5ea7f254-7846-4a78-ab07-536ed7415b42, host dv-neutron-744815-20-hyperv, cleared binding levels {{(pid=103161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 18 13:26:23.016407 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.pecan_wsgi.hooks.translation [None req-87079fa5-54ff-4c23-adb1-681b99766155 tempest-DHCPAgentSchedulersTestJSON-1197897816 tempest-DHCPAgentSchedulersTestJSON-1197897816-project] DELETE failed (client error): The resource could not be found. Dec 18 13:26:23.017027 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87079fa5-54ff-4c23-adb1-681b99766155 tempest-DHCPAgentSchedulersTestJSON-1197897816 tempest-DHCPAgentSchedulersTestJSON-1197897816-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103160) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 18 13:26:23.024438 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-87079fa5-54ff-4c23-adb1-681b99766155 tempest-DHCPAgentSchedulersTestJSON-1197897816 tempest-DHCPAgentSchedulersTestJSON-1197897816-project] 10.222.0.31 "DELETE /v2.0/ports/b4b2cf6a-bef6-4db4-a163-d93d8ca4aa63 HTTP/1.1" status: 404 len: 333 time: 0.0537555 Dec 18 13:26:23.026918 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a9141a-afe0-42f1-821f-167b3f520d78 tempest-DHCPAgentSchedulersTestJSON-1197897816 tempest-DHCPAgentSchedulersTestJSON-1197897816-project] Pushing event deleted for resources: {'Network': ['ID=2f7f2443-4109-4157-80b4-703e978a5005,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:26:23.029631 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 48944) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:26:23.031450 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-de0dc689-026b-488c-a374-88778c46ce83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899942037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899942037-project] Publish callbacks [] for security_group, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:23.038071 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-783a8f53-150a-4848-b904-773385c71848 tempest-FloatingIPAdminTestJSON-836365309 tempest-FloatingIPAdminTestJSON-836365309-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28433'] for router, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:23.039487 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-783a8f53-150a-4848-b904-773385c71848 tempest-FloatingIPAdminTestJSON-836365309 tempest-FloatingIPAdminTestJSON-836365309-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-589769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28440'] for router, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:23.045924 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-c494960d-b33b-4834-a14b-d83660f48c73 tempest-RoutersAdminTest-1776390182 tempest-RoutersAdminTest-1776390182-project-admin] Deleting port e949967b-101a-4d21-9127-b6dacb5297a5 {{(pid=103159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:26:23.051338 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-c494960d-b33b-4834-a14b-d83660f48c73 tempest-RoutersAdminTest-1776390182 tempest-RoutersAdminTest-1776390182-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:23.113539 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-caaf5019-0088-486a-8afd-8d2dc2991763 None None] For port 5ea7f254-7846-4a78-ab07-536ed7415b42, host dv-neutron-744815-20-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=5ea7f254-7846-4a78-ab07-536ed7415b42,segment=NetworkSegment(3f66d49c-4faa-434c-8c3e-991f4f1d01bd),segment_id=3f66d49c-4faa-434c-8c3e-991f4f1d01bd)] {{(pid=103161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 18 13:26:23.158351 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f7e61d4-bf18-4915-bbe7-6d0780c5c698 tempest-DHCPAgentSchedulersTestJSON-1197897816 tempest-DHCPAgentSchedulersTestJSON-1197897816-project] Deleting subnet d080e98d-e3fd-4d79-af3b-2707e31f0326 {{(pid=103160) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 18 13:26:23.165429 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-8f7e61d4-bf18-4915-bbe7-6d0780c5c698 tempest-DHCPAgentSchedulersTestJSON-1197897816 tempest-DHCPAgentSchedulersTestJSON-1197897816-project] Publish callbacks [] for subnet, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:23.207670 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-b77fa5d5-436a-4e21-a063-df49a49994c4 tempest-ServersTestJSON-1286137368 tempest-ServersTestJSON-1286137368-project] Publish callbacks [] for floatingip, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:23.263758 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-8f7e61d4-bf18-4915-bbe7-6d0780c5c698 tempest-DHCPAgentSchedulersTestJSON-1197897816 tempest-DHCPAgentSchedulersTestJSON-1197897816-project] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:23.329810 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.db_base_plugin_common [None req-0ec333d9-3615-4141-9447-9068101dc628 admin admin] Allocated IP 172.20.0.1 (2fc4e038-9db1-4dce-962e-0069075d1df7/ab39156a-1aba-454f-953d-4c71ff8fa510/1170b877-3537-494c-8028-93eabfb7aa2e) {{(pid=103159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:26:23.348862 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32cb5e12-5514-4800-89e6-27b4534d287a None None] Sync routers for ids ['7a6bcf96-5688-45cb-aa44-7313670ab94d'] in dv-neutron-744815-20-hyperv {{(pid=103162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 13:26:23.360701 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-caaf5019-0088-486a-8afd-8d2dc2991763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:23.370843 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Pushing event updated for resources: {'Port': ['ID=eda923d2-1f85-4c40-a7d7-f51808960185,revision_number=4']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:26:23.378307 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fae6a071-7f45-4eca-9121-9e4ef41843bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp31e170a0-46a1-5ba9-9dc1-7ee4f866f0d7-a44f18b7-4438-4505-85ee-80977831129c', 'network_id': 'a44f18b7-4438-4505-85ee-80977831129c', 'project_id': 'd22f5f9e407543918c435ea42298740b', 'fixed_ips': [{'subnet_id': '8652cafa-c191-47b6-95f7-143e83ecc0f7'}]}} from dv-neutron-744815-20-hyperv. {{(pid=103161) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 18 13:26:23.379338 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-fae6a071-7f45-4eca-9121-9e4ef41843bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:23.428194 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32cb5e12-5514-4800-89e6-27b4534d287a None None] Routers {'7a6bcf96-5688-45cb-aa44-7313670ab94d'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:26:23.438880 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-32cb5e12-5514-4800-89e6-27b4534d287a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:25:57Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['7a6bcf96-5688-45cb-aa44-7313670ab94d'], 'active': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:26:23.457180 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 48950) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:26:23.472749 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-d749beba-6eb4-4af5-9ead-2f334cef3626 tempest-ServersTestManualDisk-715244052 tempest-ServersTestManualDisk-715244052-project] Request body: {'security_group': {'name': 'tempest-securitygroup--935885398', 'description': 'tempest-description--966819142'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:26:23.475191 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2294866d-0076-4933-952c-685307032598 None None] Provisioning complete for port 8ad7f770-c11c-48df-8a56-4b3d08febca9 triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:26:23.475699 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:23.528893 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-de0dc689-026b-488c-a374-88778c46ce83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899942037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899942037-project] Publish callbacks [] for security_group, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:23.545634 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-8f7e61d4-bf18-4915-bbe7-6d0780c5c698 tempest-DHCPAgentSchedulersTestJSON-1197897816 tempest-DHCPAgentSchedulersTestJSON-1197897816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1929185'] for subnet, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:23.591717 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvr_db [None req-32cb5e12-5514-4800-89e6-27b4534d287a None None] Set router 7a6bcf96-5688-45cb-aa44-7313670ab94d gateway port host: dv-neutron-744815-20-hyperv {{(pid=103162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 13:26:23.603857 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-de0dc689-026b-488c-a374-88778c46ce83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899942037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899942037-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:23.660240 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caaf5019-0088-486a-8afd-8d2dc2991763 None None] Routers {'1adb187a-cc2a-4400-b008-3da2c3a40348'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:26:23.661146 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-caaf5019-0088-486a-8afd-8d2dc2991763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:25:57Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['1adb187a-cc2a-4400-b008-3da2c3a40348'], 'active': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:26:23.677604 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-783a8f53-150a-4848-b904-773385c71848 tempest-FloatingIPAdminTestJSON-836365309 tempest-FloatingIPAdminTestJSON-836365309-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:23.696189 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-c494960d-b33b-4834-a14b-d83660f48c73 tempest-RoutersAdminTest-1776390182 tempest-RoutersAdminTest-1776390182-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:23.701490 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 48952) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:26:23.715256 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-d749beba-6eb4-4af5-9ead-2f334cef3626 tempest-ServersTestManualDisk-715244052 tempest-ServersTestManualDisk-715244052-project] Publish callbacks [] for security_group, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:23.749749 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786d6c57-e883-4e63-ba0b-011b21279682 None None] Pushing event updated for resources: {'Port': ['ID=5ea7f254-7846-4a78-ab07-536ed7415b42,revision_number=3']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:26:23.782355 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-8f7e61d4-bf18-4915-bbe7-6d0780c5c698 tempest-DHCPAgentSchedulersTestJSON-1197897816 tempest-DHCPAgentSchedulersTestJSON-1197897816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1929192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981'] for subnet, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:23.799267 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de0dc689-026b-488c-a374-88778c46ce83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899942037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899942037-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 125} {{(pid=103160) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 18 13:26:23.839502 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e40f13b-8629-47ef-beab-d0b472790edc None None] Network 8d0a0198-a2d2-4fa4-be17-1643a78a1962 requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:26:23.866222 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-de0dc689-026b-488c-a374-88778c46ce83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899942037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899942037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:23.866893 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.db.segments_db [None req-de0dc689-026b-488c-a374-88778c46ce83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899942037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899942037-project] Added segment 8727ee25-72cb-48fd-bdc7-db566c1fe14e of type vlan for network 5e674343-03e8-41f3-83f1-26307c6a7108 Dec 18 13:26:23.917984 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-de0dc689-026b-488c-a374-88778c46ce83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899942037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899942037-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767106405744'] for network, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:23.937558 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-32cb5e12-5514-4800-89e6-27b4534d287a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a6bcf96-5688-45cb-aa44-7313670ab94d', 'name': 'tempest-ServersTestManualDisk-471722443-router', 'tenant_id': '3c839ee0d3a64d8ba03ff7c8e7493dcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.156'}], 'enable_snat': True}, 'gw_port_id': 'eda923d2-1f85-4c40-a7d7-f51808960185', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:26:08Z', 'updated_at': '2021-12-18T13:26:17Z', 'revision_number': 4, 'project_id': '3c839ee0d3a64d8ba03ff7c8e7493dcd', 'gw_port': {'id': 'eda923d2-1f85-4c40-a7d7-f51808960185', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:d9:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a6bcf96-5688-45cb-aa44-7313670ab94d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:26:10Z', 'updated_at': '2021-12-18T13:26:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv', '_interfaces': [{'id': 'c5f0bb91-55c3-4f61-9cd9-f9c57b1da6e0', 'name': '', 'network_id': '54539a24-3149-4df7-83e3-55189e7814ad', 'tenant_id': '3c839ee0d3a64d8ba03ff7c8e7493dcd', 'mac_address': 'fa:16:3e:2f:3a:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a6bcf96-5688-45cb-aa44-7313670ab94d', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '7eb73a90-08ad-41ee-8b91-9561421ba1b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:26:16Z', 'updated_at': '2021-12-18T13:26:17Z', 'revision_number': 2, 'project_id': '3c839ee0d3a64d8ba03ff7c8e7493dcd', 'subnets': [{'id': '7eb73a90-08ad-41ee-8b91-9561421ba1b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:26:23.946302 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-8f7e61d4-bf18-4915-bbe7-6d0780c5c698 tempest-DHCPAgentSchedulersTestJSON-1197897816 tempest-DHCPAgentSchedulersTestJSON-1197897816-project] Publish callbacks [] for subnet, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:23.956148 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-8f7e61d4-bf18-4915-bbe7-6d0780c5c698 tempest-DHCPAgentSchedulersTestJSON-1197897816 tempest-DHCPAgentSchedulersTestJSON-1197897816-project] 10.222.0.31 "DELETE /v2.0/subnets/d080e98d-e3fd-4d79-af3b-2707e31f0326 HTTP/1.1" status: 204 len: 168 time: 0.9193349 Dec 18 13:26:23.956148 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7e61d4-bf18-4915-bbe7-6d0780c5c698 tempest-DHCPAgentSchedulersTestJSON-1197897816 tempest-DHCPAgentSchedulersTestJSON-1197897816-project] Pushing event deleted for resources: {'Subnet': ['ID=d080e98d-e3fd-4d79-af3b-2707e31f0326,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:26:23.961073 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 48954) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:26:23.962168 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-de0dc689-026b-488c-a374-88778c46ce83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899942037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899942037-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981'] for network, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:23.968240 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de0dc689-026b-488c-a374-88778c46ce83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899942037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899942037-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:26:23.968869 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-de0dc689-026b-488c-a374-88778c46ce83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899942037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899942037-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047995'] for network, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:23.986282 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32cb5e12-5514-4800-89e6-27b4534d287a None None] Checking router: 7a6bcf96-5688-45cb-aa44-7313670ab94d for host: dv-neutron-744815-20-hyperv {{(pid=103162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 18 13:26:23.989315 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32cb5e12-5514-4800-89e6-27b4534d287a None None] Updating router 7a6bcf96-5688-45cb-aa44-7313670ab94d port c5f0bb91-55c3-4f61-9cd9-f9c57b1da6e0 binding host dv-neutron-744815-20-hyperv {{(pid=103162) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 18 13:26:24.018610 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_common [None req-fae6a071-7f45-4eca-9121-9e4ef41843bc None None] Allocated IP 172.20.0.2 (a44f18b7-4438-4505-85ee-80977831129c/8652cafa-c191-47b6-95f7-143e83ecc0f7/07aa9f39-245c-4e23-ae28-317d6c2302fc) {{(pid=103161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:26:24.020077 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-32cb5e12-5514-4800-89e6-27b4534d287a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:24.055304 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-c494960d-b33b-4834-a14b-d83660f48c73 tempest-RoutersAdminTest-1776390182 tempest-RoutersAdminTest-1776390182-project-admin] Calling delete_port for e949967b-101a-4d21-9127-b6dacb5297a5 owned by {{(pid=103159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:26:24.056097 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvr_db [None req-caaf5019-0088-486a-8afd-8d2dc2991763 None None] Set router 1adb187a-cc2a-4400-b008-3da2c3a40348 gateway port host: dv-neutron-744815-20-hyperv {{(pid=103161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 13:26:24.133908 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-0ec333d9-3615-4141-9447-9068101dc628 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:24.135383 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-d749beba-6eb4-4af5-9ead-2f334cef3626 tempest-ServersTestManualDisk-715244052 tempest-ServersTestManualDisk-715244052-project] Publish callbacks [] for security_group, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:24.153079 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0dc689-026b-488c-a374-88778c46ce83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899942037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899942037-project] Pushing event updated for resources: {'Network': ['ID=5e674343-03e8-41f3-83f1-26307c6a7108,revision_number=1']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:26:24.156866 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0dc689-026b-488c-a374-88778c46ce83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899942037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899942037-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c267c645-ee42-4dca-9160-2b2580e3030d,revision_number=1']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:26:24.171867 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-d749beba-6eb4-4af5-9ead-2f334cef3626 tempest-ServersTestManualDisk-715244052 tempest-ServersTestManualDisk-715244052-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:24.192872 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Network 5e674343-03e8-41f3-83f1-26307c6a7108 details requested by agent ovs-agent-dv-neutron-744815-20-hyperv with host dv-neutron-744815-20-hyperv {{(pid=103161) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 18 13:26:24.278913 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-0ad4ef81-1a1d-4c9c-96d9-2147be05ac84 tempest-DHCPAgentSchedulersTestJSON-1197897816 tempest-DHCPAgentSchedulersTestJSON-1197897816-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2023137'] for network, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:24.285289 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-20fcdc52-b3c1-440e-954d-13eeb550139e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e9eae88267ec4e28b09fc1ebf650e949&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5765781 Dec 18 13:26:24.293357 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-de0dc689-026b-488c-a374-88778c46ce83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899942037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899942037-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 1.8589942 Dec 18 13:26:24.293630 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 48956) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:26:24.300380 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-783a8f53-150a-4848-b904-773385c71848 tempest-FloatingIPAdminTestJSON-836365309 tempest-FloatingIPAdminTestJSON-836365309-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:24.333704 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d749beba-6eb4-4af5-9ead-2f334cef3626 tempest-ServersTestManualDisk-715244052 tempest-ServersTestManualDisk-715244052-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fdf14fda-8772-4c7b-b681-601543676c85,revision_number=1']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:26:24.366564 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-b77fa5d5-436a-4e21-a063-df49a49994c4 tempest-ServersTestJSON-1286137368 tempest-ServersTestJSON-1286137368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:24.368922 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-fae6a071-7f45-4eca-9121-9e4ef41843bc None None] Publish callbacks [] for port, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:24.379694 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-d749beba-6eb4-4af5-9ead-2f334cef3626 tempest-ServersTestManualDisk-715244052 tempest-ServersTestManualDisk-715244052-project] Publish callbacks [] for security_group, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:24.383210 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-d749beba-6eb4-4af5-9ead-2f334cef3626 tempest-ServersTestManualDisk-715244052 tempest-ServersTestManualDisk-715244052-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.9251020 Dec 18 13:26:24.400160 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 48962) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:26:24.407176 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-4cfa945f-5f80-4088-84b6-564d3aeb567a tempest-ServersTestManualDisk-715244052 tempest-ServersTestManualDisk-715244052-project] Request body: {'security_group_rule': {'security_group_id': 'fdf14fda-8772-4c7b-b681-601543676c85', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:26:24.475424 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device eda923d2-1f85-4c40-a7d7-f51808960185 up at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 13:26:24.484989 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-0ec333d9-3615-4141-9447-9068101dc628 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:24.499515 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-fae6a071-7f45-4eca-9121-9e4ef41843bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975'] for port, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:24.527399 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-32cb5e12-5514-4800-89e6-27b4534d287a None None] Publish callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:24.537852 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-32cb5e12-5514-4800-89e6-27b4534d287a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:24.588457 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-0ad4ef81-1a1d-4c9c-96d9-2147be05ac84 tempest-DHCPAgentSchedulersTestJSON-1197897816 tempest-DHCPAgentSchedulersTestJSON-1197897816-project] Deleting port 6aad2b59-fe7c-4a3a-9021-bc80a99869e0 {{(pid=103160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:26:24.588942 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-0ad4ef81-1a1d-4c9c-96d9-2147be05ac84 tempest-DHCPAgentSchedulersTestJSON-1197897816 tempest-DHCPAgentSchedulersTestJSON-1197897816-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:24.623636 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9a83b4-932d-45b6-bb33-95858552e39a None None] Pushing event updated for resources: {'Port': ['ID=c5f0bb91-55c3-4f61-9cd9-f9c57b1da6e0,revision_number=3']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:26:24.651061 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a17c68f-85ad-441c-85c2-0bc6daa7dcfd None None] DHCP port deletion for 8d0a0198-a2d2-4fa4-be17-1643a78a1962 request from dv-neutron-744815-20-hyperv {{(pid=103161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 18 13:26:24.678790 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-1038bcf5-8a5f-4969-87a5-35b460327086 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:24.680618 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.db [None req-0ad4ef81-1a1d-4c9c-96d9-2147be05ac84 tempest-DHCPAgentSchedulersTestJSON-1197897816 tempest-DHCPAgentSchedulersTestJSON-1197897816-project] For port 6aad2b59-fe7c-4a3a-9021-bc80a99869e0, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=6aad2b59-fe7c-4a3a-9021-bc80a99869e0,segment=NetworkSegment(23f78b49-a4b4-4dd0-941a-3b77f029821a),segment_id=23f78b49-a4b4-4dd0-941a-3b77f029821a)] {{(pid=103160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:26:24.681130 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-0ad4ef81-1a1d-4c9c-96d9-2147be05ac84 tempest-DHCPAgentSchedulersTestJSON-1197897816 tempest-DHCPAgentSchedulersTestJSON-1197897816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:24.697975 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ec333d9-3615-4141-9447-9068101dc628 admin admin] Network 2fc4e038-9db1-4dce-962e-0069075d1df7 is already hosted by enough agents. {{(pid=103159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:26:24.721946 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fae6a071-7f45-4eca-9121-9e4ef41843bc None None] Network a44f18b7-4438-4505-85ee-80977831129c is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:26:24.722835 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-0ad4ef81-1a1d-4c9c-96d9-2147be05ac84 tempest-DHCPAgentSchedulersTestJSON-1197897816 tempest-DHCPAgentSchedulersTestJSON-1197897816-project] Calling delete_port for 6aad2b59-fe7c-4a3a-9021-bc80a99869e0 owned by network:dhcp {{(pid=103160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:26:24.723462 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.base_scheduler [None req-0ec333d9-3615-4141-9447-9068101dc628 admin admin] Resources bound (agent type, host, resource id): {{(pid=103159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:26:24.728615 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ec333d9-3615-4141-9447-9068101dc628 admin admin] Received port after_create {{(pid=103159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:26:24.753007 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-fae6a071-7f45-4eca-9121-9e4ef41843bc None None] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:26:24.757341 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae6a071-7f45-4eca-9121-9e4ef41843bc None None] Pushing event updated for resources: {'Port': ['ID=07aa9f39-245c-4e23-ae28-317d6c2302fc,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:26:24.789385 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fae6a071-7f45-4eca-9121-9e4ef41843bc None None] Received port after_create {{(pid=103161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:26:24.811214 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec333d9-3615-4141-9447-9068101dc628 admin admin] Pushing event updated for resources: {'Port': ['ID=1170b877-3537-494c-8028-93eabfb7aa2e,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:26:24.818427 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [None req-32cb5e12-5514-4800-89e6-27b4534d287a None None] Attempting to bind port c5f0bb91-55c3-4f61-9cd9-f9c57b1da6e0 on host dv-neutron-744815-20-hyperv for vnic_type normal with profile {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 13:26:24.818713 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [None req-32cb5e12-5514-4800-89e6-27b4534d287a None None] Attempting to bind port c5f0bb91-55c3-4f61-9cd9-f9c57b1da6e0 by drivers openvswitch,hyperv on host dv-neutron-744815-20-hyperv at level 0 using segments [{'id': 'fcb680fd-bcea-4128-b9c8-92eb57a7f151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '54539a24-3149-4df7-83e3-55189e7814ad'}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 13:26:24.819140 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32cb5e12-5514-4800-89e6-27b4534d287a None None] Attempting to bind port c5f0bb91-55c3-4f61-9cd9-f9c57b1da6e0 on network 54539a24-3149-4df7-83e3-55189e7814ad {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 13:26:24.821678 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-c494960d-b33b-4834-a14b-d83660f48c73 tempest-RoutersAdminTest-1776390182 tempest-RoutersAdminTest-1776390182-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:24.821922 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 48966) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:26:24.832612 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-4cfa945f-5f80-4088-84b6-564d3aeb567a tempest-ServersTestManualDisk-715244052 tempest-ServersTestManualDisk-715244052-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:24.839839 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32cb5e12-5514-4800-89e6-27b4534d287a None None] Checking agent: {'id': '428fa9fa-43db-4db9-9f96-f60ffe931f2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-20-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 13, 19, 1), 'started_at': datetime.datetime(2021, 12, 18, 13, 19, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 13, 26, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-20-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 18 13:26:24.840220 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32cb5e12-5514-4800-89e6-27b4534d287a None None] Checking segment: {'id': 'fcb680fd-bcea-4128-b9c8-92eb57a7f151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '54539a24-3149-4df7-83e3-55189e7814ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 13:26:24.840621 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-32cb5e12-5514-4800-89e6-27b4534d287a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:24.840755 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-ef963780-4301-440c-acb4-cd26a1575e07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] Request body: {'port': {'network_id': '5e674343-03e8-41f3-83f1-26307c6a7108', 'binding:host_id': 'hv-neutron-7448', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-195504486'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:26:24.841010 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32cb5e12-5514-4800-89e6-27b4534d287a None None] Bound using segment: {'id': 'fcb680fd-bcea-4128-b9c8-92eb57a7f151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '54539a24-3149-4df7-83e3-55189e7814ad'} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 18 13:26:24.841487 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [None req-32cb5e12-5514-4800-89e6-27b4534d287a None None] Bound port: c5f0bb91-55c3-4f61-9cd9-f9c57b1da6e0, host: dv-neutron-744815-20-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fcb680fd-bcea-4128-b9c8-92eb57a7f151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '54539a24-3149-4df7-83e3-55189e7814ad'}}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 18 13:26:24.841878 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-32cb5e12-5514-4800-89e6-27b4534d287a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:24.864594 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-1038bcf5-8a5f-4969-87a5-35b460327086 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:24.881248 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.db_base_plugin_common [None req-b77fa5d5-436a-4e21-a063-df49a49994c4 tempest-ServersTestJSON-1286137368 tempest-ServersTestJSON-1286137368-project] Allocated IP 172.26.3.129 (decb4a40-7941-48c8-afbb-daaafd502e83/70deed80-3ca1-4f9e-96cb-563b43d3acba/b4c18279-b6ac-4f8a-91b3-60a479060f5f) {{(pid=103160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:26:24.975432 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-32cb5e12-5514-4800-89e6-27b4534d287a None None] For port c5f0bb91-55c3-4f61-9cd9-f9c57b1da6e0, host dv-neutron-744815-20-hyperv, cleared binding levels {{(pid=103162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 18 13:26:24.983263 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c494960d-b33b-4834-a14b-d83660f48c73 tempest-RoutersAdminTest-1776390182 tempest-RoutersAdminTest-1776390182-project-admin] Pushing event deleted for resources: {'Port': ['ID=e949967b-101a-4d21-9127-b6dacb5297a5,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:26:24.984123 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-32cb5e12-5514-4800-89e6-27b4534d287a None None] For port c5f0bb91-55c3-4f61-9cd9-f9c57b1da6e0, host dv-neutron-744815-20-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=c5f0bb91-55c3-4f61-9cd9-f9c57b1da6e0,segment=NetworkSegment(fcb680fd-bcea-4128-b9c8-92eb57a7f151),segment_id=fcb680fd-bcea-4128-b9c8-92eb57a7f151)] {{(pid=103162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 18 13:26:24.991863 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef963780-4301-440c-acb4-cd26a1575e07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] Made reservation on behalf of 59d55eaaeaa345958c2005c3f790bd20 for: {'port': 1} {{(pid=103160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:26:24.994696 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2294866d-0076-4933-952c-685307032598 None None] Provisioning complete for port eda923d2-1f85-4c40-a7d7-f51808960185 triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:26:24.994999 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:24.995841 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-ef963780-4301-440c-acb4-cd26a1575e07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:25.002738 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-32cb5e12-5514-4800-89e6-27b4534d287a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:25.039287 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-0ec333d9-3615-4141-9447-9068101dc628 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586257'] for router_interface, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:25.044635 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-fae6a071-7f45-4eca-9121-9e4ef41843bc None None] Attempting to bind port 07aa9f39-245c-4e23-ae28-317d6c2302fc on host dv-neutron-744815-20-hyperv for vnic_type normal with profile {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 13:26:25.045359 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-fae6a071-7f45-4eca-9121-9e4ef41843bc None None] Attempting to bind port 07aa9f39-245c-4e23-ae28-317d6c2302fc by drivers openvswitch,hyperv on host dv-neutron-744815-20-hyperv at level 0 using segments [{'id': 'eab95354-45f5-435f-ab07-6916c47529b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'a44f18b7-4438-4505-85ee-80977831129c'}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 13:26:25.045544 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fae6a071-7f45-4eca-9121-9e4ef41843bc None None] Attempting to bind port 07aa9f39-245c-4e23-ae28-317d6c2302fc on network a44f18b7-4438-4505-85ee-80977831129c {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 13:26:25.063517 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-ef963780-4301-440c-acb4-cd26a1575e07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:25.074581 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fae6a071-7f45-4eca-9121-9e4ef41843bc None None] Checking agent: {'id': '428fa9fa-43db-4db9-9f96-f60ffe931f2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-20-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 13, 19, 1), 'started_at': datetime.datetime(2021, 12, 18, 13, 19, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 13, 26, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-20-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 18 13:26:25.075019 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fae6a071-7f45-4eca-9121-9e4ef41843bc None None] Checking segment: {'id': 'eab95354-45f5-435f-ab07-6916c47529b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'a44f18b7-4438-4505-85ee-80977831129c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 13:26:25.075476 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-fae6a071-7f45-4eca-9121-9e4ef41843bc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:25.075919 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fae6a071-7f45-4eca-9121-9e4ef41843bc None None] Bound using segment: {'id': 'eab95354-45f5-435f-ab07-6916c47529b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'a44f18b7-4438-4505-85ee-80977831129c'} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 18 13:26:25.076428 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-fae6a071-7f45-4eca-9121-9e4ef41843bc None None] Bound port: 07aa9f39-245c-4e23-ae28-317d6c2302fc, host: dv-neutron-744815-20-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eab95354-45f5-435f-ab07-6916c47529b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'a44f18b7-4438-4505-85ee-80977831129c'}}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 18 13:26:25.076829 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-fae6a071-7f45-4eca-9121-9e4ef41843bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:25.085963 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9a83b4-932d-45b6-bb33-95858552e39a None None] Pushing event updated for resources: {'Port': ['ID=c5f0bb91-55c3-4f61-9cd9-f9c57b1da6e0,revision_number=4']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:26:25.108688 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-0ad4ef81-1a1d-4c9c-96d9-2147be05ac84 tempest-DHCPAgentSchedulersTestJSON-1197897816 tempest-DHCPAgentSchedulersTestJSON-1197897816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984'] for port, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:25.113326 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-dd238489-dab3-4834-90ba-f3fa7485e8d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:25.157792 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ad4ef81-1a1d-4c9c-96d9-2147be05ac84 tempest-DHCPAgentSchedulersTestJSON-1197897816 tempest-DHCPAgentSchedulersTestJSON-1197897816-project] No DVR routers for this DVR port 6aad2b59-fe7c-4a3a-9021-bc80a99869e0 on host dv-neutron-744815-20-hyperv {{(pid=103160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 18 13:26:25.161556 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32cb5e12-5514-4800-89e6-27b4534d287a None None] Routers {'7a6bcf96-5688-45cb-aa44-7313670ab94d'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:26:25.163331 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-32cb5e12-5514-4800-89e6-27b4534d287a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:25:57Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['7a6bcf96-5688-45cb-aa44-7313670ab94d'], 'active': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:26:25.191678 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad4ef81-1a1d-4c9c-96d9-2147be05ac84 tempest-DHCPAgentSchedulersTestJSON-1197897816 tempest-DHCPAgentSchedulersTestJSON-1197897816-project] Pushing event deleted for resources: {'Port': ['ID=6aad2b59-fe7c-4a3a-9021-bc80a99869e0,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:26:25.198475 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-fae6a071-7f45-4eca-9121-9e4ef41843bc None None] For port 07aa9f39-245c-4e23-ae28-317d6c2302fc, host dv-neutron-744815-20-hyperv, cleared binding levels {{(pid=103161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 18 13:26:25.201892 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-fae6a071-7f45-4eca-9121-9e4ef41843bc None None] For port 07aa9f39-245c-4e23-ae28-317d6c2302fc, host dv-neutron-744815-20-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=07aa9f39-245c-4e23-ae28-317d6c2302fc,segment=NetworkSegment(eab95354-45f5-435f-ab07-6916c47529b1),segment_id=eab95354-45f5-435f-ab07-6916c47529b1)] {{(pid=103161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 18 13:26:25.272433 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-fae6a071-7f45-4eca-9121-9e4ef41843bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:25.331487 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-f2d86e02-a052-4b2b-b8b0-cb504eed69b2 None None] Provisioning complete for port c5f0bb91-55c3-4f61-9cd9-f9c57b1da6e0 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:26:25.331929 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f2d86e02-a052-4b2b-b8b0-cb504eed69b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:25.488682 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-4cfa945f-5f80-4088-84b6-564d3aeb567a tempest-ServersTestManualDisk-715244052 tempest-ServersTestManualDisk-715244052-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:25.492167 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvr_db [None req-32cb5e12-5514-4800-89e6-27b4534d287a None None] Set router 7a6bcf96-5688-45cb-aa44-7313670ab94d gateway port host: dv-neutron-744815-20-hyperv {{(pid=103162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 13:26:25.513829 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-4cfa945f-5f80-4088-84b6-564d3aeb567a tempest-ServersTestManualDisk-715244052 tempest-ServersTestManualDisk-715244052-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530267'] for security_group_rule, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:25.522481 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-c494960d-b33b-4834-a14b-d83660f48c73 tempest-RoutersAdminTest-1776390182 tempest-RoutersAdminTest-1776390182-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:25.522862 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae6a071-7f45-4eca-9121-9e4ef41843bc None None] Pushing event updated for resources: {'Port': ['ID=07aa9f39-245c-4e23-ae28-317d6c2302fc,revision_number=2']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:26:25.535941 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-caaf5019-0088-486a-8afd-8d2dc2991763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1adb187a-cc2a-4400-b008-3da2c3a40348', 'name': 'tempest-ServerActionsTestJSON-119346790-router', 'tenant_id': '797acd6e00034b9ba6b75e0f2650f2ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.68'}], 'enable_snat': True}, 'gw_port_id': '5ea7f254-7846-4a78-ab07-536ed7415b42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:26:10Z', 'updated_at': '2021-12-18T13:26:17Z', 'revision_number': 3, 'project_id': '797acd6e00034b9ba6b75e0f2650f2ea', 'gw_port': {'id': '5ea7f254-7846-4a78-ab07-536ed7415b42', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:c7:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1adb187a-cc2a-4400-b008-3da2c3a40348', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:26:14Z', 'updated_at': '2021-12-18T13:26:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv'}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:26:25.537494 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-c494960d-b33b-4834-a14b-d83660f48c73 tempest-RoutersAdminTest-1776390182 tempest-RoutersAdminTest-1776390182-project-admin] 10.222.0.31 "DELETE /v2.0/ports/e949967b-101a-4d21-9127-b6dacb5297a5 HTTP/1.1" status: 204 len: 168 time: 3.0502751 Dec 18 13:26:25.540288 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-b77fa5d5-436a-4e21-a063-df49a49994c4 tempest-ServersTestJSON-1286137368 tempest-ServersTestJSON-1286137368-project] Publish callbacks [] for port, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:25.543066 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 48970) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:26:25.575249 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-e86e1f2a-5127-4b30-be37-5ca06689d60d tempest-RoutersAdminTest-1776390182 tempest-RoutersAdminTest-1776390182-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f1c4d285-6e06-4e5b-85a3-7ac5e38975c3', 'external_fixed_ips': [{'subnet_id': '1cdd12eb-32de-408c-863b-58a97c764467', 'ip_address': '172.20.0.7'}]}}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:26:25.599709 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caaf5019-0088-486a-8afd-8d2dc2991763 None None] The sync data for ids ['1adb187a-cc2a-4400-b008-3da2c3a40348'] in dv-neutron-744815-20-hyperv is: [{'id': '1adb187a-cc2a-4400-b008-3da2c3a40348', 'name': 'tempest-ServerActionsTestJSON-119346790-router', 'tenant_id': '797acd6e00034b9ba6b75e0f2650f2ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.68'}], 'enable_snat': True}, 'gw_port_id': '5ea7f254-7846-4a78-ab07-536ed7415b42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:26:10Z', 'updated_at': '2021-12-18T13:26:17Z', 'revision_number': 3, 'project_id': '797acd6e00034b9ba6b75e0f2650f2ea', 'gw_port': {'id': '5ea7f254-7846-4a78-ab07-536ed7415b42', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:c7:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1adb187a-cc2a-4400-b008-3da2c3a40348', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:26:14Z', 'updated_at': '2021-12-18T13:26:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv'}] {{(pid=103161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 13:26:25.603277 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-1038bcf5-8a5f-4969-87a5-35b460327086 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:25.608701 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-1038bcf5-8a5f-4969-87a5-35b460327086 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:25.613072 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-1038bcf5-8a5f-4969-87a5-35b460327086 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3d670532-c394-4e20-b62a-ee89bc3c0d5e HTTP/1.1" status: 204 len: 168 time: 1.3185017 Dec 18 13:26:25.636996 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-0ad4ef81-1a1d-4c9c-96d9-2147be05ac84 tempest-DHCPAgentSchedulersTestJSON-1197897816 tempest-DHCPAgentSchedulersTestJSON-1197897816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1927292', 'neutron.services.segments.db._delete_segments_for_network-8767106887837'] for network, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:25.642710 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-9a17c68f-85ad-441c-85c2-0bc6daa7dcfd None None] Deleting port 6aad2b59-fe7c-4a3a-9021-bc80a99869e0 {{(pid=103161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:26:25.643441 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-9a17c68f-85ad-441c-85c2-0bc6daa7dcfd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:25.710506 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfa945f-5f80-4088-84b6-564d3aeb567a tempest-ServersTestManualDisk-715244052 tempest-ServersTestManualDisk-715244052-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b30fbd4c-d083-4901-9748-2b701ed00962,revision_number=0']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:26:25.749404 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-0ad4ef81-1a1d-4c9c-96d9-2147be05ac84 tempest-DHCPAgentSchedulersTestJSON-1197897816 tempest-DHCPAgentSchedulersTestJSON-1197897816-project] Subscribe: > segment before_delete 55550000 {{(pid=103160) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 13:26:25.749976 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-0ad4ef81-1a1d-4c9c-96d9-2147be05ac84 tempest-DHCPAgentSchedulersTestJSON-1197897816 tempest-DHCPAgentSchedulersTestJSON-1197897816-project] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103160) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 13:26:25.750806 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-0ad4ef81-1a1d-4c9c-96d9-2147be05ac84 tempest-DHCPAgentSchedulersTestJSON-1197897816 tempest-DHCPAgentSchedulersTestJSON-1197897816-project] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103160) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 13:26:25.751172 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-0ad4ef81-1a1d-4c9c-96d9-2147be05ac84 tempest-DHCPAgentSchedulersTestJSON-1197897816 tempest-DHCPAgentSchedulersTestJSON-1197897816-project] Subscribe: > port after_create 55550000 {{(pid=103160) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 13:26:25.751506 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-0ad4ef81-1a1d-4c9c-96d9-2147be05ac84 tempest-DHCPAgentSchedulersTestJSON-1197897816 tempest-DHCPAgentSchedulersTestJSON-1197897816-project] Subscribe: > port after_delete 55550000 {{(pid=103160) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 13:26:25.751853 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-0ad4ef81-1a1d-4c9c-96d9-2147be05ac84 tempest-DHCPAgentSchedulersTestJSON-1197897816 tempest-DHCPAgentSchedulersTestJSON-1197897816-project] Subscribe: > port after_update 55550000 {{(pid=103160) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 13:26:25.752168 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-0ad4ef81-1a1d-4c9c-96d9-2147be05ac84 tempest-DHCPAgentSchedulersTestJSON-1197897816 tempest-DHCPAgentSchedulersTestJSON-1197897816-project] Subscribe: > segment after_delete 55550000 {{(pid=103160) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 13:26:25.752482 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-0ad4ef81-1a1d-4c9c-96d9-2147be05ac84 tempest-DHCPAgentSchedulersTestJSON-1197897816 tempest-DHCPAgentSchedulersTestJSON-1197897816-project] Subscribe: > subnet after_create 55550000 {{(pid=103160) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 13:26:25.752794 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-0ad4ef81-1a1d-4c9c-96d9-2147be05ac84 tempest-DHCPAgentSchedulersTestJSON-1197897816 tempest-DHCPAgentSchedulersTestJSON-1197897816-project] Subscribe: > subnet after_delete 55550000 {{(pid=103160) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 13:26:25.753111 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-0ad4ef81-1a1d-4c9c-96d9-2147be05ac84 tempest-DHCPAgentSchedulersTestJSON-1197897816 tempest-DHCPAgentSchedulersTestJSON-1197897816-project] Subscribe: > subnet after_update 55550000 {{(pid=103160) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 13:26:25.803393 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-0ec333d9-3615-4141-9447-9068101dc628 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:25.885204 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-4cfa945f-5f80-4088-84b6-564d3aeb567a tempest-ServersTestManualDisk-715244052 tempest-ServersTestManualDisk-715244052-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:25.888927 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-4cfa945f-5f80-4088-84b6-564d3aeb567a tempest-ServersTestManualDisk-715244052 tempest-ServersTestManualDisk-715244052-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4851193 Dec 18 13:26:25.890527 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1038bcf5-8a5f-4969-87a5-35b460327086 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d670532-c394-4e20-b62a-ee89bc3c0d5e,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:26:25.934971 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 48974) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:26:25.939849 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-783a8f53-150a-4848-b904-773385c71848 tempest-FloatingIPAdminTestJSON-836365309 tempest-FloatingIPAdminTestJSON-836365309-project] Publish callbacks [] for router_gateway, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:25.985666 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-bfc81646-8198-48d5-aec9-d12aaab157fc tempest-ServersTestManualDisk-715244052 tempest-ServersTestManualDisk-715244052-project] Request body: {'security_group_rule': {'security_group_id': 'fdf14fda-8772-4c7b-b681-601543676c85', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:26:26.017830 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-783a8f53-150a-4848-b904-773385c71848 tempest-FloatingIPAdminTestJSON-836365309 tempest-FloatingIPAdminTestJSON-836365309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:26.038465 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-0ad4ef81-1a1d-4c9c-96d9-2147be05ac84 tempest-DHCPAgentSchedulersTestJSON-1197897816 tempest-DHCPAgentSchedulersTestJSON-1197897816-project] Subscribe: > subnet after_create 55550000 {{(pid=103160) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 13:26:26.038812 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-0ad4ef81-1a1d-4c9c-96d9-2147be05ac84 tempest-DHCPAgentSchedulersTestJSON-1197897816 tempest-DHCPAgentSchedulersTestJSON-1197897816-project] Subscribe: > subnet after_delete 55550000 {{(pid=103160) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 13:26:26.039140 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-0ad4ef81-1a1d-4c9c-96d9-2147be05ac84 tempest-DHCPAgentSchedulersTestJSON-1197897816 tempest-DHCPAgentSchedulersTestJSON-1197897816-project] Subscribe: > subnet before_create 55550000 {{(pid=103160) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 13:26:26.043551 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-0ad4ef81-1a1d-4c9c-96d9-2147be05ac84 tempest-DHCPAgentSchedulersTestJSON-1197897816 tempest-DHCPAgentSchedulersTestJSON-1197897816-project] Subscribe: > subnet before_update 55550000 {{(pid=103160) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 13:26:26.043929 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.services.segments.db [None req-0ad4ef81-1a1d-4c9c-96d9-2147be05ac84 tempest-DHCPAgentSchedulersTestJSON-1197897816 tempest-DHCPAgentSchedulersTestJSON-1197897816-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d0a0198-a2d2-4fa4-be17-1643a78a1962']}} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:26:26.056818 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-e86e1f2a-5127-4b30-be37-5ca06689d60d tempest-RoutersAdminTest-1776390182 tempest-RoutersAdminTest-1776390182-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28433'] for router, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:26.058182 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-e86e1f2a-5127-4b30-be37-5ca06689d60d tempest-RoutersAdminTest-1776390182 tempest-RoutersAdminTest-1776390182-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-589769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28440'] for router, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:26.062587 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-32cb5e12-5514-4800-89e6-27b4534d287a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a6bcf96-5688-45cb-aa44-7313670ab94d', 'name': 'tempest-ServersTestManualDisk-471722443-router', 'tenant_id': '3c839ee0d3a64d8ba03ff7c8e7493dcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.156'}], 'enable_snat': True}, 'gw_port_id': 'eda923d2-1f85-4c40-a7d7-f51808960185', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:26:08Z', 'updated_at': '2021-12-18T13:26:17Z', 'revision_number': 4, 'project_id': '3c839ee0d3a64d8ba03ff7c8e7493dcd', 'gw_port': {'id': 'eda923d2-1f85-4c40-a7d7-f51808960185', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:d9:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a6bcf96-5688-45cb-aa44-7313670ab94d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:26:10Z', 'updated_at': '2021-12-18T13:26:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv', '_interfaces': [{'id': 'c5f0bb91-55c3-4f61-9cd9-f9c57b1da6e0', 'name': '', 'network_id': '54539a24-3149-4df7-83e3-55189e7814ad', 'tenant_id': '3c839ee0d3a64d8ba03ff7c8e7493dcd', 'mac_address': 'fa:16:3e:2f:3a:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a6bcf96-5688-45cb-aa44-7313670ab94d', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '7eb73a90-08ad-41ee-8b91-9561421ba1b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:26:16Z', 'updated_at': '2021-12-18T13:26:24Z', 'revision_number': 4, 'project_id': '3c839ee0d3a64d8ba03ff7c8e7493dcd', 'subnets': [{'id': '7eb73a90-08ad-41ee-8b91-9561421ba1b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:26:26.121477 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-ef963780-4301-440c-acb4-cd26a1575e07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:26.123697 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.services.segments.db [None req-0ad4ef81-1a1d-4c9c-96d9-2147be05ac84 tempest-DHCPAgentSchedulersTestJSON-1197897816 tempest-DHCPAgentSchedulersTestJSON-1197897816-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23f78b49-a4b4-4dd0-941a-3b77f029821a') {'for_net_delete': True} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:26:26.123901 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.services.segments.db [None req-0ad4ef81-1a1d-4c9c-96d9-2147be05ac84 tempest-DHCPAgentSchedulersTestJSON-1197897816 tempest-DHCPAgentSchedulersTestJSON-1197897816-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23f78b49-a4b4-4dd0-941a-3b77f029821a') {} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:26:26.142779 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-ef963780-4301-440c-acb4-cd26a1575e07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:26.145868 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-0ad4ef81-1a1d-4c9c-96d9-2147be05ac84 tempest-DHCPAgentSchedulersTestJSON-1197897816 tempest-DHCPAgentSchedulersTestJSON-1197897816-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767106888614', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4533424'] for segment, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:26.168644 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.agents_db [None req-e3dda592-589a-4b4d-b028-ba9a260f4f50 None None] Agent healthcheck: found 6 active agents {{(pid=103162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 18 13:26:26.170856 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-9a17c68f-85ad-441c-85c2-0bc6daa7dcfd None None] For port 6aad2b59-fe7c-4a3a-9021-bc80a99869e0, host dv-neutron-744815-20-hyperv, got binding levels [] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:26:26.171527 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-9a17c68f-85ad-441c-85c2-0bc6daa7dcfd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:26.172021 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32cb5e12-5514-4800-89e6-27b4534d287a None None] The sync data for ids ['7a6bcf96-5688-45cb-aa44-7313670ab94d'] in dv-neutron-744815-20-hyperv is: [{'id': '7a6bcf96-5688-45cb-aa44-7313670ab94d', 'name': 'tempest-ServersTestManualDisk-471722443-router', 'tenant_id': '3c839ee0d3a64d8ba03ff7c8e7493dcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.156'}], 'enable_snat': True}, 'gw_port_id': 'eda923d2-1f85-4c40-a7d7-f51808960185', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:26:08Z', 'updated_at': '2021-12-18T13:26:17Z', 'revision_number': 4, 'project_id': '3c839ee0d3a64d8ba03ff7c8e7493dcd', 'gw_port': {'id': 'eda923d2-1f85-4c40-a7d7-f51808960185', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:d9:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a6bcf96-5688-45cb-aa44-7313670ab94d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:26:10Z', 'updated_at': '2021-12-18T13:26:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv', '_interfaces': [{'id': 'c5f0bb91-55c3-4f61-9cd9-f9c57b1da6e0', 'name': '', 'network_id': '54539a24-3149-4df7-83e3-55189e7814ad', 'tenant_id': '3c839ee0d3a64d8ba03ff7c8e7493dcd', 'mac_address': 'fa:16:3e:2f:3a:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a6bcf96-5688-45cb-aa44-7313670ab94d', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '7eb73a90-08ad-41ee-8b91-9561421ba1b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:26:16Z', 'updated_at': '2021-12-18T13:26:24Z', 'revision_number': 4, 'project_id': '3c839ee0d3a64d8ba03ff7c8e7493dcd', 'subnets': [{'id': '7eb73a90-08ad-41ee-8b91-9561421ba1b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 13:26:26.181850 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.notifiers.nova [None req-ef963780-4301-440c-acb4-cd26a1575e07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] device_id is not set on port d8c5aca7-c4b2-48aa-a5ef-fbb1beb39656 yet. {{(pid=103160) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 18 13:26:26.274724 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-e86e1f2a-5127-4b30-be37-5ca06689d60d tempest-RoutersAdminTest-1776390182 tempest-RoutersAdminTest-1776390182-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:26.279182 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-bfc81646-8198-48d5-aec9-d12aaab157fc tempest-ServersTestManualDisk-715244052 tempest-ServersTestManualDisk-715244052-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:26.279733 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-0ad4ef81-1a1d-4c9c-96d9-2147be05ac84 tempest-DHCPAgentSchedulersTestJSON-1197897816 tempest-DHCPAgentSchedulersTestJSON-1197897816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:26.311240 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-9a17c68f-85ad-441c-85c2-0bc6daa7dcfd None None] Calling delete_port for 6aad2b59-fe7c-4a3a-9021-bc80a99869e0 owned by network:dhcp {{(pid=103161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:26:26.354123 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.ipam_backend_mixin [None req-9a17c68f-85ad-441c-85c2-0bc6daa7dcfd None None] Port 6aad2b59-fe7c-4a3a-9021-bc80a99869e0 was not found and therefore no delete operation was performed {{(pid=103161) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 18 13:26:26.364225 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-9a17c68f-85ad-441c-85c2-0bc6daa7dcfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984'] for port, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:26.406527 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a17c68f-85ad-441c-85c2-0bc6daa7dcfd None None] No DVR routers for this DVR port 6aad2b59-fe7c-4a3a-9021-bc80a99869e0 on host dv-neutron-744815-20-hyperv {{(pid=103161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 18 13:26:26.421338 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a17c68f-85ad-441c-85c2-0bc6daa7dcfd None None] Pushing event deleted for resources: {'Port': ['ID=6aad2b59-fe7c-4a3a-9021-bc80a99869e0,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:26:26.443000 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef963780-4301-440c-acb4-cd26a1575e07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c24cb224-ff45-4779-8637-d2db898cec22,revision_number=1']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:26:26.458395 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ad4ef81-1a1d-4c9c-96d9-2147be05ac84 tempest-DHCPAgentSchedulersTestJSON-1197897816 tempest-DHCPAgentSchedulersTestJSON-1197897816-project] Releasing vlan 114 on physical network physnet1 to pool {{(pid=103160) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 18 13:26:26.459120 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-0ad4ef81-1a1d-4c9c-96d9-2147be05ac84 tempest-DHCPAgentSchedulersTestJSON-1197897816 tempest-DHCPAgentSchedulersTestJSON-1197897816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4533569'] for segment, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:26.474411 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f2d86e02-a052-4b2b-b8b0-cb504eed69b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:26.527847 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-b77fa5d5-436a-4e21-a063-df49a49994c4 tempest-ServersTestJSON-1286137368 tempest-ServersTestJSON-1286137368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4533522'] for port, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:26.536882 dv-neutron-744815-20-hyperv neutron-server[103160]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 18 13:26:26.536882 dv-neutron-744815-20-hyperv neutron-server[103160]: from cryptography.utils import int_from_bytes Dec 18 13:26:26.536882 dv-neutron-744815-20-hyperv neutron-server[103160]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 18 13:26:26.536882 dv-neutron-744815-20-hyperv neutron-server[103160]: from cryptography.utils import int_from_bytes Dec 18 13:26:26.536882 dv-neutron-744815-20-hyperv neutron-server[103160]: Traceback (most recent call last): Dec 18 13:26:26.536882 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 18 13:26:26.536882 dv-neutron-744815-20-hyperv neutron-server[103160]: timer() Dec 18 13:26:26.536882 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 18 13:26:26.536882 dv-neutron-744815-20-hyperv neutron-server[103160]: cb(*args, **kw) Dec 18 13:26:26.536882 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 18 13:26:26.536882 dv-neutron-744815-20-hyperv neutron-server[103160]: return func(*args, **kwargs) Dec 18 13:26:26.536882 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 18 13:26:26.536882 dv-neutron-744815-20-hyperv neutron-server[103160]: self._notify() Dec 18 13:26:26.536882 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 18 13:26:26.536882 dv-neutron-744815-20-hyperv neutron-server[103160]: self.callback(batched_events) Dec 18 13:26:26.536882 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 18 13:26:26.536882 dv-neutron-744815-20-hyperv neutron-server[103160]: event.method(event) Dec 18 13:26:26.536882 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 18 13:26:26.536882 dv-neutron-744815-20-hyperv neutron-server[103160]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 18 13:26:26.536882 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 18 13:26:26.536882 dv-neutron-744815-20-hyperv neutron-server[103160]: aggregate_uuid = self.p_client.list_aggregates( Dec 18 13:26:26.536882 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 18 13:26:26.536882 dv-neutron-744815-20-hyperv neutron-server[103160]: return f(self, *a, **k) Dec 18 13:26:26.536882 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 18 13:26:26.536882 dv-neutron-744815-20-hyperv neutron-server[103160]: return self._get(url).json() Dec 18 13:26:26.536882 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 18 13:26:26.536882 dv-neutron-744815-20-hyperv neutron-server[103160]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 18 13:26:26.536882 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 18 13:26:26.536882 dv-neutron-744815-20-hyperv neutron-server[103160]: return self.request(url, 'GET', **kwargs) Dec 18 13:26:26.536882 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 18 13:26:26.536882 dv-neutron-744815-20-hyperv neutron-server[103160]: base_url = self.get_endpoint(auth, allow=allow, Dec 18 13:26:26.536882 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 18 13:26:26.536882 dv-neutron-744815-20-hyperv neutron-server[103160]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 18 13:26:26.536882 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 18 13:26:26.536882 dv-neutron-744815-20-hyperv neutron-server[103160]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 18 13:26:26.536882 dv-neutron-744815-20-hyperv neutron-server[103160]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 18 13:26:26.659477 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b77fa5d5-436a-4e21-a063-df49a49994c4 tempest-ServersTestJSON-1286137368 tempest-ServersTestJSON-1286137368-project] Network decb4a40-7941-48c8-afbb-daaafd502e83 is already hosted by enough agents. {{(pid=103160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:26:26.661169 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-0ad4ef81-1a1d-4c9c-96d9-2147be05ac84 tempest-DHCPAgentSchedulersTestJSON-1197897816 tempest-DHCPAgentSchedulersTestJSON-1197897816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1927267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586962'] for network, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:26.678700 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 07aa9f39-245c-4e23-ae28-317d6c2302fc up at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 13:26:26.741552 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77fa5d5-436a-4e21-a063-df49a49994c4 tempest-ServersTestJSON-1286137368 tempest-ServersTestJSON-1286137368-project] Pushing event updated for resources: {'Port': ['ID=b4c18279-b6ac-4f8a-91b3-60a479060f5f,revision_number=1']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:26:26.764246 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.base_scheduler [None req-b77fa5d5-436a-4e21-a063-df49a49994c4 tempest-ServersTestJSON-1286137368 tempest-ServersTestJSON-1286137368-project] Resources bound (agent type, host, resource id): {{(pid=103160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:26:26.784076 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-f2d86e02-a052-4b2b-b8b0-cb504eed69b2 None None] For port c5f0bb91-55c3-4f61-9cd9-f9c57b1da6e0, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=c5f0bb91-55c3-4f61-9cd9-f9c57b1da6e0,segment=NetworkSegment(fcb680fd-bcea-4128-b9c8-92eb57a7f151),segment_id=fcb680fd-bcea-4128-b9c8-92eb57a7f151)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:26:26.802383 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f2d86e02-a052-4b2b-b8b0-cb504eed69b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:26.934546 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d86e02-a052-4b2b-b8b0-cb504eed69b2 None None] Pushing event updated for resources: {'Port': ['ID=c5f0bb91-55c3-4f61-9cd9-f9c57b1da6e0,revision_number=5']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:26:26.952656 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2294866d-0076-4933-952c-685307032598 None None] Provisioning complete for port 07aa9f39-245c-4e23-ae28-317d6c2302fc triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:26:26.953357 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:26.956994 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-0c5676d2-1f14-4365-a5df-9cd26249adf8 None None] Provisioning complete for port 1170b877-3537-494c-8028-93eabfb7aa2e triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:26:26.957588 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0c5676d2-1f14-4365-a5df-9cd26249adf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:27.015167 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.notifiers.nova [None req-ef963780-4301-440c-acb4-cd26a1575e07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] device_id is not set on port d8c5aca7-c4b2-48aa-a5ef-fbb1beb39656 yet. {{(pid=103160) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 18 13:26:27.041276 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-ef963780-4301-440c-acb4-cd26a1575e07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:27.049009 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-0ad4ef81-1a1d-4c9c-96d9-2147be05ac84 tempest-DHCPAgentSchedulersTestJSON-1197897816 tempest-DHCPAgentSchedulersTestJSON-1197897816-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047995'] for network, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:27.057864 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-0ad4ef81-1a1d-4c9c-96d9-2147be05ac84 tempest-DHCPAgentSchedulersTestJSON-1197897816 tempest-DHCPAgentSchedulersTestJSON-1197897816-project] 10.222.0.31 "DELETE /v2.0/networks/8d0a0198-a2d2-4fa4-be17-1643a78a1962 HTTP/1.1" status: 204 len: 168 time: 3.0858097 Dec 18 13:26:27.062518 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-0c5676d2-1f14-4365-a5df-9cd26249adf8 None None] Port 1170b877-3537-494c-8028-93eabfb7aa2e cannot update to ACTIVE because it is not bound. {{(pid=103161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 13:26:27.078812 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-ef963780-4301-440c-acb4-cd26a1575e07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4533522'] for port, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:27.081485 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad4ef81-1a1d-4c9c-96d9-2147be05ac84 tempest-DHCPAgentSchedulersTestJSON-1197897816 tempest-DHCPAgentSchedulersTestJSON-1197897816-project] Pushing event deleted for resources: {'Network': ['ID=8d0a0198-a2d2-4fa4-be17-1643a78a1962,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:26:27.090229 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b77fa5d5-436a-4e21-a063-df49a49994c4 tempest-ServersTestJSON-1286137368 tempest-ServersTestJSON-1286137368-project] Received port after_create {{(pid=103160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:26:27.141703 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-0c5676d2-1f14-4365-a5df-9cd26249adf8 None None] Provisioning complete for port c5f0bb91-55c3-4f61-9cd9-f9c57b1da6e0 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:26:27.142089 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0c5676d2-1f14-4365-a5df-9cd26249adf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:27.146689 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0c510f6e-f826-4221-90da-2f7349072530 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:27.202466 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef963780-4301-440c-acb4-cd26a1575e07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] Pushing event updated for resources: {'Port': ['ID=d8c5aca7-c4b2-48aa-a5ef-fbb1beb39656,revision_number=1']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:26:27.241789 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f93eb3fd-6183-40ec-ac36-27a3f7810d02 None None] Network a44f18b7-4438-4505-85ee-80977831129c requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:26:27.424180 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:27.447443 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-b77fa5d5-436a-4e21-a063-df49a49994c4 tempest-ServersTestJSON-1286137368 tempest-ServersTestJSON-1286137368-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:27.502492 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef963780-4301-440c-acb4-cd26a1575e07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] Checking segment: {'id': '8727ee25-72cb-48fd-bdc7-db566c1fe14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '5e674343-03e8-41f3-83f1-26307c6a7108'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 13:26:27.503058 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef963780-4301-440c-acb4-cd26a1575e07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] Network hostable DHCP agents. Network: 5e674343-03e8-41f3-83f1-26307c6a7108, hostable agents: ['aa77effa-0e3a-4bbd-a383-4d58ed3328d0'], hosted agents: [] {{(pid=103160) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 18 13:26:27.578708 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-b77fa5d5-436a-4e21-a063-df49a49994c4 tempest-ServersTestJSON-1286137368 tempest-ServersTestJSON-1286137368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:27.582441 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef963780-4301-440c-acb4-cd26a1575e07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] Network 5e674343-03e8-41f3-83f1-26307c6a7108 is scheduled to be hosted by DHCP agent aa77effa-0e3a-4bbd-a383-4d58ed3328d0 with binding_index 1 {{(pid=103160) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 18 13:26:27.584639 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-2294866d-0076-4933-952c-685307032598 None None] For port 07aa9f39-245c-4e23-ae28-317d6c2302fc, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=07aa9f39-245c-4e23-ae28-317d6c2302fc,segment=NetworkSegment(eab95354-45f5-435f-ab07-6916c47529b1),segment_id=eab95354-45f5-435f-ab07-6916c47529b1)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:26:27.603783 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-bfc81646-8198-48d5-aec9-d12aaab157fc tempest-ServersTestManualDisk-715244052 tempest-ServersTestManualDisk-715244052-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:27.610026 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:27.610995 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device c5f0bb91-55c3-4f61-9cd9-f9c57b1da6e0 up at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 13:26:27.653677 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.base_scheduler [None req-ef963780-4301-440c-acb4-cd26a1575e07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-744815-20-hyperv, 5e674343-03e8-41f3-83f1-26307c6a7108) {{(pid=103160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:26:27.657229 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-bfc81646-8198-48d5-aec9-d12aaab157fc tempest-ServersTestManualDisk-715244052 tempest-ServersTestManualDisk-715244052-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530267'] for security_group_rule, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:27.683582 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef963780-4301-440c-acb4-cd26a1575e07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] Received port after_create {{(pid=103160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:26:27.685770 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-e86e1f2a-5127-4b30-be37-5ca06689d60d tempest-RoutersAdminTest-1776390182 tempest-RoutersAdminTest-1776390182-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:27.692000 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6014b65-a361-47b8-97c7-621a2c0bb947 None None] Network 5e674343-03e8-41f3-83f1-26307c6a7108 requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:26:27.744285 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.managers [None req-ef963780-4301-440c-acb4-cd26a1575e07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] Attempting to bind port d8c5aca7-c4b2-48aa-a5ef-fbb1beb39656 on host hv-neutron-7448 for vnic_type normal with profile {{(pid=103160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 13:26:27.745130 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.managers [None req-ef963780-4301-440c-acb4-cd26a1575e07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] Attempting to bind port d8c5aca7-c4b2-48aa-a5ef-fbb1beb39656 by drivers openvswitch,hyperv on host hv-neutron-7448 at level 0 using segments [{'id': '8727ee25-72cb-48fd-bdc7-db566c1fe14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '5e674343-03e8-41f3-83f1-26307c6a7108'}] {{(pid=103160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 13:26:27.749162 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef963780-4301-440c-acb4-cd26a1575e07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] Attempting to bind port d8c5aca7-c4b2-48aa-a5ef-fbb1beb39656 on network 5e674343-03e8-41f3-83f1-26307c6a7108 {{(pid=103160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 13:26:27.791184 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 49004) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:26:27.796849 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef963780-4301-440c-acb4-cd26a1575e07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] Port d8c5aca7-c4b2-48aa-a5ef-fbb1beb39656 on network 5e674343-03e8-41f3-83f1-26307c6a7108 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7448 {{(pid=103160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 18 13:26:27.797331 dv-neutron-744815-20-hyperv neutron-server[103160]: ERROR neutron.plugins.ml2.managers [None req-ef963780-4301-440c-acb4-cd26a1575e07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] Failed to bind port d8c5aca7-c4b2-48aa-a5ef-fbb1beb39656 on host hv-neutron-7448 for vnic_type normal using segments [{'id': '8727ee25-72cb-48fd-bdc7-db566c1fe14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '5e674343-03e8-41f3-83f1-26307c6a7108'}] Dec 18 13:26:27.798298 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.db_base_plugin_common [None req-783a8f53-150a-4848-b904-773385c71848 tempest-FloatingIPAdminTestJSON-836365309 tempest-FloatingIPAdminTestJSON-836365309-project] Allocated IP 172.26.3.33 (decb4a40-7941-48c8-afbb-daaafd502e83/70deed80-3ca1-4f9e-96cb-563b43d3acba/e0f32ed7-fee7-4ecc-9255-3f9bffc3a1af) {{(pid=103159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:26:27.799729 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.plugins.ml2.plugin [None req-ef963780-4301-440c-acb4-cd26a1575e07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] Attempt 2 to bind port d8c5aca7-c4b2-48aa-a5ef-fbb1beb39656 Dec 18 13:26:27.822185 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc81646-8198-48d5-aec9-d12aaab157fc tempest-ServersTestManualDisk-715244052 tempest-ServersTestManualDisk-715244052-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7cf2f92-ee0a-4b9c-ac8b-a49927efedfe,revision_number=0']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:26:27.850511 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-bfc81646-8198-48d5-aec9-d12aaab157fc tempest-ServersTestManualDisk-715244052 tempest-ServersTestManualDisk-715244052-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:27.851969 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-bfc81646-8198-48d5-aec9-d12aaab157fc tempest-ServersTestManualDisk-715244052 tempest-ServersTestManualDisk-715244052-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.8718908 Dec 18 13:26:27.854996 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Pushing event updated for resources: {'Port': ['ID=07aa9f39-245c-4e23-ae28-317d6c2302fc,revision_number=3']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:26:27.857044 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 49010) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:26:27.870814 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-92612cf6-e842-4d8b-8799-41d983f2600e tempest-ServersTestManualDisk-715244052 tempest-ServersTestManualDisk-715244052-project] Request body: {'floatingip': {'floating_network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:26:27.881060 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.managers [None req-ef963780-4301-440c-acb4-cd26a1575e07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] Attempting to bind port d8c5aca7-c4b2-48aa-a5ef-fbb1beb39656 on host hv-neutron-7448 for vnic_type normal with profile {{(pid=103160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 13:26:27.887252 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.managers [None req-ef963780-4301-440c-acb4-cd26a1575e07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] Attempting to bind port d8c5aca7-c4b2-48aa-a5ef-fbb1beb39656 by drivers openvswitch,hyperv on host hv-neutron-7448 at level 0 using segments [{'id': '8727ee25-72cb-48fd-bdc7-db566c1fe14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '5e674343-03e8-41f3-83f1-26307c6a7108'}] {{(pid=103160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 13:26:27.887812 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef963780-4301-440c-acb4-cd26a1575e07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] Attempting to bind port d8c5aca7-c4b2-48aa-a5ef-fbb1beb39656 on network 5e674343-03e8-41f3-83f1-26307c6a7108 {{(pid=103160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 13:26:27.902898 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef963780-4301-440c-acb4-cd26a1575e07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] Port d8c5aca7-c4b2-48aa-a5ef-fbb1beb39656 on network 5e674343-03e8-41f3-83f1-26307c6a7108 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7448 {{(pid=103160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 18 13:26:27.914633 dv-neutron-744815-20-hyperv neutron-server[103160]: ERROR neutron.plugins.ml2.managers [None req-ef963780-4301-440c-acb4-cd26a1575e07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] Failed to bind port d8c5aca7-c4b2-48aa-a5ef-fbb1beb39656 on host hv-neutron-7448 for vnic_type normal using segments [{'id': '8727ee25-72cb-48fd-bdc7-db566c1fe14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '5e674343-03e8-41f3-83f1-26307c6a7108'}] Dec 18 13:26:27.917960 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.plugins.ml2.plugin [None req-ef963780-4301-440c-acb4-cd26a1575e07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] Attempt 3 to bind port d8c5aca7-c4b2-48aa-a5ef-fbb1beb39656 Dec 18 13:26:27.930445 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-cc75c738-cfaa-4ea7-8810-6c0fd5665034 None None] Provisioning complete for port 07aa9f39-245c-4e23-ae28-317d6c2302fc triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:26:27.930832 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-cc75c738-cfaa-4ea7-8810-6c0fd5665034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:27.934357 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2294866d-0076-4933-952c-685307032598 None None] Provisioning complete for port c5f0bb91-55c3-4f61-9cd9-f9c57b1da6e0 triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:26:27.934765 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:27.965286 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-0ec333d9-3615-4141-9447-9068101dc628 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:27.979849 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.managers [None req-ef963780-4301-440c-acb4-cd26a1575e07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] Attempting to bind port d8c5aca7-c4b2-48aa-a5ef-fbb1beb39656 on host hv-neutron-7448 for vnic_type normal with profile {{(pid=103160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 13:26:27.980294 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.managers [None req-ef963780-4301-440c-acb4-cd26a1575e07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] Attempting to bind port d8c5aca7-c4b2-48aa-a5ef-fbb1beb39656 by drivers openvswitch,hyperv on host hv-neutron-7448 at level 0 using segments [{'id': '8727ee25-72cb-48fd-bdc7-db566c1fe14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '5e674343-03e8-41f3-83f1-26307c6a7108'}] {{(pid=103160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 13:26:27.980717 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef963780-4301-440c-acb4-cd26a1575e07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] Attempting to bind port d8c5aca7-c4b2-48aa-a5ef-fbb1beb39656 on network 5e674343-03e8-41f3-83f1-26307c6a7108 {{(pid=103160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 13:26:27.994605 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-0ec333d9-3615-4141-9447-9068101dc628 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5659917'] for port, after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:28.004148 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-92612cf6-e842-4d8b-8799-41d983f2600e tempest-ServersTestManualDisk-715244052 tempest-ServersTestManualDisk-715244052-project] Publish callbacks [] for floatingip, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:28.028053 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef963780-4301-440c-acb4-cd26a1575e07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] Port d8c5aca7-c4b2-48aa-a5ef-fbb1beb39656 on network 5e674343-03e8-41f3-83f1-26307c6a7108 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7448 {{(pid=103160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 18 13:26:28.028416 dv-neutron-744815-20-hyperv neutron-server[103160]: ERROR neutron.plugins.ml2.managers [None req-ef963780-4301-440c-acb4-cd26a1575e07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] Failed to bind port d8c5aca7-c4b2-48aa-a5ef-fbb1beb39656 on host hv-neutron-7448 for vnic_type normal using segments [{'id': '8727ee25-72cb-48fd-bdc7-db566c1fe14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '5e674343-03e8-41f3-83f1-26307c6a7108'}] Dec 18 13:26:28.032200 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.plugins.ml2.plugin [None req-ef963780-4301-440c-acb4-cd26a1575e07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] Attempt 4 to bind port d8c5aca7-c4b2-48aa-a5ef-fbb1beb39656 Dec 18 13:26:28.107920 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-733aa05f-b5da-4631-8e31-6a18a832bc8a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9bc97b8069d24859982c69c641041adf&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3154230 Dec 18 13:26:28.115464 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 49016) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:26:28.122300 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.managers [None req-ef963780-4301-440c-acb4-cd26a1575e07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] Attempting to bind port d8c5aca7-c4b2-48aa-a5ef-fbb1beb39656 on host hv-neutron-7448 for vnic_type normal with profile {{(pid=103160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 13:26:28.122625 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.managers [None req-ef963780-4301-440c-acb4-cd26a1575e07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] Attempting to bind port d8c5aca7-c4b2-48aa-a5ef-fbb1beb39656 by drivers openvswitch,hyperv on host hv-neutron-7448 at level 0 using segments [{'id': '8727ee25-72cb-48fd-bdc7-db566c1fe14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '5e674343-03e8-41f3-83f1-26307c6a7108'}] {{(pid=103160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 13:26:28.122959 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef963780-4301-440c-acb4-cd26a1575e07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] Attempting to bind port d8c5aca7-c4b2-48aa-a5ef-fbb1beb39656 on network 5e674343-03e8-41f3-83f1-26307c6a7108 {{(pid=103160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 13:26:28.123671 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec333d9-3615-4141-9447-9068101dc628 admin admin] Pushing event updated for resources: {'Port': ['ID=1170b877-3537-494c-8028-93eabfb7aa2e,revision_number=2']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:26:28.139122 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef963780-4301-440c-acb4-cd26a1575e07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] Port d8c5aca7-c4b2-48aa-a5ef-fbb1beb39656 on network 5e674343-03e8-41f3-83f1-26307c6a7108 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7448 {{(pid=103160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 18 13:26:28.139543 dv-neutron-744815-20-hyperv neutron-server[103160]: ERROR neutron.plugins.ml2.managers [None req-ef963780-4301-440c-acb4-cd26a1575e07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] Failed to bind port d8c5aca7-c4b2-48aa-a5ef-fbb1beb39656 on host hv-neutron-7448 for vnic_type normal using segments [{'id': '8727ee25-72cb-48fd-bdc7-db566c1fe14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '5e674343-03e8-41f3-83f1-26307c6a7108'}] Dec 18 13:26:28.150291 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-0ec333d9-3615-4141-9447-9068101dc628 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1048031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586432'] for router_interface, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:28.169323 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.plugins.ml2.plugin [None req-ef963780-4301-440c-acb4-cd26a1575e07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] Attempt 5 to bind port d8c5aca7-c4b2-48aa-a5ef-fbb1beb39656 Dec 18 13:26:28.184746 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-783a8f53-150a-4848-b904-773385c71848 tempest-FloatingIPAdminTestJSON-836365309 tempest-FloatingIPAdminTestJSON-836365309-project] Publish callbacks [] for port, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:28.191343 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.managers [None req-ef963780-4301-440c-acb4-cd26a1575e07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] Attempting to bind port d8c5aca7-c4b2-48aa-a5ef-fbb1beb39656 on host hv-neutron-7448 for vnic_type normal with profile {{(pid=103160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 13:26:28.191680 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.managers [None req-ef963780-4301-440c-acb4-cd26a1575e07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] Attempting to bind port d8c5aca7-c4b2-48aa-a5ef-fbb1beb39656 by drivers openvswitch,hyperv on host hv-neutron-7448 at level 0 using segments [{'id': '8727ee25-72cb-48fd-bdc7-db566c1fe14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '5e674343-03e8-41f3-83f1-26307c6a7108'}] {{(pid=103160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 13:26:28.192016 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef963780-4301-440c-acb4-cd26a1575e07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] Attempting to bind port d8c5aca7-c4b2-48aa-a5ef-fbb1beb39656 on network 5e674343-03e8-41f3-83f1-26307c6a7108 {{(pid=103160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 13:26:28.207738 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 5ea7f254-7846-4a78-ab07-536ed7415b42 up at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 13:26:28.224785 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-b77fa5d5-436a-4e21-a063-df49a49994c4 tempest-ServersTestJSON-1286137368 tempest-ServersTestJSON-1286137368-project] Publish callbacks [] for port, precommit_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:28.235947 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef963780-4301-440c-acb4-cd26a1575e07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] Port d8c5aca7-c4b2-48aa-a5ef-fbb1beb39656 on network 5e674343-03e8-41f3-83f1-26307c6a7108 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7448 {{(pid=103160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 18 13:26:28.235947 dv-neutron-744815-20-hyperv neutron-server[103160]: ERROR neutron.plugins.ml2.managers [None req-ef963780-4301-440c-acb4-cd26a1575e07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] Failed to bind port d8c5aca7-c4b2-48aa-a5ef-fbb1beb39656 on host hv-neutron-7448 for vnic_type normal using segments [{'id': '8727ee25-72cb-48fd-bdc7-db566c1fe14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '5e674343-03e8-41f3-83f1-26307c6a7108'}] Dec 18 13:26:28.242967 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.plugins.ml2.plugin [None req-ef963780-4301-440c-acb4-cd26a1575e07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] Attempt 6 to bind port d8c5aca7-c4b2-48aa-a5ef-fbb1beb39656 Dec 18 13:26:28.246335 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-b77fa5d5-436a-4e21-a063-df49a49994c4 tempest-ServersTestJSON-1286137368 tempest-ServersTestJSON-1286137368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4533541'] for port, after_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:28.281467 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2160c41e-df53-4343-ac4c-718ca5000fd9 None None] Provisioning complete for port 07aa9f39-245c-4e23-ae28-317d6c2302fc triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:26:28.281735 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2160c41e-df53-4343-ac4c-718ca5000fd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:28.320725 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77fa5d5-436a-4e21-a063-df49a49994c4 tempest-ServersTestJSON-1286137368 tempest-ServersTestJSON-1286137368-project] Pushing event updated for resources: {'Port': ['ID=b4c18279-b6ac-4f8a-91b3-60a479060f5f,revision_number=2']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:26:28.344531 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2294866d-0076-4933-952c-685307032598 None None] Provisioning complete for port 5ea7f254-7846-4a78-ab07-536ed7415b42 triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:26:28.344897 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:28.383586 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 49022) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:26:28.398248 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-783a8f53-150a-4848-b904-773385c71848 tempest-FloatingIPAdminTestJSON-836365309 tempest-FloatingIPAdminTestJSON-836365309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:28.399475 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-afa9ae9b-bdbb-4010-bcf6-3a46ce66cf71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:28.405357 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-b77fa5d5-436a-4e21-a063-df49a49994c4 tempest-ServersTestJSON-1286137368 tempest-ServersTestJSON-1286137368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-587004'] for floatingip, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:28.430702 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.managers [None req-ef963780-4301-440c-acb4-cd26a1575e07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] Attempting to bind port d8c5aca7-c4b2-48aa-a5ef-fbb1beb39656 on host hv-neutron-7448 for vnic_type normal with profile {{(pid=103160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 13:26:28.431068 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.managers [None req-ef963780-4301-440c-acb4-cd26a1575e07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] Attempting to bind port d8c5aca7-c4b2-48aa-a5ef-fbb1beb39656 by drivers openvswitch,hyperv on host hv-neutron-7448 at level 0 using segments [{'id': '8727ee25-72cb-48fd-bdc7-db566c1fe14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '5e674343-03e8-41f3-83f1-26307c6a7108'}] {{(pid=103160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 13:26:28.431397 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef963780-4301-440c-acb4-cd26a1575e07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] Attempting to bind port d8c5aca7-c4b2-48aa-a5ef-fbb1beb39656 on network 5e674343-03e8-41f3-83f1-26307c6a7108 {{(pid=103160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 13:26:28.442055 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-8411ed7a-7c83-40cc-9de5-fb306342e9cc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:28.444051 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef963780-4301-440c-acb4-cd26a1575e07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] Port d8c5aca7-c4b2-48aa-a5ef-fbb1beb39656 on network 5e674343-03e8-41f3-83f1-26307c6a7108 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7448 {{(pid=103160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 18 13:26:28.444967 dv-neutron-744815-20-hyperv neutron-server[103160]: ERROR neutron.plugins.ml2.managers [None req-ef963780-4301-440c-acb4-cd26a1575e07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] Failed to bind port d8c5aca7-c4b2-48aa-a5ef-fbb1beb39656 on host hv-neutron-7448 for vnic_type normal using segments [{'id': '8727ee25-72cb-48fd-bdc7-db566c1fe14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '5e674343-03e8-41f3-83f1-26307c6a7108'}] Dec 18 13:26:28.448841 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.plugins.ml2.plugin [None req-ef963780-4301-440c-acb4-cd26a1575e07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] Attempt 7 to bind port d8c5aca7-c4b2-48aa-a5ef-fbb1beb39656 Dec 18 13:26:28.455670 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ec333d9-3615-4141-9447-9068101dc628 admin admin] Network 2fc4e038-9db1-4dce-962e-0069075d1df7 is already hosted by enough agents. {{(pid=103159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:26:28.495891 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.base_scheduler [None req-0ec333d9-3615-4141-9447-9068101dc628 admin admin] Resources bound (agent type, host, resource id): {{(pid=103159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:26:28.509828 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:28.519197 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-783a8f53-150a-4848-b904-773385c71848 tempest-FloatingIPAdminTestJSON-836365309 tempest-FloatingIPAdminTestJSON-836365309-project] Network decb4a40-7941-48c8-afbb-daaafd502e83 is already hosted by enough agents. {{(pid=103159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:26:28.520376 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-b77fa5d5-436a-4e21-a063-df49a49994c4 tempest-ServersTestJSON-1286137368 tempest-ServersTestJSON-1286137368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for floatingip, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:28.528891 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-b77fa5d5-436a-4e21-a063-df49a49994c4 tempest-ServersTestJSON-1286137368 tempest-ServersTestJSON-1286137368-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.5929923 Dec 18 13:26:28.541872 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-8411ed7a-7c83-40cc-9de5-fb306342e9cc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:28.551315 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-2294866d-0076-4933-952c-685307032598 None None] For port 5ea7f254-7846-4a78-ab07-536ed7415b42, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=5ea7f254-7846-4a78-ab07-536ed7415b42,segment=NetworkSegment(3f66d49c-4faa-434c-8c3e-991f4f1d01bd),segment_id=3f66d49c-4faa-434c-8c3e-991f4f1d01bd)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:26:28.554098 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.base_scheduler [None req-783a8f53-150a-4848-b904-773385c71848 tempest-FloatingIPAdminTestJSON-836365309 tempest-FloatingIPAdminTestJSON-836365309-project] Resources bound (agent type, host, resource id): {{(pid=103159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:26:28.559684 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:28.560450 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783a8f53-150a-4848-b904-773385c71848 tempest-FloatingIPAdminTestJSON-836365309 tempest-FloatingIPAdminTestJSON-836365309-project] Pushing event updated for resources: {'Port': ['ID=e0f32ed7-fee7-4ecc-9255-3f9bffc3a1af,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:26:28.561516 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.managers [None req-ef963780-4301-440c-acb4-cd26a1575e07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] Attempting to bind port d8c5aca7-c4b2-48aa-a5ef-fbb1beb39656 on host hv-neutron-7448 for vnic_type normal with profile {{(pid=103160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 13:26:28.561909 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.managers [None req-ef963780-4301-440c-acb4-cd26a1575e07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] Attempting to bind port d8c5aca7-c4b2-48aa-a5ef-fbb1beb39656 by drivers openvswitch,hyperv on host hv-neutron-7448 at level 0 using segments [{'id': '8727ee25-72cb-48fd-bdc7-db566c1fe14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '5e674343-03e8-41f3-83f1-26307c6a7108'}] {{(pid=103160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 13:26:28.562409 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef963780-4301-440c-acb4-cd26a1575e07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] Attempting to bind port d8c5aca7-c4b2-48aa-a5ef-fbb1beb39656 on network 5e674343-03e8-41f3-83f1-26307c6a7108 {{(pid=103160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 13:26:28.563173 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-783a8f53-150a-4848-b904-773385c71848 tempest-FloatingIPAdminTestJSON-836365309 tempest-FloatingIPAdminTestJSON-836365309-project] Received port after_create {{(pid=103159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:26:28.620544 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-e86e1f2a-5127-4b30-be37-5ca06689d60d tempest-RoutersAdminTest-1776390182 tempest-RoutersAdminTest-1776390182-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:28.636510 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef963780-4301-440c-acb4-cd26a1575e07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] Port d8c5aca7-c4b2-48aa-a5ef-fbb1beb39656 on network 5e674343-03e8-41f3-83f1-26307c6a7108 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7448 {{(pid=103160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 18 13:26:28.636843 dv-neutron-744815-20-hyperv neutron-server[103160]: ERROR neutron.plugins.ml2.managers [None req-ef963780-4301-440c-acb4-cd26a1575e07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] Failed to bind port d8c5aca7-c4b2-48aa-a5ef-fbb1beb39656 on host hv-neutron-7448 for vnic_type normal using segments [{'id': '8727ee25-72cb-48fd-bdc7-db566c1fe14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '5e674343-03e8-41f3-83f1-26307c6a7108'}] Dec 18 13:26:28.665661 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.plugins.ml2.plugin [None req-ef963780-4301-440c-acb4-cd26a1575e07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] Attempt 8 to bind port d8c5aca7-c4b2-48aa-a5ef-fbb1beb39656 Dec 18 13:26:28.684159 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 6aad2b59-fe7c-4a3a-9021-bc80a99869e0 no longer exists at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 18 13:26:28.695323 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.managers [None req-ef963780-4301-440c-acb4-cd26a1575e07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] Attempting to bind port d8c5aca7-c4b2-48aa-a5ef-fbb1beb39656 on host hv-neutron-7448 for vnic_type normal with profile {{(pid=103160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 13:26:28.695808 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.managers [None req-ef963780-4301-440c-acb4-cd26a1575e07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] Attempting to bind port d8c5aca7-c4b2-48aa-a5ef-fbb1beb39656 by drivers openvswitch,hyperv on host hv-neutron-7448 at level 0 using segments [{'id': '8727ee25-72cb-48fd-bdc7-db566c1fe14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '5e674343-03e8-41f3-83f1-26307c6a7108'}] {{(pid=103160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 13:26:28.696319 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef963780-4301-440c-acb4-cd26a1575e07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] Attempting to bind port d8c5aca7-c4b2-48aa-a5ef-fbb1beb39656 on network 5e674343-03e8-41f3-83f1-26307c6a7108 {{(pid=103160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 13:26:28.705723 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-4469fb8a-4408-4264-b899-593adc11e3e6 tempest-MeteringIpV6TestJSON-272771457 tempest-MeteringIpV6TestJSON-272771457-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1764922661'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:26:28.706268 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-4469fb8a-4408-4264-b899-593adc11e3e6 tempest-MeteringIpV6TestJSON-272771457 tempest-MeteringIpV6TestJSON-272771457-project-admin] Unknown quota resources ['metering_label']. {{(pid=103159) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 18 13:26:28.712122 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef963780-4301-440c-acb4-cd26a1575e07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] Port d8c5aca7-c4b2-48aa-a5ef-fbb1beb39656 on network 5e674343-03e8-41f3-83f1-26307c6a7108 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7448 {{(pid=103160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 18 13:26:28.712122 dv-neutron-744815-20-hyperv neutron-server[103160]: ERROR neutron.plugins.ml2.managers [None req-ef963780-4301-440c-acb4-cd26a1575e07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] Failed to bind port d8c5aca7-c4b2-48aa-a5ef-fbb1beb39656 on host hv-neutron-7448 for vnic_type normal using segments [{'id': '8727ee25-72cb-48fd-bdc7-db566c1fe14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '5e674343-03e8-41f3-83f1-26307c6a7108'}] Dec 18 13:26:28.713087 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.plugins.ml2.plugin [None req-ef963780-4301-440c-acb4-cd26a1575e07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] Attempt 9 to bind port d8c5aca7-c4b2-48aa-a5ef-fbb1beb39656 Dec 18 13:26:28.715067 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-e86e1f2a-5127-4b30-be37-5ca06689d60d tempest-RoutersAdminTest-1776390182 tempest-RoutersAdminTest-1776390182-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:28.751293 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-2294866d-0076-4933-952c-685307032598 None None] No Port match for: 6aad2b59-fe7c-4a3a-9021-bc80a99869e0 {{(pid=103161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 18 13:26:28.751870 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 6aad2b59-fe7c-4a3a-9021-bc80a99869e0 not bound to the agent host dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 18 13:26:28.757955 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Pushing event updated for resources: {'Port': ['ID=5ea7f254-7846-4a78-ab07-536ed7415b42,revision_number=4']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:26:28.777119 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.managers [None req-ef963780-4301-440c-acb4-cd26a1575e07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] Attempting to bind port d8c5aca7-c4b2-48aa-a5ef-fbb1beb39656 on host hv-neutron-7448 for vnic_type normal with profile {{(pid=103160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 13:26:28.777444 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.managers [None req-ef963780-4301-440c-acb4-cd26a1575e07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] Attempting to bind port d8c5aca7-c4b2-48aa-a5ef-fbb1beb39656 by drivers openvswitch,hyperv on host hv-neutron-7448 at level 0 using segments [{'id': '8727ee25-72cb-48fd-bdc7-db566c1fe14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '5e674343-03e8-41f3-83f1-26307c6a7108'}] {{(pid=103160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 13:26:28.777875 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef963780-4301-440c-acb4-cd26a1575e07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] Attempting to bind port d8c5aca7-c4b2-48aa-a5ef-fbb1beb39656 on network 5e674343-03e8-41f3-83f1-26307c6a7108 {{(pid=103160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 13:26:28.780822 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-92612cf6-e842-4d8b-8799-41d983f2600e tempest-ServersTestManualDisk-715244052 tempest-ServersTestManualDisk-715244052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:28.790959 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef963780-4301-440c-acb4-cd26a1575e07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] Port d8c5aca7-c4b2-48aa-a5ef-fbb1beb39656 on network 5e674343-03e8-41f3-83f1-26307c6a7108 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7448 {{(pid=103160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 18 13:26:28.791384 dv-neutron-744815-20-hyperv neutron-server[103160]: ERROR neutron.plugins.ml2.managers [None req-ef963780-4301-440c-acb4-cd26a1575e07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] Failed to bind port d8c5aca7-c4b2-48aa-a5ef-fbb1beb39656 on host hv-neutron-7448 for vnic_type normal using segments [{'id': '8727ee25-72cb-48fd-bdc7-db566c1fe14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '5e674343-03e8-41f3-83f1-26307c6a7108'}] Dec 18 13:26:28.857530 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.plugins.ml2.plugin [None req-ef963780-4301-440c-acb4-cd26a1575e07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] Attempt 10 to bind port d8c5aca7-c4b2-48aa-a5ef-fbb1beb39656 Dec 18 13:26:28.903247 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.managers [None req-ef963780-4301-440c-acb4-cd26a1575e07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] Attempting to bind port d8c5aca7-c4b2-48aa-a5ef-fbb1beb39656 on host hv-neutron-7448 for vnic_type normal with profile {{(pid=103160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 13:26:28.903605 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.managers [None req-ef963780-4301-440c-acb4-cd26a1575e07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] Attempting to bind port d8c5aca7-c4b2-48aa-a5ef-fbb1beb39656 by drivers openvswitch,hyperv on host hv-neutron-7448 at level 0 using segments [{'id': '8727ee25-72cb-48fd-bdc7-db566c1fe14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '5e674343-03e8-41f3-83f1-26307c6a7108'}] {{(pid=103160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 13:26:28.903928 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef963780-4301-440c-acb4-cd26a1575e07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] Attempting to bind port d8c5aca7-c4b2-48aa-a5ef-fbb1beb39656 on network 5e674343-03e8-41f3-83f1-26307c6a7108 {{(pid=103160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 13:26:28.918334 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-8411ed7a-7c83-40cc-9de5-fb306342e9cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:28.921238 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-8411ed7a-7c83-40cc-9de5-fb306342e9cc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:28.922896 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-8411ed7a-7c83-40cc-9de5-fb306342e9cc admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/50a0cc7a-283a-4a3f-ae00-b3f07a156b52 HTTP/1.1" status: 204 len: 168 time: 0.8042660 Dec 18 13:26:28.931275 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef963780-4301-440c-acb4-cd26a1575e07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] Port d8c5aca7-c4b2-48aa-a5ef-fbb1beb39656 on network 5e674343-03e8-41f3-83f1-26307c6a7108 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7448 {{(pid=103160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 18 13:26:28.931611 dv-neutron-744815-20-hyperv neutron-server[103160]: ERROR neutron.plugins.ml2.managers [None req-ef963780-4301-440c-acb4-cd26a1575e07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] Failed to bind port d8c5aca7-c4b2-48aa-a5ef-fbb1beb39656 on host hv-neutron-7448 for vnic_type normal using segments [{'id': '8727ee25-72cb-48fd-bdc7-db566c1fe14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '5e674343-03e8-41f3-83f1-26307c6a7108'}] Dec 18 13:26:28.932186 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-ef963780-4301-440c-acb4-cd26a1575e07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:28.955873 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8411ed7a-7c83-40cc-9de5-fb306342e9cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50a0cc7a-283a-4a3f-ae00-b3f07a156b52,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:26:28.991483 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-f9a8680f-af1d-4725-92f1-e8d7db7f48a7 None None] Provisioning complete for port 1170b877-3537-494c-8028-93eabfb7aa2e triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:26:28.995365 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f9a8680f-af1d-4725-92f1-e8d7db7f48a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:29.031657 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 07aa9f39-245c-4e23-ae28-317d6c2302fc up at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 13:26:29.102899 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-f9a8680f-af1d-4725-92f1-e8d7db7f48a7 None None] Port 1170b877-3537-494c-8028-93eabfb7aa2e cannot update to ACTIVE because it is not bound. {{(pid=103161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 13:26:29.111125 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2294866d-0076-4933-952c-685307032598 None None] Provisioning complete for port 07aa9f39-245c-4e23-ae28-317d6c2302fc triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:26:29.111553 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:29.124082 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.db [None req-ef963780-4301-440c-acb4-cd26a1575e07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] For port d8c5aca7-c4b2-48aa-a5ef-fbb1beb39656, host hv-neutron-7448, cleared binding levels {{(pid=103160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 18 13:26:29.124480 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.db [None req-ef963780-4301-440c-acb4-cd26a1575e07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] Attempted to set empty binding levels {{(pid=103160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 18 13:26:29.135828 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-ef963780-4301-440c-acb4-cd26a1575e07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4533541'] for port, after_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:29.158910 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef963780-4301-440c-acb4-cd26a1575e07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:26:29.159615 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-ef963780-4301-440c-acb4-cd26a1575e07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:29.217705 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.db_base_plugin_common [None req-92612cf6-e842-4d8b-8799-41d983f2600e tempest-ServersTestManualDisk-715244052 tempest-ServersTestManualDisk-715244052-project] Allocated IP 172.26.3.244 (decb4a40-7941-48c8-afbb-daaafd502e83/70deed80-3ca1-4f9e-96cb-563b43d3acba/cc91edcf-2171-4ff9-b636-91e232939e1e) {{(pid=103160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:26:29.237371 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-4469fb8a-4408-4264-b899-593adc11e3e6 tempest-MeteringIpV6TestJSON-272771457 tempest-MeteringIpV6TestJSON-272771457-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:29.245207 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-4469fb8a-4408-4264-b899-593adc11e3e6 tempest-MeteringIpV6TestJSON-272771457 tempest-MeteringIpV6TestJSON-272771457-project-admin] 10.222.0.31 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.8600593 Dec 18 13:26:29.249830 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device c5f0bb91-55c3-4f61-9cd9-f9c57b1da6e0 up at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 13:26:29.258703 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-ef963780-4301-440c-acb4-cd26a1575e07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 985 time: 4.4236038 Dec 18 13:26:29.262272 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 49048) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:26:29.262614 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 49050) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:26:29.285603 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-50a8fc55-d815-4f3e-babd-1ba80a370313 tempest-MeteringIpV6TestJSON-272771457 tempest-MeteringIpV6TestJSON-272771457-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '9f0fa6cf-e49b-4f5d-bda9-ef8f87d3b3cf'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:26:29.286151 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-50a8fc55-d815-4f3e-babd-1ba80a370313 tempest-MeteringIpV6TestJSON-272771457 tempest-MeteringIpV6TestJSON-272771457-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103160) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 18 13:26:29.299126 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef963780-4301-440c-acb4-cd26a1575e07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] Pushing event updated for resources: {'Port': ['ID=d8c5aca7-c4b2-48aa-a5ef-fbb1beb39656,revision_number=2']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:26:29.329875 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2294866d-0076-4933-952c-685307032598 None None] Provisioning complete for port c5f0bb91-55c3-4f61-9cd9-f9c57b1da6e0 triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:26:29.330277 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:29.331023 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ec333d9-3615-4141-9447-9068101dc628 admin admin] Router 1adb187a-cc2a-4400-b008-3da2c3a40348 has already been hosted by L3 agent c9c0cd52-5bd2-4704-9429-d80f1c5ad23c {{(pid=103159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 18 13:26:29.342118 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 49062) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:26:29.351125 dv-neutron-744815-20-hyperv neutron-server[103159]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Dec 18 13:26:29.464590 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 5ea7f254-7846-4a78-ab07-536ed7415b42 up at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 13:26:29.501128 dv-neutron-744815-20-hyperv neutron-server[103160]: WARNING neutron.services.metering.metering_plugin [None req-50a8fc55-d815-4f3e-babd-1ba80a370313 tempest-MeteringIpV6TestJSON-272771457 tempest-MeteringIpV6TestJSON-272771457-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Dec 18 13:26:29.519558 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2294866d-0076-4933-952c-685307032598 None None] Provisioning complete for port 5ea7f254-7846-4a78-ab07-536ed7415b42 triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:26:29.519938 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:29.576551 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 49064) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:26:29.613990 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-d6a7a344-89c5-41a2-88c7-25a27a25dc1a req-d35dfbb8-8db8-48b1-8a8c-78c31b4f0fe0 tempest-ServersTestJSON-1286137368 tempest-ServersTestJSON-1286137368-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--605404690&fields=id&tenant_id=b13bfad2b2a84333a7ff37b75b6ba14e HTTP/1.1" status: 200 len: 267 time: 0.2685783 Dec 18 13:26:29.633231 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-50a8fc55-d815-4f3e-babd-1ba80a370313 tempest-MeteringIpV6TestJSON-272771457 tempest-MeteringIpV6TestJSON-272771457-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:29.633605 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-bb2b341b-f1af-4f28-b590-08b2a10a2feb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:29.637823 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-50a8fc55-d815-4f3e-babd-1ba80a370313 tempest-MeteringIpV6TestJSON-272771457 tempest-MeteringIpV6TestJSON-272771457-project-admin] 10.222.0.31 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.3703544 Dec 18 13:26:29.637953 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.db_base_plugin_common [None req-e86e1f2a-5127-4b30-be37-5ca06689d60d tempest-RoutersAdminTest-1776390182 tempest-RoutersAdminTest-1776390182-project-admin] Allocated IP 172.20.0.7 (f1c4d285-6e06-4e5b-85a3-7ac5e38975c3/1cdd12eb-32de-408c-863b-58a97c764467/b28ce528-e9de-4d2e-9814-b7ea1144128c) {{(pid=103159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:26:29.642122 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-7c26209f-145b-4e6a-bed7-0efead4b052a tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] Deleting port d8c5aca7-c4b2-48aa-a5ef-fbb1beb39656 {{(pid=103160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:26:29.642566 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-7c26209f-145b-4e6a-bed7-0efead4b052a tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:29.646253 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 49066) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:26:29.651019 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-fdfccc06-92cf-4928-8ad2-7ce7de96f00f tempest-MeteringIpV6TestJSON-272771457 tempest-MeteringIpV6TestJSON-272771457-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '9f0fa6cf-e49b-4f5d-bda9-ef8f87d3b3cf'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:26:29.651539 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-fdfccc06-92cf-4928-8ad2-7ce7de96f00f tempest-MeteringIpV6TestJSON-272771457 tempest-MeteringIpV6TestJSON-272771457-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103160) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 18 13:26:29.697902 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-92612cf6-e842-4d8b-8799-41d983f2600e tempest-ServersTestManualDisk-715244052 tempest-ServersTestManualDisk-715244052-project] Publish callbacks [] for port, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:29.780300 dv-neutron-744815-20-hyperv neutron-server[103160]: WARNING neutron.services.metering.metering_plugin [None req-fdfccc06-92cf-4928-8ad2-7ce7de96f00f tempest-MeteringIpV6TestJSON-272771457 tempest-MeteringIpV6TestJSON-272771457-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Dec 18 13:26:29.844047 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7b7a3272-2b45-4d32-9670-25eb1afd1184 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:29.975195 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.db [None req-7c26209f-145b-4e6a-bed7-0efead4b052a tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] For port d8c5aca7-c4b2-48aa-a5ef-fbb1beb39656, host hv-neutron-7448, got binding levels [] {{(pid=103160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:26:29.975592 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-7c26209f-145b-4e6a-bed7-0efead4b052a tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:30.067775 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-7c26209f-145b-4e6a-bed7-0efead4b052a tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] Calling delete_port for d8c5aca7-c4b2-48aa-a5ef-fbb1beb39656 owned by {{(pid=103160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:26:30.072926 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-fdfccc06-92cf-4928-8ad2-7ce7de96f00f tempest-MeteringIpV6TestJSON-272771457 tempest-MeteringIpV6TestJSON-272771457-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:30.074145 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-fdfccc06-92cf-4928-8ad2-7ce7de96f00f tempest-MeteringIpV6TestJSON-272771457 tempest-MeteringIpV6TestJSON-272771457-project-admin] 10.222.0.31 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.4268932 Dec 18 13:26:30.080014 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 49068) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:26:30.104243 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-74560ce6-1790-4137-972f-a3e18d550b6b tempest-MeteringIpV6TestJSON-272771457 tempest-MeteringIpV6TestJSON-272771457-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-label-rules?id=8daed90b-3e07-445c-9a07-510a886f5d3e HTTP/1.1" status: 200 len: 462 time: 0.0199175 Dec 18 13:26:30.117843 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 49070) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:26:30.131635 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-92612cf6-e842-4d8b-8799-41d983f2600e tempest-ServersTestManualDisk-715244052 tempest-ServersTestManualDisk-715244052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4533522'] for port, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:30.153665 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-783a8f53-150a-4848-b904-773385c71848 tempest-FloatingIPAdminTestJSON-836365309 tempest-FloatingIPAdminTestJSON-836365309-project] Publish callbacks [] for router_gateway, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:30.187140 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92612cf6-e842-4d8b-8799-41d983f2600e tempest-ServersTestManualDisk-715244052 tempest-ServersTestManualDisk-715244052-project] Network decb4a40-7941-48c8-afbb-daaafd502e83 is already hosted by enough agents. {{(pid=103160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:26:30.195060 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.base_scheduler [None req-92612cf6-e842-4d8b-8799-41d983f2600e tempest-ServersTestManualDisk-715244052 tempest-ServersTestManualDisk-715244052-project] Resources bound (agent type, host, resource id): {{(pid=103160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:26:30.197663 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92612cf6-e842-4d8b-8799-41d983f2600e tempest-ServersTestManualDisk-715244052 tempest-ServersTestManualDisk-715244052-project] Received port after_create {{(pid=103160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:26:30.223189 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92612cf6-e842-4d8b-8799-41d983f2600e tempest-ServersTestManualDisk-715244052 tempest-ServersTestManualDisk-715244052-project] Pushing event updated for resources: {'Port': ['ID=cc91edcf-2171-4ff9-b636-91e232939e1e,revision_number=1']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:26:30.234762 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ec333d9-3615-4141-9447-9068101dc628 admin admin] Notify agent at l3_agent.dv-neutron-744815-20-hyperv the message routers_updated {{(pid=103159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 13:26:30.247241 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e5e1dac-e300-42b3-8037-d6aeb63de760 None None] Sync routers for ids ['1adb187a-cc2a-4400-b008-3da2c3a40348'] in dv-neutron-744815-20-hyperv {{(pid=103161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 13:26:30.261193 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-7c26209f-145b-4e6a-bed7-0efead4b052a tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4533522'] for port, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:30.261597 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e5e1dac-e300-42b3-8037-d6aeb63de760 None None] Routers {'1adb187a-cc2a-4400-b008-3da2c3a40348'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:26:30.262501 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-0e5e1dac-e300-42b3-8037-d6aeb63de760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:26:27Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['1adb187a-cc2a-4400-b008-3da2c3a40348'], 'active': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:26:30.264948 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-0ec333d9-3615-4141-9447-9068101dc628 admin admin] 10.222.0.31 "PUT /v2.0/routers/1adb187a-cc2a-4400-b008-3da2c3a40348/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5089550 Dec 18 13:26:30.298254 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-7c26209f-145b-4e6a-bed7-0efead4b052a tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:30.304451 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-7c26209f-145b-4e6a-bed7-0efead4b052a tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] 10.222.0.31 "DELETE /v2.0/ports/d8c5aca7-c4b2-48aa-a5ef-fbb1beb39656 HTTP/1.1" status: 204 len: 168 time: 1.0385811 Dec 18 13:26:30.322099 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 49074) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:26:30.328977 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c26209f-145b-4e6a-bed7-0efead4b052a tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] Pushing event deleted for resources: {'Port': ['ID=d8c5aca7-c4b2-48aa-a5ef-fbb1beb39656,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:26:30.338173 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-e86e1f2a-5127-4b30-be37-5ca06689d60d tempest-RoutersAdminTest-1776390182 tempest-RoutersAdminTest-1776390182-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:30.357966 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.pecan_wsgi.hooks.translation [None req-e455518e-c6a2-4fd5-aa39-5d36acc006ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] GET failed (client error): The resource could not be found. Dec 18 13:26:30.363193 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-e455518e-c6a2-4fd5-aa39-5d36acc006ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] 10.222.0.31 "GET /v2.0/ports/d8c5aca7-c4b2-48aa-a5ef-fbb1beb39656 HTTP/1.1" status: 404 len: 333 time: 0.0397890 Dec 18 13:26:30.363796 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 49076) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:26:30.373615 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-a93aad6d-565b-4f40-9133-5876ae794013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] Request body: {'port': {'network_id': '5e674343-03e8-41f3-83f1-26307c6a7108', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-97926722'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:26:30.388141 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-92612cf6-e842-4d8b-8799-41d983f2600e tempest-ServersTestManualDisk-715244052 tempest-ServersTestManualDisk-715244052-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:30.401888 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvr_db [None req-0e5e1dac-e300-42b3-8037-d6aeb63de760 None None] Set router 1adb187a-cc2a-4400-b008-3da2c3a40348 gateway port host: dv-neutron-744815-20-hyperv {{(pid=103161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 13:26:30.410080 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-e86e1f2a-5127-4b30-be37-5ca06689d60d tempest-RoutersAdminTest-1776390182 tempest-RoutersAdminTest-1776390182-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:30.428650 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a7a344-89c5-41a2-88c7-25a27a25dc1a req-17ba3ff4-8d9a-49ba-af3e-5f4fbc1991c9 tempest-ServersTestJSON-1286137368 tempest-ServersTestJSON-1286137368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:26:30.430431 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-d6a7a344-89c5-41a2-88c7-25a27a25dc1a req-17ba3ff4-8d9a-49ba-af3e-5f4fbc1991c9 tempest-ServersTestJSON-1286137368 tempest-ServersTestJSON-1286137368-project] 10.222.0.31 "GET /v2.0/networks?id=d2661b17-f10f-45b5-9a14-2ba272e46fb7 HTTP/1.1" status: 200 len: 805 time: 0.8018069 Dec 18 13:26:30.456137 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-92612cf6-e842-4d8b-8799-41d983f2600e tempest-ServersTestManualDisk-715244052 tempest-ServersTestManualDisk-715244052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:30.558291 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-d6a7a344-89c5-41a2-88c7-25a27a25dc1a req-13098900-5dfe-4770-a2f9-ccb8214a41d8 tempest-ServersTestJSON-1286137368 tempest-ServersTestJSON-1286137368-project] 10.222.0.31 "GET /v2.0/quotas/b13bfad2b2a84333a7ff37b75b6ba14e HTTP/1.1" status: 200 len: 375 time: 0.0663512 Dec 18 13:26:30.574965 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-bb2b341b-f1af-4f28-b590-08b2a10a2feb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:30.581967 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e86e1f2a-5127-4b30-be37-5ca06689d60d tempest-RoutersAdminTest-1776390182 tempest-RoutersAdminTest-1776390182-project-admin] Network f1c4d285-6e06-4e5b-85a3-7ac5e38975c3 is already hosted by enough agents. {{(pid=103159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:26:30.619713 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a93aad6d-565b-4f40-9133-5876ae794013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] Made reservation on behalf of 59d55eaaeaa345958c2005c3f790bd20 for: {'port': 1} {{(pid=103160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:26:30.625247 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-a93aad6d-565b-4f40-9133-5876ae794013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:30.646208 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-92612cf6-e842-4d8b-8799-41d983f2600e tempest-ServersTestManualDisk-715244052 tempest-ServersTestManualDisk-715244052-project] Publish callbacks [] for port, precommit_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:30.658070 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-92612cf6-e842-4d8b-8799-41d983f2600e tempest-ServersTestManualDisk-715244052 tempest-ServersTestManualDisk-715244052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4533541'] for port, after_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:30.680621 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.base_scheduler [None req-e86e1f2a-5127-4b30-be37-5ca06689d60d tempest-RoutersAdminTest-1776390182 tempest-RoutersAdminTest-1776390182-project-admin] Resources bound (agent type, host, resource id): {{(pid=103159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:26:30.685735 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-bb2b341b-f1af-4f28-b590-08b2a10a2feb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:30.701117 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.notifiers.nova [None req-a93aad6d-565b-4f40-9133-5876ae794013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] device_id is not set on port a182da47-3cc8-4227-a7d3-5ca1bb14cb1c yet. {{(pid=103160) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 18 13:26:30.714348 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e86e1f2a-5127-4b30-be37-5ca06689d60d tempest-RoutersAdminTest-1776390182 tempest-RoutersAdminTest-1776390182-project-admin] Received port after_create {{(pid=103159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:26:30.724717 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-bb2b341b-f1af-4f28-b590-08b2a10a2feb admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=031097f221924bf2a3fa2c77bc0655cf&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1465225 Dec 18 13:26:30.727640 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-fa52edc0-521c-4179-9cf7-d8b2bcfe0071 tempest-MeteringIpV6TestJSON-272771457 tempest-MeteringIpV6TestJSON-272771457-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:30.731243 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-fa52edc0-521c-4179-9cf7-d8b2bcfe0071 tempest-MeteringIpV6TestJSON-272771457 tempest-MeteringIpV6TestJSON-272771457-project-admin] 10.222.0.31 "DELETE /v2.0/metering/metering-label-rules/8daed90b-3e07-445c-9a07-510a886f5d3e HTTP/1.1" status: 204 len: 168 time: 0.6085989 Dec 18 13:26:30.734823 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 49082) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:26:30.735169 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 49084) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:26:30.790650 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86e1f2a-5127-4b30-be37-5ca06689d60d tempest-RoutersAdminTest-1776390182 tempest-RoutersAdminTest-1776390182-project-admin] Pushing event updated for resources: {'Port': ['ID=b28ce528-e9de-4d2e-9814-b7ea1144128c,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:26:30.794230 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-2dd02139-18f0-44c1-b54d-d470077872dd tempest-MeteringIpV6TestJSON-272771457 tempest-MeteringIpV6TestJSON-272771457-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-label-rules?id=8daed90b-3e07-445c-9a07-510a886f5d3e HTTP/1.1" status: 200 len: 221 time: 0.0558689 Dec 18 13:26:30.819522 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 49088) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:26:30.826356 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-1058b51d-c018-4bab-97b7-d9b38232f9a3 tempest-MeteringIpV6TestJSON-272771457 tempest-MeteringIpV6TestJSON-272771457-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1811175140', 'description': 'label created by tempest'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:26:30.826820 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-1058b51d-c018-4bab-97b7-d9b38232f9a3 tempest-MeteringIpV6TestJSON-272771457 tempest-MeteringIpV6TestJSON-272771457-project-admin] Unknown quota resources ['metering_label']. {{(pid=103159) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 18 13:26:30.842895 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-0e5e1dac-e300-42b3-8037-d6aeb63de760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1adb187a-cc2a-4400-b008-3da2c3a40348', 'name': 'tempest-ServerActionsTestJSON-119346790-router', 'tenant_id': '797acd6e00034b9ba6b75e0f2650f2ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.68'}], 'enable_snat': True}, 'gw_port_id': '5ea7f254-7846-4a78-ab07-536ed7415b42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:26:10Z', 'updated_at': '2021-12-18T13:26:25Z', 'revision_number': 4, 'project_id': '797acd6e00034b9ba6b75e0f2650f2ea', 'gw_port': {'id': '5ea7f254-7846-4a78-ab07-536ed7415b42', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:c7:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1adb187a-cc2a-4400-b008-3da2c3a40348', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:26:14Z', 'updated_at': '2021-12-18T13:26:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv', '_interfaces': [{'id': '1170b877-3537-494c-8028-93eabfb7aa2e', 'name': '', 'network_id': '2fc4e038-9db1-4dce-962e-0069075d1df7', 'tenant_id': '797acd6e00034b9ba6b75e0f2650f2ea', 'mac_address': 'fa:16:3e:be:16:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1adb187a-cc2a-4400-b008-3da2c3a40348', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': 'ab39156a-1aba-454f-953d-4c71ff8fa510', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:26:22Z', 'updated_at': '2021-12-18T13:26:26Z', 'revision_number': 2, 'project_id': '797acd6e00034b9ba6b75e0f2650f2ea', 'subnets': [{'id': 'ab39156a-1aba-454f-953d-4c71ff8fa510', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:26:30.846016 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:30.880396 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e5e1dac-e300-42b3-8037-d6aeb63de760 None None] Checking router: 1adb187a-cc2a-4400-b008-3da2c3a40348 for host: dv-neutron-744815-20-hyperv {{(pid=103161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 18 13:26:30.880989 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e5e1dac-e300-42b3-8037-d6aeb63de760 None None] Updating router 1adb187a-cc2a-4400-b008-3da2c3a40348 port 1170b877-3537-494c-8028-93eabfb7aa2e binding host dv-neutron-744815-20-hyperv {{(pid=103161) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 18 13:26:30.910540 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0e5e1dac-e300-42b3-8037-d6aeb63de760 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:30.912924 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-a93aad6d-565b-4f40-9133-5876ae794013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:30.962250 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-a93aad6d-565b-4f40-9133-5876ae794013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4533522'] for port, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:31.005091 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a93aad6d-565b-4f40-9133-5876ae794013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] Network 5e674343-03e8-41f3-83f1-26307c6a7108 is already hosted by enough agents. {{(pid=103160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:26:31.007581 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-783a8f53-150a-4848-b904-773385c71848 tempest-FloatingIPAdminTestJSON-836365309 tempest-FloatingIPAdminTestJSON-836365309-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-589760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-586526'] for router, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:31.013380 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.base_scheduler [None req-a93aad6d-565b-4f40-9133-5876ae794013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] Resources bound (agent type, host, resource id): {{(pid=103160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:26:31.015373 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-d6a7a344-89c5-41a2-88c7-25a27a25dc1a req-8f72d40f-510f-44a5-97b9-2e4ddc1cb262 tempest-ServersTestJSON-1286137368 tempest-ServersTestJSON-1286137368-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=b13bfad2b2a84333a7ff37b75b6ba14e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4455955 Dec 18 13:26:31.018938 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a93aad6d-565b-4f40-9133-5876ae794013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] Received port after_create {{(pid=103160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:26:31.020070 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a93aad6d-565b-4f40-9133-5876ae794013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:26:31.020819 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-a93aad6d-565b-4f40-9133-5876ae794013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:31.034641 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92612cf6-e842-4d8b-8799-41d983f2600e tempest-ServersTestManualDisk-715244052 tempest-ServersTestManualDisk-715244052-project] Pushing event updated for resources: {'Port': ['ID=cc91edcf-2171-4ff9-b636-91e232939e1e,revision_number=2']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:26:31.035404 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2b341b-f1af-4f28-b590-08b2a10a2feb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb47dec1-ae61-4d38-b63d-83b47b28fca9,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:26:31.050762 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-a93aad6d-565b-4f40-9133-5876ae794013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 962 time: 0.6839933 Dec 18 13:26:31.056654 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 49094) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:26:31.083246 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-e7ca7c48-55bb-4512-823b-92786aac38c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-7448'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:26:31.108471 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-92612cf6-e842-4d8b-8799-41d983f2600e tempest-ServersTestManualDisk-715244052 tempest-ServersTestManualDisk-715244052-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-587004'] for floatingip, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:31.132061 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-92612cf6-e842-4d8b-8799-41d983f2600e tempest-ServersTestManualDisk-715244052 tempest-ServersTestManualDisk-715244052-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for floatingip, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:31.146222 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-92612cf6-e842-4d8b-8799-41d983f2600e tempest-ServersTestManualDisk-715244052 tempest-ServersTestManualDisk-715244052-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.2736282 Dec 18 13:26:31.187185 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 49098) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:26:31.189741 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-e7ca7c48-55bb-4512-823b-92786aac38c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:31.197181 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-38182715-341d-4d0a-a7e9-10591f244912 tempest-ServerActionsTestJSON-1545132800 tempest-ServerActionsTestJSON-1545132800-project] Request body: {'security_group': {'name': 'tempest-securitygroup--809826325', 'description': 'tempest-description--1929055705'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:26:31.275618 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93aad6d-565b-4f40-9133-5876ae794013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] Pushing event updated for resources: {'Port': ['ID=a182da47-3cc8-4227-a7d3-5ca1bb14cb1c,revision_number=1']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:26:31.304146 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-38182715-341d-4d0a-a7e9-10591f244912 tempest-ServerActionsTestJSON-1545132800 tempest-ServerActionsTestJSON-1545132800-project] Publish callbacks [] for security_group, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:31.347904 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-c2bb03b8-c816-4597-a92d-c7d8526e79c5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:31.393478 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0e5e1dac-e300-42b3-8037-d6aeb63de760 None None] Publish callbacks [] for port, precommit_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:31.404095 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0e5e1dac-e300-42b3-8037-d6aeb63de760 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:31.484405 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-38182715-341d-4d0a-a7e9-10591f244912 tempest-ServerActionsTestJSON-1545132800 tempest-ServerActionsTestJSON-1545132800-project] Publish callbacks [] for security_group, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:31.497065 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-38182715-341d-4d0a-a7e9-10591f244912 tempest-ServerActionsTestJSON-1545132800 tempest-ServerActionsTestJSON-1545132800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:31.498361 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dbb8f0-b811-46ce-8bc6-cd29f088f2ec None None] Pushing event updated for resources: {'Port': ['ID=1170b877-3537-494c-8028-93eabfb7aa2e,revision_number=3']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:26:31.564149 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.notifiers.nova [None req-e7ca7c48-55bb-4512-823b-92786aac38c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] device_id is not set on port a182da47-3cc8-4227-a7d3-5ca1bb14cb1c yet. {{(pid=103160) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 18 13:26:31.575394 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-e7ca7c48-55bb-4512-823b-92786aac38c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:31.596213 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-e7ca7c48-55bb-4512-823b-92786aac38c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4533541'] for port, after_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:31.670171 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-0e5e1dac-e300-42b3-8037-d6aeb63de760 None None] Attempting to bind port 1170b877-3537-494c-8028-93eabfb7aa2e on host dv-neutron-744815-20-hyperv for vnic_type normal with profile {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 13:26:31.670797 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-0e5e1dac-e300-42b3-8037-d6aeb63de760 None None] Attempting to bind port 1170b877-3537-494c-8028-93eabfb7aa2e by drivers openvswitch,hyperv on host dv-neutron-744815-20-hyperv at level 0 using segments [{'id': '9e2f6f75-68e6-4f61-afc7-4ef9354e6b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '2fc4e038-9db1-4dce-962e-0069075d1df7'}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 13:26:31.671454 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e5e1dac-e300-42b3-8037-d6aeb63de760 None None] Attempting to bind port 1170b877-3537-494c-8028-93eabfb7aa2e on network 2fc4e038-9db1-4dce-962e-0069075d1df7 {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 13:26:31.680411 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e5e1dac-e300-42b3-8037-d6aeb63de760 None None] Checking agent: {'id': '428fa9fa-43db-4db9-9f96-f60ffe931f2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-20-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 13, 19, 1), 'started_at': datetime.datetime(2021, 12, 18, 13, 19, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 13, 26, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-20-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 18 13:26:31.680792 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e5e1dac-e300-42b3-8037-d6aeb63de760 None None] Checking segment: {'id': '9e2f6f75-68e6-4f61-afc7-4ef9354e6b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '2fc4e038-9db1-4dce-962e-0069075d1df7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 13:26:31.681202 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0e5e1dac-e300-42b3-8037-d6aeb63de760 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:31.681602 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e5e1dac-e300-42b3-8037-d6aeb63de760 None None] Bound using segment: {'id': '9e2f6f75-68e6-4f61-afc7-4ef9354e6b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '2fc4e038-9db1-4dce-962e-0069075d1df7'} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 18 13:26:31.682081 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-0e5e1dac-e300-42b3-8037-d6aeb63de760 None None] Bound port: 1170b877-3537-494c-8028-93eabfb7aa2e, host: dv-neutron-744815-20-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e2f6f75-68e6-4f61-afc7-4ef9354e6b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '2fc4e038-9db1-4dce-962e-0069075d1df7'}}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 18 13:26:31.682470 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0e5e1dac-e300-42b3-8037-d6aeb63de760 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:31.712407 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-38182715-341d-4d0a-a7e9-10591f244912 tempest-ServerActionsTestJSON-1545132800 tempest-ServerActionsTestJSON-1545132800-project] Publish callbacks [] for security_group, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:31.718500 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-38182715-341d-4d0a-a7e9-10591f244912 tempest-ServerActionsTestJSON-1545132800 tempest-ServerActionsTestJSON-1545132800-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5265591 Dec 18 13:26:31.739736 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 49118) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:26:31.750013 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-eee02aa5-21d7-40b9-a2a5-5b79a93fc9c8 tempest-ServerActionsTestJSON-1545132800 tempest-ServerActionsTestJSON-1545132800-project] Request body: {'security_group_rule': {'security_group_id': '04da0920-3f32-48b1-bc5b-099cf6dd1551', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:26:31.790009 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38182715-341d-4d0a-a7e9-10591f244912 tempest-ServerActionsTestJSON-1545132800 tempest-ServerActionsTestJSON-1545132800-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04da0920-3f32-48b1-bc5b-099cf6dd1551,revision_number=1']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:26:31.826413 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-0e5e1dac-e300-42b3-8037-d6aeb63de760 None None] For port 1170b877-3537-494c-8028-93eabfb7aa2e, host dv-neutron-744815-20-hyperv, cleared binding levels {{(pid=103161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 18 13:26:31.829774 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [req-d6a7a344-89c5-41a2-88c7-25a27a25dc1a req-98aecc05-ed54-43cd-a05a-c8debc5be361 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103159) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 18 13:26:31.830822 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-d6a7a344-89c5-41a2-88c7-25a27a25dc1a req-98aecc05-ed54-43cd-a05a-c8debc5be361 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14093 time: 0.5642834 Dec 18 13:26:31.833332 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-0e5e1dac-e300-42b3-8037-d6aeb63de760 None None] For port 1170b877-3537-494c-8028-93eabfb7aa2e, host dv-neutron-744815-20-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=1170b877-3537-494c-8028-93eabfb7aa2e,segment=NetworkSegment(9e2f6f75-68e6-4f61-afc7-4ef9354e6b1b),segment_id=9e2f6f75-68e6-4f61-afc7-4ef9354e6b1b)] {{(pid=103161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 18 13:26:31.833795 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-1058b51d-c018-4bab-97b7-d9b38232f9a3 tempest-MeteringIpV6TestJSON-272771457 tempest-MeteringIpV6TestJSON-272771457-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:31.834936 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-1058b51d-c018-4bab-97b7-d9b38232f9a3 tempest-MeteringIpV6TestJSON-272771457 tempest-MeteringIpV6TestJSON-272771457-project-admin] 10.222.0.31 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 1.0120809 Dec 18 13:26:31.837496 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 49124) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:26:31.839643 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 49126) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:26:31.840614 dv-neutron-744815-20-hyperv neutron-server[103160]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Dec 18 13:26:31.843005 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0e5e1dac-e300-42b3-8037-d6aeb63de760 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:31.877755 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ca7c48-55bb-4512-823b-92786aac38c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] Pushing event updated for resources: {'Port': ['ID=a182da47-3cc8-4227-a7d3-5ca1bb14cb1c,revision_number=2']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:26:31.882589 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-c2bb03b8-c816-4597-a92d-c7d8526e79c5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:31.911357 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.managers [None req-e7ca7c48-55bb-4512-823b-92786aac38c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] Attempting to bind port a182da47-3cc8-4227-a7d3-5ca1bb14cb1c on host hv-neutron-7448 for vnic_type normal with profile {{(pid=103160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 13:26:31.911773 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.managers [None req-e7ca7c48-55bb-4512-823b-92786aac38c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] Attempting to bind port a182da47-3cc8-4227-a7d3-5ca1bb14cb1c by drivers openvswitch,hyperv on host hv-neutron-7448 at level 0 using segments [{'id': '8727ee25-72cb-48fd-bdc7-db566c1fe14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '5e674343-03e8-41f3-83f1-26307c6a7108'}] {{(pid=103160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 13:26:31.912885 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ca7c48-55bb-4512-823b-92786aac38c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] Attempting to bind port a182da47-3cc8-4227-a7d3-5ca1bb14cb1c on network 5e674343-03e8-41f3-83f1-26307c6a7108 {{(pid=103160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 13:26:31.937392 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dbb8f0-b811-46ce-8bc6-cd29f088f2ec None None] Pushing event updated for resources: {'Port': ['ID=1170b877-3537-494c-8028-93eabfb7aa2e,revision_number=4']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:26:31.941329 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ca7c48-55bb-4512-823b-92786aac38c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] Port a182da47-3cc8-4227-a7d3-5ca1bb14cb1c on network 5e674343-03e8-41f3-83f1-26307c6a7108 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7448 {{(pid=103160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 18 13:26:31.941791 dv-neutron-744815-20-hyperv neutron-server[103160]: ERROR neutron.plugins.ml2.managers [None req-e7ca7c48-55bb-4512-823b-92786aac38c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] Failed to bind port a182da47-3cc8-4227-a7d3-5ca1bb14cb1c on host hv-neutron-7448 for vnic_type normal using segments [{'id': '8727ee25-72cb-48fd-bdc7-db566c1fe14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '5e674343-03e8-41f3-83f1-26307c6a7108'}] Dec 18 13:26:31.949416 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e5e1dac-e300-42b3-8037-d6aeb63de760 None None] Routers {'1adb187a-cc2a-4400-b008-3da2c3a40348'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:26:31.950132 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-0e5e1dac-e300-42b3-8037-d6aeb63de760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:26:27Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['1adb187a-cc2a-4400-b008-3da2c3a40348'], 'active': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:26:31.986048 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.plugins.ml2.plugin [None req-e7ca7c48-55bb-4512-823b-92786aac38c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] Attempt 2 to bind port a182da47-3cc8-4227-a7d3-5ca1bb14cb1c Dec 18 13:26:32.000109 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.managers [None req-e7ca7c48-55bb-4512-823b-92786aac38c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] Attempting to bind port a182da47-3cc8-4227-a7d3-5ca1bb14cb1c on host hv-neutron-7448 for vnic_type normal with profile {{(pid=103160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 13:26:32.000433 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.managers [None req-e7ca7c48-55bb-4512-823b-92786aac38c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] Attempting to bind port a182da47-3cc8-4227-a7d3-5ca1bb14cb1c by drivers openvswitch,hyperv on host hv-neutron-7448 at level 0 using segments [{'id': '8727ee25-72cb-48fd-bdc7-db566c1fe14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '5e674343-03e8-41f3-83f1-26307c6a7108'}] {{(pid=103160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 13:26:32.000761 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ca7c48-55bb-4512-823b-92786aac38c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] Attempting to bind port a182da47-3cc8-4227-a7d3-5ca1bb14cb1c on network 5e674343-03e8-41f3-83f1-26307c6a7108 {{(pid=103160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 13:26:32.004122 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-2fabdafa-933e-46d3-9850-3376d3ea9f02 tempest-MeteringIpV6TestJSON-272771457 tempest-MeteringIpV6TestJSON-272771457-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-labels?id=299e4336-bd85-4de8-b474-83923bbadbcc HTTP/1.1" status: 200 len: 468 time: 0.1444361 Dec 18 13:26:32.012596 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 49128) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:26:32.016177 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-fc4e4b32-29a9-47ca-a546-7a7e05df772c req-d97dad76-8d76-4eab-9967-33dedf9a2547 tempest-ServersTestManualDisk-715244052 tempest-ServersTestManualDisk-715244052-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--935885398&fields=id&tenant_id=3c839ee0d3a64d8ba03ff7c8e7493dcd HTTP/1.1" status: 200 len: 267 time: 0.1770051 Dec 18 13:26:32.039382 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-b8f7f4a9-7669-417c-8432-fec5e074a32d None None] Provisioning complete for port 1170b877-3537-494c-8028-93eabfb7aa2e triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:26:32.039763 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-b8f7f4a9-7669-417c-8432-fec5e074a32d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:32.147383 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvr_db [None req-0e5e1dac-e300-42b3-8037-d6aeb63de760 None None] Set router 1adb187a-cc2a-4400-b008-3da2c3a40348 gateway port host: dv-neutron-744815-20-hyperv {{(pid=103161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 13:26:32.161951 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-eee02aa5-21d7-40b9-a2a5-5b79a93fc9c8 tempest-ServerActionsTestJSON-1545132800 tempest-ServerActionsTestJSON-1545132800-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:32.172372 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ca7c48-55bb-4512-823b-92786aac38c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] Port a182da47-3cc8-4227-a7d3-5ca1bb14cb1c on network 5e674343-03e8-41f3-83f1-26307c6a7108 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7448 {{(pid=103160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 18 13:26:32.172372 dv-neutron-744815-20-hyperv neutron-server[103160]: ERROR neutron.plugins.ml2.managers [None req-e7ca7c48-55bb-4512-823b-92786aac38c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] Failed to bind port a182da47-3cc8-4227-a7d3-5ca1bb14cb1c on host hv-neutron-7448 for vnic_type normal using segments [{'id': '8727ee25-72cb-48fd-bdc7-db566c1fe14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '5e674343-03e8-41f3-83f1-26307c6a7108'}] Dec 18 13:26:32.173474 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.plugins.ml2.plugin [None req-e7ca7c48-55bb-4512-823b-92786aac38c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] Attempt 3 to bind port a182da47-3cc8-4227-a7d3-5ca1bb14cb1c Dec 18 13:26:32.219528 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.managers [None req-e7ca7c48-55bb-4512-823b-92786aac38c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] Attempting to bind port a182da47-3cc8-4227-a7d3-5ca1bb14cb1c on host hv-neutron-7448 for vnic_type normal with profile {{(pid=103160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 13:26:32.219839 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.managers [None req-e7ca7c48-55bb-4512-823b-92786aac38c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] Attempting to bind port a182da47-3cc8-4227-a7d3-5ca1bb14cb1c by drivers openvswitch,hyperv on host hv-neutron-7448 at level 0 using segments [{'id': '8727ee25-72cb-48fd-bdc7-db566c1fe14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '5e674343-03e8-41f3-83f1-26307c6a7108'}] {{(pid=103160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 13:26:32.220164 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ca7c48-55bb-4512-823b-92786aac38c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] Attempting to bind port a182da47-3cc8-4227-a7d3-5ca1bb14cb1c on network 5e674343-03e8-41f3-83f1-26307c6a7108 {{(pid=103160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 13:26:32.248481 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ca7c48-55bb-4512-823b-92786aac38c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] Port a182da47-3cc8-4227-a7d3-5ca1bb14cb1c on network 5e674343-03e8-41f3-83f1-26307c6a7108 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7448 {{(pid=103160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 18 13:26:32.248481 dv-neutron-744815-20-hyperv neutron-server[103160]: ERROR neutron.plugins.ml2.managers [None req-e7ca7c48-55bb-4512-823b-92786aac38c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] Failed to bind port a182da47-3cc8-4227-a7d3-5ca1bb14cb1c on host hv-neutron-7448 for vnic_type normal using segments [{'id': '8727ee25-72cb-48fd-bdc7-db566c1fe14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '5e674343-03e8-41f3-83f1-26307c6a7108'}] Dec 18 13:26:32.249569 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.plugins.ml2.plugin [None req-e7ca7c48-55bb-4512-823b-92786aac38c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] Attempt 4 to bind port a182da47-3cc8-4227-a7d3-5ca1bb14cb1c Dec 18 13:26:32.255981 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-b8f7f4a9-7669-417c-8432-fec5e074a32d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:32.258993 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4e4b32-29a9-47ca-a546-7a7e05df772c req-1bb98caf-e4db-41f8-8b41-e6ab13773787 tempest-ServersTestManualDisk-715244052 tempest-ServersTestManualDisk-715244052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:26:32.263633 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-fc4e4b32-29a9-47ca-a546-7a7e05df772c req-1bb98caf-e4db-41f8-8b41-e6ab13773787 tempest-ServersTestManualDisk-715244052 tempest-ServersTestManualDisk-715244052-project] 10.222.0.31 "GET /v2.0/networks?id=54539a24-3149-4df7-83e3-55189e7814ad HTTP/1.1" status: 200 len: 811 time: 0.2465971 Dec 18 13:26:32.292269 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-d6a7a344-89c5-41a2-88c7-25a27a25dc1a req-7ae1a1b8-67d1-40d5-a8a1-20ae3f89ebcf service neutron] 10.222.0.31 "GET /v2.0/networks/d2661b17-f10f-45b5-9a14-2ba272e46fb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4454188 Dec 18 13:26:32.295579 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.managers [None req-e7ca7c48-55bb-4512-823b-92786aac38c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] Attempting to bind port a182da47-3cc8-4227-a7d3-5ca1bb14cb1c on host hv-neutron-7448 for vnic_type normal with profile {{(pid=103160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 13:26:32.296070 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.managers [None req-e7ca7c48-55bb-4512-823b-92786aac38c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] Attempting to bind port a182da47-3cc8-4227-a7d3-5ca1bb14cb1c by drivers openvswitch,hyperv on host hv-neutron-7448 at level 0 using segments [{'id': '8727ee25-72cb-48fd-bdc7-db566c1fe14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '5e674343-03e8-41f3-83f1-26307c6a7108'}] {{(pid=103160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 13:26:32.296550 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ca7c48-55bb-4512-823b-92786aac38c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] Attempting to bind port a182da47-3cc8-4227-a7d3-5ca1bb14cb1c on network 5e674343-03e8-41f3-83f1-26307c6a7108 {{(pid=103160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 13:26:32.305075 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ca7c48-55bb-4512-823b-92786aac38c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] Port a182da47-3cc8-4227-a7d3-5ca1bb14cb1c on network 5e674343-03e8-41f3-83f1-26307c6a7108 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7448 {{(pid=103160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 18 13:26:32.305606 dv-neutron-744815-20-hyperv neutron-server[103160]: ERROR neutron.plugins.ml2.managers [None req-e7ca7c48-55bb-4512-823b-92786aac38c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] Failed to bind port a182da47-3cc8-4227-a7d3-5ca1bb14cb1c on host hv-neutron-7448 for vnic_type normal using segments [{'id': '8727ee25-72cb-48fd-bdc7-db566c1fe14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '5e674343-03e8-41f3-83f1-26307c6a7108'}] Dec 18 13:26:32.311381 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.plugins.ml2.plugin [None req-e7ca7c48-55bb-4512-823b-92786aac38c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] Attempt 5 to bind port a182da47-3cc8-4227-a7d3-5ca1bb14cb1c Dec 18 13:26:32.324497 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-fc4e4b32-29a9-47ca-a546-7a7e05df772c req-78c5cd4b-1d9b-4222-a9ea-a7d6ca87b3c5 tempest-ServersTestManualDisk-715244052 tempest-ServersTestManualDisk-715244052-project] 10.222.0.31 "GET /v2.0/quotas/3c839ee0d3a64d8ba03ff7c8e7493dcd HTTP/1.1" status: 200 len: 375 time: 0.0453386 Dec 18 13:26:32.336002 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-eee02aa5-21d7-40b9-a2a5-5b79a93fc9c8 tempest-ServerActionsTestJSON-1545132800 tempest-ServerActionsTestJSON-1545132800-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:32.339014 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-b8f7f4a9-7669-417c-8432-fec5e074a32d None None] For port 1170b877-3537-494c-8028-93eabfb7aa2e, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=1170b877-3537-494c-8028-93eabfb7aa2e,segment=NetworkSegment(9e2f6f75-68e6-4f61-afc7-4ef9354e6b1b),segment_id=9e2f6f75-68e6-4f61-afc7-4ef9354e6b1b)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:26:32.344364 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-b8f7f4a9-7669-417c-8432-fec5e074a32d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:32.350089 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.managers [None req-e7ca7c48-55bb-4512-823b-92786aac38c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] Attempting to bind port a182da47-3cc8-4227-a7d3-5ca1bb14cb1c on host hv-neutron-7448 for vnic_type normal with profile {{(pid=103160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 13:26:32.350931 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.managers [None req-e7ca7c48-55bb-4512-823b-92786aac38c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] Attempting to bind port a182da47-3cc8-4227-a7d3-5ca1bb14cb1c by drivers openvswitch,hyperv on host hv-neutron-7448 at level 0 using segments [{'id': '8727ee25-72cb-48fd-bdc7-db566c1fe14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '5e674343-03e8-41f3-83f1-26307c6a7108'}] {{(pid=103160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 13:26:32.351383 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ca7c48-55bb-4512-823b-92786aac38c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] Attempting to bind port a182da47-3cc8-4227-a7d3-5ca1bb14cb1c on network 5e674343-03e8-41f3-83f1-26307c6a7108 {{(pid=103160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 13:26:32.377560 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-eee02aa5-21d7-40b9-a2a5-5b79a93fc9c8 tempest-ServerActionsTestJSON-1545132800 tempest-ServerActionsTestJSON-1545132800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530267'] for security_group_rule, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:32.393824 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-e86e1f2a-5127-4b30-be37-5ca06689d60d tempest-RoutersAdminTest-1776390182 tempest-RoutersAdminTest-1776390182-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:32.398438 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-01e4a843-c41c-44e3-8c94-90a471bccf3f tempest-MeteringIpV6TestJSON-272771457 tempest-MeteringIpV6TestJSON-272771457-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:32.402389 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ca7c48-55bb-4512-823b-92786aac38c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] Port a182da47-3cc8-4227-a7d3-5ca1bb14cb1c on network 5e674343-03e8-41f3-83f1-26307c6a7108 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7448 {{(pid=103160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 18 13:26:32.402389 dv-neutron-744815-20-hyperv neutron-server[103160]: ERROR neutron.plugins.ml2.managers [None req-e7ca7c48-55bb-4512-823b-92786aac38c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] Failed to bind port a182da47-3cc8-4227-a7d3-5ca1bb14cb1c on host hv-neutron-7448 for vnic_type normal using segments [{'id': '8727ee25-72cb-48fd-bdc7-db566c1fe14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '5e674343-03e8-41f3-83f1-26307c6a7108'}] Dec 18 13:26:32.403082 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-01e4a843-c41c-44e3-8c94-90a471bccf3f tempest-MeteringIpV6TestJSON-272771457 tempest-MeteringIpV6TestJSON-272771457-project-admin] 10.222.0.31 "DELETE /v2.0/metering/metering-labels/299e4336-bd85-4de8-b474-83923bbadbcc HTTP/1.1" status: 204 len: 168 time: 0.3893557 Dec 18 13:26:32.406080 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 49130) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:26:32.409875 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.plugins.ml2.plugin [None req-e7ca7c48-55bb-4512-823b-92786aac38c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] Attempt 6 to bind port a182da47-3cc8-4227-a7d3-5ca1bb14cb1c Dec 18 13:26:32.410583 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-c2bb03b8-c816-4597-a92d-c7d8526e79c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:32.413350 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-c2bb03b8-c816-4597-a92d-c7d8526e79c5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:32.417573 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-c2bb03b8-c816-4597-a92d-c7d8526e79c5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/bb47dec1-ae61-4d38-b63d-83b47b28fca9 HTTP/1.1" status: 204 len: 168 time: 1.6774178 Dec 18 13:26:32.431683 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee02aa5-21d7-40b9-a2a5-5b79a93fc9c8 tempest-ServerActionsTestJSON-1545132800 tempest-ServerActionsTestJSON-1545132800-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b0ce9fb-73f8-4551-9ad4-a2634df89843,revision_number=0']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:26:32.445277 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.managers [None req-e7ca7c48-55bb-4512-823b-92786aac38c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] Attempting to bind port a182da47-3cc8-4227-a7d3-5ca1bb14cb1c on host hv-neutron-7448 for vnic_type normal with profile {{(pid=103160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 13:26:32.445653 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.managers [None req-e7ca7c48-55bb-4512-823b-92786aac38c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] Attempting to bind port a182da47-3cc8-4227-a7d3-5ca1bb14cb1c by drivers openvswitch,hyperv on host hv-neutron-7448 at level 0 using segments [{'id': '8727ee25-72cb-48fd-bdc7-db566c1fe14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '5e674343-03e8-41f3-83f1-26307c6a7108'}] {{(pid=103160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 13:26:32.446045 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ca7c48-55bb-4512-823b-92786aac38c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] Attempting to bind port a182da47-3cc8-4227-a7d3-5ca1bb14cb1c on network 5e674343-03e8-41f3-83f1-26307c6a7108 {{(pid=103160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 13:26:32.449973 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-eee02aa5-21d7-40b9-a2a5-5b79a93fc9c8 tempest-ServerActionsTestJSON-1545132800 tempest-ServerActionsTestJSON-1545132800-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:32.454074 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-eee02aa5-21d7-40b9-a2a5-5b79a93fc9c8 tempest-ServerActionsTestJSON-1545132800 tempest-ServerActionsTestJSON-1545132800-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7074554 Dec 18 13:26:32.454742 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 49134) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:26:32.458545 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f7f4a9-7669-417c-8432-fec5e074a32d None None] Pushing event updated for resources: {'Port': ['ID=1170b877-3537-494c-8028-93eabfb7aa2e,revision_number=5']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:26:32.466652 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-572567a6-bfaf-46db-8e2d-9f10d489240d tempest-ServerActionsTestJSON-1545132800 tempest-ServerActionsTestJSON-1545132800-project] Request body: {'security_group_rule': {'security_group_id': '04da0920-3f32-48b1-bc5b-099cf6dd1551', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:26:32.479055 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-ceda22b1-a242-47d9-865c-dd903cbf802e None None] Provisioning complete for port 1170b877-3537-494c-8028-93eabfb7aa2e triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:26:32.479426 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ceda22b1-a242-47d9-865c-dd903cbf802e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:32.490278 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-fc4e4b32-29a9-47ca-a546-7a7e05df772c req-5ba729d9-c437-4220-92c3-88e715e7ce73 tempest-ServersTestManualDisk-715244052 tempest-ServersTestManualDisk-715244052-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=3c839ee0d3a64d8ba03ff7c8e7493dcd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1527636 Dec 18 13:26:32.492377 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ca7c48-55bb-4512-823b-92786aac38c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] Port a182da47-3cc8-4227-a7d3-5ca1bb14cb1c on network 5e674343-03e8-41f3-83f1-26307c6a7108 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7448 {{(pid=103160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 18 13:26:32.492778 dv-neutron-744815-20-hyperv neutron-server[103160]: ERROR neutron.plugins.ml2.managers [None req-e7ca7c48-55bb-4512-823b-92786aac38c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] Failed to bind port a182da47-3cc8-4227-a7d3-5ca1bb14cb1c on host hv-neutron-7448 for vnic_type normal using segments [{'id': '8727ee25-72cb-48fd-bdc7-db566c1fe14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '5e674343-03e8-41f3-83f1-26307c6a7108'}] Dec 18 13:26:32.493828 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.plugins.ml2.plugin [None req-e7ca7c48-55bb-4512-823b-92786aac38c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] Attempt 7 to bind port a182da47-3cc8-4227-a7d3-5ca1bb14cb1c Dec 18 13:26:32.501720 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-783a8f53-150a-4848-b904-773385c71848 tempest-FloatingIPAdminTestJSON-836365309 tempest-FloatingIPAdminTestJSON-836365309-project] Router 7746266b-dfd3-46e4-a069-96f184b4cfd2 is scheduled to L3 agent c9c0cd52-5bd2-4704-9429-d80f1c5ad23c with binding_index 1 {{(pid=103159) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 18 13:26:32.507939 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-53596e10-1aea-40de-a0e9-f56651897df5 tempest-MeteringIpV6TestJSON-272771457 tempest-MeteringIpV6TestJSON-272771457-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-labels?id=299e4336-bd85-4de8-b474-83923bbadbcc HTTP/1.1" status: 200 len: 216 time: 0.0920875 Dec 18 13:26:32.508631 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 49140) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:26:32.531873 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.managers [None req-e7ca7c48-55bb-4512-823b-92786aac38c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] Attempting to bind port a182da47-3cc8-4227-a7d3-5ca1bb14cb1c on host hv-neutron-7448 for vnic_type normal with profile {{(pid=103160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 13:26:32.532200 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.managers [None req-e7ca7c48-55bb-4512-823b-92786aac38c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] Attempting to bind port a182da47-3cc8-4227-a7d3-5ca1bb14cb1c by drivers openvswitch,hyperv on host hv-neutron-7448 at level 0 using segments [{'id': '8727ee25-72cb-48fd-bdc7-db566c1fe14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '5e674343-03e8-41f3-83f1-26307c6a7108'}] {{(pid=103160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 13:26:32.532527 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ca7c48-55bb-4512-823b-92786aac38c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] Attempting to bind port a182da47-3cc8-4227-a7d3-5ca1bb14cb1c on network 5e674343-03e8-41f3-83f1-26307c6a7108 {{(pid=103160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 13:26:32.538835 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ca7c48-55bb-4512-823b-92786aac38c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] Port a182da47-3cc8-4227-a7d3-5ca1bb14cb1c on network 5e674343-03e8-41f3-83f1-26307c6a7108 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7448 {{(pid=103160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 18 13:26:32.538835 dv-neutron-744815-20-hyperv neutron-server[103160]: ERROR neutron.plugins.ml2.managers [None req-e7ca7c48-55bb-4512-823b-92786aac38c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] Failed to bind port a182da47-3cc8-4227-a7d3-5ca1bb14cb1c on host hv-neutron-7448 for vnic_type normal using segments [{'id': '8727ee25-72cb-48fd-bdc7-db566c1fe14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '5e674343-03e8-41f3-83f1-26307c6a7108'}] Dec 18 13:26:32.541054 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.plugins.ml2.plugin [None req-e7ca7c48-55bb-4512-823b-92786aac38c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] Attempt 8 to bind port a182da47-3cc8-4227-a7d3-5ca1bb14cb1c Dec 18 13:26:32.542873 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bb03b8-c816-4597-a92d-c7d8526e79c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb47dec1-ae61-4d38-b63d-83b47b28fca9,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:26:32.547663 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-73d4de3b-8dc5-4ffd-8703-d260a4893b11 tempest-MeteringIpV6TestJSON-272771457 tempest-MeteringIpV6TestJSON-272771457-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0331190 Dec 18 13:26:32.548046 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 49142) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:26:32.579131 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.managers [None req-e7ca7c48-55bb-4512-823b-92786aac38c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] Attempting to bind port a182da47-3cc8-4227-a7d3-5ca1bb14cb1c on host hv-neutron-7448 for vnic_type normal with profile {{(pid=103160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 13:26:32.579491 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.managers [None req-e7ca7c48-55bb-4512-823b-92786aac38c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] Attempting to bind port a182da47-3cc8-4227-a7d3-5ca1bb14cb1c by drivers openvswitch,hyperv on host hv-neutron-7448 at level 0 using segments [{'id': '8727ee25-72cb-48fd-bdc7-db566c1fe14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '5e674343-03e8-41f3-83f1-26307c6a7108'}] {{(pid=103160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 13:26:32.579826 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ca7c48-55bb-4512-823b-92786aac38c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] Attempting to bind port a182da47-3cc8-4227-a7d3-5ca1bb14cb1c on network 5e674343-03e8-41f3-83f1-26307c6a7108 {{(pid=103160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 13:26:32.587619 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-fb77c806-6364-4a14-8e08-006ffdea6091 tempest-MeteringIpV6TestJSON-272771457 tempest-MeteringIpV6TestJSON-272771457-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0337145 Dec 18 13:26:32.591590 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 49144) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:26:32.593672 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-572567a6-bfaf-46db-8e2d-9f10d489240d tempest-ServerActionsTestJSON-1545132800 tempest-ServerActionsTestJSON-1545132800-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:32.608943 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-0e5e1dac-e300-42b3-8037-d6aeb63de760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1adb187a-cc2a-4400-b008-3da2c3a40348', 'name': 'tempest-ServerActionsTestJSON-119346790-router', 'tenant_id': '797acd6e00034b9ba6b75e0f2650f2ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.68'}], 'enable_snat': True}, 'gw_port_id': '5ea7f254-7846-4a78-ab07-536ed7415b42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:26:10Z', 'updated_at': '2021-12-18T13:26:25Z', 'revision_number': 4, 'project_id': '797acd6e00034b9ba6b75e0f2650f2ea', 'gw_port': {'id': '5ea7f254-7846-4a78-ab07-536ed7415b42', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:c7:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1adb187a-cc2a-4400-b008-3da2c3a40348', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:26:14Z', 'updated_at': '2021-12-18T13:26:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv', '_interfaces': [{'id': '1170b877-3537-494c-8028-93eabfb7aa2e', 'name': '', 'network_id': '2fc4e038-9db1-4dce-962e-0069075d1df7', 'tenant_id': '797acd6e00034b9ba6b75e0f2650f2ea', 'mac_address': 'fa:16:3e:be:16:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1adb187a-cc2a-4400-b008-3da2c3a40348', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': 'ab39156a-1aba-454f-953d-4c71ff8fa510', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:26:22Z', 'updated_at': '2021-12-18T13:26:31Z', 'revision_number': 4, 'project_id': '797acd6e00034b9ba6b75e0f2650f2ea', 'subnets': [{'id': 'ab39156a-1aba-454f-953d-4c71ff8fa510', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:26:32.647959 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-c1b14938-3fad-43f6-8234-1f46f5d6e55c tempest-MeteringIpV6TestJSON-272771457 tempest-MeteringIpV6TestJSON-272771457-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-labels/9f0fa6cf-e49b-4f5d-bda9-ef8f87d3b3cf HTTP/1.1" status: 200 len: 473 time: 0.0551276 Dec 18 13:26:32.654239 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ca7c48-55bb-4512-823b-92786aac38c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] Port a182da47-3cc8-4227-a7d3-5ca1bb14cb1c on network 5e674343-03e8-41f3-83f1-26307c6a7108 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7448 {{(pid=103160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 18 13:26:32.654619 dv-neutron-744815-20-hyperv neutron-server[103160]: ERROR neutron.plugins.ml2.managers [None req-e7ca7c48-55bb-4512-823b-92786aac38c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] Failed to bind port a182da47-3cc8-4227-a7d3-5ca1bb14cb1c on host hv-neutron-7448 for vnic_type normal using segments [{'id': '8727ee25-72cb-48fd-bdc7-db566c1fe14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '5e674343-03e8-41f3-83f1-26307c6a7108'}] Dec 18 13:26:32.654964 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 49148) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:26:32.657531 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.plugins.ml2.plugin [None req-e7ca7c48-55bb-4512-823b-92786aac38c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] Attempt 9 to bind port a182da47-3cc8-4227-a7d3-5ca1bb14cb1c Dec 18 13:26:32.673893 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-d6a7a344-89c5-41a2-88c7-25a27a25dc1a req-9bfcca32-9e30-4e1d-b813-66e302392583 service neutron] 10.222.0.31 "GET /v2.0/networks/d2661b17-f10f-45b5-9a14-2ba272e46fb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3770580 Dec 18 13:26:32.713330 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [req-fc4e4b32-29a9-47ca-a546-7a7e05df772c req-b4bd4411-9750-458a-bfc7-ef986f4ea505 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103160) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 18 13:26:32.724635 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e5e1dac-e300-42b3-8037-d6aeb63de760 None None] The sync data for ids ['1adb187a-cc2a-4400-b008-3da2c3a40348'] in dv-neutron-744815-20-hyperv is: [{'id': '1adb187a-cc2a-4400-b008-3da2c3a40348', 'name': 'tempest-ServerActionsTestJSON-119346790-router', 'tenant_id': '797acd6e00034b9ba6b75e0f2650f2ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.68'}], 'enable_snat': True}, 'gw_port_id': '5ea7f254-7846-4a78-ab07-536ed7415b42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:26:10Z', 'updated_at': '2021-12-18T13:26:25Z', 'revision_number': 4, 'project_id': '797acd6e00034b9ba6b75e0f2650f2ea', 'gw_port': {'id': '5ea7f254-7846-4a78-ab07-536ed7415b42', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:c7:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1adb187a-cc2a-4400-b008-3da2c3a40348', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:26:14Z', 'updated_at': '2021-12-18T13:26:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv', '_interfaces': [{'id': '1170b877-3537-494c-8028-93eabfb7aa2e', 'name': '', 'network_id': '2fc4e038-9db1-4dce-962e-0069075d1df7', 'tenant_id': '797acd6e00034b9ba6b75e0f2650f2ea', 'mac_address': 'fa:16:3e:be:16:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1adb187a-cc2a-4400-b008-3da2c3a40348', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': 'ab39156a-1aba-454f-953d-4c71ff8fa510', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:26:22Z', 'updated_at': '2021-12-18T13:26:31Z', 'revision_number': 4, 'project_id': '797acd6e00034b9ba6b75e0f2650f2ea', 'subnets': [{'id': 'ab39156a-1aba-454f-953d-4c71ff8fa510', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 13:26:32.728687 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-fc4e4b32-29a9-47ca-a546-7a7e05df772c req-b4bd4411-9750-458a-bfc7-ef986f4ea505 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14093 time: 0.1396086 Dec 18 13:26:32.750931 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-90638edc-2671-4cff-8d3f-e7170ea2f143 tempest-MeteringIpV6TestJSON-272771457 tempest-MeteringIpV6TestJSON-272771457-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-label-rules/abce7f33-2b4c-4eca-a6aa-39372dfd49bb HTTP/1.1" status: 200 len: 459 time: 0.0907204 Dec 18 13:26:32.751697 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 49150) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:26:32.776064 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.managers [None req-e7ca7c48-55bb-4512-823b-92786aac38c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] Attempting to bind port a182da47-3cc8-4227-a7d3-5ca1bb14cb1c on host hv-neutron-7448 for vnic_type normal with profile {{(pid=103160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 13:26:32.776421 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.managers [None req-e7ca7c48-55bb-4512-823b-92786aac38c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] Attempting to bind port a182da47-3cc8-4227-a7d3-5ca1bb14cb1c by drivers openvswitch,hyperv on host hv-neutron-7448 at level 0 using segments [{'id': '8727ee25-72cb-48fd-bdc7-db566c1fe14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '5e674343-03e8-41f3-83f1-26307c6a7108'}] {{(pid=103160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 13:26:32.776777 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ca7c48-55bb-4512-823b-92786aac38c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] Attempting to bind port a182da47-3cc8-4227-a7d3-5ca1bb14cb1c on network 5e674343-03e8-41f3-83f1-26307c6a7108 {{(pid=103160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 13:26:32.786793 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-783a8f53-150a-4848-b904-773385c71848 tempest-FloatingIPAdminTestJSON-836365309 tempest-FloatingIPAdminTestJSON-836365309-project] Notify agent at l3_agent.dv-neutron-744815-20-hyperv the message routers_updated {{(pid=103159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 13:26:32.847408 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ca7c48-55bb-4512-823b-92786aac38c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] Port a182da47-3cc8-4227-a7d3-5ca1bb14cb1c on network 5e674343-03e8-41f3-83f1-26307c6a7108 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7448 {{(pid=103160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 18 13:26:32.847914 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aec70890-ee6d-4f8b-91ab-930fdf621d21 None None] Sync routers for ids ['7746266b-dfd3-46e4-a069-96f184b4cfd2'] in dv-neutron-744815-20-hyperv {{(pid=103162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 13:26:32.866542 dv-neutron-744815-20-hyperv neutron-server[103160]: ERROR neutron.plugins.ml2.managers [None req-e7ca7c48-55bb-4512-823b-92786aac38c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] Failed to bind port a182da47-3cc8-4227-a7d3-5ca1bb14cb1c on host hv-neutron-7448 for vnic_type normal using segments [{'id': '8727ee25-72cb-48fd-bdc7-db566c1fe14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '5e674343-03e8-41f3-83f1-26307c6a7108'}] Dec 18 13:26:32.870015 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aec70890-ee6d-4f8b-91ab-930fdf621d21 None None] Routers {'7746266b-dfd3-46e4-a069-96f184b4cfd2'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:26:32.870171 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.plugins.ml2.plugin [None req-e7ca7c48-55bb-4512-823b-92786aac38c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] Attempt 10 to bind port a182da47-3cc8-4227-a7d3-5ca1bb14cb1c Dec 18 13:26:32.870499 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-aec70890-ee6d-4f8b-91ab-930fdf621d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:26:27Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['7746266b-dfd3-46e4-a069-96f184b4cfd2'], 'active': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:26:32.899160 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.managers [None req-e7ca7c48-55bb-4512-823b-92786aac38c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] Attempting to bind port a182da47-3cc8-4227-a7d3-5ca1bb14cb1c on host hv-neutron-7448 for vnic_type normal with profile {{(pid=103160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 13:26:32.899431 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.managers [None req-e7ca7c48-55bb-4512-823b-92786aac38c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] Attempting to bind port a182da47-3cc8-4227-a7d3-5ca1bb14cb1c by drivers openvswitch,hyperv on host hv-neutron-7448 at level 0 using segments [{'id': '8727ee25-72cb-48fd-bdc7-db566c1fe14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '5e674343-03e8-41f3-83f1-26307c6a7108'}] {{(pid=103160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 13:26:32.899821 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ca7c48-55bb-4512-823b-92786aac38c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] Attempting to bind port a182da47-3cc8-4227-a7d3-5ca1bb14cb1c on network 5e674343-03e8-41f3-83f1-26307c6a7108 {{(pid=103160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 13:26:32.931080 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-572567a6-bfaf-46db-8e2d-9f10d489240d tempest-ServerActionsTestJSON-1545132800 tempest-ServerActionsTestJSON-1545132800-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:32.932140 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ca7c48-55bb-4512-823b-92786aac38c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] Port a182da47-3cc8-4227-a7d3-5ca1bb14cb1c on network 5e674343-03e8-41f3-83f1-26307c6a7108 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7448 {{(pid=103160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 18 13:26:32.932472 dv-neutron-744815-20-hyperv neutron-server[103160]: ERROR neutron.plugins.ml2.managers [None req-e7ca7c48-55bb-4512-823b-92786aac38c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] Failed to bind port a182da47-3cc8-4227-a7d3-5ca1bb14cb1c on host hv-neutron-7448 for vnic_type normal using segments [{'id': '8727ee25-72cb-48fd-bdc7-db566c1fe14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '5e674343-03e8-41f3-83f1-26307c6a7108'}] Dec 18 13:26:32.932828 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-e7ca7c48-55bb-4512-823b-92786aac38c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:32.940206 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-783a8f53-150a-4848-b904-773385c71848 tempest-FloatingIPAdminTestJSON-836365309 tempest-FloatingIPAdminTestJSON-836365309-project] Publish callbacks [] for router, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:32.943529 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-783a8f53-150a-4848-b904-773385c71848 tempest-FloatingIPAdminTestJSON-836365309 tempest-FloatingIPAdminTestJSON-836365309-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 890 time: 10.1286690 Dec 18 13:26:32.946949 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 49154) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:26:32.982190 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-572567a6-bfaf-46db-8e2d-9f10d489240d tempest-ServerActionsTestJSON-1545132800 tempest-ServerActionsTestJSON-1545132800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530267'] for security_group_rule, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:32.988910 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-aec70890-ee6d-4f8b-91ab-930fdf621d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:26:33.008905 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aec70890-ee6d-4f8b-91ab-930fdf621d21 None None] Routers {'7746266b-dfd3-46e4-a069-96f184b4cfd2'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:26:33.010950 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-aec70890-ee6d-4f8b-91ab-930fdf621d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:26:27Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['7746266b-dfd3-46e4-a069-96f184b4cfd2'], 'active': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:26:33.024255 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 1170b877-3537-494c-8028-93eabfb7aa2e up at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 13:26:33.064910 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-e86e1f2a-5127-4b30-be37-5ca06689d60d tempest-RoutersAdminTest-1776390182 tempest-RoutersAdminTest-1776390182-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-589760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-586526'] for router, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:33.120416 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-fc4e4b32-29a9-47ca-a546-7a7e05df772c req-4be9629c-e146-4f5f-b35a-9bc73ec31619 service neutron] 10.222.0.31 "GET /v2.0/networks/54539a24-3149-4df7-83e3-55189e7814ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3894327 Dec 18 13:26:33.141185 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-aec70890-ee6d-4f8b-91ab-930fdf621d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:26:33.142074 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aec70890-ee6d-4f8b-91ab-930fdf621d21 None None] The sync data for ids ['7746266b-dfd3-46e4-a069-96f184b4cfd2'] in dv-neutron-744815-20-hyperv is: [] {{(pid=103162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 13:26:33.170150 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2294866d-0076-4933-952c-685307032598 None None] Provisioning complete for port 1170b877-3537-494c-8028-93eabfb7aa2e triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:26:33.170533 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:33.205760 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-0cb622cf-12e1-4499-9146-534b633a22ee req-a8e1dd39-d4a8-41c0-8875-65e9e2f45c41 tempest-ServersTestJSON-1286137368 tempest-ServersTestJSON-1286137368-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f044516-7cff-4ae8-8c47-ba1da8c37907 HTTP/1.1" status: 200 len: 210 time: 0.1423991 Dec 18 13:26:33.284250 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572567a6-bfaf-46db-8e2d-9f10d489240d tempest-ServerActionsTestJSON-1545132800 tempest-ServerActionsTestJSON-1545132800-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f85f0b0-9db3-40f6-9c5b-14ee150d9af4,revision_number=0']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:26:33.311885 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-572567a6-bfaf-46db-8e2d-9f10d489240d tempest-ServerActionsTestJSON-1545132800 tempest-ServerActionsTestJSON-1545132800-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:33.313294 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-572567a6-bfaf-46db-8e2d-9f10d489240d tempest-ServerActionsTestJSON-1545132800 tempest-ServerActionsTestJSON-1545132800-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8534999 Dec 18 13:26:33.341642 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 49176) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:26:33.351023 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-1e2c06ba-df87-41a5-8d70-a1405821958f tempest-ServerActionsTestJSON-1545132800 tempest-ServerActionsTestJSON-1545132800-project] Request body: {'floatingip': {'floating_network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:26:33.398309 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-5594701d-7af3-4844-91df-7d251474e6e9 tempest-MeteringIpV6TestJSON-272771457 tempest-MeteringIpV6TestJSON-272771457-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:33.399491 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-5594701d-7af3-4844-91df-7d251474e6e9 tempest-MeteringIpV6TestJSON-272771457 tempest-MeteringIpV6TestJSON-272771457-project-admin] 10.222.0.31 "DELETE /v2.0/metering/metering-label-rules/abce7f33-2b4c-4eca-a6aa-39372dfd49bb HTTP/1.1" status: 204 len: 168 time: 0.6197739 Dec 18 13:26:33.403180 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 49180) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:26:33.592870 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.db [None req-e7ca7c48-55bb-4512-823b-92786aac38c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] For port a182da47-3cc8-4227-a7d3-5ca1bb14cb1c, host hv-neutron-7448, cleared binding levels {{(pid=103160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 18 13:26:33.593230 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.db [None req-e7ca7c48-55bb-4512-823b-92786aac38c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] Attempted to set empty binding levels {{(pid=103160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 18 13:26:33.732318 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-1e2c06ba-df87-41a5-8d70-a1405821958f tempest-ServerActionsTestJSON-1545132800 tempest-ServerActionsTestJSON-1545132800-project] Publish callbacks [] for floatingip, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:33.842034 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-e7ca7c48-55bb-4512-823b-92786aac38c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4533541'] for port, after_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:33.925951 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e86e1f2a-5127-4b30-be37-5ca06689d60d tempest-RoutersAdminTest-1776390182 tempest-RoutersAdminTest-1776390182-project-admin] Router 4c4b71f5-140f-4af5-ac5d-026d439a8714 is scheduled to L3 agent c9c0cd52-5bd2-4704-9429-d80f1c5ad23c with binding_index 1 {{(pid=103159) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 18 13:26:33.927578 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-e7ca7c48-55bb-4512-823b-92786aac38c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] In _notify_port_updated(), no bound segment for port a182da47-3cc8-4227-a7d3-5ca1bb14cb1c on network 5e674343-03e8-41f3-83f1-26307c6a7108 {{(pid=103160) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 18 13:26:33.928706 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7ca7c48-55bb-4512-823b-92786aac38c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:26:33.930078 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-e7ca7c48-55bb-4512-823b-92786aac38c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:33.934311 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-e7ca7c48-55bb-4512-823b-92786aac38c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] 10.222.0.31 "PUT /v2.0/ports/a182da47-3cc8-4227-a7d3-5ca1bb14cb1c HTTP/1.1" status: 200 len: 979 time: 2.8766301 Dec 18 13:26:33.935471 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 49204) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:26:33.950208 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-fc4e4b32-29a9-47ca-a546-7a7e05df772c req-5be99901-b4e7-434d-86b4-35634d2c0b8b service neutron] 10.222.0.31 "GET /v2.0/networks/54539a24-3149-4df7-83e3-55189e7814ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8260705 Dec 18 13:26:34.017883 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-307602fa-d5c5-4592-95d1-ede41bfe7516 tempest-MeteringIpV6TestJSON-272771457 tempest-MeteringIpV6TestJSON-272771457-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:34.019640 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-307602fa-d5c5-4592-95d1-ede41bfe7516 tempest-MeteringIpV6TestJSON-272771457 tempest-MeteringIpV6TestJSON-272771457-project-admin] 10.222.0.31 "DELETE /v2.0/metering/metering-labels/9f0fa6cf-e49b-4f5d-bda9-ef8f87d3b3cf HTTP/1.1" status: 204 len: 168 time: 0.6140378 Dec 18 13:26:34.068321 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ca7c48-55bb-4512-823b-92786aac38c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] Pushing event updated for resources: {'Port': ['ID=a182da47-3cc8-4227-a7d3-5ca1bb14cb1c,revision_number=3']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:26:34.127129 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e96427ba-c8f2-4687-81c9-cad7dd85a1b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:26:34.130434 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e96427ba-c8f2-4687-81c9-cad7dd85a1b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:26:34.131381 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e96427ba-c8f2-4687-81c9-cad7dd85a1b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:26:34.134584 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e96427ba-c8f2-4687-81c9-cad7dd85a1b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:26:34.135506 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e96427ba-c8f2-4687-81c9-cad7dd85a1b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:26:34.136370 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e96427ba-c8f2-4687-81c9-cad7dd85a1b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:26:34.136919 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e96427ba-c8f2-4687-81c9-cad7dd85a1b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:26:34.137421 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e96427ba-c8f2-4687-81c9-cad7dd85a1b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:26:34.137889 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e96427ba-c8f2-4687-81c9-cad7dd85a1b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:26:34.138355 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e96427ba-c8f2-4687-81c9-cad7dd85a1b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:26:34.138815 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e96427ba-c8f2-4687-81c9-cad7dd85a1b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:26:34.139281 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e96427ba-c8f2-4687-81c9-cad7dd85a1b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:26:34.139738 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e96427ba-c8f2-4687-81c9-cad7dd85a1b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:26:34.140203 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e96427ba-c8f2-4687-81c9-cad7dd85a1b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:26:34.140664 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e96427ba-c8f2-4687-81c9-cad7dd85a1b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:26:34.141124 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e96427ba-c8f2-4687-81c9-cad7dd85a1b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:26:34.141582 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e96427ba-c8f2-4687-81c9-cad7dd85a1b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:26:34.142573 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e96427ba-c8f2-4687-81c9-cad7dd85a1b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:26:34.142573 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e96427ba-c8f2-4687-81c9-cad7dd85a1b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:26:34.149584 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e96427ba-c8f2-4687-81c9-cad7dd85a1b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:26:34.155826 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-e96427ba-c8f2-4687-81c9-cad7dd85a1b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 17730 time: 0.2026985 Dec 18 13:26:34.157240 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 49212) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:26:34.314229 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-1e2c06ba-df87-41a5-8d70-a1405821958f tempest-ServerActionsTestJSON-1545132800 tempest-ServerActionsTestJSON-1545132800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:34.369823 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-64676cb6-11fc-4c8e-a07f-af2e1103d895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] Deleting port a182da47-3cc8-4227-a7d3-5ca1bb14cb1c {{(pid=103160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:26:34.370185 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-64676cb6-11fc-4c8e-a07f-af2e1103d895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:34.437014 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-d6b9abb5-ce61-4bfd-9598-62e6cd30f34c req-e377324c-bd6f-41ac-8a0b-25aa95f6284e tempest-ServersTestJSON-1286137368 tempest-ServersTestJSON-1286137368-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f044516-7cff-4ae8-8c47-ba1da8c37907 HTTP/1.1" status: 200 len: 210 time: 0.0821617 Dec 18 13:26:34.490178 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e86e1f2a-5127-4b30-be37-5ca06689d60d tempest-RoutersAdminTest-1776390182 tempest-RoutersAdminTest-1776390182-project-admin] Notify agent at l3_agent.dv-neutron-744815-20-hyperv the message routers_updated {{(pid=103159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 13:26:34.495230 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.db [None req-64676cb6-11fc-4c8e-a07f-af2e1103d895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] For port a182da47-3cc8-4227-a7d3-5ca1bb14cb1c, host hv-neutron-7448, got binding levels [] {{(pid=103160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:26:34.500260 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b4987ad-a610-40e5-81c2-f2bd3a678256 None None] Sync routers for ids ['4c4b71f5-140f-4af5-ac5d-026d439a8714'] in dv-neutron-744815-20-hyperv {{(pid=103161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 13:26:34.509756 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-64676cb6-11fc-4c8e-a07f-af2e1103d895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:34.542208 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b4987ad-a610-40e5-81c2-f2bd3a678256 None None] Routers {'4c4b71f5-140f-4af5-ac5d-026d439a8714'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:26:34.544978 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-1b4987ad-a610-40e5-81c2-f2bd3a678256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:26:27Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['4c4b71f5-140f-4af5-ac5d-026d439a8714'], 'active': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:26:34.592257 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 49236) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:26:34.598641 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-64676cb6-11fc-4c8e-a07f-af2e1103d895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] Calling delete_port for a182da47-3cc8-4227-a7d3-5ca1bb14cb1c owned by {{(pid=103160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:26:34.618633 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-e86e1f2a-5127-4b30-be37-5ca06689d60d tempest-RoutersAdminTest-1776390182 tempest-RoutersAdminTest-1776390182-project-admin] Publish callbacks [] for router, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:34.620590 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-e86e1f2a-5127-4b30-be37-5ca06689d60d tempest-RoutersAdminTest-1776390182 tempest-RoutersAdminTest-1776390182-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 9.0485725 Dec 18 13:26:34.646371 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 49240) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:26:34.777158 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-64676cb6-11fc-4c8e-a07f-af2e1103d895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4533522'] for port, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:34.819005 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-83636071-d97c-4537-8b4c-99dec2f5a632 req-1d695e83-d838-4fc7-8d76-3255a3c5dcbd tempest-ServersTestManualDisk-715244052 tempest-ServersTestManualDisk-715244052-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e857058-ab1e-4a7d-bcfe-f606e1c084cd HTTP/1.1" status: 200 len: 210 time: 0.0833323 Dec 18 13:26:34.851658 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64676cb6-11fc-4c8e-a07f-af2e1103d895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] Pushing event deleted for resources: {'Port': ['ID=a182da47-3cc8-4227-a7d3-5ca1bb14cb1c,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:26:34.859032 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-64676cb6-11fc-4c8e-a07f-af2e1103d895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:34.863076 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-64676cb6-11fc-4c8e-a07f-af2e1103d895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] 10.222.0.31 "DELETE /v2.0/ports/a182da47-3cc8-4227-a7d3-5ca1bb14cb1c HTTP/1.1" status: 204 len: 168 time: 0.7046354 Dec 18 13:26:34.865308 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 49244) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:26:34.876452 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.db_base_plugin_common [None req-1e2c06ba-df87-41a5-8d70-a1405821958f tempest-ServerActionsTestJSON-1545132800 tempest-ServerActionsTestJSON-1545132800-project] Allocated IP 172.26.3.223 (decb4a40-7941-48c8-afbb-daaafd502e83/70deed80-3ca1-4f9e-96cb-563b43d3acba/511a22ea-1230-4289-b93f-28ad3c1b43bf) {{(pid=103159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:26:34.897838 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.pecan_wsgi.hooks.translation [None req-13db2422-4fa7-4670-a2cf-440fba8ef060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] GET failed (client error): The resource could not be found. Dec 18 13:26:34.900231 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-13db2422-4fa7-4670-a2cf-440fba8ef060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] 10.222.0.31 "GET /v2.0/ports/a182da47-3cc8-4227-a7d3-5ca1bb14cb1c HTTP/1.1" status: 404 len: 333 time: 0.0328968 Dec 18 13:26:34.903571 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 49248) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:26:34.908470 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-712c4d55-99b7-475f-82db-23ff8a9f18c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1545920181', 'network_id': '5e674343-03e8-41f3-83f1-26307c6a7108'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:26:34.921690 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-9ff56e36-89a6-4b97-81ba-84048cf5dcde tempest-FloatingIPAdminTestJSON-836365309 tempest-FloatingIPAdminTestJSON-836365309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:34.960095 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-712c4d55-99b7-475f-82db-23ff8a9f18c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] Made reservation on behalf of 59d55eaaeaa345958c2005c3f790bd20 for: {'port': 1} {{(pid=103160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:26:34.962122 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-712c4d55-99b7-475f-82db-23ff8a9f18c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:34.988568 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.notifiers.nova [None req-712c4d55-99b7-475f-82db-23ff8a9f18c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] device_id is not set on port 5922eae5-e06a-454a-9ad2-3aaa597b810e yet. {{(pid=103160) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 18 13:26:35.009700 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvr_db [None req-1b4987ad-a610-40e5-81c2-f2bd3a678256 None None] Set router 4c4b71f5-140f-4af5-ac5d-026d439a8714 gateway port host: dv-neutron-744815-20-hyperv {{(pid=103161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 13:26:35.297709 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-efdb4605-d910-4402-90d1-81a741aeb3f5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:35.312381 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-712c4d55-99b7-475f-82db-23ff8a9f18c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:35.383710 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-712c4d55-99b7-475f-82db-23ff8a9f18c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4533522'] for port, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:35.472870 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-712c4d55-99b7-475f-82db-23ff8a9f18c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] Network 5e674343-03e8-41f3-83f1-26307c6a7108 is already hosted by enough agents. {{(pid=103160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:26:35.476023 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.base_scheduler [None req-712c4d55-99b7-475f-82db-23ff8a9f18c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] Resources bound (agent type, host, resource id): {{(pid=103160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:26:35.479721 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-712c4d55-99b7-475f-82db-23ff8a9f18c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] Received port after_create {{(pid=103160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:26:35.480640 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-712c4d55-99b7-475f-82db-23ff8a9f18c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:26:35.481243 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-712c4d55-99b7-475f-82db-23ff8a9f18c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:35.489096 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-0300c905-0418-4229-8696-f6a11dabe6a4 tempest-RoutersAdminTest-1776390182 tempest-RoutersAdminTest-1776390182-project-admin] Publish callbacks [] for router, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:35.503230 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712c4d55-99b7-475f-82db-23ff8a9f18c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] Pushing event updated for resources: {'Port': ['ID=5922eae5-e06a-454a-9ad2-3aaa597b810e,revision_number=1']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:26:35.542887 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-712c4d55-99b7-475f-82db-23ff8a9f18c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.6381016 Dec 18 13:26:35.545406 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 49274) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:26:35.610548 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbe72eb4-78c8-45b7-94b5-3032fac35bed tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:26:35.619363 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-cbe72eb4-78c8-45b7-94b5-3032fac35bed tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] 10.222.0.31 "GET /v2.0/ports/5922eae5-e06a-454a-9ad2-3aaa597b810e HTTP/1.1" status: 200 len: 959 time: 0.0727103 Dec 18 13:26:35.622728 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-1b4987ad-a610-40e5-81c2-f2bd3a678256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c4b71f5-140f-4af5-ac5d-026d439a8714', 'name': '', 'tenant_id': '55892e40450b462fb81027b7b782d307', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1c4d285-6e06-4e5b-85a3-7ac5e38975c3', 'external_fixed_ips': [{'subnet_id': '1cdd12eb-32de-408c-863b-58a97c764467', 'ip_address': '172.20.0.7'}], 'enable_snat': True}, 'gw_port_id': 'b28ce528-e9de-4d2e-9814-b7ea1144128c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:26:26Z', 'updated_at': '2021-12-18T13:26:31Z', 'revision_number': 3, 'project_id': '55892e40450b462fb81027b7b782d307', 'gw_port': {'id': 'b28ce528-e9de-4d2e-9814-b7ea1144128c', 'name': '', 'network_id': 'f1c4d285-6e06-4e5b-85a3-7ac5e38975c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:f9:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c4b71f5-140f-4af5-ac5d-026d439a8714', 'device_owner': 'network:router_gateway', 'standard_attr_id': 150, 'fixed_ips': [{'subnet_id': '1cdd12eb-32de-408c-863b-58a97c764467', 'ip_address': '172.20.0.7', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:26:28Z', 'updated_at': '2021-12-18T13:26:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1cdd12eb-32de-408c-863b-58a97c764467', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv'}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:26:35.625814 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 49278) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:26:35.682212 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b4987ad-a610-40e5-81c2-f2bd3a678256 None None] Checking router: 4c4b71f5-140f-4af5-ac5d-026d439a8714 for host: dv-neutron-744815-20-hyperv {{(pid=103161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 18 13:26:35.683786 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b4987ad-a610-40e5-81c2-f2bd3a678256 None None] Updating router 4c4b71f5-140f-4af5-ac5d-026d439a8714 port b28ce528-e9de-4d2e-9814-b7ea1144128c binding host dv-neutron-744815-20-hyperv {{(pid=103161) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 18 13:26:35.733884 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-e409c6c3-5bc2-40ea-99aa-975eccc37fb9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] Deleting port 5922eae5-e06a-454a-9ad2-3aaa597b810e {{(pid=103160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:26:35.735331 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-e409c6c3-5bc2-40ea-99aa-975eccc37fb9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:35.762539 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-1b4987ad-a610-40e5-81c2-f2bd3a678256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:35.764572 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-efdb4605-d910-4402-90d1-81a741aeb3f5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:35.814799 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-efdb4605-d910-4402-90d1-81a741aeb3f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:35.855914 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 49290) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:26:35.870456 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-e409c6c3-5bc2-40ea-99aa-975eccc37fb9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:35.886678 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-e409c6c3-5bc2-40ea-99aa-975eccc37fb9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] Calling delete_port for 5922eae5-e06a-454a-9ad2-3aaa597b810e owned by {{(pid=103160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:26:35.954984 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-a4f4d065-6a79-40bc-8320-7b0ce99de453 req-4328136d-1603-44b0-8d0b-56a0ed2c7d32 tempest-ServersTestJSON-1286137368 tempest-ServersTestJSON-1286137368-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f044516-7cff-4ae8-8c47-ba1da8c37907 HTTP/1.1" status: 200 len: 210 time: 0.2350144 Dec 18 13:26:36.020181 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-75c81c4f-7abe-4720-9d60-a812bcc489a0 req-030ca0e4-faab-4bab-abd8-b9a3b5b1fe9d tempest-ServersTestManualDisk-715244052 tempest-ServersTestManualDisk-715244052-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e857058-ab1e-4a7d-bcfe-f606e1c084cd HTTP/1.1" status: 200 len: 210 time: 0.0636356 Dec 18 13:26:36.020668 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.43', 60707) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:26:36.070302 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-6e9e8e92-7a24-47e6-af0e-8b760c352c05 tempest-QuotasTest-956299560 tempest-QuotasTest-956299560-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:26:36.204795 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-1b4987ad-a610-40e5-81c2-f2bd3a678256 None None] Publish callbacks [] for port, precommit_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:36.213779 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-1b4987ad-a610-40e5-81c2-f2bd3a678256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:36.231124 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a7a344-89c5-41a2-88c7-25a27a25dc1a req-9cf65ef0-1bb6-49a4-8da1-53bdaa0f02bb tempest-ServersTestJSON-1286137368 tempest-ServersTestJSON-1286137368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:26:36.232647 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-d6a7a344-89c5-41a2-88c7-25a27a25dc1a req-9cf65ef0-1bb6-49a4-8da1-53bdaa0f02bb tempest-ServersTestJSON-1286137368 tempest-ServersTestJSON-1286137368-project] 10.222.0.43 "GET /v2.0/networks?id=d2661b17-f10f-45b5-9a14-2ba272e46fb7 HTTP/1.1" status: 200 len: 805 time: 0.2090228 Dec 18 13:26:36.234631 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-e409c6c3-5bc2-40ea-99aa-975eccc37fb9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4533522'] for port, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:36.241544 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-6e9e8e92-7a24-47e6-af0e-8b760c352c05 tempest-QuotasTest-956299560 tempest-QuotasTest-956299560-project-admin] 10.222.0.31 "PUT /v2.0/quotas/ac4c03cb7fe64746b214d03fafa60c49 HTTP/1.1" status: 200 len: 366 time: 0.3834870 Dec 18 13:26:36.247065 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 49298) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:26:36.268204 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-1b4987ad-a610-40e5-81c2-f2bd3a678256 None None] Attempting to bind port b28ce528-e9de-4d2e-9814-b7ea1144128c on host dv-neutron-744815-20-hyperv for vnic_type normal with profile {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 13:26:36.268572 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-1b4987ad-a610-40e5-81c2-f2bd3a678256 None None] Attempting to bind port b28ce528-e9de-4d2e-9814-b7ea1144128c by drivers openvswitch,hyperv on host dv-neutron-744815-20-hyperv at level 0 using segments [{'id': 'b5e5d8d0-ac7d-4241-ab13-a85a0c0d4599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'f1c4d285-6e06-4e5b-85a3-7ac5e38975c3'}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 13:26:36.269136 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b4987ad-a610-40e5-81c2-f2bd3a678256 None None] Attempting to bind port b28ce528-e9de-4d2e-9814-b7ea1144128c on network f1c4d285-6e06-4e5b-85a3-7ac5e38975c3 {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 13:26:36.273808 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e409c6c3-5bc2-40ea-99aa-975eccc37fb9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] Pushing event deleted for resources: {'Port': ['ID=5922eae5-e06a-454a-9ad2-3aaa597b810e,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:26:36.278223 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-a0fef747-810d-4d3e-946b-f6a8271f0b17 tempest-QuotasTest-956299560 tempest-QuotasTest-956299560-project-admin] 10.222.0.31 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0301292 Dec 18 13:26:36.279352 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-e409c6c3-5bc2-40ea-99aa-975eccc37fb9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:36.281657 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b4987ad-a610-40e5-81c2-f2bd3a678256 None None] Checking agent: {'id': '428fa9fa-43db-4db9-9f96-f60ffe931f2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-20-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 13, 19, 1), 'started_at': datetime.datetime(2021, 12, 18, 13, 19, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 13, 26, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-20-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 18 13:26:36.282079 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b4987ad-a610-40e5-81c2-f2bd3a678256 None None] Checking segment: {'id': 'b5e5d8d0-ac7d-4241-ab13-a85a0c0d4599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'f1c4d285-6e06-4e5b-85a3-7ac5e38975c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 13:26:36.282560 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-e409c6c3-5bc2-40ea-99aa-975eccc37fb9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] 10.222.0.31 "DELETE /v2.0/ports/5922eae5-e06a-454a-9ad2-3aaa597b810e HTTP/1.1" status: 204 len: 168 time: 0.6556020 Dec 18 13:26:36.284286 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 49300) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:26:36.286129 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-1b4987ad-a610-40e5-81c2-f2bd3a678256 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:36.286604 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b4987ad-a610-40e5-81c2-f2bd3a678256 None None] Bound using segment: {'id': 'b5e5d8d0-ac7d-4241-ab13-a85a0c0d4599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'f1c4d285-6e06-4e5b-85a3-7ac5e38975c3'} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 18 13:26:36.287177 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-1b4987ad-a610-40e5-81c2-f2bd3a678256 None None] Bound port: b28ce528-e9de-4d2e-9814-b7ea1144128c, host: dv-neutron-744815-20-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5e5d8d0-ac7d-4241-ab13-a85a0c0d4599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'f1c4d285-6e06-4e5b-85a3-7ac5e38975c3'}}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 18 13:26:36.287605 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-1b4987ad-a610-40e5-81c2-f2bd3a678256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:36.290300 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 49302) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:26:36.310065 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.db_base_plugin_common [None req-9ff56e36-89a6-4b97-81ba-84048cf5dcde tempest-FloatingIPAdminTestJSON-836365309 tempest-FloatingIPAdminTestJSON-836365309-project] Allocated IP 172.20.0.1 (a44f18b7-4438-4505-85ee-80977831129c/8652cafa-c191-47b6-95f7-143e83ecc0f7/874bdd29-847f-4e1c-b47f-378adaf23fee) {{(pid=103159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:26:36.317460 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b349452a-c635-4678-90f0-1f4de11f29c0 None None] Pushing event updated for resources: {'Port': ['ID=b28ce528-e9de-4d2e-9814-b7ea1144128c,revision_number=2']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:26:36.357353 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-b6f8adce-556d-4fdd-b018-b295df3ffadf tempest-QuotasTest-956299560 tempest-QuotasTest-956299560-project-admin] 10.222.0.31 "GET /v2.0/quotas/ac4c03cb7fe64746b214d03fafa60c49 HTTP/1.1" status: 200 len: 366 time: 0.0718653 Dec 18 13:26:36.362600 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b7160ef-e7b8-4121-8d03-d4c6799682f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] GET failed (client error): The resource could not be found. Dec 18 13:26:36.364219 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-6b7160ef-e7b8-4121-8d03-d4c6799682f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] 10.222.0.31 "GET /v2.0/ports/5922eae5-e06a-454a-9ad2-3aaa597b810e HTTP/1.1" status: 404 len: 333 time: 0.0683377 Dec 18 13:26:36.365103 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 49306) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:26:36.366930 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-1e2c06ba-df87-41a5-8d70-a1405821958f tempest-ServerActionsTestJSON-1545132800 tempest-ServerActionsTestJSON-1545132800-project] Publish callbacks [] for port, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:36.374336 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-1b4987ad-a610-40e5-81c2-f2bd3a678256 None None] For port b28ce528-e9de-4d2e-9814-b7ea1144128c, host dv-neutron-744815-20-hyperv, cleared binding levels {{(pid=103161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 18 13:26:36.379537 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-1b4987ad-a610-40e5-81c2-f2bd3a678256 None None] For port b28ce528-e9de-4d2e-9814-b7ea1144128c, host dv-neutron-744815-20-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=b28ce528-e9de-4d2e-9814-b7ea1144128c,segment=NetworkSegment(b5e5d8d0-ac7d-4241-ab13-a85a0c0d4599),segment_id=b5e5d8d0-ac7d-4241-ab13-a85a0c0d4599)] {{(pid=103161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 18 13:26:36.383708 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 49310) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:26:36.386284 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-1b4987ad-a610-40e5-81c2-f2bd3a678256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:36.395847 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-d6d78cc9-0463-4a5c-95aa-77cc4f805d5c tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] Request body: {'port': {'network_id': '5e674343-03e8-41f3-83f1-26307c6a7108', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-47927388'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:26:36.432621 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-6f4bdc37-4009-42d9-8635-550f96f0049d tempest-QuotasTest-956299560 tempest-QuotasTest-956299560-project-admin] 10.222.0.31 "DELETE /v2.0/quotas/ac4c03cb7fe64746b214d03fafa60c49 HTTP/1.1" status: 204 len: 168 time: 0.0564759 Dec 18 13:26:36.442167 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-efdb4605-d910-4402-90d1-81a741aeb3f5 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=cf229bc3835f455ba249e52ef7ed5475&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8443191 Dec 18 13:26:36.448773 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 49314) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:26:36.449109 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 49316) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:26:36.467208 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b4987ad-a610-40e5-81c2-f2bd3a678256 None None] Routers {'4c4b71f5-140f-4af5-ac5d-026d439a8714'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:26:36.467891 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-1b4987ad-a610-40e5-81c2-f2bd3a678256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:26:27Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['4c4b71f5-140f-4af5-ac5d-026d439a8714'], 'active': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:26:36.477725 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-d6a7a344-89c5-41a2-88c7-25a27a25dc1a req-880ce55a-8235-41d4-9d85-bb98917836c7 tempest-ServersTestJSON-1286137368 tempest-ServersTestJSON-1286137368-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b13bfad2b2a84333a7ff37b75b6ba14e HTTP/1.1" status: 200 len: 379 time: 0.1934237 Dec 18 13:26:36.488056 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-062832ef-a8c6-43dc-afc0-7d10ab98fdd1 tempest-QuotasTest-956299560 tempest-QuotasTest-956299560-project-admin] 10.222.0.31 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0351801 Dec 18 13:26:36.493081 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 49318) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:26:36.499865 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [req-d6a7a344-89c5-41a2-88c7-25a27a25dc1a req-f5cc18f9-5c0f-4cc5-bf41-d4f4c7b3f824 tempest-ServersTestJSON-1286137368 tempest-ServersTestJSON-1286137368-project] Request body: {'port': {'device_id': '9f044516-7cff-4ae8-8c47-ba1da8c37907', 'network_id': 'd2661b17-f10f-45b5-9a14-2ba272e46fb7', 'admin_state_up': True, 'tenant_id': 'b13bfad2b2a84333a7ff37b75b6ba14e', 'security_groups': ['c691688e-0670-4eea-816d-2b9f26a27f10']}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:26:36.537314 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6d78cc9-0463-4a5c-95aa-77cc4f805d5c tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] Made reservation on behalf of 59d55eaaeaa345958c2005c3f790bd20 for: {'port': 1} {{(pid=103160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:26:36.540166 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-d6d78cc9-0463-4a5c-95aa-77cc4f805d5c tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:36.559074 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b349452a-c635-4678-90f0-1f4de11f29c0 None None] Pushing event updated for resources: {'Port': ['ID=b28ce528-e9de-4d2e-9814-b7ea1144128c,revision_number=3']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:26:36.586942 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.notifiers.nova [None req-d6d78cc9-0463-4a5c-95aa-77cc4f805d5c tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] device_id is not set on port b9b9b7ae-d4f2-4968-b840-8ad0ba03559f yet. {{(pid=103160) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 18 13:26:36.671744 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:36.700525 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdb4605-d910-4402-90d1-81a741aeb3f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e18c5ec-1d69-4677-8d57-cbff8e12bfe0,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:26:36.726049 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvr_db [None req-1b4987ad-a610-40e5-81c2-f2bd3a678256 None None] Set router 4c4b71f5-140f-4af5-ac5d-026d439a8714 gateway port host: dv-neutron-744815-20-hyperv {{(pid=103161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 13:26:36.726474 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-0300c905-0418-4229-8696-f6a11dabe6a4 tempest-RoutersAdminTest-1776390182 tempest-RoutersAdminTest-1776390182-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:36.762266 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-d6d78cc9-0463-4a5c-95aa-77cc4f805d5c tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:36.791408 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-bd35822b-2c31-449b-a029-34572a31db69 tempest-QuotasTest-956299560 tempest-QuotasTest-956299560-project-admin] 10.222.0.31 "GET /v2.0/quotas/ac4c03cb7fe64746b214d03fafa60c49 HTTP/1.1" status: 200 len: 370 time: 0.2833838 Dec 18 13:26:36.805291 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 49332) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:26:36.814040 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-d44f8f27-5b75-4d2e-b50d-294bb32fdabd tempest-QuotasTest-956299560 tempest-QuotasTest-956299560-project-admin] 10.222.0.31 "GET /v2.0/quotas/ac4c03cb7fe64746b214d03fafa60c49/default HTTP/1.1" status: 200 len: 370 time: 0.0047297 Dec 18 13:26:36.817158 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 49334) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:26:36.849866 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.api.v2.resource [None req-674eaa39-6aae-4717-881d-5ccd27e1d188 tempest-QuotasTest-956299560 tempest-QuotasTest-956299560-project-admin] delete failed (client error): The resource could not be found. Dec 18 13:26:36.850637 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-674eaa39-6aae-4717-881d-5ccd27e1d188 tempest-QuotasTest-956299560 tempest-QuotasTest-956299560-project-admin] 10.222.0.31 "DELETE /v2.0/quotas/ac4c03cb7fe64746b214d03fafa60c49 HTTP/1.1" status: 404 len: 348 time: 0.0325799 Dec 18 13:26:36.856776 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-336802de-fab5-4a3c-a0bc-e95101e57a55 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:36.873656 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-1e2c06ba-df87-41a5-8d70-a1405821958f tempest-ServerActionsTestJSON-1545132800 tempest-ServerActionsTestJSON-1545132800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:36.879811 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-336802de-fab5-4a3c-a0bc-e95101e57a55 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:36.924143 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-9ff56e36-89a6-4b97-81ba-84048cf5dcde tempest-FloatingIPAdminTestJSON-836365309 tempest-FloatingIPAdminTestJSON-836365309-project] Publish callbacks [] for port, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:36.939133 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-0300c905-0418-4229-8696-f6a11dabe6a4 tempest-RoutersAdminTest-1776390182 tempest-RoutersAdminTest-1776390182-project-admin] Deleting port b28ce528-e9de-4d2e-9814-b7ea1144128c {{(pid=103159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:26:36.939461 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-0300c905-0418-4229-8696-f6a11dabe6a4 tempest-RoutersAdminTest-1776390182 tempest-RoutersAdminTest-1776390182-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:36.939732 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-336802de-fab5-4a3c-a0bc-e95101e57a55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:36.943057 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-336802de-fab5-4a3c-a0bc-e95101e57a55 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:36.947021 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-336802de-fab5-4a3c-a0bc-e95101e57a55 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6e18c5ec-1d69-4677-8d57-cbff8e12bfe0 HTTP/1.1" status: 204 len: 168 time: 0.4958274 Dec 18 13:26:36.960317 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e2c06ba-df87-41a5-8d70-a1405821958f tempest-ServerActionsTestJSON-1545132800 tempest-ServerActionsTestJSON-1545132800-project] Network decb4a40-7941-48c8-afbb-daaafd502e83 is already hosted by enough agents. {{(pid=103159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:26:36.965424 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336802de-fab5-4a3c-a0bc-e95101e57a55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e18c5ec-1d69-4677-8d57-cbff8e12bfe0,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:26:36.967583 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-d6d78cc9-0463-4a5c-95aa-77cc4f805d5c tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4533522'] for port, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:36.983348 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.base_scheduler [None req-1e2c06ba-df87-41a5-8d70-a1405821958f tempest-ServerActionsTestJSON-1545132800 tempest-ServerActionsTestJSON-1545132800-project] Resources bound (agent type, host, resource id): {{(pid=103159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:26:36.986592 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e2c06ba-df87-41a5-8d70-a1405821958f tempest-ServerActionsTestJSON-1545132800 tempest-ServerActionsTestJSON-1545132800-project] Received port after_create {{(pid=103159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:26:37.025888 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6d78cc9-0463-4a5c-95aa-77cc4f805d5c tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] Network 5e674343-03e8-41f3-83f1-26307c6a7108 is already hosted by enough agents. {{(pid=103160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:26:37.031193 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.base_scheduler [None req-d6d78cc9-0463-4a5c-95aa-77cc4f805d5c tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] Resources bound (agent type, host, resource id): {{(pid=103160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:26:37.040480 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6d78cc9-0463-4a5c-95aa-77cc4f805d5c tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] Received port after_create {{(pid=103160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:26:37.041424 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6d78cc9-0463-4a5c-95aa-77cc4f805d5c tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:26:37.042021 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-d6d78cc9-0463-4a5c-95aa-77cc4f805d5c tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:37.048908 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2c06ba-df87-41a5-8d70-a1405821958f tempest-ServerActionsTestJSON-1545132800 tempest-ServerActionsTestJSON-1545132800-project] Pushing event updated for resources: {'Port': ['ID=511a22ea-1230-4289-b93f-28ad3c1b43bf,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:26:37.071218 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-d6d78cc9-0463-4a5c-95aa-77cc4f805d5c tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 962 time: 0.6824894 Dec 18 13:26:37.074218 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 49350) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:26:37.079656 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-609771f4-c7d6-4672-a26b-f354ce807ee8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-7448'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:26:37.084751 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d78cc9-0463-4a5c-95aa-77cc4f805d5c tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] Pushing event updated for resources: {'Port': ['ID=b9b9b7ae-d4f2-4968-b840-8ad0ba03559f,revision_number=1']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:26:37.108435 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6a7a344-89c5-41a2-88c7-25a27a25dc1a req-f5cc18f9-5c0f-4cc5-bf41-d4f4c7b3f824 tempest-ServersTestJSON-1286137368 tempest-ServersTestJSON-1286137368-project] Made reservation on behalf of b13bfad2b2a84333a7ff37b75b6ba14e for: {'port': 1} {{(pid=103160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:26:37.114472 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [req-d6a7a344-89c5-41a2-88c7-25a27a25dc1a req-f5cc18f9-5c0f-4cc5-bf41-d4f4c7b3f824 tempest-ServersTestJSON-1286137368 tempest-ServersTestJSON-1286137368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:37.125816 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 49352) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:26:37.185996 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-1b4987ad-a610-40e5-81c2-f2bd3a678256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c4b71f5-140f-4af5-ac5d-026d439a8714', 'name': '', 'tenant_id': '55892e40450b462fb81027b7b782d307', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1c4d285-6e06-4e5b-85a3-7ac5e38975c3', 'external_fixed_ips': [{'subnet_id': '1cdd12eb-32de-408c-863b-58a97c764467', 'ip_address': '172.20.0.7'}], 'enable_snat': True}, 'gw_port_id': 'b28ce528-e9de-4d2e-9814-b7ea1144128c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:26:26Z', 'updated_at': '2021-12-18T13:26:31Z', 'revision_number': 3, 'project_id': '55892e40450b462fb81027b7b782d307', 'gw_port': {'id': 'b28ce528-e9de-4d2e-9814-b7ea1144128c', 'name': '', 'network_id': 'f1c4d285-6e06-4e5b-85a3-7ac5e38975c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:f9:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c4b71f5-140f-4af5-ac5d-026d439a8714', 'device_owner': 'network:router_gateway', 'standard_attr_id': 150, 'fixed_ips': [{'subnet_id': '1cdd12eb-32de-408c-863b-58a97c764467', 'ip_address': '172.20.0.7', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:26:28Z', 'updated_at': '2021-12-18T13:26:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1cdd12eb-32de-408c-863b-58a97c764467', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv'}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:26:37.235163 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-3792c04b-b818-49c8-829c-e6cd97aa3c02 req-7b989661-b575-45ff-8e88-845a9b9b0da2 tempest-ServersTestJSON-1286137368 tempest-ServersTestJSON-1286137368-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f044516-7cff-4ae8-8c47-ba1da8c37907 HTTP/1.1" status: 200 len: 210 time: 0.0816004 Dec 18 13:26:37.261129 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.43', 60713) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:26:37.263413 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-9ff56e36-89a6-4b97-81ba-84048cf5dcde tempest-FloatingIPAdminTestJSON-836365309 tempest-FloatingIPAdminTestJSON-836365309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:37.267816 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.quota.resource [None req-520e908a-7a15-43ad-a2d7-132de967bca3 tempest-QuotasTest-956299560 tempest-QuotasTest-956299560-project-admin] Usage tracker for resource:network and project:b84210d377b741798c753dd31c95e2e7 is out of sync, need to count used quota {{(pid=103159) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 18 13:26:37.272659 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b4987ad-a610-40e5-81c2-f2bd3a678256 None None] The sync data for ids ['4c4b71f5-140f-4af5-ac5d-026d439a8714'] in dv-neutron-744815-20-hyperv is: [{'id': '4c4b71f5-140f-4af5-ac5d-026d439a8714', 'name': '', 'tenant_id': '55892e40450b462fb81027b7b782d307', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1c4d285-6e06-4e5b-85a3-7ac5e38975c3', 'external_fixed_ips': [{'subnet_id': '1cdd12eb-32de-408c-863b-58a97c764467', 'ip_address': '172.20.0.7'}], 'enable_snat': True}, 'gw_port_id': 'b28ce528-e9de-4d2e-9814-b7ea1144128c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:26:26Z', 'updated_at': '2021-12-18T13:26:31Z', 'revision_number': 3, 'project_id': '55892e40450b462fb81027b7b782d307', 'gw_port': {'id': 'b28ce528-e9de-4d2e-9814-b7ea1144128c', 'name': '', 'network_id': 'f1c4d285-6e06-4e5b-85a3-7ac5e38975c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:f9:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c4b71f5-140f-4af5-ac5d-026d439a8714', 'device_owner': 'network:router_gateway', 'standard_attr_id': 150, 'fixed_ips': [{'subnet_id': '1cdd12eb-32de-408c-863b-58a97c764467', 'ip_address': '172.20.0.7', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:26:28Z', 'updated_at': '2021-12-18T13:26:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1cdd12eb-32de-408c-863b-58a97c764467', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv'}] {{(pid=103161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 13:26:37.287880 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-1e2c06ba-df87-41a5-8d70-a1405821958f tempest-ServerActionsTestJSON-1545132800 tempest-ServerActionsTestJSON-1545132800-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:37.373602 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.db_base_plugin_common [req-d6a7a344-89c5-41a2-88c7-25a27a25dc1a req-f5cc18f9-5c0f-4cc5-bf41-d4f4c7b3f824 tempest-ServersTestJSON-1286137368 tempest-ServersTestJSON-1286137368-project] Allocated IP 172.20.0.13 (d2661b17-f10f-45b5-9a14-2ba272e46fb7/4f238fff-f9a2-4ca2-aa84-e233d7ea0123/6f42addb-ace8-4096-be5a-5b238a28eabf) {{(pid=103160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:26:37.482483 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.quota.resource [None req-520e908a-7a15-43ad-a2d7-132de967bca3 tempest-QuotasTest-956299560 tempest-QuotasTest-956299560-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103159) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 18 13:26:37.557291 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [req-d6a7a344-89c5-41a2-88c7-25a27a25dc1a req-f5cc18f9-5c0f-4cc5-bf41-d4f4c7b3f824 tempest-ServersTestJSON-1286137368 tempest-ServersTestJSON-1286137368-project] Publish callbacks [] for port, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:37.570830 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-1e2c06ba-df87-41a5-8d70-a1405821958f tempest-ServerActionsTestJSON-1545132800 tempest-ServerActionsTestJSON-1545132800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:37.603791 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.quota.resource [None req-520e908a-7a15-43ad-a2d7-132de967bca3 tempest-QuotasTest-956299560 tempest-QuotasTest-956299560-project-admin] Usage tracker for resource:subnet and project:b84210d377b741798c753dd31c95e2e7 is out of sync, need to count used quota {{(pid=103159) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 18 13:26:37.652820 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-ddb92d64-ed3f-4150-9111-eaa010b1c420 req-5960e743-5aed-4e59-a7ae-35bbc3be7fa8 tempest-ServersTestManualDisk-715244052 tempest-ServersTestManualDisk-715244052-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e857058-ab1e-4a7d-bcfe-f606e1c084cd HTTP/1.1" status: 200 len: 210 time: 0.0373800 Dec 18 13:26:37.655344 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [req-d6a7a344-89c5-41a2-88c7-25a27a25dc1a req-f5cc18f9-5c0f-4cc5-bf41-d4f4c7b3f824 tempest-ServersTestJSON-1286137368 tempest-ServersTestJSON-1286137368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4533522'] for port, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:37.762650 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6a7a344-89c5-41a2-88c7-25a27a25dc1a req-f5cc18f9-5c0f-4cc5-bf41-d4f4c7b3f824 tempest-ServersTestJSON-1286137368 tempest-ServersTestJSON-1286137368-project] Network d2661b17-f10f-45b5-9a14-2ba272e46fb7 is already hosted by enough agents. {{(pid=103160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:26:37.770049 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.base_scheduler [req-d6a7a344-89c5-41a2-88c7-25a27a25dc1a req-f5cc18f9-5c0f-4cc5-bf41-d4f4c7b3f824 tempest-ServersTestJSON-1286137368 tempest-ServersTestJSON-1286137368-project] Resources bound (agent type, host, resource id): {{(pid=103160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:26:37.774064 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-609771f4-c7d6-4672-a26b-f354ce807ee8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:37.778860 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6a7a344-89c5-41a2-88c7-25a27a25dc1a req-f5cc18f9-5c0f-4cc5-bf41-d4f4c7b3f824 tempest-ServersTestJSON-1286137368 tempest-ServersTestJSON-1286137368-project] Received port after_create {{(pid=103160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:26:37.875576 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cc18f9-5c0f-4cc5-bf41-d4f4c7b3f824 tempest-ServersTestJSON-1286137368 tempest-ServersTestJSON-1286137368-project] Pushing event updated for resources: {'Port': ['ID=6f42addb-ace8-4096-be5a-5b238a28eabf,revision_number=1']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:26:38.068172 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-1e2c06ba-df87-41a5-8d70-a1405821958f tempest-ServerActionsTestJSON-1545132800 tempest-ServerActionsTestJSON-1545132800-project] Publish callbacks [] for port, precommit_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:38.079986 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ff56e36-89a6-4b97-81ba-84048cf5dcde tempest-FloatingIPAdminTestJSON-836365309 tempest-FloatingIPAdminTestJSON-836365309-project] Network a44f18b7-4438-4505-85ee-80977831129c is already hosted by enough agents. {{(pid=103159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:26:38.110494 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.db [None req-0300c905-0418-4229-8696-f6a11dabe6a4 tempest-RoutersAdminTest-1776390182 tempest-RoutersAdminTest-1776390182-project-admin] For port b28ce528-e9de-4d2e-9814-b7ea1144128c, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=b28ce528-e9de-4d2e-9814-b7ea1144128c,segment=NetworkSegment(b5e5d8d0-ac7d-4241-ab13-a85a0c0d4599),segment_id=b5e5d8d0-ac7d-4241-ab13-a85a0c0d4599)] {{(pid=103159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:26:38.111013 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-0300c905-0418-4229-8696-f6a11dabe6a4 tempest-RoutersAdminTest-1776390182 tempest-RoutersAdminTest-1776390182-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:38.181397 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-0300c905-0418-4229-8696-f6a11dabe6a4 tempest-RoutersAdminTest-1776390182 tempest-RoutersAdminTest-1776390182-project-admin] Calling delete_port for b28ce528-e9de-4d2e-9814-b7ea1144128c owned by network:router_gateway {{(pid=103159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:26:38.211428 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 49366) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:26:38.215648 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-1e2c06ba-df87-41a5-8d70-a1405821958f tempest-ServerActionsTestJSON-1545132800 tempest-ServerActionsTestJSON-1545132800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5659917'] for port, after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:38.217810 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.quota.resource [None req-520e908a-7a15-43ad-a2d7-132de967bca3 tempest-QuotasTest-956299560 tempest-QuotasTest-956299560-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103159) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 18 13:26:38.220570 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.base_scheduler [None req-9ff56e36-89a6-4b97-81ba-84048cf5dcde tempest-FloatingIPAdminTestJSON-836365309 tempest-FloatingIPAdminTestJSON-836365309-project] Resources bound (agent type, host, resource id): {{(pid=103159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:26:38.228407 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ff56e36-89a6-4b97-81ba-84048cf5dcde tempest-FloatingIPAdminTestJSON-836365309 tempest-FloatingIPAdminTestJSON-836365309-project] Received port after_create {{(pid=103159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:26:38.252802 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.notifiers.nova [None req-609771f4-c7d6-4672-a26b-f354ce807ee8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] device_id is not set on port b9b9b7ae-d4f2-4968-b840-8ad0ba03559f yet. {{(pid=103160) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 18 13:26:38.277117 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-609771f4-c7d6-4672-a26b-f354ce807ee8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:38.305665 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-609771f4-c7d6-4672-a26b-f354ce807ee8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4533541'] for port, after_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:38.324889 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-7b2e3520-090f-4652-a816-d04b4be9477b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:38.326890 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-f16a07b0-836f-4725-a891-c85c106ddeb7 None None] Provisioning complete for port 6f42addb-ace8-4096-be5a-5b238a28eabf triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:26:38.327783 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f16a07b0-836f-4725-a891-c85c106ddeb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:38.373898 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a7a344-89c5-41a2-88c7-25a27a25dc1a req-f5cc18f9-5c0f-4cc5-bf41-d4f4c7b3f824 tempest-ServersTestJSON-1286137368 tempest-ServersTestJSON-1286137368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:26:38.374624 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [req-d6a7a344-89c5-41a2-88c7-25a27a25dc1a req-f5cc18f9-5c0f-4cc5-bf41-d4f4c7b3f824 tempest-ServersTestJSON-1286137368 tempest-ServersTestJSON-1286137368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:38.454236 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-f16a07b0-836f-4725-a891-c85c106ddeb7 None None] Port 6f42addb-ace8-4096-be5a-5b238a28eabf cannot update to ACTIVE because it is not bound. {{(pid=103161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 13:26:38.463222 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-d6a7a344-89c5-41a2-88c7-25a27a25dc1a req-f5cc18f9-5c0f-4cc5-bf41-d4f4c7b3f824 tempest-ServersTestJSON-1286137368 tempest-ServersTestJSON-1286137368-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9709229 Dec 18 13:26:38.530373 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff56e36-89a6-4b97-81ba-84048cf5dcde tempest-FloatingIPAdminTestJSON-836365309 tempest-FloatingIPAdminTestJSON-836365309-project] Pushing event updated for resources: {'Port': ['ID=874bdd29-847f-4e1c-b47f-378adaf23fee,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:26:38.542296 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [req-d6a7a344-89c5-41a2-88c7-25a27a25dc1a req-1bf677f2-2ebe-45ea-8936-19a3a5ede5c0 tempest-ServersTestJSON-1286137368 tempest-ServersTestJSON-1286137368-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103160) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 18 13:26:38.547040 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-d6a7a344-89c5-41a2-88c7-25a27a25dc1a req-1bf677f2-2ebe-45ea-8936-19a3a5ede5c0 tempest-ServersTestJSON-1286137368 tempest-ServersTestJSON-1286137368-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14093 time: 0.0233803 Dec 18 13:26:38.568095 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609771f4-c7d6-4672-a26b-f354ce807ee8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] Pushing event updated for resources: {'Port': ['ID=b9b9b7ae-d4f2-4968-b840-8ad0ba03559f,revision_number=2']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:26:38.597496 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.managers [None req-609771f4-c7d6-4672-a26b-f354ce807ee8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] Attempting to bind port b9b9b7ae-d4f2-4968-b840-8ad0ba03559f on host hv-neutron-7448 for vnic_type normal with profile {{(pid=103160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 13:26:38.598431 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.managers [None req-609771f4-c7d6-4672-a26b-f354ce807ee8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] Attempting to bind port b9b9b7ae-d4f2-4968-b840-8ad0ba03559f by drivers openvswitch,hyperv on host hv-neutron-7448 at level 0 using segments [{'id': '8727ee25-72cb-48fd-bdc7-db566c1fe14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '5e674343-03e8-41f3-83f1-26307c6a7108'}] {{(pid=103160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 13:26:38.599032 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-609771f4-c7d6-4672-a26b-f354ce807ee8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] Attempting to bind port b9b9b7ae-d4f2-4968-b840-8ad0ba03559f on network 5e674343-03e8-41f3-83f1-26307c6a7108 {{(pid=103160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 13:26:38.619897 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-609771f4-c7d6-4672-a26b-f354ce807ee8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] Port b9b9b7ae-d4f2-4968-b840-8ad0ba03559f on network 5e674343-03e8-41f3-83f1-26307c6a7108 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7448 {{(pid=103160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 18 13:26:38.621193 dv-neutron-744815-20-hyperv neutron-server[103160]: ERROR neutron.plugins.ml2.managers [None req-609771f4-c7d6-4672-a26b-f354ce807ee8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] Failed to bind port b9b9b7ae-d4f2-4968-b840-8ad0ba03559f on host hv-neutron-7448 for vnic_type normal using segments [{'id': '8727ee25-72cb-48fd-bdc7-db566c1fe14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '5e674343-03e8-41f3-83f1-26307c6a7108'}] Dec 18 13:26:38.621833 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.plugins.ml2.plugin [None req-609771f4-c7d6-4672-a26b-f354ce807ee8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] Attempt 2 to bind port b9b9b7ae-d4f2-4968-b840-8ad0ba03559f Dec 18 13:26:38.642107 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.quota.resource [None req-520e908a-7a15-43ad-a2d7-132de967bca3 tempest-QuotasTest-956299560 tempest-QuotasTest-956299560-project-admin] Usage tracker for resource:subnetpool and project:b84210d377b741798c753dd31c95e2e7 is out of sync, need to count used quota {{(pid=103159) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 18 13:26:38.685053 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.managers [None req-609771f4-c7d6-4672-a26b-f354ce807ee8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] Attempting to bind port b9b9b7ae-d4f2-4968-b840-8ad0ba03559f on host hv-neutron-7448 for vnic_type normal with profile {{(pid=103160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 13:26:38.685833 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.managers [None req-609771f4-c7d6-4672-a26b-f354ce807ee8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] Attempting to bind port b9b9b7ae-d4f2-4968-b840-8ad0ba03559f by drivers openvswitch,hyperv on host hv-neutron-7448 at level 0 using segments [{'id': '8727ee25-72cb-48fd-bdc7-db566c1fe14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '5e674343-03e8-41f3-83f1-26307c6a7108'}] {{(pid=103160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 13:26:38.687589 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-609771f4-c7d6-4672-a26b-f354ce807ee8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] Attempting to bind port b9b9b7ae-d4f2-4968-b840-8ad0ba03559f on network 5e674343-03e8-41f3-83f1-26307c6a7108 {{(pid=103160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 13:26:38.690575 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-24d4a2dd-fa0f-4318-8f5d-23e5b85f1b73 None None] Provisioning complete for port 874bdd29-847f-4e1c-b47f-378adaf23fee triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:26:38.692642 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-24d4a2dd-fa0f-4318-8f5d-23e5b85f1b73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:38.710211 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-609771f4-c7d6-4672-a26b-f354ce807ee8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] Port b9b9b7ae-d4f2-4968-b840-8ad0ba03559f on network 5e674343-03e8-41f3-83f1-26307c6a7108 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7448 {{(pid=103160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 18 13:26:38.719638 dv-neutron-744815-20-hyperv neutron-server[103160]: ERROR neutron.plugins.ml2.managers [None req-609771f4-c7d6-4672-a26b-f354ce807ee8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] Failed to bind port b9b9b7ae-d4f2-4968-b840-8ad0ba03559f on host hv-neutron-7448 for vnic_type normal using segments [{'id': '8727ee25-72cb-48fd-bdc7-db566c1fe14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '5e674343-03e8-41f3-83f1-26307c6a7108'}] Dec 18 13:26:38.721506 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.plugins.ml2.plugin [None req-609771f4-c7d6-4672-a26b-f354ce807ee8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] Attempt 3 to bind port b9b9b7ae-d4f2-4968-b840-8ad0ba03559f Dec 18 13:26:38.760836 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-1e2c06ba-df87-41a5-8d70-a1405821958f tempest-ServerActionsTestJSON-1545132800 tempest-ServerActionsTestJSON-1545132800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-587004'] for floatingip, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:38.784770 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.managers [None req-609771f4-c7d6-4672-a26b-f354ce807ee8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] Attempting to bind port b9b9b7ae-d4f2-4968-b840-8ad0ba03559f on host hv-neutron-7448 for vnic_type normal with profile {{(pid=103160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 13:26:38.786492 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.managers [None req-609771f4-c7d6-4672-a26b-f354ce807ee8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] Attempting to bind port b9b9b7ae-d4f2-4968-b840-8ad0ba03559f by drivers openvswitch,hyperv on host hv-neutron-7448 at level 0 using segments [{'id': '8727ee25-72cb-48fd-bdc7-db566c1fe14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '5e674343-03e8-41f3-83f1-26307c6a7108'}] {{(pid=103160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 13:26:38.787088 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-609771f4-c7d6-4672-a26b-f354ce807ee8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] Attempting to bind port b9b9b7ae-d4f2-4968-b840-8ad0ba03559f on network 5e674343-03e8-41f3-83f1-26307c6a7108 {{(pid=103160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 13:26:38.802611 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-609771f4-c7d6-4672-a26b-f354ce807ee8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] Port b9b9b7ae-d4f2-4968-b840-8ad0ba03559f on network 5e674343-03e8-41f3-83f1-26307c6a7108 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7448 {{(pid=103160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 18 13:26:38.803570 dv-neutron-744815-20-hyperv neutron-server[103160]: ERROR neutron.plugins.ml2.managers [None req-609771f4-c7d6-4672-a26b-f354ce807ee8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] Failed to bind port b9b9b7ae-d4f2-4968-b840-8ad0ba03559f on host hv-neutron-7448 for vnic_type normal using segments [{'id': '8727ee25-72cb-48fd-bdc7-db566c1fe14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '5e674343-03e8-41f3-83f1-26307c6a7108'}] Dec 18 13:26:38.804379 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.plugins.ml2.plugin [None req-609771f4-c7d6-4672-a26b-f354ce807ee8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] Attempt 4 to bind port b9b9b7ae-d4f2-4968-b840-8ad0ba03559f Dec 18 13:26:38.805166 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.quota.resource [None req-520e908a-7a15-43ad-a2d7-132de967bca3 tempest-QuotasTest-956299560 tempest-QuotasTest-956299560-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=103159) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 18 13:26:38.809451 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-1e2c06ba-df87-41a5-8d70-a1405821958f tempest-ServerActionsTestJSON-1545132800 tempest-ServerActionsTestJSON-1545132800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for floatingip, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:38.819221 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-1e2c06ba-df87-41a5-8d70-a1405821958f tempest-ServerActionsTestJSON-1545132800 tempest-ServerActionsTestJSON-1545132800-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.4665639 Dec 18 13:26:38.860868 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.managers [None req-609771f4-c7d6-4672-a26b-f354ce807ee8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] Attempting to bind port b9b9b7ae-d4f2-4968-b840-8ad0ba03559f on host hv-neutron-7448 for vnic_type normal with profile {{(pid=103160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 13:26:38.864339 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.managers [None req-609771f4-c7d6-4672-a26b-f354ce807ee8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] Attempting to bind port b9b9b7ae-d4f2-4968-b840-8ad0ba03559f by drivers openvswitch,hyperv on host hv-neutron-7448 at level 0 using segments [{'id': '8727ee25-72cb-48fd-bdc7-db566c1fe14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '5e674343-03e8-41f3-83f1-26307c6a7108'}] {{(pid=103160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 13:26:38.870067 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-609771f4-c7d6-4672-a26b-f354ce807ee8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] Attempting to bind port b9b9b7ae-d4f2-4968-b840-8ad0ba03559f on network 5e674343-03e8-41f3-83f1-26307c6a7108 {{(pid=103160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 13:26:38.908661 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-24d4a2dd-fa0f-4318-8f5d-23e5b85f1b73 None None] Port 874bdd29-847f-4e1c-b47f-378adaf23fee cannot update to ACTIVE because it is not bound. {{(pid=103161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 13:26:38.909500 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-9ff56e36-89a6-4b97-81ba-84048cf5dcde tempest-FloatingIPAdminTestJSON-836365309 tempest-FloatingIPAdminTestJSON-836365309-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586257'] for router_interface, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:38.949554 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-609771f4-c7d6-4672-a26b-f354ce807ee8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] Port b9b9b7ae-d4f2-4968-b840-8ad0ba03559f on network 5e674343-03e8-41f3-83f1-26307c6a7108 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7448 {{(pid=103160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 18 13:26:38.950134 dv-neutron-744815-20-hyperv neutron-server[103160]: ERROR neutron.plugins.ml2.managers [None req-609771f4-c7d6-4672-a26b-f354ce807ee8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] Failed to bind port b9b9b7ae-d4f2-4968-b840-8ad0ba03559f on host hv-neutron-7448 for vnic_type normal using segments [{'id': '8727ee25-72cb-48fd-bdc7-db566c1fe14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '5e674343-03e8-41f3-83f1-26307c6a7108'}] Dec 18 13:26:38.951586 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.plugins.ml2.plugin [None req-609771f4-c7d6-4672-a26b-f354ce807ee8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] Attempt 5 to bind port b9b9b7ae-d4f2-4968-b840-8ad0ba03559f Dec 18 13:26:38.994128 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-a3a49417-f612-480e-bccb-a5d8a0519c70 req-0605ebb2-bbe8-4fe0-8b3f-040f96d534b2 tempest-ServersTestManualDisk-715244052 tempest-ServersTestManualDisk-715244052-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e857058-ab1e-4a7d-bcfe-f606e1c084cd HTTP/1.1" status: 200 len: 210 time: 0.1093442 Dec 18 13:26:39.015360 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.managers [None req-609771f4-c7d6-4672-a26b-f354ce807ee8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] Attempting to bind port b9b9b7ae-d4f2-4968-b840-8ad0ba03559f on host hv-neutron-7448 for vnic_type normal with profile {{(pid=103160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 13:26:39.016025 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.managers [None req-609771f4-c7d6-4672-a26b-f354ce807ee8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] Attempting to bind port b9b9b7ae-d4f2-4968-b840-8ad0ba03559f by drivers openvswitch,hyperv on host hv-neutron-7448 at level 0 using segments [{'id': '8727ee25-72cb-48fd-bdc7-db566c1fe14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '5e674343-03e8-41f3-83f1-26307c6a7108'}] {{(pid=103160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 13:26:39.017191 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-609771f4-c7d6-4672-a26b-f354ce807ee8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] Attempting to bind port b9b9b7ae-d4f2-4968-b840-8ad0ba03559f on network 5e674343-03e8-41f3-83f1-26307c6a7108 {{(pid=103160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 13:26:39.023929 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-609771f4-c7d6-4672-a26b-f354ce807ee8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] Port b9b9b7ae-d4f2-4968-b840-8ad0ba03559f on network 5e674343-03e8-41f3-83f1-26307c6a7108 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7448 {{(pid=103160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 18 13:26:39.024583 dv-neutron-744815-20-hyperv neutron-server[103160]: ERROR neutron.plugins.ml2.managers [None req-609771f4-c7d6-4672-a26b-f354ce807ee8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] Failed to bind port b9b9b7ae-d4f2-4968-b840-8ad0ba03559f on host hv-neutron-7448 for vnic_type normal using segments [{'id': '8727ee25-72cb-48fd-bdc7-db566c1fe14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '5e674343-03e8-41f3-83f1-26307c6a7108'}] Dec 18 13:26:39.025199 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.plugins.ml2.plugin [None req-609771f4-c7d6-4672-a26b-f354ce807ee8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] Attempt 6 to bind port b9b9b7ae-d4f2-4968-b840-8ad0ba03559f Dec 18 13:26:39.072147 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device b28ce528-e9de-4d2e-9814-b7ea1144128c up at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 13:26:39.085851 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.managers [None req-609771f4-c7d6-4672-a26b-f354ce807ee8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] Attempting to bind port b9b9b7ae-d4f2-4968-b840-8ad0ba03559f on host hv-neutron-7448 for vnic_type normal with profile {{(pid=103160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 13:26:39.086241 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.managers [None req-609771f4-c7d6-4672-a26b-f354ce807ee8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] Attempting to bind port b9b9b7ae-d4f2-4968-b840-8ad0ba03559f by drivers openvswitch,hyperv on host hv-neutron-7448 at level 0 using segments [{'id': '8727ee25-72cb-48fd-bdc7-db566c1fe14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '5e674343-03e8-41f3-83f1-26307c6a7108'}] {{(pid=103160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 13:26:39.086532 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-609771f4-c7d6-4672-a26b-f354ce807ee8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] Attempting to bind port b9b9b7ae-d4f2-4968-b840-8ad0ba03559f on network 5e674343-03e8-41f3-83f1-26307c6a7108 {{(pid=103160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 13:26:39.097415 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-609771f4-c7d6-4672-a26b-f354ce807ee8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] Port b9b9b7ae-d4f2-4968-b840-8ad0ba03559f on network 5e674343-03e8-41f3-83f1-26307c6a7108 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7448 {{(pid=103160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 18 13:26:39.097793 dv-neutron-744815-20-hyperv neutron-server[103160]: ERROR neutron.plugins.ml2.managers [None req-609771f4-c7d6-4672-a26b-f354ce807ee8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] Failed to bind port b9b9b7ae-d4f2-4968-b840-8ad0ba03559f on host hv-neutron-7448 for vnic_type normal using segments [{'id': '8727ee25-72cb-48fd-bdc7-db566c1fe14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '5e674343-03e8-41f3-83f1-26307c6a7108'}] Dec 18 13:26:39.098195 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.plugins.ml2.plugin [None req-609771f4-c7d6-4672-a26b-f354ce807ee8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] Attempt 7 to bind port b9b9b7ae-d4f2-4968-b840-8ad0ba03559f Dec 18 13:26:39.134442 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [req-d6a7a344-89c5-41a2-88c7-25a27a25dc1a req-0121686b-bd87-477e-ac22-37399a2b314b service neutron] Request body: {'port': {'device_id': '9f044516-7cff-4ae8-8c47-ba1da8c37907', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7448'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:26:39.181195 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4e4b32-29a9-47ca-a546-7a7e05df772c req-6c7cdae6-864b-4585-b8a7-1e92660d97e0 tempest-ServersTestManualDisk-715244052 tempest-ServersTestManualDisk-715244052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:26:39.182745 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-fc4e4b32-29a9-47ca-a546-7a7e05df772c req-6c7cdae6-864b-4585-b8a7-1e92660d97e0 tempest-ServersTestManualDisk-715244052 tempest-ServersTestManualDisk-715244052-project] 10.222.0.43 "GET /v2.0/networks?id=54539a24-3149-4df7-83e3-55189e7814ad HTTP/1.1" status: 200 len: 811 time: 1.9077606 Dec 18 13:26:39.207693 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.managers [None req-609771f4-c7d6-4672-a26b-f354ce807ee8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] Attempting to bind port b9b9b7ae-d4f2-4968-b840-8ad0ba03559f on host hv-neutron-7448 for vnic_type normal with profile {{(pid=103160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 13:26:39.208017 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.managers [None req-609771f4-c7d6-4672-a26b-f354ce807ee8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] Attempting to bind port b9b9b7ae-d4f2-4968-b840-8ad0ba03559f by drivers openvswitch,hyperv on host hv-neutron-7448 at level 0 using segments [{'id': '8727ee25-72cb-48fd-bdc7-db566c1fe14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '5e674343-03e8-41f3-83f1-26307c6a7108'}] {{(pid=103160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 13:26:39.208340 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-609771f4-c7d6-4672-a26b-f354ce807ee8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] Attempting to bind port b9b9b7ae-d4f2-4968-b840-8ad0ba03559f on network 5e674343-03e8-41f3-83f1-26307c6a7108 {{(pid=103160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 13:26:39.226831 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-7b2e3520-090f-4652-a816-d04b4be9477b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:39.229210 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.quota.resource [None req-520e908a-7a15-43ad-a2d7-132de967bca3 tempest-QuotasTest-956299560 tempest-QuotasTest-956299560-project-admin] Usage tracker for resource:port and project:b84210d377b741798c753dd31c95e2e7 is out of sync, need to count used quota {{(pid=103159) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 18 13:26:39.232035 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2c06ba-df87-41a5-8d70-a1405821958f tempest-ServerActionsTestJSON-1545132800 tempest-ServerActionsTestJSON-1545132800-project] Pushing event updated for resources: {'Port': ['ID=511a22ea-1230-4289-b93f-28ad3c1b43bf,revision_number=2']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:26:39.234369 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-609771f4-c7d6-4672-a26b-f354ce807ee8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] Port b9b9b7ae-d4f2-4968-b840-8ad0ba03559f on network 5e674343-03e8-41f3-83f1-26307c6a7108 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7448 {{(pid=103160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 18 13:26:39.234709 dv-neutron-744815-20-hyperv neutron-server[103160]: ERROR neutron.plugins.ml2.managers [None req-609771f4-c7d6-4672-a26b-f354ce807ee8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] Failed to bind port b9b9b7ae-d4f2-4968-b840-8ad0ba03559f on host hv-neutron-7448 for vnic_type normal using segments [{'id': '8727ee25-72cb-48fd-bdc7-db566c1fe14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '5e674343-03e8-41f3-83f1-26307c6a7108'}] Dec 18 13:26:39.235369 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.plugins.ml2.plugin [None req-609771f4-c7d6-4672-a26b-f354ce807ee8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] Attempt 8 to bind port b9b9b7ae-d4f2-4968-b840-8ad0ba03559f Dec 18 13:26:39.241962 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2294866d-0076-4933-952c-685307032598 None None] Provisioning complete for port b28ce528-e9de-4d2e-9814-b7ea1144128c triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:26:39.242518 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:39.254578 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.managers [None req-609771f4-c7d6-4672-a26b-f354ce807ee8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] Attempting to bind port b9b9b7ae-d4f2-4968-b840-8ad0ba03559f on host hv-neutron-7448 for vnic_type normal with profile {{(pid=103160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 13:26:39.254915 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.managers [None req-609771f4-c7d6-4672-a26b-f354ce807ee8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] Attempting to bind port b9b9b7ae-d4f2-4968-b840-8ad0ba03559f by drivers openvswitch,hyperv on host hv-neutron-7448 at level 0 using segments [{'id': '8727ee25-72cb-48fd-bdc7-db566c1fe14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '5e674343-03e8-41f3-83f1-26307c6a7108'}] {{(pid=103160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 13:26:39.255330 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-609771f4-c7d6-4672-a26b-f354ce807ee8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] Attempting to bind port b9b9b7ae-d4f2-4968-b840-8ad0ba03559f on network 5e674343-03e8-41f3-83f1-26307c6a7108 {{(pid=103160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 13:26:39.302141 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-7b2e3520-090f-4652-a816-d04b4be9477b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:39.334875 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.quota.resource [None req-520e908a-7a15-43ad-a2d7-132de967bca3 tempest-QuotasTest-956299560 tempest-QuotasTest-956299560-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=103159) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 18 13:26:39.335090 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [req-d6a7a344-89c5-41a2-88c7-25a27a25dc1a req-0121686b-bd87-477e-ac22-37399a2b314b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:39.342571 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-609771f4-c7d6-4672-a26b-f354ce807ee8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] Port b9b9b7ae-d4f2-4968-b840-8ad0ba03559f on network 5e674343-03e8-41f3-83f1-26307c6a7108 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7448 {{(pid=103160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 18 13:26:39.342892 dv-neutron-744815-20-hyperv neutron-server[103160]: ERROR neutron.plugins.ml2.managers [None req-609771f4-c7d6-4672-a26b-f354ce807ee8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] Failed to bind port b9b9b7ae-d4f2-4968-b840-8ad0ba03559f on host hv-neutron-7448 for vnic_type normal using segments [{'id': '8727ee25-72cb-48fd-bdc7-db566c1fe14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '5e674343-03e8-41f3-83f1-26307c6a7108'}] Dec 18 13:26:39.352431 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af1e07e-beb3-4720-a0ee-2249198114cf req-4e775cd2-b04e-4b70-ae7a-6f5139714955 tempest-ServersTestJSON-1286137368 tempest-ServersTestJSON-1286137368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:26:39.362143 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-0af1e07e-beb3-4720-a0ee-2249198114cf req-4e775cd2-b04e-4b70-ae7a-6f5139714955 tempest-ServersTestJSON-1286137368 tempest-ServersTestJSON-1286137368-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f044516-7cff-4ae8-8c47-ba1da8c37907 HTTP/1.1" status: 200 len: 932 time: 0.8373981 Dec 18 13:26:39.367916 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.plugins.ml2.plugin [None req-609771f4-c7d6-4672-a26b-f354ce807ee8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] Attempt 9 to bind port b9b9b7ae-d4f2-4968-b840-8ad0ba03559f Dec 18 13:26:39.386888 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:39.428689 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-2294866d-0076-4933-952c-685307032598 None None] For port b28ce528-e9de-4d2e-9814-b7ea1144128c, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=b28ce528-e9de-4d2e-9814-b7ea1144128c,segment=NetworkSegment(b5e5d8d0-ac7d-4241-ab13-a85a0c0d4599),segment_id=b5e5d8d0-ac7d-4241-ab13-a85a0c0d4599)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:26:39.436614 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:39.507287 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.managers [None req-609771f4-c7d6-4672-a26b-f354ce807ee8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] Attempting to bind port b9b9b7ae-d4f2-4968-b840-8ad0ba03559f on host hv-neutron-7448 for vnic_type normal with profile {{(pid=103160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 13:26:39.511212 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.managers [None req-609771f4-c7d6-4672-a26b-f354ce807ee8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] Attempting to bind port b9b9b7ae-d4f2-4968-b840-8ad0ba03559f by drivers openvswitch,hyperv on host hv-neutron-7448 at level 0 using segments [{'id': '8727ee25-72cb-48fd-bdc7-db566c1fe14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '5e674343-03e8-41f3-83f1-26307c6a7108'}] {{(pid=103160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 13:26:39.511798 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-609771f4-c7d6-4672-a26b-f354ce807ee8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] Attempting to bind port b9b9b7ae-d4f2-4968-b840-8ad0ba03559f on network 5e674343-03e8-41f3-83f1-26307c6a7108 {{(pid=103160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 13:26:39.536416 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Pushing event updated for resources: {'Port': ['ID=b28ce528-e9de-4d2e-9814-b7ea1144128c,revision_number=4']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:26:39.536681 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2e3520-090f-4652-a816-d04b4be9477b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef2de7eb-82a8-4aed-bddb-432b657fa55c,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:26:39.555981 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-9ff56e36-89a6-4b97-81ba-84048cf5dcde tempest-FloatingIPAdminTestJSON-836365309 tempest-FloatingIPAdminTestJSON-836365309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:39.580350 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-609771f4-c7d6-4672-a26b-f354ce807ee8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] Port b9b9b7ae-d4f2-4968-b840-8ad0ba03559f on network 5e674343-03e8-41f3-83f1-26307c6a7108 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7448 {{(pid=103160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 18 13:26:39.580625 dv-neutron-744815-20-hyperv neutron-server[103160]: ERROR neutron.plugins.ml2.managers [None req-609771f4-c7d6-4672-a26b-f354ce807ee8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] Failed to bind port b9b9b7ae-d4f2-4968-b840-8ad0ba03559f on host hv-neutron-7448 for vnic_type normal using segments [{'id': '8727ee25-72cb-48fd-bdc7-db566c1fe14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '5e674343-03e8-41f3-83f1-26307c6a7108'}] Dec 18 13:26:39.583514 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.quota.resource [None req-520e908a-7a15-43ad-a2d7-132de967bca3 tempest-QuotasTest-956299560 tempest-QuotasTest-956299560-project-admin] Usage tracker for resource:router and project:b84210d377b741798c753dd31c95e2e7 is out of sync, need to count used quota {{(pid=103159) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 18 13:26:39.589207 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.plugins.ml2.plugin [None req-609771f4-c7d6-4672-a26b-f354ce807ee8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] Attempt 10 to bind port b9b9b7ae-d4f2-4968-b840-8ad0ba03559f Dec 18 13:26:39.611363 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-54fbb5bb-38c8-4d74-a0c1-b57be7881439 req-ddca9184-7919-4709-8b3a-790be36b6429 tempest-ServerActionsTestJSON-1545132800 tempest-ServerActionsTestJSON-1545132800-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--809826325&fields=id&tenant_id=797acd6e00034b9ba6b75e0f2650f2ea HTTP/1.1" status: 200 len: 267 time: 0.2735429 Dec 18 13:26:39.671802 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-7b2e3520-090f-4652-a816-d04b4be9477b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=69c2f289ba1b4ae0be891e8f233c4116&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4482698 Dec 18 13:26:39.677388 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.quota.resource [None req-520e908a-7a15-43ad-a2d7-132de967bca3 tempest-QuotasTest-956299560 tempest-QuotasTest-956299560-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=103159) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 18 13:26:39.685527 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 49388) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:26:39.711800 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-0af1e07e-beb3-4720-a0ee-2249198114cf req-d0a9a114-8708-489d-86e8-bef026625675 tempest-ServersTestJSON-1286137368 tempest-ServersTestJSON-1286137368-project] 10.222.0.31 "GET /v2.0/security-groups?id=c691688e-0670-4eea-816d-2b9f26a27f10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3486285 Dec 18 13:26:39.735090 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fbb5bb-38c8-4d74-a0c1-b57be7881439 req-6387a960-0a84-42b7-958f-8b012da85614 tempest-ServerActionsTestJSON-1545132800 tempest-ServerActionsTestJSON-1545132800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:26:39.742648 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-54fbb5bb-38c8-4d74-a0c1-b57be7881439 req-6387a960-0a84-42b7-958f-8b012da85614 tempest-ServerActionsTestJSON-1545132800 tempest-ServerActionsTestJSON-1545132800-project] 10.222.0.31 "GET /v2.0/networks?id=2fc4e038-9db1-4dce-962e-0069075d1df7 HTTP/1.1" status: 200 len: 811 time: 0.1299000 Dec 18 13:26:39.791029 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.quota.resource [None req-520e908a-7a15-43ad-a2d7-132de967bca3 tempest-QuotasTest-956299560 tempest-QuotasTest-956299560-project-admin] Usage tracker for resource:floatingip and project:b84210d377b741798c753dd31c95e2e7 is out of sync, need to count used quota {{(pid=103159) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 18 13:26:39.811545 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-54fbb5bb-38c8-4d74-a0c1-b57be7881439 req-fb52f822-91a7-4873-a395-f41f5f912cfa tempest-ServerActionsTestJSON-1545132800 tempest-ServerActionsTestJSON-1545132800-project] 10.222.0.31 "GET /v2.0/quotas/797acd6e00034b9ba6b75e0f2650f2ea HTTP/1.1" status: 200 len: 375 time: 0.0671268 Dec 18 13:26:39.820811 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.managers [None req-609771f4-c7d6-4672-a26b-f354ce807ee8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] Attempting to bind port b9b9b7ae-d4f2-4968-b840-8ad0ba03559f on host hv-neutron-7448 for vnic_type normal with profile {{(pid=103160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 13:26:39.821478 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.managers [None req-609771f4-c7d6-4672-a26b-f354ce807ee8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] Attempting to bind port b9b9b7ae-d4f2-4968-b840-8ad0ba03559f by drivers openvswitch,hyperv on host hv-neutron-7448 at level 0 using segments [{'id': '8727ee25-72cb-48fd-bdc7-db566c1fe14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '5e674343-03e8-41f3-83f1-26307c6a7108'}] {{(pid=103160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 13:26:39.822014 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-609771f4-c7d6-4672-a26b-f354ce807ee8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] Attempting to bind port b9b9b7ae-d4f2-4968-b840-8ad0ba03559f on network 5e674343-03e8-41f3-83f1-26307c6a7108 {{(pid=103160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 13:26:39.847500 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.quota.resource [None req-520e908a-7a15-43ad-a2d7-132de967bca3 tempest-QuotasTest-956299560 tempest-QuotasTest-956299560-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=103159) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 18 13:26:40.078350 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-609771f4-c7d6-4672-a26b-f354ce807ee8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] Port b9b9b7ae-d4f2-4968-b840-8ad0ba03559f on network 5e674343-03e8-41f3-83f1-26307c6a7108 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7448 {{(pid=103160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 18 13:26:40.078999 dv-neutron-744815-20-hyperv neutron-server[103160]: ERROR neutron.plugins.ml2.managers [None req-609771f4-c7d6-4672-a26b-f354ce807ee8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] Failed to bind port b9b9b7ae-d4f2-4968-b840-8ad0ba03559f on host hv-neutron-7448 for vnic_type normal using segments [{'id': '8727ee25-72cb-48fd-bdc7-db566c1fe14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '5e674343-03e8-41f3-83f1-26307c6a7108'}] Dec 18 13:26:40.079245 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-609771f4-c7d6-4672-a26b-f354ce807ee8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:40.204138 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-0300c905-0418-4229-8696-f6a11dabe6a4 tempest-RoutersAdminTest-1776390182 tempest-RoutersAdminTest-1776390182-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:40.219317 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-54fbb5bb-38c8-4d74-a0c1-b57be7881439 req-3440752c-b46e-4d5a-9877-055bdca31964 tempest-ServerActionsTestJSON-1545132800 tempest-ServerActionsTestJSON-1545132800-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=797acd6e00034b9ba6b75e0f2650f2ea&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3990943 Dec 18 13:26:40.261330 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-4b1162ac-9de0-4301-b707-4f3fba03b02d req-a48fca1e-018f-446a-80d6-7976fb76d59b tempest-ServersTestManualDisk-715244052 tempest-ServersTestManualDisk-715244052-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e857058-ab1e-4a7d-bcfe-f606e1c084cd HTTP/1.1" status: 200 len: 210 time: 0.0868523 Dec 18 13:26:40.314866 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0300c905-0418-4229-8696-f6a11dabe6a4 tempest-RoutersAdminTest-1776390182 tempest-RoutersAdminTest-1776390182-project-admin] Pushing event deleted for resources: {'Port': ['ID=b28ce528-e9de-4d2e-9814-b7ea1144128c,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:26:40.324675 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-3aa8c6cf-e952-4a1d-9c1d-3c0f5e630bd1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:40.362205 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.db [None req-609771f4-c7d6-4672-a26b-f354ce807ee8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] For port b9b9b7ae-d4f2-4968-b840-8ad0ba03559f, host hv-neutron-7448, cleared binding levels {{(pid=103160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 18 13:26:40.362582 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.db [None req-609771f4-c7d6-4672-a26b-f354ce807ee8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] Attempted to set empty binding levels {{(pid=103160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 18 13:26:40.388769 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-609771f4-c7d6-4672-a26b-f354ce807ee8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4533541'] for port, after_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:40.423070 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-3aa8c6cf-e952-4a1d-9c1d-3c0f5e630bd1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:40.423431 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-54fbb5bb-38c8-4d74-a0c1-b57be7881439 req-30cca43f-572d-475c-b305-bf1797b0cbe4 service neutron] 10.222.0.31 "GET /v2.0/networks/2fc4e038-9db1-4dce-962e-0069075d1df7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2030494 Dec 18 13:26:40.471876 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.quota.resource [None req-520e908a-7a15-43ad-a2d7-132de967bca3 tempest-QuotasTest-956299560 tempest-QuotasTest-956299560-project-admin] Usage tracker for resource:security_group and project:b84210d377b741798c753dd31c95e2e7 is out of sync, need to count used quota {{(pid=103159) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 18 13:26:40.503000 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-609771f4-c7d6-4672-a26b-f354ce807ee8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] In _notify_port_updated(), no bound segment for port b9b9b7ae-d4f2-4968-b840-8ad0ba03559f on network 5e674343-03e8-41f3-83f1-26307c6a7108 {{(pid=103160) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 18 13:26:40.503875 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-609771f4-c7d6-4672-a26b-f354ce807ee8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:26:40.504469 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-609771f4-c7d6-4672-a26b-f354ce807ee8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:40.505799 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-609771f4-c7d6-4672-a26b-f354ce807ee8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] 10.222.0.31 "PUT /v2.0/ports/b9b9b7ae-d4f2-4968-b840-8ad0ba03559f HTTP/1.1" status: 200 len: 979 time: 3.4306405 Dec 18 13:26:40.515842 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 49392) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:26:40.519760 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.quota.resource [None req-520e908a-7a15-43ad-a2d7-132de967bca3 tempest-QuotasTest-956299560 tempest-QuotasTest-956299560-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=103159) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 18 13:26:40.524939 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-0300c905-0418-4229-8696-f6a11dabe6a4 tempest-RoutersAdminTest-1776390182 tempest-RoutersAdminTest-1776390182-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-586554'] for router_gateway, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:40.552165 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609771f4-c7d6-4672-a26b-f354ce807ee8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] Pushing event updated for resources: {'Port': ['ID=b9b9b7ae-d4f2-4968-b840-8ad0ba03559f,revision_number=3']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:26:40.572957 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.notifiers.nova [req-d6a7a344-89c5-41a2-88c7-25a27a25dc1a req-0121686b-bd87-477e-ac22-37399a2b314b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f42addb-ace8-4096-be5a-5b238a28eabf {{(pid=103160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 18 13:26:40.598517 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [req-d6a7a344-89c5-41a2-88c7-25a27a25dc1a req-0121686b-bd87-477e-ac22-37399a2b314b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:40.608870 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-54fbb5bb-38c8-4d74-a0c1-b57be7881439 req-668f0a23-7216-43f6-96fc-c7c19386a34c service neutron] 10.222.0.31 "GET /v2.0/networks/2fc4e038-9db1-4dce-962e-0069075d1df7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1682448 Dec 18 13:26:40.624519 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.provisioning_blocks [req-d6a7a344-89c5-41a2-88c7-25a27a25dc1a req-0121686b-bd87-477e-ac22-37399a2b314b service neutron] Transition to ACTIVE for port object 6f42addb-ace8-4096-be5a-5b238a28eabf will not be triggered until provisioned by entity L2. {{(pid=103160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 18 13:26:40.631019 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [req-d6a7a344-89c5-41a2-88c7-25a27a25dc1a req-0121686b-bd87-477e-ac22-37399a2b314b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4533541'] for port, after_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:40.682288 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.quota.resource [None req-520e908a-7a15-43ad-a2d7-132de967bca3 tempest-QuotasTest-956299560 tempest-QuotasTest-956299560-project-admin] Usage tracker for resource:security_group_rule and project:b84210d377b741798c753dd31c95e2e7 is out of sync, need to count used quota {{(pid=103159) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 18 13:26:40.700414 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.quota.resource [None req-520e908a-7a15-43ad-a2d7-132de967bca3 tempest-QuotasTest-956299560 tempest-QuotasTest-956299560-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103159) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 18 13:26:40.726606 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-0300c905-0418-4229-8696-f6a11dabe6a4 tempest-RoutersAdminTest-1776390182 tempest-RoutersAdminTest-1776390182-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-589815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28643'] for router, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:40.731226 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-0300c905-0418-4229-8696-f6a11dabe6a4 tempest-RoutersAdminTest-1776390182 tempest-RoutersAdminTest-1776390182-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:40.742285 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-520e908a-7a15-43ad-a2d7-132de967bca3 tempest-QuotasTest-956299560 tempest-QuotasTest-956299560-project-admin] 10.222.0.31 "GET /v2.0/quotas/b84210d377b741798c753dd31c95e2e7/details.json HTTP/1.1" status: 200 len: 703 time: 3.5904670 Dec 18 13:26:40.743810 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0121686b-bd87-477e-ac22-37399a2b314b service neutron] Pushing event updated for resources: {'Port': ['ID=6f42addb-ace8-4096-be5a-5b238a28eabf,revision_number=2']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:26:40.929825 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-3aa8c6cf-e952-4a1d-9c1d-3c0f5e630bd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:40.941558 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-3aa8c6cf-e952-4a1d-9c1d-3c0f5e630bd1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:40.957445 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-3aa8c6cf-e952-4a1d-9c1d-3c0f5e630bd1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ef2de7eb-82a8-4aed-bddb-432b657fa55c HTTP/1.1" status: 204 len: 168 time: 1.2683952 Dec 18 13:26:41.004131 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.managers [req-d6a7a344-89c5-41a2-88c7-25a27a25dc1a req-0121686b-bd87-477e-ac22-37399a2b314b service neutron] Attempting to bind port 6f42addb-ace8-4096-be5a-5b238a28eabf on host hv-neutron-7448 for vnic_type normal with profile {{(pid=103160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 13:26:41.004616 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.managers [req-d6a7a344-89c5-41a2-88c7-25a27a25dc1a req-0121686b-bd87-477e-ac22-37399a2b314b service neutron] Attempting to bind port 6f42addb-ace8-4096-be5a-5b238a28eabf by drivers openvswitch,hyperv on host hv-neutron-7448 at level 0 using segments [{'id': 'b8ecd067-62e3-4e19-b03b-e75ef70f9340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'd2661b17-f10f-45b5-9a14-2ba272e46fb7'}] {{(pid=103160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 13:26:41.005703 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6a7a344-89c5-41a2-88c7-25a27a25dc1a req-0121686b-bd87-477e-ac22-37399a2b314b service neutron] Attempting to bind port 6f42addb-ace8-4096-be5a-5b238a28eabf on network d2661b17-f10f-45b5-9a14-2ba272e46fb7 {{(pid=103160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 13:26:41.012665 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6a7a344-89c5-41a2-88c7-25a27a25dc1a req-0121686b-bd87-477e-ac22-37399a2b314b service neutron] Port 6f42addb-ace8-4096-be5a-5b238a28eabf on network d2661b17-f10f-45b5-9a14-2ba272e46fb7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7448 {{(pid=103160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 18 13:26:41.012962 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6a7a344-89c5-41a2-88c7-25a27a25dc1a req-0121686b-bd87-477e-ac22-37399a2b314b service neutron] Attempting to bind port 6f42addb-ace8-4096-be5a-5b238a28eabf on network d2661b17-f10f-45b5-9a14-2ba272e46fb7 {{(pid=103160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 13:26:41.074219 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-0300c905-0418-4229-8696-f6a11dabe6a4 tempest-RoutersAdminTest-1776390182 tempest-RoutersAdminTest-1776390182-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-589710'] for router, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:41.074818 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0300c905-0418-4229-8696-f6a11dabe6a4 tempest-RoutersAdminTest-1776390182 tempest-RoutersAdminTest-1776390182-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4c4b71f5-140f-4af5-ac5d-026d439a8714 {{(pid=103159) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 18 13:26:41.078592 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa8c6cf-e952-4a1d-9c1d-3c0f5e630bd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef2de7eb-82a8-4aed-bddb-432b657fa55c,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:26:41.106064 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-0300c905-0418-4229-8696-f6a11dabe6a4 tempest-RoutersAdminTest-1776390182 tempest-RoutersAdminTest-1776390182-project-admin] Publish callbacks [] for router, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:41.127412 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-0300c905-0418-4229-8696-f6a11dabe6a4 tempest-RoutersAdminTest-1776390182 tempest-RoutersAdminTest-1776390182-project-admin] 10.222.0.31 "DELETE /v2.0/routers/4c4b71f5-140f-4af5-ac5d-026d439a8714 HTTP/1.1" status: 204 len: 168 time: 6.4725640 Dec 18 13:26:41.150005 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 49404) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:26:41.150515 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6a7a344-89c5-41a2-88c7-25a27a25dc1a req-0121686b-bd87-477e-ac22-37399a2b314b service neutron] Checking agent: {'id': 'c35b6aa0-0616-421f-8ded-732dd37fc90f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7448', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 13, 24, 37), 'started_at': datetime.datetime(2021, 12, 18, 13, 24, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 13, 26, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 18 13:26:41.158382 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6a7a344-89c5-41a2-88c7-25a27a25dc1a req-0121686b-bd87-477e-ac22-37399a2b314b service neutron] Checking segment: {'id': 'b8ecd067-62e3-4e19-b03b-e75ef70f9340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'd2661b17-f10f-45b5-9a14-2ba272e46fb7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 13:26:41.159129 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6a7a344-89c5-41a2-88c7-25a27a25dc1a req-0121686b-bd87-477e-ac22-37399a2b314b service neutron] Bound using segment: {'id': 'b8ecd067-62e3-4e19-b03b-e75ef70f9340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'd2661b17-f10f-45b5-9a14-2ba272e46fb7'} {{(pid=103160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 18 13:26:41.159672 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.managers [req-d6a7a344-89c5-41a2-88c7-25a27a25dc1a req-0121686b-bd87-477e-ac22-37399a2b314b service neutron] Bound port: 6f42addb-ace8-4096-be5a-5b238a28eabf, host: hv-neutron-7448, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8ecd067-62e3-4e19-b03b-e75ef70f9340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'd2661b17-f10f-45b5-9a14-2ba272e46fb7'}}] {{(pid=103160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 18 13:26:41.160058 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [req-d6a7a344-89c5-41a2-88c7-25a27a25dc1a req-0121686b-bd87-477e-ac22-37399a2b314b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:41.184838 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-02cb1107-3bd8-45a8-9e8c-378955e68a5a req-fa0d8eb4-9d28-4390-8750-8c71a191bdf0 tempest-ServerActionsTestJSON-1545132800 tempest-ServerActionsTestJSON-1545132800-project] 10.222.0.31 "GET /v2.0/ports?device_id=f75e1b43-b628-4577-9f75-0cf3a56e1582 HTTP/1.1" status: 200 len: 210 time: 0.1695263 Dec 18 13:26:41.205213 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-9ff56e36-89a6-4b97-81ba-84048cf5dcde tempest-FloatingIPAdminTestJSON-836365309 tempest-FloatingIPAdminTestJSON-836365309-project] Publish callbacks [] for port, precommit_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:41.274254 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-9ff56e36-89a6-4b97-81ba-84048cf5dcde tempest-FloatingIPAdminTestJSON-836365309 tempest-FloatingIPAdminTestJSON-836365309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5659917'] for port, after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:41.394158 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.db [req-d6a7a344-89c5-41a2-88c7-25a27a25dc1a req-0121686b-bd87-477e-ac22-37399a2b314b service neutron] For port 6f42addb-ace8-4096-be5a-5b238a28eabf, host hv-neutron-7448, cleared binding levels {{(pid=103160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 18 13:26:41.404217 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.db [req-d6a7a344-89c5-41a2-88c7-25a27a25dc1a req-0121686b-bd87-477e-ac22-37399a2b314b service neutron] For port 6f42addb-ace8-4096-be5a-5b238a28eabf, host hv-neutron-7448, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=6f42addb-ace8-4096-be5a-5b238a28eabf,segment=NetworkSegment(b8ecd067-62e3-4e19-b03b-e75ef70f9340),segment_id=b8ecd067-62e3-4e19-b03b-e75ef70f9340)] {{(pid=103160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 18 13:26:41.419026 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [req-d6a7a344-89c5-41a2-88c7-25a27a25dc1a req-0121686b-bd87-477e-ac22-37399a2b314b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4533541'] for port, after_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:41.481604 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d35899-6621-41fb-9214-56927338019a req-d8bd113e-43eb-41b2-99c1-97449e3f3b3f tempest-ServersTestJSON-1286137368 tempest-ServersTestJSON-1286137368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:26:41.491216 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-e8d35899-6621-41fb-9214-56927338019a req-d8bd113e-43eb-41b2-99c1-97449e3f3b3f tempest-ServersTestJSON-1286137368 tempest-ServersTestJSON-1286137368-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f044516-7cff-4ae8-8c47-ba1da8c37907 HTTP/1.1" status: 200 len: 944 time: 0.5230951 Dec 18 13:26:41.502176 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-d5bd576f-ffa9-47aa-90f1-306edc96b639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] Deleting port b9b9b7ae-d4f2-4968-b840-8ad0ba03559f {{(pid=103159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:26:41.503058 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-d5bd576f-ffa9-47aa-90f1-306edc96b639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:41.538254 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.db_base_plugin_v2 [None req-44179e08-f511-428d-a7dd-055105754ecc tempest-RoutersAdminTest-1776390182 tempest-RoutersAdminTest-1776390182-project-admin] Deleting subnet 1cdd12eb-32de-408c-863b-58a97c764467 {{(pid=103159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 18 13:26:41.541419 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-371394e8-94db-4623-92e8-a935caa4b2cd req-0e62c87e-6317-4c64-8924-4471c78cd757 tempest-ServersTestManualDisk-715244052 tempest-ServersTestManualDisk-715244052-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e857058-ab1e-4a7d-bcfe-f606e1c084cd HTTP/1.1" status: 200 len: 210 time: 0.0629616 Dec 18 13:26:41.542171 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 49416) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:26:41.548195 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a7a344-89c5-41a2-88c7-25a27a25dc1a req-0121686b-bd87-477e-ac22-37399a2b314b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:26:41.549076 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [req-d6a7a344-89c5-41a2-88c7-25a27a25dc1a req-0121686b-bd87-477e-ac22-37399a2b314b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:41.551096 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-d6a7a344-89c5-41a2-88c7-25a27a25dc1a req-0121686b-bd87-477e-ac22-37399a2b314b service neutron] 10.222.0.43 "PUT /v2.0/ports/6f42addb-ace8-4096-be5a-5b238a28eabf HTTP/1.1" status: 200 len: 1094 time: 2.5487056 Dec 18 13:26:41.552763 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f044516-7cff-4ae8-8c47-ba1da8c37907', 'tag': '6f42addb-ace8-4096-be5a-5b238a28eabf'}] {{(pid=103160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 18 13:26:41.573577 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-44179e08-f511-428d-a7dd-055105754ecc tempest-RoutersAdminTest-1776390182 tempest-RoutersAdminTest-1776390182-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:41.635267 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0121686b-bd87-477e-ac22-37399a2b314b service neutron] Pushing event updated for resources: {'Port': ['ID=6f42addb-ace8-4096-be5a-5b238a28eabf,revision_number=3']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:26:41.742083 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff56e36-89a6-4b97-81ba-84048cf5dcde tempest-FloatingIPAdminTestJSON-836365309 tempest-FloatingIPAdminTestJSON-836365309-project] Pushing event updated for resources: {'Port': ['ID=874bdd29-847f-4e1c-b47f-378adaf23fee,revision_number=2']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:26:41.751295 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-9ff56e36-89a6-4b97-81ba-84048cf5dcde tempest-FloatingIPAdminTestJSON-836365309 tempest-FloatingIPAdminTestJSON-836365309-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1048031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586432'] for router_interface, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:41.825281 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-4d0f81b0-0d6e-436b-93b9-6ec539e2c2c7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:41.839520 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.db [None req-d5bd576f-ffa9-47aa-90f1-306edc96b639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] For port b9b9b7ae-d4f2-4968-b840-8ad0ba03559f, host hv-neutron-7448, got binding levels [] {{(pid=103159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:26:41.839890 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-d5bd576f-ffa9-47aa-90f1-306edc96b639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:41.910430 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd59ab3361532ca86f78e2d2eaf298e4a05479417bf909969c39d1b423591824" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfe168f9-665d-46ed-8a15-a505461222ef" -d '{"events": [{"name": "network-changed", "server_uuid": "9f044516-7cff-4ae8-8c47-ba1da8c37907", "tag": "6f42addb-ace8-4096-be5a-5b238a28eabf"}]}' {{(pid=103160) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 18 13:26:41.954384 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-44179e08-f511-428d-a7dd-055105754ecc tempest-RoutersAdminTest-1776390182 tempest-RoutersAdminTest-1776390182-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5589624'] for subnet, precommit_delete_associations {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:42.005676 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-d5bd576f-ffa9-47aa-90f1-306edc96b639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] Calling delete_port for b9b9b7ae-d4f2-4968-b840-8ad0ba03559f owned by {{(pid=103159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:26:42.037826 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-4d0f81b0-0d6e-436b-93b9-6ec539e2c2c7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:42.057999 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-4d0f81b0-0d6e-436b-93b9-6ec539e2c2c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:42.069227 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-e8d35899-6621-41fb-9214-56927338019a req-9728a09f-a493-4624-bf60-f109121f438d tempest-ServersTestJSON-1286137368 tempest-ServersTestJSON-1286137368-project] 10.222.0.31 "GET /v2.0/security-groups?id=c691688e-0670-4eea-816d-2b9f26a27f10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5767543 Dec 18 13:26:42.131348 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-4d0f81b0-0d6e-436b-93b9-6ec539e2c2c7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=40f764e9d4a140d39f0fa31c1989f62b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5778794 Dec 18 13:26:42.132655 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0f81b0-0d6e-436b-93b9-6ec539e2c2c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3020c96-a7d8-4297-8bb4-5538a332c5d5,revision_number=1']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:26:42.136727 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 49438) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:26:42.198827 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 13:26:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-778e5df7-1f7a-47be-ac41-528c537f0d5f x-openstack-request-id: req-778e5df7-1f7a-47be-ac41-528c537f0d5f {{(pid=103160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 18 13:26:42.199558 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f044516-7cff-4ae8-8c47-ba1da8c37907", "tag": "6f42addb-ace8-4096-be5a-5b238a28eabf", "status": "completed", "code": 200}]} {{(pid=103160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 18 13:26:42.199823 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-778e5df7-1f7a-47be-ac41-528c537f0d5f {{(pid=103160) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 18 13:26:42.201171 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f044516-7cff-4ae8-8c47-ba1da8c37907', 'tag': '6f42addb-ace8-4096-be5a-5b238a28eabf', 'status': 'completed', 'code': 200} Dec 18 13:26:42.238446 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-665e8e38-f009-481b-bb9b-edef78914bbe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:42.264816 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-44179e08-f511-428d-a7dd-055105754ecc tempest-RoutersAdminTest-1776390182 tempest-RoutersAdminTest-1776390182-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1929185'] for subnet, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:42.284468 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-665e8e38-f009-481b-bb9b-edef78914bbe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:42.403183 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-665e8e38-f009-481b-bb9b-edef78914bbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:42.405824 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-665e8e38-f009-481b-bb9b-edef78914bbe admin admin] Publish callbacks [] for security_group, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:42.407011 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-665e8e38-f009-481b-bb9b-edef78914bbe admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b3020c96-a7d8-4297-8bb4-5538a332c5d5 HTTP/1.1" status: 204 len: 168 time: 0.2537529 Dec 18 13:26:42.422791 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665e8e38-f009-481b-bb9b-edef78914bbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3020c96-a7d8-4297-8bb4-5538a332c5d5,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:26:42.483192 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-1f2d0fee-0ac4-440b-8b04-388dfafb1530 req-90396122-7219-44de-9593-dfc24de15d45 tempest-ServerActionsTestJSON-1545132800 tempest-ServerActionsTestJSON-1545132800-project] 10.222.0.31 "GET /v2.0/ports?device_id=f75e1b43-b628-4577-9f75-0cf3a56e1582 HTTP/1.1" status: 200 len: 210 time: 0.1267769 Dec 18 13:26:42.524358 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ff56e36-89a6-4b97-81ba-84048cf5dcde tempest-FloatingIPAdminTestJSON-836365309 tempest-FloatingIPAdminTestJSON-836365309-project] Network a44f18b7-4438-4505-85ee-80977831129c is already hosted by enough agents. {{(pid=103159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:26:42.562314 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.base_scheduler [None req-9ff56e36-89a6-4b97-81ba-84048cf5dcde tempest-FloatingIPAdminTestJSON-836365309 tempest-FloatingIPAdminTestJSON-836365309-project] Resources bound (agent type, host, resource id): {{(pid=103159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:26:42.595889 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-d5bd576f-ffa9-47aa-90f1-306edc96b639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:42.757692 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ff56e36-89a6-4b97-81ba-84048cf5dcde tempest-FloatingIPAdminTestJSON-836365309 tempest-FloatingIPAdminTestJSON-836365309-project] Router 7746266b-dfd3-46e4-a069-96f184b4cfd2 has already been hosted by L3 agent c9c0cd52-5bd2-4704-9429-d80f1c5ad23c {{(pid=103159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 18 13:26:42.781946 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-c0c17093-9e7f-43ba-af80-36ad3896abf6 req-4fd9e21b-aa5d-422b-992a-9918d8fc1a4d tempest-ServersTestManualDisk-715244052 tempest-ServersTestManualDisk-715244052-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e857058-ab1e-4a7d-bcfe-f606e1c084cd HTTP/1.1" status: 200 len: 210 time: 0.0870266 Dec 18 13:26:42.821355 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bd576f-ffa9-47aa-90f1-306edc96b639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] Pushing event deleted for resources: {'Port': ['ID=b9b9b7ae-d4f2-4968-b840-8ad0ba03559f,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:26:42.830001 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-44179e08-f511-428d-a7dd-055105754ecc tempest-RoutersAdminTest-1776390182 tempest-RoutersAdminTest-1776390182-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1929192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5659851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6017053'] for subnet, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:42.848172 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device b28ce528-e9de-4d2e-9814-b7ea1144128c no longer exists at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 18 13:26:42.868023 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-44179e08-f511-428d-a7dd-055105754ecc tempest-RoutersAdminTest-1776390182 tempest-RoutersAdminTest-1776390182-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047995'] for subnet, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:42.871790 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-44179e08-f511-428d-a7dd-055105754ecc tempest-RoutersAdminTest-1776390182 tempest-RoutersAdminTest-1776390182-project-admin] 10.222.0.31 "DELETE /v2.0/subnets/1cdd12eb-32de-408c-863b-58a97c764467 HTTP/1.1" status: 204 len: 168 time: 1.7197874 Dec 18 13:26:42.874016 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-d5bd576f-ffa9-47aa-90f1-306edc96b639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:42.874823 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 49458) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:26:42.881087 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-d5bd576f-ffa9-47aa-90f1-306edc96b639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] 10.222.0.31 "DELETE /v2.0/ports/b9b9b7ae-d4f2-4968-b840-8ad0ba03559f HTTP/1.1" status: 204 len: 168 time: 2.3622644 Dec 18 13:26:42.881910 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 49460) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:26:42.930467 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-2294866d-0076-4933-952c-685307032598 None None] No Port match for: b28ce528-e9de-4d2e-9814-b7ea1144128c {{(pid=103161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 18 13:26:42.930921 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device b28ce528-e9de-4d2e-9814-b7ea1144128c not bound to the agent host dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 18 13:26:43.022374 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-1d6dc804-1f61-4279-9f8d-af896d36b373 None None] Provisioning complete for port 874bdd29-847f-4e1c-b47f-378adaf23fee triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:26:43.027812 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-1d6dc804-1f61-4279-9f8d-af896d36b373 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:43.137206 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ff56e36-89a6-4b97-81ba-84048cf5dcde tempest-FloatingIPAdminTestJSON-836365309 tempest-FloatingIPAdminTestJSON-836365309-project] Notify agent at l3_agent.dv-neutron-744815-20-hyperv the message routers_updated {{(pid=103159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 13:26:43.140435 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-1d6dc804-1f61-4279-9f8d-af896d36b373 None None] Port 874bdd29-847f-4e1c-b47f-378adaf23fee cannot update to ACTIVE because it is not bound. {{(pid=103161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 13:26:43.149278 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0622e8fd-dcdd-4787-b437-978c79beefce None None] Sync routers for ids ['7746266b-dfd3-46e4-a069-96f184b4cfd2'] in dv-neutron-744815-20-hyperv {{(pid=103162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 13:26:43.161105 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-9ff56e36-89a6-4b97-81ba-84048cf5dcde tempest-FloatingIPAdminTestJSON-836365309 tempest-FloatingIPAdminTestJSON-836365309-project] 10.222.0.31 "PUT /v2.0/routers/7746266b-dfd3-46e4-a069-96f184b4cfd2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2124333 Dec 18 13:26:43.163430 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-1c0e21a7-1f2c-4e4e-b426-2f7a727c2dbb tempest-RoutersAdminTest-1776390182 tempest-RoutersAdminTest-1776390182-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2023137'] for network, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:43.165705 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 49466) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:26:43.171919 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0622e8fd-dcdd-4787-b437-978c79beefce None None] Routers {'7746266b-dfd3-46e4-a069-96f184b4cfd2'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:26:43.174865 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-0622e8fd-dcdd-4787-b437-978c79beefce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:26:27Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['7746266b-dfd3-46e4-a069-96f184b4cfd2'], 'active': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:26:43.175017 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.pecan_wsgi.hooks.translation [None req-d50e55f2-306e-4271-8ebc-c07b044dea9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] GET failed (client error): The resource could not be found. Dec 18 13:26:43.178609 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-7675508b-980f-4979-978a-7ae1310ebb3b tempest-FloatingIPAdminTestJSON-836365309 tempest-FloatingIPAdminTestJSON-836365309-project] Request body: {'port': {'network_id': 'a44f18b7-4438-4505-85ee-80977831129c', 'name': 'tempest-FloatingIPAdminTestJSON-1585751066'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:26:43.186299 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-d50e55f2-306e-4271-8ebc-c07b044dea9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229803344-project-admin] 10.222.0.31 "GET /v2.0/ports/b9b9b7ae-d4f2-4968-b840-8ad0ba03559f HTTP/1.1" status: 404 len: 333 time: 0.2999611 Dec 18 13:26:43.189297 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 49468) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:26:43.201345 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44179e08-f511-428d-a7dd-055105754ecc tempest-RoutersAdminTest-1776390182 tempest-RoutersAdminTest-1776390182-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=1cdd12eb-32de-408c-863b-58a97c764467,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:26:43.218264 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 49470) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:26:43.284964 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-0622e8fd-dcdd-4787-b437-978c79beefce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:26:43.311264 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0622e8fd-dcdd-4787-b437-978c79beefce None None] Routers {'7746266b-dfd3-46e4-a069-96f184b4cfd2'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:26:43.320816 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-0622e8fd-dcdd-4787-b437-978c79beefce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:26:27Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['7746266b-dfd3-46e4-a069-96f184b4cfd2'], 'active': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:26:43.379647 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-1c0e21a7-1f2c-4e4e-b426-2f7a727c2dbb tempest-RoutersAdminTest-1776390182 tempest-RoutersAdminTest-1776390182-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1927292', 'neutron.services.segments.db._delete_segments_for_network-8767106887837'] for network, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:43.407811 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-0622e8fd-dcdd-4787-b437-978c79beefce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:26:43.408844 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0622e8fd-dcdd-4787-b437-978c79beefce None None] The sync data for ids ['7746266b-dfd3-46e4-a069-96f184b4cfd2'] in dv-neutron-744815-20-hyperv is: [] {{(pid=103162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 13:26:43.411384 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-c79b7043-d2fd-487a-98dd-91066989d68c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:43.481983 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.services.segments.db [None req-1c0e21a7-1f2c-4e4e-b426-2f7a727c2dbb tempest-RoutersAdminTest-1776390182 tempest-RoutersAdminTest-1776390182-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1c4d285-6e06-4e5b-85a3-7ac5e38975c3']}} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:26:43.538438 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.services.segments.db [None req-1c0e21a7-1f2c-4e4e-b426-2f7a727c2dbb tempest-RoutersAdminTest-1776390182 tempest-RoutersAdminTest-1776390182-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5e5d8d0-ac7d-4241-ab13-a85a0c0d4599') {'for_net_delete': True} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:26:43.538758 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.services.segments.db [None req-1c0e21a7-1f2c-4e4e-b426-2f7a727c2dbb tempest-RoutersAdminTest-1776390182 tempest-RoutersAdminTest-1776390182-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5e5d8d0-ac7d-4241-ab13-a85a0c0d4599') {} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:26:43.564844 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-1c0e21a7-1f2c-4e4e-b426-2f7a727c2dbb tempest-RoutersAdminTest-1776390182 tempest-RoutersAdminTest-1776390182-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767106888614', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4533424'] for segment, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:43.625997 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-1c0e21a7-1f2c-4e4e-b426-2f7a727c2dbb tempest-RoutersAdminTest-1776390182 tempest-RoutersAdminTest-1776390182-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:43.646615 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c0e21a7-1f2c-4e4e-b426-2f7a727c2dbb tempest-RoutersAdminTest-1776390182 tempest-RoutersAdminTest-1776390182-project-admin] Releasing vlan 108 on physical network physnet1 to pool {{(pid=103160) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 18 13:26:43.646996 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-1c0e21a7-1f2c-4e4e-b426-2f7a727c2dbb tempest-RoutersAdminTest-1776390182 tempest-RoutersAdminTest-1776390182-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4533569'] for segment, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:43.661876 dv-neutron-744815-20-hyperv neutron-server[103160]: Traceback (most recent call last): Dec 18 13:26:43.661876 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 18 13:26:43.661876 dv-neutron-744815-20-hyperv neutron-server[103160]: timer() Dec 18 13:26:43.661876 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 18 13:26:43.661876 dv-neutron-744815-20-hyperv neutron-server[103160]: cb(*args, **kw) Dec 18 13:26:43.661876 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 18 13:26:43.661876 dv-neutron-744815-20-hyperv neutron-server[103160]: return func(*args, **kwargs) Dec 18 13:26:43.661876 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 18 13:26:43.661876 dv-neutron-744815-20-hyperv neutron-server[103160]: self._notify() Dec 18 13:26:43.661876 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 18 13:26:43.661876 dv-neutron-744815-20-hyperv neutron-server[103160]: self.callback(batched_events) Dec 18 13:26:43.661876 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 18 13:26:43.661876 dv-neutron-744815-20-hyperv neutron-server[103160]: event.method(event) Dec 18 13:26:43.661876 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 18 13:26:43.661876 dv-neutron-744815-20-hyperv neutron-server[103160]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 18 13:26:43.661876 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 18 13:26:43.661876 dv-neutron-744815-20-hyperv neutron-server[103160]: aggregate_uuid = self.p_client.list_aggregates( Dec 18 13:26:43.661876 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 18 13:26:43.661876 dv-neutron-744815-20-hyperv neutron-server[103160]: return f(self, *a, **k) Dec 18 13:26:43.661876 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 18 13:26:43.661876 dv-neutron-744815-20-hyperv neutron-server[103160]: return self._get(url).json() Dec 18 13:26:43.661876 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 18 13:26:43.661876 dv-neutron-744815-20-hyperv neutron-server[103160]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 18 13:26:43.661876 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 18 13:26:43.661876 dv-neutron-744815-20-hyperv neutron-server[103160]: return self.request(url, 'GET', **kwargs) Dec 18 13:26:43.661876 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 18 13:26:43.661876 dv-neutron-744815-20-hyperv neutron-server[103160]: base_url = self.get_endpoint(auth, allow=allow, Dec 18 13:26:43.661876 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 18 13:26:43.661876 dv-neutron-744815-20-hyperv neutron-server[103160]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 18 13:26:43.661876 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 18 13:26:43.661876 dv-neutron-744815-20-hyperv neutron-server[103160]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 18 13:26:43.661876 dv-neutron-744815-20-hyperv neutron-server[103160]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 18 13:26:43.714830 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9316f13-5239-4c63-9d0c-598e48d73320 req-8e622145-f1bf-4bf1-ac20-66709e23e3ca tempest-ServersTestJSON-1286137368 tempest-ServersTestJSON-1286137368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:26:43.724713 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-d9316f13-5239-4c63-9d0c-598e48d73320 req-8e622145-f1bf-4bf1-ac20-66709e23e3ca tempest-ServersTestJSON-1286137368 tempest-ServersTestJSON-1286137368-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f044516-7cff-4ae8-8c47-ba1da8c37907 HTTP/1.1" status: 200 len: 944 time: 0.5091472 Dec 18 13:26:43.802486 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-c60b0e5f-43c5-4647-aceb-0db1d51ba641 req-5a4757cd-395d-4c37-be5e-ccb7f7f82e0c tempest-ServerActionsTestJSON-1545132800 tempest-ServerActionsTestJSON-1545132800-project] 10.222.0.31 "GET /v2.0/ports?device_id=f75e1b43-b628-4577-9f75-0cf3a56e1582 HTTP/1.1" status: 200 len: 210 time: 0.1251256 Dec 18 13:26:43.829288 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-2be53159-ec6d-4ec7-a97f-df595352fcd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899942037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899942037-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2023137'] for network, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:43.858786 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-1c0e21a7-1f2c-4e4e-b426-2f7a727c2dbb tempest-RoutersAdminTest-1776390182 tempest-RoutersAdminTest-1776390182-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1927267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586962'] for network, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:43.866179 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c0e21a7-1f2c-4e4e-b426-2f7a727c2dbb tempest-RoutersAdminTest-1776390182 tempest-RoutersAdminTest-1776390182-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network f1c4d285-6e06-4e5b-85a3-7ac5e38975c3 {{(pid=103160) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 18 13:26:43.867941 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-d9316f13-5239-4c63-9d0c-598e48d73320 req-0d61877e-4c59-4126-87d7-18ad8cbf1fea tempest-ServersTestJSON-1286137368 tempest-ServersTestJSON-1286137368-project] 10.222.0.31 "GET /v2.0/security-groups?id=c691688e-0670-4eea-816d-2b9f26a27f10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1236875 Dec 18 13:26:43.869252 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-1c0e21a7-1f2c-4e4e-b426-2f7a727c2dbb tempest-RoutersAdminTest-1776390182 tempest-RoutersAdminTest-1776390182-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047995'] for network, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:43.881045 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-1c0e21a7-1f2c-4e4e-b426-2f7a727c2dbb tempest-RoutersAdminTest-1776390182 tempest-RoutersAdminTest-1776390182-project-admin] 10.222.0.31 "DELETE /v2.0/networks/f1c4d285-6e06-4e5b-85a3-7ac5e38975c3 HTTP/1.1" status: 204 len: 168 time: 1.0049784 Dec 18 13:26:43.902067 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0e21a7-1f2c-4e4e-b426-2f7a727c2dbb tempest-RoutersAdminTest-1776390182 tempest-RoutersAdminTest-1776390182-project-admin] Pushing event deleted for resources: {'Network': ['ID=f1c4d285-6e06-4e5b-85a3-7ac5e38975c3,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:26:43.930033 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7675508b-980f-4979-978a-7ae1310ebb3b tempest-FloatingIPAdminTestJSON-836365309 tempest-FloatingIPAdminTestJSON-836365309-project] Made reservation on behalf of d22f5f9e407543918c435ea42298740b for: {'port': 1} {{(pid=103159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:26:43.936069 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-7675508b-980f-4979-978a-7ae1310ebb3b tempest-FloatingIPAdminTestJSON-836365309 tempest-FloatingIPAdminTestJSON-836365309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:44.003683 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.notifiers.nova [None req-7675508b-980f-4979-978a-7ae1310ebb3b tempest-FloatingIPAdminTestJSON-836365309 tempest-FloatingIPAdminTestJSON-836365309-project] device_id is not set on port 462c0bfc-e4c9-4095-ad4e-4dd624d1943f yet. {{(pid=103159) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 18 13:26:44.050879 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-2be53159-ec6d-4ec7-a97f-df595352fcd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899942037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899942037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1927292', 'neutron.services.segments.db._delete_segments_for_network-8767106887837'] for network, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:44.099532 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-74fb016a-b641-4900-af07-f38d7ec688f3 req-65a2dac4-50d0-4f9b-8fd5-a5842330736b tempest-ServersTestManualDisk-715244052 tempest-ServersTestManualDisk-715244052-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e857058-ab1e-4a7d-bcfe-f606e1c084cd HTTP/1.1" status: 200 len: 210 time: 0.0570743 Dec 18 13:26:44.107864 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-c79b7043-d2fd-487a-98dd-91066989d68c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:44.121452 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-c79b7043-d2fd-487a-98dd-91066989d68c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:44.138647 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.services.segments.db [None req-2be53159-ec6d-4ec7-a97f-df595352fcd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899942037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899942037-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e674343-03e8-41f3-83f1-26307c6a7108']}} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:26:44.170688 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.services.segments.db [None req-2be53159-ec6d-4ec7-a97f-df595352fcd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899942037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899942037-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8727ee25-72cb-48fd-bdc7-db566c1fe14e') {'for_net_delete': True} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:26:44.171247 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.services.segments.db [None req-2be53159-ec6d-4ec7-a97f-df595352fcd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899942037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899942037-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8727ee25-72cb-48fd-bdc7-db566c1fe14e') {} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:26:44.190672 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-c79b7043-d2fd-487a-98dd-91066989d68c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b84210d377b741798c753dd31c95e2e7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9388413 Dec 18 13:26:44.196598 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 49490) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:26:44.200400 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-2be53159-ec6d-4ec7-a97f-df595352fcd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899942037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899942037-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767106888614', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4533424'] for segment, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:44.243603 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79b7043-d2fd-487a-98dd-91066989d68c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01776801-e73d-4a36-b1ce-d8b4e5e05151,revision_number=1']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:26:44.274635 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-2be53159-ec6d-4ec7-a97f-df595352fcd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899942037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899942037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:44.285436 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2be53159-ec6d-4ec7-a97f-df595352fcd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899942037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899942037-project] Releasing vlan 125 on physical network physnet1 to pool {{(pid=103160) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 18 13:26:44.289132 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-2be53159-ec6d-4ec7-a97f-df595352fcd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899942037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899942037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4533569'] for segment, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:44.325147 dv-neutron-744815-20-hyperv neutron-server[103160]: Traceback (most recent call last): Dec 18 13:26:44.325147 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 18 13:26:44.325147 dv-neutron-744815-20-hyperv neutron-server[103160]: timer() Dec 18 13:26:44.325147 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 18 13:26:44.325147 dv-neutron-744815-20-hyperv neutron-server[103160]: cb(*args, **kw) Dec 18 13:26:44.325147 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 18 13:26:44.325147 dv-neutron-744815-20-hyperv neutron-server[103160]: return func(*args, **kwargs) Dec 18 13:26:44.325147 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 18 13:26:44.325147 dv-neutron-744815-20-hyperv neutron-server[103160]: self._notify() Dec 18 13:26:44.325147 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 18 13:26:44.325147 dv-neutron-744815-20-hyperv neutron-server[103160]: self.callback(batched_events) Dec 18 13:26:44.325147 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 18 13:26:44.325147 dv-neutron-744815-20-hyperv neutron-server[103160]: event.method(event) Dec 18 13:26:44.325147 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 18 13:26:44.325147 dv-neutron-744815-20-hyperv neutron-server[103160]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 18 13:26:44.325147 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 18 13:26:44.325147 dv-neutron-744815-20-hyperv neutron-server[103160]: aggregate_uuid = self.p_client.list_aggregates( Dec 18 13:26:44.325147 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 18 13:26:44.325147 dv-neutron-744815-20-hyperv neutron-server[103160]: return f(self, *a, **k) Dec 18 13:26:44.325147 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 18 13:26:44.325147 dv-neutron-744815-20-hyperv neutron-server[103160]: return self._get(url).json() Dec 18 13:26:44.325147 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 18 13:26:44.325147 dv-neutron-744815-20-hyperv neutron-server[103160]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 18 13:26:44.325147 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 18 13:26:44.325147 dv-neutron-744815-20-hyperv neutron-server[103160]: return self.request(url, 'GET', **kwargs) Dec 18 13:26:44.325147 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 18 13:26:44.325147 dv-neutron-744815-20-hyperv neutron-server[103160]: base_url = self.get_endpoint(auth, allow=allow, Dec 18 13:26:44.325147 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 18 13:26:44.325147 dv-neutron-744815-20-hyperv neutron-server[103160]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 18 13:26:44.325147 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 18 13:26:44.325147 dv-neutron-744815-20-hyperv neutron-server[103160]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 18 13:26:44.325147 dv-neutron-744815-20-hyperv neutron-server[103160]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 18 13:26:44.387822 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.db_base_plugin_common [None req-7675508b-980f-4979-978a-7ae1310ebb3b tempest-FloatingIPAdminTestJSON-836365309 tempest-FloatingIPAdminTestJSON-836365309-project] Allocated IP 172.20.0.13 (a44f18b7-4438-4505-85ee-80977831129c/8652cafa-c191-47b6-95f7-143e83ecc0f7/462c0bfc-e4c9-4095-ad4e-4dd624d1943f) {{(pid=103159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:26:44.466265 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-78c39b2c-791f-4f7d-9211-8a072572e8a1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:44.515047 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-2be53159-ec6d-4ec7-a97f-df595352fcd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899942037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899942037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1927267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586962'] for network, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:44.547329 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-78c39b2c-791f-4f7d-9211-8a072572e8a1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:44.550428 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-2be53159-ec6d-4ec7-a97f-df595352fcd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899942037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899942037-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047995'] for network, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:44.554164 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-2be53159-ec6d-4ec7-a97f-df595352fcd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899942037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899942037-project] 10.222.0.31 "DELETE /v2.0/networks/5e674343-03e8-41f3-83f1-26307c6a7108 HTTP/1.1" status: 204 len: 168 time: 1.3638077 Dec 18 13:26:44.555490 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be53159-ec6d-4ec7-a97f-df595352fcd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899942037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899942037-project] Pushing event deleted for resources: {'Network': ['ID=5e674343-03e8-41f3-83f1-26307c6a7108,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:26:44.641071 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-fc4e4b32-29a9-47ca-a546-7a7e05df772c req-e80661d4-6abd-4c85-a448-5cd038ee33fd tempest-ServersTestManualDisk-715244052 tempest-ServersTestManualDisk-715244052-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3c839ee0d3a64d8ba03ff7c8e7493dcd HTTP/1.1" status: 200 len: 379 time: 0.1780379 Dec 18 13:26:44.669628 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [req-fc4e4b32-29a9-47ca-a546-7a7e05df772c req-1d1b72b6-5be4-4b7f-b99e-c64d749516f2 tempest-ServersTestManualDisk-715244052 tempest-ServersTestManualDisk-715244052-project] Request body: {'port': {'device_id': '6e857058-ab1e-4a7d-bcfe-f606e1c084cd', 'network_id': '54539a24-3149-4df7-83e3-55189e7814ad', 'admin_state_up': True, 'tenant_id': '3c839ee0d3a64d8ba03ff7c8e7493dcd', 'security_groups': ['fdf14fda-8772-4c7b-b681-601543676c85']}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:26:44.673737 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe168f9-665d-46ed-8a15-a505461222ef req-0c1fbc8d-1d2f-4cde-835c-b5bd3293810d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:26:44.675430 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-bfe168f9-665d-46ed-8a15-a505461222ef req-0c1fbc8d-1d2f-4cde-835c-b5bd3293810d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b13bfad2b2a84333a7ff37b75b6ba14e&device_id=9f044516-7cff-4ae8-8c47-ba1da8c37907 HTTP/1.1" status: 200 len: 1097 time: 0.1082692 Dec 18 13:26:44.704358 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-78c39b2c-791f-4f7d-9211-8a072572e8a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:44.708885 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-78c39b2c-791f-4f7d-9211-8a072572e8a1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:44.712258 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-78c39b2c-791f-4f7d-9211-8a072572e8a1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/01776801-e73d-4a36-b1ce-d8b4e5e05151 HTTP/1.1" status: 204 len: 168 time: 0.5142665 Dec 18 13:26:44.740435 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 49504) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:26:44.761634 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-34f96345-60d7-4877-92b0-0efd70e01a8b tempest-RoutersAdminTest-1776390182 tempest-RoutersAdminTest-1776390182-project-admin] Request body: {'router': {'name': 'tempest-router--1643881787', 'project_id': '91d117e4081e4bf7836a98a08bde5c2a'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:26:44.942431 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c39b2c-791f-4f7d-9211-8a072572e8a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01776801-e73d-4a36-b1ce-d8b4e5e05151,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:26:45.154209 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe168f9-665d-46ed-8a15-a505461222ef req-d53e0c50-cb31-4996-831c-42b159b0acbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:26:45.155897 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-bfe168f9-665d-46ed-8a15-a505461222ef req-d53e0c50-cb31-4996-831c-42b159b0acbc service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=b13bfad2b2a84333a7ff37b75b6ba14e&shared=False HTTP/1.1" status: 200 len: 906 time: 0.4357858 Dec 18 13:26:45.182127 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-84720d75-d178-4b24-8ab8-2ee3180f7f8e req-d2fae3dc-3653-45c5-ab18-7396ed3c0917 tempest-ServerActionsTestJSON-1545132800 tempest-ServerActionsTestJSON-1545132800-project] 10.222.0.31 "GET /v2.0/ports?device_id=f75e1b43-b628-4577-9f75-0cf3a56e1582 HTTP/1.1" status: 200 len: 210 time: 0.1926143 Dec 18 13:26:45.205776 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24933a78-fcf0-494a-a393-f485195cb632 req-1f75720b-df94-4276-a3eb-64a20bbaa111 tempest-ServersTestJSON-1286137368 tempest-ServersTestJSON-1286137368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:26:45.226027 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-24933a78-fcf0-494a-a393-f485195cb632 req-1f75720b-df94-4276-a3eb-64a20bbaa111 tempest-ServersTestJSON-1286137368 tempest-ServersTestJSON-1286137368-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f044516-7cff-4ae8-8c47-ba1da8c37907 HTTP/1.1" status: 200 len: 944 time: 0.2267120 Dec 18 13:26:45.256636 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-34f96345-60d7-4877-92b0-0efd70e01a8b tempest-RoutersAdminTest-1776390182 tempest-RoutersAdminTest-1776390182-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28433'] for router, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:45.260923 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-34f96345-60d7-4877-92b0-0efd70e01a8b tempest-RoutersAdminTest-1776390182 tempest-RoutersAdminTest-1776390182-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-589769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28440'] for router, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:45.478540 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-0af21b09-f857-47a5-bb22-cee8a7b1d667 req-37e0c1b2-7bde-48db-85e8-d4585e3f5156 tempest-ServersTestManualDisk-715244052 tempest-ServersTestManualDisk-715244052-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e857058-ab1e-4a7d-bcfe-f606e1c084cd HTTP/1.1" status: 200 len: 210 time: 0.1516161 Dec 18 13:26:45.541975 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 49518) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:26:45.675897 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 49522) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:26:45.703127 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-34f96345-60d7-4877-92b0-0efd70e01a8b tempest-RoutersAdminTest-1776390182 tempest-RoutersAdminTest-1776390182-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:45.711268 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-7675508b-980f-4979-978a-7ae1310ebb3b tempest-FloatingIPAdminTestJSON-836365309 tempest-FloatingIPAdminTestJSON-836365309-project] Publish callbacks [] for port, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:45.714874 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-34f96345-60d7-4877-92b0-0efd70e01a8b tempest-RoutersAdminTest-1776390182 tempest-RoutersAdminTest-1776390182-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-589760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-586526'] for router, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:45.787675 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-34f96345-60d7-4877-92b0-0efd70e01a8b tempest-RoutersAdminTest-1776390182 tempest-RoutersAdminTest-1776390182-project-admin] Publish callbacks [] for router, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:45.792034 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-34f96345-60d7-4877-92b0-0efd70e01a8b tempest-RoutersAdminTest-1776390182 tempest-RoutersAdminTest-1776390182-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 1.0479214 Dec 18 13:26:45.792382 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 49530) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:26:45.826720 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc4e4b32-29a9-47ca-a546-7a7e05df772c req-1d1b72b6-5be4-4b7f-b99e-c64d749516f2 tempest-ServersTestManualDisk-715244052 tempest-ServersTestManualDisk-715244052-project] Made reservation on behalf of 3c839ee0d3a64d8ba03ff7c8e7493dcd for: {'port': 1} {{(pid=103159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:26:45.837393 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-fc4e4b32-29a9-47ca-a546-7a7e05df772c req-1d1b72b6-5be4-4b7f-b99e-c64d749516f2 tempest-ServersTestManualDisk-715244052 tempest-ServersTestManualDisk-715244052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:46.085044 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-10bd79c4-c404-48ee-a814-0f0677cfafb0 tempest-QuotasNegativeTest-916914177 tempest-QuotasNegativeTest-916914177-project-admin] Request body: {'quota': {'network': 2}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:26:46.137015 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-24933a78-fcf0-494a-a393-f485195cb632 req-6d611e15-47fe-481c-90db-0255eadc8441 tempest-ServersTestJSON-1286137368 tempest-ServersTestJSON-1286137368-project] 10.222.0.31 "GET /v2.0/security-groups?id=c691688e-0670-4eea-816d-2b9f26a27f10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9054329 Dec 18 13:26:46.160648 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe168f9-665d-46ed-8a15-a505461222ef req-29fe8035-a3c1-4f5b-a033-521a4606982a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:26:46.166521 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-6a3f4393-d451-4499-94cc-1ecbd8566bd3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c7ed0532c11549768fd97f488fb846d7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4894366 Dec 18 13:26:46.166959 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-bfe168f9-665d-46ed-8a15-a505461222ef req-29fe8035-a3c1-4f5b-a033-521a4606982a service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.9303484 Dec 18 13:26:46.169051 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 49536) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:26:46.191577 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-9407893d-be28-4f7c-9c89-90485e6dd246 tempest-RoutersAdminTest-1776390182 tempest-RoutersAdminTest-1776390182-project-admin] Publish callbacks [] for router, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:46.281299 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-0034b0df-0b11-4d08-a1ff-aba9eb7dd1e4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:46.328788 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-0034b0df-0b11-4d08-a1ff-aba9eb7dd1e4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:46.376828 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-9407893d-be28-4f7c-9c89-90485e6dd246 tempest-RoutersAdminTest-1776390182 tempest-RoutersAdminTest-1776390182-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-589815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28643'] for router, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:46.379236 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-9407893d-be28-4f7c-9c89-90485e6dd246 tempest-RoutersAdminTest-1776390182 tempest-RoutersAdminTest-1776390182-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:46.410324 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-0034b0df-0b11-4d08-a1ff-aba9eb7dd1e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:46.415108 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-0034b0df-0b11-4d08-a1ff-aba9eb7dd1e4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:46.416525 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-0034b0df-0b11-4d08-a1ff-aba9eb7dd1e4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c267c645-ee42-4dca-9160-2b2580e3030d HTTP/1.1" status: 204 len: 168 time: 0.2462747 Dec 18 13:26:46.427079 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0034b0df-0b11-4d08-a1ff-aba9eb7dd1e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c267c645-ee42-4dca-9160-2b2580e3030d,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:26:46.441857 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-7675508b-980f-4979-978a-7ae1310ebb3b tempest-FloatingIPAdminTestJSON-836365309 tempest-FloatingIPAdminTestJSON-836365309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:46.526576 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-f18334f7-d049-4f08-878b-030872227c6f req-85adc40f-4405-43e6-a480-b39ecf1ff524 tempest-ServerActionsTestJSON-1545132800 tempest-ServerActionsTestJSON-1545132800-project] 10.222.0.31 "GET /v2.0/ports?device_id=f75e1b43-b628-4577-9f75-0cf3a56e1582 HTTP/1.1" status: 200 len: 210 time: 0.0879619 Dec 18 13:26:46.527257 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-9407893d-be28-4f7c-9c89-90485e6dd246 tempest-RoutersAdminTest-1776390182 tempest-RoutersAdminTest-1776390182-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-589710'] for router, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:46.527695 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9407893d-be28-4f7c-9c89-90485e6dd246 tempest-RoutersAdminTest-1776390182 tempest-RoutersAdminTest-1776390182-project-admin] Fanout notify agent at l3_agent the message router_deleted on router dcf86b6b-3344-420c-9027-90b8ade9b45f {{(pid=103159) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 18 13:26:46.541483 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-9407893d-be28-4f7c-9c89-90485e6dd246 tempest-RoutersAdminTest-1776390182 tempest-RoutersAdminTest-1776390182-project-admin] Publish callbacks [] for router, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:46.542749 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-9407893d-be28-4f7c-9c89-90485e6dd246 tempest-RoutersAdminTest-1776390182 tempest-RoutersAdminTest-1776390182-project-admin] 10.222.0.31 "DELETE /v2.0/routers/dcf86b6b-3344-420c-9027-90b8ade9b45f HTTP/1.1" status: 204 len: 168 time: 0.7494545 Dec 18 13:26:46.567303 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-10bd79c4-c404-48ee-a814-0f0677cfafb0 tempest-QuotasNegativeTest-916914177 tempest-QuotasNegativeTest-916914177-project-admin] 10.222.0.31 "PUT /v2.0/quotas/ed7dbb2358d246cb9bdd1ea0e0171097 HTTP/1.1" status: 200 len: 368 time: 1.0008006 Dec 18 13:26:46.576497 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 49554) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:26:46.582877 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-39226365-8ada-4afb-a783-9c5c7f264953 tempest-QuotasNegativeTest-916914177 tempest-QuotasNegativeTest-916914177-project-admin] Request body: {'network': {'project_id': 'ed7dbb2358d246cb9bdd1ea0e0171097'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:26:46.637954 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7675508b-980f-4979-978a-7ae1310ebb3b tempest-FloatingIPAdminTestJSON-836365309 tempest-FloatingIPAdminTestJSON-836365309-project] Network a44f18b7-4438-4505-85ee-80977831129c is already hosted by enough agents. {{(pid=103159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:26:46.658539 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.base_scheduler [None req-7675508b-980f-4979-978a-7ae1310ebb3b tempest-FloatingIPAdminTestJSON-836365309 tempest-FloatingIPAdminTestJSON-836365309-project] Resources bound (agent type, host, resource id): {{(pid=103159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:26:46.667880 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-dc8b0c49-6550-4797-81ad-767d004dc95b req-c4d79f89-6225-4d5f-9201-b09dbcb6bb85 tempest-ServersTestManualDisk-715244052 tempest-ServersTestManualDisk-715244052-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e857058-ab1e-4a7d-bcfe-f606e1c084cd HTTP/1.1" status: 200 len: 210 time: 0.0506375 Dec 18 13:26:46.670152 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7675508b-980f-4979-978a-7ae1310ebb3b tempest-FloatingIPAdminTestJSON-836365309 tempest-FloatingIPAdminTestJSON-836365309-project] Received port after_create {{(pid=103159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:26:46.695690 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39226365-8ada-4afb-a783-9c5c7f264953 tempest-QuotasNegativeTest-916914177 tempest-QuotasNegativeTest-916914177-project-admin] Made reservation on behalf of ed7dbb2358d246cb9bdd1ea0e0171097 for: {'network': 1} {{(pid=103160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:26:46.706925 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-39226365-8ada-4afb-a783-9c5c7f264953 tempest-QuotasNegativeTest-916914177 tempest-QuotasNegativeTest-916914177-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for network, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:46.723543 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-39226365-8ada-4afb-a783-9c5c7f264953 tempest-QuotasNegativeTest-916914177 tempest-QuotasNegativeTest-916914177-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:46.750954 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7675508b-980f-4979-978a-7ae1310ebb3b tempest-FloatingIPAdminTestJSON-836365309 tempest-FloatingIPAdminTestJSON-836365309-project] Pushing event updated for resources: {'Port': ['ID=462c0bfc-e4c9-4095-ad4e-4dd624d1943f,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:26:46.828920 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.db_base_plugin_common [req-fc4e4b32-29a9-47ca-a546-7a7e05df772c req-1d1b72b6-5be4-4b7f-b99e-c64d749516f2 tempest-ServersTestManualDisk-715244052 tempest-ServersTestManualDisk-715244052-project] Allocated IP 172.20.0.13 (54539a24-3149-4df7-83e3-55189e7814ad/7eb73a90-08ad-41ee-8b91-9561421ba1b4/bf4acb97-187d-4fa5-8e48-3a49ef3a3161) {{(pid=103159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:26:46.863452 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7675508b-980f-4979-978a-7ae1310ebb3b tempest-FloatingIPAdminTestJSON-836365309 tempest-FloatingIPAdminTestJSON-836365309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:26:46.864834 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-7675508b-980f-4979-978a-7ae1310ebb3b tempest-FloatingIPAdminTestJSON-836365309 tempest-FloatingIPAdminTestJSON-836365309-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:46.866616 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-39226365-8ada-4afb-a783-9c5c7f264953 tempest-QuotasNegativeTest-916914177 tempest-QuotasNegativeTest-916914177-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:46.879419 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-39226365-8ada-4afb-a783-9c5c7f264953 tempest-QuotasNegativeTest-916914177 tempest-QuotasNegativeTest-916914177-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:46.940380 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-7675508b-980f-4979-978a-7ae1310ebb3b tempest-FloatingIPAdminTestJSON-836365309 tempest-FloatingIPAdminTestJSON-836365309-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 3.7705781 Dec 18 13:26:46.941311 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 49560) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:26:46.948796 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39226365-8ada-4afb-a783-9c5c7f264953 tempest-QuotasNegativeTest-916914177 tempest-QuotasNegativeTest-916914177-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 114} {{(pid=103160) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 18 13:26:46.964491 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39226365-8ada-4afb-a783-9c5c7f264953 tempest-QuotasNegativeTest-916914177 tempest-QuotasNegativeTest-916914177-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5efb2b8-016c-4994-8cd7-e5970246e6de,revision_number=1']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:26:46.971015 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-39226365-8ada-4afb-a783-9c5c7f264953 tempest-QuotasNegativeTest-916914177 tempest-QuotasNegativeTest-916914177-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:46.971483 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.db.segments_db [None req-39226365-8ada-4afb-a783-9c5c7f264953 tempest-QuotasNegativeTest-916914177 tempest-QuotasNegativeTest-916914177-project-admin] Added segment ad1d35a5-5518-4e07-8734-41d178741ba0 of type vlan for network 3730262b-1073-4760-94c7-4fc322d0429c Dec 18 13:26:47.028843 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-39226365-8ada-4afb-a783-9c5c7f264953 tempest-QuotasNegativeTest-916914177 tempest-QuotasNegativeTest-916914177-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767106405744'] for network, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:47.067021 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-39226365-8ada-4afb-a783-9c5c7f264953 tempest-QuotasNegativeTest-916914177 tempest-QuotasNegativeTest-916914177-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981'] for network, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:47.069120 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39226365-8ada-4afb-a783-9c5c7f264953 tempest-QuotasNegativeTest-916914177 tempest-QuotasNegativeTest-916914177-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:26:47.069767 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-39226365-8ada-4afb-a783-9c5c7f264953 tempest-QuotasNegativeTest-916914177 tempest-QuotasNegativeTest-916914177-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047995'] for network, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:47.114806 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-318fb2a1-cb9d-4e53-a8cc-8c0b6875cea4 None None] Provisioning complete for port 462c0bfc-e4c9-4095-ad4e-4dd624d1943f triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:26:47.116058 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-318fb2a1-cb9d-4e53-a8cc-8c0b6875cea4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:47.154268 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-39226365-8ada-4afb-a783-9c5c7f264953 tempest-QuotasNegativeTest-916914177 tempest-QuotasNegativeTest-916914177-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.5766113 Dec 18 13:26:47.157346 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 49566) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:26:47.167335 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 49568) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:26:47.167804 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 49570) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:26:47.178198 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-a2d2a906-a73c-43a4-90b0-fd28bc728b09 tempest-QuotasNegativeTest-916914177 tempest-QuotasNegativeTest-916914177-project-admin] Request body: {'network': {'project_id': 'ed7dbb2358d246cb9bdd1ea0e0171097'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:26:47.190542 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39226365-8ada-4afb-a783-9c5c7f264953 tempest-QuotasNegativeTest-916914177 tempest-QuotasNegativeTest-916914177-project-admin] Pushing event updated for resources: {'Network': ['ID=3730262b-1073-4760-94c7-4fc322d0429c,revision_number=1']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:26:47.242194 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-318fb2a1-cb9d-4e53-a8cc-8c0b6875cea4 None None] Port 462c0bfc-e4c9-4095-ad4e-4dd624d1943f cannot update to ACTIVE because it is not bound. {{(pid=103161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 13:26:47.270786 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Network 3730262b-1073-4760-94c7-4fc322d0429c details requested by agent ovs-agent-dv-neutron-744815-20-hyperv with host dv-neutron-744815-20-hyperv {{(pid=103161) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 18 13:26:47.291422 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2d2a906-a73c-43a4-90b0-fd28bc728b09 tempest-QuotasNegativeTest-916914177 tempest-QuotasNegativeTest-916914177-project-admin] Made reservation on behalf of ed7dbb2358d246cb9bdd1ea0e0171097 for: {'network': 1} {{(pid=103160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:26:47.300867 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-a2d2a906-a73c-43a4-90b0-fd28bc728b09 tempest-QuotasNegativeTest-916914177 tempest-QuotasNegativeTest-916914177-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for network, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:47.332119 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-b3597de7-a292-489e-9f9e-07e8a586d9e7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=59d55eaaeaa345958c2005c3f790bd20&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1590767 Dec 18 13:26:47.332897 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 49574) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:26:47.386268 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2d2a906-a73c-43a4-90b0-fd28bc728b09 tempest-QuotasNegativeTest-916914177 tempest-QuotasNegativeTest-916914177-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 139} {{(pid=103160) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 18 13:26:47.399097 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-fc4e4b32-29a9-47ca-a546-7a7e05df772c req-1d1b72b6-5be4-4b7f-b99e-c64d749516f2 tempest-ServersTestManualDisk-715244052 tempest-ServersTestManualDisk-715244052-project] Publish callbacks [] for port, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:47.455906 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-a2d2a906-a73c-43a4-90b0-fd28bc728b09 tempest-QuotasNegativeTest-916914177 tempest-QuotasNegativeTest-916914177-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:47.457980 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.db.segments_db [None req-a2d2a906-a73c-43a4-90b0-fd28bc728b09 tempest-QuotasNegativeTest-916914177 tempest-QuotasNegativeTest-916914177-project-admin] Added segment b0045bf4-808a-469e-9efa-e4fef3464b16 of type vlan for network 8fe887b2-a64a-428f-866c-89cf4d835342 Dec 18 13:26:47.487095 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-fc4e4b32-29a9-47ca-a546-7a7e05df772c req-1d1b72b6-5be4-4b7f-b99e-c64d749516f2 tempest-ServersTestManualDisk-715244052 tempest-ServersTestManualDisk-715244052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:47.544493 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-964979ed-9044-4a09-9884-22e51658fdcd tempest-FloatingIPAdminTestJSON-269530328 tempest-FloatingIPAdminTestJSON-269530328-project-admin] Request body: {'floatingip': {'floating_network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'project_id': 'd22f5f9e407543918c435ea42298740b', 'port_id': '462c0bfc-e4c9-4095-ad4e-4dd624d1943f'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:26:47.559593 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47791be9-dff3-4563-b786-4fc9853a36b7 req-7418bbad-5edb-41b0-a999-9c962dc6c7fa tempest-ServersTestJSON-1286137368 tempest-ServersTestJSON-1286137368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:26:47.561763 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-47791be9-dff3-4563-b786-4fc9853a36b7 req-7418bbad-5edb-41b0-a999-9c962dc6c7fa tempest-ServersTestJSON-1286137368 tempest-ServersTestJSON-1286137368-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f044516-7cff-4ae8-8c47-ba1da8c37907 HTTP/1.1" status: 200 len: 944 time: 0.3056674 Dec 18 13:26:47.592878 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1b72b6-5be4-4b7f-b99e-c64d749516f2 tempest-ServersTestManualDisk-715244052 tempest-ServersTestManualDisk-715244052-project] Pushing event updated for resources: {'Port': ['ID=bf4acb97-187d-4fa5-8e48-3a49ef3a3161,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:26:47.598963 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-a2d2a906-a73c-43a4-90b0-fd28bc728b09 tempest-QuotasNegativeTest-916914177 tempest-QuotasNegativeTest-916914177-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767106405744'] for network, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:47.612791 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-9504fa8b-f12f-4209-bd0c-d21d994ba796 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:47.622091 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc4e4b32-29a9-47ca-a546-7a7e05df772c req-1d1b72b6-5be4-4b7f-b99e-c64d749516f2 tempest-ServersTestManualDisk-715244052 tempest-ServersTestManualDisk-715244052-project] Network 54539a24-3149-4df7-83e3-55189e7814ad is already hosted by enough agents. {{(pid=103159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:26:47.652773 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.base_scheduler [req-fc4e4b32-29a9-47ca-a546-7a7e05df772c req-1d1b72b6-5be4-4b7f-b99e-c64d749516f2 tempest-ServersTestManualDisk-715244052 tempest-ServersTestManualDisk-715244052-project] Resources bound (agent type, host, resource id): {{(pid=103159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:26:47.659500 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc4e4b32-29a9-47ca-a546-7a7e05df772c req-1d1b72b6-5be4-4b7f-b99e-c64d749516f2 tempest-ServersTestManualDisk-715244052 tempest-ServersTestManualDisk-715244052-project] Received port after_create {{(pid=103159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:26:47.730698 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-9504fa8b-f12f-4209-bd0c-d21d994ba796 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:47.769770 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-3edf70eb-e8c7-47eb-9ff6-f9142024c8f4 req-dfe11601-dcca-4cf6-adf9-afffb6729e41 tempest-ServerActionsTestJSON-1545132800 tempest-ServerActionsTestJSON-1545132800-project] 10.222.0.31 "GET /v2.0/ports?device_id=f75e1b43-b628-4577-9f75-0cf3a56e1582 HTTP/1.1" status: 200 len: 210 time: 0.0824597 Dec 18 13:26:47.772368 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-a2d2a906-a73c-43a4-90b0-fd28bc728b09 tempest-QuotasNegativeTest-916914177 tempest-QuotasNegativeTest-916914177-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981'] for network, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:47.773860 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2d2a906-a73c-43a4-90b0-fd28bc728b09 tempest-QuotasNegativeTest-916914177 tempest-QuotasNegativeTest-916914177-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:26:47.774311 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4e4b32-29a9-47ca-a546-7a7e05df772c req-1d1b72b6-5be4-4b7f-b99e-c64d749516f2 tempest-ServersTestManualDisk-715244052 tempest-ServersTestManualDisk-715244052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:26:47.774559 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-a2d2a906-a73c-43a4-90b0-fd28bc728b09 tempest-QuotasNegativeTest-916914177 tempest-QuotasNegativeTest-916914177-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047995'] for network, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:47.774981 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-fc4e4b32-29a9-47ca-a546-7a7e05df772c req-1d1b72b6-5be4-4b7f-b99e-c64d749516f2 tempest-ServersTestManualDisk-715244052 tempest-ServersTestManualDisk-715244052-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:47.797061 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-964979ed-9044-4a09-9884-22e51658fdcd tempest-FloatingIPAdminTestJSON-269530328 tempest-FloatingIPAdminTestJSON-269530328-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:47.840821 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-47791be9-dff3-4563-b786-4fc9853a36b7 req-24859588-eb83-4323-8dc1-75daae5217e1 tempest-ServersTestJSON-1286137368 tempest-ServersTestJSON-1286137368-project] 10.222.0.31 "GET /v2.0/security-groups?id=c691688e-0670-4eea-816d-2b9f26a27f10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2641985 Dec 18 13:26:47.845758 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-fc4e4b32-29a9-47ca-a546-7a7e05df772c req-1d1b72b6-5be4-4b7f-b99e-c64d749516f2 tempest-ServersTestManualDisk-715244052 tempest-ServersTestManualDisk-715244052-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1801484 Dec 18 13:26:47.950740 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-2735cc77-9460-4a22-9a0b-470b392b84bd tempest-RoutersAdminTest-1969777796 tempest-RoutersAdminTest-1969777796-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1213660253', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83'}, 'admin_state_up': False}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:26:47.981282 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-a2d2a906-a73c-43a4-90b0-fd28bc728b09 tempest-QuotasNegativeTest-916914177 tempest-QuotasNegativeTest-916914177-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.8121333 Dec 18 13:26:47.982706 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 49586) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:26:47.994048 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d2a906-a73c-43a4-90b0-fd28bc728b09 tempest-QuotasNegativeTest-916914177 tempest-QuotasNegativeTest-916914177-project-admin] Pushing event updated for resources: {'Network': ['ID=8fe887b2-a64a-428f-866c-89cf4d835342,revision_number=1']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:26:48.001194 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-ae5bf30e-0689-42c4-9909-96cf9810e552 tempest-QuotasNegativeTest-916914177 tempest-QuotasNegativeTest-916914177-project-admin] Request body: {'network': {'project_id': 'ed7dbb2358d246cb9bdd1ea0e0171097'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:26:48.009971 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Network 8fe887b2-a64a-428f-866c-89cf4d835342 details requested by agent ovs-agent-dv-neutron-744815-20-hyperv with host dv-neutron-744815-20-hyperv {{(pid=103161) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 18 13:26:48.047488 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae5bf30e-0689-42c4-9909-96cf9810e552 tempest-QuotasNegativeTest-916914177 tempest-QuotasNegativeTest-916914177-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Dec 18 13:26:48.048269 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae5bf30e-0689-42c4-9909-96cf9810e552 tempest-QuotasNegativeTest-916914177 tempest-QuotasNegativeTest-916914177-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 18 13:26:48.055711 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-9504fa8b-f12f-4209-bd0c-d21d994ba796 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:48.058246 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-9504fa8b-f12f-4209-bd0c-d21d994ba796 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:48.059455 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-9504fa8b-f12f-4209-bd0c-d21d994ba796 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c24cb224-ff45-4779-8637-d2db898cec22 HTTP/1.1" status: 204 len: 168 time: 0.7186167 Dec 18 13:26:48.074541 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-ae5bf30e-0689-42c4-9909-96cf9810e552 tempest-QuotasNegativeTest-916914177 tempest-QuotasNegativeTest-916914177-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0875845 Dec 18 13:26:48.075907 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-2735cc77-9460-4a22-9a0b-470b392b84bd tempest-RoutersAdminTest-1969777796 tempest-RoutersAdminTest-1969777796-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28433'] for router, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:48.078268 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-2735cc77-9460-4a22-9a0b-470b392b84bd tempest-RoutersAdminTest-1969777796 tempest-RoutersAdminTest-1969777796-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-589769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28440'] for router, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:48.084302 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 49592) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:26:48.107770 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9504fa8b-f12f-4209-bd0c-d21d994ba796 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c24cb224-ff45-4779-8637-d2db898cec22,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:26:48.123493 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0eefaa0-eb38-4b10-b58d-e44c705e4646 req-603e85a2-e513-4573-a7f6-4d6ba2994857 tempest-ServersTestManualDisk-715244052 tempest-ServersTestManualDisk-715244052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:26:48.125121 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-b0eefaa0-eb38-4b10-b58d-e44c705e4646 req-603e85a2-e513-4573-a7f6-4d6ba2994857 tempest-ServersTestManualDisk-715244052 tempest-ServersTestManualDisk-715244052-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e857058-ab1e-4a7d-bcfe-f606e1c084cd HTTP/1.1" status: 200 len: 932 time: 0.1321483 Dec 18 13:26:48.196795 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-2735cc77-9460-4a22-9a0b-470b392b84bd tempest-RoutersAdminTest-1969777796 tempest-RoutersAdminTest-1969777796-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:48.251006 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-53e0251f-cd2a-4a70-b9f7-a68ec7334645 tempest-QuotasNegativeTest-916914177 tempest-QuotasNegativeTest-916914177-project-admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ed7dbb2358d246cb9bdd1ea0e0171097&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1637907 Dec 18 13:26:48.255814 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 49594) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:26:48.273265 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-b2d04b4c-1d62-472f-9d3d-ef03d5998141 None None] Provisioning complete for port bf4acb97-187d-4fa5-8e48-3a49ef3a3161 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:26:48.274427 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-b2d04b4c-1d62-472f-9d3d-ef03d5998141 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:48.284128 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-964979ed-9044-4a09-9884-22e51658fdcd tempest-FloatingIPAdminTestJSON-269530328 tempest-FloatingIPAdminTestJSON-269530328-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:48.361138 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-b0eefaa0-eb38-4b10-b58d-e44c705e4646 req-e462a2f2-c04d-418e-8d9e-c0f2dd4a22a0 tempest-ServersTestManualDisk-715244052 tempest-ServersTestManualDisk-715244052-project] 10.222.0.31 "GET /v2.0/security-groups?id=fdf14fda-8772-4c7b-b681-601543676c85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2293127 Dec 18 13:26:48.396101 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-b2d04b4c-1d62-472f-9d3d-ef03d5998141 None None] Port bf4acb97-187d-4fa5-8e48-3a49ef3a3161 cannot update to ACTIVE because it is not bound. {{(pid=103161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 13:26:48.480025 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-2735cc77-9460-4a22-9a0b-470b392b84bd tempest-RoutersAdminTest-1969777796 tempest-RoutersAdminTest-1969777796-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:48.579436 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-344355b0-ab80-4c74-9ab7-d1f98ee739d7 tempest-QuotasNegativeTest-916914177 tempest-QuotasNegativeTest-916914177-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:48.582428 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.db_base_plugin_common [None req-964979ed-9044-4a09-9884-22e51658fdcd tempest-FloatingIPAdminTestJSON-269530328 tempest-FloatingIPAdminTestJSON-269530328-project-admin] Allocated IP 172.26.3.134 (decb4a40-7941-48c8-afbb-daaafd502e83/70deed80-3ca1-4f9e-96cb-563b43d3acba/981810f4-fe8e-45ba-9e38-76890d1150c5) {{(pid=103159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:26:48.618097 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-344355b0-ab80-4c74-9ab7-d1f98ee739d7 tempest-QuotasNegativeTest-916914177 tempest-QuotasNegativeTest-916914177-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:48.677592 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 49608) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:26:48.705763 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-2735cc77-9460-4a22-9a0b-470b392b84bd tempest-RoutersAdminTest-1969777796 tempest-RoutersAdminTest-1969777796-project] Publish callbacks [] for router_gateway, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:48.728032 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-2735cc77-9460-4a22-9a0b-470b392b84bd tempest-RoutersAdminTest-1969777796 tempest-RoutersAdminTest-1969777796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:48.748878 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-344355b0-ab80-4c74-9ab7-d1f98ee739d7 tempest-QuotasNegativeTest-916914177 tempest-QuotasNegativeTest-916914177-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:48.751484 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-344355b0-ab80-4c74-9ab7-d1f98ee739d7 tempest-QuotasNegativeTest-916914177 tempest-QuotasNegativeTest-916914177-project-admin] Publish callbacks [] for security_group, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:48.755747 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-344355b0-ab80-4c74-9ab7-d1f98ee739d7 tempest-QuotasNegativeTest-916914177 tempest-QuotasNegativeTest-916914177-project-admin] 10.222.0.31 "DELETE /v2.0/security-groups/b5efb2b8-016c-4994-8cd7-e5970246e6de HTTP/1.1" status: 204 len: 168 time: 0.4913070 Dec 18 13:26:48.756349 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 49614) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:26:48.759428 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-964979ed-9044-4a09-9884-22e51658fdcd tempest-FloatingIPAdminTestJSON-269530328 tempest-FloatingIPAdminTestJSON-269530328-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:48.798209 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344355b0-ab80-4c74-9ab7-d1f98ee739d7 tempest-QuotasNegativeTest-916914177 tempest-QuotasNegativeTest-916914177-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5efb2b8-016c-4994-8cd7-e5970246e6de,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:26:48.898436 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-6c7e54e8-edd4-4871-8d6a-9ad3e8b72ede tempest-QuotasNegativeTest-916914177 tempest-QuotasNegativeTest-916914177-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2023137'] for network, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:48.941815 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-25df8121-1f78-4fbb-af4d-6d4764f5f41f req-d574616d-9b2d-45e7-be47-bcd785eaa7c2 tempest-ServerActionsTestJSON-1545132800 tempest-ServerActionsTestJSON-1545132800-project] 10.222.0.31 "GET /v2.0/ports?device_id=f75e1b43-b628-4577-9f75-0cf3a56e1582 HTTP/1.1" status: 200 len: 210 time: 0.0385966 Dec 18 13:26:48.945105 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-964979ed-9044-4a09-9884-22e51658fdcd tempest-FloatingIPAdminTestJSON-269530328 tempest-FloatingIPAdminTestJSON-269530328-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:49.005254 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-f9851015-0ac4-4546-a66a-350844d9f751 tempest-RoutersIpV6AdminTest-1535217791 tempest-RoutersIpV6AdminTest-1535217791-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-41856194', 'router:external': True}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:26:49.021640 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ae264e-b5b7-4f65-990b-8c48c619688e req-209d19bb-a197-4fb1-8c15-50b570126223 tempest-ServersTestJSON-1286137368 tempest-ServersTestJSON-1286137368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:26:49.023488 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-d0ae264e-b5b7-4f65-990b-8c48c619688e req-209d19bb-a197-4fb1-8c15-50b570126223 tempest-ServersTestJSON-1286137368 tempest-ServersTestJSON-1286137368-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f044516-7cff-4ae8-8c47-ba1da8c37907 HTTP/1.1" status: 200 len: 944 time: 0.0728722 Dec 18 13:26:49.033952 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964979ed-9044-4a09-9884-22e51658fdcd tempest-FloatingIPAdminTestJSON-269530328 tempest-FloatingIPAdminTestJSON-269530328-project-admin] Pushing event updated for resources: {'Port': ['ID=981810f4-fe8e-45ba-9e38-76890d1150c5,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:26:49.035747 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.db_base_plugin_common [None req-2735cc77-9460-4a22-9a0b-470b392b84bd tempest-RoutersAdminTest-1969777796 tempest-RoutersAdminTest-1969777796-project] Allocated IP 172.26.3.210 (decb4a40-7941-48c8-afbb-daaafd502e83/70deed80-3ca1-4f9e-96cb-563b43d3acba/fa558612-77bb-4c50-94f6-ab5e9c9349b8) {{(pid=103160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:26:49.042656 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-964979ed-9044-4a09-9884-22e51658fdcd tempest-FloatingIPAdminTestJSON-269530328 tempest-FloatingIPAdminTestJSON-269530328-project-admin] Network decb4a40-7941-48c8-afbb-daaafd502e83 is already hosted by enough agents. {{(pid=103159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:26:49.050346 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.base_scheduler [None req-964979ed-9044-4a09-9884-22e51658fdcd tempest-FloatingIPAdminTestJSON-269530328 tempest-FloatingIPAdminTestJSON-269530328-project-admin] Resources bound (agent type, host, resource id): {{(pid=103159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:26:49.068661 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-964979ed-9044-4a09-9884-22e51658fdcd tempest-FloatingIPAdminTestJSON-269530328 tempest-FloatingIPAdminTestJSON-269530328-project-admin] Received port after_create {{(pid=103159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:26:49.127906 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-6c7e54e8-edd4-4871-8d6a-9ad3e8b72ede tempest-QuotasNegativeTest-916914177 tempest-QuotasNegativeTest-916914177-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1927292', 'neutron.services.segments.db._delete_segments_for_network-8767106887837'] for network, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:49.132132 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9851015-0ac4-4546-a66a-350844d9f751 tempest-RoutersIpV6AdminTest-1535217791 tempest-RoutersIpV6AdminTest-1535217791-project-admin] Made reservation on behalf of c25643c72319491db836fcb08252f295 for: {'network': 1} {{(pid=103159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:26:49.134487 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-f9851015-0ac4-4546-a66a-350844d9f751 tempest-RoutersIpV6AdminTest-1535217791 tempest-RoutersIpV6AdminTest-1535217791-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for network, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:49.139998 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-d0ae264e-b5b7-4f65-990b-8c48c619688e req-00aeda07-2f19-454a-bcd3-bbe6a9da02d1 tempest-ServersTestJSON-1286137368 tempest-ServersTestJSON-1286137368-project] 10.222.0.31 "GET /v2.0/security-groups?id=c691688e-0670-4eea-816d-2b9f26a27f10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1055462 Dec 18 13:26:49.170777 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-f9851015-0ac4-4546-a66a-350844d9f751 tempest-RoutersIpV6AdminTest-1535217791 tempest-RoutersIpV6AdminTest-1535217791-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:49.184059 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 49630) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:26:49.192676 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.services.segments.db [None req-6c7e54e8-edd4-4871-8d6a-9ad3e8b72ede tempest-QuotasNegativeTest-916914177 tempest-QuotasNegativeTest-916914177-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8fe887b2-a64a-428f-866c-89cf4d835342']}} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:26:49.198208 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-2735cc77-9460-4a22-9a0b-470b392b84bd tempest-RoutersAdminTest-1969777796 tempest-RoutersAdminTest-1969777796-project] Publish callbacks [] for port, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:49.224609 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.services.segments.db [None req-6c7e54e8-edd4-4871-8d6a-9ad3e8b72ede tempest-QuotasNegativeTest-916914177 tempest-QuotasNegativeTest-916914177-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0045bf4-808a-469e-9efa-e4fef3464b16') {'for_net_delete': True} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:26:49.224885 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.services.segments.db [None req-6c7e54e8-edd4-4871-8d6a-9ad3e8b72ede tempest-QuotasNegativeTest-916914177 tempest-QuotasNegativeTest-916914177-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0045bf4-808a-469e-9efa-e4fef3464b16') {} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:26:49.237940 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-2735cc77-9460-4a22-9a0b-470b392b84bd tempest-RoutersAdminTest-1969777796 tempest-RoutersAdminTest-1969777796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4533522'] for port, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:49.245721 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-6c7e54e8-edd4-4871-8d6a-9ad3e8b72ede tempest-QuotasNegativeTest-916914177 tempest-QuotasNegativeTest-916914177-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767106888614', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5589569'] for segment, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:49.280090 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2735cc77-9460-4a22-9a0b-470b392b84bd tempest-RoutersAdminTest-1969777796 tempest-RoutersAdminTest-1969777796-project] Network decb4a40-7941-48c8-afbb-daaafd502e83 is already hosted by enough agents. {{(pid=103160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:26:49.282646 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-6c7e54e8-edd4-4871-8d6a-9ad3e8b72ede tempest-QuotasNegativeTest-916914177 tempest-QuotasNegativeTest-916914177-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:49.283604 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.base_scheduler [None req-2735cc77-9460-4a22-9a0b-470b392b84bd tempest-RoutersAdminTest-1969777796 tempest-RoutersAdminTest-1969777796-project] Resources bound (agent type, host, resource id): {{(pid=103160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:26:49.286439 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2735cc77-9460-4a22-9a0b-470b392b84bd tempest-RoutersAdminTest-1969777796 tempest-RoutersAdminTest-1969777796-project] Received port after_create {{(pid=103160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:26:49.299863 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c7e54e8-edd4-4871-8d6a-9ad3e8b72ede tempest-QuotasNegativeTest-916914177 tempest-QuotasNegativeTest-916914177-project-admin] Releasing vlan 139 on physical network physnet1 to pool {{(pid=103159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 18 13:26:49.300414 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-6c7e54e8-edd4-4871-8d6a-9ad3e8b72ede tempest-QuotasNegativeTest-916914177 tempest-QuotasNegativeTest-916914177-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5660009'] for segment, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:49.301916 dv-neutron-744815-20-hyperv neutron-server[103159]: Traceback (most recent call last): Dec 18 13:26:49.301916 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 18 13:26:49.301916 dv-neutron-744815-20-hyperv neutron-server[103159]: timer() Dec 18 13:26:49.301916 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 18 13:26:49.301916 dv-neutron-744815-20-hyperv neutron-server[103159]: cb(*args, **kw) Dec 18 13:26:49.301916 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 18 13:26:49.301916 dv-neutron-744815-20-hyperv neutron-server[103159]: return func(*args, **kwargs) Dec 18 13:26:49.301916 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 18 13:26:49.301916 dv-neutron-744815-20-hyperv neutron-server[103159]: self._notify() Dec 18 13:26:49.301916 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 18 13:26:49.301916 dv-neutron-744815-20-hyperv neutron-server[103159]: self.callback(batched_events) Dec 18 13:26:49.301916 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 18 13:26:49.301916 dv-neutron-744815-20-hyperv neutron-server[103159]: event.method(event) Dec 18 13:26:49.301916 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 18 13:26:49.301916 dv-neutron-744815-20-hyperv neutron-server[103159]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 18 13:26:49.301916 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 18 13:26:49.301916 dv-neutron-744815-20-hyperv neutron-server[103159]: aggregate_uuid = self.p_client.list_aggregates( Dec 18 13:26:49.301916 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 18 13:26:49.301916 dv-neutron-744815-20-hyperv neutron-server[103159]: return f(self, *a, **k) Dec 18 13:26:49.301916 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 18 13:26:49.301916 dv-neutron-744815-20-hyperv neutron-server[103159]: return self._get(url).json() Dec 18 13:26:49.301916 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 18 13:26:49.301916 dv-neutron-744815-20-hyperv neutron-server[103159]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 18 13:26:49.301916 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 18 13:26:49.301916 dv-neutron-744815-20-hyperv neutron-server[103159]: return self.request(url, 'GET', **kwargs) Dec 18 13:26:49.301916 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 18 13:26:49.301916 dv-neutron-744815-20-hyperv neutron-server[103159]: base_url = self.get_endpoint(auth, allow=allow, Dec 18 13:26:49.301916 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 18 13:26:49.301916 dv-neutron-744815-20-hyperv neutron-server[103159]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 18 13:26:49.301916 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 18 13:26:49.301916 dv-neutron-744815-20-hyperv neutron-server[103159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 18 13:26:49.301916 dv-neutron-744815-20-hyperv neutron-server[103159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 18 13:26:49.318087 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [None req-9d95e338-1bb1-42ba-83c1-c05d58f36641 tempest-ExtensionsTestJSON-1542462380 tempest-ExtensionsTestJSON-1542462380-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103160) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 18 13:26:49.319324 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-9d95e338-1bb1-42ba-83c1-c05d58f36641 tempest-ExtensionsTestJSON-1542462380 tempest-ExtensionsTestJSON-1542462380-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14088 time: 0.1341021 Dec 18 13:26:49.322128 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2735cc77-9460-4a22-9a0b-470b392b84bd tempest-RoutersAdminTest-1969777796 tempest-RoutersAdminTest-1969777796-project] Pushing event updated for resources: {'Port': ['ID=fa558612-77bb-4c50-94f6-ab5e9c9349b8,revision_number=1']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:26:49.326873 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 49634) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:26:49.333419 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [None req-62a7de61-f475-4274-a9dc-20725096cd0f tempest-ExtensionsTestJSON-1542462380 tempest-ExtensionsTestJSON-1542462380-project] http://10.222.0.31:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=103160) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 18 13:26:49.334359 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-62a7de61-f475-4274-a9dc-20725096cd0f tempest-ExtensionsTestJSON-1542462380 tempest-ExtensionsTestJSON-1542462380-project] 10.222.0.31 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0060916 Dec 18 13:26:49.338256 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 49636) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:26:49.343715 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [None req-bc31ce08-f0ef-470d-8bc0-f2d24a5a6e8b tempest-ExtensionsTestJSON-1542462380 tempest-ExtensionsTestJSON-1542462380-project] http://10.222.0.31:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=103160) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 18 13:26:49.345592 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-bc31ce08-f0ef-470d-8bc0-f2d24a5a6e8b tempest-ExtensionsTestJSON-1542462380 tempest-ExtensionsTestJSON-1542462380-project] 10.222.0.31 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0055242 Dec 18 13:26:49.346915 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 49638) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:26:49.351044 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [None req-8a726e97-ad47-42fd-962c-878260a59048 tempest-ExtensionsTestJSON-1542462380 tempest-ExtensionsTestJSON-1542462380-project] http://10.222.0.31:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=103160) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 18 13:26:49.352280 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-8a726e97-ad47-42fd-962c-878260a59048 tempest-ExtensionsTestJSON-1542462380 tempest-ExtensionsTestJSON-1542462380-project] 10.222.0.31 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0043068 Dec 18 13:26:49.354753 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 49640) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:26:49.358923 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [None req-60862e96-d1dd-46dc-974d-e225336f918d tempest-ExtensionsTestJSON-1542462380 tempest-ExtensionsTestJSON-1542462380-project] http://10.222.0.31:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=103160) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 18 13:26:49.362042 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-60862e96-d1dd-46dc-974d-e225336f918d tempest-ExtensionsTestJSON-1542462380 tempest-ExtensionsTestJSON-1542462380-project] 10.222.0.31 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0042338 Dec 18 13:26:49.363636 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 49642) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:26:49.366877 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [None req-eca2f5ef-8750-41aa-a8cc-b582790eee67 tempest-ExtensionsTestJSON-1542462380 tempest-ExtensionsTestJSON-1542462380-project] http://10.222.0.31:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=103160) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 18 13:26:49.368293 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-eca2f5ef-8750-41aa-a8cc-b582790eee67 tempest-ExtensionsTestJSON-1542462380 tempest-ExtensionsTestJSON-1542462380-project] 10.222.0.31 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0039957 Dec 18 13:26:49.385358 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 49644) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:26:49.392920 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [None req-448bcd03-29a1-47e1-892f-7cd2c62aa299 tempest-ExtensionsTestJSON-1542462380 tempest-ExtensionsTestJSON-1542462380-project] http://10.222.0.31:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=103159) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 18 13:26:49.393911 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-448bcd03-29a1-47e1-892f-7cd2c62aa299 tempest-ExtensionsTestJSON-1542462380 tempest-ExtensionsTestJSON-1542462380-project] 10.222.0.31 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0043552 Dec 18 13:26:49.397933 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 49646) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:26:49.401062 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [None req-edf61180-5d6c-4b88-ac02-20360548192c tempest-ExtensionsTestJSON-1542462380 tempest-ExtensionsTestJSON-1542462380-project] http://10.222.0.31:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=103159) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 18 13:26:49.402021 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-edf61180-5d6c-4b88-ac02-20360548192c tempest-ExtensionsTestJSON-1542462380 tempest-ExtensionsTestJSON-1542462380-project] 10.222.0.31 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0040686 Dec 18 13:26:49.407045 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 49648) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:26:49.411822 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [None req-85e00e06-40ee-4fcf-8b6d-316874e5b0e4 tempest-ExtensionsTestJSON-1542462380 tempest-ExtensionsTestJSON-1542462380-project] http://10.222.0.31:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=103159) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 18 13:26:49.417891 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-85e00e06-40ee-4fcf-8b6d-316874e5b0e4 tempest-ExtensionsTestJSON-1542462380 tempest-ExtensionsTestJSON-1542462380-project] 10.222.0.31 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0041862 Dec 18 13:26:49.420679 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 49652) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:26:49.424179 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-6c7e54e8-edd4-4871-8d6a-9ad3e8b72ede tempest-QuotasNegativeTest-916914177 tempest-QuotasNegativeTest-916914177-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1927267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586962'] for network, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:49.435484 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [None req-e1088078-98f7-4ca7-950c-7e19d15514ff tempest-ExtensionsTestJSON-1542462380 tempest-ExtensionsTestJSON-1542462380-project] http://10.222.0.31:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=103159) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 18 13:26:49.436463 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-e1088078-98f7-4ca7-950c-7e19d15514ff tempest-ExtensionsTestJSON-1542462380 tempest-ExtensionsTestJSON-1542462380-project] 10.222.0.31 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0105982 Dec 18 13:26:49.439070 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 49654) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:26:49.446814 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [None req-b8ad71de-f974-4f6c-b39c-7ca489c8776f tempest-ExtensionsTestJSON-1542462380 tempest-ExtensionsTestJSON-1542462380-project] http://10.222.0.31:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=103160) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 18 13:26:49.451061 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-b8ad71de-f974-4f6c-b39c-7ca489c8776f tempest-ExtensionsTestJSON-1542462380 tempest-ExtensionsTestJSON-1542462380-project] 10.222.0.31 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0104139 Dec 18 13:26:49.454058 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 49656) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:26:49.458316 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [None req-ebd58f74-b127-46d7-91fc-c71c918de326 tempest-ExtensionsTestJSON-1542462380 tempest-ExtensionsTestJSON-1542462380-project] http://10.222.0.31:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=103160) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 18 13:26:49.458454 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-6c7e54e8-edd4-4871-8d6a-9ad3e8b72ede tempest-QuotasNegativeTest-916914177 tempest-QuotasNegativeTest-916914177-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047995'] for network, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:49.461845 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-6c7e54e8-edd4-4871-8d6a-9ad3e8b72ede tempest-QuotasNegativeTest-916914177 tempest-QuotasNegativeTest-916914177-project-admin] 10.222.0.31 "DELETE /v2.0/networks/8fe887b2-a64a-428f-866c-89cf4d835342 HTTP/1.1" status: 204 len: 168 time: 0.6988294 Dec 18 13:26:49.462515 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-ebd58f74-b127-46d7-91fc-c71c918de326 tempest-ExtensionsTestJSON-1542462380 tempest-ExtensionsTestJSON-1542462380-project] 10.222.0.31 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0075142 Dec 18 13:26:49.462714 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 49658) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:26:49.468006 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 49660) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:26:49.498457 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [None req-e1564971-5973-4ab9-b7e3-912964fcce96 tempest-ExtensionsTestJSON-1542462380 tempest-ExtensionsTestJSON-1542462380-project] http://10.222.0.31:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=103159) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 18 13:26:49.499343 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-e1564971-5973-4ab9-b7e3-912964fcce96 tempest-ExtensionsTestJSON-1542462380 tempest-ExtensionsTestJSON-1542462380-project] 10.222.0.31 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0320561 Dec 18 13:26:49.503135 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7e54e8-edd4-4871-8d6a-9ad3e8b72ede tempest-QuotasNegativeTest-916914177 tempest-QuotasNegativeTest-916914177-project-admin] Pushing event deleted for resources: {'Network': ['ID=8fe887b2-a64a-428f-866c-89cf4d835342,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:26:49.503305 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 49662) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:26:49.508008 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [None req-2684dec0-58f3-42a4-a89d-2fce1f020ff5 tempest-ExtensionsTestJSON-1542462380 tempest-ExtensionsTestJSON-1542462380-project] http://10.222.0.31:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=103160) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 18 13:26:49.509514 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-2684dec0-58f3-42a4-a89d-2fce1f020ff5 tempest-ExtensionsTestJSON-1542462380 tempest-ExtensionsTestJSON-1542462380-project] 10.222.0.31 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0052242 Dec 18 13:26:49.512202 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 49664) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:26:49.516617 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [None req-d43b8c04-a1a5-499c-bf86-c1e93a1230aa tempest-ExtensionsTestJSON-1542462380 tempest-ExtensionsTestJSON-1542462380-project] http://10.222.0.31:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=103160) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 18 13:26:49.517668 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-d43b8c04-a1a5-499c-bf86-c1e93a1230aa tempest-ExtensionsTestJSON-1542462380 tempest-ExtensionsTestJSON-1542462380-project] 10.222.0.31 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0043421 Dec 18 13:26:49.520283 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 49666) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:26:49.524628 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [None req-27a7dc40-d97c-49f6-b2d5-8c9542972a70 tempest-ExtensionsTestJSON-1542462380 tempest-ExtensionsTestJSON-1542462380-project] http://10.222.0.31:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=103160) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 18 13:26:49.527964 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-27a7dc40-d97c-49f6-b2d5-8c9542972a70 tempest-ExtensionsTestJSON-1542462380 tempest-ExtensionsTestJSON-1542462380-project] 10.222.0.31 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0044355 Dec 18 13:26:49.528239 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 49668) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:26:49.532815 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [None req-ee1de9fe-7795-435a-9b3a-64b5f2ab1e4f tempest-ExtensionsTestJSON-1542462380 tempest-ExtensionsTestJSON-1542462380-project] http://10.222.0.31:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=103160) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 18 13:26:49.535969 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-ee1de9fe-7795-435a-9b3a-64b5f2ab1e4f tempest-ExtensionsTestJSON-1542462380 tempest-ExtensionsTestJSON-1542462380-project] 10.222.0.31 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0044570 Dec 18 13:26:49.537392 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 49670) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:26:49.541776 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [None req-5d7747cb-6801-4c9c-a245-5cec25987172 tempest-ExtensionsTestJSON-1542462380 tempest-ExtensionsTestJSON-1542462380-project] http://10.222.0.31:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=103160) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 18 13:26:49.544444 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-5d7747cb-6801-4c9c-a245-5cec25987172 tempest-ExtensionsTestJSON-1542462380 tempest-ExtensionsTestJSON-1542462380-project] 10.222.0.31 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0039868 Dec 18 13:26:49.544709 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 49672) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:26:49.584900 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [None req-cfe87413-0e62-45dd-93da-411f8181b4cf tempest-ExtensionsTestJSON-1542462380 tempest-ExtensionsTestJSON-1542462380-project] http://10.222.0.31:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=103160) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 18 13:26:49.586967 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-cfe87413-0e62-45dd-93da-411f8181b4cf tempest-ExtensionsTestJSON-1542462380 tempest-ExtensionsTestJSON-1542462380-project] 10.222.0.31 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0403891 Dec 18 13:26:49.592743 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 49674) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:26:49.604000 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [None req-705cec4b-4190-4b5c-bc80-969b37a11e57 tempest-ExtensionsTestJSON-1542462380 tempest-ExtensionsTestJSON-1542462380-project] http://10.222.0.31:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=103160) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 18 13:26:49.607009 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-705cec4b-4190-4b5c-bc80-969b37a11e57 tempest-ExtensionsTestJSON-1542462380 tempest-ExtensionsTestJSON-1542462380-project] 10.222.0.31 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0113170 Dec 18 13:26:49.609375 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 49676) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:26:49.629319 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [None req-579a8b21-c394-44f7-a353-692c2dfff854 tempest-ExtensionsTestJSON-1542462380 tempest-ExtensionsTestJSON-1542462380-project] http://10.222.0.31:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=103159) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 18 13:26:49.630282 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-579a8b21-c394-44f7-a353-692c2dfff854 tempest-ExtensionsTestJSON-1542462380 tempest-ExtensionsTestJSON-1542462380-project] 10.222.0.31 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0155282 Dec 18 13:26:49.638416 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 49678) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:26:49.642326 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-f9851015-0ac4-4546-a66a-350844d9f751 tempest-RoutersIpV6AdminTest-1535217791 tempest-RoutersIpV6AdminTest-1535217791-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:49.650698 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [None req-69019e69-9b46-4208-b584-20738b945d29 tempest-ExtensionsTestJSON-1542462380 tempest-ExtensionsTestJSON-1542462380-project] http://10.222.0.31:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=103159) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 18 13:26:49.651666 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-69019e69-9b46-4208-b584-20738b945d29 tempest-ExtensionsTestJSON-1542462380 tempest-ExtensionsTestJSON-1542462380-project] 10.222.0.31 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0067968 Dec 18 13:26:49.659316 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 49680) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:26:49.661281 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-e1fc2163-4944-4a5f-8b6e-3a7ab9c9227a tempest-QuotasNegativeTest-916914177 tempest-QuotasNegativeTest-916914177-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2023137'] for network, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:49.667510 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-f9851015-0ac4-4546-a66a-350844d9f751 tempest-RoutersIpV6AdminTest-1535217791 tempest-RoutersIpV6AdminTest-1535217791-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:49.670162 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [None req-71a3d703-0426-45ad-b6e9-51b826687f4c tempest-ExtensionsTestJSON-1542462380 tempest-ExtensionsTestJSON-1542462380-project] http://10.222.0.31:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=103160) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 18 13:26:49.671729 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-71a3d703-0426-45ad-b6e9-51b826687f4c tempest-ExtensionsTestJSON-1542462380 tempest-ExtensionsTestJSON-1542462380-project] 10.222.0.31 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0114927 Dec 18 13:26:49.675901 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 49682) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:26:49.687022 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c86a512-6f75-4aed-aa40-7a9fa26a368c req-b4d35e1f-ab2e-4b99-853b-9655dc7024a9 tempest-ServersTestManualDisk-715244052 tempest-ServersTestManualDisk-715244052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:26:49.688502 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-0c86a512-6f75-4aed-aa40-7a9fa26a368c req-b4d35e1f-ab2e-4b99-853b-9655dc7024a9 tempest-ServersTestManualDisk-715244052 tempest-ServersTestManualDisk-715244052-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e857058-ab1e-4a7d-bcfe-f606e1c084cd HTTP/1.1" status: 200 len: 932 time: 0.2233093 Dec 18 13:26:49.694749 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [None req-15fa33a5-e203-43f1-be3b-6eae80690570 tempest-ExtensionsTestJSON-1542462380 tempest-ExtensionsTestJSON-1542462380-project] http://10.222.0.31:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=103159) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 18 13:26:49.695722 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-15fa33a5-e203-43f1-be3b-6eae80690570 tempest-ExtensionsTestJSON-1542462380 tempest-ExtensionsTestJSON-1542462380-project] 10.222.0.31 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0163352 Dec 18 13:26:49.700149 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 49684) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:26:49.710314 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [None req-3907ad0d-75a6-464e-8856-32bd6338c9f5 tempest-ExtensionsTestJSON-1542462380 tempest-ExtensionsTestJSON-1542462380-project] http://10.222.0.31:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=103160) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 18 13:26:49.711272 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-3907ad0d-75a6-464e-8856-32bd6338c9f5 tempest-ExtensionsTestJSON-1542462380 tempest-ExtensionsTestJSON-1542462380-project] 10.222.0.31 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0101840 Dec 18 13:26:49.718135 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 49686) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:26:49.722030 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [None req-d9351463-30c1-4697-84cf-c5cf404cb96a tempest-ExtensionsTestJSON-1542462380 tempest-ExtensionsTestJSON-1542462380-project] http://10.222.0.31:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=103160) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 18 13:26:49.725105 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-d9351463-30c1-4697-84cf-c5cf404cb96a tempest-ExtensionsTestJSON-1542462380 tempest-ExtensionsTestJSON-1542462380-project] 10.222.0.31 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0039332 Dec 18 13:26:49.725703 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 49688) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:26:49.729501 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9851015-0ac4-4546-a66a-350844d9f751 tempest-RoutersIpV6AdminTest-1535217791 tempest-RoutersIpV6AdminTest-1535217791-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 133} {{(pid=103159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 18 13:26:49.729958 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [None req-a480cca7-1d0e-46b5-bfde-b2cf40d022b2 tempest-ExtensionsTestJSON-1542462380 tempest-ExtensionsTestJSON-1542462380-project] http://10.222.0.31:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=103160) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 18 13:26:49.730840 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-a480cca7-1d0e-46b5-bfde-b2cf40d022b2 tempest-ExtensionsTestJSON-1542462380 tempest-ExtensionsTestJSON-1542462380-project] 10.222.0.31 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0044358 Dec 18 13:26:49.733701 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 49690) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:26:49.737236 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [None req-76a022e2-f205-4894-a361-0918848c06e1 tempest-ExtensionsTestJSON-1542462380 tempest-ExtensionsTestJSON-1542462380-project] http://10.222.0.31:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=103160) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 18 13:26:49.738135 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-76a022e2-f205-4894-a361-0918848c06e1 tempest-ExtensionsTestJSON-1542462380 tempest-ExtensionsTestJSON-1542462380-project] 10.222.0.31 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0039394 Dec 18 13:26:49.741975 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 49692) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:26:49.747821 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [None req-849003ea-bc06-4b4d-afae-29ca1b92b74d tempest-ExtensionsTestJSON-1542462380 tempest-ExtensionsTestJSON-1542462380-project] http://10.222.0.31:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=103160) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 18 13:26:49.748795 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-849003ea-bc06-4b4d-afae-29ca1b92b74d tempest-ExtensionsTestJSON-1542462380 tempest-ExtensionsTestJSON-1542462380-project] 10.222.0.31 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0059111 Dec 18 13:26:49.751395 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-2735cc77-9460-4a22-9a0b-470b392b84bd tempest-RoutersAdminTest-1969777796 tempest-RoutersAdminTest-1969777796-project] Publish callbacks [] for router_gateway, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:49.753029 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 49694) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:26:49.770267 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-f9851015-0ac4-4546-a66a-350844d9f751 tempest-RoutersIpV6AdminTest-1535217791 tempest-RoutersIpV6AdminTest-1535217791-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:49.770612 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.db.segments_db [None req-f9851015-0ac4-4546-a66a-350844d9f751 tempest-RoutersIpV6AdminTest-1535217791 tempest-RoutersIpV6AdminTest-1535217791-project-admin] Added segment 8e7c7398-b7a5-42f2-9238-a00da26298b6 of type vlan for network 3f74aa6b-b4cf-496d-b04e-ca5451f0673e Dec 18 13:26:49.774858 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9851015-0ac4-4546-a66a-350844d9f751 tempest-RoutersIpV6AdminTest-1535217791 tempest-RoutersIpV6AdminTest-1535217791-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=391a6ace-5380-4516-a02f-d4f70923e1c1,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:26:49.789386 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [None req-fb1f99c2-b022-4036-ae78-db0845868fe2 tempest-ExtensionsTestJSON-1542462380 tempest-ExtensionsTestJSON-1542462380-project] http://10.222.0.31:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=103160) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 18 13:26:49.790361 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-fb1f99c2-b022-4036-ae78-db0845868fe2 tempest-ExtensionsTestJSON-1542462380 tempest-ExtensionsTestJSON-1542462380-project] 10.222.0.31 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0356779 Dec 18 13:26:49.796605 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 49696) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:26:49.800602 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [None req-a4b62dba-2391-4049-809b-c09d3a91dc2a tempest-ExtensionsTestJSON-1542462380 tempest-ExtensionsTestJSON-1542462380-project] http://10.222.0.31:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=103160) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 18 13:26:49.801512 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-a4b62dba-2391-4049-809b-c09d3a91dc2a tempest-ExtensionsTestJSON-1542462380 tempest-ExtensionsTestJSON-1542462380-project] 10.222.0.31 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0040483 Dec 18 13:26:49.804168 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 49698) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:26:49.808185 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [None req-b32429ec-e452-4370-94be-41690ed18e19 tempest-ExtensionsTestJSON-1542462380 tempest-ExtensionsTestJSON-1542462380-project] http://10.222.0.31:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=103160) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 18 13:26:49.811311 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-b32429ec-e452-4370-94be-41690ed18e19 tempest-ExtensionsTestJSON-1542462380 tempest-ExtensionsTestJSON-1542462380-project] 10.222.0.31 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0040863 Dec 18 13:26:49.812009 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 49700) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:26:49.816808 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [None req-6f8c0d6c-c81c-4ade-9e17-a22cb42f09e6 tempest-ExtensionsTestJSON-1542462380 tempest-ExtensionsTestJSON-1542462380-project] http://10.222.0.31:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=103160) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 18 13:26:49.818073 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-6f8c0d6c-c81c-4ade-9e17-a22cb42f09e6 tempest-ExtensionsTestJSON-1542462380 tempest-ExtensionsTestJSON-1542462380-project] 10.222.0.31 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0053988 Dec 18 13:26:49.820436 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 49702) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:26:49.824508 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [None req-e88da3b8-8bde-433c-ba3c-dcc146bd20c4 tempest-ExtensionsTestJSON-1542462380 tempest-ExtensionsTestJSON-1542462380-project] http://10.222.0.31:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=103160) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 18 13:26:49.825414 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-e88da3b8-8bde-433c-ba3c-dcc146bd20c4 tempest-ExtensionsTestJSON-1542462380 tempest-ExtensionsTestJSON-1542462380-project] 10.222.0.31 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0040953 Dec 18 13:26:49.829065 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 49704) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:26:50.083894 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [None req-ac5bf62b-f2d8-494d-af24-7123c0bfb9cb tempest-ExtensionsTestJSON-1542462380 tempest-ExtensionsTestJSON-1542462380-project] http://10.222.0.31:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=103160) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 18 13:26:50.087270 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-ac5bf62b-f2d8-494d-af24-7123c0bfb9cb tempest-ExtensionsTestJSON-1542462380 tempest-ExtensionsTestJSON-1542462380-project] 10.222.0.31 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.2553923 Dec 18 13:26:50.088258 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 49708) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:26:50.096980 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [None req-54109848-db88-4b18-8295-fb0aadf0b066 tempest-ExtensionsTestJSON-1542462380 tempest-ExtensionsTestJSON-1542462380-project] http://10.222.0.31:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=103160) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 18 13:26:50.097888 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-54109848-db88-4b18-8295-fb0aadf0b066 tempest-ExtensionsTestJSON-1542462380 tempest-ExtensionsTestJSON-1542462380-project] 10.222.0.31 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0042031 Dec 18 13:26:50.107429 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 49710) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:26:50.107629 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [req-fc4e4b32-29a9-47ca-a546-7a7e05df772c req-9c10007d-e156-4ee2-9aec-af4662d31c53 service neutron] Request body: {'port': {'device_id': '6e857058-ab1e-4a7d-bcfe-f606e1c084cd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7448'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:26:50.114430 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [None req-0e22a5c2-c999-48be-980f-076b9b2648e2 tempest-ExtensionsTestJSON-1542462380 tempest-ExtensionsTestJSON-1542462380-project] http://10.222.0.31:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=103160) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 18 13:26:50.118477 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-0e22a5c2-c999-48be-980f-076b9b2648e2 tempest-ExtensionsTestJSON-1542462380 tempest-ExtensionsTestJSON-1542462380-project] 10.222.0.31 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0047271 Dec 18 13:26:50.126862 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 49712) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:26:50.139907 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-33ee3f4d-4600-4155-a0eb-3d8f307e43d6 req-3fd2bbc9-c250-40a9-905d-f5d24fd7cb9b tempest-ServerActionsTestJSON-1545132800 tempest-ServerActionsTestJSON-1545132800-project] 10.222.0.31 "GET /v2.0/ports?device_id=f75e1b43-b628-4577-9f75-0cf3a56e1582 HTTP/1.1" status: 200 len: 210 time: 0.0520625 Dec 18 13:26:50.158463 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [None req-12cd5024-5622-4bf3-ba9f-8d27024fe3c6 tempest-ExtensionsTestJSON-1542462380 tempest-ExtensionsTestJSON-1542462380-project] http://10.222.0.31:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=103159) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 18 13:26:50.158463 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-12cd5024-5622-4bf3-ba9f-8d27024fe3c6 tempest-ExtensionsTestJSON-1542462380 tempest-ExtensionsTestJSON-1542462380-project] 10.222.0.31 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0053864 Dec 18 13:26:50.162373 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 49714) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:26:50.171031 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [None req-ebd634d4-cc85-446c-9e8d-15571e31aaeb tempest-ExtensionsTestJSON-1542462380 tempest-ExtensionsTestJSON-1542462380-project] http://10.222.0.31:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=103160) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 18 13:26:50.174957 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-ebd634d4-cc85-446c-9e8d-15571e31aaeb tempest-ExtensionsTestJSON-1542462380 tempest-ExtensionsTestJSON-1542462380-project] 10.222.0.31 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0075769 Dec 18 13:26:50.176367 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.43', 60721) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:26:50.176687 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 49718) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:26:50.186520 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [None req-3a87d2ea-cf92-4889-a02d-314506fd4cd7 tempest-ExtensionsTestJSON-1542462380 tempest-ExtensionsTestJSON-1542462380-project] http://10.222.0.31:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=103160) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 18 13:26:50.192050 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-3a87d2ea-cf92-4889-a02d-314506fd4cd7 tempest-ExtensionsTestJSON-1542462380 tempest-ExtensionsTestJSON-1542462380-project] 10.222.0.31 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0086489 Dec 18 13:26:50.203560 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 49720) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:26:50.240092 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [None req-6bff7ce9-9451-44e5-b1a3-2190f094ba1b tempest-ExtensionsTestJSON-1542462380 tempest-ExtensionsTestJSON-1542462380-project] http://10.222.0.31:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=103159) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 18 13:26:50.241158 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-6bff7ce9-9451-44e5-b1a3-2190f094ba1b tempest-ExtensionsTestJSON-1542462380 tempest-ExtensionsTestJSON-1542462380-project] 10.222.0.31 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0175071 Dec 18 13:26:50.251433 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 49722) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:26:50.309788 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [None req-7c08d212-163d-47cf-b27f-a58269acd838 tempest-ExtensionsTestJSON-1542462380 tempest-ExtensionsTestJSON-1542462380-project] http://10.222.0.31:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=103159) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 18 13:26:50.310806 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-7c08d212-163d-47cf-b27f-a58269acd838 tempest-ExtensionsTestJSON-1542462380 tempest-ExtensionsTestJSON-1542462380-project] 10.222.0.31 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0551631 Dec 18 13:26:50.343131 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 49724) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:26:50.345074 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a7a344-89c5-41a2-88c7-25a27a25dc1a req-4e7a7f04-9409-4bb6-8d3d-c7b64de45f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:26:50.346744 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-d6a7a344-89c5-41a2-88c7-25a27a25dc1a req-4e7a7f04-9409-4bb6-8d3d-c7b64de45f38 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b13bfad2b2a84333a7ff37b75b6ba14e&device_id=9f044516-7cff-4ae8-8c47-ba1da8c37907 HTTP/1.1" status: 200 len: 1097 time: 0.2384834 Dec 18 13:26:50.348963 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-0c86a512-6f75-4aed-aa40-7a9fa26a368c req-210328b7-5871-4551-b722-eebec917983b tempest-ServersTestManualDisk-715244052 tempest-ServersTestManualDisk-715244052-project] 10.222.0.31 "GET /v2.0/security-groups?id=fdf14fda-8772-4c7b-b681-601543676c85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6279659 Dec 18 13:26:50.355098 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [None req-6e6ed85d-8f6a-451f-b95e-a11499f5b261 tempest-ExtensionsTestJSON-1542462380 tempest-ExtensionsTestJSON-1542462380-project] http://10.222.0.31:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=103160) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 18 13:26:50.356105 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-6e6ed85d-8f6a-451f-b95e-a11499f5b261 tempest-ExtensionsTestJSON-1542462380 tempest-ExtensionsTestJSON-1542462380-project] 10.222.0.31 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0084600 Dec 18 13:26:50.357246 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-f9851015-0ac4-4546-a66a-350844d9f751 tempest-RoutersIpV6AdminTest-1535217791 tempest-RoutersIpV6AdminTest-1535217791-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767106405744'] for network, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:50.362953 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 49728) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:26:50.367005 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-e1fc2163-4944-4a5f-8b6e-3a7ab9c9227a tempest-QuotasNegativeTest-916914177 tempest-QuotasNegativeTest-916914177-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1927292', 'neutron.services.segments.db._delete_segments_for_network-8767106887837'] for network, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:50.393247 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [None req-0d4e5505-cd22-4ec3-84fe-b00e0e886c7e tempest-ExtensionsTestJSON-1542462380 tempest-ExtensionsTestJSON-1542462380-project] http://10.222.0.31:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=103160) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 18 13:26:50.394207 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-0d4e5505-cd22-4ec3-84fe-b00e0e886c7e tempest-ExtensionsTestJSON-1542462380 tempest-ExtensionsTestJSON-1542462380-project] 10.222.0.31 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0304613 Dec 18 13:26:50.421224 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 49732) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:26:50.438738 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [None req-ede62be3-d00e-4458-9afa-be836cbf09f1 tempest-ExtensionsTestJSON-1542462380 tempest-ExtensionsTestJSON-1542462380-project] http://10.222.0.31:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=103159) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 18 13:26:50.439758 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-ede62be3-d00e-4458-9afa-be836cbf09f1 tempest-ExtensionsTestJSON-1542462380 tempest-ExtensionsTestJSON-1542462380-project] 10.222.0.31 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0125649 Dec 18 13:26:50.449471 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 49734) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:26:50.453975 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [None req-34df8d26-cea7-496b-98c5-16b4c9c5f709 tempest-ExtensionsTestJSON-1542462380 tempest-ExtensionsTestJSON-1542462380-project] http://10.222.0.31:9696/v2.0/extensions/quota-check-limit returned with HTTP 200 {{(pid=103160) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 18 13:26:50.455132 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-34df8d26-cea7-496b-98c5-16b4c9c5f709 tempest-ExtensionsTestJSON-1542462380 tempest-ExtensionsTestJSON-1542462380-project] 10.222.0.31 "GET /v2.0/extensions/quota-check-limit HTTP/1.1" status: 200 len: 420 time: 0.0045321 Dec 18 13:26:50.459374 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 49736) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:26:50.463916 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-d6a7a344-89c5-41a2-88c7-25a27a25dc1a req-6ee85240-0025-4c9b-b75f-49aabf8b9a79 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6f42addb-ace8-4096-be5a-5b238a28eabf HTTP/1.1" status: 200 len: 217 time: 0.1033232 Dec 18 13:26:50.467192 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.services.segments.db [None req-e1fc2163-4944-4a5f-8b6e-3a7ab9c9227a tempest-QuotasNegativeTest-916914177 tempest-QuotasNegativeTest-916914177-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3730262b-1073-4760-94c7-4fc322d0429c']}} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:26:50.495011 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [None req-b1e0e3d0-ccfe-4cf2-8d78-e29e6098373e tempest-ExtensionsTestJSON-1542462380 tempest-ExtensionsTestJSON-1542462380-project] http://10.222.0.31:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=103160) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 18 13:26:50.498328 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-b1e0e3d0-ccfe-4cf2-8d78-e29e6098373e tempest-ExtensionsTestJSON-1542462380 tempest-ExtensionsTestJSON-1542462380-project] 10.222.0.31 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0337238 Dec 18 13:26:50.498447 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-fc4e4b32-29a9-47ca-a546-7a7e05df772c req-9c10007d-e156-4ee2-9aec-af4662d31c53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:50.499516 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.services.segments.db [None req-e1fc2163-4944-4a5f-8b6e-3a7ab9c9227a tempest-QuotasNegativeTest-916914177 tempest-QuotasNegativeTest-916914177-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad1d35a5-5518-4e07-8734-41d178741ba0') {'for_net_delete': True} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:26:50.499815 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.services.segments.db [None req-e1fc2163-4944-4a5f-8b6e-3a7ab9c9227a tempest-QuotasNegativeTest-916914177 tempest-QuotasNegativeTest-916914177-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad1d35a5-5518-4e07-8734-41d178741ba0') {} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:26:50.502551 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fbb5bb-38c8-4d74-a0c1-b57be7881439 req-0ce5b5a3-8de7-41a1-a8b7-e1fb80f137fa tempest-ServerActionsTestJSON-1545132800 tempest-ServerActionsTestJSON-1545132800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:26:50.503947 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-54fbb5bb-38c8-4d74-a0c1-b57be7881439 req-0ce5b5a3-8de7-41a1-a8b7-e1fb80f137fa tempest-ServerActionsTestJSON-1545132800 tempest-ServerActionsTestJSON-1545132800-project] 10.222.0.43 "GET /v2.0/networks?id=2fc4e038-9db1-4dce-962e-0069075d1df7 HTTP/1.1" status: 200 len: 811 time: 0.3217432 Dec 18 13:26:50.506044 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 49738) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:26:50.519963 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [None req-a1828927-85cc-4aac-96f1-8e23eb4605f6 tempest-ExtensionsTestJSON-1542462380 tempest-ExtensionsTestJSON-1542462380-project] http://10.222.0.31:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=103160) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 18 13:26:50.520877 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-a1828927-85cc-4aac-96f1-8e23eb4605f6 tempest-ExtensionsTestJSON-1542462380 tempest-ExtensionsTestJSON-1542462380-project] 10.222.0.31 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0111773 Dec 18 13:26:50.525856 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 49740) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:26:50.529370 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-e1fc2163-4944-4a5f-8b6e-3a7ab9c9227a tempest-QuotasNegativeTest-916914177 tempest-QuotasNegativeTest-916914177-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767106888614', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5589569'] for segment, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:50.533632 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-964979ed-9044-4a09-9884-22e51658fdcd tempest-FloatingIPAdminTestJSON-269530328 tempest-FloatingIPAdminTestJSON-269530328-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:50.561143 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [None req-1d32558b-343e-4e9f-832c-31f36c5b7539 tempest-ExtensionsTestJSON-1542462380 tempest-ExtensionsTestJSON-1542462380-project] http://10.222.0.31:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=103160) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 18 13:26:50.562058 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-1d32558b-343e-4e9f-832c-31f36c5b7539 tempest-ExtensionsTestJSON-1542462380 tempest-ExtensionsTestJSON-1542462380-project] 10.222.0.31 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0278625 Dec 18 13:26:50.568081 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 49742) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:26:50.579646 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [None req-b6408943-88b0-4e91-a170-4212cb4f2417 tempest-ExtensionsTestJSON-1542462380 tempest-ExtensionsTestJSON-1542462380-project] http://10.222.0.31:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=103160) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 18 13:26:50.582997 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-b6408943-88b0-4e91-a170-4212cb4f2417 tempest-ExtensionsTestJSON-1542462380 tempest-ExtensionsTestJSON-1542462380-project] 10.222.0.31 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0045342 Dec 18 13:26:50.587069 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 49744) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:26:50.603858 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-f9851015-0ac4-4546-a66a-350844d9f751 tempest-RoutersIpV6AdminTest-1535217791 tempest-RoutersIpV6AdminTest-1535217791-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981'] for network, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:50.604757 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9851015-0ac4-4546-a66a-350844d9f751 tempest-RoutersIpV6AdminTest-1535217791 tempest-RoutersIpV6AdminTest-1535217791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:26:50.605339 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-f9851015-0ac4-4546-a66a-350844d9f751 tempest-RoutersIpV6AdminTest-1535217791 tempest-RoutersIpV6AdminTest-1535217791-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047995'] for network, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:50.613253 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883a2780-6dc0-4dc6-82c3-8c2f83d39acf req-ff388c38-5a1f-4344-9658-01131cdcdf69 tempest-ServersTestJSON-1286137368 tempest-ServersTestJSON-1286137368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:26:50.613682 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-883a2780-6dc0-4dc6-82c3-8c2f83d39acf req-ff388c38-5a1f-4344-9658-01131cdcdf69 tempest-ServersTestJSON-1286137368 tempest-ServersTestJSON-1286137368-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f044516-7cff-4ae8-8c47-ba1da8c37907 HTTP/1.1" status: 200 len: 944 time: 0.3288002 Dec 18 13:26:50.620362 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [None req-ea9ce369-595a-4f2d-863e-149a6f6ff8b3 tempest-ExtensionsTestJSON-1542462380 tempest-ExtensionsTestJSON-1542462380-project] http://10.222.0.31:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=103159) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 18 13:26:50.623784 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-ea9ce369-595a-4f2d-863e-149a6f6ff8b3 tempest-ExtensionsTestJSON-1542462380 tempest-ExtensionsTestJSON-1542462380-project] 10.222.0.31 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0136557 Dec 18 13:26:50.627331 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 49746) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:26:50.630594 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-e1fc2163-4944-4a5f-8b6e-3a7ab9c9227a tempest-QuotasNegativeTest-916914177 tempest-QuotasNegativeTest-916914177-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:50.638435 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [None req-25281dd5-8361-45c0-bdb4-8a61bdbf4091 tempest-ExtensionsTestJSON-1542462380 tempest-ExtensionsTestJSON-1542462380-project] http://10.222.0.31:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=103160) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 18 13:26:50.639389 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-25281dd5-8361-45c0-bdb4-8a61bdbf4091 tempest-ExtensionsTestJSON-1542462380 tempest-ExtensionsTestJSON-1542462380-project] 10.222.0.31 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0101151 Dec 18 13:26:50.642787 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a7a344-89c5-41a2-88c7-25a27a25dc1a req-ad06ba86-2e4f-4f40-8ccd-90f5b222be2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:26:50.644290 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-d6a7a344-89c5-41a2-88c7-25a27a25dc1a req-ad06ba86-2e4f-4f40-8ccd-90f5b222be2a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4f238fff-f9a2-4ca2-aa84-e233d7ea0123 HTTP/1.1" status: 200 len: 844 time: 0.1372972 Dec 18 13:26:50.648879 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 49748) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:26:50.657331 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [None req-48c11aea-9a1c-4f99-abce-e2a31e3d70e8 tempest-ExtensionsTestJSON-1542462380 tempest-ExtensionsTestJSON-1542462380-project] http://10.222.0.31:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=103159) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 18 13:26:50.658259 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-48c11aea-9a1c-4f99-abce-e2a31e3d70e8 tempest-ExtensionsTestJSON-1542462380 tempest-ExtensionsTestJSON-1542462380-project] 10.222.0.31 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0042269 Dec 18 13:26:50.672730 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-2735cc77-9460-4a22-9a0b-470b392b84bd tempest-RoutersAdminTest-1969777796 tempest-RoutersAdminTest-1969777796-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-589760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-586526'] for router, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:50.673632 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1fc2163-4944-4a5f-8b6e-3a7ab9c9227a tempest-QuotasNegativeTest-916914177 tempest-QuotasNegativeTest-916914177-project-admin] Releasing vlan 114 on physical network physnet1 to pool {{(pid=103159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 18 13:26:50.673999 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-e1fc2163-4944-4a5f-8b6e-3a7ab9c9227a tempest-QuotasNegativeTest-916914177 tempest-QuotasNegativeTest-916914177-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5660009'] for segment, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:50.675724 dv-neutron-744815-20-hyperv neutron-server[103159]: Traceback (most recent call last): Dec 18 13:26:50.675724 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 18 13:26:50.675724 dv-neutron-744815-20-hyperv neutron-server[103159]: timer() Dec 18 13:26:50.675724 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 18 13:26:50.675724 dv-neutron-744815-20-hyperv neutron-server[103159]: cb(*args, **kw) Dec 18 13:26:50.675724 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 18 13:26:50.675724 dv-neutron-744815-20-hyperv neutron-server[103159]: return func(*args, **kwargs) Dec 18 13:26:50.675724 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 18 13:26:50.675724 dv-neutron-744815-20-hyperv neutron-server[103159]: self._notify() Dec 18 13:26:50.675724 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 18 13:26:50.675724 dv-neutron-744815-20-hyperv neutron-server[103159]: self.callback(batched_events) Dec 18 13:26:50.675724 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 18 13:26:50.675724 dv-neutron-744815-20-hyperv neutron-server[103159]: event.method(event) Dec 18 13:26:50.675724 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 18 13:26:50.675724 dv-neutron-744815-20-hyperv neutron-server[103159]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 18 13:26:50.675724 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 18 13:26:50.675724 dv-neutron-744815-20-hyperv neutron-server[103159]: aggregate_uuid = self.p_client.list_aggregates( Dec 18 13:26:50.675724 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 18 13:26:50.675724 dv-neutron-744815-20-hyperv neutron-server[103159]: return f(self, *a, **k) Dec 18 13:26:50.675724 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 18 13:26:50.675724 dv-neutron-744815-20-hyperv neutron-server[103159]: return self._get(url).json() Dec 18 13:26:50.675724 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 18 13:26:50.675724 dv-neutron-744815-20-hyperv neutron-server[103159]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 18 13:26:50.675724 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 18 13:26:50.675724 dv-neutron-744815-20-hyperv neutron-server[103159]: return self.request(url, 'GET', **kwargs) Dec 18 13:26:50.675724 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 18 13:26:50.675724 dv-neutron-744815-20-hyperv neutron-server[103159]: base_url = self.get_endpoint(auth, allow=allow, Dec 18 13:26:50.675724 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 18 13:26:50.675724 dv-neutron-744815-20-hyperv neutron-server[103159]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 18 13:26:50.675724 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 18 13:26:50.675724 dv-neutron-744815-20-hyperv neutron-server[103159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 18 13:26:50.675724 dv-neutron-744815-20-hyperv neutron-server[103159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 18 13:26:50.677573 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 49750) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:26:50.703378 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [None req-0a8ac6f7-76c7-4c9f-919d-17cd0afc35cc tempest-ExtensionsTestJSON-1542462380 tempest-ExtensionsTestJSON-1542462380-project] http://10.222.0.31:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=103159) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 18 13:26:50.704351 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-0a8ac6f7-76c7-4c9f-919d-17cd0afc35cc tempest-ExtensionsTestJSON-1542462380 tempest-ExtensionsTestJSON-1542462380-project] 10.222.0.31 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0109212 Dec 18 13:26:50.718025 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 49752) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:26:50.722044 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-f9851015-0ac4-4546-a66a-350844d9f751 tempest-RoutersIpV6AdminTest-1535217791 tempest-RoutersIpV6AdminTest-1535217791-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 873 time: 2.0381150 Dec 18 13:26:50.728989 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [None req-9ed984ea-380d-4569-9b4a-1cdc724d558c tempest-ExtensionsTestJSON-1542462380 tempest-ExtensionsTestJSON-1542462380-project] http://10.222.0.31:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=103160) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 18 13:26:50.729921 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-9ed984ea-380d-4569-9b4a-1cdc724d558c tempest-ExtensionsTestJSON-1542462380 tempest-ExtensionsTestJSON-1542462380-project] 10.222.0.31 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0103636 Dec 18 13:26:50.742817 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 49754) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:26:50.743212 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 49756) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:26:50.752502 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [None req-9df68623-c096-4afa-871b-efa965d0f976 tempest-ExtensionsTestJSON-1542462380 tempest-ExtensionsTestJSON-1542462380-project] http://10.222.0.31:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=103160) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 18 13:26:50.755934 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-9df68623-c096-4afa-871b-efa965d0f976 tempest-ExtensionsTestJSON-1542462380 tempest-ExtensionsTestJSON-1542462380-project] 10.222.0.31 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0047917 Dec 18 13:26:50.758265 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-950ac4b4-bb25-46dc-a07e-a355cbd00d96 tempest-RoutersIpV6AdminTest-1535217791 tempest-RoutersIpV6AdminTest-1535217791-project-admin] Request body: {'subnet': {'network_id': '3f74aa6b-b4cf-496d-b04e-ca5451f0673e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:26:50.779123 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 49758) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:26:50.790555 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [None req-f4e85ee7-c822-43d9-a832-e912cdafc5d9 tempest-ExtensionsTestJSON-1542462380 tempest-ExtensionsTestJSON-1542462380-project] http://10.222.0.31:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=103159) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 18 13:26:50.791541 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-f4e85ee7-c822-43d9-a832-e912cdafc5d9 tempest-ExtensionsTestJSON-1542462380 tempest-ExtensionsTestJSON-1542462380-project] 10.222.0.31 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0064383 Dec 18 13:26:50.806248 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 49760) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:26:50.811106 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [None req-274a5d5a-a7a5-47ce-be86-a774610fd732 tempest-ExtensionsTestJSON-1542462380 tempest-ExtensionsTestJSON-1542462380-project] http://10.222.0.31:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=103160) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 18 13:26:50.811460 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-274a5d5a-a7a5-47ce-be86-a774610fd732 tempest-ExtensionsTestJSON-1542462380 tempest-ExtensionsTestJSON-1542462380-project] 10.222.0.31 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0046167 Dec 18 13:26:50.815381 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 49762) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:26:50.828220 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-54fbb5bb-38c8-4d74-a0c1-b57be7881439 req-b678c8c6-5673-4fdd-8663-714321c11221 tempest-ServerActionsTestJSON-1545132800 tempest-ServerActionsTestJSON-1545132800-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=797acd6e00034b9ba6b75e0f2650f2ea HTTP/1.1" status: 200 len: 379 time: 0.3012741 Dec 18 13:26:50.852097 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [req-54fbb5bb-38c8-4d74-a0c1-b57be7881439 req-43ca7ccf-99b1-4266-995d-780688c9f98c tempest-ServerActionsTestJSON-1545132800 tempest-ServerActionsTestJSON-1545132800-project] Request body: {'port': {'device_id': 'f75e1b43-b628-4577-9f75-0cf3a56e1582', 'network_id': '2fc4e038-9db1-4dce-962e-0069075d1df7', 'admin_state_up': True, 'tenant_id': '797acd6e00034b9ba6b75e0f2650f2ea', 'security_groups': ['04da0920-3f32-48b1-bc5b-099cf6dd1551']}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:26:50.890819 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [None req-ce6ef5c9-0865-476b-8341-bab0b0cd7331 tempest-ExtensionsTestJSON-1542462380 tempest-ExtensionsTestJSON-1542462380-project] http://10.222.0.31:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=103159) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 18 13:26:50.891823 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-ce6ef5c9-0865-476b-8341-bab0b0cd7331 tempest-ExtensionsTestJSON-1542462380 tempest-ExtensionsTestJSON-1542462380-project] 10.222.0.31 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0310459 Dec 18 13:26:50.901673 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 49764) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:26:50.907446 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [None req-c68536c5-9d08-44eb-8eae-227eae3d5293 tempest-ExtensionsTestJSON-1542462380 tempest-ExtensionsTestJSON-1542462380-project] http://10.222.0.31:9696/v2.0/extensions/security-groups-shared-filtering returned with HTTP 200 {{(pid=103159) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 18 13:26:50.908418 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-c68536c5-9d08-44eb-8eae-227eae3d5293 tempest-ExtensionsTestJSON-1542462380 tempest-ExtensionsTestJSON-1542462380-project] 10.222.0.31 "GET /v2.0/extensions/security-groups-shared-filtering HTTP/1.1" status: 200 len: 435 time: 0.0042491 Dec 18 13:26:50.917376 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9851015-0ac4-4546-a66a-350844d9f751 tempest-RoutersIpV6AdminTest-1535217791 tempest-RoutersIpV6AdminTest-1535217791-project-admin] Pushing event updated for resources: {'Network': ['ID=3f74aa6b-b4cf-496d-b04e-ca5451f0673e,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:26:50.918782 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 49766) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:26:50.929367 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Network 3f74aa6b-b4cf-496d-b04e-ca5451f0673e details requested by agent ovs-agent-dv-neutron-744815-20-hyperv with host dv-neutron-744815-20-hyperv {{(pid=103161) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 18 13:26:50.930470 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-883a2780-6dc0-4dc6-82c3-8c2f83d39acf req-5131ef00-b7e2-4bf9-abab-e584cd21b22b tempest-ServersTestJSON-1286137368 tempest-ServersTestJSON-1286137368-project] 10.222.0.31 "GET /v2.0/security-groups?id=c691688e-0670-4eea-816d-2b9f26a27f10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3023026 Dec 18 13:26:50.937631 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [None req-aff89331-e5cd-4aed-9236-5f5f4626442e tempest-ExtensionsTestJSON-1542462380 tempest-ExtensionsTestJSON-1542462380-project] http://10.222.0.31:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=103160) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 18 13:26:50.938577 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-aff89331-e5cd-4aed-9236-5f5f4626442e tempest-ExtensionsTestJSON-1542462380 tempest-ExtensionsTestJSON-1542462380-project] 10.222.0.31 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0122728 Dec 18 13:26:50.941711 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-e1fc2163-4944-4a5f-8b6e-3a7ab9c9227a tempest-QuotasNegativeTest-916914177 tempest-QuotasNegativeTest-916914177-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1927267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586962'] for network, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:50.946451 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 49768) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:26:50.950287 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a7a344-89c5-41a2-88c7-25a27a25dc1a req-4f54e528-c7f6-4e31-b86c-7311531ff5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:26:50.951662 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-964979ed-9044-4a09-9884-22e51658fdcd tempest-FloatingIPAdminTestJSON-269530328 tempest-FloatingIPAdminTestJSON-269530328-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:50.951953 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-d6a7a344-89c5-41a2-88c7-25a27a25dc1a req-4f54e528-c7f6-4e31-b86c-7311531ff5a3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d2661b17-f10f-45b5-9a14-2ba272e46fb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.2975259 Dec 18 13:26:50.964171 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-e1fc2163-4944-4a5f-8b6e-3a7ab9c9227a tempest-QuotasNegativeTest-916914177 tempest-QuotasNegativeTest-916914177-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047995'] for network, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:50.967332 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-e1fc2163-4944-4a5f-8b6e-3a7ab9c9227a tempest-QuotasNegativeTest-916914177 tempest-QuotasNegativeTest-916914177-project-admin] 10.222.0.31 "DELETE /v2.0/networks/3730262b-1073-4760-94c7-4fc322d0429c HTTP/1.1" status: 204 len: 168 time: 1.4651492 Dec 18 13:26:50.986202 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [None req-569920d8-2c12-4be8-80d3-baeed093e9b1 tempest-ExtensionsTestJSON-1542462380 tempest-ExtensionsTestJSON-1542462380-project] http://10.222.0.31:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=103160) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 18 13:26:50.987160 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-569920d8-2c12-4be8-80d3-baeed093e9b1 tempest-ExtensionsTestJSON-1542462380 tempest-ExtensionsTestJSON-1542462380-project] 10.222.0.31 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0395162 Dec 18 13:26:50.995657 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 49772) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:26:51.003570 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [None req-2ba5a592-5ac1-4a49-afe9-b989946f26e9 tempest-ExtensionsTestJSON-1542462380 tempest-ExtensionsTestJSON-1542462380-project] http://10.222.0.31:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=103160) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 18 13:26:51.004613 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-2ba5a592-5ac1-4a49-afe9-b989946f26e9 tempest-ExtensionsTestJSON-1542462380 tempest-ExtensionsTestJSON-1542462380-project] 10.222.0.31 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0080073 Dec 18 13:26:51.012604 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 49774) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:26:51.014443 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-950ac4b4-bb25-46dc-a07e-a355cbd00d96 tempest-RoutersIpV6AdminTest-1535217791 tempest-RoutersIpV6AdminTest-1535217791-project-admin] Made reservation on behalf of c25643c72319491db836fcb08252f295 for: {'subnet': 1} {{(pid=103160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:26:51.016718 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-950ac4b4-bb25-46dc-a07e-a355cbd00d96 tempest-RoutersIpV6AdminTest-1535217791 tempest-RoutersIpV6AdminTest-1535217791-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4514414'] for subnet, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:51.027017 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [None req-2dbdc21f-2f06-4008-9a8b-d0e59123ca7e tempest-ExtensionsTestJSON-1542462380 tempest-ExtensionsTestJSON-1542462380-project] http://10.222.0.31:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=103160) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 18 13:26:51.028042 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-2dbdc21f-2f06-4008-9a8b-d0e59123ca7e tempest-ExtensionsTestJSON-1542462380 tempest-ExtensionsTestJSON-1542462380-project] 10.222.0.31 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0145183 Dec 18 13:26:51.040878 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 49776) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:26:51.065420 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [None req-7dec0864-0d99-4920-bde5-1a172e550294 tempest-ExtensionsTestJSON-1542462380 tempest-ExtensionsTestJSON-1542462380-project] http://10.222.0.31:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=103160) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 18 13:26:51.068900 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-7dec0864-0d99-4920-bde5-1a172e550294 tempest-ExtensionsTestJSON-1542462380 tempest-ExtensionsTestJSON-1542462380-project] 10.222.0.31 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0158572 Dec 18 13:26:51.082674 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 49778) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:26:51.087846 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [None req-7f37f1a2-46b9-4792-890c-7507066e660f tempest-ExtensionsTestJSON-1542462380 tempest-ExtensionsTestJSON-1542462380-project] http://10.222.0.31:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=103159) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 18 13:26:51.091218 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-7f37f1a2-46b9-4792-890c-7507066e660f tempest-ExtensionsTestJSON-1542462380 tempest-ExtensionsTestJSON-1542462380-project] 10.222.0.31 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0050745 Dec 18 13:26:51.093812 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 49780) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:26:51.095848 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fc2163-4944-4a5f-8b6e-3a7ab9c9227a tempest-QuotasNegativeTest-916914177 tempest-QuotasNegativeTest-916914177-project-admin] Pushing event deleted for resources: {'Network': ['ID=3730262b-1073-4760-94c7-4fc322d0429c,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:26:51.103550 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [None req-422f256c-04b7-4544-b7ee-53b2df4b3f7c tempest-ExtensionsTestJSON-1542462380 tempest-ExtensionsTestJSON-1542462380-project] http://10.222.0.31:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=103159) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 18 13:26:51.107201 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-422f256c-04b7-4544-b7ee-53b2df4b3f7c tempest-ExtensionsTestJSON-1542462380 tempest-ExtensionsTestJSON-1542462380-project] 10.222.0.31 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0097549 Dec 18 13:26:51.112638 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 49782) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:26:51.124576 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [None req-50cdc1f5-7fde-499d-a92b-7e869793137f tempest-ExtensionsTestJSON-1542462380 tempest-ExtensionsTestJSON-1542462380-project] http://10.222.0.31:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=103159) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 18 13:26:51.127845 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-50cdc1f5-7fde-499d-a92b-7e869793137f tempest-ExtensionsTestJSON-1542462380 tempest-ExtensionsTestJSON-1542462380-project] 10.222.0.31 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0119543 Dec 18 13:26:51.129083 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 49784) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:26:51.136842 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [None req-81ae6185-71a8-44c4-912b-2749a3d2f383 tempest-ExtensionsTestJSON-1542462380 tempest-ExtensionsTestJSON-1542462380-project] http://10.222.0.31:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=103159) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 18 13:26:51.141454 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-81ae6185-71a8-44c4-912b-2749a3d2f383 tempest-ExtensionsTestJSON-1542462380 tempest-ExtensionsTestJSON-1542462380-project] 10.222.0.31 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0086348 Dec 18 13:26:51.142722 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 49786) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:26:51.150519 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [None req-8fdcf5ba-9931-40c9-95ab-dc7c89861c38 tempest-ExtensionsTestJSON-1542462380 tempest-ExtensionsTestJSON-1542462380-project] http://10.222.0.31:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=103159) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 18 13:26:51.152594 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-8fdcf5ba-9931-40c9-95ab-dc7c89861c38 tempest-ExtensionsTestJSON-1542462380 tempest-ExtensionsTestJSON-1542462380-project] 10.222.0.31 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 548 time: 0.0085356 Dec 18 13:26:51.156543 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 49788) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:26:51.170651 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [None req-662da945-b0dc-4f20-97d6-974e81f2d037 tempest-ExtensionsTestJSON-1542462380 tempest-ExtensionsTestJSON-1542462380-project] http://10.222.0.31:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=103159) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 18 13:26:51.174209 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-662da945-b0dc-4f20-97d6-974e81f2d037 tempest-ExtensionsTestJSON-1542462380 tempest-ExtensionsTestJSON-1542462380-project] 10.222.0.31 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0043404 Dec 18 13:26:51.268280 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-d14c1a69-02b8-4633-a308-07f81ef0e797 req-beb0a27d-a9c2-439a-8c24-091ff63a45c2 tempest-ServerActionsTestJSON-1545132800 tempest-ServerActionsTestJSON-1545132800-project] 10.222.0.31 "GET /v2.0/ports?device_id=f75e1b43-b628-4577-9f75-0cf3a56e1582 HTTP/1.1" status: 200 len: 210 time: 0.0357175 Dec 18 13:26:51.320187 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2735cc77-9460-4a22-9a0b-470b392b84bd tempest-RoutersAdminTest-1969777796 tempest-RoutersAdminTest-1969777796-project] Router be3f2c18-fcd4-418c-af1d-d5c2eb45fc3d is scheduled to L3 agent c9c0cd52-5bd2-4704-9429-d80f1c5ad23c with binding_index 1 {{(pid=103160) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 18 13:26:51.329738 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54fbb5bb-38c8-4d74-a0c1-b57be7881439 req-43ca7ccf-99b1-4266-995d-780688c9f98c tempest-ServerActionsTestJSON-1545132800 tempest-ServerActionsTestJSON-1545132800-project] Made reservation on behalf of 797acd6e00034b9ba6b75e0f2650f2ea for: {'port': 1} {{(pid=103160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:26:51.334022 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [req-54fbb5bb-38c8-4d74-a0c1-b57be7881439 req-43ca7ccf-99b1-4266-995d-780688c9f98c tempest-ServerActionsTestJSON-1545132800 tempest-ServerActionsTestJSON-1545132800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:51.351162 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-d6a7a344-89c5-41a2-88c7-25a27a25dc1a req-62bc79b7-d8ae-4e2a-9e0e-be40f2886b88 service neutron] 10.222.0.43 "GET /v2.0/networks/d2661b17-f10f-45b5-9a14-2ba272e46fb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3090134 Dec 18 13:26:51.357671 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.notifiers.nova [req-fc4e4b32-29a9-47ca-a546-7a7e05df772c req-9c10007d-e156-4ee2-9aec-af4662d31c53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf4acb97-187d-4fa5-8e48-3a49ef3a3161 {{(pid=103159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 18 13:26:51.370720 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-fc4e4b32-29a9-47ca-a546-7a7e05df772c req-9c10007d-e156-4ee2-9aec-af4662d31c53 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:51.405376 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.provisioning_blocks [req-fc4e4b32-29a9-47ca-a546-7a7e05df772c req-9c10007d-e156-4ee2-9aec-af4662d31c53 service neutron] Transition to ACTIVE for port object bf4acb97-187d-4fa5-8e48-3a49ef3a3161 will not be triggered until provisioned by entity L2. {{(pid=103159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 18 13:26:51.407779 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-964979ed-9044-4a09-9884-22e51658fdcd tempest-FloatingIPAdminTestJSON-269530328 tempest-FloatingIPAdminTestJSON-269530328-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:51.413881 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-fc4e4b32-29a9-47ca-a546-7a7e05df772c req-9c10007d-e156-4ee2-9aec-af4662d31c53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5659917'] for port, after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:51.427128 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-964979ed-9044-4a09-9884-22e51658fdcd tempest-FloatingIPAdminTestJSON-269530328 tempest-FloatingIPAdminTestJSON-269530328-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5659917'] for port, after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:51.486864 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c10007d-e156-4ee2-9aec-af4662d31c53 service neutron] Pushing event updated for resources: {'Port': ['ID=bf4acb97-187d-4fa5-8e48-3a49ef3a3161,revision_number=2']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:26:51.641814 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 49802) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:26:51.666173 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 49806) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:26:51.678137 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964979ed-9044-4a09-9884-22e51658fdcd tempest-FloatingIPAdminTestJSON-269530328 tempest-FloatingIPAdminTestJSON-269530328-project-admin] Pushing event updated for resources: {'Port': ['ID=981810f4-fe8e-45ba-9e38-76890d1150c5,revision_number=2']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:26:51.698970 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-964979ed-9044-4a09-9884-22e51658fdcd tempest-FloatingIPAdminTestJSON-269530328 tempest-FloatingIPAdminTestJSON-269530328-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-587004'] for floatingip, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:51.751111 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.managers [req-fc4e4b32-29a9-47ca-a546-7a7e05df772c req-9c10007d-e156-4ee2-9aec-af4662d31c53 service neutron] Attempting to bind port bf4acb97-187d-4fa5-8e48-3a49ef3a3161 on host hv-neutron-7448 for vnic_type normal with profile {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 13:26:51.759482 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.managers [req-fc4e4b32-29a9-47ca-a546-7a7e05df772c req-9c10007d-e156-4ee2-9aec-af4662d31c53 service neutron] Attempting to bind port bf4acb97-187d-4fa5-8e48-3a49ef3a3161 by drivers openvswitch,hyperv on host hv-neutron-7448 at level 0 using segments [{'id': 'fcb680fd-bcea-4128-b9c8-92eb57a7f151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '54539a24-3149-4df7-83e3-55189e7814ad'}] {{(pid=103159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 13:26:51.760107 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc4e4b32-29a9-47ca-a546-7a7e05df772c req-9c10007d-e156-4ee2-9aec-af4662d31c53 service neutron] Attempting to bind port bf4acb97-187d-4fa5-8e48-3a49ef3a3161 on network 54539a24-3149-4df7-83e3-55189e7814ad {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 13:26:51.813032 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc4e4b32-29a9-47ca-a546-7a7e05df772c req-9c10007d-e156-4ee2-9aec-af4662d31c53 service neutron] Port bf4acb97-187d-4fa5-8e48-3a49ef3a3161 on network 54539a24-3149-4df7-83e3-55189e7814ad not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7448 {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 18 13:26:51.813375 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc4e4b32-29a9-47ca-a546-7a7e05df772c req-9c10007d-e156-4ee2-9aec-af4662d31c53 service neutron] Attempting to bind port bf4acb97-187d-4fa5-8e48-3a49ef3a3161 on network 54539a24-3149-4df7-83e3-55189e7814ad {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 13:26:51.827260 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-d6a7a344-89c5-41a2-88c7-25a27a25dc1a req-16a6e641-a0de-46e8-93fb-309aa3b5b99e service neutron] 10.222.0.43 "GET /v2.0/networks/d2661b17-f10f-45b5-9a14-2ba272e46fb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4493222 Dec 18 13:26:51.847197 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc4e4b32-29a9-47ca-a546-7a7e05df772c req-9c10007d-e156-4ee2-9aec-af4662d31c53 service neutron] Checking agent: {'id': 'c35b6aa0-0616-421f-8ded-732dd37fc90f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7448', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 13, 24, 37), 'started_at': datetime.datetime(2021, 12, 18, 13, 24, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 13, 26, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 18 13:26:51.847537 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc4e4b32-29a9-47ca-a546-7a7e05df772c req-9c10007d-e156-4ee2-9aec-af4662d31c53 service neutron] Checking segment: {'id': 'fcb680fd-bcea-4128-b9c8-92eb57a7f151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '54539a24-3149-4df7-83e3-55189e7814ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 13:26:51.848090 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc4e4b32-29a9-47ca-a546-7a7e05df772c req-9c10007d-e156-4ee2-9aec-af4662d31c53 service neutron] Bound using segment: {'id': 'fcb680fd-bcea-4128-b9c8-92eb57a7f151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '54539a24-3149-4df7-83e3-55189e7814ad'} {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 18 13:26:51.848564 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.managers [req-fc4e4b32-29a9-47ca-a546-7a7e05df772c req-9c10007d-e156-4ee2-9aec-af4662d31c53 service neutron] Bound port: bf4acb97-187d-4fa5-8e48-3a49ef3a3161, host: hv-neutron-7448, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fcb680fd-bcea-4128-b9c8-92eb57a7f151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '54539a24-3149-4df7-83e3-55189e7814ad'}}] {{(pid=103159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 18 13:26:51.848925 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-fc4e4b32-29a9-47ca-a546-7a7e05df772c req-9c10007d-e156-4ee2-9aec-af4662d31c53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:51.856919 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bc2ccd-0b07-45db-8ac9-6a6bd8c05f2a req-7c812514-b49c-4c51-9046-a26229ec9c95 tempest-ServersTestManualDisk-715244052 tempest-ServersTestManualDisk-715244052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:26:51.858616 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-54bc2ccd-0b07-45db-8ac9-6a6bd8c05f2a req-7c812514-b49c-4c51-9046-a26229ec9c95 tempest-ServersTestManualDisk-715244052 tempest-ServersTestManualDisk-715244052-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e857058-ab1e-4a7d-bcfe-f606e1c084cd HTTP/1.1" status: 200 len: 944 time: 0.2788846 Dec 18 13:26:51.861009 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-66bede60-f486-459b-a7ce-17161ee214a4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:51.870414 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-2de12fba-927d-473c-8eb9-5ad86f0f640e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:51.877197 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2735cc77-9460-4a22-9a0b-470b392b84bd tempest-RoutersAdminTest-1969777796 tempest-RoutersAdminTest-1969777796-project] Notify agent at l3_agent.dv-neutron-744815-20-hyperv the message routers_updated {{(pid=103160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 13:26:51.890085 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c24967b6-9198-4344-b3d4-c5c20ba8fb58 None None] Sync routers for ids ['be3f2c18-fcd4-418c-af1d-d5c2eb45fc3d'] in dv-neutron-744815-20-hyperv {{(pid=103161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 13:26:51.901152 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.db.l3_db [None req-964979ed-9044-4a09-9884-22e51658fdcd tempest-FloatingIPAdminTestJSON-269530328 tempest-FloatingIPAdminTestJSON-269530328-project-admin] Floating IP 4948d862-e11c-401e-9d3e-45984f675edb associated. External IP: 172.26.3.134, port: 462c0bfc-e4c9-4095-ad4e-4dd624d1943f. Dec 18 13:26:51.902986 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.db_base_plugin_common [req-54fbb5bb-38c8-4d74-a0c1-b57be7881439 req-43ca7ccf-99b1-4266-995d-780688c9f98c tempest-ServerActionsTestJSON-1545132800 tempest-ServerActionsTestJSON-1545132800-project] Allocated IP 172.20.0.4 (2fc4e038-9db1-4dce-962e-0069075d1df7/ab39156a-1aba-454f-953d-4c71ff8fa510/e7099ed9-5062-40c4-a1e3-ac0e8e7ebf76) {{(pid=103160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:26:51.915550 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c24967b6-9198-4344-b3d4-c5c20ba8fb58 None None] Routers {'be3f2c18-fcd4-418c-af1d-d5c2eb45fc3d'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:26:51.917582 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-c24967b6-9198-4344-b3d4-c5c20ba8fb58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:26:27Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['be3f2c18-fcd4-418c-af1d-d5c2eb45fc3d'], 'active': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:26:51.972203 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-c24967b6-9198-4344-b3d4-c5c20ba8fb58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:26:51.988775 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-2735cc77-9460-4a22-9a0b-470b392b84bd tempest-RoutersAdminTest-1969777796 tempest-RoutersAdminTest-1969777796-project] Publish callbacks [] for router, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:51.992380 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c24967b6-9198-4344-b3d4-c5c20ba8fb58 None None] Routers {'be3f2c18-fcd4-418c-af1d-d5c2eb45fc3d'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:26:51.993474 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-c24967b6-9198-4344-b3d4-c5c20ba8fb58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:26:27Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['be3f2c18-fcd4-418c-af1d-d5c2eb45fc3d'], 'active': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:26:51.994972 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-2735cc77-9460-4a22-9a0b-470b392b84bd tempest-RoutersAdminTest-1969777796 tempest-RoutersAdminTest-1969777796-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 4.8361852 Dec 18 13:26:51.995725 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 49812) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:26:52.046691 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-c24967b6-9198-4344-b3d4-c5c20ba8fb58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:26:52.047846 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c24967b6-9198-4344-b3d4-c5c20ba8fb58 None None] The sync data for ids ['be3f2c18-fcd4-418c-af1d-d5c2eb45fc3d'] in dv-neutron-744815-20-hyperv is: [] {{(pid=103161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 13:26:52.101300 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-54bc2ccd-0b07-45db-8ac9-6a6bd8c05f2a req-b488fa29-a135-4c25-9107-8f653e77483c tempest-ServersTestManualDisk-715244052 tempest-ServersTestManualDisk-715244052-project] 10.222.0.31 "GET /v2.0/security-groups?id=fdf14fda-8772-4c7b-b681-601543676c85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2327025 Dec 18 13:26:52.374908 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.db [req-fc4e4b32-29a9-47ca-a546-7a7e05df772c req-9c10007d-e156-4ee2-9aec-af4662d31c53 service neutron] For port bf4acb97-187d-4fa5-8e48-3a49ef3a3161, host hv-neutron-7448, cleared binding levels {{(pid=103159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 18 13:26:52.413396 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.db [req-fc4e4b32-29a9-47ca-a546-7a7e05df772c req-9c10007d-e156-4ee2-9aec-af4662d31c53 service neutron] For port bf4acb97-187d-4fa5-8e48-3a49ef3a3161, host hv-neutron-7448, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=bf4acb97-187d-4fa5-8e48-3a49ef3a3161,segment=NetworkSegment(fcb680fd-bcea-4128-b9c8-92eb57a7f151),segment_id=fcb680fd-bcea-4128-b9c8-92eb57a7f151)] {{(pid=103159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 18 13:26:52.427111 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-fc4e4b32-29a9-47ca-a546-7a7e05df772c req-9c10007d-e156-4ee2-9aec-af4662d31c53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5659917'] for port, after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:52.465811 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-04905c1c-ee0c-4cae-a5cb-d2fb3e2902e8 req-7a386849-ed0f-4b0d-848a-2320bfeca96f tempest-ServerActionsTestJSON-1545132800 tempest-ServerActionsTestJSON-1545132800-project] 10.222.0.31 "GET /v2.0/ports?device_id=f75e1b43-b628-4577-9f75-0cf3a56e1582 HTTP/1.1" status: 200 len: 210 time: 0.0529501 Dec 18 13:26:52.495956 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9894cb39-0e7b-4854-b0a8-fbc1164f5795 req-9b4d582e-4d1c-49fb-9a5a-0536cfa6ceb5 tempest-ServersTestJSON-1286137368 tempest-ServersTestJSON-1286137368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:26:52.497696 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-9894cb39-0e7b-4854-b0a8-fbc1164f5795 req-9b4d582e-4d1c-49fb-9a5a-0536cfa6ceb5 tempest-ServersTestJSON-1286137368 tempest-ServersTestJSON-1286137368-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f044516-7cff-4ae8-8c47-ba1da8c37907 HTTP/1.1" status: 200 len: 944 time: 0.2318993 Dec 18 13:26:52.503778 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-2de12fba-927d-473c-8eb9-5ad86f0f640e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:52.510914 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-66bede60-f486-459b-a7ce-17161ee214a4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:52.524846 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-068b51ab-67d0-48e5-865b-33e76b9c743b tempest-RoutersAdminTest-1776390182 tempest-RoutersAdminTest-1776390182-project-admin] 10.222.0.31 "GET /v2.0/routers/be3f2c18-fcd4-418c-af1d-d5c2eb45fc3d HTTP/1.1" status: 200 len: 921 time: 0.5085695 Dec 18 13:26:52.525431 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 49816) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:26:52.562626 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-2de12fba-927d-473c-8eb9-5ad86f0f640e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:52.564151 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-e160cb3d-1618-4db5-9db5-8e4006557dc1 tempest-RoutersAdminTest-1969777796 tempest-RoutersAdminTest-1969777796-project] 10.222.0.31 "GET /v2.0/ports?device_id=be3f2c18-fcd4-418c-af1d-d5c2eb45fc3d HTTP/1.1" status: 200 len: 205 time: 0.0347133 Dec 18 13:26:52.564761 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 49818) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:26:52.572023 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-66bede60-f486-459b-a7ce-17161ee214a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:52.587908 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4e4b32-29a9-47ca-a546-7a7e05df772c req-9c10007d-e156-4ee2-9aec-af4662d31c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:26:52.588527 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-fc4e4b32-29a9-47ca-a546-7a7e05df772c req-9c10007d-e156-4ee2-9aec-af4662d31c53 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:52.589945 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-fc4e4b32-29a9-47ca-a546-7a7e05df772c req-9c10007d-e156-4ee2-9aec-af4662d31c53 service neutron] 10.222.0.43 "PUT /v2.0/ports/bf4acb97-187d-4fa5-8e48-3a49ef3a3161 HTTP/1.1" status: 200 len: 1094 time: 2.5148895 Dec 18 13:26:52.591464 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e857058-ab1e-4a7d-bcfe-f606e1c084cd', 'tag': 'bf4acb97-187d-4fa5-8e48-3a49ef3a3161'}] {{(pid=103159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 18 13:26:52.649805 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.objects.ports [None req-950ac4b4-bb25-46dc-a07e-a355cbd00d96 tempest-RoutersIpV6AdminTest-1535217791 tempest-RoutersIpV6AdminTest-1535217791-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103160) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 18 13:26:52.650303 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-950ac4b4-bb25-46dc-a07e-a355cbd00d96 tempest-RoutersIpV6AdminTest-1535217791 tempest-RoutersIpV6AdminTest-1535217791-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4533410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4514424'] for subnet, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:52.671020 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [req-54fbb5bb-38c8-4d74-a0c1-b57be7881439 req-43ca7ccf-99b1-4266-995d-780688c9f98c tempest-ServerActionsTestJSON-1545132800 tempest-ServerActionsTestJSON-1545132800-project] Publish callbacks [] for port, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:52.716384 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c10007d-e156-4ee2-9aec-af4662d31c53 service neutron] Pushing event updated for resources: {'Port': ['ID=bf4acb97-187d-4fa5-8e48-3a49ef3a3161,revision_number=3']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:26:52.761602 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de12fba-927d-473c-8eb9-5ad86f0f640e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27fcb7bb-963c-4113-8b6f-372aa259c96a,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:26:52.774569 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-2de12fba-927d-473c-8eb9-5ad86f0f640e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=78ed4669ac274f0ebbdb37d320d1f7b0&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1317244 Dec 18 13:26:52.779867 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-66bede60-f486-459b-a7ce-17161ee214a4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=caf6d464f9b04b3081f7e32f331bede0&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1082320 Dec 18 13:26:52.783388 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 49824) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:26:52.783531 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 49826) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:26:52.800721 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca844cf115d59c1fab86abc202fb4c13735de0d7e4cbbbb25eec9406e9c87431" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca32f5fe-ff65-4252-8d87-cdd430029cbe" -d '{"events": [{"name": "network-changed", "server_uuid": "6e857058-ab1e-4a7d-bcfe-f606e1c084cd", "tag": "bf4acb97-187d-4fa5-8e48-3a49ef3a3161"}]}' {{(pid=103159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 18 13:26:52.823330 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950ac4b4-bb25-46dc-a07e-a355cbd00d96 tempest-RoutersIpV6AdminTest-1535217791 tempest-RoutersIpV6AdminTest-1535217791-project-admin] Pushing event updated for resources: {'Subnet': ['ID=f5a76e13-6a1c-4ee3-b436-fa3279113715,revision_number=0']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:26:52.826040 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-9894cb39-0e7b-4854-b0a8-fbc1164f5795 req-8878e9e3-6438-4a40-9642-11a3b77c5a1c tempest-ServersTestJSON-1286137368 tempest-ServersTestJSON-1286137368-project] 10.222.0.31 "GET /v2.0/security-groups?id=c691688e-0670-4eea-816d-2b9f26a27f10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3120310 Dec 18 13:26:52.852804 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-dc37c14e-1918-4326-b88f-05bbecff7786 tempest-RoutersAdminTest-1969777796 tempest-RoutersAdminTest-1969777796-project] Publish callbacks [] for router, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:52.859023 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-950ac4b4-bb25-46dc-a07e-a355cbd00d96 tempest-RoutersIpV6AdminTest-1535217791 tempest-RoutersIpV6AdminTest-1535217791-project-admin] Checking segment: {'id': '8e7c7398-b7a5-42f2-9238-a00da26298b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '3f74aa6b-b4cf-496d-b04e-ca5451f0673e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 13:26:52.859408 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-950ac4b4-bb25-46dc-a07e-a355cbd00d96 tempest-RoutersIpV6AdminTest-1535217791 tempest-RoutersIpV6AdminTest-1535217791-project-admin] Network hostable DHCP agents. Network: 3f74aa6b-b4cf-496d-b04e-ca5451f0673e, hostable agents: ['aa77effa-0e3a-4bbd-a383-4d58ed3328d0'], hosted agents: [] {{(pid=103160) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 18 13:26:52.876157 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bede60-f486-459b-a7ce-17161ee214a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0363a8ba-1292-45c1-af31-544ab55a53c3,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:26:52.892466 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4e4b32-29a9-47ca-a546-7a7e05df772c req-f64f01bf-5862-417c-9557-ef868793d7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:26:52.893998 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-fc4e4b32-29a9-47ca-a546-7a7e05df772c req-f64f01bf-5862-417c-9557-ef868793d7d9 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3c839ee0d3a64d8ba03ff7c8e7493dcd&device_id=6e857058-ab1e-4a7d-bcfe-f606e1c084cd HTTP/1.1" status: 200 len: 1097 time: 0.2251270 Dec 18 13:26:52.902817 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [req-54fbb5bb-38c8-4d74-a0c1-b57be7881439 req-43ca7ccf-99b1-4266-995d-780688c9f98c tempest-ServerActionsTestJSON-1545132800 tempest-ServerActionsTestJSON-1545132800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4533522'] for port, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:52.911118 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-964979ed-9044-4a09-9884-22e51658fdcd tempest-FloatingIPAdminTestJSON-269530328 tempest-FloatingIPAdminTestJSON-269530328-project-admin] Router 7746266b-dfd3-46e4-a069-96f184b4cfd2 has already been hosted by L3 agent c9c0cd52-5bd2-4704-9429-d80f1c5ad23c {{(pid=103159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 18 13:26:52.935462 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 13:26:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dac3270-1606-4f12-b276-33feaefb3a3b x-openstack-request-id: req-3dac3270-1606-4f12-b276-33feaefb3a3b {{(pid=103159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 18 13:26:52.935749 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e857058-ab1e-4a7d-bcfe-f606e1c084cd", "tag": "bf4acb97-187d-4fa5-8e48-3a49ef3a3161", "status": "completed", "code": 200}]} {{(pid=103159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 18 13:26:52.935999 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3dac3270-1606-4f12-b276-33feaefb3a3b {{(pid=103159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 18 13:26:52.936449 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e857058-ab1e-4a7d-bcfe-f606e1c084cd', 'tag': 'bf4acb97-187d-4fa5-8e48-3a49ef3a3161', 'status': 'completed', 'code': 200} Dec 18 13:26:52.976450 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-fc4e4b32-29a9-47ca-a546-7a7e05df772c req-c0736fc4-d999-412f-ac25-ba1395014369 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bf4acb97-187d-4fa5-8e48-3a49ef3a3161 HTTP/1.1" status: 200 len: 217 time: 0.0726757 Dec 18 13:26:52.983385 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-d2f70a2c-9145-44a0-9055-85431ae0881d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:53.014724 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-950ac4b4-bb25-46dc-a07e-a355cbd00d96 tempest-RoutersIpV6AdminTest-1535217791 tempest-RoutersIpV6AdminTest-1535217791-project-admin] Network 3f74aa6b-b4cf-496d-b04e-ca5451f0673e is scheduled to be hosted by DHCP agent aa77effa-0e3a-4bbd-a383-4d58ed3328d0 with binding_index 1 {{(pid=103160) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 18 13:26:53.023896 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54fbb5bb-38c8-4d74-a0c1-b57be7881439 req-43ca7ccf-99b1-4266-995d-780688c9f98c tempest-ServerActionsTestJSON-1545132800 tempest-ServerActionsTestJSON-1545132800-project] Network 2fc4e038-9db1-4dce-962e-0069075d1df7 is already hosted by enough agents. {{(pid=103160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:26:53.034938 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-41d67af2-782b-4168-87f5-be79f88248c2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:53.039909 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.base_scheduler [req-54fbb5bb-38c8-4d74-a0c1-b57be7881439 req-43ca7ccf-99b1-4266-995d-780688c9f98c tempest-ServerActionsTestJSON-1545132800 tempest-ServerActionsTestJSON-1545132800-project] Resources bound (agent type, host, resource id): {{(pid=103160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:26:53.045338 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ca7ccf-99b1-4266-995d-780688c9f98c tempest-ServerActionsTestJSON-1545132800 tempest-ServerActionsTestJSON-1545132800-project] Pushing event updated for resources: {'Port': ['ID=e7099ed9-5062-40c4-a1e3-ac0e8e7ebf76,revision_number=1']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:26:53.091676 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-d2f70a2c-9145-44a0-9055-85431ae0881d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:53.094344 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-41d67af2-782b-4168-87f5-be79f88248c2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:53.118752 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.l3_dvrscheduler_db [req-54fbb5bb-38c8-4d74-a0c1-b57be7881439 req-43ca7ccf-99b1-4266-995d-780688c9f98c tempest-ServerActionsTestJSON-1545132800 tempest-ServerActionsTestJSON-1545132800-project] Received port after_create {{(pid=103160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:26:53.122758 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4e4b32-29a9-47ca-a546-7a7e05df772c req-2782ddbe-607b-4d48-b330-4dee462b3f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:26:53.122758 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-fc4e4b32-29a9-47ca-a546-7a7e05df772c req-2782ddbe-607b-4d48-b330-4dee462b3f0e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7eb73a90-08ad-41ee-8b91-9561421ba1b4 HTTP/1.1" status: 200 len: 850 time: 0.1353302 Dec 18 13:26:53.195542 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.base_scheduler [None req-950ac4b4-bb25-46dc-a07e-a355cbd00d96 tempest-RoutersIpV6AdminTest-1535217791 tempest-RoutersIpV6AdminTest-1535217791-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-744815-20-hyperv, 3f74aa6b-b4cf-496d-b04e-ca5451f0673e) {{(pid=103160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:26:53.200297 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-950ac4b4-bb25-46dc-a07e-a355cbd00d96 tempest-RoutersIpV6AdminTest-1535217791 tempest-RoutersIpV6AdminTest-1535217791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:26:53.200968 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-950ac4b4-bb25-46dc-a07e-a355cbd00d96 tempest-RoutersIpV6AdminTest-1535217791 tempest-RoutersIpV6AdminTest-1535217791-project-admin] Publish callbacks [] for subnet, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:53.205452 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c8b8e94-abb1-47b9-8614-b70e1575276c None None] Network 3f74aa6b-b4cf-496d-b04e-ca5451f0673e requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:26:53.219685 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-dc37c14e-1918-4326-b88f-05bbecff7786 tempest-RoutersAdminTest-1969777796 tempest-RoutersAdminTest-1969777796-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:53.259219 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fbb5bb-38c8-4d74-a0c1-b57be7881439 req-43ca7ccf-99b1-4266-995d-780688c9f98c tempest-ServerActionsTestJSON-1545132800 tempest-ServerActionsTestJSON-1545132800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:26:53.259884 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [req-54fbb5bb-38c8-4d74-a0c1-b57be7881439 req-43ca7ccf-99b1-4266-995d-780688c9f98c tempest-ServerActionsTestJSON-1545132800 tempest-ServerActionsTestJSON-1545132800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:53.269276 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-950ac4b4-bb25-46dc-a07e-a355cbd00d96 tempest-RoutersIpV6AdminTest-1535217791 tempest-RoutersIpV6AdminTest-1535217791-project-admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 2.5193107 Dec 18 13:26:53.289137 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 49834) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:26:53.294642 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-0046f8cd-dcf9-413e-998c-a778525166d0 tempest-RoutersIpV6AdminTest-1535217791 tempest-RoutersIpV6AdminTest-1535217791-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1652527566', 'network_id': '3f74aa6b-b4cf-496d-b04e-ca5451f0673e'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:26:53.332473 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-41d67af2-782b-4168-87f5-be79f88248c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:53.335210 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-41d67af2-782b-4168-87f5-be79f88248c2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:53.336461 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-41d67af2-782b-4168-87f5-be79f88248c2 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0363a8ba-1292-45c1-af31-544ab55a53c3 HTTP/1.1" status: 204 len: 168 time: 0.5343730 Dec 18 13:26:53.349591 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-54fbb5bb-38c8-4d74-a0c1-b57be7881439 req-43ca7ccf-99b1-4266-995d-780688c9f98c tempest-ServerActionsTestJSON-1545132800 tempest-ServerActionsTestJSON-1545132800-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5064294 Dec 18 13:26:53.354803 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d67af2-782b-4168-87f5-be79f88248c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0363a8ba-1292-45c1-af31-544ab55a53c3,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:26:53.363442 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [req-54fbb5bb-38c8-4d74-a0c1-b57be7881439 req-9de38961-e119-4624-a9b0-e23ca9752cdb service neutron] Request body: {'port': {'device_id': 'f75e1b43-b628-4577-9f75-0cf3a56e1582', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7448'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:26:53.363926 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-d2f70a2c-9145-44a0-9055-85431ae0881d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:53.366593 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-d2f70a2c-9145-44a0-9055-85431ae0881d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:53.370561 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-d2f70a2c-9145-44a0-9055-85431ae0881d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/27fcb7bb-963c-4113-8b6f-372aa259c96a HTTP/1.1" status: 204 len: 168 time: 0.5813136 Dec 18 13:26:53.373319 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4df5642-fbe6-46a0-92b5-b4576e093665 None None] Network 3f74aa6b-b4cf-496d-b04e-ca5451f0673e requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:26:53.396081 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f70a2c-9145-44a0-9055-85431ae0881d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27fcb7bb-963c-4113-8b6f-372aa259c96a,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:26:53.409973 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-964979ed-9044-4a09-9884-22e51658fdcd tempest-FloatingIPAdminTestJSON-269530328 tempest-FloatingIPAdminTestJSON-269530328-project-admin] Notify agent at l3_agent.dv-neutron-744815-20-hyperv the message routers_updated {{(pid=103159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 13:26:53.420178 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4e4b32-29a9-47ca-a546-7a7e05df772c req-4377688f-ece7-4901-860b-bca163911192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:26:53.424380 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd2dbdc1-3dc5-4556-9406-3049408c8e75 None None] Sync routers for ids ['7746266b-dfd3-46e4-a069-96f184b4cfd2'] in dv-neutron-744815-20-hyperv {{(pid=103162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 13:26:53.434563 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-fc4e4b32-29a9-47ca-a546-7a7e05df772c req-4377688f-ece7-4901-860b-bca163911192 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=54539a24-3149-4df7-83e3-55189e7814ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.2433143 Dec 18 13:26:53.438976 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd2dbdc1-3dc5-4556-9406-3049408c8e75 None None] Routers {'7746266b-dfd3-46e4-a069-96f184b4cfd2'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:26:53.439601 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-dd2dbdc1-3dc5-4556-9406-3049408c8e75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:26:27Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['7746266b-dfd3-46e4-a069-96f184b4cfd2'], 'active': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:26:53.446791 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0046f8cd-dcf9-413e-998c-a778525166d0 tempest-RoutersIpV6AdminTest-1535217791 tempest-RoutersIpV6AdminTest-1535217791-project-admin] Made reservation on behalf of c25643c72319491db836fcb08252f295 for: {'port': 1} {{(pid=103160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:26:53.448325 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-0046f8cd-dcf9-413e-998c-a778525166d0 tempest-RoutersIpV6AdminTest-1535217791 tempest-RoutersIpV6AdminTest-1535217791-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:53.521952 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [req-54fbb5bb-38c8-4d74-a0c1-b57be7881439 req-9de38961-e119-4624-a9b0-e23ca9752cdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:53.559816 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-dd2dbdc1-3dc5-4556-9406-3049408c8e75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:26:53.572150 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-dc37c14e-1918-4326-b88f-05bbecff7786 tempest-RoutersAdminTest-1969777796 tempest-RoutersAdminTest-1969777796-project] Deleting port fa558612-77bb-4c50-94f6-ab5e9c9349b8 {{(pid=103160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:26:53.574666 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-eeb63cfb-ce15-4ff3-84e6-467f9285c2bb None None] Provisioning complete for port e7099ed9-5062-40c4-a1e3-ac0e8e7ebf76 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:26:53.575601 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-eeb63cfb-ce15-4ff3-84e6-467f9285c2bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:53.578018 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-dc37c14e-1918-4326-b88f-05bbecff7786 tempest-RoutersAdminTest-1969777796 tempest-RoutersAdminTest-1969777796-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:53.594198 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.notifiers.nova [None req-0046f8cd-dcf9-413e-998c-a778525166d0 tempest-RoutersIpV6AdminTest-1535217791 tempest-RoutersIpV6AdminTest-1535217791-project-admin] device_id is not set on port 3703ecb3-dd64-44d3-b0a1-b628a850e759 yet. {{(pid=103160) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 18 13:26:53.596599 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd2dbdc1-3dc5-4556-9406-3049408c8e75 None None] Routers {'7746266b-dfd3-46e4-a069-96f184b4cfd2'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:26:53.598831 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-dd2dbdc1-3dc5-4556-9406-3049408c8e75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:26:27Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['7746266b-dfd3-46e4-a069-96f184b4cfd2'], 'active': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:26:53.619210 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdeb543-e0e4-431c-a1f6-abe09abef4bc req-dfc68eb7-cbbb-42af-ad56-394571f0ec60 tempest-ServersTestManualDisk-715244052 tempest-ServersTestManualDisk-715244052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:26:53.621630 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-2cdeb543-e0e4-431c-a1f6-abe09abef4bc req-dfc68eb7-cbbb-42af-ad56-394571f0ec60 tempest-ServersTestManualDisk-715244052 tempest-ServersTestManualDisk-715244052-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e857058-ab1e-4a7d-bcfe-f606e1c084cd HTTP/1.1" status: 200 len: 944 time: 0.4029644 Dec 18 13:26:53.630410 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-eeb63cfb-ce15-4ff3-84e6-467f9285c2bb None None] Port e7099ed9-5062-40c4-a1e3-ac0e8e7ebf76 cannot update to ACTIVE because it is not bound. {{(pid=103161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 13:26:53.635667 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-964979ed-9044-4a09-9884-22e51658fdcd tempest-FloatingIPAdminTestJSON-269530328 tempest-FloatingIPAdminTestJSON-269530328-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for floatingip, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:53.695321 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-fc4e4b32-29a9-47ca-a546-7a7e05df772c req-86ae8f7c-c43b-4257-9d36-2013b4691092 service neutron] 10.222.0.43 "GET /v2.0/networks/54539a24-3149-4df7-83e3-55189e7814ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2506917 Dec 18 13:26:53.709681 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-dd2dbdc1-3dc5-4556-9406-3049408c8e75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:26:53.710830 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd2dbdc1-3dc5-4556-9406-3049408c8e75 None None] The sync data for ids ['7746266b-dfd3-46e4-a069-96f184b4cfd2'] in dv-neutron-744815-20-hyperv is: [] {{(pid=103162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 13:26:53.722445 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-964979ed-9044-4a09-9884-22e51658fdcd tempest-FloatingIPAdminTestJSON-269530328 tempest-FloatingIPAdminTestJSON-269530328-project-admin] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 989 time: 6.7737203 Dec 18 13:26:53.726650 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 49846) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:26:53.860902 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 49854) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:26:53.869042 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-2cdeb543-e0e4-431c-a1f6-abe09abef4bc req-58977e91-799b-4d56-887b-9054a8940871 tempest-ServersTestManualDisk-715244052 tempest-ServersTestManualDisk-715244052-project] 10.222.0.31 "GET /v2.0/security-groups?id=fdf14fda-8772-4c7b-b681-601543676c85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2305472 Dec 18 13:26:53.915592 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-dc37c14e-1918-4326-b88f-05bbecff7786 tempest-RoutersAdminTest-1969777796 tempest-RoutersAdminTest-1969777796-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:53.919299 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-83101401-d8bd-4079-a6a3-3a123f5ef17f tempest-FloatingIPAdminTestJSON-269530328 tempest-FloatingIPAdminTestJSON-269530328-project-admin] 10.222.0.31 "GET /v2.0/floatingips/4948d862-e11c-401e-9d3e-45984f675edb HTTP/1.1" status: 200 len: 984 time: 0.1921895 Dec 18 13:26:53.921847 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 49858) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:26:53.958421 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44eb9dc5-4739-4bbd-8832-9d61624b7cdc req-5dc63312-de40-4d93-9933-f6fe55c93e7d tempest-ServerActionsTestJSON-1545132800 tempest-ServerActionsTestJSON-1545132800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:26:53.960036 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-44eb9dc5-4739-4bbd-8832-9d61624b7cdc req-5dc63312-de40-4d93-9933-f6fe55c93e7d tempest-ServerActionsTestJSON-1545132800 tempest-ServerActionsTestJSON-1545132800-project] 10.222.0.31 "GET /v2.0/ports?device_id=f75e1b43-b628-4577-9f75-0cf3a56e1582 HTTP/1.1" status: 200 len: 931 time: 0.3056984 Dec 18 13:26:53.993005 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-dc37c14e-1918-4326-b88f-05bbecff7786 tempest-RoutersAdminTest-1969777796 tempest-RoutersAdminTest-1969777796-project] Calling delete_port for fa558612-77bb-4c50-94f6-ab5e9c9349b8 owned by network:router_gateway {{(pid=103160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:26:53.994835 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-c8a555bf-ff51-44b5-9230-0b8c15284cdb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:54.042860 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-fc4e4b32-29a9-47ca-a546-7a7e05df772c req-7cdf69a4-4491-42dd-ae2f-d4f82cb60e49 service neutron] 10.222.0.43 "GET /v2.0/networks/54539a24-3149-4df7-83e3-55189e7814ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3346252 Dec 18 13:26:54.074270 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-af98eb7b-d1c3-4875-8ef9-066ea7603fe0 tempest-FloatingIPAdminTestJSON-269530328 tempest-FloatingIPAdminTestJSON-269530328-project-admin] 10.222.0.31 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2908 time: 0.1512461 Dec 18 13:26:54.077108 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 49862) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:26:54.133961 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.db_base_plugin_common [None req-0046f8cd-dcf9-413e-998c-a778525166d0 tempest-RoutersIpV6AdminTest-1535217791 tempest-RoutersIpV6AdminTest-1535217791-project-admin] Allocated IP 2001:db8::111 (3f74aa6b-b4cf-496d-b04e-ca5451f0673e/f5a76e13-6a1c-4ee3-b436-fa3279113715/3703ecb3-dd64-44d3-b0a1-b628a850e759) {{(pid=103160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:26:54.233877 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-44eb9dc5-4739-4bbd-8832-9d61624b7cdc req-c916b84f-3c52-431e-b6d9-be40bb3ef97d tempest-ServerActionsTestJSON-1545132800 tempest-ServerActionsTestJSON-1545132800-project] 10.222.0.31 "GET /v2.0/security-groups?id=04da0920-3f32-48b1-bc5b-099cf6dd1551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2576163 Dec 18 13:26:54.417211 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142a4287-bdd4-4900-9d62-d696e5a767d3 req-a5789bd4-f070-4d69-bb7c-432d31b50ad6 tempest-ServersTestJSON-1286137368 tempest-ServersTestJSON-1286137368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:26:54.418690 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-142a4287-bdd4-4900-9d62-d696e5a767d3 req-a5789bd4-f070-4d69-bb7c-432d31b50ad6 tempest-ServersTestJSON-1286137368 tempest-ServersTestJSON-1286137368-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f044516-7cff-4ae8-8c47-ba1da8c37907 HTTP/1.1" status: 200 len: 944 time: 0.4687397 Dec 18 13:26:54.419268 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 49872) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:26:54.482948 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-c8a555bf-ff51-44b5-9230-0b8c15284cdb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:54.513777 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-c8a555bf-ff51-44b5-9230-0b8c15284cdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:54.521004 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.notifiers.nova [req-54fbb5bb-38c8-4d74-a0c1-b57be7881439 req-9de38961-e119-4624-a9b0-e23ca9752cdb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7099ed9-5062-40c4-a1e3-ac0e8e7ebf76 {{(pid=103160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 18 13:26:54.543607 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [req-54fbb5bb-38c8-4d74-a0c1-b57be7881439 req-9de38961-e119-4624-a9b0-e23ca9752cdb service neutron] Publish callbacks [] for port, precommit_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:54.562200 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca32f5fe-ff65-4252-8d87-cdd430029cbe req-62f39fb9-d7bd-4769-85c7-ac8932dbe1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:26:54.563490 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-ca32f5fe-ff65-4252-8d87-cdd430029cbe req-62f39fb9-d7bd-4769-85c7-ac8932dbe1ad service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3c839ee0d3a64d8ba03ff7c8e7493dcd&device_id=6e857058-ab1e-4a7d-bcfe-f606e1c084cd HTTP/1.1" status: 200 len: 1097 time: 0.1660142 Dec 18 13:26:54.570870 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-142a4287-bdd4-4900-9d62-d696e5a767d3 req-edb04d31-2def-4789-a00c-067f1d4655c0 tempest-ServersTestJSON-1286137368 tempest-ServersTestJSON-1286137368-project] 10.222.0.31 "GET /v2.0/security-groups?id=c691688e-0670-4eea-816d-2b9f26a27f10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1415856 Dec 18 13:26:54.577462 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-2877e4c7-47db-42a9-bb7c-c4b1e242d344 tempest-BulkNetworkOpsIpV6Test-708168992 tempest-BulkNetworkOpsIpV6Test-708168992-project] Request body: {'networks': [{'name': 'tempest-network--2121836606'}, {'name': 'tempest-network--2106422896'}]} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:26:54.578141 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-2877e4c7-47db-42a9-bb7c-c4b1e242d344 tempest-BulkNetworkOpsIpV6Test-708168992 tempest-BulkNetworkOpsIpV6Test-708168992-project] Request body: {'network': {'name': 'tempest-network--2121836606'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:26:54.578596 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-2877e4c7-47db-42a9-bb7c-c4b1e242d344 tempest-BulkNetworkOpsIpV6Test-708168992 tempest-BulkNetworkOpsIpV6Test-708168992-project] Request body: {'network': {'name': 'tempest-network--2106422896'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:26:54.599812 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-c8a555bf-ff51-44b5-9230-0b8c15284cdb admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=60eff58791c4416cadacd28f0b374248&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7310078 Dec 18 13:26:54.603678 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 49876) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:26:54.618008 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-0046f8cd-dcf9-413e-998c-a778525166d0 tempest-RoutersIpV6AdminTest-1535217791 tempest-RoutersIpV6AdminTest-1535217791-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:54.622871 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.provisioning_blocks [req-54fbb5bb-38c8-4d74-a0c1-b57be7881439 req-9de38961-e119-4624-a9b0-e23ca9752cdb service neutron] Transition to ACTIVE for port object e7099ed9-5062-40c4-a1e3-ac0e8e7ebf76 will not be triggered until provisioned by entity L2. {{(pid=103160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 18 13:26:54.624024 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a555bf-ff51-44b5-9230-0b8c15284cdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21decef9-730b-4687-b11d-5e87ec5140ec,revision_number=1']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:26:54.627901 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-dc37c14e-1918-4326-b88f-05bbecff7786 tempest-RoutersAdminTest-1969777796 tempest-RoutersAdminTest-1969777796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4533522'] for port, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:54.639679 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [req-54fbb5bb-38c8-4d74-a0c1-b57be7881439 req-9de38961-e119-4624-a9b0-e23ca9752cdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4533541'] for port, after_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:54.678884 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc37c14e-1918-4326-b88f-05bbecff7786 tempest-RoutersAdminTest-1969777796 tempest-RoutersAdminTest-1969777796-project] Pushing event deleted for resources: {'Port': ['ID=fa558612-77bb-4c50-94f6-ab5e9c9349b8,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:26:54.730366 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2877e4c7-47db-42a9-bb7c-c4b1e242d344 tempest-BulkNetworkOpsIpV6Test-708168992 tempest-BulkNetworkOpsIpV6Test-708168992-project] Made reservation on behalf of a052a249afaa4d378fcf6251fa9f87d9 for: {'network': 2} {{(pid=103159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:26:54.734892 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-2877e4c7-47db-42a9-bb7c-c4b1e242d344 tempest-BulkNetworkOpsIpV6Test-708168992 tempest-BulkNetworkOpsIpV6Test-708168992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for network, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:54.761231 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-2877e4c7-47db-42a9-bb7c-c4b1e242d344 tempest-BulkNetworkOpsIpV6Test-708168992 tempest-BulkNetworkOpsIpV6Test-708168992-project] Publish callbacks [] for security_group, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:54.783694 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de38961-e119-4624-a9b0-e23ca9752cdb service neutron] Pushing event updated for resources: {'Port': ['ID=e7099ed9-5062-40c4-a1e3-ac0e8e7ebf76,revision_number=2']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:26:54.788726 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca32f5fe-ff65-4252-8d87-cdd430029cbe req-3b380329-a020-4850-9411-9376992eaabe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:26:54.790465 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-ca32f5fe-ff65-4252-8d87-cdd430029cbe req-3b380329-a020-4850-9411-9376992eaabe service neutron] 10.222.0.43 "GET /v2.0/networks?id=54539a24-3149-4df7-83e3-55189e7814ad HTTP/1.1" status: 200 len: 912 time: 0.2086170 Dec 18 13:26:54.809009 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-80975ed6-b3d3-45de-8e42-ba13f9db1812 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:54.812515 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-0046f8cd-dcf9-413e-998c-a778525166d0 tempest-RoutersIpV6AdminTest-1535217791 tempest-RoutersIpV6AdminTest-1535217791-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4533522'] for port, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:54.861803 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-ca32f5fe-ff65-4252-8d87-cdd430029cbe req-68b3cf56-39e9-496c-91c5-9af85154c06d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bf4acb97-187d-4fa5-8e48-3a49ef3a3161 HTTP/1.1" status: 200 len: 217 time: 0.0620162 Dec 18 13:26:54.868791 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-dc37c14e-1918-4326-b88f-05bbecff7786 tempest-RoutersAdminTest-1969777796 tempest-RoutersAdminTest-1969777796-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-586554'] for router_gateway, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:54.873330 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-23b2105a-af50-4016-ad0e-07231ccc41d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:54.875709 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-1de65f8e-1aac-4209-a169-9d474bb50e4d tempest-FloatingIPAdminTestJSON-836365309 tempest-FloatingIPAdminTestJSON-836365309-project] Deleting port 981810f4-fe8e-45ba-9e38-76890d1150c5 {{(pid=103159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:26:54.876046 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-1de65f8e-1aac-4209-a169-9d474bb50e4d tempest-FloatingIPAdminTestJSON-836365309 tempest-FloatingIPAdminTestJSON-836365309-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:54.920255 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-80975ed6-b3d3-45de-8e42-ba13f9db1812 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:54.998691 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0046f8cd-dcf9-413e-998c-a778525166d0 tempest-RoutersIpV6AdminTest-1535217791 tempest-RoutersIpV6AdminTest-1535217791-project-admin] Network 3f74aa6b-b4cf-496d-b04e-ca5451f0673e is already hosted by enough agents. {{(pid=103160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:26:55.017893 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.base_scheduler [None req-0046f8cd-dcf9-413e-998c-a778525166d0 tempest-RoutersIpV6AdminTest-1535217791 tempest-RoutersIpV6AdminTest-1535217791-project-admin] Resources bound (agent type, host, resource id): {{(pid=103160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:26:55.020648 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0046f8cd-dcf9-413e-998c-a778525166d0 tempest-RoutersIpV6AdminTest-1535217791 tempest-RoutersIpV6AdminTest-1535217791-project-admin] Received port after_create {{(pid=103160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:26:55.022285 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0046f8cd-dcf9-413e-998c-a778525166d0 tempest-RoutersIpV6AdminTest-1535217791 tempest-RoutersIpV6AdminTest-1535217791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:26:55.022402 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca32f5fe-ff65-4252-8d87-cdd430029cbe req-0b1ac62c-45c2-4773-af5a-46e25624c87a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:26:55.023158 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-0046f8cd-dcf9-413e-998c-a778525166d0 tempest-RoutersIpV6AdminTest-1535217791 tempest-RoutersIpV6AdminTest-1535217791-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:55.023798 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-ca32f5fe-ff65-4252-8d87-cdd430029cbe req-0b1ac62c-45c2-4773-af5a-46e25624c87a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7eb73a90-08ad-41ee-8b91-9561421ba1b4 HTTP/1.1" status: 200 len: 850 time: 0.1499801 Dec 18 13:26:55.029421 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-dc37c14e-1918-4326-b88f-05bbecff7786 tempest-RoutersAdminTest-1969777796 tempest-RoutersAdminTest-1969777796-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-589815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28643'] for router, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:55.049770 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-dc37c14e-1918-4326-b88f-05bbecff7786 tempest-RoutersAdminTest-1969777796 tempest-RoutersAdminTest-1969777796-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:55.062684 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0046f8cd-dcf9-413e-998c-a778525166d0 tempest-RoutersIpV6AdminTest-1535217791 tempest-RoutersIpV6AdminTest-1535217791-project-admin] Pushing event updated for resources: {'Port': ['ID=3703ecb3-dd64-44d3-b0a1-b628a850e759,revision_number=1']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:26:55.077940 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-1de65f8e-1aac-4209-a169-9d474bb50e4d tempest-FloatingIPAdminTestJSON-836365309 tempest-FloatingIPAdminTestJSON-836365309-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:55.078448 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-1de65f8e-1aac-4209-a169-9d474bb50e4d tempest-FloatingIPAdminTestJSON-836365309 tempest-FloatingIPAdminTestJSON-836365309-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:55.092197 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-80975ed6-b3d3-45de-8e42-ba13f9db1812 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:55.094719 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-80975ed6-b3d3-45de-8e42-ba13f9db1812 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:55.095892 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-80975ed6-b3d3-45de-8e42-ba13f9db1812 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/21decef9-730b-4687-b11d-5e87ec5140ec HTTP/1.1" status: 204 len: 168 time: 0.4785736 Dec 18 13:26:55.106367 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-1de65f8e-1aac-4209-a169-9d474bb50e4d tempest-FloatingIPAdminTestJSON-836365309 tempest-FloatingIPAdminTestJSON-836365309-project] Calling delete_port for 981810f4-fe8e-45ba-9e38-76890d1150c5 owned by network:floatingip {{(pid=103159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:26:55.113268 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-2877e4c7-47db-42a9-bb7c-c4b1e242d344 tempest-BulkNetworkOpsIpV6Test-708168992 tempest-BulkNetworkOpsIpV6Test-708168992-project] Publish callbacks [] for security_group, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:55.131179 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80975ed6-b3d3-45de-8e42-ba13f9db1812 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21decef9-730b-4687-b11d-5e87ec5140ec,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:26:55.135069 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-2877e4c7-47db-42a9-bb7c-c4b1e242d344 tempest-BulkNetworkOpsIpV6Test-708168992 tempest-BulkNetworkOpsIpV6Test-708168992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:55.135533 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-2877e4c7-47db-42a9-bb7c-c4b1e242d344 tempest-BulkNetworkOpsIpV6Test-708168992 tempest-BulkNetworkOpsIpV6Test-708168992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for network, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:55.158128 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-0046f8cd-dcf9-413e-998c-a778525166d0 tempest-RoutersIpV6AdminTest-1535217791 tempest-RoutersIpV6AdminTest-1535217791-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.8651259 Dec 18 13:26:55.158128 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.managers [req-54fbb5bb-38c8-4d74-a0c1-b57be7881439 req-9de38961-e119-4624-a9b0-e23ca9752cdb service neutron] Attempting to bind port e7099ed9-5062-40c4-a1e3-ac0e8e7ebf76 on host hv-neutron-7448 for vnic_type normal with profile {{(pid=103160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 13:26:55.158128 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.managers [req-54fbb5bb-38c8-4d74-a0c1-b57be7881439 req-9de38961-e119-4624-a9b0-e23ca9752cdb service neutron] Attempting to bind port e7099ed9-5062-40c4-a1e3-ac0e8e7ebf76 by drivers openvswitch,hyperv on host hv-neutron-7448 at level 0 using segments [{'id': '9e2f6f75-68e6-4f61-afc7-4ef9354e6b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '2fc4e038-9db1-4dce-962e-0069075d1df7'}] {{(pid=103160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 13:26:55.158477 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54fbb5bb-38c8-4d74-a0c1-b57be7881439 req-9de38961-e119-4624-a9b0-e23ca9752cdb service neutron] Attempting to bind port e7099ed9-5062-40c4-a1e3-ac0e8e7ebf76 on network 2fc4e038-9db1-4dce-962e-0069075d1df7 {{(pid=103160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 13:26:55.159479 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Device 6f42addb-ace8-4096-be5a-5b238a28eabf details requested by agent hyperv_hv-neutron-7448 with host hv-neutron-7448 {{(pid=103161) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 18 13:26:55.162594 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 49882) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:26:55.174816 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-dc37c14e-1918-4326-b88f-05bbecff7786 tempest-RoutersAdminTest-1969777796 tempest-RoutersAdminTest-1969777796-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-589710'] for router, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:55.175223 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc37c14e-1918-4326-b88f-05bbecff7786 tempest-RoutersAdminTest-1969777796 tempest-RoutersAdminTest-1969777796-project] Fanout notify agent at l3_agent the message router_deleted on router be3f2c18-fcd4-418c-af1d-d5c2eb45fc3d {{(pid=103160) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 18 13:26:55.183260 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-dc37c14e-1918-4326-b88f-05bbecff7786 tempest-RoutersAdminTest-1969777796 tempest-RoutersAdminTest-1969777796-project] Publish callbacks [] for router, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:55.188374 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-dc37c14e-1918-4326-b88f-05bbecff7786 tempest-RoutersAdminTest-1969777796 tempest-RoutersAdminTest-1969777796-project] 10.222.0.31 "DELETE /v2.0/routers/be3f2c18-fcd4-418c-af1d-d5c2eb45fc3d HTTP/1.1" status: 204 len: 168 time: 2.6182814 Dec 18 13:26:55.190211 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 49884) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:26:55.205142 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca32f5fe-ff65-4252-8d87-cdd430029cbe req-36bb6ffe-aee1-4e73-954f-432140983ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:26:55.206626 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-ca32f5fe-ff65-4252-8d87-cdd430029cbe req-36bb6ffe-aee1-4e73-954f-432140983ba2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=54539a24-3149-4df7-83e3-55189e7814ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1736395 Dec 18 13:26:55.210531 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54fbb5bb-38c8-4d74-a0c1-b57be7881439 req-9de38961-e119-4624-a9b0-e23ca9752cdb service neutron] Port e7099ed9-5062-40c4-a1e3-ac0e8e7ebf76 on network 2fc4e038-9db1-4dce-962e-0069075d1df7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7448 {{(pid=103160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 18 13:26:55.210531 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54fbb5bb-38c8-4d74-a0c1-b57be7881439 req-9de38961-e119-4624-a9b0-e23ca9752cdb service neutron] Attempting to bind port e7099ed9-5062-40c4-a1e3-ac0e8e7ebf76 on network 2fc4e038-9db1-4dce-962e-0069075d1df7 {{(pid=103160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 13:26:55.222098 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-6c935628-92e9-4155-a3ab-17df81db1f0a tempest-RoutersAdminTest-1776390182 tempest-RoutersAdminTest-1776390182-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1809019386', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'enable_snat': False}}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:26:55.238072 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f4bb8c-b357-4800-8f8a-9771ec40a478 req-bf042fb0-427f-4f7b-a422-9e91c2ce706c tempest-ServersTestManualDisk-715244052 tempest-ServersTestManualDisk-715244052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:26:55.239984 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-52f4bb8c-b357-4800-8f8a-9771ec40a478 req-bf042fb0-427f-4f7b-a422-9e91c2ce706c tempest-ServersTestManualDisk-715244052 tempest-ServersTestManualDisk-715244052-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e857058-ab1e-4a7d-bcfe-f606e1c084cd HTTP/1.1" status: 200 len: 944 time: 0.2810853 Dec 18 13:26:55.249805 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54fbb5bb-38c8-4d74-a0c1-b57be7881439 req-9de38961-e119-4624-a9b0-e23ca9752cdb service neutron] Checking agent: {'id': 'c35b6aa0-0616-421f-8ded-732dd37fc90f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7448', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 13, 24, 37), 'started_at': datetime.datetime(2021, 12, 18, 13, 24, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 13, 26, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 18 13:26:55.249805 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54fbb5bb-38c8-4d74-a0c1-b57be7881439 req-9de38961-e119-4624-a9b0-e23ca9752cdb service neutron] Checking segment: {'id': '9e2f6f75-68e6-4f61-afc7-4ef9354e6b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '2fc4e038-9db1-4dce-962e-0069075d1df7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 13:26:55.249805 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54fbb5bb-38c8-4d74-a0c1-b57be7881439 req-9de38961-e119-4624-a9b0-e23ca9752cdb service neutron] Bound using segment: {'id': '9e2f6f75-68e6-4f61-afc7-4ef9354e6b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '2fc4e038-9db1-4dce-962e-0069075d1df7'} {{(pid=103160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 18 13:26:55.250246 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.managers [req-54fbb5bb-38c8-4d74-a0c1-b57be7881439 req-9de38961-e119-4624-a9b0-e23ca9752cdb service neutron] Bound port: e7099ed9-5062-40c4-a1e3-ac0e8e7ebf76, host: hv-neutron-7448, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e2f6f75-68e6-4f61-afc7-4ef9354e6b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '2fc4e038-9db1-4dce-962e-0069075d1df7'}}] {{(pid=103160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 18 13:26:55.250581 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [req-54fbb5bb-38c8-4d74-a0c1-b57be7881439 req-9de38961-e119-4624-a9b0-e23ca9752cdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:55.253077 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2877e4c7-47db-42a9-bb7c-c4b1e242d344 tempest-BulkNetworkOpsIpV6Test-708168992 tempest-BulkNetworkOpsIpV6Test-708168992-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 116} {{(pid=103159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 18 13:26:55.260068 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2877e4c7-47db-42a9-bb7c-c4b1e242d344 tempest-BulkNetworkOpsIpV6Test-708168992 tempest-BulkNetworkOpsIpV6Test-708168992-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90de6085-6e03-4284-9578-b76d5d6d8407,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:26:55.316265 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-2877e4c7-47db-42a9-bb7c-c4b1e242d344 tempest-BulkNetworkOpsIpV6Test-708168992 tempest-BulkNetworkOpsIpV6Test-708168992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:55.316647 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.db.segments_db [None req-2877e4c7-47db-42a9-bb7c-c4b1e242d344 tempest-BulkNetworkOpsIpV6Test-708168992 tempest-BulkNetworkOpsIpV6Test-708168992-project] Added segment 19438182-a02e-43f9-885c-004b991376c9 of type vlan for network 35cdd959-c69c-4f4b-bdc8-68c5beec488d Dec 18 13:26:55.438068 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-2877e4c7-47db-42a9-bb7c-c4b1e242d344 tempest-BulkNetworkOpsIpV6Test-708168992 tempest-BulkNetworkOpsIpV6Test-708168992-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767106405744'] for network, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:55.447997 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] For port 6f42addb-ace8-4096-be5a-5b238a28eabf, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=6f42addb-ace8-4096-be5a-5b238a28eabf,segment=NetworkSegment(b8ecd067-62e3-4e19-b03b-e75ef70f9340),segment_id=b8ecd067-62e3-4e19-b03b-e75ef70f9340)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:26:55.462110 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Returning: {'device': '6f42addb-ace8-4096-be5a-5b238a28eabf', 'network_id': 'd2661b17-f10f-45b5-9a14-2ba272e46fb7', 'port_id': '6f42addb-ace8-4096-be5a-5b238a28eabf', 'mac_address': 'fa:16:3e:ca:62:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f238fff-f9a2-4ca2-aa84-e233d7ea0123', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103161) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 18 13:26:55.504930 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-ca32f5fe-ff65-4252-8d87-cdd430029cbe req-ce99bd94-0157-4f43-b622-12889bb4caab service neutron] 10.222.0.43 "GET /v2.0/networks/54539a24-3149-4df7-83e3-55189e7814ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2790813 Dec 18 13:26:55.511165 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:55.516669 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed60a6bf-0169-4fa2-a4b9-366ab343dba5 req-a07688df-817e-4007-8575-0e915a19f867 tempest-ServerActionsTestJSON-1545132800 tempest-ServerActionsTestJSON-1545132800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:26:55.518431 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-ed60a6bf-0169-4fa2-a4b9-366ab343dba5 req-a07688df-817e-4007-8575-0e915a19f867 tempest-ServerActionsTestJSON-1545132800 tempest-ServerActionsTestJSON-1545132800-project] 10.222.0.31 "GET /v2.0/ports?device_id=f75e1b43-b628-4577-9f75-0cf3a56e1582 HTTP/1.1" status: 200 len: 943 time: 0.1646385 Dec 18 13:26:55.537922 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.notifiers.nova [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f42addb-ace8-4096-be5a-5b238a28eabf {{(pid=103161) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 18 13:26:55.555287 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2877e4c7-47db-42a9-bb7c-c4b1e242d344 tempest-BulkNetworkOpsIpV6Test-708168992 tempest-BulkNetworkOpsIpV6Test-708168992-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 137} {{(pid=103159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 18 13:26:55.578453 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] For port 6f42addb-ace8-4096-be5a-5b238a28eabf, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=6f42addb-ace8-4096-be5a-5b238a28eabf,segment=NetworkSegment(b8ecd067-62e3-4e19-b03b-e75ef70f9340),segment_id=b8ecd067-62e3-4e19-b03b-e75ef70f9340)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:26:55.584071 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:55.629906 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-6c935628-92e9-4155-a3ab-17df81db1f0a tempest-RoutersAdminTest-1776390182 tempest-RoutersAdminTest-1776390182-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28433'] for router, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:55.630944 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-6c935628-92e9-4155-a3ab-17df81db1f0a tempest-RoutersAdminTest-1776390182 tempest-RoutersAdminTest-1776390182-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-589769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28440'] for router, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:55.637344 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-2877e4c7-47db-42a9-bb7c-c4b1e242d344 tempest-BulkNetworkOpsIpV6Test-708168992 tempest-BulkNetworkOpsIpV6Test-708168992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:55.637344 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.db.segments_db [None req-2877e4c7-47db-42a9-bb7c-c4b1e242d344 tempest-BulkNetworkOpsIpV6Test-708168992 tempest-BulkNetworkOpsIpV6Test-708168992-project] Added segment 1d94dcff-a492-4ad9-89d9-4b3e2a3ca449 of type vlan for network 9eece21e-9c1c-4845-8c18-acf75383a2d3 Dec 18 13:26:55.690678 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-52f4bb8c-b357-4800-8f8a-9771ec40a478 req-6a74478c-7217-4b03-8b1b-6ee97c66391e tempest-ServersTestManualDisk-715244052 tempest-ServersTestManualDisk-715244052-project] 10.222.0.31 "GET /v2.0/security-groups?id=fdf14fda-8772-4c7b-b681-601543676c85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4331112 Dec 18 13:26:55.691598 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Pushing event updated for resources: {'Port': ['ID=6f42addb-ace8-4096-be5a-5b238a28eabf,revision_number=4']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:26:55.691794 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.db [req-54fbb5bb-38c8-4d74-a0c1-b57be7881439 req-9de38961-e119-4624-a9b0-e23ca9752cdb service neutron] For port e7099ed9-5062-40c4-a1e3-ac0e8e7ebf76, host hv-neutron-7448, cleared binding levels {{(pid=103160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 18 13:26:55.697091 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.db [req-54fbb5bb-38c8-4d74-a0c1-b57be7881439 req-9de38961-e119-4624-a9b0-e23ca9752cdb service neutron] For port e7099ed9-5062-40c4-a1e3-ac0e8e7ebf76, host hv-neutron-7448, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=e7099ed9-5062-40c4-a1e3-ac0e8e7ebf76,segment=NetworkSegment(9e2f6f75-68e6-4f61-afc7-4ef9354e6b1b),segment_id=9e2f6f75-68e6-4f61-afc7-4ef9354e6b1b)] {{(pid=103160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 18 13:26:55.710984 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [req-54fbb5bb-38c8-4d74-a0c1-b57be7881439 req-9de38961-e119-4624-a9b0-e23ca9752cdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4533541'] for port, after_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:55.716145 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-40507563-f3e6-4def-ae47-610f43bc81ca tempest-RoutersIpV6AdminTest-1535217791 tempest-RoutersIpV6AdminTest-1535217791-project-admin] Deleting port 3703ecb3-dd64-44d3-b0a1-b628a850e759 {{(pid=103160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:26:55.716476 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-40507563-f3e6-4def-ae47-610f43bc81ca tempest-RoutersIpV6AdminTest-1535217791 tempest-RoutersIpV6AdminTest-1535217791-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:55.718947 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-ed60a6bf-0169-4fa2-a4b9-366ab343dba5 req-da5b8682-7f2d-4a10-9f1b-757f4b02e3ad tempest-ServerActionsTestJSON-1545132800 tempest-ServerActionsTestJSON-1545132800-project] 10.222.0.31 "GET /v2.0/security-groups?id=04da0920-3f32-48b1-bc5b-099cf6dd1551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1876261 Dec 18 13:26:55.724551 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-2877e4c7-47db-42a9-bb7c-c4b1e242d344 tempest-BulkNetworkOpsIpV6Test-708168992 tempest-BulkNetworkOpsIpV6Test-708168992-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767106405744'] for network, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:55.730026 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-1de65f8e-1aac-4209-a169-9d474bb50e4d tempest-FloatingIPAdminTestJSON-836365309 tempest-FloatingIPAdminTestJSON-836365309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:55.772641 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de65f8e-1aac-4209-a169-9d474bb50e4d tempest-FloatingIPAdminTestJSON-836365309 tempest-FloatingIPAdminTestJSON-836365309-project] Pushing event deleted for resources: {'Port': ['ID=981810f4-fe8e-45ba-9e38-76890d1150c5,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:26:55.801236 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-ca32f5fe-ff65-4252-8d87-cdd430029cbe req-e7db0584-1ee0-42d9-8116-be46a462c513 service neutron] 10.222.0.43 "GET /v2.0/networks/54539a24-3149-4df7-83e3-55189e7814ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2797966 Dec 18 13:26:55.812701 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fbb5bb-38c8-4d74-a0c1-b57be7881439 req-9de38961-e119-4624-a9b0-e23ca9752cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:26:55.813834 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [req-54fbb5bb-38c8-4d74-a0c1-b57be7881439 req-9de38961-e119-4624-a9b0-e23ca9752cdb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:55.815487 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-54fbb5bb-38c8-4d74-a0c1-b57be7881439 req-9de38961-e119-4624-a9b0-e23ca9752cdb service neutron] 10.222.0.43 "PUT /v2.0/ports/e7099ed9-5062-40c4-a1e3-ac0e8e7ebf76 HTTP/1.1" status: 200 len: 1093 time: 2.4562027 Dec 18 13:26:55.816100 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f75e1b43-b628-4577-9f75-0cf3a56e1582', 'tag': 'e7099ed9-5062-40c4-a1e3-ac0e8e7ebf76'}] {{(pid=103160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 18 13:26:55.818554 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd59ab3361532ca86f78e2d2eaf298e4a05479417bf909969c39d1b423591824" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d217f0c-b21d-4ca9-8a5e-69ffb07a2f33" -d '{"events": [{"name": "network-changed", "server_uuid": "f75e1b43-b628-4577-9f75-0cf3a56e1582", "tag": "e7099ed9-5062-40c4-a1e3-ac0e8e7ebf76"}]}' {{(pid=103160) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 18 13:26:55.846130 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-2877e4c7-47db-42a9-bb7c-c4b1e242d344 tempest-BulkNetworkOpsIpV6Test-708168992 tempest-BulkNetworkOpsIpV6Test-708168992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981'] for network, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:55.846718 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-2877e4c7-47db-42a9-bb7c-c4b1e242d344 tempest-BulkNetworkOpsIpV6Test-708168992 tempest-BulkNetworkOpsIpV6Test-708168992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981'] for network, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:55.853617 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2877e4c7-47db-42a9-bb7c-c4b1e242d344 tempest-BulkNetworkOpsIpV6Test-708168992 tempest-BulkNetworkOpsIpV6Test-708168992-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:26:55.859362 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2877e4c7-47db-42a9-bb7c-c4b1e242d344 tempest-BulkNetworkOpsIpV6Test-708168992 tempest-BulkNetworkOpsIpV6Test-708168992-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:26:55.860031 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-2877e4c7-47db-42a9-bb7c-c4b1e242d344 tempest-BulkNetworkOpsIpV6Test-708168992 tempest-BulkNetworkOpsIpV6Test-708168992-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047995'] for network, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:55.883211 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-6c935628-92e9-4155-a3ab-17df81db1f0a tempest-RoutersAdminTest-1776390182 tempest-RoutersAdminTest-1776390182-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:55.907139 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-1de65f8e-1aac-4209-a169-9d474bb50e4d tempest-FloatingIPAdminTestJSON-836365309 tempest-FloatingIPAdminTestJSON-836365309-project] Publish callbacks [] for floatingip, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:55.908351 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.db.l3_db [None req-1de65f8e-1aac-4209-a169-9d474bb50e4d tempest-FloatingIPAdminTestJSON-836365309 tempest-FloatingIPAdminTestJSON-836365309-project] Floating IP 4948d862-e11c-401e-9d3e-45984f675edb disassociated (deleted). External IP: 172.26.3.134, port: 462c0bfc-e4c9-4095-ad4e-4dd624d1943f. Dec 18 13:26:55.967303 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-2877e4c7-47db-42a9-bb7c-c4b1e242d344 tempest-BulkNetworkOpsIpV6Test-708168992 tempest-BulkNetworkOpsIpV6Test-708168992-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 1.5390868 Dec 18 13:26:55.976079 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 49904) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:26:56.032813 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 13:26:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1198d66-1e53-44b7-9718-8acab2021591 x-openstack-request-id: req-f1198d66-1e53-44b7-9718-8acab2021591 {{(pid=103160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 18 13:26:56.035523 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f75e1b43-b628-4577-9f75-0cf3a56e1582", "tag": "e7099ed9-5062-40c4-a1e3-ac0e8e7ebf76", "status": "completed", "code": 200}]} {{(pid=103160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 18 13:26:56.035970 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f1198d66-1e53-44b7-9718-8acab2021591 {{(pid=103160) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 18 13:26:56.036517 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f75e1b43-b628-4577-9f75-0cf3a56e1582', 'tag': 'e7099ed9-5062-40c4-a1e3-ac0e8e7ebf76', 'status': 'completed', 'code': 200} Dec 18 13:26:56.069354 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-40507563-f3e6-4def-ae47-610f43bc81ca tempest-RoutersIpV6AdminTest-1535217791 tempest-RoutersIpV6AdminTest-1535217791-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:56.083018 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] get_ports_and_sgs() called for port_ids ['6f42addb-ace8-4096-be5a-5b238a28eabf'] {{(pid=103161) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 18 13:26:56.103307 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-40507563-f3e6-4def-ae47-610f43bc81ca tempest-RoutersIpV6AdminTest-1535217791 tempest-RoutersIpV6AdminTest-1535217791-project-admin] Calling delete_port for 3703ecb3-dd64-44d3-b0a1-b628a850e759 owned by {{(pid=103160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:26:56.131967 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de38961-e119-4624-a9b0-e23ca9752cdb service neutron] Pushing event updated for resources: {'Port': ['ID=e7099ed9-5062-40c4-a1e3-ac0e8e7ebf76,revision_number=3']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:26:56.250553 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2877e4c7-47db-42a9-bb7c-c4b1e242d344 tempest-BulkNetworkOpsIpV6Test-708168992 tempest-BulkNetworkOpsIpV6Test-708168992-project] Pushing event updated for resources: {'Network': ['ID=35cdd959-c69c-4f4b-bdc8-68c5beec488d,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:26:56.263038 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fbb5bb-38c8-4d74-a0c1-b57be7881439 req-bf88a5d2-56eb-46d8-86fa-f7d0fdb5fe07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:26:56.264577 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-54fbb5bb-38c8-4d74-a0c1-b57be7881439 req-bf88a5d2-56eb-46d8-86fa-f7d0fdb5fe07 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=797acd6e00034b9ba6b75e0f2650f2ea&device_id=f75e1b43-b628-4577-9f75-0cf3a56e1582 HTTP/1.1" status: 200 len: 1096 time: 0.3962979 Dec 18 13:26:56.279732 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Network 35cdd959-c69c-4f4b-bdc8-68c5beec488d details requested by agent ovs-agent-dv-neutron-744815-20-hyperv with host dv-neutron-744815-20-hyperv {{(pid=103161) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 18 13:26:56.283418 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006c16c6-6a7e-40cd-811d-48ef03b8e386 req-e3686ba2-55a0-433b-b32a-8123787bd1d5 tempest-ServersTestJSON-1286137368 tempest-ServersTestJSON-1286137368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:26:56.284893 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-006c16c6-6a7e-40cd-811d-48ef03b8e386 req-e3686ba2-55a0-433b-b32a-8123787bd1d5 tempest-ServersTestJSON-1286137368 tempest-ServersTestJSON-1286137368-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f044516-7cff-4ae8-8c47-ba1da8c37907 HTTP/1.1" status: 200 len: 945 time: 0.4116364 Dec 18 13:26:56.287117 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-6c935628-92e9-4155-a3ab-17df81db1f0a tempest-RoutersAdminTest-1776390182 tempest-RoutersAdminTest-1776390182-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:56.366824 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-54fbb5bb-38c8-4d74-a0c1-b57be7881439 req-7d410ded-3a9b-45a6-ab7d-9d8eac694386 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e7099ed9-5062-40c4-a1e3-ac0e8e7ebf76 HTTP/1.1" status: 200 len: 217 time: 0.0701623 Dec 18 13:26:56.389395 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 49914) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:26:56.427079 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2877e4c7-47db-42a9-bb7c-c4b1e242d344 tempest-BulkNetworkOpsIpV6Test-708168992 tempest-BulkNetworkOpsIpV6Test-708168992-project] Pushing event updated for resources: {'Network': ['ID=9eece21e-9c1c-4845-8c18-acf75383a2d3,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:26:56.449371 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Network 9eece21e-9c1c-4845-8c18-acf75383a2d3 details requested by agent ovs-agent-dv-neutron-744815-20-hyperv with host dv-neutron-744815-20-hyperv {{(pid=103161) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 18 13:26:56.462406 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67c62629-aea2-44fe-8a03-62e96bce5253 tempest-BulkNetworkOpsIpV6Test-708168992 tempest-BulkNetworkOpsIpV6Test-708168992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:26:56.484874 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-006c16c6-6a7e-40cd-811d-48ef03b8e386 req-61ee6c92-1d15-4f48-a61b-15e13d689722 tempest-ServersTestJSON-1286137368 tempest-ServersTestJSON-1286137368-project] 10.222.0.31 "GET /v2.0/security-groups?id=c691688e-0670-4eea-816d-2b9f26a27f10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1727085 Dec 18 13:26:56.492056 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67c62629-aea2-44fe-8a03-62e96bce5253 tempest-BulkNetworkOpsIpV6Test-708168992 tempest-BulkNetworkOpsIpV6Test-708168992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:26:56.499293 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67c62629-aea2-44fe-8a03-62e96bce5253 tempest-BulkNetworkOpsIpV6Test-708168992 tempest-BulkNetworkOpsIpV6Test-708168992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:26:56.505062 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67c62629-aea2-44fe-8a03-62e96bce5253 tempest-BulkNetworkOpsIpV6Test-708168992 tempest-BulkNetworkOpsIpV6Test-708168992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:26:56.511085 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67c62629-aea2-44fe-8a03-62e96bce5253 tempest-BulkNetworkOpsIpV6Test-708168992 tempest-BulkNetworkOpsIpV6Test-708168992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:26:56.512882 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-67c62629-aea2-44fe-8a03-62e96bce5253 tempest-BulkNetworkOpsIpV6Test-708168992 tempest-BulkNetworkOpsIpV6Test-708168992-project] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3013 time: 0.5331306 Dec 18 13:26:56.515698 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 49918) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:26:56.536648 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fbb5bb-38c8-4d74-a0c1-b57be7881439 req-6a9ea8b6-1fd5-496f-aeea-052085574cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:26:56.538363 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-54fbb5bb-38c8-4d74-a0c1-b57be7881439 req-6a9ea8b6-1fd5-496f-aeea-052085574cbf service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ab39156a-1aba-454f-953d-4c71ff8fa510 HTTP/1.1" status: 200 len: 850 time: 0.1543846 Dec 18 13:26:56.546570 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-58bac6b0-633e-4592-8e8c-dae4653004bc tempest-RoutersNegativeIpV6Test-1807013643 tempest-RoutersNegativeIpV6Test-1807013643-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-446469952', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:26:56.621159 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-40507563-f3e6-4def-ae47-610f43bc81ca tempest-RoutersIpV6AdminTest-1535217791 tempest-RoutersIpV6AdminTest-1535217791-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4533522'] for port, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:56.664022 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-58bac6b0-633e-4592-8e8c-dae4653004bc tempest-RoutersNegativeIpV6Test-1807013643 tempest-RoutersNegativeIpV6Test-1807013643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28433'] for router, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:56.665066 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-58bac6b0-633e-4592-8e8c-dae4653004bc tempest-RoutersNegativeIpV6Test-1807013643 tempest-RoutersNegativeIpV6Test-1807013643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-589769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28440'] for router, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:56.671512 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40507563-f3e6-4def-ae47-610f43bc81ca tempest-RoutersIpV6AdminTest-1535217791 tempest-RoutersIpV6AdminTest-1535217791-project-admin] Pushing event deleted for resources: {'Port': ['ID=3703ecb3-dd64-44d3-b0a1-b628a850e759,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:26:56.689060 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fbb5bb-38c8-4d74-a0c1-b57be7881439 req-d8f1328a-69f7-4bac-b83b-ab707cb00b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:26:56.690618 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-54fbb5bb-38c8-4d74-a0c1-b57be7881439 req-d8f1328a-69f7-4bac-b83b-ab707cb00b1a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2fc4e038-9db1-4dce-962e-0069075d1df7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1357896 Dec 18 13:26:56.721876 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-40507563-f3e6-4def-ae47-610f43bc81ca tempest-RoutersIpV6AdminTest-1535217791 tempest-RoutersIpV6AdminTest-1535217791-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:56.728274 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-40507563-f3e6-4def-ae47-610f43bc81ca tempest-RoutersIpV6AdminTest-1535217791 tempest-RoutersIpV6AdminTest-1535217791-project-admin] 10.222.0.31 "DELETE /v2.0/ports/3703ecb3-dd64-44d3-b0a1-b628a850e759 HTTP/1.1" status: 204 len: 168 time: 1.5615799 Dec 18 13:26:56.738043 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 49920) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:26:56.760040 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-ef2dcc9c-0376-4aa0-8fd6-4cb4e2402af3 tempest-RoutersIpV6AdminTest-1535217791 tempest-RoutersIpV6AdminTest-1535217791-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '3f74aa6b-b4cf-496d-b04e-ca5451f0673e', 'external_fixed_ips': [{'subnet_id': 'f5a76e13-6a1c-4ee3-b436-fa3279113715', 'ip_address': '2001:db8::111'}]}}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:26:56.830887 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-58bac6b0-633e-4592-8e8c-dae4653004bc tempest-RoutersNegativeIpV6Test-1807013643 tempest-RoutersNegativeIpV6Test-1807013643-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:56.869147 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-58bac6b0-633e-4592-8e8c-dae4653004bc tempest-RoutersNegativeIpV6Test-1807013643 tempest-RoutersNegativeIpV6Test-1807013643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-589760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-586526'] for router, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:56.934789 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-19da54cc-0f6f-41da-a7bd-be3d6e220bea tempest-BulkNetworkOpsIpV6Test-708168992 tempest-BulkNetworkOpsIpV6Test-708168992-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2023137'] for network, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:56.940184 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1de65f8e-1aac-4209-a169-9d474bb50e4d tempest-FloatingIPAdminTestJSON-836365309 tempest-FloatingIPAdminTestJSON-836365309-project] Router 7746266b-dfd3-46e4-a069-96f184b4cfd2 has already been hosted by L3 agent c9c0cd52-5bd2-4704-9429-d80f1c5ad23c {{(pid=103159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 18 13:26:56.956381 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6508482-910a-41a4-b80a-97e95460ebf6 req-4bfe2086-0600-45e5-a826-dd49a0dadf83 tempest-ServersTestManualDisk-715244052 tempest-ServersTestManualDisk-715244052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:26:56.957836 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-d6508482-910a-41a4-b80a-97e95460ebf6 req-4bfe2086-0600-45e5-a826-dd49a0dadf83 tempest-ServersTestManualDisk-715244052 tempest-ServersTestManualDisk-715244052-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e857058-ab1e-4a7d-bcfe-f606e1c084cd HTTP/1.1" status: 200 len: 944 time: 0.1232617 Dec 18 13:26:56.981923 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-58bac6b0-633e-4592-8e8c-dae4653004bc tempest-RoutersNegativeIpV6Test-1807013643 tempest-RoutersNegativeIpV6Test-1807013643-project] Publish callbacks [] for router, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:56.983131 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-58bac6b0-633e-4592-8e8c-dae4653004bc tempest-RoutersNegativeIpV6Test-1807013643 tempest-RoutersNegativeIpV6Test-1807013643-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 0.5783675 Dec 18 13:26:56.988711 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 49926) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:26:56.990139 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-ef2dcc9c-0376-4aa0-8fd6-4cb4e2402af3 tempest-RoutersIpV6AdminTest-1535217791 tempest-RoutersIpV6AdminTest-1535217791-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28433'] for router, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:56.991341 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-ef2dcc9c-0376-4aa0-8fd6-4cb4e2402af3 tempest-RoutersIpV6AdminTest-1535217791 tempest-RoutersIpV6AdminTest-1535217791-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-589769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28440'] for router, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:56.999984 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-6876d8a7-985b-4360-9296-6c73da2766e8 tempest-RoutersNegativeIpV6Test-1807013643 tempest-RoutersNegativeIpV6Test-1807013643-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1031614041'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:26:57.007664 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-54fbb5bb-38c8-4d74-a0c1-b57be7881439 req-ed6c0154-83cd-44e7-a9b0-bf1ba0a6d151 service neutron] 10.222.0.43 "GET /v2.0/networks/2fc4e038-9db1-4dce-962e-0069075d1df7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2998915 Dec 18 13:26:57.024257 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbec209-10a7-4c3b-8cbb-5b7027f7e784 req-fd0989a4-23f5-4823-8e7f-356530afcf2f tempest-ServerActionsTestJSON-1545132800 tempest-ServerActionsTestJSON-1545132800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:26:57.025705 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-cbbec209-10a7-4c3b-8cbb-5b7027f7e784 req-fd0989a4-23f5-4823-8e7f-356530afcf2f tempest-ServerActionsTestJSON-1545132800 tempest-ServerActionsTestJSON-1545132800-project] 10.222.0.31 "GET /v2.0/ports?device_id=f75e1b43-b628-4577-9f75-0cf3a56e1582 HTTP/1.1" status: 200 len: 943 time: 0.1980398 Dec 18 13:26:57.100523 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-6183013a-e9e1-4d52-99b1-b81a05e95151 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:57.110034 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Device bf4acb97-187d-4fa5-8e48-3a49ef3a3161 details requested by agent hyperv_hv-neutron-7448 with host hv-neutron-7448 {{(pid=103161) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 18 13:26:57.143068 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-19da54cc-0f6f-41da-a7bd-be3d6e220bea tempest-BulkNetworkOpsIpV6Test-708168992 tempest-BulkNetworkOpsIpV6Test-708168992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1927292', 'neutron.services.segments.db._delete_segments_for_network-8767106887837'] for network, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:57.161817 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-d6508482-910a-41a4-b80a-97e95460ebf6 req-fb30ec78-80bf-4ec5-a7b3-b3d0fe18b6b0 tempest-ServersTestManualDisk-715244052 tempest-ServersTestManualDisk-715244052-project] 10.222.0.31 "GET /v2.0/security-groups?id=fdf14fda-8772-4c7b-b681-601543676c85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1965318 Dec 18 13:26:57.177108 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.services.segments.db [None req-19da54cc-0f6f-41da-a7bd-be3d6e220bea tempest-BulkNetworkOpsIpV6Test-708168992 tempest-BulkNetworkOpsIpV6Test-708168992-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35cdd959-c69c-4f4b-bdc8-68c5beec488d']}} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:26:57.190876 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.services.segments.db [None req-19da54cc-0f6f-41da-a7bd-be3d6e220bea tempest-BulkNetworkOpsIpV6Test-708168992 tempest-BulkNetworkOpsIpV6Test-708168992-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19438182-a02e-43f9-885c-004b991376c9') {'for_net_delete': True} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:26:57.191189 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.services.segments.db [None req-19da54cc-0f6f-41da-a7bd-be3d6e220bea tempest-BulkNetworkOpsIpV6Test-708168992 tempest-BulkNetworkOpsIpV6Test-708168992-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19438182-a02e-43f9-885c-004b991376c9') {} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:26:57.198213 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1de65f8e-1aac-4209-a169-9d474bb50e4d tempest-FloatingIPAdminTestJSON-836365309 tempest-FloatingIPAdminTestJSON-836365309-project] Notify agent at l3_agent.dv-neutron-744815-20-hyperv the message routers_updated {{(pid=103159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 13:26:57.203828 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-1de65f8e-1aac-4209-a169-9d474bb50e4d tempest-FloatingIPAdminTestJSON-836365309 tempest-FloatingIPAdminTestJSON-836365309-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for floatingip, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:57.206809 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-19da54cc-0f6f-41da-a7bd-be3d6e220bea tempest-BulkNetworkOpsIpV6Test-708168992 tempest-BulkNetworkOpsIpV6Test-708168992-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767106888614', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5589569'] for segment, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:57.216005 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6878e085-6cb0-464a-8fe8-d32515e84f53 None None] Sync routers for ids ['7746266b-dfd3-46e4-a069-96f184b4cfd2'] in dv-neutron-744815-20-hyperv {{(pid=103161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 13:26:57.224004 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-54fbb5bb-38c8-4d74-a0c1-b57be7881439 req-be540a5a-a37a-4f27-b4da-356a87755211 service neutron] 10.222.0.43 "GET /v2.0/networks/2fc4e038-9db1-4dce-962e-0069075d1df7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1973190 Dec 18 13:26:57.227455 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] For port bf4acb97-187d-4fa5-8e48-3a49ef3a3161, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=bf4acb97-187d-4fa5-8e48-3a49ef3a3161,segment=NetworkSegment(fcb680fd-bcea-4128-b9c8-92eb57a7f151),segment_id=fcb680fd-bcea-4128-b9c8-92eb57a7f151)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:26:57.239934 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6878e085-6cb0-464a-8fe8-d32515e84f53 None None] Routers {'7746266b-dfd3-46e4-a069-96f184b4cfd2'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:26:57.241050 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-6878e085-6cb0-464a-8fe8-d32515e84f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:26:57Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['7746266b-dfd3-46e4-a069-96f184b4cfd2'], 'active': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:26:57.249475 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-ef2dcc9c-0376-4aa0-8fd6-4cb4e2402af3 tempest-RoutersIpV6AdminTest-1535217791 tempest-RoutersIpV6AdminTest-1535217791-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:57.249668 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-19da54cc-0f6f-41da-a7bd-be3d6e220bea tempest-BulkNetworkOpsIpV6Test-708168992 tempest-BulkNetworkOpsIpV6Test-708168992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:57.256086 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6876d8a7-985b-4360-9296-6c73da2766e8 tempest-RoutersNegativeIpV6Test-1807013643 tempest-RoutersNegativeIpV6Test-1807013643-project] Made reservation on behalf of 7e767fdb900e4645884e18b59ce42e88 for: {'network': 1} {{(pid=103160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:26:57.259048 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-1de65f8e-1aac-4209-a169-9d474bb50e4d tempest-FloatingIPAdminTestJSON-836365309 tempest-FloatingIPAdminTestJSON-836365309-project] 10.222.0.31 "DELETE /v2.0/floatingips/4948d862-e11c-401e-9d3e-45984f675edb HTTP/1.1" status: 204 len: 168 time: 3.1805382 Dec 18 13:26:57.259589 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-6876d8a7-985b-4360-9296-6c73da2766e8 tempest-RoutersNegativeIpV6Test-1807013643 tempest-RoutersNegativeIpV6Test-1807013643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for network, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:57.260135 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19da54cc-0f6f-41da-a7bd-be3d6e220bea tempest-BulkNetworkOpsIpV6Test-708168992 tempest-BulkNetworkOpsIpV6Test-708168992-project] Releasing vlan 116 on physical network physnet1 to pool {{(pid=103159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 18 13:26:57.260525 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-19da54cc-0f6f-41da-a7bd-be3d6e220bea tempest-BulkNetworkOpsIpV6Test-708168992 tempest-BulkNetworkOpsIpV6Test-708168992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5660009'] for segment, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:57.262669 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-6c935628-92e9-4155-a3ab-17df81db1f0a tempest-RoutersAdminTest-1776390182 tempest-RoutersAdminTest-1776390182-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:57.264126 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 49928) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:26:57.264259 dv-neutron-744815-20-hyperv neutron-server[103159]: Traceback (most recent call last): Dec 18 13:26:57.264259 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 18 13:26:57.264259 dv-neutron-744815-20-hyperv neutron-server[103159]: timer() Dec 18 13:26:57.264259 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 18 13:26:57.264259 dv-neutron-744815-20-hyperv neutron-server[103159]: cb(*args, **kw) Dec 18 13:26:57.264259 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 18 13:26:57.264259 dv-neutron-744815-20-hyperv neutron-server[103159]: return func(*args, **kwargs) Dec 18 13:26:57.264259 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 18 13:26:57.264259 dv-neutron-744815-20-hyperv neutron-server[103159]: self._notify() Dec 18 13:26:57.264259 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 18 13:26:57.264259 dv-neutron-744815-20-hyperv neutron-server[103159]: self.callback(batched_events) Dec 18 13:26:57.264259 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 18 13:26:57.264259 dv-neutron-744815-20-hyperv neutron-server[103159]: event.method(event) Dec 18 13:26:57.264259 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 18 13:26:57.264259 dv-neutron-744815-20-hyperv neutron-server[103159]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 18 13:26:57.264259 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 18 13:26:57.264259 dv-neutron-744815-20-hyperv neutron-server[103159]: aggregate_uuid = self.p_client.list_aggregates( Dec 18 13:26:57.264259 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 18 13:26:57.264259 dv-neutron-744815-20-hyperv neutron-server[103159]: return f(self, *a, **k) Dec 18 13:26:57.264259 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 18 13:26:57.264259 dv-neutron-744815-20-hyperv neutron-server[103159]: return self._get(url).json() Dec 18 13:26:57.264259 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 18 13:26:57.264259 dv-neutron-744815-20-hyperv neutron-server[103159]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 18 13:26:57.264259 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 18 13:26:57.264259 dv-neutron-744815-20-hyperv neutron-server[103159]: return self.request(url, 'GET', **kwargs) Dec 18 13:26:57.264259 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 18 13:26:57.264259 dv-neutron-744815-20-hyperv neutron-server[103159]: base_url = self.get_endpoint(auth, allow=allow, Dec 18 13:26:57.264259 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 18 13:26:57.264259 dv-neutron-744815-20-hyperv neutron-server[103159]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 18 13:26:57.264259 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 18 13:26:57.264259 dv-neutron-744815-20-hyperv neutron-server[103159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 18 13:26:57.264259 dv-neutron-744815-20-hyperv neutron-server[103159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 18 13:26:57.273170 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-7763e6ee-5bd6-44c7-be0f-55894f028600 tempest-FloatingIPAdminTestJSON-269530328 tempest-FloatingIPAdminTestJSON-269530328-project-admin] Request body: {'floatingip': {'floating_network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:26:57.298240 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Returning: {'device': 'bf4acb97-187d-4fa5-8e48-3a49ef3a3161', 'network_id': '54539a24-3149-4df7-83e3-55189e7814ad', 'port_id': 'bf4acb97-187d-4fa5-8e48-3a49ef3a3161', 'mac_address': 'fa:16:3e:73:26:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7eb73a90-08ad-41ee-8b91-9561421ba1b4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103161) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 18 13:26:57.300580 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-6878e085-6cb0-464a-8fe8-d32515e84f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:26:57.324226 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-19da54cc-0f6f-41da-a7bd-be3d6e220bea tempest-BulkNetworkOpsIpV6Test-708168992 tempest-BulkNetworkOpsIpV6Test-708168992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1927267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586962'] for network, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:57.333972 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-19da54cc-0f6f-41da-a7bd-be3d6e220bea tempest-BulkNetworkOpsIpV6Test-708168992 tempest-BulkNetworkOpsIpV6Test-708168992-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047995'] for network, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:57.337638 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6878e085-6cb0-464a-8fe8-d32515e84f53 None None] Routers {'7746266b-dfd3-46e4-a069-96f184b4cfd2'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:26:57.338425 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-6878e085-6cb0-464a-8fe8-d32515e84f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:26:57Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['7746266b-dfd3-46e4-a069-96f184b4cfd2'], 'active': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:26:57.339750 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-19da54cc-0f6f-41da-a7bd-be3d6e220bea tempest-BulkNetworkOpsIpV6Test-708168992 tempest-BulkNetworkOpsIpV6Test-708168992-project] 10.222.0.31 "DELETE /v2.0/networks/35cdd959-c69c-4f4b-bdc8-68c5beec488d HTTP/1.1" status: 204 len: 168 time: 0.8229661 Dec 18 13:26:57.348904 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 49930) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:26:57.358680 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19da54cc-0f6f-41da-a7bd-be3d6e220bea tempest-BulkNetworkOpsIpV6Test-708168992 tempest-BulkNetworkOpsIpV6Test-708168992-project] Pushing event deleted for resources: {'Network': ['ID=35cdd959-c69c-4f4b-bdc8-68c5beec488d,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:26:57.361962 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-6876d8a7-985b-4360-9296-6c73da2766e8 tempest-RoutersNegativeIpV6Test-1807013643 tempest-RoutersNegativeIpV6Test-1807013643-project] Publish callbacks [] for security_group, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:57.376038 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-6c935628-92e9-4155-a3ab-17df81db1f0a tempest-RoutersAdminTest-1776390182 tempest-RoutersAdminTest-1776390182-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:57.384716 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-6878e085-6cb0-464a-8fe8-d32515e84f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:26:57.385507 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6878e085-6cb0-464a-8fe8-d32515e84f53 None None] The sync data for ids ['7746266b-dfd3-46e4-a069-96f184b4cfd2'] in dv-neutron-744815-20-hyperv is: [] {{(pid=103161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 13:26:57.394387 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:57.409593 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.notifiers.nova [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf4acb97-187d-4fa5-8e48-3a49ef3a3161 {{(pid=103161) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 18 13:26:57.413101 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-cbbec209-10a7-4c3b-8cbb-5b7027f7e784 req-eb017eb5-b833-4734-8c3b-f18d1fb995f8 tempest-ServerActionsTestJSON-1545132800 tempest-ServerActionsTestJSON-1545132800-project] 10.222.0.31 "GET /v2.0/security-groups?id=04da0920-3f32-48b1-bc5b-099cf6dd1551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3732336 Dec 18 13:26:57.439396 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-6acafe5d-8c34-45f9-9f4f-e76d238edbc4 tempest-BulkNetworkOpsIpV6Test-708168992 tempest-BulkNetworkOpsIpV6Test-708168992-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2023137'] for network, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:57.442514 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] For port bf4acb97-187d-4fa5-8e48-3a49ef3a3161, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=bf4acb97-187d-4fa5-8e48-3a49ef3a3161,segment=NetworkSegment(fcb680fd-bcea-4128-b9c8-92eb57a7f151),segment_id=fcb680fd-bcea-4128-b9c8-92eb57a7f151)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:26:57.446893 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:57.497836 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Pushing event updated for resources: {'Port': ['ID=bf4acb97-187d-4fa5-8e48-3a49ef3a3161,revision_number=4']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:26:57.531390 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-6acafe5d-8c34-45f9-9f4f-e76d238edbc4 tempest-BulkNetworkOpsIpV6Test-708168992 tempest-BulkNetworkOpsIpV6Test-708168992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1927292', 'neutron.services.segments.db._delete_segments_for_network-8767106887837'] for network, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:57.556211 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.services.segments.db [None req-6acafe5d-8c34-45f9-9f4f-e76d238edbc4 tempest-BulkNetworkOpsIpV6Test-708168992 tempest-BulkNetworkOpsIpV6Test-708168992-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9eece21e-9c1c-4845-8c18-acf75383a2d3']}} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:26:57.576322 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.services.segments.db [None req-6acafe5d-8c34-45f9-9f4f-e76d238edbc4 tempest-BulkNetworkOpsIpV6Test-708168992 tempest-BulkNetworkOpsIpV6Test-708168992-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d94dcff-a492-4ad9-89d9-4b3e2a3ca449') {'for_net_delete': True} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:26:57.576607 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.services.segments.db [None req-6acafe5d-8c34-45f9-9f4f-e76d238edbc4 tempest-BulkNetworkOpsIpV6Test-708168992 tempest-BulkNetworkOpsIpV6Test-708168992-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d94dcff-a492-4ad9-89d9-4b3e2a3ca449') {} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:26:57.605477 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-6acafe5d-8c34-45f9-9f4f-e76d238edbc4 tempest-BulkNetworkOpsIpV6Test-708168992 tempest-BulkNetworkOpsIpV6Test-708168992-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767106888614', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5589569'] for segment, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:57.623486 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-6acafe5d-8c34-45f9-9f4f-e76d238edbc4 tempest-BulkNetworkOpsIpV6Test-708168992 tempest-BulkNetworkOpsIpV6Test-708168992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:57.632843 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6acafe5d-8c34-45f9-9f4f-e76d238edbc4 tempest-BulkNetworkOpsIpV6Test-708168992 tempest-BulkNetworkOpsIpV6Test-708168992-project] Releasing vlan 137 on physical network physnet1 to pool {{(pid=103159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 18 13:26:57.633344 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-6acafe5d-8c34-45f9-9f4f-e76d238edbc4 tempest-BulkNetworkOpsIpV6Test-708168992 tempest-BulkNetworkOpsIpV6Test-708168992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5660009'] for segment, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:57.637788 dv-neutron-744815-20-hyperv neutron-server[103159]: Traceback (most recent call last): Dec 18 13:26:57.637788 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 18 13:26:57.637788 dv-neutron-744815-20-hyperv neutron-server[103159]: timer() Dec 18 13:26:57.637788 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 18 13:26:57.637788 dv-neutron-744815-20-hyperv neutron-server[103159]: cb(*args, **kw) Dec 18 13:26:57.637788 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 18 13:26:57.637788 dv-neutron-744815-20-hyperv neutron-server[103159]: return func(*args, **kwargs) Dec 18 13:26:57.637788 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 18 13:26:57.637788 dv-neutron-744815-20-hyperv neutron-server[103159]: self._notify() Dec 18 13:26:57.637788 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 18 13:26:57.637788 dv-neutron-744815-20-hyperv neutron-server[103159]: self.callback(batched_events) Dec 18 13:26:57.637788 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 18 13:26:57.637788 dv-neutron-744815-20-hyperv neutron-server[103159]: event.method(event) Dec 18 13:26:57.637788 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 18 13:26:57.637788 dv-neutron-744815-20-hyperv neutron-server[103159]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 18 13:26:57.637788 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 18 13:26:57.637788 dv-neutron-744815-20-hyperv neutron-server[103159]: aggregate_uuid = self.p_client.list_aggregates( Dec 18 13:26:57.637788 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 18 13:26:57.637788 dv-neutron-744815-20-hyperv neutron-server[103159]: return f(self, *a, **k) Dec 18 13:26:57.637788 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 18 13:26:57.637788 dv-neutron-744815-20-hyperv neutron-server[103159]: return self._get(url).json() Dec 18 13:26:57.637788 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 18 13:26:57.637788 dv-neutron-744815-20-hyperv neutron-server[103159]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 18 13:26:57.637788 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 18 13:26:57.637788 dv-neutron-744815-20-hyperv neutron-server[103159]: return self.request(url, 'GET', **kwargs) Dec 18 13:26:57.637788 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 18 13:26:57.637788 dv-neutron-744815-20-hyperv neutron-server[103159]: base_url = self.get_endpoint(auth, allow=allow, Dec 18 13:26:57.637788 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 18 13:26:57.637788 dv-neutron-744815-20-hyperv neutron-server[103159]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 18 13:26:57.637788 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 18 13:26:57.637788 dv-neutron-744815-20-hyperv neutron-server[103159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 18 13:26:57.637788 dv-neutron-744815-20-hyperv neutron-server[103159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 18 13:26:57.663815 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c835ac-c44d-4d91-bad2-d728024a8a8f req-8818170c-6693-4ee5-96aa-34b39a3da61f tempest-ServersTestJSON-1286137368 tempest-ServersTestJSON-1286137368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:26:57.665386 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-87c835ac-c44d-4d91-bad2-d728024a8a8f req-8818170c-6693-4ee5-96aa-34b39a3da61f tempest-ServersTestJSON-1286137368 tempest-ServersTestJSON-1286137368-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f044516-7cff-4ae8-8c47-ba1da8c37907 HTTP/1.1" status: 200 len: 945 time: 0.1013899 Dec 18 13:26:57.732681 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-6acafe5d-8c34-45f9-9f4f-e76d238edbc4 tempest-BulkNetworkOpsIpV6Test-708168992 tempest-BulkNetworkOpsIpV6Test-708168992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1927267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586962'] for network, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:57.753308 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-6acafe5d-8c34-45f9-9f4f-e76d238edbc4 tempest-BulkNetworkOpsIpV6Test-708168992 tempest-BulkNetworkOpsIpV6Test-708168992-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047995'] for network, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:57.756500 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-6acafe5d-8c34-45f9-9f4f-e76d238edbc4 tempest-BulkNetworkOpsIpV6Test-708168992 tempest-BulkNetworkOpsIpV6Test-708168992-project] 10.222.0.31 "DELETE /v2.0/networks/9eece21e-9c1c-4845-8c18-acf75383a2d3 HTTP/1.1" status: 204 len: 168 time: 0.4066477 Dec 18 13:26:57.760327 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 49934) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:26:57.763086 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acafe5d-8c34-45f9-9f4f-e76d238edbc4 tempest-BulkNetworkOpsIpV6Test-708168992 tempest-BulkNetworkOpsIpV6Test-708168992-project] Pushing event deleted for resources: {'Network': ['ID=9eece21e-9c1c-4845-8c18-acf75383a2d3,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:26:57.777163 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-87c835ac-c44d-4d91-bad2-d728024a8a8f req-2fc02067-d1cf-49f3-92f0-3a05b5886276 tempest-ServersTestJSON-1286137368 tempest-ServersTestJSON-1286137368-project] 10.222.0.31 "GET /v2.0/security-groups?id=c691688e-0670-4eea-816d-2b9f26a27f10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0871243 Dec 18 13:26:57.791207 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-7763e6ee-5bd6-44c7-be0f-55894f028600 tempest-FloatingIPAdminTestJSON-269530328 tempest-FloatingIPAdminTestJSON-269530328-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:57.804886 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-ef2dcc9c-0376-4aa0-8fd6-4cb4e2402af3 tempest-RoutersIpV6AdminTest-1535217791 tempest-RoutersIpV6AdminTest-1535217791-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:57.846653 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d217f0c-b21d-4ca9-8a5e-69ffb07a2f33 req-065152f0-3d9e-4d23-b25e-21552ebb0d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:26:57.848785 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-8d217f0c-b21d-4ca9-8a5e-69ffb07a2f33 req-065152f0-3d9e-4d23-b25e-21552ebb0d33 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=797acd6e00034b9ba6b75e0f2650f2ea&device_id=f75e1b43-b628-4577-9f75-0cf3a56e1582 HTTP/1.1" status: 200 len: 1096 time: 0.5158091 Dec 18 13:26:57.887451 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48f40c1f-bb20-4ca7-9dd8-5d197e076ed8 tempest-BulkNetworkOpsIpV6Test-708168992 tempest-BulkNetworkOpsIpV6Test-708168992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:26:57.893228 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48f40c1f-bb20-4ca7-9dd8-5d197e076ed8 tempest-BulkNetworkOpsIpV6Test-708168992 tempest-BulkNetworkOpsIpV6Test-708168992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:26:57.899531 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48f40c1f-bb20-4ca7-9dd8-5d197e076ed8 tempest-BulkNetworkOpsIpV6Test-708168992 tempest-BulkNetworkOpsIpV6Test-708168992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:26:57.901206 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-48f40c1f-bb20-4ca7-9dd8-5d197e076ed8 tempest-BulkNetworkOpsIpV6Test-708168992 tempest-BulkNetworkOpsIpV6Test-708168992-project] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1945 time: 0.1391225 Dec 18 13:26:57.904954 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 49936) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:26:57.910241 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-1abb2879-4183-4723-8e14-aab49ddac1aa tempest-BulkNetworkOpsIpV6Test-708168992 tempest-BulkNetworkOpsIpV6Test-708168992-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-95383851'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:26:57.934341 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1abb2879-4183-4723-8e14-aab49ddac1aa tempest-BulkNetworkOpsIpV6Test-708168992 tempest-BulkNetworkOpsIpV6Test-708168992-project] Made reservation on behalf of a052a249afaa4d378fcf6251fa9f87d9 for: {'network': 1} {{(pid=103159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:26:57.936317 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] get_ports_and_sgs() called for port_ids ['bf4acb97-187d-4fa5-8e48-3a49ef3a3161'] {{(pid=103161) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 18 13:26:57.938087 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-1abb2879-4183-4723-8e14-aab49ddac1aa tempest-BulkNetworkOpsIpV6Test-708168992 tempest-BulkNetworkOpsIpV6Test-708168992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for network, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:57.962814 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1abb2879-4183-4723-8e14-aab49ddac1aa tempest-BulkNetworkOpsIpV6Test-708168992 tempest-BulkNetworkOpsIpV6Test-708168992-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 137} {{(pid=103159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 18 13:26:57.973574 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-1abb2879-4183-4723-8e14-aab49ddac1aa tempest-BulkNetworkOpsIpV6Test-708168992 tempest-BulkNetworkOpsIpV6Test-708168992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:57.974037 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.db.segments_db [None req-1abb2879-4183-4723-8e14-aab49ddac1aa tempest-BulkNetworkOpsIpV6Test-708168992 tempest-BulkNetworkOpsIpV6Test-708168992-project] Added segment baccad53-2d09-4d55-b7d6-1da77d10559e of type vlan for network 7a4668fc-58ca-4b4e-825e-b4cf2720fcca Dec 18 13:26:58.014353 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-1abb2879-4183-4723-8e14-aab49ddac1aa tempest-BulkNetworkOpsIpV6Test-708168992 tempest-BulkNetworkOpsIpV6Test-708168992-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767106405744'] for network, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:58.038621 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.db_base_plugin_common [None req-6c935628-92e9-4155-a3ab-17df81db1f0a tempest-RoutersAdminTest-1776390182 tempest-RoutersAdminTest-1776390182-project-admin] Allocated IP 172.26.3.143 (decb4a40-7941-48c8-afbb-daaafd502e83/70deed80-3ca1-4f9e-96cb-563b43d3acba/3de1bb31-9f47-4506-865b-085903ae76af) {{(pid=103160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:26:58.042542 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-1abb2879-4183-4723-8e14-aab49ddac1aa tempest-BulkNetworkOpsIpV6Test-708168992 tempest-BulkNetworkOpsIpV6Test-708168992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981'] for network, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:58.048735 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1abb2879-4183-4723-8e14-aab49ddac1aa tempest-BulkNetworkOpsIpV6Test-708168992 tempest-BulkNetworkOpsIpV6Test-708168992-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:26:58.049627 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-1abb2879-4183-4723-8e14-aab49ddac1aa tempest-BulkNetworkOpsIpV6Test-708168992 tempest-BulkNetworkOpsIpV6Test-708168992-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047995'] for network, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:58.092979 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-1abb2879-4183-4723-8e14-aab49ddac1aa tempest-BulkNetworkOpsIpV6Test-708168992 tempest-BulkNetworkOpsIpV6Test-708168992-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.1867883 Dec 18 13:26:58.110615 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-6876d8a7-985b-4360-9296-6c73da2766e8 tempest-RoutersNegativeIpV6Test-1807013643 tempest-RoutersNegativeIpV6Test-1807013643-project] Publish callbacks [] for security_group, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:58.113454 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 49938) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:26:58.123842 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-6f681085-2709-4df7-b1a6-5da8e143c38f tempest-BulkNetworkOpsIpV6Test-708168992 tempest-BulkNetworkOpsIpV6Test-708168992-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1030008081'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:26:58.126410 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abb2879-4183-4723-8e14-aab49ddac1aa tempest-BulkNetworkOpsIpV6Test-708168992 tempest-BulkNetworkOpsIpV6Test-708168992-project] Pushing event updated for resources: {'Network': ['ID=7a4668fc-58ca-4b4e-825e-b4cf2720fcca,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:26:58.138042 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Network 7a4668fc-58ca-4b4e-825e-b4cf2720fcca details requested by agent ovs-agent-dv-neutron-744815-20-hyperv with host dv-neutron-744815-20-hyperv {{(pid=103161) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 18 13:26:58.141724 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-6876d8a7-985b-4360-9296-6c73da2766e8 tempest-RoutersNegativeIpV6Test-1807013643 tempest-RoutersNegativeIpV6Test-1807013643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:58.239688 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6876d8a7-985b-4360-9296-6c73da2766e8 tempest-RoutersNegativeIpV6Test-1807013643 tempest-RoutersNegativeIpV6Test-1807013643-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 140} {{(pid=103160) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 18 13:26:58.247719 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d217f0c-b21d-4ca9-8a5e-69ffb07a2f33 req-7d570a1f-3520-4d3e-b784-dc0a2ba48faf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:26:58.249195 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-8d217f0c-b21d-4ca9-8a5e-69ffb07a2f33 req-7d570a1f-3520-4d3e-b784-dc0a2ba48faf service neutron] 10.222.0.43 "GET /v2.0/networks?id=2fc4e038-9db1-4dce-962e-0069075d1df7 HTTP/1.1" status: 200 len: 912 time: 0.3868713 Dec 18 13:26:58.285417 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6876d8a7-985b-4360-9296-6c73da2766e8 tempest-RoutersNegativeIpV6Test-1807013643 tempest-RoutersNegativeIpV6Test-1807013643-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c889906-35fd-4eb1-b139-861d32e96a63,revision_number=1']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:26:58.301506 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-6876d8a7-985b-4360-9296-6c73da2766e8 tempest-RoutersNegativeIpV6Test-1807013643 tempest-RoutersNegativeIpV6Test-1807013643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:58.301844 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.db.segments_db [None req-6876d8a7-985b-4360-9296-6c73da2766e8 tempest-RoutersNegativeIpV6Test-1807013643 tempest-RoutersNegativeIpV6Test-1807013643-project] Added segment d324d9b9-ac77-45c0-bf72-22a57e73e1c0 of type vlan for network 861894c3-8ebc-45ff-899a-3cb0ecbf2d01 Dec 18 13:26:58.333958 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-afa9ae9b-bdbb-4010-bcf6-3a46ce66cf71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:58.368620 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f681085-2709-4df7-b1a6-5da8e143c38f tempest-BulkNetworkOpsIpV6Test-708168992 tempest-BulkNetworkOpsIpV6Test-708168992-project] Made reservation on behalf of a052a249afaa4d378fcf6251fa9f87d9 for: {'network': 1} {{(pid=103160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:26:58.372066 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-6f681085-2709-4df7-b1a6-5da8e143c38f tempest-BulkNetworkOpsIpV6Test-708168992 tempest-BulkNetworkOpsIpV6Test-708168992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for network, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:58.374616 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-8d217f0c-b21d-4ca9-8a5e-69ffb07a2f33 req-e90a449d-827c-456e-958f-fc112f584fd2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e7099ed9-5062-40c4-a1e3-ac0e8e7ebf76 HTTP/1.1" status: 200 len: 217 time: 0.1144302 Dec 18 13:26:58.486803 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-6876d8a7-985b-4360-9296-6c73da2766e8 tempest-RoutersNegativeIpV6Test-1807013643 tempest-RoutersNegativeIpV6Test-1807013643-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767106405744'] for network, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:58.495100 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-6c935628-92e9-4155-a3ab-17df81db1f0a tempest-RoutersAdminTest-1776390182 tempest-RoutersAdminTest-1776390182-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:58.522707 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d3d3a8-bcb6-4199-9d0e-fb51a7d70557 req-fe83265c-7a22-48ac-8685-6bab154c1860 tempest-ServersTestManualDisk-715244052 tempest-ServersTestManualDisk-715244052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:26:58.524361 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-61d3d3a8-bcb6-4199-9d0e-fb51a7d70557 req-fe83265c-7a22-48ac-8685-6bab154c1860 tempest-ServersTestManualDisk-715244052 tempest-ServersTestManualDisk-715244052-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e857058-ab1e-4a7d-bcfe-f606e1c084cd HTTP/1.1" status: 200 len: 945 time: 0.2695727 Dec 18 13:26:58.525992 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f681085-2709-4df7-b1a6-5da8e143c38f tempest-BulkNetworkOpsIpV6Test-708168992 tempest-BulkNetworkOpsIpV6Test-708168992-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 131} {{(pid=103160) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 18 13:26:58.536451 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb332ea-8b90-45d3-8b0d-202019b93d1b req-4a9ec5dd-bf1a-442a-93e5-462d3e6c595c tempest-ServerActionsTestJSON-1545132800 tempest-ServerActionsTestJSON-1545132800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:26:58.538069 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-5eb332ea-8b90-45d3-8b0d-202019b93d1b req-4a9ec5dd-bf1a-442a-93e5-462d3e6c595c tempest-ServerActionsTestJSON-1545132800 tempest-ServerActionsTestJSON-1545132800-project] 10.222.0.31 "GET /v2.0/ports?device_id=f75e1b43-b628-4577-9f75-0cf3a56e1582 HTTP/1.1" status: 200 len: 943 time: 0.0525219 Dec 18 13:26:58.570280 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d217f0c-b21d-4ca9-8a5e-69ffb07a2f33 req-d4362380-e70f-4430-9960-07424879f701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:26:58.571750 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-8d217f0c-b21d-4ca9-8a5e-69ffb07a2f33 req-d4362380-e70f-4430-9960-07424879f701 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ab39156a-1aba-454f-953d-4c71ff8fa510 HTTP/1.1" status: 200 len: 850 time: 0.1771069 Dec 18 13:26:58.581013 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-6f681085-2709-4df7-b1a6-5da8e143c38f tempest-BulkNetworkOpsIpV6Test-708168992 tempest-BulkNetworkOpsIpV6Test-708168992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:58.581344 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.db.segments_db [None req-6f681085-2709-4df7-b1a6-5da8e143c38f tempest-BulkNetworkOpsIpV6Test-708168992 tempest-BulkNetworkOpsIpV6Test-708168992-project] Added segment dde15bef-074b-4b91-b35f-a857bf9dd127 of type vlan for network d98eda2d-61da-4355-a5b9-83cf7ef9797d Dec 18 13:26:58.586271 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-5eb332ea-8b90-45d3-8b0d-202019b93d1b req-46d53ddb-4d1e-470d-9da7-f1795b9b68d6 tempest-ServerActionsTestJSON-1545132800 tempest-ServerActionsTestJSON-1545132800-project] 10.222.0.31 "GET /v2.0/security-groups?id=04da0920-3f32-48b1-bc5b-099cf6dd1551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415878 Dec 18 13:26:58.596945 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-7763e6ee-5bd6-44c7-be0f-55894f028600 tempest-FloatingIPAdminTestJSON-269530328 tempest-FloatingIPAdminTestJSON-269530328-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:58.643228 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-6876d8a7-985b-4360-9296-6c73da2766e8 tempest-RoutersNegativeIpV6Test-1807013643 tempest-RoutersNegativeIpV6Test-1807013643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981'] for network, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:58.648796 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6876d8a7-985b-4360-9296-6c73da2766e8 tempest-RoutersNegativeIpV6Test-1807013643 tempest-RoutersNegativeIpV6Test-1807013643-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:26:58.649370 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-6876d8a7-985b-4360-9296-6c73da2766e8 tempest-RoutersNegativeIpV6Test-1807013643 tempest-RoutersNegativeIpV6Test-1807013643-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047995'] for network, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:58.799268 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-6f681085-2709-4df7-b1a6-5da8e143c38f tempest-BulkNetworkOpsIpV6Test-708168992 tempest-BulkNetworkOpsIpV6Test-708168992-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767106405744'] for network, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:58.846658 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-6876d8a7-985b-4360-9296-6c73da2766e8 tempest-RoutersNegativeIpV6Test-1807013643 tempest-RoutersNegativeIpV6Test-1807013643-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.8489265 Dec 18 13:26:58.847047 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 49946) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:26:58.852599 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-53985b5b-a57e-4707-8afb-8a27d3fcf0da tempest-RoutersNegativeIpV6Test-1807013643 tempest-RoutersNegativeIpV6Test-1807013643-project] Request body: {'subnet': {'network_id': '861894c3-8ebc-45ff-899a-3cb0ecbf2d01', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:26:58.890028 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-6c935628-92e9-4155-a3ab-17df81db1f0a tempest-RoutersAdminTest-1776390182 tempest-RoutersAdminTest-1776390182-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4533522'] for port, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:58.913032 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6876d8a7-985b-4360-9296-6c73da2766e8 tempest-RoutersNegativeIpV6Test-1807013643 tempest-RoutersNegativeIpV6Test-1807013643-project] Pushing event updated for resources: {'Network': ['ID=861894c3-8ebc-45ff-899a-3cb0ecbf2d01,revision_number=1']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:26:58.925395 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Network 861894c3-8ebc-45ff-899a-3cb0ecbf2d01 details requested by agent ovs-agent-dv-neutron-744815-20-hyperv with host dv-neutron-744815-20-hyperv {{(pid=103161) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 18 13:26:58.926703 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-61d3d3a8-bcb6-4199-9d0e-fb51a7d70557 req-aca36865-f219-42a8-9ca8-488903056b1b tempest-ServersTestManualDisk-715244052 tempest-ServersTestManualDisk-715244052-project] 10.222.0.31 "GET /v2.0/security-groups?id=fdf14fda-8772-4c7b-b681-601543676c85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3866596 Dec 18 13:26:58.971444 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d217f0c-b21d-4ca9-8a5e-69ffb07a2f33 req-b3f41de2-afc3-4ba4-bafa-c5a5d26c0ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:26:58.972966 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-8d217f0c-b21d-4ca9-8a5e-69ffb07a2f33 req-b3f41de2-afc3-4ba4-bafa-c5a5d26c0ae5 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2fc4e038-9db1-4dce-962e-0069075d1df7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.3792045 Dec 18 13:26:58.980080 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe89b817-7ad3-418b-8bd2-3ef9023f95ef req-260dea9b-7a10-4ccf-a3f9-a3132b11cf92 tempest-ServersTestJSON-1286137368 tempest-ServersTestJSON-1286137368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:26:58.981564 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-fe89b817-7ad3-418b-8bd2-3ef9023f95ef req-260dea9b-7a10-4ccf-a3f9-a3132b11cf92 tempest-ServersTestJSON-1286137368 tempest-ServersTestJSON-1286137368-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f044516-7cff-4ae8-8c47-ba1da8c37907 HTTP/1.1" status: 200 len: 945 time: 0.1239791 Dec 18 13:26:59.000913 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-6f681085-2709-4df7-b1a6-5da8e143c38f tempest-BulkNetworkOpsIpV6Test-708168992 tempest-BulkNetworkOpsIpV6Test-708168992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981'] for network, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:59.006324 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f681085-2709-4df7-b1a6-5da8e143c38f tempest-BulkNetworkOpsIpV6Test-708168992 tempest-BulkNetworkOpsIpV6Test-708168992-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:26:59.007019 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-6f681085-2709-4df7-b1a6-5da8e143c38f tempest-BulkNetworkOpsIpV6Test-708168992 tempest-BulkNetworkOpsIpV6Test-708168992-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047995'] for network, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:59.010537 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c935628-92e9-4155-a3ab-17df81db1f0a tempest-RoutersAdminTest-1776390182 tempest-RoutersAdminTest-1776390182-project-admin] Network decb4a40-7941-48c8-afbb-daaafd502e83 is already hosted by enough agents. {{(pid=103160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:26:59.010738 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53985b5b-a57e-4707-8afb-8a27d3fcf0da tempest-RoutersNegativeIpV6Test-1807013643 tempest-RoutersNegativeIpV6Test-1807013643-project] Made reservation on behalf of 7e767fdb900e4645884e18b59ce42e88 for: {'subnet': 1} {{(pid=103159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:26:59.014184 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-53985b5b-a57e-4707-8afb-8a27d3fcf0da tempest-RoutersNegativeIpV6Test-1807013643 tempest-RoutersNegativeIpV6Test-1807013643-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6017072'] for subnet, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:59.032868 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-ef2dcc9c-0376-4aa0-8fd6-4cb4e2402af3 tempest-RoutersIpV6AdminTest-1535217791 tempest-RoutersIpV6AdminTest-1535217791-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:59.050973 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.base_scheduler [None req-6c935628-92e9-4155-a3ab-17df81db1f0a tempest-RoutersAdminTest-1776390182 tempest-RoutersAdminTest-1776390182-project-admin] Resources bound (agent type, host, resource id): {{(pid=103160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:26:59.087024 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c935628-92e9-4155-a3ab-17df81db1f0a tempest-RoutersAdminTest-1776390182 tempest-RoutersAdminTest-1776390182-project-admin] Received port after_create {{(pid=103160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:26:59.095108 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c935628-92e9-4155-a3ab-17df81db1f0a tempest-RoutersAdminTest-1776390182 tempest-RoutersAdminTest-1776390182-project-admin] Pushing event updated for resources: {'Port': ['ID=3de1bb31-9f47-4506-865b-085903ae76af,revision_number=1']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:26:59.100858 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-fe89b817-7ad3-418b-8bd2-3ef9023f95ef req-b137cc68-c262-4add-a990-56e8c88bdcf4 tempest-ServersTestJSON-1286137368 tempest-ServersTestJSON-1286137368-project] 10.222.0.31 "GET /v2.0/security-groups?id=c691688e-0670-4eea-816d-2b9f26a27f10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1084657 Dec 18 13:26:59.103420 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-ef2dcc9c-0376-4aa0-8fd6-4cb4e2402af3 tempest-RoutersIpV6AdminTest-1535217791 tempest-RoutersIpV6AdminTest-1535217791-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:59.126244 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Device 6f42addb-ace8-4096-be5a-5b238a28eabf up at agent hyperv_hv-neutron-7448 {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 13:26:59.181616 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Provisioning for port 6f42addb-ace8-4096-be5a-5b238a28eabf completed by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 18 13:26:59.186778 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Provisioning complete for port 6f42addb-ace8-4096-be5a-5b238a28eabf triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:26:59.190309 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-6f681085-2709-4df7-b1a6-5da8e143c38f tempest-BulkNetworkOpsIpV6Test-708168992 tempest-BulkNetworkOpsIpV6Test-708168992-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.0682619 Dec 18 13:26:59.190669 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:59.197380 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 49948) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:26:59.212465 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.db_base_plugin_common [None req-7763e6ee-5bd6-44c7-be0f-55894f028600 tempest-FloatingIPAdminTestJSON-269530328 tempest-FloatingIPAdminTestJSON-269530328-project-admin] Allocated IP 172.26.3.86 (decb4a40-7941-48c8-afbb-daaafd502e83/70deed80-3ca1-4f9e-96cb-563b43d3acba/5fd408d9-4d81-4b05-aa23-c19f6c956394) {{(pid=103160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:26:59.221537 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-1de6b4d4-f8ed-405b-a0b4-649d9c013532 tempest-BulkNetworkOpsIpV6Test-708168992 tempest-BulkNetworkOpsIpV6Test-708168992-project] Request body: {'ports': [{'network_id': '7a4668fc-58ca-4b4e-825e-b4cf2720fcca', 'name': 'tempest-port--249328887', 'admin_state_up': True}, {'network_id': 'd98eda2d-61da-4355-a5b9-83cf7ef9797d', 'admin_state_up': False}]} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:26:59.221537 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-1de6b4d4-f8ed-405b-a0b4-649d9c013532 tempest-BulkNetworkOpsIpV6Test-708168992 tempest-BulkNetworkOpsIpV6Test-708168992-project] Request body: {'port': {'network_id': '7a4668fc-58ca-4b4e-825e-b4cf2720fcca', 'name': 'tempest-port--249328887', 'admin_state_up': True}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:26:59.222047 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-1de6b4d4-f8ed-405b-a0b4-649d9c013532 tempest-BulkNetworkOpsIpV6Test-708168992 tempest-BulkNetworkOpsIpV6Test-708168992-project] Request body: {'port': {'network_id': 'd98eda2d-61da-4355-a5b9-83cf7ef9797d', 'admin_state_up': False}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:26:59.232160 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-53985b5b-a57e-4707-8afb-8a27d3fcf0da tempest-RoutersNegativeIpV6Test-1807013643 tempest-RoutersNegativeIpV6Test-1807013643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5659786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6017062'] for subnet, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:59.285255 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f681085-2709-4df7-b1a6-5da8e143c38f tempest-BulkNetworkOpsIpV6Test-708168992 tempest-BulkNetworkOpsIpV6Test-708168992-project] Pushing event updated for resources: {'Network': ['ID=d98eda2d-61da-4355-a5b9-83cf7ef9797d,revision_number=1']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:26:59.289348 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:59.297761 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53985b5b-a57e-4707-8afb-8a27d3fcf0da tempest-RoutersNegativeIpV6Test-1807013643 tempest-RoutersNegativeIpV6Test-1807013643-project] Pushing event updated for resources: {'Subnet': ['ID=8ab24622-bda3-45b8-884a-091f49c66b49,revision_number=0']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:26:59.309087 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53985b5b-a57e-4707-8afb-8a27d3fcf0da tempest-RoutersNegativeIpV6Test-1807013643 tempest-RoutersNegativeIpV6Test-1807013643-project] Checking segment: {'id': 'd324d9b9-ac77-45c0-bf72-22a57e73e1c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '861894c3-8ebc-45ff-899a-3cb0ecbf2d01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 13:26:59.309318 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53985b5b-a57e-4707-8afb-8a27d3fcf0da tempest-RoutersNegativeIpV6Test-1807013643 tempest-RoutersNegativeIpV6Test-1807013643-project] Network hostable DHCP agents. Network: 861894c3-8ebc-45ff-899a-3cb0ecbf2d01, hostable agents: ['aa77effa-0e3a-4bbd-a383-4d58ed3328d0'], hosted agents: [] {{(pid=103159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 18 13:26:59.309423 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Network d98eda2d-61da-4355-a5b9-83cf7ef9797d details requested by agent ovs-agent-dv-neutron-744815-20-hyperv with host dv-neutron-744815-20-hyperv {{(pid=103161) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 18 13:26:59.329368 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53985b5b-a57e-4707-8afb-8a27d3fcf0da tempest-RoutersNegativeIpV6Test-1807013643 tempest-RoutersNegativeIpV6Test-1807013643-project] Network 861894c3-8ebc-45ff-899a-3cb0ecbf2d01 is scheduled to be hosted by DHCP agent aa77effa-0e3a-4bbd-a383-4d58ed3328d0 with binding_index 1 {{(pid=103159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 18 13:26:59.340828 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.base_scheduler [None req-53985b5b-a57e-4707-8afb-8a27d3fcf0da tempest-RoutersNegativeIpV6Test-1807013643 tempest-RoutersNegativeIpV6Test-1807013643-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-744815-20-hyperv, 861894c3-8ebc-45ff-899a-3cb0ecbf2d01) {{(pid=103159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:26:59.347885 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53985b5b-a57e-4707-8afb-8a27d3fcf0da tempest-RoutersNegativeIpV6Test-1807013643 tempest-RoutersNegativeIpV6Test-1807013643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:26:59.348669 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-53985b5b-a57e-4707-8afb-8a27d3fcf0da tempest-RoutersNegativeIpV6Test-1807013643 tempest-RoutersNegativeIpV6Test-1807013643-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047995'] for subnet, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:59.370866 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-53985b5b-a57e-4707-8afb-8a27d3fcf0da tempest-RoutersNegativeIpV6Test-1807013643 tempest-RoutersNegativeIpV6Test-1807013643-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5223737 Dec 18 13:26:59.371928 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 49950) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:26:59.377945 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-3594069b-f929-4301-8e0e-157ac15e9775 tempest-RoutersNegativeIpV6Test-1807013643 tempest-RoutersNegativeIpV6Test-1807013643-project] Request body: {'network': {'name': 'tempest-router-network01--726506765'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:26:59.378310 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34cfb678-d475-4dd0-aee4-a7c0e9e1dfe0 None None] Network 861894c3-8ebc-45ff-899a-3cb0ecbf2d01 requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:26:59.388838 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f044516-7cff-4ae8-8c47-ba1da8c37907', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f42addb-ace8-4096-be5a-5b238a28eabf'}] {{(pid=103161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 18 13:26:59.412573 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3594069b-f929-4301-8e0e-157ac15e9775 tempest-RoutersNegativeIpV6Test-1807013643 tempest-RoutersNegativeIpV6Test-1807013643-project] Made reservation on behalf of 7e767fdb900e4645884e18b59ce42e88 for: {'network': 1} {{(pid=103159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:26:59.416385 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-3594069b-f929-4301-8e0e-157ac15e9775 tempest-RoutersNegativeIpV6Test-1807013643 tempest-RoutersNegativeIpV6Test-1807013643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for network, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:59.444333 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3594069b-f929-4301-8e0e-157ac15e9775 tempest-RoutersNegativeIpV6Test-1807013643 tempest-RoutersNegativeIpV6Test-1807013643-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 125} {{(pid=103159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 18 13:26:59.455497 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-3594069b-f929-4301-8e0e-157ac15e9775 tempest-RoutersNegativeIpV6Test-1807013643 tempest-RoutersNegativeIpV6Test-1807013643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:59.455854 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.db.segments_db [None req-3594069b-f929-4301-8e0e-157ac15e9775 tempest-RoutersNegativeIpV6Test-1807013643 tempest-RoutersNegativeIpV6Test-1807013643-project] Added segment 4f14b209-e3e9-49e1-9edf-9bf976eb5c07 of type vlan for network bf5b4ec6-aa0c-4db5-bc2b-ff8cfb2dc88a Dec 18 13:26:59.502330 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-3594069b-f929-4301-8e0e-157ac15e9775 tempest-RoutersNegativeIpV6Test-1807013643 tempest-RoutersNegativeIpV6Test-1807013643-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767106405744'] for network, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:59.505994 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] For port 6f42addb-ace8-4096-be5a-5b238a28eabf, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=6f42addb-ace8-4096-be5a-5b238a28eabf,segment=NetworkSegment(b8ecd067-62e3-4e19-b03b-e75ef70f9340),segment_id=b8ecd067-62e3-4e19-b03b-e75ef70f9340)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:26:59.541585 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-3594069b-f929-4301-8e0e-157ac15e9775 tempest-RoutersNegativeIpV6Test-1807013643 tempest-RoutersNegativeIpV6Test-1807013643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981'] for network, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:59.550138 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3594069b-f929-4301-8e0e-157ac15e9775 tempest-RoutersNegativeIpV6Test-1807013643 tempest-RoutersNegativeIpV6Test-1807013643-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:26:59.551096 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-3594069b-f929-4301-8e0e-157ac15e9775 tempest-RoutersNegativeIpV6Test-1807013643 tempest-RoutersNegativeIpV6Test-1807013643-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047995'] for network, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:59.569056 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:59.569687 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Device bf4acb97-187d-4fa5-8e48-3a49ef3a3161 up at agent hyperv_hv-neutron-7448 {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 13:26:59.641586 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-3594069b-f929-4301-8e0e-157ac15e9775 tempest-RoutersNegativeIpV6Test-1807013643 tempest-RoutersNegativeIpV6Test-1807013643-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2680516 Dec 18 13:26:59.645195 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 49958) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:26:59.650908 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-e5c6f222-e04d-4fa4-9788-46ab6576153d tempest-RoutersNegativeIpV6Test-1807013643 tempest-RoutersNegativeIpV6Test-1807013643-project] Request body: {'network': {'name': 'tempest-router-network02--1043995973'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:26:59.661346 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3594069b-f929-4301-8e0e-157ac15e9775 tempest-RoutersNegativeIpV6Test-1807013643 tempest-RoutersNegativeIpV6Test-1807013643-project] Pushing event updated for resources: {'Network': ['ID=bf5b4ec6-aa0c-4db5-bc2b-ff8cfb2dc88a,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:26:59.685002 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22224e7a42aa75e3f3b9c037df440650d2cfa1dd97b40a249aee4a8113775251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4592b75e-a092-47d5-b1e9-a5c86d9e5600" -d '{"events": [{"server_uuid": "9f044516-7cff-4ae8-8c47-ba1da8c37907", "name": "network-vif-plugged", "status": "completed", "tag": "6f42addb-ace8-4096-be5a-5b238a28eabf"}]}' {{(pid=103161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 18 13:26:59.690856 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Network bf5b4ec6-aa0c-4db5-bc2b-ff8cfb2dc88a details requested by agent ovs-agent-dv-neutron-744815-20-hyperv with host dv-neutron-744815-20-hyperv {{(pid=103161) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 18 13:26:59.697391 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5c6f222-e04d-4fa4-9788-46ab6576153d tempest-RoutersNegativeIpV6Test-1807013643 tempest-RoutersNegativeIpV6Test-1807013643-project] Made reservation on behalf of 7e767fdb900e4645884e18b59ce42e88 for: {'network': 1} {{(pid=103159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:26:59.702029 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-e5c6f222-e04d-4fa4-9788-46ab6576153d tempest-RoutersNegativeIpV6Test-1807013643 tempest-RoutersNegativeIpV6Test-1807013643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for network, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:59.744675 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5c6f222-e04d-4fa4-9788-46ab6576153d tempest-RoutersNegativeIpV6Test-1807013643 tempest-RoutersNegativeIpV6Test-1807013643-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 121} {{(pid=103159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 18 13:26:59.762726 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-e5c6f222-e04d-4fa4-9788-46ab6576153d tempest-RoutersNegativeIpV6Test-1807013643 tempest-RoutersNegativeIpV6Test-1807013643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:59.764961 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.db.segments_db [None req-e5c6f222-e04d-4fa4-9788-46ab6576153d tempest-RoutersNegativeIpV6Test-1807013643 tempest-RoutersNegativeIpV6Test-1807013643-project] Added segment 248f1462-dc9d-4d32-977c-1cd88d16320e of type vlan for network 55a325c9-654c-489e-8dbc-a77b70508f34 Dec 18 13:26:59.775505 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-8d217f0c-b21d-4ca9-8a5e-69ffb07a2f33 req-1dd5ea00-ae49-4079-a2ca-b08a964b74c1 service neutron] 10.222.0.43 "GET /v2.0/networks/2fc4e038-9db1-4dce-962e-0069075d1df7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7637994 Dec 18 13:26:59.795868 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9cbe08c-6181-4ad8-bd78-caf0836a4e88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp31e170a0-46a1-5ba9-9dc1-7ee4f866f0d7-861894c3-8ebc-45ff-899a-3cb0ecbf2d01', 'network_id': '861894c3-8ebc-45ff-899a-3cb0ecbf2d01', 'project_id': '7e767fdb900e4645884e18b59ce42e88', 'fixed_ips': [{'subnet_id': '8ab24622-bda3-45b8-884a-091f49c66b49'}]}} from dv-neutron-744815-20-hyperv. {{(pid=103161) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 18 13:26:59.796717 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e9cbe08c-6181-4ad8-bd78-caf0836a4e88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:59.802349 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Pushing event updated for resources: {'Port': ['ID=6f42addb-ace8-4096-be5a-5b238a28eabf,revision_number=5']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:26:59.853458 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-e5c6f222-e04d-4fa4-9788-46ab6576153d tempest-RoutersNegativeIpV6Test-1807013643 tempest-RoutersNegativeIpV6Test-1807013643-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767106405744'] for network, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:59.857842 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Provisioning for port bf4acb97-187d-4fa5-8e48-3a49ef3a3161 completed by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 18 13:26:59.865823 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 13:26:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-816f6809-de7d-4219-b5f6-3fbbb8378038 x-openstack-request-id: req-816f6809-de7d-4219-b5f6-3fbbb8378038 {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 18 13:26:59.866076 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f044516-7cff-4ae8-8c47-ba1da8c37907", "name": "network-vif-plugged", "status": "completed", "tag": "6f42addb-ace8-4096-be5a-5b238a28eabf", "code": 200}]} {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 18 13:26:59.866315 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-816f6809-de7d-4219-b5f6-3fbbb8378038 {{(pid=103161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 18 13:26:59.867347 dv-neutron-744815-20-hyperv neutron-server[103161]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f044516-7cff-4ae8-8c47-ba1da8c37907', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f42addb-ace8-4096-be5a-5b238a28eabf', 'code': 200} Dec 18 13:26:59.894712 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-e5c6f222-e04d-4fa4-9788-46ab6576153d tempest-RoutersNegativeIpV6Test-1807013643 tempest-RoutersNegativeIpV6Test-1807013643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981'] for network, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:59.904488 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5c6f222-e04d-4fa4-9788-46ab6576153d tempest-RoutersNegativeIpV6Test-1807013643 tempest-RoutersNegativeIpV6Test-1807013643-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:26:59.905576 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-e5c6f222-e04d-4fa4-9788-46ab6576153d tempest-RoutersNegativeIpV6Test-1807013643 tempest-RoutersNegativeIpV6Test-1807013643-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047995'] for network, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:59.914392 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Provisioning complete for port bf4acb97-187d-4fa5-8e48-3a49ef3a3161 triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:26:59.914775 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:59.919093 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7b7a3272-2b45-4d32-9670-25eb1afd1184 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:26:59.958985 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-e5c6f222-e04d-4fa4-9788-46ab6576153d tempest-RoutersNegativeIpV6Test-1807013643 tempest-RoutersNegativeIpV6Test-1807013643-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3095355 Dec 18 13:26:59.968011 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 49966) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:27:00.006994 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-e7601a39-5737-40de-8348-a63726a2355d tempest-RoutersNegativeIpV6Test-1807013643 tempest-RoutersNegativeIpV6Test-1807013643-project] Request body: {'subnet': {'network_id': 'bf5b4ec6-aa0c-4db5-bc2b-ff8cfb2dc88a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:27:00.049203 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-7763e6ee-5bd6-44c7-be0f-55894f028600 tempest-FloatingIPAdminTestJSON-269530328 tempest-FloatingIPAdminTestJSON-269530328-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:00.050104 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c6f222-e04d-4fa4-9788-46ab6576153d tempest-RoutersNegativeIpV6Test-1807013643 tempest-RoutersNegativeIpV6Test-1807013643-project] Pushing event updated for resources: {'Network': ['ID=55a325c9-654c-489e-8dbc-a77b70508f34,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:27:00.092045 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.db_base_plugin_common [None req-ef2dcc9c-0376-4aa0-8fd6-4cb4e2402af3 tempest-RoutersIpV6AdminTest-1535217791 tempest-RoutersIpV6AdminTest-1535217791-project-admin] Allocated IP 2001:db8::111 (3f74aa6b-b4cf-496d-b04e-ca5451f0673e/f5a76e13-6a1c-4ee3-b436-fa3279113715/caffa57d-519f-4baf-9c7b-e09f92067e2c) {{(pid=103160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:27:00.098431 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Network 55a325c9-654c-489e-8dbc-a77b70508f34 details requested by agent ovs-agent-dv-neutron-744815-20-hyperv with host dv-neutron-744815-20-hyperv {{(pid=103161) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 18 13:27:00.105388 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a25ff36-eaa2-41ee-8c0b-bcb01fb7b96a req-de789419-d5c0-4cc7-b3fd-e306e8d7bcd2 tempest-ServerActionsTestJSON-1545132800 tempest-ServerActionsTestJSON-1545132800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:27:00.111643 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-4a25ff36-eaa2-41ee-8c0b-bcb01fb7b96a req-de789419-d5c0-4cc7-b3fd-e306e8d7bcd2 tempest-ServerActionsTestJSON-1545132800 tempest-ServerActionsTestJSON-1545132800-project] 10.222.0.31 "GET /v2.0/ports?device_id=f75e1b43-b628-4577-9f75-0cf3a56e1582 HTTP/1.1" status: 200 len: 943 time: 0.3910108 Dec 18 13:27:00.188034 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3d6076-a61e-4a3d-96ca-beba527ab17b req-ceebd697-7d23-4eb2-96fa-bb08d09f9425 tempest-ServersTestManualDisk-715244052 tempest-ServersTestManualDisk-715244052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:27:00.189759 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-4a3d6076-a61e-4a3d-96ca-beba527ab17b req-ceebd697-7d23-4eb2-96fa-bb08d09f9425 tempest-ServersTestManualDisk-715244052 tempest-ServersTestManualDisk-715244052-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e857058-ab1e-4a7d-bcfe-f606e1c084cd HTTP/1.1" status: 200 len: 945 time: 0.1229162 Dec 18 13:27:00.201509 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f3f2d3-5b66-41a4-bba2-114dd0f18926 req-96b0d669-672b-4503-9db0-9fca3016a3ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:27:00.203572 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-51f3f2d3-5b66-41a4-bba2-114dd0f18926 req-96b0d669-672b-4503-9db0-9fca3016a3ce service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=9f044516-7cff-4ae8-8c47-ba1da8c37907 HTTP/1.1" status: 200 len: 1099 time: 0.0993073 Dec 18 13:27:00.234122 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_common [None req-e9cbe08c-6181-4ad8-bd78-caf0836a4e88 None None] Allocated IP 2001:db8::2 (861894c3-8ebc-45ff-899a-3cb0ecbf2d01/8ab24622-bda3-45b8-884a-091f49c66b49/bc3f4c66-c152-41ac-b94b-ff905ebf6ea5) {{(pid=103161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:27:00.235439 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-51f3f2d3-5b66-41a4-bba2-114dd0f18926 req-e6102eeb-ccd1-4fe7-9b6e-4cc60d9e3031 service neutron] Publish callbacks [] for security_group, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:00.286856 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-8d217f0c-b21d-4ca9-8a5e-69ffb07a2f33 req-70f7c937-6d9e-469f-adc2-a1b57b65e805 service neutron] 10.222.0.43 "GET /v2.0/networks/2fc4e038-9db1-4dce-962e-0069075d1df7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4819195 Dec 18 13:27:00.298952 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:00.352302 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-51f3f2d3-5b66-41a4-bba2-114dd0f18926 req-e6102eeb-ccd1-4fe7-9b6e-4cc60d9e3031 service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:00.368421 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-51f3f2d3-5b66-41a4-bba2-114dd0f18926 req-e6102eeb-ccd1-4fe7-9b6e-4cc60d9e3031 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:00.374346 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] For port bf4acb97-187d-4fa5-8e48-3a49ef3a3161, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=bf4acb97-187d-4fa5-8e48-3a49ef3a3161,segment=NetworkSegment(fcb680fd-bcea-4128-b9c8-92eb57a7f151),segment_id=fcb680fd-bcea-4128-b9c8-92eb57a7f151)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:27:00.384524 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:00.408492 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-7763e6ee-5bd6-44c7-be0f-55894f028600 tempest-FloatingIPAdminTestJSON-269530328 tempest-FloatingIPAdminTestJSON-269530328-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4533522'] for port, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:00.415593 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-51f3f2d3-5b66-41a4-bba2-114dd0f18926 req-e6102eeb-ccd1-4fe7-9b6e-4cc60d9e3031 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=c691688e-0670-4eea-816d-2b9f26a27f10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2034454 Dec 18 13:27:00.432600 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-4a25ff36-eaa2-41ee-8c0b-bcb01fb7b96a req-4e0acf65-b6ff-46a5-802b-bcc3f51cb07a tempest-ServerActionsTestJSON-1545132800 tempest-ServerActionsTestJSON-1545132800-project] 10.222.0.31 "GET /v2.0/security-groups?id=04da0920-3f32-48b1-bc5b-099cf6dd1551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3151572 Dec 18 13:27:00.432894 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1de6b4d4-f8ed-405b-a0b4-649d9c013532 tempest-BulkNetworkOpsIpV6Test-708168992 tempest-BulkNetworkOpsIpV6Test-708168992-project] Made reservation on behalf of a052a249afaa4d378fcf6251fa9f87d9 for: {'port': 2} {{(pid=103160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:27:00.437396 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-1de6b4d4-f8ed-405b-a0b4-649d9c013532 tempest-BulkNetworkOpsIpV6Test-708168992 tempest-BulkNetworkOpsIpV6Test-708168992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:00.444461 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-4a3d6076-a61e-4a3d-96ca-beba527ab17b req-42e97797-e15a-4b18-aa22-d988b47d74ab tempest-ServersTestManualDisk-715244052 tempest-ServersTestManualDisk-715244052-project] 10.222.0.31 "GET /v2.0/security-groups?id=fdf14fda-8772-4c7b-b681-601543676c85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2232041 Dec 18 13:27:00.450516 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6102eeb-ccd1-4fe7-9b6e-4cc60d9e3031 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=694da1f4-410c-455a-9051-c763309a8304,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:27:00.470409 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Pushing event updated for resources: {'Port': ['ID=bf4acb97-187d-4fa5-8e48-3a49ef3a3161,revision_number=5']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:27:00.492752 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e9cbe08c-6181-4ad8-bd78-caf0836a4e88 None None] Publish callbacks [] for port, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:00.500333 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e9cbe08c-6181-4ad8-bd78-caf0836a4e88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975'] for port, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:00.514127 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-6c935628-92e9-4155-a3ab-17df81db1f0a tempest-RoutersAdminTest-1776390182 tempest-RoutersAdminTest-1776390182-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:00.515811 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-1de6b4d4-f8ed-405b-a0b4-649d9c013532 tempest-BulkNetworkOpsIpV6Test-708168992 tempest-BulkNetworkOpsIpV6Test-708168992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:00.523123 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7763e6ee-5bd6-44c7-be0f-55894f028600 tempest-FloatingIPAdminTestJSON-269530328 tempest-FloatingIPAdminTestJSON-269530328-project-admin] Network decb4a40-7941-48c8-afbb-daaafd502e83 is already hosted by enough agents. {{(pid=103160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:27:00.544336 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9cbe08c-6181-4ad8-bd78-caf0836a4e88 None None] Network 861894c3-8ebc-45ff-899a-3cb0ecbf2d01 is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:27:00.547281 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-e9cbe08c-6181-4ad8-bd78-caf0836a4e88 None None] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:27:00.549875 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9cbe08c-6181-4ad8-bd78-caf0836a4e88 None None] Received port after_create {{(pid=103161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:27:00.556315 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cbe08c-6181-4ad8-bd78-caf0836a4e88 None None] Pushing event updated for resources: {'Port': ['ID=bc3f4c66-c152-41ac-b94b-ff905ebf6ea5,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:27:00.576140 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.base_scheduler [None req-7763e6ee-5bd6-44c7-be0f-55894f028600 tempest-FloatingIPAdminTestJSON-269530328 tempest-FloatingIPAdminTestJSON-269530328-project-admin] Resources bound (agent type, host, resource id): {{(pid=103160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:27:00.589142 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7763e6ee-5bd6-44c7-be0f-55894f028600 tempest-FloatingIPAdminTestJSON-269530328 tempest-FloatingIPAdminTestJSON-269530328-project-admin] Received port after_create {{(pid=103160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:27:00.602083 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7601a39-5737-40de-8348-a63726a2355d tempest-RoutersNegativeIpV6Test-1807013643 tempest-RoutersNegativeIpV6Test-1807013643-project] Made reservation on behalf of 7e767fdb900e4645884e18b59ce42e88 for: {'subnet': 1} {{(pid=103160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:27:00.605398 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-e7601a39-5737-40de-8348-a63726a2355d tempest-RoutersNegativeIpV6Test-1807013643 tempest-RoutersNegativeIpV6Test-1807013643-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4514414'] for subnet, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:00.620964 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-e9cbe08c-6181-4ad8-bd78-caf0836a4e88 None None] Attempting to bind port bc3f4c66-c152-41ac-b94b-ff905ebf6ea5 on host dv-neutron-744815-20-hyperv for vnic_type normal with profile {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 13:27:00.621889 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7763e6ee-5bd6-44c7-be0f-55894f028600 tempest-FloatingIPAdminTestJSON-269530328 tempest-FloatingIPAdminTestJSON-269530328-project-admin] Pushing event updated for resources: {'Port': ['ID=5fd408d9-4d81-4b05-aa23-c19f6c956394,revision_number=1']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:27:00.621999 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-e9cbe08c-6181-4ad8-bd78-caf0836a4e88 None None] Attempting to bind port bc3f4c66-c152-41ac-b94b-ff905ebf6ea5 by drivers openvswitch,hyperv on host dv-neutron-744815-20-hyperv at level 0 using segments [{'id': 'd324d9b9-ac77-45c0-bf72-22a57e73e1c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '861894c3-8ebc-45ff-899a-3cb0ecbf2d01'}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 13:27:00.622270 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9cbe08c-6181-4ad8-bd78-caf0836a4e88 None None] Attempting to bind port bc3f4c66-c152-41ac-b94b-ff905ebf6ea5 on network 861894c3-8ebc-45ff-899a-3cb0ecbf2d01 {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 13:27:00.629383 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9cbe08c-6181-4ad8-bd78-caf0836a4e88 None None] Checking agent: {'id': '428fa9fa-43db-4db9-9f96-f60ffe931f2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-20-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 13, 19, 1), 'started_at': datetime.datetime(2021, 12, 18, 13, 19, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 13, 26, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-20-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 18 13:27:00.629383 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9cbe08c-6181-4ad8-bd78-caf0836a4e88 None None] Checking segment: {'id': 'd324d9b9-ac77-45c0-bf72-22a57e73e1c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '861894c3-8ebc-45ff-899a-3cb0ecbf2d01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 13:27:00.629761 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e9cbe08c-6181-4ad8-bd78-caf0836a4e88 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:00.630143 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9cbe08c-6181-4ad8-bd78-caf0836a4e88 None None] Bound using segment: {'id': 'd324d9b9-ac77-45c0-bf72-22a57e73e1c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '861894c3-8ebc-45ff-899a-3cb0ecbf2d01'} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 18 13:27:00.630619 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-e9cbe08c-6181-4ad8-bd78-caf0836a4e88 None None] Bound port: bc3f4c66-c152-41ac-b94b-ff905ebf6ea5, host: dv-neutron-744815-20-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd324d9b9-ac77-45c0-bf72-22a57e73e1c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '861894c3-8ebc-45ff-899a-3cb0ecbf2d01'}}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 18 13:27:00.631053 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e9cbe08c-6181-4ad8-bd78-caf0836a4e88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:00.692026 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-ef2dcc9c-0376-4aa0-8fd6-4cb4e2402af3 tempest-RoutersIpV6AdminTest-1535217791 tempest-RoutersIpV6AdminTest-1535217791-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:00.692245 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-e9cbe08c-6181-4ad8-bd78-caf0836a4e88 None None] For port bc3f4c66-c152-41ac-b94b-ff905ebf6ea5, host dv-neutron-744815-20-hyperv, cleared binding levels {{(pid=103161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 18 13:27:00.695067 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-e9cbe08c-6181-4ad8-bd78-caf0836a4e88 None None] For port bc3f4c66-c152-41ac-b94b-ff905ebf6ea5, host dv-neutron-744815-20-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=bc3f4c66-c152-41ac-b94b-ff905ebf6ea5,segment=NetworkSegment(d324d9b9-ac77-45c0-bf72-22a57e73e1c0),segment_id=d324d9b9-ac77-45c0-bf72-22a57e73e1c0)] {{(pid=103161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 18 13:27:00.700333 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e9cbe08c-6181-4ad8-bd78-caf0836a4e88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:00.776107 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cbe08c-6181-4ad8-bd78-caf0836a4e88 None None] Pushing event updated for resources: {'Port': ['ID=bc3f4c66-c152-41ac-b94b-ff905ebf6ea5,revision_number=2']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:27:00.789950 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:00.900645 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.notifiers.nova [None req-1de6b4d4-f8ed-405b-a0b4-649d9c013532 tempest-BulkNetworkOpsIpV6Test-708168992 tempest-BulkNetworkOpsIpV6Test-708168992-project] device_id is not set on port 17ac4439-4720-437d-80f4-e1b1ce87b222 yet. {{(pid=103160) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 18 13:27:00.932313 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cd446f-5c9e-451b-98d7-ab057c3d6c67 req-d52986fd-0629-410d-ba43-d85a9ddee130 tempest-ServersTestJSON-1286137368 tempest-ServersTestJSON-1286137368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:27:00.933910 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-f8cd446f-5c9e-451b-98d7-ab057c3d6c67 req-d52986fd-0629-410d-ba43-d85a9ddee130 tempest-ServersTestJSON-1286137368 tempest-ServersTestJSON-1286137368-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f044516-7cff-4ae8-8c47-ba1da8c37907 HTTP/1.1" status: 200 len: 946 time: 0.3647060 Dec 18 13:27:01.066578 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-ef2dcc9c-0376-4aa0-8fd6-4cb4e2402af3 tempest-RoutersIpV6AdminTest-1535217791 tempest-RoutersIpV6AdminTest-1535217791-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4533522'] for port, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:01.091588 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-7763e6ee-5bd6-44c7-be0f-55894f028600 tempest-FloatingIPAdminTestJSON-269530328 tempest-FloatingIPAdminTestJSON-269530328-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:01.125915 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Device e7099ed9-5062-40c4-a1e3-ac0e8e7ebf76 details requested by agent hyperv_hv-neutron-7448 with host hv-neutron-7448 {{(pid=103161) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 18 13:27:01.227176 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] For port e7099ed9-5062-40c4-a1e3-ac0e8e7ebf76, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=e7099ed9-5062-40c4-a1e3-ac0e8e7ebf76,segment=NetworkSegment(9e2f6f75-68e6-4f61-afc7-4ef9354e6b1b),segment_id=9e2f6f75-68e6-4f61-afc7-4ef9354e6b1b)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:27:01.240738 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Returning: {'device': 'e7099ed9-5062-40c4-a1e3-ac0e8e7ebf76', 'network_id': '2fc4e038-9db1-4dce-962e-0069075d1df7', 'port_id': 'e7099ed9-5062-40c4-a1e3-ac0e8e7ebf76', 'mac_address': 'fa:16:3e:95:62:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab39156a-1aba-454f-953d-4c71ff8fa510', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103161) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 18 13:27:01.280409 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:01.296360 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.notifiers.nova [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7099ed9-5062-40c4-a1e3-ac0e8e7ebf76 {{(pid=103161) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 18 13:27:01.325179 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] For port e7099ed9-5062-40c4-a1e3-ac0e8e7ebf76, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=e7099ed9-5062-40c4-a1e3-ac0e8e7ebf76,segment=NetworkSegment(9e2f6f75-68e6-4f61-afc7-4ef9354e6b1b),segment_id=9e2f6f75-68e6-4f61-afc7-4ef9354e6b1b)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:27:01.332438 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:01.390386 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Pushing event updated for resources: {'Port': ['ID=e7099ed9-5062-40c4-a1e3-ac0e8e7ebf76,revision_number=4']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:27:01.473046 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef2dcc9c-0376-4aa0-8fd6-4cb4e2402af3 tempest-RoutersIpV6AdminTest-1535217791 tempest-RoutersIpV6AdminTest-1535217791-project-admin] Network 3f74aa6b-b4cf-496d-b04e-ca5451f0673e is already hosted by enough agents. {{(pid=103160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:27:01.477081 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-f8cd446f-5c9e-451b-98d7-ab057c3d6c67 req-e9daaa3e-2166-4513-8da3-cf28a531d143 tempest-ServersTestJSON-1286137368 tempest-ServersTestJSON-1286137368-project] 10.222.0.31 "GET /v2.0/security-groups?id=c691688e-0670-4eea-816d-2b9f26a27f10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5331662 Dec 18 13:27:01.530013 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.base_scheduler [None req-ef2dcc9c-0376-4aa0-8fd6-4cb4e2402af3 tempest-RoutersIpV6AdminTest-1535217791 tempest-RoutersIpV6AdminTest-1535217791-project-admin] Resources bound (agent type, host, resource id): {{(pid=103160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:27:01.548783 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef2dcc9c-0376-4aa0-8fd6-4cb4e2402af3 tempest-RoutersIpV6AdminTest-1535217791 tempest-RoutersIpV6AdminTest-1535217791-project-admin] Received port after_create {{(pid=103160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:27:01.556964 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2dcc9c-0376-4aa0-8fd6-4cb4e2402af3 tempest-RoutersIpV6AdminTest-1535217791 tempest-RoutersIpV6AdminTest-1535217791-project-admin] Pushing event updated for resources: {'Port': ['ID=caffa57d-519f-4baf-9c7b-e09f92067e2c,revision_number=1']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:27:01.594430 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-7763e6ee-5bd6-44c7-be0f-55894f028600 tempest-FloatingIPAdminTestJSON-269530328 tempest-FloatingIPAdminTestJSON-269530328-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:01.609767 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1432dfeb-a877-4b1a-a5f0-71e3b74c0863 req-dfdacb95-83dc-40bf-8290-00972960eb5f tempest-ServersTestManualDisk-715244052 tempest-ServersTestManualDisk-715244052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:27:01.614717 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-1432dfeb-a877-4b1a-a5f0-71e3b74c0863 req-dfdacb95-83dc-40bf-8290-00972960eb5f tempest-ServersTestManualDisk-715244052 tempest-ServersTestManualDisk-715244052-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e857058-ab1e-4a7d-bcfe-f606e1c084cd HTTP/1.1" status: 200 len: 946 time: 0.0669632 Dec 18 13:27:01.673796 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-1432dfeb-a877-4b1a-a5f0-71e3b74c0863 req-b678c150-6fb1-495a-87eb-a391c1a2e1fa tempest-ServersTestManualDisk-715244052 tempest-ServersTestManualDisk-715244052-project] 10.222.0.31 "GET /v2.0/security-groups?id=fdf14fda-8772-4c7b-b681-601543676c85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546465 Dec 18 13:27:01.685307 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] get_ports_and_sgs() called for port_ids ['e7099ed9-5062-40c4-a1e3-ac0e8e7ebf76'] {{(pid=103161) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 18 13:27:01.717169 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-6c935628-92e9-4155-a3ab-17df81db1f0a tempest-RoutersAdminTest-1776390182 tempest-RoutersAdminTest-1776390182-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-589760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-586526'] for router, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:01.771046 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27229786-88e8-48ef-83db-b11ad45117d1 None None] Network 861894c3-8ebc-45ff-899a-3cb0ecbf2d01 requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:27:01.802074 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-e7601a39-5737-40de-8348-a63726a2355d tempest-RoutersNegativeIpV6Test-1807013643 tempest-RoutersNegativeIpV6Test-1807013643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4533410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4514424'] for subnet, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:01.869689 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e857058-ab1e-4a7d-bcfe-f606e1c084cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf4acb97-187d-4fa5-8e48-3a49ef3a3161'}] {{(pid=103161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 18 13:27:01.871955 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22224e7a42aa75e3f3b9c037df440650d2cfa1dd97b40a249aee4a8113775251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43ca69bf-e2aa-471a-880c-707c53c0d992" -d '{"events": [{"server_uuid": "6e857058-ab1e-4a7d-bcfe-f606e1c084cd", "name": "network-vif-plugged", "status": "completed", "tag": "bf4acb97-187d-4fa5-8e48-3a49ef3a3161"}]}' {{(pid=103161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 18 13:27:01.879138 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-df0c8914-7eb9-4173-9236-dd2952bcdd32 None None] Provisioning complete for port bc3f4c66-c152-41ac-b94b-ff905ebf6ea5 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:27:01.879533 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-df0c8914-7eb9-4173-9236-dd2952bcdd32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:01.904595 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-1de6b4d4-f8ed-405b-a0b4-649d9c013532 tempest-BulkNetworkOpsIpV6Test-708168992 tempest-BulkNetworkOpsIpV6Test-708168992-project] Publish callbacks [] for port, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:01.918480 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 13:27:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a4316cb-f1ce-47e5-ba9d-695c0066f469 x-openstack-request-id: req-1a4316cb-f1ce-47e5-ba9d-695c0066f469 {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 18 13:27:01.918760 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e857058-ab1e-4a7d-bcfe-f606e1c084cd", "name": "network-vif-plugged", "status": "completed", "tag": "bf4acb97-187d-4fa5-8e48-3a49ef3a3161", "code": 200}]} {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 18 13:27:01.919044 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1a4316cb-f1ce-47e5-ba9d-695c0066f469 {{(pid=103161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 18 13:27:01.919456 dv-neutron-744815-20-hyperv neutron-server[103161]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e857058-ab1e-4a7d-bcfe-f606e1c084cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf4acb97-187d-4fa5-8e48-3a49ef3a3161', 'code': 200} Dec 18 13:27:01.964492 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c63eaa-d38f-44e0-8e2e-26baa57e9d02 req-8c88da71-c9a8-4325-afc2-e507aac3aa04 tempest-ServerActionsTestJSON-1545132800 tempest-ServerActionsTestJSON-1545132800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:27:01.965923 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-57c63eaa-d38f-44e0-8e2e-26baa57e9d02 req-8c88da71-c9a8-4325-afc2-e507aac3aa04 tempest-ServerActionsTestJSON-1545132800 tempest-ServerActionsTestJSON-1545132800-project] 10.222.0.31 "GET /v2.0/ports?device_id=f75e1b43-b628-4577-9f75-0cf3a56e1582 HTTP/1.1" status: 200 len: 944 time: 0.4062521 Dec 18 13:27:02.014998 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-df0c8914-7eb9-4173-9236-dd2952bcdd32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:02.052554 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-df0c8914-7eb9-4173-9236-dd2952bcdd32 None None] For port bc3f4c66-c152-41ac-b94b-ff905ebf6ea5, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=bc3f4c66-c152-41ac-b94b-ff905ebf6ea5,segment=NetworkSegment(d324d9b9-ac77-45c0-bf72-22a57e73e1c0),segment_id=d324d9b9-ac77-45c0-bf72-22a57e73e1c0)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:27:02.059122 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-df0c8914-7eb9-4173-9236-dd2952bcdd32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:02.126643 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0c8914-7eb9-4173-9236-dd2952bcdd32 None None] Pushing event updated for resources: {'Port': ['ID=bc3f4c66-c152-41ac-b94b-ff905ebf6ea5,revision_number=3']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:27:02.134116 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7601a39-5737-40de-8348-a63726a2355d tempest-RoutersNegativeIpV6Test-1807013643 tempest-RoutersNegativeIpV6Test-1807013643-project] Pushing event updated for resources: {'Subnet': ['ID=152a4c2d-7c3c-4709-9b64-4859119eb4c8,revision_number=0']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:27:02.146226 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98936558-f6ad-4f08-9277-ac1dee377834 req-cf7d422f-5de2-44fb-ac5b-780d2a815e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:27:02.148646 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-98936558-f6ad-4f08-9277-ac1dee377834 req-cf7d422f-5de2-44fb-ac5b-780d2a815e43 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=6e857058-ab1e-4a7d-bcfe-f606e1c084cd HTTP/1.1" status: 200 len: 1099 time: 0.0503221 Dec 18 13:27:02.174475 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.notifiers.nova [None req-1de6b4d4-f8ed-405b-a0b4-649d9c013532 tempest-BulkNetworkOpsIpV6Test-708168992 tempest-BulkNetworkOpsIpV6Test-708168992-project] device_id is not set on port a2366a12-f798-4468-9a1c-74cc28f18fea yet. {{(pid=103160) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 18 13:27:02.198840 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-98936558-f6ad-4f08-9277-ac1dee377834 req-3ce4a12c-c18f-496e-a6a7-368b6230716d service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=fdf14fda-8772-4c7b-b681-601543676c85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420637 Dec 18 13:27:02.252364 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7601a39-5737-40de-8348-a63726a2355d tempest-RoutersNegativeIpV6Test-1807013643 tempest-RoutersNegativeIpV6Test-1807013643-project] Checking segment: {'id': '4f14b209-e3e9-49e1-9edf-9bf976eb5c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'bf5b4ec6-aa0c-4db5-bc2b-ff8cfb2dc88a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 13:27:02.252728 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7601a39-5737-40de-8348-a63726a2355d tempest-RoutersNegativeIpV6Test-1807013643 tempest-RoutersNegativeIpV6Test-1807013643-project] Network hostable DHCP agents. Network: bf5b4ec6-aa0c-4db5-bc2b-ff8cfb2dc88a, hostable agents: ['aa77effa-0e3a-4bbd-a383-4d58ed3328d0'], hosted agents: [] {{(pid=103160) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 18 13:27:02.282742 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-ec1000cf-86fb-4561-8fe9-6eb036d1e1b8 None None] Provisioning complete for port bc3f4c66-c152-41ac-b94b-ff905ebf6ea5 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:27:02.283305 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ec1000cf-86fb-4561-8fe9-6eb036d1e1b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:02.305413 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-57c63eaa-d38f-44e0-8e2e-26baa57e9d02 req-bd38c6df-7d21-40d7-be75-1f3238f6f868 tempest-ServerActionsTestJSON-1545132800 tempest-ServerActionsTestJSON-1545132800-project] 10.222.0.31 "GET /v2.0/security-groups?id=04da0920-3f32-48b1-bc5b-099cf6dd1551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2458417 Dec 18 13:27:02.360335 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-ef2dcc9c-0376-4aa0-8fd6-4cb4e2402af3 tempest-RoutersIpV6AdminTest-1535217791 tempest-RoutersIpV6AdminTest-1535217791-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:02.366491 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-7763e6ee-5bd6-44c7-be0f-55894f028600 tempest-FloatingIPAdminTestJSON-269530328 tempest-FloatingIPAdminTestJSON-269530328-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:02.371098 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7601a39-5737-40de-8348-a63726a2355d tempest-RoutersNegativeIpV6Test-1807013643 tempest-RoutersNegativeIpV6Test-1807013643-project] Network bf5b4ec6-aa0c-4db5-bc2b-ff8cfb2dc88a is scheduled to be hosted by DHCP agent aa77effa-0e3a-4bbd-a383-4d58ed3328d0 with binding_index 1 {{(pid=103160) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 18 13:27:02.432252 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-7763e6ee-5bd6-44c7-be0f-55894f028600 tempest-FloatingIPAdminTestJSON-269530328 tempest-FloatingIPAdminTestJSON-269530328-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4533541'] for port, after_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:02.482304 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.base_scheduler [None req-e7601a39-5737-40de-8348-a63726a2355d tempest-RoutersNegativeIpV6Test-1807013643 tempest-RoutersNegativeIpV6Test-1807013643-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-744815-20-hyperv, bf5b4ec6-aa0c-4db5-bc2b-ff8cfb2dc88a) {{(pid=103160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:27:02.489955 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-275c72e0-9c90-4e56-ba2d-28b523381b71 None None] Network bf5b4ec6-aa0c-4db5-bc2b-ff8cfb2dc88a requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:27:02.500600 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7601a39-5737-40de-8348-a63726a2355d tempest-RoutersNegativeIpV6Test-1807013643 tempest-RoutersNegativeIpV6Test-1807013643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:27:02.501170 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-e7601a39-5737-40de-8348-a63726a2355d tempest-RoutersNegativeIpV6Test-1807013643 tempest-RoutersNegativeIpV6Test-1807013643-project] Publish callbacks [] for subnet, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:02.533723 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c935628-92e9-4155-a3ab-17df81db1f0a tempest-RoutersAdminTest-1776390182 tempest-RoutersAdminTest-1776390182-project-admin] Router 4d044ed9-fc3d-42f5-8e71-3f9c7873d726 is scheduled to L3 agent c9c0cd52-5bd2-4704-9429-d80f1c5ad23c with binding_index 1 {{(pid=103160) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 18 13:27:02.603579 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-e7601a39-5737-40de-8348-a63726a2355d tempest-RoutersNegativeIpV6Test-1807013643 tempest-RoutersNegativeIpV6Test-1807013643-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6003180 Dec 18 13:27:02.610625 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7763e6ee-5bd6-44c7-be0f-55894f028600 tempest-FloatingIPAdminTestJSON-269530328 tempest-FloatingIPAdminTestJSON-269530328-project-admin] Pushing event updated for resources: {'Port': ['ID=5fd408d9-4d81-4b05-aa23-c19f6c956394,revision_number=2']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:27:02.617104 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 49978) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:27:02.625631 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-205bcc90-2951-49cf-8bd3-708b62a05437 tempest-RoutersNegativeIpV6Test-1807013643 tempest-RoutersNegativeIpV6Test-1807013643-project] Request body: {'subnet': {'network_id': '55a325c9-654c-489e-8dbc-a77b70508f34', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:27:02.644244 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8ea33fc-8b21-42d1-a4db-5548201206ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp31e170a0-46a1-5ba9-9dc1-7ee4f866f0d7-bf5b4ec6-aa0c-4db5-bc2b-ff8cfb2dc88a', 'network_id': 'bf5b4ec6-aa0c-4db5-bc2b-ff8cfb2dc88a', 'project_id': '7e767fdb900e4645884e18b59ce42e88', 'fixed_ips': [{'subnet_id': '152a4c2d-7c3c-4709-9b64-4859119eb4c8'}]}} from dv-neutron-744815-20-hyperv. {{(pid=103161) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 18 13:27:02.644454 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f8ea33fc-8b21-42d1-a4db-5548201206ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:02.672132 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8ff5d7-7722-4a67-a1c1-c367569da623 req-81a24f10-0fa5-4057-82ca-f579365d2f48 tempest-ServersTestJSON-1286137368 tempest-ServersTestJSON-1286137368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:27:02.676076 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-1de6b4d4-f8ed-405b-a0b4-649d9c013532 tempest-BulkNetworkOpsIpV6Test-708168992 tempest-BulkNetworkOpsIpV6Test-708168992-project] Publish callbacks [] for port, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:02.680187 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-2c8ff5d7-7722-4a67-a1c1-c367569da623 req-81a24f10-0fa5-4057-82ca-f579365d2f48 tempest-ServersTestJSON-1286137368 tempest-ServersTestJSON-1286137368-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f044516-7cff-4ae8-8c47-ba1da8c37907 HTTP/1.1" status: 200 len: 946 time: 0.1029496 Dec 18 13:27:02.719446 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-7763e6ee-5bd6-44c7-be0f-55894f028600 tempest-FloatingIPAdminTestJSON-269530328 tempest-FloatingIPAdminTestJSON-269530328-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-587004'] for floatingip, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:02.733807 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-2c8ff5d7-7722-4a67-a1c1-c367569da623 req-9fa539b7-6b59-442f-915d-793a2fe91a92 tempest-ServersTestJSON-1286137368 tempest-ServersTestJSON-1286137368-project] 10.222.0.31 "GET /v2.0/security-groups?id=c691688e-0670-4eea-816d-2b9f26a27f10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530350 Dec 18 13:27:02.869012 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_common [None req-f8ea33fc-8b21-42d1-a4db-5548201206ca None None] Allocated IP 2001:db8::2 (bf5b4ec6-aa0c-4db5-bc2b-ff8cfb2dc88a/152a4c2d-7c3c-4709-9b64-4859119eb4c8/cf24f961-9a8d-4695-8cbf-42c447851aeb) {{(pid=103161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:27:02.877164 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-7763e6ee-5bd6-44c7-be0f-55894f028600 tempest-FloatingIPAdminTestJSON-269530328 tempest-FloatingIPAdminTestJSON-269530328-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for floatingip, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:02.878401 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-7763e6ee-5bd6-44c7-be0f-55894f028600 tempest-FloatingIPAdminTestJSON-269530328 tempest-FloatingIPAdminTestJSON-269530328-project-admin] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.6099610 Dec 18 13:27:02.881684 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 49982) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:27:02.928012 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-1de6b4d4-f8ed-405b-a0b4-649d9c013532 tempest-BulkNetworkOpsIpV6Test-708168992 tempest-BulkNetworkOpsIpV6Test-708168992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4533522'] for port, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:02.968283 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device bc3f4c66-c152-41ac-b94b-ff905ebf6ea5 up at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 13:27:03.013033 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-9c5d7afd-51ba-43fb-bb2b-cdab4fc67aee tempest-FloatingIPAdminTestJSON-1962272062 tempest-FloatingIPAdminTestJSON-1962272062-project] Request body: {'floatingip': {'floating_network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:27:03.049907 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c935628-92e9-4155-a3ab-17df81db1f0a tempest-RoutersAdminTest-1776390182 tempest-RoutersAdminTest-1776390182-project-admin] Notify agent at l3_agent.dv-neutron-744815-20-hyperv the message routers_updated {{(pid=103160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 13:27:03.063554 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8c2af5f-5c5f-43b6-941b-7fac2c99ee8e None None] Sync routers for ids ['4d044ed9-fc3d-42f5-8e71-3f9c7873d726'] in dv-neutron-744815-20-hyperv {{(pid=103162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 13:27:03.071532 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c5b7cf-818e-4e9a-ba3e-8892e70cc663 req-608cf1d8-2e52-4b84-befc-ef617e3d42de tempest-ServersTestManualDisk-715244052 tempest-ServersTestManualDisk-715244052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:27:03.073074 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-47c5b7cf-818e-4e9a-ba3e-8892e70cc663 req-608cf1d8-2e52-4b84-befc-ef617e3d42de tempest-ServersTestManualDisk-715244052 tempest-ServersTestManualDisk-715244052-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e857058-ab1e-4a7d-bcfe-f606e1c084cd HTTP/1.1" status: 200 len: 946 time: 0.2984920 Dec 18 13:27:03.073984 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c2af5f-5c5f-43b6-941b-7fac2c99ee8e None None] Routers {'4d044ed9-fc3d-42f5-8e71-3f9c7873d726'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:27:03.075172 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-a8c2af5f-5c5f-43b6-941b-7fac2c99ee8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:26:57Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['4d044ed9-fc3d-42f5-8e71-3f9c7873d726'], 'active': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:27:03.078120 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-205bcc90-2951-49cf-8bd3-708b62a05437 tempest-RoutersNegativeIpV6Test-1807013643 tempest-RoutersNegativeIpV6Test-1807013643-project] Made reservation on behalf of 7e767fdb900e4645884e18b59ce42e88 for: {'subnet': 1} {{(pid=103160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:27:03.081673 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-205bcc90-2951-49cf-8bd3-708b62a05437 tempest-RoutersNegativeIpV6Test-1807013643 tempest-RoutersNegativeIpV6Test-1807013643-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4514414'] for subnet, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:03.087599 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-9c5d7afd-51ba-43fb-bb2b-cdab4fc67aee tempest-FloatingIPAdminTestJSON-1962272062 tempest-FloatingIPAdminTestJSON-1962272062-project] Publish callbacks [] for floatingip, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:03.098332 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de6b4d4-f8ed-405b-a0b4-649d9c013532 tempest-BulkNetworkOpsIpV6Test-708168992 tempest-BulkNetworkOpsIpV6Test-708168992-project] Pushing event updated for resources: {'Port': ['ID=17ac4439-4720-437d-80f4-e1b1ce87b222,revision_number=1']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:27:03.120104 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f8ea33fc-8b21-42d1-a4db-5548201206ca None None] Publish callbacks [] for port, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:03.123704 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2294866d-0076-4933-952c-685307032598 None None] Provisioning complete for port bc3f4c66-c152-41ac-b94b-ff905ebf6ea5 triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:27:03.124087 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:03.129168 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Device e7099ed9-5062-40c4-a1e3-ac0e8e7ebf76 up at agent hyperv_hv-neutron-7448 {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 13:27:03.196972 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f8ea33fc-8b21-42d1-a4db-5548201206ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975'] for port, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:03.205856 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvr_db [None req-a8c2af5f-5c5f-43b6-941b-7fac2c99ee8e None None] Set router 4d044ed9-fc3d-42f5-8e71-3f9c7873d726 gateway port host: dv-neutron-744815-20-hyperv {{(pid=103162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 13:27:03.246341 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-9c5d7afd-51ba-43fb-bb2b-cdab4fc67aee tempest-FloatingIPAdminTestJSON-1962272062 tempest-FloatingIPAdminTestJSON-1962272062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:03.256690 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8ea33fc-8b21-42d1-a4db-5548201206ca None None] Network bf5b4ec6-aa0c-4db5-bc2b-ff8cfb2dc88a is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:27:03.264334 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-f8ea33fc-8b21-42d1-a4db-5548201206ca None None] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:27:03.266163 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Provisioning for port e7099ed9-5062-40c4-a1e3-ac0e8e7ebf76 completed by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 18 13:27:03.270523 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8ea33fc-8b21-42d1-a4db-5548201206ca None None] Received port after_create {{(pid=103161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:27:03.283250 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Provisioning complete for port e7099ed9-5062-40c4-a1e3-ac0e8e7ebf76 triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:27:03.283912 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:03.293983 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.agents_db [None req-e3dda592-589a-4b4d-b028-ba9a260f4f50 None None] Agent healthcheck: found 6 active agents {{(pid=103162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 18 13:27:03.395218 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.db_base_plugin_common [None req-9c5d7afd-51ba-43fb-bb2b-cdab4fc67aee tempest-FloatingIPAdminTestJSON-1962272062 tempest-FloatingIPAdminTestJSON-1962272062-project] Allocated IP 172.26.3.221 (decb4a40-7941-48c8-afbb-daaafd502e83/70deed80-3ca1-4f9e-96cb-563b43d3acba/77bb57c4-0c34-4eaf-881c-a6f20015cf92) {{(pid=103159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:27:03.396943 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ea33fc-8b21-42d1-a4db-5548201206ca None None] Pushing event updated for resources: {'Port': ['ID=cf24f961-9a8d-4695-8cbf-42c447851aeb,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:27:03.467069 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-6c935628-92e9-4155-a3ab-17df81db1f0a tempest-RoutersAdminTest-1776390182 tempest-RoutersAdminTest-1776390182-project-admin] Publish callbacks [] for router, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:03.468427 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-6c935628-92e9-4155-a3ab-17df81db1f0a tempest-RoutersAdminTest-1776390182 tempest-RoutersAdminTest-1776390182-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 8.2594142 Dec 18 13:27:03.474453 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 49988) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:27:03.491019 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-a8c2af5f-5c5f-43b6-941b-7fac2c99ee8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d044ed9-fc3d-42f5-8e71-3f9c7873d726', 'name': 'tempest-snat-router-1809019386', 'tenant_id': '55892e40450b462fb81027b7b782d307', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.143'}], 'enable_snat': False}, 'gw_port_id': '3de1bb31-9f47-4506-865b-085903ae76af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:26:55Z', 'updated_at': '2021-12-18T13:26:59Z', 'revision_number': 3, 'project_id': '55892e40450b462fb81027b7b782d307', 'gw_port': {'id': '3de1bb31-9f47-4506-865b-085903ae76af', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:2d:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d044ed9-fc3d-42f5-8e71-3f9c7873d726', 'device_owner': 'network:router_gateway', 'standard_attr_id': 243, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:26:57Z', 'updated_at': '2021-12-18T13:26:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-744815-20-hyperv'}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:27:03.491518 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-ef2dcc9c-0376-4aa0-8fd6-4cb4e2402af3 tempest-RoutersIpV6AdminTest-1535217791 tempest-RoutersIpV6AdminTest-1535217791-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-589760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-586526'] for router, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:03.517824 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-f8ea33fc-8b21-42d1-a4db-5548201206ca None None] Attempting to bind port cf24f961-9a8d-4695-8cbf-42c447851aeb on host dv-neutron-744815-20-hyperv for vnic_type normal with profile {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 13:27:03.518201 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-f8ea33fc-8b21-42d1-a4db-5548201206ca None None] Attempting to bind port cf24f961-9a8d-4695-8cbf-42c447851aeb by drivers openvswitch,hyperv on host dv-neutron-744815-20-hyperv at level 0 using segments [{'id': '4f14b209-e3e9-49e1-9edf-9bf976eb5c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'bf5b4ec6-aa0c-4db5-bc2b-ff8cfb2dc88a'}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 13:27:03.518565 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ea33fc-8b21-42d1-a4db-5548201206ca None None] Attempting to bind port cf24f961-9a8d-4695-8cbf-42c447851aeb on network bf5b4ec6-aa0c-4db5-bc2b-ff8cfb2dc88a {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 13:27:03.529558 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ea33fc-8b21-42d1-a4db-5548201206ca None None] Checking agent: {'id': '428fa9fa-43db-4db9-9f96-f60ffe931f2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-20-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 13, 19, 1), 'started_at': datetime.datetime(2021, 12, 18, 13, 19, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 13, 27, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-20-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 18 13:27:03.529940 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ea33fc-8b21-42d1-a4db-5548201206ca None None] Checking segment: {'id': '4f14b209-e3e9-49e1-9edf-9bf976eb5c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'bf5b4ec6-aa0c-4db5-bc2b-ff8cfb2dc88a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 13:27:03.530346 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f8ea33fc-8b21-42d1-a4db-5548201206ca None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:03.530746 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ea33fc-8b21-42d1-a4db-5548201206ca None None] Bound using segment: {'id': '4f14b209-e3e9-49e1-9edf-9bf976eb5c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'bf5b4ec6-aa0c-4db5-bc2b-ff8cfb2dc88a'} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 18 13:27:03.531249 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-f8ea33fc-8b21-42d1-a4db-5548201206ca None None] Bound port: cf24f961-9a8d-4695-8cbf-42c447851aeb, host: dv-neutron-744815-20-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f14b209-e3e9-49e1-9edf-9bf976eb5c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'bf5b4ec6-aa0c-4db5-bc2b-ff8cfb2dc88a'}}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 18 13:27:03.532285 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f8ea33fc-8b21-42d1-a4db-5548201206ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:03.547333 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:03.567241 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1de6b4d4-f8ed-405b-a0b4-649d9c013532 tempest-BulkNetworkOpsIpV6Test-708168992 tempest-BulkNetworkOpsIpV6Test-708168992-project] Checking segment: {'id': 'baccad53-2d09-4d55-b7d6-1da77d10559e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '7a4668fc-58ca-4b4e-825e-b4cf2720fcca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 13:27:03.567672 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1de6b4d4-f8ed-405b-a0b4-649d9c013532 tempest-BulkNetworkOpsIpV6Test-708168992 tempest-BulkNetworkOpsIpV6Test-708168992-project] Network hostable DHCP agents. Network: 7a4668fc-58ca-4b4e-825e-b4cf2720fcca, hostable agents: ['aa77effa-0e3a-4bbd-a383-4d58ed3328d0'], hosted agents: [] {{(pid=103160) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 18 13:27:03.569384 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8c2af5f-5c5f-43b6-941b-7fac2c99ee8e None None] Checking router: 4d044ed9-fc3d-42f5-8e71-3f9c7873d726 for host: dv-neutron-744815-20-hyperv {{(pid=103162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 18 13:27:03.570897 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8c2af5f-5c5f-43b6-941b-7fac2c99ee8e None None] Updating router 4d044ed9-fc3d-42f5-8e71-3f9c7873d726 port 3de1bb31-9f47-4506-865b-085903ae76af binding host dv-neutron-744815-20-hyperv {{(pid=103162) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 18 13:27:03.604371 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] For port e7099ed9-5062-40c4-a1e3-ac0e8e7ebf76, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=e7099ed9-5062-40c4-a1e3-ac0e8e7ebf76,segment=NetworkSegment(9e2f6f75-68e6-4f61-afc7-4ef9354e6b1b),segment_id=9e2f6f75-68e6-4f61-afc7-4ef9354e6b1b)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:27:03.614145 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-9c5d7afd-51ba-43fb-bb2b-cdab4fc67aee tempest-FloatingIPAdminTestJSON-1962272062 tempest-FloatingIPAdminTestJSON-1962272062-project] Publish callbacks [] for port, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:03.615804 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:03.623467 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-47c5b7cf-818e-4e9a-ba3e-8892e70cc663 req-14213cd2-58ed-43f3-9bfa-78991843f1f6 tempest-ServersTestManualDisk-715244052 tempest-ServersTestManualDisk-715244052-project] 10.222.0.31 "GET /v2.0/security-groups?id=fdf14fda-8772-4c7b-b681-601543676c85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5321982 Dec 18 13:27:03.659007 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbaa71c-d705-4fca-a10a-a86c2876afad req-3354bed1-9727-457e-9a09-627b756857e1 tempest-ServerActionsTestJSON-1545132800 tempest-ServerActionsTestJSON-1545132800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:27:03.661033 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-9bbaa71c-d705-4fca-a10a-a86c2876afad req-3354bed1-9727-457e-9a09-627b756857e1 tempest-ServerActionsTestJSON-1545132800 tempest-ServerActionsTestJSON-1545132800-project] 10.222.0.31 "GET /v2.0/ports?device_id=f75e1b43-b628-4577-9f75-0cf3a56e1582 HTTP/1.1" status: 200 len: 944 time: 0.1630201 Dec 18 13:27:03.680357 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a8c2af5f-5c5f-43b6-941b-7fac2c99ee8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:03.685653 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-f8ea33fc-8b21-42d1-a4db-5548201206ca None None] For port cf24f961-9a8d-4695-8cbf-42c447851aeb, host dv-neutron-744815-20-hyperv, cleared binding levels {{(pid=103161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 18 13:27:03.713003 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-f8ea33fc-8b21-42d1-a4db-5548201206ca None None] For port cf24f961-9a8d-4695-8cbf-42c447851aeb, host dv-neutron-744815-20-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=cf24f961-9a8d-4695-8cbf-42c447851aeb,segment=NetworkSegment(4f14b209-e3e9-49e1-9edf-9bf976eb5c07),segment_id=4f14b209-e3e9-49e1-9edf-9bf976eb5c07)] {{(pid=103161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 18 13:27:03.719848 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Pushing event updated for resources: {'Port': ['ID=e7099ed9-5062-40c4-a1e3-ac0e8e7ebf76,revision_number=5']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:27:03.723427 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f8ea33fc-8b21-42d1-a4db-5548201206ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:03.770360 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-9bbaa71c-d705-4fca-a10a-a86c2876afad req-7cebc43e-e400-421a-9224-8b4308acfb63 tempest-ServerActionsTestJSON-1545132800 tempest-ServerActionsTestJSON-1545132800-project] 10.222.0.31 "GET /v2.0/security-groups?id=04da0920-3f32-48b1-bc5b-099cf6dd1551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1023932 Dec 18 13:27:03.775131 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1de6b4d4-f8ed-405b-a0b4-649d9c013532 tempest-BulkNetworkOpsIpV6Test-708168992 tempest-BulkNetworkOpsIpV6Test-708168992-project] Network 7a4668fc-58ca-4b4e-825e-b4cf2720fcca is scheduled to be hosted by DHCP agent aa77effa-0e3a-4bbd-a383-4d58ed3328d0 with binding_index 1 {{(pid=103160) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 18 13:27:03.792028 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-9c5d7afd-51ba-43fb-bb2b-cdab4fc67aee tempest-FloatingIPAdminTestJSON-1962272062 tempest-FloatingIPAdminTestJSON-1962272062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:03.809292 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ea33fc-8b21-42d1-a4db-5548201206ca None None] Pushing event updated for resources: {'Port': ['ID=cf24f961-9a8d-4695-8cbf-42c447851aeb,revision_number=2']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:27:03.862197 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c5d7afd-51ba-43fb-bb2b-cdab4fc67aee tempest-FloatingIPAdminTestJSON-1962272062 tempest-FloatingIPAdminTestJSON-1962272062-project] Network decb4a40-7941-48c8-afbb-daaafd502e83 is already hosted by enough agents. {{(pid=103159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:27:03.880687 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.base_scheduler [None req-9c5d7afd-51ba-43fb-bb2b-cdab4fc67aee tempest-FloatingIPAdminTestJSON-1962272062 tempest-FloatingIPAdminTestJSON-1962272062-project] Resources bound (agent type, host, resource id): {{(pid=103159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:27:03.880687 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c5d7afd-51ba-43fb-bb2b-cdab4fc67aee tempest-FloatingIPAdminTestJSON-1962272062 tempest-FloatingIPAdminTestJSON-1962272062-project] Received port after_create {{(pid=103159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:27:03.880687 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5d7afd-51ba-43fb-bb2b-cdab4fc67aee tempest-FloatingIPAdminTestJSON-1962272062 tempest-FloatingIPAdminTestJSON-1962272062-project] Pushing event updated for resources: {'Port': ['ID=77bb57c4-0c34-4eaf-881c-a6f20015cf92,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:27:03.900686 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-5798818d-32d8-41f4-9b45-450c0590af27 tempest-RoutersAdminTest-1776390182 tempest-RoutersAdminTest-1776390182-project-admin] 10.222.0.31 "GET /v2.0/routers/4d044ed9-fc3d-42f5-8e71-3f9c7873d726 HTTP/1.1" status: 200 len: 909 time: 0.4244180 Dec 18 13:27:03.901451 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.base_scheduler [None req-1de6b4d4-f8ed-405b-a0b4-649d9c013532 tempest-BulkNetworkOpsIpV6Test-708168992 tempest-BulkNetworkOpsIpV6Test-708168992-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-744815-20-hyperv, 7a4668fc-58ca-4b4e-825e-b4cf2720fcca) {{(pid=103160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:27:03.903454 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 49992) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:27:03.906340 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1de6b4d4-f8ed-405b-a0b4-649d9c013532 tempest-BulkNetworkOpsIpV6Test-708168992 tempest-BulkNetworkOpsIpV6Test-708168992-project] Received port after_create {{(pid=103160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:27:03.907524 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-1de6b4d4-f8ed-405b-a0b4-649d9c013532 tempest-BulkNetworkOpsIpV6Test-708168992 tempest-BulkNetworkOpsIpV6Test-708168992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4533522'] for port, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:03.910527 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-593ca43e-684f-4bdb-b954-9849aa0b88b3 tempest-RoutersAdminTest-1776390182 tempest-RoutersAdminTest-1776390182-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1809019386', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'enable_snat': True}}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:27:03.914038 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4848b5c-4329-4825-8c63-978bcbe61370 None None] Network 7a4668fc-58ca-4b4e-825e-b4cf2720fcca requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:27:03.938753 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f75e1b43-b628-4577-9f75-0cf3a56e1582', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7099ed9-5062-40c4-a1e3-ac0e8e7ebf76'}] {{(pid=103161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 18 13:27:03.942917 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22224e7a42aa75e3f3b9c037df440650d2cfa1dd97b40a249aee4a8113775251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba022dc3-f73f-4e6a-8e79-bb410edee675" -d '{"events": [{"server_uuid": "f75e1b43-b628-4577-9f75-0cf3a56e1582", "name": "network-vif-plugged", "status": "completed", "tag": "e7099ed9-5062-40c4-a1e3-ac0e8e7ebf76"}]}' {{(pid=103161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 18 13:27:03.999070 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-593ca43e-684f-4bdb-b954-9849aa0b88b3 tempest-RoutersAdminTest-1776390182 tempest-RoutersAdminTest-1776390182-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28433'] for router, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:04.000482 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-593ca43e-684f-4bdb-b954-9849aa0b88b3 tempest-RoutersAdminTest-1776390182 tempest-RoutersAdminTest-1776390182-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-589769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28440'] for router, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:04.025841 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de6b4d4-f8ed-405b-a0b4-649d9c013532 tempest-BulkNetworkOpsIpV6Test-708168992 tempest-BulkNetworkOpsIpV6Test-708168992-project] Pushing event updated for resources: {'Port': ['ID=a2366a12-f798-4468-9a1c-74cc28f18fea,revision_number=1']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:27:04.031362 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 13:27:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-605f3ee5-ca11-4608-b844-aeef16a2010e x-openstack-request-id: req-605f3ee5-ca11-4608-b844-aeef16a2010e {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 18 13:27:04.031656 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f75e1b43-b628-4577-9f75-0cf3a56e1582", "name": "network-vif-plugged", "status": "completed", "tag": "e7099ed9-5062-40c4-a1e3-ac0e8e7ebf76", "code": 200}]} {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 18 13:27:04.031896 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-605f3ee5-ca11-4608-b844-aeef16a2010e {{(pid=103161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 18 13:27:04.032285 dv-neutron-744815-20-hyperv neutron-server[103161]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f75e1b43-b628-4577-9f75-0cf3a56e1582', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7099ed9-5062-40c4-a1e3-ac0e8e7ebf76', 'code': 200} Dec 18 13:27:04.063507 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-9c5d7afd-51ba-43fb-bb2b-cdab4fc67aee tempest-FloatingIPAdminTestJSON-1962272062 tempest-FloatingIPAdminTestJSON-1962272062-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:04.138653 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b2e075-8351-4610-8af5-86e3dac72ae7 req-43e94d05-9ab6-4179-bd42-8d22eb2d90fa tempest-ServersTestJSON-1286137368 tempest-ServersTestJSON-1286137368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:27:04.140903 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-95b2e075-8351-4610-8af5-86e3dac72ae7 req-43e94d05-9ab6-4179-bd42-8d22eb2d90fa tempest-ServersTestJSON-1286137368 tempest-ServersTestJSON-1286137368-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f044516-7cff-4ae8-8c47-ba1da8c37907 HTTP/1.1" status: 200 len: 946 time: 0.2765410 Dec 18 13:27:04.146561 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a8c2af5f-5c5f-43b6-941b-7fac2c99ee8e None None] Publish callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:04.152395 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef2dcc9c-0376-4aa0-8fd6-4cb4e2402af3 tempest-RoutersIpV6AdminTest-1535217791 tempest-RoutersIpV6AdminTest-1535217791-project-admin] Router f991ee28-f965-4019-ac1c-46f959c9f45f is scheduled to L3 agent c9c0cd52-5bd2-4704-9429-d80f1c5ad23c with binding_index 1 {{(pid=103160) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 18 13:27:04.159195 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a8c2af5f-5c5f-43b6-941b-7fac2c99ee8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:04.205479 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-95b2e075-8351-4610-8af5-86e3dac72ae7 req-7b8807dc-1f9a-4efb-ae19-ed3c3775e961 tempest-ServersTestJSON-1286137368 tempest-ServersTestJSON-1286137368-project] 10.222.0.31 "GET /v2.0/security-groups?id=c691688e-0670-4eea-816d-2b9f26a27f10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542951 Dec 18 13:27:04.206808 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1de6b4d4-f8ed-405b-a0b4-649d9c013532 tempest-BulkNetworkOpsIpV6Test-708168992 tempest-BulkNetworkOpsIpV6Test-708168992-project] Checking segment: {'id': 'dde15bef-074b-4b91-b35f-a857bf9dd127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'd98eda2d-61da-4355-a5b9-83cf7ef9797d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 13:27:04.206808 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1de6b4d4-f8ed-405b-a0b4-649d9c013532 tempest-BulkNetworkOpsIpV6Test-708168992 tempest-BulkNetworkOpsIpV6Test-708168992-project] Network hostable DHCP agents. Network: d98eda2d-61da-4355-a5b9-83cf7ef9797d, hostable agents: ['aa77effa-0e3a-4bbd-a383-4d58ed3328d0'], hosted agents: [] {{(pid=103160) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 18 13:27:04.209079 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-205bcc90-2951-49cf-8bd3-708b62a05437 tempest-RoutersNegativeIpV6Test-1807013643 tempest-RoutersNegativeIpV6Test-1807013643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4533410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4514424'] for subnet, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:04.221313 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cf912d-2829-4ff0-9e84-721cb7c27029 None None] Pushing event updated for resources: {'Port': ['ID=3de1bb31-9f47-4506-865b-085903ae76af,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:27:04.267036 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [None req-a8c2af5f-5c5f-43b6-941b-7fac2c99ee8e None None] Attempting to bind port 3de1bb31-9f47-4506-865b-085903ae76af on host dv-neutron-744815-20-hyperv for vnic_type normal with profile {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 13:27:04.267523 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [None req-a8c2af5f-5c5f-43b6-941b-7fac2c99ee8e None None] Attempting to bind port 3de1bb31-9f47-4506-865b-085903ae76af by drivers openvswitch,hyperv on host dv-neutron-744815-20-hyperv at level 0 using segments [{'id': '3f66d49c-4faa-434c-8c3e-991f4f1d01bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83'}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 13:27:04.267974 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8c2af5f-5c5f-43b6-941b-7fac2c99ee8e None None] Attempting to bind port 3de1bb31-9f47-4506-865b-085903ae76af on network decb4a40-7941-48c8-afbb-daaafd502e83 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 13:27:04.276289 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8c2af5f-5c5f-43b6-941b-7fac2c99ee8e None None] Checking agent: {'id': '428fa9fa-43db-4db9-9f96-f60ffe931f2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-20-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 13, 19, 1), 'started_at': datetime.datetime(2021, 12, 18, 13, 19, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 13, 27, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-20-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 18 13:27:04.278544 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8c2af5f-5c5f-43b6-941b-7fac2c99ee8e None None] Checking segment: {'id': '3f66d49c-4faa-434c-8c3e-991f4f1d01bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 13:27:04.278544 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a8c2af5f-5c5f-43b6-941b-7fac2c99ee8e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:04.280028 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8c2af5f-5c5f-43b6-941b-7fac2c99ee8e None None] Bound using segment: {'id': '3f66d49c-4faa-434c-8c3e-991f4f1d01bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83'} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 18 13:27:04.280615 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [None req-a8c2af5f-5c5f-43b6-941b-7fac2c99ee8e None None] Bound port: 3de1bb31-9f47-4506-865b-085903ae76af, host: dv-neutron-744815-20-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f66d49c-4faa-434c-8c3e-991f4f1d01bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83'}}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 18 13:27:04.290861 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a8c2af5f-5c5f-43b6-941b-7fac2c99ee8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:04.307762 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-9c5d7afd-51ba-43fb-bb2b-cdab4fc67aee tempest-FloatingIPAdminTestJSON-1962272062 tempest-FloatingIPAdminTestJSON-1962272062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:04.316400 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-593ca43e-684f-4bdb-b954-9849aa0b88b3 tempest-RoutersAdminTest-1776390182 tempest-RoutersAdminTest-1776390182-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:04.359227 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205bcc90-2951-49cf-8bd3-708b62a05437 tempest-RoutersNegativeIpV6Test-1807013643 tempest-RoutersNegativeIpV6Test-1807013643-project] Pushing event updated for resources: {'Subnet': ['ID=7612b65b-d27c-40c7-92af-830e5aa5847a,revision_number=0']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:27:04.396660 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-a8c2af5f-5c5f-43b6-941b-7fac2c99ee8e None None] For port 3de1bb31-9f47-4506-865b-085903ae76af, host dv-neutron-744815-20-hyperv, cleared binding levels {{(pid=103162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 18 13:27:04.402311 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-a8c2af5f-5c5f-43b6-941b-7fac2c99ee8e None None] For port 3de1bb31-9f47-4506-865b-085903ae76af, host dv-neutron-744815-20-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=3de1bb31-9f47-4506-865b-085903ae76af,segment=NetworkSegment(3f66d49c-4faa-434c-8c3e-991f4f1d01bd),segment_id=3f66d49c-4faa-434c-8c3e-991f4f1d01bd)] {{(pid=103162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 18 13:27:04.407130 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a8c2af5f-5c5f-43b6-941b-7fac2c99ee8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:04.447353 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1de6b4d4-f8ed-405b-a0b4-649d9c013532 tempest-BulkNetworkOpsIpV6Test-708168992 tempest-BulkNetworkOpsIpV6Test-708168992-project] Network d98eda2d-61da-4355-a5b9-83cf7ef9797d is scheduled to be hosted by DHCP agent aa77effa-0e3a-4bbd-a383-4d58ed3328d0 with binding_index 1 {{(pid=103160) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 18 13:27:04.481303 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c2af5f-5c5f-43b6-941b-7fac2c99ee8e None None] Routers {'4d044ed9-fc3d-42f5-8e71-3f9c7873d726'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:27:04.482050 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-a8c2af5f-5c5f-43b6-941b-7fac2c99ee8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:26:57Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['4d044ed9-fc3d-42f5-8e71-3f9c7873d726'], 'active': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:27:04.497838 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.base_scheduler [None req-1de6b4d4-f8ed-405b-a0b4-649d9c013532 tempest-BulkNetworkOpsIpV6Test-708168992 tempest-BulkNetworkOpsIpV6Test-708168992-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-744815-20-hyperv, d98eda2d-61da-4355-a5b9-83cf7ef9797d) {{(pid=103160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:27:04.501893 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1de6b4d4-f8ed-405b-a0b4-649d9c013532 tempest-BulkNetworkOpsIpV6Test-708168992 tempest-BulkNetworkOpsIpV6Test-708168992-project] Received port after_create {{(pid=103160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:27:04.508212 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1de6b4d4-f8ed-405b-a0b4-649d9c013532 tempest-BulkNetworkOpsIpV6Test-708168992 tempest-BulkNetworkOpsIpV6Test-708168992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:27:04.514882 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1de6b4d4-f8ed-405b-a0b4-649d9c013532 tempest-BulkNetworkOpsIpV6Test-708168992 tempest-BulkNetworkOpsIpV6Test-708168992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:27:04.515670 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-1de6b4d4-f8ed-405b-a0b4-649d9c013532 tempest-BulkNetworkOpsIpV6Test-708168992 tempest-BulkNetworkOpsIpV6Test-708168992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:04.516176 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd277eb8-ced4-415b-bbef-9b3ba94ffa76 None None] Network d98eda2d-61da-4355-a5b9-83cf7ef9797d requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:27:04.524966 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-205bcc90-2951-49cf-8bd3-708b62a05437 tempest-RoutersNegativeIpV6Test-1807013643 tempest-RoutersNegativeIpV6Test-1807013643-project] Checking segment: {'id': '248f1462-dc9d-4d32-977c-1cd88d16320e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '55a325c9-654c-489e-8dbc-a77b70508f34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 13:27:04.525331 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-205bcc90-2951-49cf-8bd3-708b62a05437 tempest-RoutersNegativeIpV6Test-1807013643 tempest-RoutersNegativeIpV6Test-1807013643-project] Network hostable DHCP agents. Network: 55a325c9-654c-489e-8dbc-a77b70508f34, hostable agents: ['aa77effa-0e3a-4bbd-a383-4d58ed3328d0'], hosted agents: [] {{(pid=103160) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 18 13:27:04.533782 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cf912d-2829-4ff0-9e84-721cb7c27029 None None] Pushing event updated for resources: {'Port': ['ID=3de1bb31-9f47-4506-865b-085903ae76af,revision_number=3']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:27:04.551648 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac7dbc5-2cb6-4dc6-88ae-a486f7c350ef req-9df9ad0c-89ea-41b7-bd1a-94cd5fa9ec93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:27:04.554222 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-aac7dbc5-2cb6-4dc6-88ae-a486f7c350ef req-9df9ad0c-89ea-41b7-bd1a-94cd5fa9ec93 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f75e1b43-b628-4577-9f75-0cf3a56e1582 HTTP/1.1" status: 200 len: 1098 time: 0.2402651 Dec 18 13:27:04.560281 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-1de6b4d4-f8ed-405b-a0b4-649d9c013532 tempest-BulkNetworkOpsIpV6Test-708168992 tempest-BulkNetworkOpsIpV6Test-708168992-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 5.3516912 Dec 18 13:27:04.565621 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 49998) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:27:04.601817 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-205bcc90-2951-49cf-8bd3-708b62a05437 tempest-RoutersNegativeIpV6Test-1807013643 tempest-RoutersNegativeIpV6Test-1807013643-project] Network 55a325c9-654c-489e-8dbc-a77b70508f34 is scheduled to be hosted by DHCP agent aa77effa-0e3a-4bbd-a383-4d58ed3328d0 with binding_index 1 {{(pid=103160) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 18 13:27:04.627635 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef2dcc9c-0376-4aa0-8fd6-4cb4e2402af3 tempest-RoutersIpV6AdminTest-1535217791 tempest-RoutersIpV6AdminTest-1535217791-project-admin] Notify agent at l3_agent.dv-neutron-744815-20-hyperv the message routers_updated {{(pid=103160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 13:27:04.633738 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.base_scheduler [None req-205bcc90-2951-49cf-8bd3-708b62a05437 tempest-RoutersNegativeIpV6Test-1807013643 tempest-RoutersNegativeIpV6Test-1807013643-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-744815-20-hyperv, 55a325c9-654c-489e-8dbc-a77b70508f34) {{(pid=103160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:27:04.644283 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-205bcc90-2951-49cf-8bd3-708b62a05437 tempest-RoutersNegativeIpV6Test-1807013643 tempest-RoutersNegativeIpV6Test-1807013643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:27:04.644869 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-205bcc90-2951-49cf-8bd3-708b62a05437 tempest-RoutersNegativeIpV6Test-1807013643 tempest-RoutersNegativeIpV6Test-1807013643-project] Publish callbacks [] for subnet, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:04.677966 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b517b14-0109-4de6-9401-1e68c12e8c4d None None] Network 55a325c9-654c-489e-8dbc-a77b70508f34 requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:27:04.685933 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-ef2dcc9c-0376-4aa0-8fd6-4cb4e2402af3 tempest-RoutersIpV6AdminTest-1535217791 tempest-RoutersIpV6AdminTest-1535217791-project-admin] Publish callbacks [] for router, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:04.687229 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-ef2dcc9c-0376-4aa0-8fd6-4cb4e2402af3 tempest-RoutersIpV6AdminTest-1535217791 tempest-RoutersIpV6AdminTest-1535217791-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 7.9451990 Dec 18 13:27:04.694022 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-593ca43e-684f-4bdb-b954-9849aa0b88b3 tempest-RoutersAdminTest-1776390182 tempest-RoutersAdminTest-1776390182-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:04.694315 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fa8704f-b5b6-4318-9b34-32679e38fe4f None None] Sync routers for ids ['f991ee28-f965-4019-ac1c-46f959c9f45f'] in dv-neutron-744815-20-hyperv {{(pid=103161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 13:27:04.712907 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4e1492c-9dd8-4c54-8cc8-01e36a3a1458 tempest-BulkNetworkOpsIpV6Test-708168992 tempest-BulkNetworkOpsIpV6Test-708168992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:27:04.714074 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 50002) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:27:04.722429 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4e1492c-9dd8-4c54-8cc8-01e36a3a1458 tempest-BulkNetworkOpsIpV6Test-708168992 tempest-BulkNetworkOpsIpV6Test-708168992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:27:04.731360 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-c4e1492c-9dd8-4c54-8cc8-01e36a3a1458 tempest-BulkNetworkOpsIpV6Test-708168992 tempest-BulkNetworkOpsIpV6Test-708168992-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.1645818 Dec 18 13:27:04.746570 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-205bcc90-2951-49cf-8bd3-708b62a05437 tempest-RoutersNegativeIpV6Test-1807013643 tempest-RoutersNegativeIpV6Test-1807013643-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1262863 Dec 18 13:27:04.747226 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 50004) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:27:04.754316 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 50006) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:27:04.774234 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fa8704f-b5b6-4318-9b34-32679e38fe4f None None] Routers {'f991ee28-f965-4019-ac1c-46f959c9f45f'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:27:04.783626 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-2fa8704f-b5b6-4318-9b34-32679e38fe4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:26:57Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['f991ee28-f965-4019-ac1c-46f959c9f45f'], 'active': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:27:04.798165 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvr_db [None req-a8c2af5f-5c5f-43b6-941b-7fac2c99ee8e None None] Set router 4d044ed9-fc3d-42f5-8e71-3f9c7873d726 gateway port host: dv-neutron-744815-20-hyperv {{(pid=103162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 13:27:04.814549 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7c945f-bb11-45ff-a670-088d432502bb req-6dc1b9c3-5af9-404e-9dbc-a201ffc5d897 tempest-ServersTestJSON-1286137368 tempest-ServersTestJSON-1286137368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:27:04.816067 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-5f7c945f-bb11-45ff-a670-088d432502bb req-6dc1b9c3-5af9-404e-9dbc-a201ffc5d897 tempest-ServersTestJSON-1286137368 tempest-ServersTestJSON-1286137368-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f044516-7cff-4ae8-8c47-ba1da8c37907 HTTP/1.1" status: 200 len: 946 time: 0.3734536 Dec 18 13:27:04.839198 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 50010) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:27:04.916772 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-aac7dbc5-2cb6-4dc6-88ae-a486f7c350ef req-4af4a9b4-d9ba-4de6-bd58-7181080fe57d service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=04da0920-3f32-48b1-bc5b-099cf6dd1551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2686799 Dec 18 13:27:04.978387 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-7158f9bb-d4b2-4134-9275-9b2f2bf7fabe tempest-ServersTestJSON-1286137368 tempest-ServersTestJSON-1286137368-project] Request body: {'floatingip': {'port_id': '6f42addb-ace8-4096-be5a-5b238a28eabf'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:27:05.077463 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device cf24f961-9a8d-4695-8cbf-42c447851aeb up at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 13:27:05.099683 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-a8c2af5f-5c5f-43b6-941b-7fac2c99ee8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d044ed9-fc3d-42f5-8e71-3f9c7873d726', 'name': 'tempest-snat-router-1809019386', 'tenant_id': '55892e40450b462fb81027b7b782d307', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.143'}], 'enable_snat': False}, 'gw_port_id': '3de1bb31-9f47-4506-865b-085903ae76af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:26:55Z', 'updated_at': '2021-12-18T13:26:59Z', 'revision_number': 3, 'project_id': '55892e40450b462fb81027b7b782d307', 'gw_port': {'id': '3de1bb31-9f47-4506-865b-085903ae76af', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:2d:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d044ed9-fc3d-42f5-8e71-3f9c7873d726', 'device_owner': 'network:router_gateway', 'standard_attr_id': 243, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:26:57Z', 'updated_at': '2021-12-18T13:27:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-744815-20-hyperv'}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:27:05.135827 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8c2af5f-5c5f-43b6-941b-7fac2c99ee8e None None] The sync data for ids ['4d044ed9-fc3d-42f5-8e71-3f9c7873d726'] in dv-neutron-744815-20-hyperv is: [{'id': '4d044ed9-fc3d-42f5-8e71-3f9c7873d726', 'name': 'tempest-snat-router-1809019386', 'tenant_id': '55892e40450b462fb81027b7b782d307', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.143'}], 'enable_snat': False}, 'gw_port_id': '3de1bb31-9f47-4506-865b-085903ae76af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:26:55Z', 'updated_at': '2021-12-18T13:26:59Z', 'revision_number': 3, 'project_id': '55892e40450b462fb81027b7b782d307', 'gw_port': {'id': '3de1bb31-9f47-4506-865b-085903ae76af', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:2d:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d044ed9-fc3d-42f5-8e71-3f9c7873d726', 'device_owner': 'network:router_gateway', 'standard_attr_id': 243, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:26:57Z', 'updated_at': '2021-12-18T13:27:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-744815-20-hyperv'}] {{(pid=103162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 13:27:05.137560 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c53a170b-65e9-4f69-8cb0-081a1ff15c4e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp31e170a0-46a1-5ba9-9dc1-7ee4f866f0d7-55a325c9-654c-489e-8dbc-a77b70508f34', 'network_id': '55a325c9-654c-489e-8dbc-a77b70508f34', 'project_id': '7e767fdb900e4645884e18b59ce42e88', 'fixed_ips': [{'subnet_id': '7612b65b-d27c-40c7-92af-830e5aa5847a'}]}} from dv-neutron-744815-20-hyperv. {{(pid=103161) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 18 13:27:05.139478 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c53a170b-65e9-4f69-8cb0-081a1ff15c4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:05.185692 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvr_db [None req-2fa8704f-b5b6-4318-9b34-32679e38fe4f None None] Set router f991ee28-f965-4019-ac1c-46f959c9f45f gateway port host: dv-neutron-744815-20-hyperv {{(pid=103161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 13:27:05.319481 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-7158f9bb-d4b2-4134-9275-9b2f2bf7fabe tempest-ServersTestJSON-1286137368 tempest-ServersTestJSON-1286137368-project] Publish callbacks [] for floatingip, before_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:05.345521 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25bba862-cbd7-4022-82da-eb670f8499ae None None] Network bf5b4ec6-aa0c-4db5-bc2b-ff8cfb2dc88a requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:27:05.495685 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-9c5d7afd-51ba-43fb-bb2b-cdab4fc67aee tempest-FloatingIPAdminTestJSON-1962272062 tempest-FloatingIPAdminTestJSON-1962272062-project] Publish callbacks [] for port, precommit_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:05.496887 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd07acc-f36d-478c-b564-d32d4a8c05cf req-af51b3b8-dd97-49ed-814c-092083d77fd2 tempest-ServersTestManualDisk-715244052 tempest-ServersTestManualDisk-715244052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:27:05.498832 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-6fd07acc-f36d-478c-b564-d32d4a8c05cf req-af51b3b8-dd97-49ed-814c-092083d77fd2 tempest-ServersTestManualDisk-715244052 tempest-ServersTestManualDisk-715244052-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e857058-ab1e-4a7d-bcfe-f606e1c084cd HTTP/1.1" status: 200 len: 946 time: 0.7286496 Dec 18 13:27:05.509181 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-9c5d7afd-51ba-43fb-bb2b-cdab4fc67aee tempest-FloatingIPAdminTestJSON-1962272062 tempest-FloatingIPAdminTestJSON-1962272062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5659917'] for port, after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:05.557326 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2294866d-0076-4933-952c-685307032598 None None] Provisioning complete for port cf24f961-9a8d-4695-8cbf-42c447851aeb triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:27:05.557848 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:05.595916 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5d7afd-51ba-43fb-bb2b-cdab4fc67aee tempest-FloatingIPAdminTestJSON-1962272062 tempest-FloatingIPAdminTestJSON-1962272062-project] Pushing event updated for resources: {'Port': ['ID=77bb57c4-0c34-4eaf-881c-a6f20015cf92,revision_number=2']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:27:05.602025 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-8b39902d-25cd-4970-9235-9274dc09e23a None None] Provisioning complete for port cf24f961-9a8d-4695-8cbf-42c447851aeb triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:27:05.602281 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-8b39902d-25cd-4970-9235-9274dc09e23a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:05.608063 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-bd601b22-11d8-4ad2-89af-f2be9198f51b tempest-BulkNetworkOpsIpV6Test-708168992 tempest-BulkNetworkOpsIpV6Test-708168992-project] Deleting port 17ac4439-4720-437d-80f4-e1b1ce87b222 {{(pid=103160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:27:05.608532 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-bd601b22-11d8-4ad2-89af-f2be9198f51b tempest-BulkNetworkOpsIpV6Test-708168992 tempest-BulkNetworkOpsIpV6Test-708168992-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:05.628699 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32c00d5-ca46-4edd-9ca7-158fc2ef2287 req-e00e6bd4-1bb5-4c28-8f70-255aa8b33ed7 tempest-ServerActionsTestJSON-1545132800 tempest-ServerActionsTestJSON-1545132800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:27:05.630238 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-a32c00d5-ca46-4edd-9ca7-158fc2ef2287 req-e00e6bd4-1bb5-4c28-8f70-255aa8b33ed7 tempest-ServerActionsTestJSON-1545132800 tempest-ServerActionsTestJSON-1545132800-project] 10.222.0.31 "GET /v2.0/ports?device_id=f75e1b43-b628-4577-9f75-0cf3a56e1582 HTTP/1.1" status: 200 len: 945 time: 0.7164595 Dec 18 13:27:05.638806 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-588f4eca-edc9-4ddc-a65d-7ca28dd49a16 tempest-RoutersIpV6AdminTest-1535217791 tempest-RoutersIpV6AdminTest-1535217791-project-admin] Publish callbacks [] for router, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:05.716664 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-6fd07acc-f36d-478c-b564-d32d4a8c05cf req-5ef02602-e944-4351-9e1d-98233a7a094e tempest-ServersTestManualDisk-715244052 tempest-ServersTestManualDisk-715244052-project] 10.222.0.31 "GET /v2.0/security-groups?id=fdf14fda-8772-4c7b-b681-601543676c85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2069037 Dec 18 13:27:05.729689 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_common [None req-c53a170b-65e9-4f69-8cb0-081a1ff15c4e None None] Allocated IP 2001:db8::2 (55a325c9-654c-489e-8dbc-a77b70508f34/7612b65b-d27c-40c7-92af-830e5aa5847a/2cdbc908-3842-464a-8843-035110bb2118) {{(pid=103161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:27:05.770290 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-2697b4ff-11db-4e8c-8cdd-29d8ee295167 tempest-RoutersNegativeIpV6Test-1807013643 tempest-RoutersNegativeIpV6Test-1807013643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:05.802148 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-bd601b22-11d8-4ad2-89af-f2be9198f51b tempest-BulkNetworkOpsIpV6Test-708168992 tempest-BulkNetworkOpsIpV6Test-708168992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:05.811813 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-9c5d7afd-51ba-43fb-bb2b-cdab4fc67aee tempest-FloatingIPAdminTestJSON-1962272062 tempest-FloatingIPAdminTestJSON-1962272062-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-587004'] for floatingip, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:05.844338 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-8b39902d-25cd-4970-9235-9274dc09e23a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:05.917590 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-a32c00d5-ca46-4edd-9ca7-158fc2ef2287 req-8644e86d-4211-41b9-98c8-05f72d3e289e tempest-ServerActionsTestJSON-1545132800 tempest-ServerActionsTestJSON-1545132800-project] 10.222.0.31 "GET /v2.0/security-groups?id=04da0920-3f32-48b1-bc5b-099cf6dd1551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2761288 Dec 18 13:27:05.926871 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-9c5d7afd-51ba-43fb-bb2b-cdab4fc67aee tempest-FloatingIPAdminTestJSON-1962272062 tempest-FloatingIPAdminTestJSON-1962272062-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for floatingip, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:05.931629 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-9c5d7afd-51ba-43fb-bb2b-cdab4fc67aee tempest-FloatingIPAdminTestJSON-1962272062 tempest-FloatingIPAdminTestJSON-1962272062-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.0456598 Dec 18 13:27:05.932979 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 50014) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:27:05.937438 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-bd601b22-11d8-4ad2-89af-f2be9198f51b tempest-BulkNetworkOpsIpV6Test-708168992 tempest-BulkNetworkOpsIpV6Test-708168992-project] Calling delete_port for 17ac4439-4720-437d-80f4-e1b1ce87b222 owned by {{(pid=103160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:27:06.026665 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-593ca43e-684f-4bdb-b954-9849aa0b88b3 tempest-RoutersAdminTest-1776390182 tempest-RoutersAdminTest-1776390182-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:06.064168 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-593ca43e-684f-4bdb-b954-9849aa0b88b3 tempest-RoutersAdminTest-1776390182 tempest-RoutersAdminTest-1776390182-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:06.070978 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-8b39902d-25cd-4970-9235-9274dc09e23a None None] For port cf24f961-9a8d-4695-8cbf-42c447851aeb, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=cf24f961-9a8d-4695-8cbf-42c447851aeb,segment=NetworkSegment(4f14b209-e3e9-49e1-9edf-9bf976eb5c07),segment_id=4f14b209-e3e9-49e1-9edf-9bf976eb5c07)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:27:06.081585 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-e2717ad3-2222-422d-8eee-c5b1191ccb9c tempest-FloatingIPAdminTestJSON-269530328 tempest-FloatingIPAdminTestJSON-269530328-project-admin] 10.222.0.31 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3091 time: 0.1450489 Dec 18 13:27:06.087180 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 50016) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:27:06.092605 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-8b39902d-25cd-4970-9235-9274dc09e23a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:06.105162 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:06.122594 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-588f4eca-edc9-4ddc-a65d-7ca28dd49a16 tempest-RoutersIpV6AdminTest-1535217791 tempest-RoutersIpV6AdminTest-1535217791-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:06.241397 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-2fa8704f-b5b6-4318-9b34-32679e38fe4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f991ee28-f965-4019-ac1c-46f959c9f45f', 'name': '', 'tenant_id': 'c25643c72319491db836fcb08252f295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f74aa6b-b4cf-496d-b04e-ca5451f0673e', 'external_fixed_ips': [{'subnet_id': 'f5a76e13-6a1c-4ee3-b436-fa3279113715', 'ip_address': '2001:db8::111'}], 'enable_snat': True}, 'gw_port_id': 'caffa57d-519f-4baf-9c7b-e09f92067e2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:26:57Z', 'updated_at': '2021-12-18T13:27:01Z', 'revision_number': 3, 'project_id': 'c25643c72319491db836fcb08252f295', 'gw_port': {'id': 'caffa57d-519f-4baf-9c7b-e09f92067e2c', 'name': '', 'network_id': '3f74aa6b-b4cf-496d-b04e-ca5451f0673e', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:80:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f991ee28-f965-4019-ac1c-46f959c9f45f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 257, 'fixed_ips': [{'subnet_id': 'f5a76e13-6a1c-4ee3-b436-fa3279113715', 'ip_address': '2001:db8::111', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:26:59Z', 'updated_at': '2021-12-18T13:27:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f5a76e13-6a1c-4ee3-b436-fa3279113715', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv'}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:27:06.294174 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-cd925613-0cd2-4305-83ad-2236187f88aa tempest-FloatingIPAdminTestJSON-836365309 tempest-FloatingIPAdminTestJSON-836365309-project] 10.222.0.31 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.2021272 Dec 18 13:27:06.298528 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-bd601b22-11d8-4ad2-89af-f2be9198f51b tempest-BulkNetworkOpsIpV6Test-708168992 tempest-BulkNetworkOpsIpV6Test-708168992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4533522'] for port, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:06.306447 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fa8704f-b5b6-4318-9b34-32679e38fe4f None None] Checking router: f991ee28-f965-4019-ac1c-46f959c9f45f for host: dv-neutron-744815-20-hyperv {{(pid=103161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 18 13:27:06.306984 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fa8704f-b5b6-4318-9b34-32679e38fe4f None None] Updating router f991ee28-f965-4019-ac1c-46f959c9f45f port caffa57d-519f-4baf-9c7b-e09f92067e2c binding host dv-neutron-744815-20-hyperv {{(pid=103161) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 18 13:27:06.309515 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 50018) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:27:06.354936 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c53a170b-65e9-4f69-8cb0-081a1ff15c4e None None] Publish callbacks [] for port, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:06.379718 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c53a170b-65e9-4f69-8cb0-081a1ff15c4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975'] for port, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:06.388685 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b39902d-25cd-4970-9235-9274dc09e23a None None] Pushing event updated for resources: {'Port': ['ID=cf24f961-9a8d-4695-8cbf-42c447851aeb,revision_number=3']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:27:06.398762 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2fa8704f-b5b6-4318-9b34-32679e38fe4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:06.400547 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.db.api [None req-2294866d-0076-4933-952c-685307032598 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103161) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 18 13:27:06.401412 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG oslo_db.api [None req-2294866d-0076-4933-952c-685307032598 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 18 13:27:06.411607 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c53a170b-65e9-4f69-8cb0-081a1ff15c4e None None] Network 55a325c9-654c-489e-8dbc-a77b70508f34 is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:27:06.450969 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-08c7a340-82f4-41b6-ac1d-f651ad1b2583 None None] Provisioning complete for port cf24f961-9a8d-4695-8cbf-42c447851aeb triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:27:06.451402 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-08c7a340-82f4-41b6-ac1d-f651ad1b2583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:06.481205 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-c53a170b-65e9-4f69-8cb0-081a1ff15c4e None None] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:27:06.494934 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c53a170b-65e9-4f69-8cb0-081a1ff15c4e None None] Received port after_create {{(pid=103161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:27:06.609358 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.db_base_plugin_common [None req-593ca43e-684f-4bdb-b954-9849aa0b88b3 tempest-RoutersAdminTest-1776390182 tempest-RoutersAdminTest-1776390182-project-admin] Allocated IP 172.26.3.215 (decb4a40-7941-48c8-afbb-daaafd502e83/70deed80-3ca1-4f9e-96cb-563b43d3acba/ece1c266-b85d-4d4c-8c97-7d86932471a3) {{(pid=103159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:27:06.682310 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-588f4eca-edc9-4ddc-a65d-7ca28dd49a16 tempest-RoutersIpV6AdminTest-1535217791 tempest-RoutersIpV6AdminTest-1535217791-project-admin] Deleting port caffa57d-519f-4baf-9c7b-e09f92067e2c {{(pid=103159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:27:06.682639 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-588f4eca-edc9-4ddc-a65d-7ca28dd49a16 tempest-RoutersIpV6AdminTest-1535217791 tempest-RoutersIpV6AdminTest-1535217791-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:06.736339 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53a170b-65e9-4f69-8cb0-081a1ff15c4e None None] Pushing event updated for resources: {'Port': ['ID=2cdbc908-3842-464a-8843-035110bb2118,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:27:06.785959 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:06.791895 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd601b22-11d8-4ad2-89af-f2be9198f51b tempest-BulkNetworkOpsIpV6Test-708168992 tempest-BulkNetworkOpsIpV6Test-708168992-project] Pushing event deleted for resources: {'Port': ['ID=17ac4439-4720-437d-80f4-e1b1ce87b222,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:27:06.798248 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-bd601b22-11d8-4ad2-89af-f2be9198f51b tempest-BulkNetworkOpsIpV6Test-708168992 tempest-BulkNetworkOpsIpV6Test-708168992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:06.801958 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-bd601b22-11d8-4ad2-89af-f2be9198f51b tempest-BulkNetworkOpsIpV6Test-708168992 tempest-BulkNetworkOpsIpV6Test-708168992-project] 10.222.0.31 "DELETE /v2.0/ports/17ac4439-4720-437d-80f4-e1b1ce87b222 HTTP/1.1" status: 204 len: 168 time: 2.0536926 Dec 18 13:27:06.807956 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 50020) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:27:06.808439 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-c53a170b-65e9-4f69-8cb0-081a1ff15c4e None None] Attempting to bind port 2cdbc908-3842-464a-8843-035110bb2118 on host dv-neutron-744815-20-hyperv for vnic_type normal with profile {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 13:27:06.808869 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-c53a170b-65e9-4f69-8cb0-081a1ff15c4e None None] Attempting to bind port 2cdbc908-3842-464a-8843-035110bb2118 by drivers openvswitch,hyperv on host dv-neutron-744815-20-hyperv at level 0 using segments [{'id': '248f1462-dc9d-4d32-977c-1cd88d16320e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '55a325c9-654c-489e-8dbc-a77b70508f34'}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 13:27:06.809779 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c53a170b-65e9-4f69-8cb0-081a1ff15c4e None None] Attempting to bind port 2cdbc908-3842-464a-8843-035110bb2118 on network 55a325c9-654c-489e-8dbc-a77b70508f34 {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 13:27:06.810254 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa16a7df-b6cc-4b3e-bdcf-8e01defc5a8f req-96aed3a3-70c0-4675-bbb1-d380f466790b tempest-ServersTestManualDisk-715244052 tempest-ServersTestManualDisk-715244052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:27:06.821246 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-aa16a7df-b6cc-4b3e-bdcf-8e01defc5a8f req-96aed3a3-70c0-4675-bbb1-d380f466790b tempest-ServersTestManualDisk-715244052 tempest-ServersTestManualDisk-715244052-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e857058-ab1e-4a7d-bcfe-f606e1c084cd HTTP/1.1" status: 200 len: 946 time: 0.8848741 Dec 18 13:27:06.827197 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 50022) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:27:06.856772 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c53a170b-65e9-4f69-8cb0-081a1ff15c4e None None] Checking agent: {'id': '428fa9fa-43db-4db9-9f96-f60ffe931f2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-20-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 13, 19, 1), 'started_at': datetime.datetime(2021, 12, 18, 13, 19, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 13, 27, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-20-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 18 13:27:06.857256 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c53a170b-65e9-4f69-8cb0-081a1ff15c4e None None] Checking segment: {'id': '248f1462-dc9d-4d32-977c-1cd88d16320e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '55a325c9-654c-489e-8dbc-a77b70508f34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 13:27:06.857721 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c53a170b-65e9-4f69-8cb0-081a1ff15c4e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:06.858173 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c53a170b-65e9-4f69-8cb0-081a1ff15c4e None None] Bound using segment: {'id': '248f1462-dc9d-4d32-977c-1cd88d16320e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '55a325c9-654c-489e-8dbc-a77b70508f34'} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 18 13:27:06.858373 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-80b98494-defb-429e-8644-2ded69e63f50 tempest-ServersTestManualDisk-715244052 tempest-ServersTestManualDisk-715244052-project] Request body: {'floatingip': {'port_id': 'bf4acb97-187d-4fa5-8e48-3a49ef3a3161'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:27:06.858930 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-c53a170b-65e9-4f69-8cb0-081a1ff15c4e None None] Bound port: 2cdbc908-3842-464a-8843-035110bb2118, host: dv-neutron-744815-20-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '248f1462-dc9d-4d32-977c-1cd88d16320e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '55a325c9-654c-489e-8dbc-a77b70508f34'}}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 18 13:27:06.859190 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c53a170b-65e9-4f69-8cb0-081a1ff15c4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:06.906209 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-593ca43e-684f-4bdb-b954-9849aa0b88b3 tempest-RoutersAdminTest-1776390182 tempest-RoutersAdminTest-1776390182-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:06.916628 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-588f4eca-edc9-4ddc-a65d-7ca28dd49a16 tempest-RoutersIpV6AdminTest-1535217791 tempest-RoutersIpV6AdminTest-1535217791-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:06.926309 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-a3788bd0-fcfb-4394-b3fb-0661d5c40a72 tempest-FloatingIPAdminTestJSON-1962272062 tempest-FloatingIPAdminTestJSON-1962272062-project] Deleting port 77bb57c4-0c34-4eaf-881c-a6f20015cf92 {{(pid=103159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:27:06.926934 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-a3788bd0-fcfb-4394-b3fb-0661d5c40a72 tempest-FloatingIPAdminTestJSON-1962272062 tempest-FloatingIPAdminTestJSON-1962272062-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:07.014870 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.db_base_plugin_common [None req-2697b4ff-11db-4e8c-8cdd-29d8ee295167 tempest-RoutersNegativeIpV6Test-1807013643 tempest-RoutersNegativeIpV6Test-1807013643-project] Allocated IP 2001:db8::1 (bf5b4ec6-aa0c-4db5-bc2b-ff8cfb2dc88a/152a4c2d-7c3c-4709-9b64-4859119eb4c8/70b9a220-18a9-4a21-80e5-e9ae79c53f57) {{(pid=103160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:27:07.015662 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-80b98494-defb-429e-8644-2ded69e63f50 tempest-ServersTestManualDisk-715244052 tempest-ServersTestManualDisk-715244052-project] Publish callbacks [] for floatingip, before_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:07.020224 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-c53a170b-65e9-4f69-8cb0-081a1ff15c4e None None] For port 2cdbc908-3842-464a-8843-035110bb2118, host dv-neutron-744815-20-hyperv, cleared binding levels {{(pid=103161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 18 13:27:07.024892 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-c53a170b-65e9-4f69-8cb0-081a1ff15c4e None None] For port 2cdbc908-3842-464a-8843-035110bb2118, host dv-neutron-744815-20-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=2cdbc908-3842-464a-8843-035110bb2118,segment=NetworkSegment(248f1462-dc9d-4d32-977c-1cd88d16320e),segment_id=248f1462-dc9d-4d32-977c-1cd88d16320e)] {{(pid=103161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 18 13:27:07.032397 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-588f4eca-edc9-4ddc-a65d-7ca28dd49a16 tempest-RoutersIpV6AdminTest-1535217791 tempest-RoutersIpV6AdminTest-1535217791-project-admin] Calling delete_port for caffa57d-519f-4baf-9c7b-e09f92067e2c owned by network:router_gateway {{(pid=103159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:27:07.111960 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c53a170b-65e9-4f69-8cb0-081a1ff15c4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:07.128202 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.db.resource_extend [None req-7158f9bb-d4b2-4134-9275-9b2f2bf7fabe tempest-ServersTestJSON-1286137368 tempest-ServersTestJSON-1286137368-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 18 13:27:07.177772 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2fa8704f-b5b6-4318-9b34-32679e38fe4f None None] Publish callbacks [] for port, precommit_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:07.194771 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2fa8704f-b5b6-4318-9b34-32679e38fe4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:07.222639 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53a170b-65e9-4f69-8cb0-081a1ff15c4e None None] Pushing event updated for resources: {'Port': ['ID=2cdbc908-3842-464a-8843-035110bb2118,revision_number=2']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:27:07.256838 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-7158f9bb-d4b2-4134-9275-9b2f2bf7fabe tempest-ServersTestJSON-1286137368 tempest-ServersTestJSON-1286137368-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:07.266312 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-2fa8704f-b5b6-4318-9b34-32679e38fe4f None None] Attempting to bind port caffa57d-519f-4baf-9c7b-e09f92067e2c on host dv-neutron-744815-20-hyperv for vnic_type normal with profile {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 13:27:07.266690 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-2fa8704f-b5b6-4318-9b34-32679e38fe4f None None] Attempting to bind port caffa57d-519f-4baf-9c7b-e09f92067e2c by drivers openvswitch,hyperv on host dv-neutron-744815-20-hyperv at level 0 using segments [{'id': '8e7c7398-b7a5-42f2-9238-a00da26298b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '3f74aa6b-b4cf-496d-b04e-ca5451f0673e'}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 13:27:07.267109 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa8704f-b5b6-4318-9b34-32679e38fe4f None None] Attempting to bind port caffa57d-519f-4baf-9c7b-e09f92067e2c on network 3f74aa6b-b4cf-496d-b04e-ca5451f0673e {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 13:27:07.281249 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e254f2f9-3acb-4646-af09-b0ee2b2643c3 None None] Pushing event updated for resources: {'Port': ['ID=caffa57d-519f-4baf-9c7b-e09f92067e2c,revision_number=2']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:27:07.284918 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa8704f-b5b6-4318-9b34-32679e38fe4f None None] Checking agent: {'id': '428fa9fa-43db-4db9-9f96-f60ffe931f2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-20-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 13, 19, 1), 'started_at': datetime.datetime(2021, 12, 18, 13, 19, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 13, 27, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-20-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 18 13:27:07.285120 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa8704f-b5b6-4318-9b34-32679e38fe4f None None] Checking segment: {'id': '8e7c7398-b7a5-42f2-9238-a00da26298b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '3f74aa6b-b4cf-496d-b04e-ca5451f0673e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 13:27:07.285483 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2fa8704f-b5b6-4318-9b34-32679e38fe4f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:07.285872 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa8704f-b5b6-4318-9b34-32679e38fe4f None None] Bound using segment: {'id': '8e7c7398-b7a5-42f2-9238-a00da26298b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '3f74aa6b-b4cf-496d-b04e-ca5451f0673e'} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 18 13:27:07.287658 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-2fa8704f-b5b6-4318-9b34-32679e38fe4f None None] Bound port: caffa57d-519f-4baf-9c7b-e09f92067e2c, host: dv-neutron-744815-20-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e7c7398-b7a5-42f2-9238-a00da26298b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '3f74aa6b-b4cf-496d-b04e-ca5451f0673e'}}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 18 13:27:07.287658 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2fa8704f-b5b6-4318-9b34-32679e38fe4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:07.288294 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-7158f9bb-d4b2-4134-9275-9b2f2bf7fabe tempest-ServersTestJSON-1286137368 tempest-ServersTestJSON-1286137368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-587004'] for floatingip, after_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:07.317122 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device cf24f961-9a8d-4695-8cbf-42c447851aeb up at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 13:27:07.380300 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-a3788bd0-fcfb-4394-b3fb-0661d5c40a72 tempest-FloatingIPAdminTestJSON-1962272062 tempest-FloatingIPAdminTestJSON-1962272062-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:07.380667 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-a3788bd0-fcfb-4394-b3fb-0661d5c40a72 tempest-FloatingIPAdminTestJSON-1962272062 tempest-FloatingIPAdminTestJSON-1962272062-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:07.417922 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-2fa8704f-b5b6-4318-9b34-32679e38fe4f None None] For port caffa57d-519f-4baf-9c7b-e09f92067e2c, host dv-neutron-744815-20-hyperv, cleared binding levels {{(pid=103161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 18 13:27:07.423844 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-2fa8704f-b5b6-4318-9b34-32679e38fe4f None None] For port caffa57d-519f-4baf-9c7b-e09f92067e2c, host dv-neutron-744815-20-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=caffa57d-519f-4baf-9c7b-e09f92067e2c,segment=NetworkSegment(8e7c7398-b7a5-42f2-9238-a00da26298b6),segment_id=8e7c7398-b7a5-42f2-9238-a00da26298b6)] {{(pid=103161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 18 13:27:07.439196 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2fa8704f-b5b6-4318-9b34-32679e38fe4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:07.446844 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-2697b4ff-11db-4e8c-8cdd-29d8ee295167 tempest-RoutersNegativeIpV6Test-1807013643 tempest-RoutersNegativeIpV6Test-1807013643-project] Publish callbacks [] for port, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:07.449048 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2294866d-0076-4933-952c-685307032598 None None] Provisioning complete for port cf24f961-9a8d-4695-8cbf-42c447851aeb triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:27:07.449425 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:07.452165 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-a3788bd0-fcfb-4394-b3fb-0661d5c40a72 tempest-FloatingIPAdminTestJSON-1962272062 tempest-FloatingIPAdminTestJSON-1962272062-project] Calling delete_port for 77bb57c4-0c34-4eaf-881c-a6f20015cf92 owned by network:floatingip {{(pid=103159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:27:07.466290 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.db.l3_db [None req-7158f9bb-d4b2-4134-9275-9b2f2bf7fabe tempest-ServersTestJSON-1286137368 tempest-ServersTestJSON-1286137368-project] Floating IP eed2e20e-d348-4324-a660-5a9a974edeb7 associated. External IP: 172.26.3.129, port: 6f42addb-ace8-4096-be5a-5b238a28eabf. Dec 18 13:27:07.470591 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7012082f-81db-4921-82c3-e09451a1522a req-abfaffcc-9eef-488e-a3fd-981f7dbcfe3d tempest-ServerActionsTestJSON-1545132800 tempest-ServerActionsTestJSON-1545132800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:27:07.494467 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-7012082f-81db-4921-82c3-e09451a1522a req-abfaffcc-9eef-488e-a3fd-981f7dbcfe3d tempest-ServerActionsTestJSON-1545132800 tempest-ServerActionsTestJSON-1545132800-project] 10.222.0.31 "GET /v2.0/ports?device_id=f75e1b43-b628-4577-9f75-0cf3a56e1582 HTTP/1.1" status: 200 len: 945 time: 0.4708030 Dec 18 13:27:07.498670 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-593ca43e-684f-4bdb-b954-9849aa0b88b3 tempest-RoutersAdminTest-1776390182 tempest-RoutersAdminTest-1776390182-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:07.578616 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e254f2f9-3acb-4646-af09-b0ee2b2643c3 None None] Pushing event updated for resources: {'Port': ['ID=caffa57d-519f-4baf-9c7b-e09f92067e2c,revision_number=3']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:27:07.608306 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fa8704f-b5b6-4318-9b34-32679e38fe4f None None] Routers {'f991ee28-f965-4019-ac1c-46f959c9f45f'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:27:07.609904 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-2fa8704f-b5b6-4318-9b34-32679e38fe4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:26:57Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['f991ee28-f965-4019-ac1c-46f959c9f45f'], 'active': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:27:07.610402 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-2697b4ff-11db-4e8c-8cdd-29d8ee295167 tempest-RoutersNegativeIpV6Test-1807013643 tempest-RoutersNegativeIpV6Test-1807013643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4533522'] for port, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:07.676783 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2697b4ff-11db-4e8c-8cdd-29d8ee295167 tempest-RoutersNegativeIpV6Test-1807013643 tempest-RoutersNegativeIpV6Test-1807013643-project] Network bf5b4ec6-aa0c-4db5-bc2b-ff8cfb2dc88a is already hosted by enough agents. {{(pid=103160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:27:07.679619 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2697b4ff-11db-4e8c-8cdd-29d8ee295167 tempest-RoutersNegativeIpV6Test-1807013643 tempest-RoutersNegativeIpV6Test-1807013643-project] Pushing event updated for resources: {'Port': ['ID=70b9a220-18a9-4a21-80e5-e9ae79c53f57,revision_number=1']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:27:07.688951 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2697b4ff-11db-4e8c-8cdd-29d8ee295167 tempest-RoutersNegativeIpV6Test-1807013643 tempest-RoutersNegativeIpV6Test-1807013643-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:27:07.689666 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2697b4ff-11db-4e8c-8cdd-29d8ee295167 tempest-RoutersNegativeIpV6Test-1807013643 tempest-RoutersNegativeIpV6Test-1807013643-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:27:07.690155 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2697b4ff-11db-4e8c-8cdd-29d8ee295167 tempest-RoutersNegativeIpV6Test-1807013643 tempest-RoutersNegativeIpV6Test-1807013643-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:27:07.690641 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2697b4ff-11db-4e8c-8cdd-29d8ee295167 tempest-RoutersNegativeIpV6Test-1807013643 tempest-RoutersNegativeIpV6Test-1807013643-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:27:07.691118 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2697b4ff-11db-4e8c-8cdd-29d8ee295167 tempest-RoutersNegativeIpV6Test-1807013643 tempest-RoutersNegativeIpV6Test-1807013643-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:27:07.691714 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2697b4ff-11db-4e8c-8cdd-29d8ee295167 tempest-RoutersNegativeIpV6Test-1807013643 tempest-RoutersNegativeIpV6Test-1807013643-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:27:07.692189 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2697b4ff-11db-4e8c-8cdd-29d8ee295167 tempest-RoutersNegativeIpV6Test-1807013643 tempest-RoutersNegativeIpV6Test-1807013643-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:27:07.692664 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2697b4ff-11db-4e8c-8cdd-29d8ee295167 tempest-RoutersNegativeIpV6Test-1807013643 tempest-RoutersNegativeIpV6Test-1807013643-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:27:07.693136 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2697b4ff-11db-4e8c-8cdd-29d8ee295167 tempest-RoutersNegativeIpV6Test-1807013643 tempest-RoutersNegativeIpV6Test-1807013643-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:27:07.693606 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2697b4ff-11db-4e8c-8cdd-29d8ee295167 tempest-RoutersNegativeIpV6Test-1807013643 tempest-RoutersNegativeIpV6Test-1807013643-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:27:07.694131 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2697b4ff-11db-4e8c-8cdd-29d8ee295167 tempest-RoutersNegativeIpV6Test-1807013643 tempest-RoutersNegativeIpV6Test-1807013643-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:27:07.694603 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2697b4ff-11db-4e8c-8cdd-29d8ee295167 tempest-RoutersNegativeIpV6Test-1807013643 tempest-RoutersNegativeIpV6Test-1807013643-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:27:07.695106 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2697b4ff-11db-4e8c-8cdd-29d8ee295167 tempest-RoutersNegativeIpV6Test-1807013643 tempest-RoutersNegativeIpV6Test-1807013643-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:27:07.704581 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.base_scheduler [None req-2697b4ff-11db-4e8c-8cdd-29d8ee295167 tempest-RoutersNegativeIpV6Test-1807013643 tempest-RoutersNegativeIpV6Test-1807013643-project] Resources bound (agent type, host, resource id): {{(pid=103160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:27:07.707136 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2697b4ff-11db-4e8c-8cdd-29d8ee295167 tempest-RoutersNegativeIpV6Test-1807013643 tempest-RoutersNegativeIpV6Test-1807013643-project] Received port after_create {{(pid=103160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:27:07.707917 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-2697b4ff-11db-4e8c-8cdd-29d8ee295167 tempest-RoutersNegativeIpV6Test-1807013643 tempest-RoutersNegativeIpV6Test-1807013643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586257'] for router_interface, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:07.719402 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvr_db [None req-2fa8704f-b5b6-4318-9b34-32679e38fe4f None None] Set router f991ee28-f965-4019-ac1c-46f959c9f45f gateway port host: None {{(pid=103161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 13:27:07.767494 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-ac28a326-683d-4f7a-b27b-5fcf46de3954 tempest-BulkNetworkOpsIpV6Test-708168992 tempest-BulkNetworkOpsIpV6Test-708168992-project] Deleting port a2366a12-f798-4468-9a1c-74cc28f18fea {{(pid=103159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:27:07.767936 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-ac28a326-683d-4f7a-b27b-5fcf46de3954 tempest-BulkNetworkOpsIpV6Test-708168992 tempest-BulkNetworkOpsIpV6Test-708168992-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:07.790945 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-2fa8704f-b5b6-4318-9b34-32679e38fe4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f991ee28-f965-4019-ac1c-46f959c9f45f', 'name': '', 'tenant_id': 'c25643c72319491db836fcb08252f295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:26:57Z', 'updated_at': '2021-12-18T13:27:06Z', 'revision_number': 4, 'project_id': 'c25643c72319491db836fcb08252f295', 'gw_port_host': None}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:27:07.821182 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fa8704f-b5b6-4318-9b34-32679e38fe4f None None] The sync data for ids ['f991ee28-f965-4019-ac1c-46f959c9f45f'] in dv-neutron-744815-20-hyperv is: [{'id': 'f991ee28-f965-4019-ac1c-46f959c9f45f', 'name': '', 'tenant_id': 'c25643c72319491db836fcb08252f295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:26:57Z', 'updated_at': '2021-12-18T13:27:06Z', 'revision_number': 4, 'project_id': 'c25643c72319491db836fcb08252f295', 'gw_port_host': None}] {{(pid=103161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 13:27:07.853569 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-593ca43e-684f-4bdb-b954-9849aa0b88b3 tempest-RoutersAdminTest-1776390182 tempest-RoutersAdminTest-1776390182-project-admin] Network decb4a40-7941-48c8-afbb-daaafd502e83 is already hosted by enough agents. {{(pid=103159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:27:07.884474 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 3de1bb31-9f47-4506-865b-085903ae76af up at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 13:27:07.887886 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.base_scheduler [None req-593ca43e-684f-4bdb-b954-9849aa0b88b3 tempest-RoutersAdminTest-1776390182 tempest-RoutersAdminTest-1776390182-project-admin] Resources bound (agent type, host, resource id): {{(pid=103159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:27:07.890018 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593ca43e-684f-4bdb-b954-9849aa0b88b3 tempest-RoutersAdminTest-1776390182 tempest-RoutersAdminTest-1776390182-project-admin] Pushing event updated for resources: {'Port': ['ID=ece1c266-b85d-4d4c-8c97-7d86932471a3,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:27:07.919362 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-593ca43e-684f-4bdb-b954-9849aa0b88b3 tempest-RoutersAdminTest-1776390182 tempest-RoutersAdminTest-1776390182-project-admin] Received port after_create {{(pid=103159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:27:07.957175 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-2697b4ff-11db-4e8c-8cdd-29d8ee295167 tempest-RoutersNegativeIpV6Test-1807013643 tempest-RoutersNegativeIpV6Test-1807013643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:07.978211 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2294866d-0076-4933-952c-685307032598 None None] Provisioning complete for port 3de1bb31-9f47-4506-865b-085903ae76af triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:27:07.978718 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:08.033329 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7158f9bb-d4b2-4134-9275-9b2f2bf7fabe tempest-ServersTestJSON-1286137368 tempest-ServersTestJSON-1286137368-project] Router 3f3b1949-cd71-497e-8581-eed311bb4151 has already been hosted by L3 agent c9c0cd52-5bd2-4704-9429-d80f1c5ad23c {{(pid=103160) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 18 13:27:08.095324 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:08.129273 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-2294866d-0076-4933-952c-685307032598 None None] For port 3de1bb31-9f47-4506-865b-085903ae76af, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=3de1bb31-9f47-4506-865b-085903ae76af,segment=NetworkSegment(3f66d49c-4faa-434c-8c3e-991f4f1d01bd),segment_id=3f66d49c-4faa-434c-8c3e-991f4f1d01bd)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:27:08.139553 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:08.231914 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-9b2baab7-ed3d-47f6-8be8-8d06c61e2733 None None] Provisioning complete for port 70b9a220-18a9-4a21-80e5-e9ae79c53f57 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:27:08.232285 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-9b2baab7-ed3d-47f6-8be8-8d06c61e2733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:08.234358 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Pushing event updated for resources: {'Port': ['ID=3de1bb31-9f47-4506-865b-085903ae76af,revision_number=4']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:27:08.263373 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2294866d-0076-4933-952c-685307032598 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:27:08.263723 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2294866d-0076-4933-952c-685307032598 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:27:08.264068 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2294866d-0076-4933-952c-685307032598 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:27:08.264404 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2294866d-0076-4933-952c-685307032598 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:27:08.264737 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2294866d-0076-4933-952c-685307032598 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:27:08.265060 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2294866d-0076-4933-952c-685307032598 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:27:08.265393 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2294866d-0076-4933-952c-685307032598 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:27:08.265722 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2294866d-0076-4933-952c-685307032598 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:27:08.266048 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2294866d-0076-4933-952c-685307032598 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:27:08.266373 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2294866d-0076-4933-952c-685307032598 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:27:08.266712 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2294866d-0076-4933-952c-685307032598 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:27:08.267019 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2294866d-0076-4933-952c-685307032598 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:27:08.267365 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2294866d-0076-4933-952c-685307032598 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:27:08.285204 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-9b2baab7-ed3d-47f6-8be8-8d06c61e2733 None None] Port 70b9a220-18a9-4a21-80e5-e9ae79c53f57 cannot update to ACTIVE because it is not bound. {{(pid=103161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 13:27:08.352523 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7158f9bb-d4b2-4134-9275-9b2f2bf7fabe tempest-ServersTestJSON-1286137368 tempest-ServersTestJSON-1286137368-project] Notify agent at l3_agent.dv-neutron-744815-20-hyperv the message routers_updated {{(pid=103160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 13:27:08.359258 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-7158f9bb-d4b2-4134-9275-9b2f2bf7fabe tempest-ServersTestJSON-1286137368 tempest-ServersTestJSON-1286137368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for floatingip, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:08.362332 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fabf39c-a62e-4eff-8fe9-7f18f49c620a None None] Sync routers for ids ['3f3b1949-cd71-497e-8581-eed311bb4151'] in dv-neutron-744815-20-hyperv {{(pid=103162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 13:27:08.376360 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fabf39c-a62e-4eff-8fe9-7f18f49c620a None None] Routers {'3f3b1949-cd71-497e-8581-eed311bb4151'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:27:08.377248 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-8fabf39c-a62e-4eff-8fe9-7f18f49c620a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:26:57Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['3f3b1949-cd71-497e-8581-eed311bb4151'], 'active': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:27:08.391713 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-7158f9bb-d4b2-4134-9275-9b2f2bf7fabe tempest-ServersTestJSON-1286137368 tempest-ServersTestJSON-1286137368-project] 10.222.0.31 "PUT /v2.0/floatingips/eed2e20e-d348-4324-a660-5a9a974edeb7 HTTP/1.1" status: 200 len: 992 time: 3.4188423 Dec 18 13:27:08.396432 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f044516-7cff-4ae8-8c47-ba1da8c37907', 'tag': '6f42addb-ace8-4096-be5a-5b238a28eabf'}] {{(pid=103160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 18 13:27:08.398853 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd59ab3361532ca86f78e2d2eaf298e4a05479417bf909969c39d1b423591824" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c2d7852-b2f2-4712-a7af-fa801c7dce56" -d '{"events": [{"name": "network-changed", "server_uuid": "9f044516-7cff-4ae8-8c47-ba1da8c37907", "tag": "6f42addb-ace8-4096-be5a-5b238a28eabf"}]}' {{(pid=103160) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 18 13:27:08.413264 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-7012082f-81db-4921-82c3-e09451a1522a req-4279b798-8af8-49d8-a130-b99eba35d71d tempest-ServerActionsTestJSON-1545132800 tempest-ServerActionsTestJSON-1545132800-project] 10.222.0.31 "GET /v2.0/security-groups?id=04da0920-3f32-48b1-bc5b-099cf6dd1551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9178598 Dec 18 13:27:08.475440 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-2697b4ff-11db-4e8c-8cdd-29d8ee295167 tempest-RoutersNegativeIpV6Test-1807013643 tempest-RoutersNegativeIpV6Test-1807013643-project] Publish callbacks [] for port, precommit_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:08.482680 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-2697b4ff-11db-4e8c-8cdd-29d8ee295167 tempest-RoutersNegativeIpV6Test-1807013643 tempest-RoutersNegativeIpV6Test-1807013643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4533541'] for port, after_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:08.488009 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-2697b4ff-11db-4e8c-8cdd-29d8ee295167 tempest-RoutersNegativeIpV6Test-1807013643 tempest-RoutersNegativeIpV6Test-1807013643-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1048031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586432'] for router_interface, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:08.540405 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 13:27:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27399e77-7236-4c40-be51-1a3cb6729f74 x-openstack-request-id: req-27399e77-7236-4c40-be51-1a3cb6729f74 {{(pid=103160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 18 13:27:08.541325 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f044516-7cff-4ae8-8c47-ba1da8c37907", "tag": "6f42addb-ace8-4096-be5a-5b238a28eabf", "status": "completed", "code": 200}]} {{(pid=103160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 18 13:27:08.542383 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-27399e77-7236-4c40-be51-1a3cb6729f74 {{(pid=103160) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 18 13:27:08.543731 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f044516-7cff-4ae8-8c47-ba1da8c37907', 'tag': '6f42addb-ace8-4096-be5a-5b238a28eabf', 'status': 'completed', 'code': 200} Dec 18 13:27:08.612643 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvr_db [None req-8fabf39c-a62e-4eff-8fe9-7f18f49c620a None None] Set router 3f3b1949-cd71-497e-8581-eed311bb4151 gateway port host: dv-neutron-744815-20-hyperv {{(pid=103162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 13:27:08.635049 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-ac28a326-683d-4f7a-b27b-5fcf46de3954 tempest-BulkNetworkOpsIpV6Test-708168992 tempest-BulkNetworkOpsIpV6Test-708168992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:08.638223 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2697b4ff-11db-4e8c-8cdd-29d8ee295167 tempest-RoutersNegativeIpV6Test-1807013643 tempest-RoutersNegativeIpV6Test-1807013643-project] Pushing event updated for resources: {'Port': ['ID=70b9a220-18a9-4a21-80e5-e9ae79c53f57,revision_number=2']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:27:08.638349 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593ca43e-684f-4bdb-b954-9849aa0b88b3 tempest-RoutersAdminTest-1776390182 tempest-RoutersAdminTest-1776390182-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:27:08.638591 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593ca43e-684f-4bdb-b954-9849aa0b88b3 tempest-RoutersAdminTest-1776390182 tempest-RoutersAdminTest-1776390182-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:27:08.638933 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593ca43e-684f-4bdb-b954-9849aa0b88b3 tempest-RoutersAdminTest-1776390182 tempest-RoutersAdminTest-1776390182-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:27:08.639488 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593ca43e-684f-4bdb-b954-9849aa0b88b3 tempest-RoutersAdminTest-1776390182 tempest-RoutersAdminTest-1776390182-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:27:08.639949 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593ca43e-684f-4bdb-b954-9849aa0b88b3 tempest-RoutersAdminTest-1776390182 tempest-RoutersAdminTest-1776390182-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:27:08.640684 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593ca43e-684f-4bdb-b954-9849aa0b88b3 tempest-RoutersAdminTest-1776390182 tempest-RoutersAdminTest-1776390182-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:27:08.640684 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593ca43e-684f-4bdb-b954-9849aa0b88b3 tempest-RoutersAdminTest-1776390182 tempest-RoutersAdminTest-1776390182-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:27:08.640920 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593ca43e-684f-4bdb-b954-9849aa0b88b3 tempest-RoutersAdminTest-1776390182 tempest-RoutersAdminTest-1776390182-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:27:08.641159 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593ca43e-684f-4bdb-b954-9849aa0b88b3 tempest-RoutersAdminTest-1776390182 tempest-RoutersAdminTest-1776390182-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:27:08.641420 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593ca43e-684f-4bdb-b954-9849aa0b88b3 tempest-RoutersAdminTest-1776390182 tempest-RoutersAdminTest-1776390182-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:27:08.642188 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593ca43e-684f-4bdb-b954-9849aa0b88b3 tempest-RoutersAdminTest-1776390182 tempest-RoutersAdminTest-1776390182-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:27:08.642188 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593ca43e-684f-4bdb-b954-9849aa0b88b3 tempest-RoutersAdminTest-1776390182 tempest-RoutersAdminTest-1776390182-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:27:08.642373 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593ca43e-684f-4bdb-b954-9849aa0b88b3 tempest-RoutersAdminTest-1776390182 tempest-RoutersAdminTest-1776390182-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:27:08.689695 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-588f4eca-edc9-4ddc-a65d-7ca28dd49a16 tempest-RoutersIpV6AdminTest-1535217791 tempest-RoutersIpV6AdminTest-1535217791-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:08.712635 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2697b4ff-11db-4e8c-8cdd-29d8ee295167 tempest-RoutersNegativeIpV6Test-1807013643 tempest-RoutersNegativeIpV6Test-1807013643-project] Network bf5b4ec6-aa0c-4db5-bc2b-ff8cfb2dc88a is already hosted by enough agents. {{(pid=103160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:27:08.714324 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.base_scheduler [None req-2697b4ff-11db-4e8c-8cdd-29d8ee295167 tempest-RoutersNegativeIpV6Test-1807013643 tempest-RoutersNegativeIpV6Test-1807013643-project] Resources bound (agent type, host, resource id): {{(pid=103160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:27:08.725722 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-ac28a326-683d-4f7a-b27b-5fcf46de3954 tempest-BulkNetworkOpsIpV6Test-708168992 tempest-BulkNetworkOpsIpV6Test-708168992-project] Calling delete_port for a2366a12-f798-4468-9a1c-74cc28f18fea owned by {{(pid=103159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:27:08.858031 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588f4eca-edc9-4ddc-a65d-7ca28dd49a16 tempest-RoutersIpV6AdminTest-1535217791 tempest-RoutersIpV6AdminTest-1535217791-project-admin] Pushing event deleted for resources: {'Port': ['ID=caffa57d-519f-4baf-9c7b-e09f92067e2c,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:27:08.884496 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9cf72cd-7e38-4360-a87b-322bb9ee0ce8 None None] Network 55a325c9-654c-489e-8dbc-a77b70508f34 requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:27:08.954571 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2697b4ff-11db-4e8c-8cdd-29d8ee295167 tempest-RoutersNegativeIpV6Test-1807013643 tempest-RoutersNegativeIpV6Test-1807013643-project] Router b8d047fe-b9a9-46e1-9bc3-44bc9daded0f is scheduled to L3 agent c9c0cd52-5bd2-4704-9429-d80f1c5ad23c with binding_index 1 {{(pid=103160) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 18 13:27:09.009464 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-b4eb4623-de6e-4d06-ba9c-800fbe2b0d85 None None] Provisioning complete for port 2cdbc908-3842-464a-8843-035110bb2118 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:27:09.009833 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-b4eb4623-de6e-4d06-ba9c-800fbe2b0d85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:09.036339 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-588f4eca-edc9-4ddc-a65d-7ca28dd49a16 tempest-RoutersIpV6AdminTest-1535217791 tempest-RoutersIpV6AdminTest-1535217791-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-586554'] for router_gateway, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:09.038393 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-8fabf39c-a62e-4eff-8fe9-7f18f49c620a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f3b1949-cd71-497e-8581-eed311bb4151', 'name': 'tempest-ServersTestJSON-206567357-router', 'tenant_id': 'b13bfad2b2a84333a7ff37b75b6ba14e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.39'}], 'enable_snat': True}, 'gw_port_id': '773ea80f-5341-438f-a89a-0ee52b828ada', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:26:07Z', 'updated_at': '2021-12-18T13:26:15Z', 'revision_number': 4, 'project_id': 'b13bfad2b2a84333a7ff37b75b6ba14e', 'gw_port': {'id': '773ea80f-5341-438f-a89a-0ee52b828ada', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:51:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f3b1949-cd71-497e-8581-eed311bb4151', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:26:08Z', 'updated_at': '2021-12-18T13:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv', '_floatingips': [{'id': 'eed2e20e-d348-4324-a660-5a9a974edeb7', 'tenant_id': 'b13bfad2b2a84333a7ff37b75b6ba14e', 'floating_ip_address': '172.26.3.129', 'floating_network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'router_id': '3f3b1949-cd71-497e-8581-eed311bb4151', 'port_id': '6f42addb-ace8-4096-be5a-5b238a28eabf', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 149, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2661b17-f10f-45b5-9a14-2ba272e46fb7', 'mac_address': 'fa:16:3e:ca:62:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f044516-7cff-4ae8-8c47-ba1da8c37907', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T13:26:27Z', 'updated_at': '2021-12-18T13:27:07Z', 'revision_number': 1, 'project_id': 'b13bfad2b2a84333a7ff37b75b6ba14e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ad7f770-c11c-48df-8a56-4b3d08febca9', 'name': '', 'network_id': 'd2661b17-f10f-45b5-9a14-2ba272e46fb7', 'tenant_id': 'b13bfad2b2a84333a7ff37b75b6ba14e', 'mac_address': 'fa:16:3e:08:18:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f3b1949-cd71-497e-8581-eed311bb4151', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '4f238fff-f9a2-4ca2-aa84-e233d7ea0123', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:26:12Z', 'updated_at': '2021-12-18T13:26:21Z', 'revision_number': 5, 'project_id': 'b13bfad2b2a84333a7ff37b75b6ba14e', 'subnets': [{'id': '4f238fff-f9a2-4ca2-aa84-e233d7ea0123', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:27:09.089357 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fabf39c-a62e-4eff-8fe9-7f18f49c620a None None] Checking router: 3f3b1949-cd71-497e-8581-eed311bb4151 for host: dv-neutron-744815-20-hyperv {{(pid=103162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 18 13:27:09.105320 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fabf39c-a62e-4eff-8fe9-7f18f49c620a None None] Routers {'3f3b1949-cd71-497e-8581-eed311bb4151'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:27:09.110111 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-8fabf39c-a62e-4eff-8fe9-7f18f49c620a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:26:57Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['3f3b1949-cd71-497e-8581-eed311bb4151'], 'active': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:27:09.228236 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2d7852-b2f2-4712-a7af-fa801c7dce56 req-d3948633-9ad7-499b-bc93-788560441471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:27:09.229838 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-b4eb4623-de6e-4d06-ba9c-800fbe2b0d85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:09.230046 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-3c2d7852-b2f2-4712-a7af-fa801c7dce56 req-d3948633-9ad7-499b-bc93-788560441471 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b13bfad2b2a84333a7ff37b75b6ba14e&device_id=9f044516-7cff-4ae8-8c47-ba1da8c37907 HTTP/1.1" status: 200 len: 1099 time: 0.5707936 Dec 18 13:27:09.242176 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-588f4eca-edc9-4ddc-a65d-7ca28dd49a16 tempest-RoutersIpV6AdminTest-1535217791 tempest-RoutersIpV6AdminTest-1535217791-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-589815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28643'] for router, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:09.244775 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-588f4eca-edc9-4ddc-a65d-7ca28dd49a16 tempest-RoutersIpV6AdminTest-1535217791 tempest-RoutersIpV6AdminTest-1535217791-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:09.306313 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-b4eb4623-de6e-4d06-ba9c-800fbe2b0d85 None None] For port 2cdbc908-3842-464a-8843-035110bb2118, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=2cdbc908-3842-464a-8843-035110bb2118,segment=NetworkSegment(248f1462-dc9d-4d32-977c-1cd88d16320e),segment_id=248f1462-dc9d-4d32-977c-1cd88d16320e)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:27:09.307576 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 2cdbc908-3842-464a-8843-035110bb2118 up at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 13:27:09.323053 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvr_db [None req-8fabf39c-a62e-4eff-8fe9-7f18f49c620a None None] Set router 3f3b1949-cd71-497e-8581-eed311bb4151 gateway port host: dv-neutron-744815-20-hyperv {{(pid=103162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 13:27:09.370036 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-b4eb4623-de6e-4d06-ba9c-800fbe2b0d85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:09.378644 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb1be8c-4ac5-4c07-9235-edb70193f311 req-bee960ef-8cf3-4596-a065-f5c8afbb1841 tempest-ServerActionsTestJSON-1545132800 tempest-ServerActionsTestJSON-1545132800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:27:09.384985 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-3eb1be8c-4ac5-4c07-9235-edb70193f311 req-bee960ef-8cf3-4596-a065-f5c8afbb1841 tempest-ServerActionsTestJSON-1545132800 tempest-ServerActionsTestJSON-1545132800-project] 10.222.0.31 "GET /v2.0/ports?device_id=f75e1b43-b628-4577-9f75-0cf3a56e1582 HTTP/1.1" status: 200 len: 945 time: 0.7388701 Dec 18 13:27:09.387402 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-588f4eca-edc9-4ddc-a65d-7ca28dd49a16 tempest-RoutersIpV6AdminTest-1535217791 tempest-RoutersIpV6AdminTest-1535217791-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-589710'] for router, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:09.387402 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-588f4eca-edc9-4ddc-a65d-7ca28dd49a16 tempest-RoutersIpV6AdminTest-1535217791 tempest-RoutersIpV6AdminTest-1535217791-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f991ee28-f965-4019-ac1c-46f959c9f45f {{(pid=103159) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 18 13:27:09.432731 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 50034) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:27:09.457990 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-f6732432-55ab-4605-a47c-6deda1bb3870 tempest-ServerActionsTestJSON-1545132800 tempest-ServerActionsTestJSON-1545132800-project] Request body: {'floatingip': {'port_id': 'e7099ed9-5062-40c4-a1e3-ac0e8e7ebf76'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:27:09.467861 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2294866d-0076-4933-952c-685307032598 None None] Provisioning complete for port 2cdbc908-3842-464a-8843-035110bb2118 triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:27:09.468229 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:09.509274 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4eb4623-de6e-4d06-ba9c-800fbe2b0d85 None None] Pushing event updated for resources: {'Port': ['ID=2cdbc908-3842-464a-8843-035110bb2118,revision_number=3']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:27:09.528533 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-588f4eca-edc9-4ddc-a65d-7ca28dd49a16 tempest-RoutersIpV6AdminTest-1535217791 tempest-RoutersIpV6AdminTest-1535217791-project-admin] Publish callbacks [] for router, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:09.532233 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-588f4eca-edc9-4ddc-a65d-7ca28dd49a16 tempest-RoutersIpV6AdminTest-1535217791 tempest-RoutersIpV6AdminTest-1535217791-project-admin] 10.222.0.31 "DELETE /v2.0/routers/f991ee28-f965-4019-ac1c-46f959c9f45f HTTP/1.1" status: 204 len: 168 time: 4.8146806 Dec 18 13:27:09.533523 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 50036) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:27:09.559384 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-f691a735-d174-475a-8d22-b6e469c69e77 None None] Provisioning complete for port 70b9a220-18a9-4a21-80e5-e9ae79c53f57 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:27:09.560074 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f691a735-d174-475a-8d22-b6e469c69e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:09.567091 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.db.resource_extend [None req-80b98494-defb-429e-8644-2ded69e63f50 tempest-ServersTestManualDisk-715244052 tempest-ServersTestManualDisk-715244052-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 18 13:27:09.593808 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e3b20b8-279e-41b5-8bef-a6740fd06172 tempest-RoutersIpV6AdminTest-1535217791 tempest-RoutersIpV6AdminTest-1535217791-project-admin] Deleting subnet f5a76e13-6a1c-4ee3-b436-fa3279113715 {{(pid=103160) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 18 13:27:09.598204 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-8e3b20b8-279e-41b5-8bef-a6740fd06172 tempest-RoutersIpV6AdminTest-1535217791 tempest-RoutersIpV6AdminTest-1535217791-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:09.638401 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2697b4ff-11db-4e8c-8cdd-29d8ee295167 tempest-RoutersNegativeIpV6Test-1807013643 tempest-RoutersNegativeIpV6Test-1807013643-project] Notify agent at l3_agent.dv-neutron-744815-20-hyperv the message routers_updated {{(pid=103160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 13:27:09.641700 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-8e3b20b8-279e-41b5-8bef-a6740fd06172 tempest-RoutersIpV6AdminTest-1535217791 tempest-RoutersIpV6AdminTest-1535217791-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4533385'] for subnet, precommit_delete_associations {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:09.644296 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-80b98494-defb-429e-8644-2ded69e63f50 tempest-ServersTestManualDisk-715244052 tempest-ServersTestManualDisk-715244052-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:09.646799 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-2697b4ff-11db-4e8c-8cdd-29d8ee295167 tempest-RoutersNegativeIpV6Test-1807013643 tempest-RoutersNegativeIpV6Test-1807013643-project] 10.222.0.31 "PUT /v2.0/routers/b8d047fe-b9a9-46e1-9bc3-44bc9daded0f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8904254 Dec 18 13:27:09.669626 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 50040) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:27:09.674579 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd316a90-4a8f-42d1-86df-1041e8c7fc20 None None] Sync routers for ids ['b8d047fe-b9a9-46e1-9bc3-44bc9daded0f'] in dv-neutron-744815-20-hyperv {{(pid=103161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 13:27:09.721646 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 3de1bb31-9f47-4506-865b-085903ae76af up at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 13:27:09.726443 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd316a90-4a8f-42d1-86df-1041e8c7fc20 None None] Routers {'b8d047fe-b9a9-46e1-9bc3-44bc9daded0f'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:27:09.726592 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-80b98494-defb-429e-8644-2ded69e63f50 tempest-ServersTestManualDisk-715244052 tempest-ServersTestManualDisk-715244052-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-587004'] for floatingip, after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:09.727449 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-cd316a90-4a8f-42d1-86df-1041e8c7fc20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:26:57Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['b8d047fe-b9a9-46e1-9bc3-44bc9daded0f'], 'active': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:27:09.729678 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-f691a735-d174-475a-8d22-b6e469c69e77 None None] Port 70b9a220-18a9-4a21-80e5-e9ae79c53f57 cannot update to ACTIVE because it is not bound. {{(pid=103161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 13:27:09.769260 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-8fabf39c-a62e-4eff-8fe9-7f18f49c620a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f3b1949-cd71-497e-8581-eed311bb4151', 'name': 'tempest-ServersTestJSON-206567357-router', 'tenant_id': 'b13bfad2b2a84333a7ff37b75b6ba14e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.39'}], 'enable_snat': True}, 'gw_port_id': '773ea80f-5341-438f-a89a-0ee52b828ada', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:26:07Z', 'updated_at': '2021-12-18T13:26:15Z', 'revision_number': 4, 'project_id': 'b13bfad2b2a84333a7ff37b75b6ba14e', 'gw_port': {'id': '773ea80f-5341-438f-a89a-0ee52b828ada', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:51:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f3b1949-cd71-497e-8581-eed311bb4151', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:26:08Z', 'updated_at': '2021-12-18T13:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv', '_floatingips': [{'id': 'eed2e20e-d348-4324-a660-5a9a974edeb7', 'tenant_id': 'b13bfad2b2a84333a7ff37b75b6ba14e', 'floating_ip_address': '172.26.3.129', 'floating_network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'router_id': '3f3b1949-cd71-497e-8581-eed311bb4151', 'port_id': '6f42addb-ace8-4096-be5a-5b238a28eabf', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 149, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2661b17-f10f-45b5-9a14-2ba272e46fb7', 'mac_address': 'fa:16:3e:ca:62:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f044516-7cff-4ae8-8c47-ba1da8c37907', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T13:26:27Z', 'updated_at': '2021-12-18T13:27:07Z', 'revision_number': 1, 'project_id': 'b13bfad2b2a84333a7ff37b75b6ba14e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ad7f770-c11c-48df-8a56-4b3d08febca9', 'name': '', 'network_id': 'd2661b17-f10f-45b5-9a14-2ba272e46fb7', 'tenant_id': 'b13bfad2b2a84333a7ff37b75b6ba14e', 'mac_address': 'fa:16:3e:08:18:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f3b1949-cd71-497e-8581-eed311bb4151', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '4f238fff-f9a2-4ca2-aa84-e233d7ea0123', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:26:12Z', 'updated_at': '2021-12-18T13:26:21Z', 'revision_number': 5, 'project_id': 'b13bfad2b2a84333a7ff37b75b6ba14e', 'subnets': [{'id': '4f238fff-f9a2-4ca2-aa84-e233d7ea0123', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:27:09.776343 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-8e3b20b8-279e-41b5-8bef-a6740fd06172 tempest-RoutersIpV6AdminTest-1535217791 tempest-RoutersIpV6AdminTest-1535217791-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1929185'] for subnet, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:09.781584 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-f6732432-55ab-4605-a47c-6deda1bb3870 tempest-ServerActionsTestJSON-1545132800 tempest-ServerActionsTestJSON-1545132800-project] Publish callbacks [] for floatingip, before_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:09.811232 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-cd316a90-4a8f-42d1-86df-1041e8c7fc20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:27:09.812012 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fabf39c-a62e-4eff-8fe9-7f18f49c620a None None] The sync data for ids ['3f3b1949-cd71-497e-8581-eed311bb4151'] in dv-neutron-744815-20-hyperv is: [{'id': '3f3b1949-cd71-497e-8581-eed311bb4151', 'name': 'tempest-ServersTestJSON-206567357-router', 'tenant_id': 'b13bfad2b2a84333a7ff37b75b6ba14e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.39'}], 'enable_snat': True}, 'gw_port_id': '773ea80f-5341-438f-a89a-0ee52b828ada', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:26:07Z', 'updated_at': '2021-12-18T13:26:15Z', 'revision_number': 4, 'project_id': 'b13bfad2b2a84333a7ff37b75b6ba14e', 'gw_port': {'id': '773ea80f-5341-438f-a89a-0ee52b828ada', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:51:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f3b1949-cd71-497e-8581-eed311bb4151', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:26:08Z', 'updated_at': '2021-12-18T13:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv', '_floatingips': [{'id': 'eed2e20e-d348-4324-a660-5a9a974edeb7', 'tenant_id': 'b13bfad2b2a84333a7ff37b75b6ba14e', 'floating_ip_address': '172.26.3.129', 'floating_network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'router_id': '3f3b1949-cd71-497e-8581-eed311bb4151', 'port_id': '6f42addb-ace8-4096-be5a-5b238a28eabf', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 149, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2661b17-f10f-45b5-9a14-2ba272e46fb7', 'mac_address': 'fa:16:3e:ca:62:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f044516-7cff-4ae8-8c47-ba1da8c37907', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T13:26:27Z', 'updated_at': '2021-12-18T13:27:07Z', 'revision_number': 1, 'project_id': 'b13bfad2b2a84333a7ff37b75b6ba14e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ad7f770-c11c-48df-8a56-4b3d08febca9', 'name': '', 'network_id': 'd2661b17-f10f-45b5-9a14-2ba272e46fb7', 'tenant_id': 'b13bfad2b2a84333a7ff37b75b6ba14e', 'mac_address': 'fa:16:3e:08:18:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f3b1949-cd71-497e-8581-eed311bb4151', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '4f238fff-f9a2-4ca2-aa84-e233d7ea0123', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:26:12Z', 'updated_at': '2021-12-18T13:26:21Z', 'revision_number': 5, 'project_id': 'b13bfad2b2a84333a7ff37b75b6ba14e', 'subnets': [{'id': '4f238fff-f9a2-4ca2-aa84-e233d7ea0123', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 13:27:09.831193 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd316a90-4a8f-42d1-86df-1041e8c7fc20 None None] Routers {'b8d047fe-b9a9-46e1-9bc3-44bc9daded0f'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:27:09.832250 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-cd316a90-4a8f-42d1-86df-1041e8c7fc20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:26:57Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['b8d047fe-b9a9-46e1-9bc3-44bc9daded0f'], 'active': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:27:09.849732 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-ac28a326-683d-4f7a-b27b-5fcf46de3954 tempest-BulkNetworkOpsIpV6Test-708168992 tempest-BulkNetworkOpsIpV6Test-708168992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:09.905111 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-8e3b20b8-279e-41b5-8bef-a6740fd06172 tempest-RoutersIpV6AdminTest-1535217791 tempest-RoutersIpV6AdminTest-1535217791-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1929192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4533475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4514371'] for subnet, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:09.906572 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-cd316a90-4a8f-42d1-86df-1041e8c7fc20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:27:09.907322 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd316a90-4a8f-42d1-86df-1041e8c7fc20 None None] The sync data for ids ['b8d047fe-b9a9-46e1-9bc3-44bc9daded0f'] in dv-neutron-744815-20-hyperv is: [] {{(pid=103161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 13:27:09.917608 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-a9f50a22-3b3a-4a4b-a26c-7aac3c127e62 None None] Provisioning complete for port 2cdbc908-3842-464a-8843-035110bb2118 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:27:09.917971 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a9f50a22-3b3a-4a4b-a26c-7aac3c127e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:09.924625 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-a3788bd0-fcfb-4394-b3fb-0661d5c40a72 tempest-FloatingIPAdminTestJSON-1962272062 tempest-FloatingIPAdminTestJSON-1962272062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:09.957791 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2294866d-0076-4933-952c-685307032598 None None] Provisioning complete for port 3de1bb31-9f47-4506-865b-085903ae76af triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:27:09.958139 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:09.971063 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3b20b8-279e-41b5-8bef-a6740fd06172 tempest-RoutersIpV6AdminTest-1535217791 tempest-RoutersIpV6AdminTest-1535217791-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=f5a76e13-6a1c-4ee3-b436-fa3279113715,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:27:09.980345 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-8e3b20b8-279e-41b5-8bef-a6740fd06172 tempest-RoutersIpV6AdminTest-1535217791 tempest-RoutersIpV6AdminTest-1535217791-project-admin] Publish callbacks [] for subnet, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:09.987468 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-8e3b20b8-279e-41b5-8bef-a6740fd06172 tempest-RoutersIpV6AdminTest-1535217791 tempest-RoutersIpV6AdminTest-1535217791-project-admin] 10.222.0.31 "DELETE /v2.0/subnets/f5a76e13-6a1c-4ee3-b436-fa3279113715 HTTP/1.1" status: 204 len: 168 time: 0.4533992 Dec 18 13:27:09.989985 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 50042) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:27:09.995139 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2d7852-b2f2-4712-a7af-fa801c7dce56 req-7b88c55d-ddb3-4668-81e9-5372ff0cfc0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:27:09.996730 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-3c2d7852-b2f2-4712-a7af-fa801c7dce56 req-7b88c55d-ddb3-4668-81e9-5372ff0cfc0b service neutron] 10.222.0.43 "GET /v2.0/networks?id=d2661b17-f10f-45b5-9a14-2ba272e46fb7 HTTP/1.1" status: 200 len: 906 time: 0.6551638 Dec 18 13:27:09.997397 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac28a326-683d-4f7a-b27b-5fcf46de3954 tempest-BulkNetworkOpsIpV6Test-708168992 tempest-BulkNetworkOpsIpV6Test-708168992-project] Pushing event deleted for resources: {'Port': ['ID=a2366a12-f798-4468-9a1c-74cc28f18fea,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:27:10.063263 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-ac28a326-683d-4f7a-b27b-5fcf46de3954 tempest-BulkNetworkOpsIpV6Test-708168992 tempest-BulkNetworkOpsIpV6Test-708168992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:10.066452 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-ac28a326-683d-4f7a-b27b-5fcf46de3954 tempest-BulkNetworkOpsIpV6Test-708168992 tempest-BulkNetworkOpsIpV6Test-708168992-project] 10.222.0.31 "DELETE /v2.0/ports/a2366a12-f798-4468-9a1c-74cc28f18fea HTTP/1.1" status: 204 len: 168 time: 3.2562544 Dec 18 13:27:10.105076 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 50044) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:27:10.146124 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-1bd21c88-4d4f-4d77-9879-ce8d4109791d tempest-RoutersIpV6AdminTest-1535217791 tempest-RoutersIpV6AdminTest-1535217791-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2023137'] for network, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:10.152765 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10f18eff-394b-43dc-a17d-b279901f9a86 None None] New status for floating IP eed2e20e-d348-4324-a660-5a9a974edeb7: ACTIVE {{(pid=103162) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 18 13:27:10.166744 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3788bd0-fcfb-4394-b3fb-0661d5c40a72 tempest-FloatingIPAdminTestJSON-1962272062 tempest-FloatingIPAdminTestJSON-1962272062-project] Pushing event deleted for resources: {'Port': ['ID=77bb57c4-0c34-4eaf-881c-a6f20015cf92,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:27:10.170977 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-043f9aca-6bfc-4ca6-a1e8-0ed7bbe146e8 tempest-BulkNetworkOpsIpV6Test-708168992 tempest-BulkNetworkOpsIpV6Test-708168992-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0645494 Dec 18 13:27:10.171724 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 50046) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:27:10.179868 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-3695af2e-add2-44e9-9b30-283cc161e473 tempest-BulkNetworkOpsIpV6Test-708168992 tempest-BulkNetworkOpsIpV6Test-708168992-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-2034343251'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:27:10.268508 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.db.l3_db [None req-80b98494-defb-429e-8644-2ded69e63f50 tempest-ServersTestManualDisk-715244052 tempest-ServersTestManualDisk-715244052-project] Floating IP 6e589c24-1467-4e63-a1c5-f0c8128b6ae8 associated. External IP: 172.26.3.244, port: bf4acb97-187d-4fa5-8e48-3a49ef3a3161. Dec 18 13:27:10.280476 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3695af2e-add2-44e9-9b30-283cc161e473 tempest-BulkNetworkOpsIpV6Test-708168992 tempest-BulkNetworkOpsIpV6Test-708168992-project] Made reservation on behalf of a052a249afaa4d378fcf6251fa9f87d9 for: {'network': 1} {{(pid=103160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:27:10.284127 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-3695af2e-add2-44e9-9b30-283cc161e473 tempest-BulkNetworkOpsIpV6Test-708168992 tempest-BulkNetworkOpsIpV6Test-708168992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for network, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:10.366083 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-a3788bd0-fcfb-4394-b3fb-0661d5c40a72 tempest-FloatingIPAdminTestJSON-1962272062 tempest-FloatingIPAdminTestJSON-1962272062-project] Publish callbacks [] for floatingip, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:10.368632 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-a3788bd0-fcfb-4394-b3fb-0661d5c40a72 tempest-FloatingIPAdminTestJSON-1962272062 tempest-FloatingIPAdminTestJSON-1962272062-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for floatingip, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:10.372663 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-a3788bd0-fcfb-4394-b3fb-0661d5c40a72 tempest-FloatingIPAdminTestJSON-1962272062 tempest-FloatingIPAdminTestJSON-1962272062-project] 10.222.0.31 "DELETE /v2.0/floatingips/b9086327-8444-4656-af57-fd3760b3fb7c HTTP/1.1" status: 204 len: 168 time: 4.0548584 Dec 18 13:27:10.372663 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-593ca43e-684f-4bdb-b954-9849aa0b88b3 tempest-RoutersAdminTest-1776390182 tempest-RoutersAdminTest-1776390182-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:10.379124 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 50048) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:27:10.381974 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-3c2d7852-b2f2-4712-a7af-fa801c7dce56 req-6dc07a70-fca1-43a5-867a-e676111a41ab service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6f42addb-ace8-4096-be5a-5b238a28eabf HTTP/1.1" status: 200 len: 1000 time: 0.3705382 Dec 18 13:27:10.392799 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-1bd21c88-4d4f-4d77-9879-ce8d4109791d tempest-RoutersIpV6AdminTest-1535217791 tempest-RoutersIpV6AdminTest-1535217791-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1927292', 'neutron.services.segments.db._delete_segments_for_network-8767106887837'] for network, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:10.396579 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3695af2e-add2-44e9-9b30-283cc161e473 tempest-BulkNetworkOpsIpV6Test-708168992 tempest-BulkNetworkOpsIpV6Test-708168992-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 144} {{(pid=103160) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 18 13:27:10.430308 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-3695af2e-add2-44e9-9b30-283cc161e473 tempest-BulkNetworkOpsIpV6Test-708168992 tempest-BulkNetworkOpsIpV6Test-708168992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:10.430649 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.db.segments_db [None req-3695af2e-add2-44e9-9b30-283cc161e473 tempest-BulkNetworkOpsIpV6Test-708168992 tempest-BulkNetworkOpsIpV6Test-708168992-project] Added segment 652721c4-cdb4-4680-be1e-65543aa243fc of type vlan for network a086a544-61eb-41a9-8352-3050c46f3237 Dec 18 13:27:10.432706 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.services.segments.db [None req-1bd21c88-4d4f-4d77-9879-ce8d4109791d tempest-RoutersIpV6AdminTest-1535217791 tempest-RoutersIpV6AdminTest-1535217791-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f74aa6b-b4cf-496d-b04e-ca5451f0673e']}} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:27:10.447762 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.api.v2.resource [None req-c92cfef3-a63e-40e9-badd-1af9edb91ad4 tempest-RoutersNegativeIpV6Test-1807013643 tempest-RoutersNegativeIpV6Test-1807013643-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 18 13:27:10.448900 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-c92cfef3-a63e-40e9-badd-1af9edb91ad4 tempest-RoutersNegativeIpV6Test-1807013643 tempest-RoutersNegativeIpV6Test-1807013643-project] 10.222.0.31 "PUT /v2.0/routers/b8d047fe-b9a9-46e1-9bc3-44bc9daded0f/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.7782404 Dec 18 13:27:10.471568 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 50050) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:27:10.481070 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.services.segments.db [None req-1bd21c88-4d4f-4d77-9879-ce8d4109791d tempest-RoutersIpV6AdminTest-1535217791 tempest-RoutersIpV6AdminTest-1535217791-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e7c7398-b7a5-42f2-9238-a00da26298b6') {'for_net_delete': True} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:27:10.481439 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.services.segments.db [None req-1bd21c88-4d4f-4d77-9879-ce8d4109791d tempest-RoutersIpV6AdminTest-1535217791 tempest-RoutersIpV6AdminTest-1535217791-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e7c7398-b7a5-42f2-9238-a00da26298b6') {} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:27:10.527347 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-1bd21c88-4d4f-4d77-9879-ce8d4109791d tempest-RoutersIpV6AdminTest-1535217791 tempest-RoutersIpV6AdminTest-1535217791-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767106888614', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4533424'] for segment, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:10.569271 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-3695af2e-add2-44e9-9b30-283cc161e473 tempest-BulkNetworkOpsIpV6Test-708168992 tempest-BulkNetworkOpsIpV6Test-708168992-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767106405744'] for network, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:10.576449 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-1bd21c88-4d4f-4d77-9879-ce8d4109791d tempest-RoutersIpV6AdminTest-1535217791 tempest-RoutersIpV6AdminTest-1535217791-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:10.590292 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1bd21c88-4d4f-4d77-9879-ce8d4109791d tempest-RoutersIpV6AdminTest-1535217791 tempest-RoutersIpV6AdminTest-1535217791-project-admin] Releasing vlan 133 on physical network physnet1 to pool {{(pid=103160) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 18 13:27:10.590749 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-1bd21c88-4d4f-4d77-9879-ce8d4109791d tempest-RoutersIpV6AdminTest-1535217791 tempest-RoutersIpV6AdminTest-1535217791-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4533569'] for segment, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:10.593884 dv-neutron-744815-20-hyperv neutron-server[103160]: Traceback (most recent call last): Dec 18 13:27:10.593884 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 18 13:27:10.593884 dv-neutron-744815-20-hyperv neutron-server[103160]: timer() Dec 18 13:27:10.593884 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 18 13:27:10.593884 dv-neutron-744815-20-hyperv neutron-server[103160]: cb(*args, **kw) Dec 18 13:27:10.593884 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 18 13:27:10.593884 dv-neutron-744815-20-hyperv neutron-server[103160]: return func(*args, **kwargs) Dec 18 13:27:10.593884 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 18 13:27:10.593884 dv-neutron-744815-20-hyperv neutron-server[103160]: self._notify() Dec 18 13:27:10.593884 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 18 13:27:10.593884 dv-neutron-744815-20-hyperv neutron-server[103160]: self.callback(batched_events) Dec 18 13:27:10.593884 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 18 13:27:10.593884 dv-neutron-744815-20-hyperv neutron-server[103160]: event.method(event) Dec 18 13:27:10.593884 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 18 13:27:10.593884 dv-neutron-744815-20-hyperv neutron-server[103160]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 18 13:27:10.593884 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 18 13:27:10.593884 dv-neutron-744815-20-hyperv neutron-server[103160]: aggregate_uuid = self.p_client.list_aggregates( Dec 18 13:27:10.593884 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 18 13:27:10.593884 dv-neutron-744815-20-hyperv neutron-server[103160]: return f(self, *a, **k) Dec 18 13:27:10.593884 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 18 13:27:10.593884 dv-neutron-744815-20-hyperv neutron-server[103160]: return self._get(url).json() Dec 18 13:27:10.593884 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 18 13:27:10.593884 dv-neutron-744815-20-hyperv neutron-server[103160]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 18 13:27:10.593884 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 18 13:27:10.593884 dv-neutron-744815-20-hyperv neutron-server[103160]: return self.request(url, 'GET', **kwargs) Dec 18 13:27:10.593884 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 18 13:27:10.593884 dv-neutron-744815-20-hyperv neutron-server[103160]: base_url = self.get_endpoint(auth, allow=allow, Dec 18 13:27:10.593884 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 18 13:27:10.593884 dv-neutron-744815-20-hyperv neutron-server[103160]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 18 13:27:10.593884 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 18 13:27:10.593884 dv-neutron-744815-20-hyperv neutron-server[103160]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 18 13:27:10.593884 dv-neutron-744815-20-hyperv neutron-server[103160]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 18 13:27:10.670136 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-3695af2e-add2-44e9-9b30-283cc161e473 tempest-BulkNetworkOpsIpV6Test-708168992 tempest-BulkNetworkOpsIpV6Test-708168992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981'] for network, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:10.676048 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3695af2e-add2-44e9-9b30-283cc161e473 tempest-BulkNetworkOpsIpV6Test-708168992 tempest-BulkNetworkOpsIpV6Test-708168992-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:27:10.676670 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-3695af2e-add2-44e9-9b30-283cc161e473 tempest-BulkNetworkOpsIpV6Test-708168992 tempest-BulkNetworkOpsIpV6Test-708168992-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047995'] for network, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:10.714992 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-1bd21c88-4d4f-4d77-9879-ce8d4109791d tempest-RoutersIpV6AdminTest-1535217791 tempest-RoutersIpV6AdminTest-1535217791-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1927267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586962'] for network, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:10.719279 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bd21c88-4d4f-4d77-9879-ce8d4109791d tempest-RoutersIpV6AdminTest-1535217791 tempest-RoutersIpV6AdminTest-1535217791-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 3f74aa6b-b4cf-496d-b04e-ca5451f0673e {{(pid=103160) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 18 13:27:10.721511 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-1bd21c88-4d4f-4d77-9879-ce8d4109791d tempest-RoutersIpV6AdminTest-1535217791 tempest-RoutersIpV6AdminTest-1535217791-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047995'] for network, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:10.729060 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-1bd21c88-4d4f-4d77-9879-ce8d4109791d tempest-RoutersIpV6AdminTest-1535217791 tempest-RoutersIpV6AdminTest-1535217791-project-admin] 10.222.0.31 "DELETE /v2.0/networks/3f74aa6b-b4cf-496d-b04e-ca5451f0673e HTTP/1.1" status: 204 len: 168 time: 0.7336807 Dec 18 13:27:10.811117 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-3695af2e-add2-44e9-9b30-283cc161e473 tempest-BulkNetworkOpsIpV6Test-708168992 tempest-BulkNetworkOpsIpV6Test-708168992-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.6334791 Dec 18 13:27:10.846090 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 50056) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:27:10.853581 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-7a582089-ff8a-457f-b536-f079870efe68 tempest-BulkNetworkOpsIpV6Test-708168992 tempest-BulkNetworkOpsIpV6Test-708168992-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1636679822'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:27:10.871547 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3695af2e-add2-44e9-9b30-283cc161e473 tempest-BulkNetworkOpsIpV6Test-708168992 tempest-BulkNetworkOpsIpV6Test-708168992-project] Pushing event updated for resources: {'Network': ['ID=a086a544-61eb-41a9-8352-3050c46f3237,revision_number=1']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:27:10.883495 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Network a086a544-61eb-41a9-8352-3050c46f3237 details requested by agent ovs-agent-dv-neutron-744815-20-hyperv with host dv-neutron-744815-20-hyperv {{(pid=103161) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 18 13:27:10.936244 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd21c88-4d4f-4d77-9879-ce8d4109791d tempest-RoutersIpV6AdminTest-1535217791 tempest-RoutersIpV6AdminTest-1535217791-project-admin] Pushing event deleted for resources: {'Network': ['ID=3f74aa6b-b4cf-496d-b04e-ca5451f0673e,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:27:10.961874 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a582089-ff8a-457f-b536-f079870efe68 tempest-BulkNetworkOpsIpV6Test-708168992 tempest-BulkNetworkOpsIpV6Test-708168992-project] Made reservation on behalf of a052a249afaa4d378fcf6251fa9f87d9 for: {'network': 1} {{(pid=103160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:27:10.965650 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-7a582089-ff8a-457f-b536-f079870efe68 tempest-BulkNetworkOpsIpV6Test-708168992 tempest-BulkNetworkOpsIpV6Test-708168992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for network, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:11.047547 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2d7852-b2f2-4712-a7af-fa801c7dce56 req-2c74e449-949c-4c7e-9af0-e6590b849546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:27:11.049021 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-3c2d7852-b2f2-4712-a7af-fa801c7dce56 req-2c74e449-949c-4c7e-9af0-e6590b849546 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4f238fff-f9a2-4ca2-aa84-e233d7ea0123 HTTP/1.1" status: 200 len: 844 time: 0.6328125 Dec 18 13:27:11.126061 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a582089-ff8a-457f-b536-f079870efe68 tempest-BulkNetworkOpsIpV6Test-708168992 tempest-BulkNetworkOpsIpV6Test-708168992-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 126} {{(pid=103160) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 18 13:27:11.149784 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-7a582089-ff8a-457f-b536-f079870efe68 tempest-BulkNetworkOpsIpV6Test-708168992 tempest-BulkNetworkOpsIpV6Test-708168992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:11.150133 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.db.segments_db [None req-7a582089-ff8a-457f-b536-f079870efe68 tempest-BulkNetworkOpsIpV6Test-708168992 tempest-BulkNetworkOpsIpV6Test-708168992-project] Added segment 91c03e05-d13a-41ab-94ed-dce6e74bdb99 of type vlan for network d6b96fbb-a8bc-40fe-921a-5a1132cd5052 Dec 18 13:27:11.185767 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 2cdbc908-3842-464a-8843-035110bb2118 up at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 13:27:11.195427 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 50064) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:27:11.204046 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-a146c452-672a-47f9-9ebc-10d9dffe3e36 tempest-RoutersIpV6AdminTest-1535217791 tempest-RoutersIpV6AdminTest-1535217791-project-admin] Request body: {'router': {'name': 'tempest-router--1113372398', 'project_id': '86588abc30b64732b5afc55bbcf2de78'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:27:11.262585 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-7a582089-ff8a-457f-b536-f079870efe68 tempest-BulkNetworkOpsIpV6Test-708168992 tempest-BulkNetworkOpsIpV6Test-708168992-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767106405744'] for network, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:11.323760 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-a146c452-672a-47f9-9ebc-10d9dffe3e36 tempest-RoutersIpV6AdminTest-1535217791 tempest-RoutersIpV6AdminTest-1535217791-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28433'] for router, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:11.324746 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-a146c452-672a-47f9-9ebc-10d9dffe3e36 tempest-RoutersIpV6AdminTest-1535217791 tempest-RoutersIpV6AdminTest-1535217791-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-589769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28440'] for router, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:11.330404 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-7a582089-ff8a-457f-b536-f079870efe68 tempest-BulkNetworkOpsIpV6Test-708168992 tempest-BulkNetworkOpsIpV6Test-708168992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981'] for network, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:11.336552 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a582089-ff8a-457f-b536-f079870efe68 tempest-BulkNetworkOpsIpV6Test-708168992 tempest-BulkNetworkOpsIpV6Test-708168992-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:27:11.337173 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-7a582089-ff8a-457f-b536-f079870efe68 tempest-BulkNetworkOpsIpV6Test-708168992 tempest-BulkNetworkOpsIpV6Test-708168992-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047995'] for network, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:11.379172 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2294866d-0076-4933-952c-685307032598 None None] Provisioning complete for port 2cdbc908-3842-464a-8843-035110bb2118 triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:27:11.379770 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:11.433361 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-7a582089-ff8a-457f-b536-f079870efe68 tempest-BulkNetworkOpsIpV6Test-708168992 tempest-BulkNetworkOpsIpV6Test-708168992-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5802112 Dec 18 13:27:11.445544 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2d7852-b2f2-4712-a7af-fa801c7dce56 req-152e1008-bceb-477c-8874-e190d57035bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:27:11.447331 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-3c2d7852-b2f2-4712-a7af-fa801c7dce56 req-152e1008-bceb-477c-8874-e190d57035bc service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d2661b17-f10f-45b5-9a14-2ba272e46fb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.3869989 Dec 18 13:27:11.456534 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-ff6a0312-c42c-4747-9379-f23c7b613a3d tempest-RoutersNegativeIpV6Test-1807013643 tempest-RoutersNegativeIpV6Test-1807013643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-586101'] for router_interface, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:11.498162 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-3037b368-97ca-4c09-a321-42e7c2742e9f tempest-FloatingIPAdminTestJSON-269530328 tempest-FloatingIPAdminTestJSON-269530328-project-admin] Deleting port 5fd408d9-4d81-4b05-aa23-c19f6c956394 {{(pid=103159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:27:11.498575 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-3037b368-97ca-4c09-a321-42e7c2742e9f tempest-FloatingIPAdminTestJSON-269530328 tempest-FloatingIPAdminTestJSON-269530328-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:11.499104 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-a146c452-672a-47f9-9ebc-10d9dffe3e36 tempest-RoutersIpV6AdminTest-1535217791 tempest-RoutersIpV6AdminTest-1535217791-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:11.500417 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a582089-ff8a-457f-b536-f079870efe68 tempest-BulkNetworkOpsIpV6Test-708168992 tempest-BulkNetworkOpsIpV6Test-708168992-project] Pushing event updated for resources: {'Network': ['ID=d6b96fbb-a8bc-40fe-921a-5a1132cd5052,revision_number=1']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:27:11.521675 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Network d6b96fbb-a8bc-40fe-921a-5a1132cd5052 details requested by agent ovs-agent-dv-neutron-744815-20-hyperv with host dv-neutron-744815-20-hyperv {{(pid=103161) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 18 13:27:11.532743 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-a146c452-672a-47f9-9ebc-10d9dffe3e36 tempest-RoutersIpV6AdminTest-1535217791 tempest-RoutersIpV6AdminTest-1535217791-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-589760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-586526'] for router, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:11.564609 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-a146c452-672a-47f9-9ebc-10d9dffe3e36 tempest-RoutersIpV6AdminTest-1535217791 tempest-RoutersIpV6AdminTest-1535217791-project-admin] Publish callbacks [] for router, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:11.579398 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-a146c452-672a-47f9-9ebc-10d9dffe3e36 tempest-RoutersIpV6AdminTest-1535217791 tempest-RoutersIpV6AdminTest-1535217791-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.3761239 Dec 18 13:27:11.580141 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 50066) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:27:11.605575 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.db.resource_extend [None req-f6732432-55ab-4605-a47c-6deda1bb3870 tempest-ServerActionsTestJSON-1545132800 tempest-ServerActionsTestJSON-1545132800-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 18 13:27:11.694613 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-593ca43e-684f-4bdb-b954-9849aa0b88b3 tempest-RoutersAdminTest-1776390182 tempest-RoutersAdminTest-1776390182-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-589760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-586526'] for router, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:11.712752 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80b98494-defb-429e-8644-2ded69e63f50 tempest-ServersTestManualDisk-715244052 tempest-ServersTestManualDisk-715244052-project] Router 7a6bcf96-5688-45cb-aa44-7313670ab94d has already been hosted by L3 agent c9c0cd52-5bd2-4704-9429-d80f1c5ad23c {{(pid=103159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 18 13:27:11.801938 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-f6732432-55ab-4605-a47c-6deda1bb3870 tempest-ServerActionsTestJSON-1545132800 tempest-ServerActionsTestJSON-1545132800-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:11.812998 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-3037b368-97ca-4c09-a321-42e7c2742e9f tempest-FloatingIPAdminTestJSON-269530328 tempest-FloatingIPAdminTestJSON-269530328-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:11.813391 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-3037b368-97ca-4c09-a321-42e7c2742e9f tempest-FloatingIPAdminTestJSON-269530328 tempest-FloatingIPAdminTestJSON-269530328-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:11.850477 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-3c2d7852-b2f2-4712-a7af-fa801c7dce56 req-c4876b77-329f-4120-b776-0823e0ae0a04 service neutron] 10.222.0.43 "GET /v2.0/networks/d2661b17-f10f-45b5-9a14-2ba272e46fb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3815489 Dec 18 13:27:11.852171 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-f6732432-55ab-4605-a47c-6deda1bb3870 tempest-ServerActionsTestJSON-1545132800 tempest-ServerActionsTestJSON-1545132800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-587004'] for floatingip, after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:11.946890 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-3037b368-97ca-4c09-a321-42e7c2742e9f tempest-FloatingIPAdminTestJSON-269530328 tempest-FloatingIPAdminTestJSON-269530328-project-admin] Calling delete_port for 5fd408d9-4d81-4b05-aa23-c19f6c956394 owned by network:floatingip {{(pid=103159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:27:12.067883 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-64db2f1e-80be-4069-9bbf-c378df3566b4 tempest-RoutersIpV6AdminTest-1535217791 tempest-RoutersIpV6AdminTest-1535217791-project-admin] Publish callbacks [] for router, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:12.263875 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-64db2f1e-80be-4069-9bbf-c378df3566b4 tempest-RoutersIpV6AdminTest-1535217791 tempest-RoutersIpV6AdminTest-1535217791-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-589815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28643'] for router, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:12.268146 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-64db2f1e-80be-4069-9bbf-c378df3566b4 tempest-RoutersIpV6AdminTest-1535217791 tempest-RoutersIpV6AdminTest-1535217791-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:12.360679 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-64db2f1e-80be-4069-9bbf-c378df3566b4 tempest-RoutersIpV6AdminTest-1535217791 tempest-RoutersIpV6AdminTest-1535217791-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-589710'] for router, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:12.361337 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64db2f1e-80be-4069-9bbf-c378df3566b4 tempest-RoutersIpV6AdminTest-1535217791 tempest-RoutersIpV6AdminTest-1535217791-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 56f677d2-879a-4b5c-83bb-d3935be44b9d {{(pid=103160) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 18 13:27:12.367785 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-64db2f1e-80be-4069-9bbf-c378df3566b4 tempest-RoutersIpV6AdminTest-1535217791 tempest-RoutersIpV6AdminTest-1535217791-project-admin] Publish callbacks [] for router, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:12.369272 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-64db2f1e-80be-4069-9bbf-c378df3566b4 tempest-RoutersIpV6AdminTest-1535217791 tempest-RoutersIpV6AdminTest-1535217791-project-admin] 10.222.0.31 "DELETE /v2.0/routers/56f677d2-879a-4b5c-83bb-d3935be44b9d HTTP/1.1" status: 204 len: 168 time: 0.7886343 Dec 18 13:27:12.401769 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-ff6a0312-c42c-4747-9379-f23c7b613a3d tempest-RoutersNegativeIpV6Test-1807013643 tempest-RoutersNegativeIpV6Test-1807013643-project] Deleting port 70b9a220-18a9-4a21-80e5-e9ae79c53f57 {{(pid=103160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:27:12.402208 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-ff6a0312-c42c-4747-9379-f23c7b613a3d tempest-RoutersNegativeIpV6Test-1807013643 tempest-RoutersNegativeIpV6Test-1807013643-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:12.521048 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 50072) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:27:12.539794 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-ff6a0312-c42c-4747-9379-f23c7b613a3d tempest-RoutersNegativeIpV6Test-1807013643 tempest-RoutersNegativeIpV6Test-1807013643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:12.567322 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-ff6a0312-c42c-4747-9379-f23c7b613a3d tempest-RoutersNegativeIpV6Test-1807013643 tempest-RoutersNegativeIpV6Test-1807013643-project] Calling delete_port for 70b9a220-18a9-4a21-80e5-e9ae79c53f57 owned by network:router_interface {{(pid=103160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:27:12.573810 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.db.l3_db [None req-f6732432-55ab-4605-a47c-6deda1bb3870 tempest-ServerActionsTestJSON-1545132800 tempest-ServerActionsTestJSON-1545132800-project] Floating IP efca4d61-1244-4183-b0e2-97287c3b715d associated. External IP: 172.26.3.223, port: e7099ed9-5062-40c4-a1e3-ac0e8e7ebf76. Dec 18 13:27:12.663964 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80b98494-defb-429e-8644-2ded69e63f50 tempest-ServersTestManualDisk-715244052 tempest-ServersTestManualDisk-715244052-project] Notify agent at l3_agent.dv-neutron-744815-20-hyperv the message routers_updated {{(pid=103159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 13:27:12.668880 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-80b98494-defb-429e-8644-2ded69e63f50 tempest-ServersTestManualDisk-715244052 tempest-ServersTestManualDisk-715244052-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for floatingip, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:12.674285 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79600484-c4bb-400b-b2fc-f08aa720b521 None None] Sync routers for ids ['7a6bcf96-5688-45cb-aa44-7313670ab94d'] in dv-neutron-744815-20-hyperv {{(pid=103161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 13:27:12.697027 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-3c2d7852-b2f2-4712-a7af-fa801c7dce56 req-6e375154-97c2-4ba1-97cb-2dcb33f1bffe service neutron] 10.222.0.43 "GET /v2.0/networks/d2661b17-f10f-45b5-9a14-2ba272e46fb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8279011 Dec 18 13:27:12.700094 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79600484-c4bb-400b-b2fc-f08aa720b521 None None] Routers {'7a6bcf96-5688-45cb-aa44-7313670ab94d'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:27:12.701191 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-79600484-c4bb-400b-b2fc-f08aa720b521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:26:57Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['7a6bcf96-5688-45cb-aa44-7313670ab94d'], 'active': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:27:12.810222 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-ff6a0312-c42c-4747-9379-f23c7b613a3d tempest-RoutersNegativeIpV6Test-1807013643 tempest-RoutersNegativeIpV6Test-1807013643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4533522'] for port, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:12.833543 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-593ca43e-684f-4bdb-b954-9849aa0b88b3 tempest-RoutersAdminTest-1776390182 tempest-RoutersAdminTest-1776390182-project-admin] Router 8874d6c2-6cd6-4b0a-a0ad-ca7a290fcc5c is scheduled to L3 agent c9c0cd52-5bd2-4704-9429-d80f1c5ad23c with binding_index 1 {{(pid=103159) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 18 13:27:12.842481 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-db546f23-c015-498a-8295-70ab7d284495 tempest-RoutersIpV6AdminTest-1998592124 tempest-RoutersIpV6AdminTest-1998592124-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1438161911', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83'}, 'admin_state_up': False}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:27:12.852460 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6a0312-c42c-4747-9379-f23c7b613a3d tempest-RoutersNegativeIpV6Test-1807013643 tempest-RoutersNegativeIpV6Test-1807013643-project] Pushing event deleted for resources: {'Port': ['ID=70b9a220-18a9-4a21-80e5-e9ae79c53f57,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:27:12.856538 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-80b98494-defb-429e-8644-2ded69e63f50 tempest-ServersTestManualDisk-715244052 tempest-ServersTestManualDisk-715244052-project] 10.222.0.31 "PUT /v2.0/floatingips/6e589c24-1467-4e63-a1c5-f0c8128b6ae8 HTTP/1.1" status: 200 len: 992 time: 6.0133593 Dec 18 13:27:12.866873 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e857058-ab1e-4a7d-bcfe-f606e1c084cd', 'tag': 'bf4acb97-187d-4fa5-8e48-3a49ef3a3161'}] {{(pid=103159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 18 13:27:12.877947 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca844cf115d59c1fab86abc202fb4c13735de0d7e4cbbbb25eec9406e9c87431" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c5a5e78-0169-43bd-bfb6-872095e1d711" -d '{"events": [{"name": "network-changed", "server_uuid": "6e857058-ab1e-4a7d-bcfe-f606e1c084cd", "tag": "bf4acb97-187d-4fa5-8e48-3a49ef3a3161"}]}' {{(pid=103159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 18 13:27:12.929589 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvr_db [None req-79600484-c4bb-400b-b2fc-f08aa720b521 None None] Set router 7a6bcf96-5688-45cb-aa44-7313670ab94d gateway port host: dv-neutron-744815-20-hyperv {{(pid=103161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 13:27:13.059187 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-db546f23-c015-498a-8295-70ab7d284495 tempest-RoutersIpV6AdminTest-1998592124 tempest-RoutersIpV6AdminTest-1998592124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28433'] for router, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:13.060279 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-db546f23-c015-498a-8295-70ab7d284495 tempest-RoutersIpV6AdminTest-1998592124 tempest-RoutersIpV6AdminTest-1998592124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-589769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28440'] for router, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:13.062106 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 13:27:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08fde9c9-7f25-41f4-a9f2-a7db50e5ab55 x-openstack-request-id: req-08fde9c9-7f25-41f4-a9f2-a7db50e5ab55 {{(pid=103159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 18 13:27:13.064158 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e857058-ab1e-4a7d-bcfe-f606e1c084cd", "tag": "bf4acb97-187d-4fa5-8e48-3a49ef3a3161", "status": "completed", "code": 200}]} {{(pid=103159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 18 13:27:13.064570 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-08fde9c9-7f25-41f4-a9f2-a7db50e5ab55 {{(pid=103159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 18 13:27:13.066402 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e857058-ab1e-4a7d-bcfe-f606e1c084cd', 'tag': 'bf4acb97-187d-4fa5-8e48-3a49ef3a3161', 'status': 'completed', 'code': 200} Dec 18 13:27:13.083458 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-ff6a0312-c42c-4747-9379-f23c7b613a3d tempest-RoutersNegativeIpV6Test-1807013643 tempest-RoutersNegativeIpV6Test-1807013643-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1048020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-576035'] for router_interface, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:13.104638 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-3037b368-97ca-4c09-a321-42e7c2742e9f tempest-FloatingIPAdminTestJSON-269530328 tempest-FloatingIPAdminTestJSON-269530328-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:13.205339 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3037b368-97ca-4c09-a321-42e7c2742e9f tempest-FloatingIPAdminTestJSON-269530328 tempest-FloatingIPAdminTestJSON-269530328-project-admin] Pushing event deleted for resources: {'Port': ['ID=5fd408d9-4d81-4b05-aa23-c19f6c956394,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:27:13.291758 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-db546f23-c015-498a-8295-70ab7d284495 tempest-RoutersIpV6AdminTest-1998592124 tempest-RoutersIpV6AdminTest-1998592124-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:13.356652 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5a5e78-0169-43bd-bfb6-872095e1d711 req-80fba1b7-8746-465a-9783-53a21f5a5d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:27:13.358434 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-8c5a5e78-0169-43bd-bfb6-872095e1d711 req-80fba1b7-8746-465a-9783-53a21f5a5d67 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3c839ee0d3a64d8ba03ff7c8e7493dcd&device_id=6e857058-ab1e-4a7d-bcfe-f606e1c084cd HTTP/1.1" status: 200 len: 1099 time: 0.2910089 Dec 18 13:27:13.395580 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-79600484-c4bb-400b-b2fc-f08aa720b521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a6bcf96-5688-45cb-aa44-7313670ab94d', 'name': 'tempest-ServersTestManualDisk-471722443-router', 'tenant_id': '3c839ee0d3a64d8ba03ff7c8e7493dcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.156'}], 'enable_snat': True}, 'gw_port_id': 'eda923d2-1f85-4c40-a7d7-f51808960185', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:26:08Z', 'updated_at': '2021-12-18T13:26:17Z', 'revision_number': 4, 'project_id': '3c839ee0d3a64d8ba03ff7c8e7493dcd', 'gw_port': {'id': 'eda923d2-1f85-4c40-a7d7-f51808960185', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:d9:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a6bcf96-5688-45cb-aa44-7313670ab94d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:26:10Z', 'updated_at': '2021-12-18T13:26:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv', '_floatingips': [{'id': '6e589c24-1467-4e63-a1c5-f0c8128b6ae8', 'tenant_id': '3c839ee0d3a64d8ba03ff7c8e7493dcd', 'floating_ip_address': '172.26.3.244', 'floating_network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'router_id': '7a6bcf96-5688-45cb-aa44-7313670ab94d', 'port_id': 'bf4acb97-187d-4fa5-8e48-3a49ef3a3161', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 154, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '54539a24-3149-4df7-83e3-55189e7814ad', 'mac_address': 'fa:16:3e:73:26:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e857058-ab1e-4a7d-bcfe-f606e1c084cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T13:26:30Z', 'updated_at': '2021-12-18T13:27:09Z', 'revision_number': 1, 'project_id': '3c839ee0d3a64d8ba03ff7c8e7493dcd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5f0bb91-55c3-4f61-9cd9-f9c57b1da6e0', 'name': '', 'network_id': '54539a24-3149-4df7-83e3-55189e7814ad', 'tenant_id': '3c839ee0d3a64d8ba03ff7c8e7493dcd', 'mac_address': 'fa:16:3e:2f:3a:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a6bcf96-5688-45cb-aa44-7313670ab94d', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '7eb73a90-08ad-41ee-8b91-9561421ba1b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:26:16Z', 'updated_at': '2021-12-18T13:26:26Z', 'revision_number': 5, 'project_id': '3c839ee0d3a64d8ba03ff7c8e7493dcd', 'subnets': [{'id': '7eb73a90-08ad-41ee-8b91-9561421ba1b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:27:13.411238 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-3037b368-97ca-4c09-a321-42e7c2742e9f tempest-FloatingIPAdminTestJSON-269530328 tempest-FloatingIPAdminTestJSON-269530328-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:13.414866 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-3037b368-97ca-4c09-a321-42e7c2742e9f tempest-FloatingIPAdminTestJSON-269530328 tempest-FloatingIPAdminTestJSON-269530328-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for floatingip, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:13.416320 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-3037b368-97ca-4c09-a321-42e7c2742e9f tempest-FloatingIPAdminTestJSON-269530328 tempest-FloatingIPAdminTestJSON-269530328-project-admin] 10.222.0.31 "DELETE /v2.0/floatingips/991b5590-bfa3-43f8-853d-5b4f04d7db11 HTTP/1.1" status: 204 len: 168 time: 3.0334361 Dec 18 13:27:13.425782 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 50082) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:27:13.429248 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79600484-c4bb-400b-b2fc-f08aa720b521 None None] Checking router: 7a6bcf96-5688-45cb-aa44-7313670ab94d for host: dv-neutron-744815-20-hyperv {{(pid=103161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 18 13:27:13.439578 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79600484-c4bb-400b-b2fc-f08aa720b521 None None] Routers {'7a6bcf96-5688-45cb-aa44-7313670ab94d'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:27:13.440523 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-79600484-c4bb-400b-b2fc-f08aa720b521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:26:57Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['7a6bcf96-5688-45cb-aa44-7313670ab94d'], 'active': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:27:13.452355 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff6a0312-c42c-4747-9379-f23c7b613a3d tempest-RoutersNegativeIpV6Test-1807013643 tempest-RoutersNegativeIpV6Test-1807013643-project] Router b8d047fe-b9a9-46e1-9bc3-44bc9daded0f has already been hosted by L3 agent c9c0cd52-5bd2-4704-9429-d80f1c5ad23c {{(pid=103160) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 18 13:27:13.535353 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-593ca43e-684f-4bdb-b954-9849aa0b88b3 tempest-RoutersAdminTest-1776390182 tempest-RoutersAdminTest-1776390182-project-admin] Notify agent at l3_agent.dv-neutron-744815-20-hyperv the message routers_updated {{(pid=103159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 13:27:13.542111 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6732432-55ab-4605-a47c-6deda1bb3870 tempest-ServerActionsTestJSON-1545132800 tempest-ServerActionsTestJSON-1545132800-project] Router 1adb187a-cc2a-4400-b008-3da2c3a40348 has already been hosted by L3 agent c9c0cd52-5bd2-4704-9429-d80f1c5ad23c {{(pid=103159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 18 13:27:13.542393 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-db546f23-c015-498a-8295-70ab7d284495 tempest-RoutersIpV6AdminTest-1998592124 tempest-RoutersIpV6AdminTest-1998592124-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:13.546968 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f25b5da6-3fa9-4ec2-a517-a764d513e458 None None] Sync routers for ids ['8874d6c2-6cd6-4b0a-a0ad-ca7a290fcc5c'] in dv-neutron-744815-20-hyperv {{(pid=103162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 13:27:13.563110 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f25b5da6-3fa9-4ec2-a517-a764d513e458 None None] Routers {'8874d6c2-6cd6-4b0a-a0ad-ca7a290fcc5c'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:27:13.563975 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-f25b5da6-3fa9-4ec2-a517-a764d513e458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:26:57Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['8874d6c2-6cd6-4b0a-a0ad-ca7a290fcc5c'], 'active': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:27:13.576448 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvr_db [None req-79600484-c4bb-400b-b2fc-f08aa720b521 None None] Set router 7a6bcf96-5688-45cb-aa44-7313670ab94d gateway port host: dv-neutron-744815-20-hyperv {{(pid=103161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 13:27:13.670638 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff6a0312-c42c-4747-9379-f23c7b613a3d tempest-RoutersNegativeIpV6Test-1807013643 tempest-RoutersNegativeIpV6Test-1807013643-project] Notify agent at l3_agent.dv-neutron-744815-20-hyperv the message routers_updated {{(pid=103160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 13:27:13.687255 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-ff6a0312-c42c-4747-9379-f23c7b613a3d tempest-RoutersNegativeIpV6Test-1807013643 tempest-RoutersNegativeIpV6Test-1807013643-project] 10.222.0.31 "PUT /v2.0/routers/b8d047fe-b9a9-46e1-9bc3-44bc9daded0f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2145531 Dec 18 13:27:13.687939 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 50084) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:27:13.711753 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66db5f20-2bae-4b3b-9010-091327b7c3b0 None None] Sync routers for ids ['b8d047fe-b9a9-46e1-9bc3-44bc9daded0f'] in dv-neutron-744815-20-hyperv {{(pid=103161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 13:27:13.731413 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-593ca43e-684f-4bdb-b954-9849aa0b88b3 tempest-RoutersAdminTest-1776390182 tempest-RoutersAdminTest-1776390182-project-admin] Publish callbacks [] for router, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:13.733848 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.api.v2.resource [None req-0286c5a1-3da8-4762-92db-dcd2fd70cd61 tempest-RoutersNegativeIpV6Test-1807013643 tempest-RoutersNegativeIpV6Test-1807013643-project] delete failed (client error): The resource could not be found. Dec 18 13:27:13.738706 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-593ca43e-684f-4bdb-b954-9849aa0b88b3 tempest-RoutersAdminTest-1776390182 tempest-RoutersAdminTest-1776390182-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 9.8339865 Dec 18 13:27:13.740101 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 50086) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:27:13.740432 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 50088) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:27:13.741141 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-0286c5a1-3da8-4762-92db-dcd2fd70cd61 tempest-RoutersNegativeIpV6Test-1807013643 tempest-RoutersNegativeIpV6Test-1807013643-project] 10.222.0.31 "DELETE /v2.0/routers/tempest-non_exist_router-674800204 HTTP/1.1" status: 404 len: 334 time: 0.0515850 Dec 18 13:27:13.759058 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-783d00c2-79ad-4ef0-8e0d-08237160c5a0 tempest-RoutersNegativeIpV6Test-1807013643 tempest-RoutersNegativeIpV6Test-1807013643-project] Request body: {'router': {'external_gateway_info': {'network_id': 'b8d047fe-b9a9-46e1-9bc3-44bc9daded0f'}}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:27:13.775509 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66db5f20-2bae-4b3b-9010-091327b7c3b0 None None] Routers {'b8d047fe-b9a9-46e1-9bc3-44bc9daded0f'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:27:13.776175 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-66db5f20-2bae-4b3b-9010-091327b7c3b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:26:57Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['b8d047fe-b9a9-46e1-9bc3-44bc9daded0f'], 'active': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:27:13.831953 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-66db5f20-2bae-4b3b-9010-091327b7c3b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:27:13.858185 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66db5f20-2bae-4b3b-9010-091327b7c3b0 None None] Routers {'b8d047fe-b9a9-46e1-9bc3-44bc9daded0f'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:27:13.858823 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-66db5f20-2bae-4b3b-9010-091327b7c3b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:26:57Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['b8d047fe-b9a9-46e1-9bc3-44bc9daded0f'], 'active': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:27:13.905684 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvr_db [None req-f25b5da6-3fa9-4ec2-a517-a764d513e458 None None] Set router 8874d6c2-6cd6-4b0a-a0ad-ca7a290fcc5c gateway port host: dv-neutron-744815-20-hyperv {{(pid=103162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 13:27:13.920566 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-66db5f20-2bae-4b3b-9010-091327b7c3b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:27:13.921210 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66db5f20-2bae-4b3b-9010-091327b7c3b0 None None] The sync data for ids ['b8d047fe-b9a9-46e1-9bc3-44bc9daded0f'] in dv-neutron-744815-20-hyperv is: [] {{(pid=103161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 13:27:13.987088 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5a5e78-0169-43bd-bfb6-872095e1d711 req-7f1f98a7-dda3-4efa-b08d-8029c1b715f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:27:13.988648 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-8c5a5e78-0169-43bd-bfb6-872095e1d711 req-7f1f98a7-dda3-4efa-b08d-8029c1b715f2 service neutron] 10.222.0.43 "GET /v2.0/networks?id=54539a24-3149-4df7-83e3-55189e7814ad HTTP/1.1" status: 200 len: 912 time: 0.6153140 Dec 18 13:27:14.007917 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-db546f23-c015-498a-8295-70ab7d284495 tempest-RoutersIpV6AdminTest-1998592124 tempest-RoutersIpV6AdminTest-1998592124-project] Publish callbacks [] for router_gateway, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:14.041829 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-79600484-c4bb-400b-b2fc-f08aa720b521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a6bcf96-5688-45cb-aa44-7313670ab94d', 'name': 'tempest-ServersTestManualDisk-471722443-router', 'tenant_id': '3c839ee0d3a64d8ba03ff7c8e7493dcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.156'}], 'enable_snat': True}, 'gw_port_id': 'eda923d2-1f85-4c40-a7d7-f51808960185', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:26:08Z', 'updated_at': '2021-12-18T13:26:17Z', 'revision_number': 4, 'project_id': '3c839ee0d3a64d8ba03ff7c8e7493dcd', 'gw_port': {'id': 'eda923d2-1f85-4c40-a7d7-f51808960185', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:d9:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a6bcf96-5688-45cb-aa44-7313670ab94d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:26:10Z', 'updated_at': '2021-12-18T13:26:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv', '_floatingips': [{'id': '6e589c24-1467-4e63-a1c5-f0c8128b6ae8', 'tenant_id': '3c839ee0d3a64d8ba03ff7c8e7493dcd', 'floating_ip_address': '172.26.3.244', 'floating_network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'router_id': '7a6bcf96-5688-45cb-aa44-7313670ab94d', 'port_id': 'bf4acb97-187d-4fa5-8e48-3a49ef3a3161', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 154, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '54539a24-3149-4df7-83e3-55189e7814ad', 'mac_address': 'fa:16:3e:73:26:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e857058-ab1e-4a7d-bcfe-f606e1c084cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T13:26:30Z', 'updated_at': '2021-12-18T13:27:09Z', 'revision_number': 1, 'project_id': '3c839ee0d3a64d8ba03ff7c8e7493dcd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5f0bb91-55c3-4f61-9cd9-f9c57b1da6e0', 'name': '', 'network_id': '54539a24-3149-4df7-83e3-55189e7814ad', 'tenant_id': '3c839ee0d3a64d8ba03ff7c8e7493dcd', 'mac_address': 'fa:16:3e:2f:3a:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a6bcf96-5688-45cb-aa44-7313670ab94d', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '7eb73a90-08ad-41ee-8b91-9561421ba1b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:26:16Z', 'updated_at': '2021-12-18T13:26:26Z', 'revision_number': 5, 'project_id': '3c839ee0d3a64d8ba03ff7c8e7493dcd', 'subnets': [{'id': '7eb73a90-08ad-41ee-8b91-9561421ba1b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:27:14.052835 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-db546f23-c015-498a-8295-70ab7d284495 tempest-RoutersIpV6AdminTest-1998592124 tempest-RoutersIpV6AdminTest-1998592124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:14.110365 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79600484-c4bb-400b-b2fc-f08aa720b521 None None] The sync data for ids ['7a6bcf96-5688-45cb-aa44-7313670ab94d'] in dv-neutron-744815-20-hyperv is: [{'id': '7a6bcf96-5688-45cb-aa44-7313670ab94d', 'name': 'tempest-ServersTestManualDisk-471722443-router', 'tenant_id': '3c839ee0d3a64d8ba03ff7c8e7493dcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.156'}], 'enable_snat': True}, 'gw_port_id': 'eda923d2-1f85-4c40-a7d7-f51808960185', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:26:08Z', 'updated_at': '2021-12-18T13:26:17Z', 'revision_number': 4, 'project_id': '3c839ee0d3a64d8ba03ff7c8e7493dcd', 'gw_port': {'id': 'eda923d2-1f85-4c40-a7d7-f51808960185', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:d9:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a6bcf96-5688-45cb-aa44-7313670ab94d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:26:10Z', 'updated_at': '2021-12-18T13:26:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv', '_floatingips': [{'id': '6e589c24-1467-4e63-a1c5-f0c8128b6ae8', 'tenant_id': '3c839ee0d3a64d8ba03ff7c8e7493dcd', 'floating_ip_address': '172.26.3.244', 'floating_network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'router_id': '7a6bcf96-5688-45cb-aa44-7313670ab94d', 'port_id': 'bf4acb97-187d-4fa5-8e48-3a49ef3a3161', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 154, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '54539a24-3149-4df7-83e3-55189e7814ad', 'mac_address': 'fa:16:3e:73:26:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e857058-ab1e-4a7d-bcfe-f606e1c084cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T13:26:30Z', 'updated_at': '2021-12-18T13:27:09Z', 'revision_number': 1, 'project_id': '3c839ee0d3a64d8ba03ff7c8e7493dcd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5f0bb91-55c3-4f61-9cd9-f9c57b1da6e0', 'name': '', 'network_id': '54539a24-3149-4df7-83e3-55189e7814ad', 'tenant_id': '3c839ee0d3a64d8ba03ff7c8e7493dcd', 'mac_address': 'fa:16:3e:2f:3a:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a6bcf96-5688-45cb-aa44-7313670ab94d', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '7eb73a90-08ad-41ee-8b91-9561421ba1b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:26:16Z', 'updated_at': '2021-12-18T13:26:26Z', 'revision_number': 5, 'project_id': '3c839ee0d3a64d8ba03ff7c8e7493dcd', 'subnets': [{'id': '7eb73a90-08ad-41ee-8b91-9561421ba1b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 13:27:14.197952 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.db_base_plugin_common [None req-db546f23-c015-498a-8295-70ab7d284495 tempest-RoutersIpV6AdminTest-1998592124 tempest-RoutersIpV6AdminTest-1998592124-project] Allocated IP 172.26.3.188 (decb4a40-7941-48c8-afbb-daaafd502e83/70deed80-3ca1-4f9e-96cb-563b43d3acba/633791ac-4fd8-401a-ae42-07d36311a4a5) {{(pid=103160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:27:14.238255 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-f25b5da6-3fa9-4ec2-a517-a764d513e458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8874d6c2-6cd6-4b0a-a0ad-ca7a290fcc5c', 'name': 'tempest-snat-router-1809019386', 'tenant_id': '55892e40450b462fb81027b7b782d307', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.215'}], 'enable_snat': True}, 'gw_port_id': 'ece1c266-b85d-4d4c-8c97-7d86932471a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:27:04Z', 'updated_at': '2021-12-18T13:27:09Z', 'revision_number': 3, 'project_id': '55892e40450b462fb81027b7b782d307', 'gw_port': {'id': 'ece1c266-b85d-4d4c-8c97-7d86932471a3', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:16:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8874d6c2-6cd6-4b0a-a0ad-ca7a290fcc5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:27:06Z', 'updated_at': '2021-12-18T13:27:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv'}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:27:14.260917 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6732432-55ab-4605-a47c-6deda1bb3870 tempest-ServerActionsTestJSON-1545132800 tempest-ServerActionsTestJSON-1545132800-project] Notify agent at l3_agent.dv-neutron-744815-20-hyperv the message routers_updated {{(pid=103159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 13:27:14.266166 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-f6732432-55ab-4605-a47c-6deda1bb3870 tempest-ServerActionsTestJSON-1545132800 tempest-ServerActionsTestJSON-1545132800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for floatingip, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:14.272722 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-285d1a3c-26c9-4103-b93e-fbdbc4a35757 None None] Sync routers for ids ['1adb187a-cc2a-4400-b008-3da2c3a40348'] in dv-neutron-744815-20-hyperv {{(pid=103162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 13:27:14.277883 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f25b5da6-3fa9-4ec2-a517-a764d513e458 None None] Checking router: 8874d6c2-6cd6-4b0a-a0ad-ca7a290fcc5c for host: dv-neutron-744815-20-hyperv {{(pid=103162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 18 13:27:14.278371 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f25b5da6-3fa9-4ec2-a517-a764d513e458 None None] Updating router 8874d6c2-6cd6-4b0a-a0ad-ca7a290fcc5c port ece1c266-b85d-4d4c-8c97-7d86932471a3 binding host dv-neutron-744815-20-hyperv {{(pid=103162) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 18 13:27:14.329876 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-6ddcdb59-41cb-4ffa-ac6d-af5ef4f22212 tempest-FloatingIPAdminTestJSON-836365309 tempest-FloatingIPAdminTestJSON-836365309-project] Deleting port 462c0bfc-e4c9-4095-ad4e-4dd624d1943f {{(pid=103159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:27:14.330227 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-6ddcdb59-41cb-4ffa-ac6d-af5ef4f22212 tempest-FloatingIPAdminTestJSON-836365309 tempest-FloatingIPAdminTestJSON-836365309-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:14.334645 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-285d1a3c-26c9-4103-b93e-fbdbc4a35757 None None] Routers {'1adb187a-cc2a-4400-b008-3da2c3a40348'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:27:14.336353 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-285d1a3c-26c9-4103-b93e-fbdbc4a35757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:26:57Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['1adb187a-cc2a-4400-b008-3da2c3a40348'], 'active': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:27:14.337281 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f25b5da6-3fa9-4ec2-a517-a764d513e458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:14.377702 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-db546f23-c015-498a-8295-70ab7d284495 tempest-RoutersIpV6AdminTest-1998592124 tempest-RoutersIpV6AdminTest-1998592124-project] Publish callbacks [] for port, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:14.450553 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-db546f23-c015-498a-8295-70ab7d284495 tempest-RoutersIpV6AdminTest-1998592124 tempest-RoutersIpV6AdminTest-1998592124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4533522'] for port, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:14.457063 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-ad4fd766-a7b3-401e-81ad-e72527a4ca3f tempest-RoutersAdminTest-1776390182 tempest-RoutersAdminTest-1776390182-project-admin] 10.222.0.31 "GET /v2.0/routers/8874d6c2-6cd6-4b0a-a0ad-ca7a290fcc5c HTTP/1.1" status: 200 len: 908 time: 0.7029276 Dec 18 13:27:14.464556 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 50094) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:27:14.515649 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40fb70f7-7012-4b3b-a9b7-8c6dccf29935 None None] New status for floating IP 6e589c24-1467-4e63-a1c5-f0c8128b6ae8: ACTIVE {{(pid=103161) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 18 13:27:14.552705 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db546f23-c015-498a-8295-70ab7d284495 tempest-RoutersIpV6AdminTest-1998592124 tempest-RoutersIpV6AdminTest-1998592124-project] Network decb4a40-7941-48c8-afbb-daaafd502e83 is already hosted by enough agents. {{(pid=103160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:27:14.559696 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.base_scheduler [None req-db546f23-c015-498a-8295-70ab7d284495 tempest-RoutersIpV6AdminTest-1998592124 tempest-RoutersIpV6AdminTest-1998592124-project] Resources bound (agent type, host, resource id): {{(pid=103160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:27:14.562536 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db546f23-c015-498a-8295-70ab7d284495 tempest-RoutersIpV6AdminTest-1998592124 tempest-RoutersIpV6AdminTest-1998592124-project] Received port after_create {{(pid=103160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:27:14.598208 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db546f23-c015-498a-8295-70ab7d284495 tempest-RoutersIpV6AdminTest-1998592124 tempest-RoutersIpV6AdminTest-1998592124-project] Pushing event updated for resources: {'Port': ['ID=633791ac-4fd8-401a-ae42-07d36311a4a5,revision_number=1']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:27:14.641164 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-6ddcdb59-41cb-4ffa-ac6d-af5ef4f22212 tempest-FloatingIPAdminTestJSON-836365309 tempest-FloatingIPAdminTestJSON-836365309-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:14.644330 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvr_db [None req-285d1a3c-26c9-4103-b93e-fbdbc4a35757 None None] Set router 1adb187a-cc2a-4400-b008-3da2c3a40348 gateway port host: dv-neutron-744815-20-hyperv {{(pid=103162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 13:27:14.663752 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-6ddcdb59-41cb-4ffa-ac6d-af5ef4f22212 tempest-FloatingIPAdminTestJSON-836365309 tempest-FloatingIPAdminTestJSON-836365309-project] Calling delete_port for 462c0bfc-e4c9-4095-ad4e-4dd624d1943f owned by {{(pid=103159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:27:14.723715 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 50096) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:27:14.728861 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-89754c10-8231-40a1-9ae9-2164e3576c57 tempest-BulkNetworkOpsIpV6Test-708168992 tempest-BulkNetworkOpsIpV6Test-708168992-project] Request body: {'subnets': [{'network_id': 'a086a544-61eb-41a9-8352-3050c46f3237', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1158831481', 'ip_version': 6}, {'network_id': 'd6b96fbb-a8bc-40fe-921a-5a1132cd5052', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:27:14.729179 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-89754c10-8231-40a1-9ae9-2164e3576c57 tempest-BulkNetworkOpsIpV6Test-708168992 tempest-BulkNetworkOpsIpV6Test-708168992-project] Request body: {'subnet': {'network_id': 'a086a544-61eb-41a9-8352-3050c46f3237', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1158831481', 'ip_version': 6}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:27:14.729856 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-89754c10-8231-40a1-9ae9-2164e3576c57 tempest-BulkNetworkOpsIpV6Test-708168992 tempest-BulkNetworkOpsIpV6Test-708168992-project] Request body: {'subnet': {'network_id': 'd6b96fbb-a8bc-40fe-921a-5a1132cd5052', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:27:14.763818 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-bd34bc88-2cc4-4447-8434-8a830ee15491 tempest-RoutersAdminTest-1776390182 tempest-RoutersAdminTest-1776390182-project-admin] Publish callbacks [] for router, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:14.852053 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-8c5a5e78-0169-43bd-bfb6-872095e1d711 req-1e09e1f1-6a9e-4037-bd6d-b953ccd862c0 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bf4acb97-187d-4fa5-8e48-3a49ef3a3161 HTTP/1.1" status: 200 len: 1000 time: 0.8275230 Dec 18 13:27:14.861492 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-f6732432-55ab-4605-a47c-6deda1bb3870 tempest-ServerActionsTestJSON-1545132800 tempest-ServerActionsTestJSON-1545132800-project] 10.222.0.31 "PUT /v2.0/floatingips/efca4d61-1244-4183-b0e2-97287c3b715d HTTP/1.1" status: 200 len: 991 time: 5.4074886 Dec 18 13:27:14.862628 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-6ddcdb59-41cb-4ffa-ac6d-af5ef4f22212 tempest-FloatingIPAdminTestJSON-836365309 tempest-FloatingIPAdminTestJSON-836365309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:14.982083 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-bd34bc88-2cc4-4447-8434-8a830ee15491 tempest-RoutersAdminTest-1776390182 tempest-RoutersAdminTest-1776390182-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:14.994236 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f25b5da6-3fa9-4ec2-a517-a764d513e458 None None] Publish callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:15.006087 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f25b5da6-3fa9-4ec2-a517-a764d513e458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:15.017633 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddcdb59-41cb-4ffa-ac6d-af5ef4f22212 tempest-FloatingIPAdminTestJSON-836365309 tempest-FloatingIPAdminTestJSON-836365309-project] Pushing event deleted for resources: {'Port': ['ID=462c0bfc-e4c9-4095-ad4e-4dd624d1943f,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:27:15.028017 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-783d00c2-79ad-4ef0-8e0d-08237160c5a0 tempest-RoutersNegativeIpV6Test-1807013643 tempest-RoutersNegativeIpV6Test-1807013643-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:15.080604 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee7dc81-8e85-4b17-a7b8-f5ebc0725091 None None] Pushing event updated for resources: {'Port': ['ID=ece1c266-b85d-4d4c-8c97-7d86932471a3,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:27:15.081972 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f75e1b43-b628-4577-9f75-0cf3a56e1582', 'tag': 'e7099ed9-5062-40c4-a1e3-ac0e8e7ebf76'}] {{(pid=103159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 18 13:27:15.084790 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca844cf115d59c1fab86abc202fb4c13735de0d7e4cbbbb25eec9406e9c87431" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38d22bbb-a9ea-41e1-af6c-3c53f546d31b" -d '{"events": [{"name": "network-changed", "server_uuid": "f75e1b43-b628-4577-9f75-0cf3a56e1582", "tag": "e7099ed9-5062-40c4-a1e3-ac0e8e7ebf76"}]}' {{(pid=103159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 18 13:27:15.093153 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee7dc81-8e85-4b17-a7b8-f5ebc0725091 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:27:15.093570 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee7dc81-8e85-4b17-a7b8-f5ebc0725091 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:27:15.093994 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee7dc81-8e85-4b17-a7b8-f5ebc0725091 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:27:15.094267 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee7dc81-8e85-4b17-a7b8-f5ebc0725091 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:27:15.094656 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee7dc81-8e85-4b17-a7b8-f5ebc0725091 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:27:15.095080 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee7dc81-8e85-4b17-a7b8-f5ebc0725091 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:27:15.095369 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee7dc81-8e85-4b17-a7b8-f5ebc0725091 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:27:15.095759 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee7dc81-8e85-4b17-a7b8-f5ebc0725091 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:27:15.096165 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee7dc81-8e85-4b17-a7b8-f5ebc0725091 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:27:15.096504 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee7dc81-8e85-4b17-a7b8-f5ebc0725091 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:27:15.096933 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee7dc81-8e85-4b17-a7b8-f5ebc0725091 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:27:15.097383 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee7dc81-8e85-4b17-a7b8-f5ebc0725091 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:27:15.097867 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee7dc81-8e85-4b17-a7b8-f5ebc0725091 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:27:15.112508 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [None req-f25b5da6-3fa9-4ec2-a517-a764d513e458 None None] Attempting to bind port ece1c266-b85d-4d4c-8c97-7d86932471a3 on host dv-neutron-744815-20-hyperv for vnic_type normal with profile {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 13:27:15.113291 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [None req-f25b5da6-3fa9-4ec2-a517-a764d513e458 None None] Attempting to bind port ece1c266-b85d-4d4c-8c97-7d86932471a3 by drivers openvswitch,hyperv on host dv-neutron-744815-20-hyperv at level 0 using segments [{'id': '3f66d49c-4faa-434c-8c3e-991f4f1d01bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83'}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 13:27:15.113291 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f25b5da6-3fa9-4ec2-a517-a764d513e458 None None] Attempting to bind port ece1c266-b85d-4d4c-8c97-7d86932471a3 on network decb4a40-7941-48c8-afbb-daaafd502e83 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 13:27:15.121811 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f25b5da6-3fa9-4ec2-a517-a764d513e458 None None] Checking agent: {'id': '428fa9fa-43db-4db9-9f96-f60ffe931f2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-20-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 13, 19, 1), 'started_at': datetime.datetime(2021, 12, 18, 13, 19, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 13, 27, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-20-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 18 13:27:15.121811 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f25b5da6-3fa9-4ec2-a517-a764d513e458 None None] Checking segment: {'id': '3f66d49c-4faa-434c-8c3e-991f4f1d01bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 13:27:15.122160 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f25b5da6-3fa9-4ec2-a517-a764d513e458 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:15.122548 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f25b5da6-3fa9-4ec2-a517-a764d513e458 None None] Bound using segment: {'id': '3f66d49c-4faa-434c-8c3e-991f4f1d01bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83'} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 18 13:27:15.123026 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [None req-f25b5da6-3fa9-4ec2-a517-a764d513e458 None None] Bound port: ece1c266-b85d-4d4c-8c97-7d86932471a3, host: dv-neutron-744815-20-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f66d49c-4faa-434c-8c3e-991f4f1d01bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83'}}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 18 13:27:15.123444 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f25b5da6-3fa9-4ec2-a517-a764d513e458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:15.149381 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.api.v2.resource [None req-783d00c2-79ad-4ef0-8e0d-08237160c5a0 tempest-RoutersNegativeIpV6Test-1807013643 tempest-RoutersNegativeIpV6Test-1807013643-project] update failed (client error): The resource could not be found. Dec 18 13:27:15.150456 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-783d00c2-79ad-4ef0-8e0d-08237160c5a0 tempest-RoutersNegativeIpV6Test-1807013643 tempest-RoutersNegativeIpV6Test-1807013643-project] 10.222.0.31 "PUT /v2.0/routers/b8d047fe-b9a9-46e1-9bc3-44bc9daded0f HTTP/1.1" status: 404 len: 339 time: 1.3954723 Dec 18 13:27:15.156459 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 50104) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:27:15.159328 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5a5e78-0169-43bd-bfb6-872095e1d711 req-b18e4cb2-17f7-4a15-82b3-b6ce9af2c1db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:27:15.159948 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-285d1a3c-26c9-4103-b93e-fbdbc4a35757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1adb187a-cc2a-4400-b008-3da2c3a40348', 'name': 'tempest-ServerActionsTestJSON-119346790-router', 'tenant_id': '797acd6e00034b9ba6b75e0f2650f2ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.68'}], 'enable_snat': True}, 'gw_port_id': '5ea7f254-7846-4a78-ab07-536ed7415b42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:26:10Z', 'updated_at': '2021-12-18T13:26:25Z', 'revision_number': 4, 'project_id': '797acd6e00034b9ba6b75e0f2650f2ea', 'gw_port': {'id': '5ea7f254-7846-4a78-ab07-536ed7415b42', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:c7:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1adb187a-cc2a-4400-b008-3da2c3a40348', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:26:14Z', 'updated_at': '2021-12-18T13:26:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv', '_floatingips': [{'id': 'efca4d61-1244-4183-b0e2-97287c3b715d', 'tenant_id': '797acd6e00034b9ba6b75e0f2650f2ea', 'floating_ip_address': '172.26.3.223', 'floating_network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'router_id': '1adb187a-cc2a-4400-b008-3da2c3a40348', 'port_id': 'e7099ed9-5062-40c4-a1e3-ac0e8e7ebf76', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 173, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2fc4e038-9db1-4dce-962e-0069075d1df7', 'mac_address': 'fa:16:3e:95:62:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f75e1b43-b628-4577-9f75-0cf3a56e1582', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T13:26:37Z', 'updated_at': '2021-12-18T13:27:11Z', 'revision_number': 1, 'project_id': '797acd6e00034b9ba6b75e0f2650f2ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1170b877-3537-494c-8028-93eabfb7aa2e', 'name': '', 'network_id': '2fc4e038-9db1-4dce-962e-0069075d1df7', 'tenant_id': '797acd6e00034b9ba6b75e0f2650f2ea', 'mac_address': 'fa:16:3e:be:16:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1adb187a-cc2a-4400-b008-3da2c3a40348', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': 'ab39156a-1aba-454f-953d-4c71ff8fa510', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:26:22Z', 'updated_at': '2021-12-18T13:26:32Z', 'revision_number': 5, 'project_id': '797acd6e00034b9ba6b75e0f2650f2ea', 'subnets': [{'id': 'ab39156a-1aba-454f-953d-4c71ff8fa510', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:27:15.160978 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-8c5a5e78-0169-43bd-bfb6-872095e1d711 req-b18e4cb2-17f7-4a15-82b3-b6ce9af2c1db service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7eb73a90-08ad-41ee-8b91-9561421ba1b4 HTTP/1.1" status: 200 len: 850 time: 0.2950799 Dec 18 13:27:15.167454 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-19f445a0-3868-4e27-ae6e-ede2573c0b0b tempest-RoutersNegativeIpV6Test-1807013643 tempest-RoutersNegativeIpV6Test-1807013643-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-234907843'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:27:15.184732 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 13:27:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5c2c9c2-efed-46b2-862d-3dfbfff0b84c x-openstack-request-id: req-c5c2c9c2-efed-46b2-862d-3dfbfff0b84c {{(pid=103159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 18 13:27:15.185298 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f75e1b43-b628-4577-9f75-0cf3a56e1582", "tag": "e7099ed9-5062-40c4-a1e3-ac0e8e7ebf76", "status": "completed", "code": 200}]} {{(pid=103159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 18 13:27:15.185646 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c5c2c9c2-efed-46b2-862d-3dfbfff0b84c {{(pid=103159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 18 13:27:15.186250 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f75e1b43-b628-4577-9f75-0cf3a56e1582', 'tag': 'e7099ed9-5062-40c4-a1e3-ac0e8e7ebf76', 'status': 'completed', 'code': 200} Dec 18 13:27:15.229701 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-285d1a3c-26c9-4103-b93e-fbdbc4a35757 None None] Checking router: 1adb187a-cc2a-4400-b008-3da2c3a40348 for host: dv-neutron-744815-20-hyperv {{(pid=103162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 18 13:27:15.255003 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-6ddcdb59-41cb-4ffa-ac6d-af5ef4f22212 tempest-FloatingIPAdminTestJSON-836365309 tempest-FloatingIPAdminTestJSON-836365309-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:15.258352 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-6ddcdb59-41cb-4ffa-ac6d-af5ef4f22212 tempest-FloatingIPAdminTestJSON-836365309 tempest-FloatingIPAdminTestJSON-836365309-project] 10.222.0.31 "DELETE /v2.0/ports/462c0bfc-e4c9-4095-ad4e-4dd624d1943f HTTP/1.1" status: 204 len: 168 time: 1.8273172 Dec 18 13:27:15.261961 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19f445a0-3868-4e27-ae6e-ede2573c0b0b tempest-RoutersNegativeIpV6Test-1807013643 tempest-RoutersNegativeIpV6Test-1807013643-project] Made reservation on behalf of 7e767fdb900e4645884e18b59ce42e88 for: {'network': 1} {{(pid=103159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:27:15.264028 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-285d1a3c-26c9-4103-b93e-fbdbc4a35757 None None] Routers {'1adb187a-cc2a-4400-b008-3da2c3a40348'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:27:15.264643 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-285d1a3c-26c9-4103-b93e-fbdbc4a35757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:26:57Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['1adb187a-cc2a-4400-b008-3da2c3a40348'], 'active': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:27:15.265719 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-19f445a0-3868-4e27-ae6e-ede2573c0b0b tempest-RoutersNegativeIpV6Test-1807013643 tempest-RoutersNegativeIpV6Test-1807013643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for network, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:15.285758 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 50108) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:27:15.322587 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-f25b5da6-3fa9-4ec2-a517-a764d513e458 None None] For port ece1c266-b85d-4d4c-8c97-7d86932471a3, host dv-neutron-744815-20-hyperv, cleared binding levels {{(pid=103162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 18 13:27:15.344270 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-f25b5da6-3fa9-4ec2-a517-a764d513e458 None None] For port ece1c266-b85d-4d4c-8c97-7d86932471a3, host dv-neutron-744815-20-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=ece1c266-b85d-4d4c-8c97-7d86932471a3,segment=NetworkSegment(3f66d49c-4faa-434c-8c3e-991f4f1d01bd),segment_id=3f66d49c-4faa-434c-8c3e-991f4f1d01bd)] {{(pid=103162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 18 13:27:15.346131 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19f445a0-3868-4e27-ae6e-ede2573c0b0b tempest-RoutersNegativeIpV6Test-1807013643 tempest-RoutersNegativeIpV6Test-1807013643-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 139} {{(pid=103159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 18 13:27:15.372328 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5a5e78-0169-43bd-bfb6-872095e1d711 req-3db8f706-4aa3-423d-bdd8-5557d5272059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:27:15.374131 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-8c5a5e78-0169-43bd-bfb6-872095e1d711 req-3db8f706-4aa3-423d-bdd8-5557d5272059 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=54539a24-3149-4df7-83e3-55189e7814ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1951373 Dec 18 13:27:15.375703 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-19f445a0-3868-4e27-ae6e-ede2573c0b0b tempest-RoutersNegativeIpV6Test-1807013643 tempest-RoutersNegativeIpV6Test-1807013643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:15.376046 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.db.segments_db [None req-19f445a0-3868-4e27-ae6e-ede2573c0b0b tempest-RoutersNegativeIpV6Test-1807013643 tempest-RoutersNegativeIpV6Test-1807013643-project] Added segment b50c5616-b74a-41ee-8afc-7c57e5e1341d of type vlan for network c11f6456-5e42-4cfc-a176-15eb286211e6 Dec 18 13:27:15.405409 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f25b5da6-3fa9-4ec2-a517-a764d513e458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:15.430957 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a29469af-b671-4ad0-a5ab-5f8821b3a07e tempest-FloatingIPAdminTestJSON-836365309 tempest-FloatingIPAdminTestJSON-836365309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:27:15.432599 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-a29469af-b671-4ad0-a5ab-5f8821b3a07e tempest-FloatingIPAdminTestJSON-836365309 tempest-FloatingIPAdminTestJSON-836365309-project] 10.222.0.31 "GET /v2.0/ports?device_id=7746266b-dfd3-46e4-a069-96f184b4cfd2 HTTP/1.1" status: 200 len: 913 time: 0.1424429 Dec 18 13:27:15.466748 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 50112) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:27:15.498020 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f25b5da6-3fa9-4ec2-a517-a764d513e458 None None] Routers {'8874d6c2-6cd6-4b0a-a0ad-ca7a290fcc5c'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:27:15.498657 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-f25b5da6-3fa9-4ec2-a517-a764d513e458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:26:57Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['8874d6c2-6cd6-4b0a-a0ad-ca7a290fcc5c'], 'active': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:27:15.563812 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-19f445a0-3868-4e27-ae6e-ede2573c0b0b tempest-RoutersNegativeIpV6Test-1807013643 tempest-RoutersNegativeIpV6Test-1807013643-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767106405744'] for network, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:15.573985 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee7dc81-8e85-4b17-a7b8-f5ebc0725091 None None] Pushing event updated for resources: {'Port': ['ID=ece1c266-b85d-4d4c-8c97-7d86932471a3,revision_number=3']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:27:15.579404 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvr_db [None req-285d1a3c-26c9-4103-b93e-fbdbc4a35757 None None] Set router 1adb187a-cc2a-4400-b008-3da2c3a40348 gateway port host: dv-neutron-744815-20-hyperv {{(pid=103162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 13:27:15.652944 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-db546f23-c015-498a-8295-70ab7d284495 tempest-RoutersIpV6AdminTest-1998592124 tempest-RoutersIpV6AdminTest-1998592124-project] Publish callbacks [] for router_gateway, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:15.689672 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-bd34bc88-2cc4-4447-8434-8a830ee15491 tempest-RoutersAdminTest-1776390182 tempest-RoutersAdminTest-1776390182-project-admin] Deleting port ece1c266-b85d-4d4c-8c97-7d86932471a3 {{(pid=103160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:27:15.690200 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-bd34bc88-2cc4-4447-8434-8a830ee15491 tempest-RoutersAdminTest-1776390182 tempest-RoutersAdminTest-1776390182-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:15.692483 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvr_db [None req-f25b5da6-3fa9-4ec2-a517-a764d513e458 None None] Set router 8874d6c2-6cd6-4b0a-a0ad-ca7a290fcc5c gateway port host: None {{(pid=103162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 13:27:15.693495 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d22bbb-a9ea-41e1-af6c-3c53f546d31b req-5bfa9717-15b9-4f30-9eec-4387c78efdef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:27:15.695200 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-38d22bbb-a9ea-41e1-af6c-3c53f546d31b req-5bfa9717-15b9-4f30-9eec-4387c78efdef service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=797acd6e00034b9ba6b75e0f2650f2ea&device_id=f75e1b43-b628-4577-9f75-0cf3a56e1582 HTTP/1.1" status: 200 len: 1098 time: 0.4723246 Dec 18 13:27:15.707697 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89754c10-8231-40a1-9ae9-2164e3576c57 tempest-BulkNetworkOpsIpV6Test-708168992 tempest-BulkNetworkOpsIpV6Test-708168992-project] Made reservation on behalf of a052a249afaa4d378fcf6251fa9f87d9 for: {'subnet': 2} {{(pid=103160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:27:15.712737 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-89754c10-8231-40a1-9ae9-2164e3576c57 tempest-BulkNetworkOpsIpV6Test-708168992 tempest-BulkNetworkOpsIpV6Test-708168992-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4514414'] for subnet, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:15.713211 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-89754c10-8231-40a1-9ae9-2164e3576c57 tempest-BulkNetworkOpsIpV6Test-708168992 tempest-BulkNetworkOpsIpV6Test-708168992-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4514414'] for subnet, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:15.887941 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-f25b5da6-3fa9-4ec2-a517-a764d513e458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8874d6c2-6cd6-4b0a-a0ad-ca7a290fcc5c', 'name': 'tempest-snat-router-1809019386', 'tenant_id': '55892e40450b462fb81027b7b782d307', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:27:04Z', 'updated_at': '2021-12-18T13:27:14Z', 'revision_number': 4, 'project_id': '55892e40450b462fb81027b7b782d307', 'gw_port_host': None}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:27:15.917711 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f25b5da6-3fa9-4ec2-a517-a764d513e458 None None] The sync data for ids ['8874d6c2-6cd6-4b0a-a0ad-ca7a290fcc5c'] in dv-neutron-744815-20-hyperv is: [{'id': '8874d6c2-6cd6-4b0a-a0ad-ca7a290fcc5c', 'name': 'tempest-snat-router-1809019386', 'tenant_id': '55892e40450b462fb81027b7b782d307', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:27:04Z', 'updated_at': '2021-12-18T13:27:14Z', 'revision_number': 4, 'project_id': '55892e40450b462fb81027b7b782d307', 'gw_port_host': None}] {{(pid=103162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 13:27:15.999931 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.db [None req-bd34bc88-2cc4-4447-8434-8a830ee15491 tempest-RoutersAdminTest-1776390182 tempest-RoutersAdminTest-1776390182-project-admin] For port ece1c266-b85d-4d4c-8c97-7d86932471a3, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=ece1c266-b85d-4d4c-8c97-7d86932471a3,segment=NetworkSegment(3f66d49c-4faa-434c-8c3e-991f4f1d01bd),segment_id=3f66d49c-4faa-434c-8c3e-991f4f1d01bd)] {{(pid=103160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:27:16.000163 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-bd34bc88-2cc4-4447-8434-8a830ee15491 tempest-RoutersAdminTest-1776390182 tempest-RoutersAdminTest-1776390182-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:16.005525 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-19f445a0-3868-4e27-ae6e-ede2573c0b0b tempest-RoutersNegativeIpV6Test-1807013643 tempest-RoutersNegativeIpV6Test-1807013643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981'] for network, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:16.021187 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19f445a0-3868-4e27-ae6e-ede2573c0b0b tempest-RoutersNegativeIpV6Test-1807013643 tempest-RoutersNegativeIpV6Test-1807013643-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:27:16.021639 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-19f445a0-3868-4e27-ae6e-ede2573c0b0b tempest-RoutersNegativeIpV6Test-1807013643 tempest-RoutersNegativeIpV6Test-1807013643-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047995'] for network, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:16.053579 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-8c5a5e78-0169-43bd-bfb6-872095e1d711 req-01702450-688e-4cdd-a883-1e442db21ab2 service neutron] 10.222.0.43 "GET /v2.0/networks/54539a24-3149-4df7-83e3-55189e7814ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6456537 Dec 18 13:27:16.072557 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-19f445a0-3868-4e27-ae6e-ede2573c0b0b tempest-RoutersNegativeIpV6Test-1807013643 tempest-RoutersNegativeIpV6Test-1807013643-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.9150546 Dec 18 13:27:16.091584 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 50116) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:27:16.096342 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d22bbb-a9ea-41e1-af6c-3c53f546d31b req-a6597260-9b36-4a00-9b40-81e087f0f453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:27:16.097973 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-38d22bbb-a9ea-41e1-af6c-3c53f546d31b req-a6597260-9b36-4a00-9b40-81e087f0f453 service neutron] 10.222.0.43 "GET /v2.0/networks?id=2fc4e038-9db1-4dce-962e-0069075d1df7 HTTP/1.1" status: 200 len: 912 time: 0.3709509 Dec 18 13:27:16.099204 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-bd34bc88-2cc4-4447-8434-8a830ee15491 tempest-RoutersAdminTest-1776390182 tempest-RoutersAdminTest-1776390182-project-admin] Calling delete_port for ece1c266-b85d-4d4c-8c97-7d86932471a3 owned by network:router_gateway {{(pid=103160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:27:16.102429 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-2a35cc31-d26c-4c33-8aa1-e12b6494b12b tempest-RoutersNegativeIpV6Test-1807013643 tempest-RoutersNegativeIpV6Test-1807013643-project] Request body: {'subnet': {'network_id': 'c11f6456-5e42-4cfc-a176-15eb286211e6', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:27:16.103372 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-285d1a3c-26c9-4103-b93e-fbdbc4a35757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1adb187a-cc2a-4400-b008-3da2c3a40348', 'name': 'tempest-ServerActionsTestJSON-119346790-router', 'tenant_id': '797acd6e00034b9ba6b75e0f2650f2ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.68'}], 'enable_snat': True}, 'gw_port_id': '5ea7f254-7846-4a78-ab07-536ed7415b42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:26:10Z', 'updated_at': '2021-12-18T13:26:25Z', 'revision_number': 4, 'project_id': '797acd6e00034b9ba6b75e0f2650f2ea', 'gw_port': {'id': '5ea7f254-7846-4a78-ab07-536ed7415b42', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:c7:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1adb187a-cc2a-4400-b008-3da2c3a40348', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:26:14Z', 'updated_at': '2021-12-18T13:26:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv', '_floatingips': [{'id': 'efca4d61-1244-4183-b0e2-97287c3b715d', 'tenant_id': '797acd6e00034b9ba6b75e0f2650f2ea', 'floating_ip_address': '172.26.3.223', 'floating_network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'router_id': '1adb187a-cc2a-4400-b008-3da2c3a40348', 'port_id': 'e7099ed9-5062-40c4-a1e3-ac0e8e7ebf76', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 173, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2fc4e038-9db1-4dce-962e-0069075d1df7', 'mac_address': 'fa:16:3e:95:62:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f75e1b43-b628-4577-9f75-0cf3a56e1582', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T13:26:37Z', 'updated_at': '2021-12-18T13:27:11Z', 'revision_number': 1, 'project_id': '797acd6e00034b9ba6b75e0f2650f2ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1170b877-3537-494c-8028-93eabfb7aa2e', 'name': '', 'network_id': '2fc4e038-9db1-4dce-962e-0069075d1df7', 'tenant_id': '797acd6e00034b9ba6b75e0f2650f2ea', 'mac_address': 'fa:16:3e:be:16:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1adb187a-cc2a-4400-b008-3da2c3a40348', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': 'ab39156a-1aba-454f-953d-4c71ff8fa510', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:26:22Z', 'updated_at': '2021-12-18T13:26:32Z', 'revision_number': 5, 'project_id': '797acd6e00034b9ba6b75e0f2650f2ea', 'subnets': [{'id': 'ab39156a-1aba-454f-953d-4c71ff8fa510', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:27:16.135290 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-285d1a3c-26c9-4103-b93e-fbdbc4a35757 None None] The sync data for ids ['1adb187a-cc2a-4400-b008-3da2c3a40348'] in dv-neutron-744815-20-hyperv is: [{'id': '1adb187a-cc2a-4400-b008-3da2c3a40348', 'name': 'tempest-ServerActionsTestJSON-119346790-router', 'tenant_id': '797acd6e00034b9ba6b75e0f2650f2ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.68'}], 'enable_snat': True}, 'gw_port_id': '5ea7f254-7846-4a78-ab07-536ed7415b42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:26:10Z', 'updated_at': '2021-12-18T13:26:25Z', 'revision_number': 4, 'project_id': '797acd6e00034b9ba6b75e0f2650f2ea', 'gw_port': {'id': '5ea7f254-7846-4a78-ab07-536ed7415b42', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:c7:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1adb187a-cc2a-4400-b008-3da2c3a40348', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:26:14Z', 'updated_at': '2021-12-18T13:26:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv', '_floatingips': [{'id': 'efca4d61-1244-4183-b0e2-97287c3b715d', 'tenant_id': '797acd6e00034b9ba6b75e0f2650f2ea', 'floating_ip_address': '172.26.3.223', 'floating_network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'router_id': '1adb187a-cc2a-4400-b008-3da2c3a40348', 'port_id': 'e7099ed9-5062-40c4-a1e3-ac0e8e7ebf76', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 173, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2fc4e038-9db1-4dce-962e-0069075d1df7', 'mac_address': 'fa:16:3e:95:62:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f75e1b43-b628-4577-9f75-0cf3a56e1582', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T13:26:37Z', 'updated_at': '2021-12-18T13:27:11Z', 'revision_number': 1, 'project_id': '797acd6e00034b9ba6b75e0f2650f2ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1170b877-3537-494c-8028-93eabfb7aa2e', 'name': '', 'network_id': '2fc4e038-9db1-4dce-962e-0069075d1df7', 'tenant_id': '797acd6e00034b9ba6b75e0f2650f2ea', 'mac_address': 'fa:16:3e:be:16:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1adb187a-cc2a-4400-b008-3da2c3a40348', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': 'ab39156a-1aba-454f-953d-4c71ff8fa510', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:26:22Z', 'updated_at': '2021-12-18T13:26:32Z', 'revision_number': 5, 'project_id': '797acd6e00034b9ba6b75e0f2650f2ea', 'subnets': [{'id': 'ab39156a-1aba-454f-953d-4c71ff8fa510', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 13:27:16.298116 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f445a0-3868-4e27-ae6e-ede2573c0b0b tempest-RoutersNegativeIpV6Test-1807013643 tempest-RoutersNegativeIpV6Test-1807013643-project] Pushing event updated for resources: {'Network': ['ID=c11f6456-5e42-4cfc-a176-15eb286211e6,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:27:16.317191 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Network c11f6456-5e42-4cfc-a176-15eb286211e6 details requested by agent ovs-agent-dv-neutron-744815-20-hyperv with host dv-neutron-744815-20-hyperv {{(pid=103161) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 18 13:27:16.332931 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-38d22bbb-a9ea-41e1-af6c-3c53f546d31b req-20829fb8-c16a-4ce1-bffb-8752a82a7fb7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e7099ed9-5062-40c4-a1e3-ac0e8e7ebf76 HTTP/1.1" status: 200 len: 999 time: 0.2168441 Dec 18 13:27:16.394410 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d22bbb-a9ea-41e1-af6c-3c53f546d31b req-ed75fcee-5279-41c0-b12d-e9828e3c5349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:27:16.394597 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a35cc31-d26c-4c33-8aa1-e12b6494b12b tempest-RoutersNegativeIpV6Test-1807013643 tempest-RoutersNegativeIpV6Test-1807013643-project] Made reservation on behalf of 7e767fdb900e4645884e18b59ce42e88 for: {'subnet': 1} {{(pid=103159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:27:16.396713 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-38d22bbb-a9ea-41e1-af6c-3c53f546d31b req-ed75fcee-5279-41c0-b12d-e9828e3c5349 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ab39156a-1aba-454f-953d-4c71ff8fa510 HTTP/1.1" status: 200 len: 850 time: 0.0529854 Dec 18 13:27:16.399354 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-2a35cc31-d26c-4c33-8aa1-e12b6494b12b tempest-RoutersNegativeIpV6Test-1807013643 tempest-RoutersNegativeIpV6Test-1807013643-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6017072'] for subnet, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:16.404214 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-8c5a5e78-0169-43bd-bfb6-872095e1d711 req-2195872a-1b0e-4631-b4d0-6127b629962f service neutron] 10.222.0.43 "GET /v2.0/networks/54539a24-3149-4df7-83e3-55189e7814ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3217304 Dec 18 13:27:16.573557 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-db546f23-c015-498a-8295-70ab7d284495 tempest-RoutersIpV6AdminTest-1998592124 tempest-RoutersIpV6AdminTest-1998592124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-589760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-586526'] for router, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:16.702314 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-bd34bc88-2cc4-4447-8434-8a830ee15491 tempest-RoutersAdminTest-1776390182 tempest-RoutersAdminTest-1776390182-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4533522'] for port, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:16.734222 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d22bbb-a9ea-41e1-af6c-3c53f546d31b req-1d625e97-2ac6-4143-8107-ef1cf36f3f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:27:16.735789 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-38d22bbb-a9ea-41e1-af6c-3c53f546d31b req-1d625e97-2ac6-4143-8107-ef1cf36f3f0e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2fc4e038-9db1-4dce-962e-0069075d1df7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.2529664 Dec 18 13:27:16.736300 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-2a35cc31-d26c-4c33-8aa1-e12b6494b12b tempest-RoutersNegativeIpV6Test-1807013643 tempest-RoutersNegativeIpV6Test-1807013643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5659786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6017062'] for subnet, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:16.798438 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd34bc88-2cc4-4447-8434-8a830ee15491 tempest-RoutersAdminTest-1776390182 tempest-RoutersAdminTest-1776390182-project-admin] Pushing event deleted for resources: {'Port': ['ID=ece1c266-b85d-4d4c-8c97-7d86932471a3,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:27:16.807871 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a35cc31-d26c-4c33-8aa1-e12b6494b12b tempest-RoutersNegativeIpV6Test-1807013643 tempest-RoutersNegativeIpV6Test-1807013643-project] Pushing event updated for resources: {'Subnet': ['ID=2c3b8cb4-b9e8-4f64-8db6-02ff67b29495,revision_number=0']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:27:16.883708 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a35cc31-d26c-4c33-8aa1-e12b6494b12b tempest-RoutersNegativeIpV6Test-1807013643 tempest-RoutersNegativeIpV6Test-1807013643-project] Checking segment: {'id': 'b50c5616-b74a-41ee-8afc-7c57e5e1341d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'c11f6456-5e42-4cfc-a176-15eb286211e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 13:27:16.884620 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a35cc31-d26c-4c33-8aa1-e12b6494b12b tempest-RoutersNegativeIpV6Test-1807013643 tempest-RoutersNegativeIpV6Test-1807013643-project] Network hostable DHCP agents. Network: c11f6456-5e42-4cfc-a176-15eb286211e6, hostable agents: ['aa77effa-0e3a-4bbd-a383-4d58ed3328d0'], hosted agents: [] {{(pid=103159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 18 13:27:16.946975 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a35cc31-d26c-4c33-8aa1-e12b6494b12b tempest-RoutersNegativeIpV6Test-1807013643 tempest-RoutersNegativeIpV6Test-1807013643-project] Network c11f6456-5e42-4cfc-a176-15eb286211e6 is scheduled to be hosted by DHCP agent aa77effa-0e3a-4bbd-a383-4d58ed3328d0 with binding_index 1 {{(pid=103159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 18 13:27:16.964697 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-8600ea6a-aa9b-44f5-8cd8-bff49fe8380c tempest-FloatingIPAdminTestJSON-836365309 tempest-FloatingIPAdminTestJSON-836365309-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-586101'] for router_interface, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:16.966422 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.base_scheduler [None req-2a35cc31-d26c-4c33-8aa1-e12b6494b12b tempest-RoutersNegativeIpV6Test-1807013643 tempest-RoutersNegativeIpV6Test-1807013643-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-744815-20-hyperv, c11f6456-5e42-4cfc-a176-15eb286211e6) {{(pid=103159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:27:16.986896 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94a5a89f-7a3c-4d4c-92a3-1218cfad2134 None None] Network c11f6456-5e42-4cfc-a176-15eb286211e6 requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:27:16.995389 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-906988d9-b07d-4ceb-a75a-e58dd7336fe7 None None] New status for floating IP efca4d61-1244-4183-b0e2-97287c3b715d: ACTIVE {{(pid=103162) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 18 13:27:16.998850 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-bd34bc88-2cc4-4447-8434-8a830ee15491 tempest-RoutersAdminTest-1776390182 tempest-RoutersAdminTest-1776390182-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-586554'] for router_gateway, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:17.008463 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a35cc31-d26c-4c33-8aa1-e12b6494b12b tempest-RoutersNegativeIpV6Test-1807013643 tempest-RoutersNegativeIpV6Test-1807013643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:27:17.009231 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-2a35cc31-d26c-4c33-8aa1-e12b6494b12b tempest-RoutersNegativeIpV6Test-1807013643 tempest-RoutersNegativeIpV6Test-1807013643-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047995'] for subnet, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:17.122782 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5736454f-880a-4547-b175-b6d8b5644808 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp31e170a0-46a1-5ba9-9dc1-7ee4f866f0d7-c11f6456-5e42-4cfc-a176-15eb286211e6', 'network_id': 'c11f6456-5e42-4cfc-a176-15eb286211e6', 'project_id': '7e767fdb900e4645884e18b59ce42e88', 'fixed_ips': [{'subnet_id': '2c3b8cb4-b9e8-4f64-8db6-02ff67b29495'}]}} from dv-neutron-744815-20-hyperv. {{(pid=103161) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 18 13:27:17.123937 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-5736454f-880a-4547-b175-b6d8b5644808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:17.150245 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-bd34bc88-2cc4-4447-8434-8a830ee15491 tempest-RoutersAdminTest-1776390182 tempest-RoutersAdminTest-1776390182-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-589815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28643'] for router, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:17.153300 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-38d22bbb-a9ea-41e1-af6c-3c53f546d31b req-c00178dc-1177-48bd-8a67-8f2bbe78eba3 service neutron] 10.222.0.43 "GET /v2.0/networks/2fc4e038-9db1-4dce-962e-0069075d1df7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3675301 Dec 18 13:27:17.157814 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-bd34bc88-2cc4-4447-8434-8a830ee15491 tempest-RoutersAdminTest-1776390182 tempest-RoutersAdminTest-1776390182-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:17.177823 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-2a35cc31-d26c-4c33-8aa1-e12b6494b12b tempest-RoutersNegativeIpV6Test-1807013643 tempest-RoutersNegativeIpV6Test-1807013643-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0851207 Dec 18 13:27:17.195071 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 50124) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:27:17.200057 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-55a7e521-cc71-4f9e-b2cf-11b41d18084f tempest-RoutersNegativeIpV6Test-1807013643 tempest-RoutersNegativeIpV6Test-1807013643-project] Request body: {'router': {'external_gateway_info': {'network_id': 'c11f6456-5e42-4cfc-a176-15eb286211e6'}}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:27:17.301511 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-89754c10-8231-40a1-9ae9-2164e3576c57 tempest-BulkNetworkOpsIpV6Test-708168992 tempest-BulkNetworkOpsIpV6Test-708168992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4533410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4514424'] for subnet, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:17.312528 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_common [None req-5736454f-880a-4547-b175-b6d8b5644808 None None] Allocated IP 2001:db8:1::2 (c11f6456-5e42-4cfc-a176-15eb286211e6/2c3b8cb4-b9e8-4f64-8db6-02ff67b29495/684bc0c7-917e-4d01-a62c-ba1257cc2524) {{(pid=103161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:27:17.371362 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-bd34bc88-2cc4-4447-8434-8a830ee15491 tempest-RoutersAdminTest-1776390182 tempest-RoutersAdminTest-1776390182-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-589710'] for router, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:17.371954 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd34bc88-2cc4-4447-8434-8a830ee15491 tempest-RoutersAdminTest-1776390182 tempest-RoutersAdminTest-1776390182-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8874d6c2-6cd6-4b0a-a0ad-ca7a290fcc5c {{(pid=103160) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 18 13:27:17.388153 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-bd34bc88-2cc4-4447-8434-8a830ee15491 tempest-RoutersAdminTest-1776390182 tempest-RoutersAdminTest-1776390182-project-admin] Publish callbacks [] for router, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:17.388917 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-bd34bc88-2cc4-4447-8434-8a830ee15491 tempest-RoutersAdminTest-1776390182 tempest-RoutersAdminTest-1776390182-project-admin] 10.222.0.31 "DELETE /v2.0/routers/8874d6c2-6cd6-4b0a-a0ad-ca7a290fcc5c HTTP/1.1" status: 204 len: 168 time: 2.9234054 Dec 18 13:27:17.395514 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db546f23-c015-498a-8295-70ab7d284495 tempest-RoutersIpV6AdminTest-1998592124 tempest-RoutersIpV6AdminTest-1998592124-project] Router 0fe7ca21-9a8f-4ea9-bd47-8ae41343753f is scheduled to L3 agent c9c0cd52-5bd2-4704-9429-d80f1c5ad23c with binding_index 1 {{(pid=103160) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 18 13:27:17.397727 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 50126) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:27:17.485344 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89754c10-8231-40a1-9ae9-2164e3576c57 tempest-BulkNetworkOpsIpV6Test-708168992 tempest-BulkNetworkOpsIpV6Test-708168992-project] Pushing event updated for resources: {'Subnet': ['ID=15b9d6d7-5f38-4b80-9300-a9306ad59dff,revision_number=0']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:27:17.520579 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-5736454f-880a-4547-b175-b6d8b5644808 None None] Publish callbacks [] for port, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:17.531707 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-55a7e521-cc71-4f9e-b2cf-11b41d18084f tempest-RoutersNegativeIpV6Test-1807013643 tempest-RoutersNegativeIpV6Test-1807013643-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:17.542192 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-5736454f-880a-4547-b175-b6d8b5644808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975'] for port, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:17.604967 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5736454f-880a-4547-b175-b6d8b5644808 None None] Network c11f6456-5e42-4cfc-a176-15eb286211e6 is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:27:17.624988 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-5736454f-880a-4547-b175-b6d8b5644808 None None] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:27:17.629840 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5736454f-880a-4547-b175-b6d8b5644808 None None] Received port after_create {{(pid=103161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:27:17.636174 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5736454f-880a-4547-b175-b6d8b5644808 None None] Pushing event updated for resources: {'Port': ['ID=684bc0c7-917e-4d01-a62c-ba1257cc2524,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:27:17.689708 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-8600ea6a-aa9b-44f5-8cd8-bff49fe8380c tempest-FloatingIPAdminTestJSON-836365309 tempest-FloatingIPAdminTestJSON-836365309-project] Deleting port 874bdd29-847f-4e1c-b47f-378adaf23fee {{(pid=103159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:27:17.690077 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-8600ea6a-aa9b-44f5-8cd8-bff49fe8380c tempest-FloatingIPAdminTestJSON-836365309 tempest-FloatingIPAdminTestJSON-836365309-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:17.707740 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-5736454f-880a-4547-b175-b6d8b5644808 None None] Attempting to bind port 684bc0c7-917e-4d01-a62c-ba1257cc2524 on host dv-neutron-744815-20-hyperv for vnic_type normal with profile {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 13:27:17.708106 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-5736454f-880a-4547-b175-b6d8b5644808 None None] Attempting to bind port 684bc0c7-917e-4d01-a62c-ba1257cc2524 by drivers openvswitch,hyperv on host dv-neutron-744815-20-hyperv at level 0 using segments [{'id': 'b50c5616-b74a-41ee-8afc-7c57e5e1341d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'c11f6456-5e42-4cfc-a176-15eb286211e6'}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 13:27:17.708383 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5736454f-880a-4547-b175-b6d8b5644808 None None] Attempting to bind port 684bc0c7-917e-4d01-a62c-ba1257cc2524 on network c11f6456-5e42-4cfc-a176-15eb286211e6 {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 13:27:17.715303 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5736454f-880a-4547-b175-b6d8b5644808 None None] Checking agent: {'id': '428fa9fa-43db-4db9-9f96-f60ffe931f2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-20-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 13, 19, 1), 'started_at': datetime.datetime(2021, 12, 18, 13, 19, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 13, 27, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-20-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 18 13:27:17.716333 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5736454f-880a-4547-b175-b6d8b5644808 None None] Checking segment: {'id': 'b50c5616-b74a-41ee-8afc-7c57e5e1341d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'c11f6456-5e42-4cfc-a176-15eb286211e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 13:27:17.716333 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-5736454f-880a-4547-b175-b6d8b5644808 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:17.716558 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5736454f-880a-4547-b175-b6d8b5644808 None None] Bound using segment: {'id': 'b50c5616-b74a-41ee-8afc-7c57e5e1341d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'c11f6456-5e42-4cfc-a176-15eb286211e6'} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 18 13:27:17.716940 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-5736454f-880a-4547-b175-b6d8b5644808 None None] Bound port: 684bc0c7-917e-4d01-a62c-ba1257cc2524, host: dv-neutron-744815-20-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b50c5616-b74a-41ee-8afc-7c57e5e1341d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'c11f6456-5e42-4cfc-a176-15eb286211e6'}}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 18 13:27:17.717651 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-5736454f-880a-4547-b175-b6d8b5644808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:17.793319 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-5736454f-880a-4547-b175-b6d8b5644808 None None] For port 684bc0c7-917e-4d01-a62c-ba1257cc2524, host dv-neutron-744815-20-hyperv, cleared binding levels {{(pid=103161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 18 13:27:17.797138 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-5736454f-880a-4547-b175-b6d8b5644808 None None] For port 684bc0c7-917e-4d01-a62c-ba1257cc2524, host dv-neutron-744815-20-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=684bc0c7-917e-4d01-a62c-ba1257cc2524,segment=NetworkSegment(b50c5616-b74a-41ee-8afc-7c57e5e1341d),segment_id=b50c5616-b74a-41ee-8afc-7c57e5e1341d)] {{(pid=103161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 18 13:27:17.798984 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-8600ea6a-aa9b-44f5-8cd8-bff49fe8380c tempest-FloatingIPAdminTestJSON-836365309 tempest-FloatingIPAdminTestJSON-836365309-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:17.803431 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-5736454f-880a-4547-b175-b6d8b5644808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:17.810813 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.api.v2.resource [None req-55a7e521-cc71-4f9e-b2cf-11b41d18084f tempest-RoutersNegativeIpV6Test-1807013643 tempest-RoutersNegativeIpV6Test-1807013643-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 18 13:27:17.815576 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-55a7e521-cc71-4f9e-b2cf-11b41d18084f tempest-RoutersNegativeIpV6Test-1807013643 tempest-RoutersNegativeIpV6Test-1807013643-project] 10.222.0.31 "PUT /v2.0/routers/b8d047fe-b9a9-46e1-9bc3-44bc9daded0f HTTP/1.1" status: 400 len: 364 time: 0.6164770 Dec 18 13:27:17.815795 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 50132) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:27:17.826527 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-8600ea6a-aa9b-44f5-8cd8-bff49fe8380c tempest-FloatingIPAdminTestJSON-836365309 tempest-FloatingIPAdminTestJSON-836365309-project] Calling delete_port for 874bdd29-847f-4e1c-b47f-378adaf23fee owned by network:router_interface {{(pid=103159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:27:17.866254 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5736454f-880a-4547-b175-b6d8b5644808 None None] Pushing event updated for resources: {'Port': ['ID=684bc0c7-917e-4d01-a62c-ba1257cc2524,revision_number=2']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:27:17.906933 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-38d22bbb-a9ea-41e1-af6c-3c53f546d31b req-ffaa4186-504f-4b26-919d-1167ffe5a31c service neutron] 10.222.0.43 "GET /v2.0/networks/2fc4e038-9db1-4dce-962e-0069075d1df7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7218206 Dec 18 13:27:17.950456 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89754c10-8231-40a1-9ae9-2164e3576c57 tempest-BulkNetworkOpsIpV6Test-708168992 tempest-BulkNetworkOpsIpV6Test-708168992-project] Checking segment: {'id': '652721c4-cdb4-4680-be1e-65543aa243fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'a086a544-61eb-41a9-8352-3050c46f3237'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 13:27:17.950985 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89754c10-8231-40a1-9ae9-2164e3576c57 tempest-BulkNetworkOpsIpV6Test-708168992 tempest-BulkNetworkOpsIpV6Test-708168992-project] Network hostable DHCP agents. Network: a086a544-61eb-41a9-8352-3050c46f3237, hostable agents: ['aa77effa-0e3a-4bbd-a383-4d58ed3328d0'], hosted agents: [] {{(pid=103160) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 18 13:27:17.984608 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-92738455-ad74-4bd5-9346-28529bfa2c15 tempest-RoutersAdminTest-1776390182 tempest-RoutersAdminTest-1776390182-project-admin] Publish callbacks [] for router, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:18.039518 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89754c10-8231-40a1-9ae9-2164e3576c57 tempest-BulkNetworkOpsIpV6Test-708168992 tempest-BulkNetworkOpsIpV6Test-708168992-project] Network a086a544-61eb-41a9-8352-3050c46f3237 is scheduled to be hosted by DHCP agent aa77effa-0e3a-4bbd-a383-4d58ed3328d0 with binding_index 1 {{(pid=103160) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 18 13:27:18.044415 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db546f23-c015-498a-8295-70ab7d284495 tempest-RoutersIpV6AdminTest-1998592124 tempest-RoutersIpV6AdminTest-1998592124-project] Notify agent at l3_agent.dv-neutron-744815-20-hyperv the message routers_updated {{(pid=103160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 13:27:18.058193 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd463e92-e28d-41c9-9d8d-ce26a779ba51 None None] Sync routers for ids ['0fe7ca21-9a8f-4ea9-bd47-8ae41343753f'] in dv-neutron-744815-20-hyperv {{(pid=103161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 13:27:18.109292 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd463e92-e28d-41c9-9d8d-ce26a779ba51 None None] Routers {'0fe7ca21-9a8f-4ea9-bd47-8ae41343753f'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:27:18.109749 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-cd463e92-e28d-41c9-9d8d-ce26a779ba51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:26:57Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['0fe7ca21-9a8f-4ea9-bd47-8ae41343753f'], 'active': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:27:18.113034 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.base_scheduler [None req-89754c10-8231-40a1-9ae9-2164e3576c57 tempest-BulkNetworkOpsIpV6Test-708168992 tempest-BulkNetworkOpsIpV6Test-708168992-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-744815-20-hyperv, a086a544-61eb-41a9-8352-3050c46f3237) {{(pid=103160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:27:18.117994 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-89754c10-8231-40a1-9ae9-2164e3576c57 tempest-BulkNetworkOpsIpV6Test-708168992 tempest-BulkNetworkOpsIpV6Test-708168992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4533410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4514424'] for subnet, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:18.136279 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f91b9de-5f9d-4ffc-a385-6743824f7852 None None] Network a086a544-61eb-41a9-8352-3050c46f3237 requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:27:18.145841 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-db546f23-c015-498a-8295-70ab7d284495 tempest-RoutersIpV6AdminTest-1998592124 tempest-RoutersIpV6AdminTest-1998592124-project] Publish callbacks [] for router, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:18.150128 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-db546f23-c015-498a-8295-70ab7d284495 tempest-RoutersIpV6AdminTest-1998592124 tempest-RoutersIpV6AdminTest-1998592124-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 5.6274171 Dec 18 13:27:18.151414 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 50134) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:27:18.210310 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89754c10-8231-40a1-9ae9-2164e3576c57 tempest-BulkNetworkOpsIpV6Test-708168992 tempest-BulkNetworkOpsIpV6Test-708168992-project] Pushing event updated for resources: {'Subnet': ['ID=1b694bef-8ad9-459b-a540-76786a4d1acb,revision_number=0']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:27:18.232308 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-92738455-ad74-4bd5-9346-28529bfa2c15 tempest-RoutersAdminTest-1776390182 tempest-RoutersAdminTest-1776390182-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:18.237989 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-cd463e92-e28d-41c9-9d8d-ce26a779ba51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:27:18.244979 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89754c10-8231-40a1-9ae9-2164e3576c57 tempest-BulkNetworkOpsIpV6Test-708168992 tempest-BulkNetworkOpsIpV6Test-708168992-project] Checking segment: {'id': '91c03e05-d13a-41ab-94ed-dce6e74bdb99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'd6b96fbb-a8bc-40fe-921a-5a1132cd5052'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 13:27:18.245214 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89754c10-8231-40a1-9ae9-2164e3576c57 tempest-BulkNetworkOpsIpV6Test-708168992 tempest-BulkNetworkOpsIpV6Test-708168992-project] Network hostable DHCP agents. Network: d6b96fbb-a8bc-40fe-921a-5a1132cd5052, hostable agents: ['aa77effa-0e3a-4bbd-a383-4d58ed3328d0'], hosted agents: [] {{(pid=103160) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 18 13:27:18.301465 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd463e92-e28d-41c9-9d8d-ce26a779ba51 None None] Routers {'0fe7ca21-9a8f-4ea9-bd47-8ae41343753f'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:27:18.302170 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-cd463e92-e28d-41c9-9d8d-ce26a779ba51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:26:57Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['0fe7ca21-9a8f-4ea9-bd47-8ae41343753f'], 'active': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:27:18.332762 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89754c10-8231-40a1-9ae9-2164e3576c57 tempest-BulkNetworkOpsIpV6Test-708168992 tempest-BulkNetworkOpsIpV6Test-708168992-project] Network d6b96fbb-a8bc-40fe-921a-5a1132cd5052 is scheduled to be hosted by DHCP agent aa77effa-0e3a-4bbd-a383-4d58ed3328d0 with binding_index 1 {{(pid=103160) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 18 13:27:18.332957 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-92f0fa15-43be-4199-a03a-9ed4672f683a tempest-RoutersNegativeIpV6Test-1807013643 tempest-RoutersNegativeIpV6Test-1807013643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:18.353241 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-cd463e92-e28d-41c9-9d8d-ce26a779ba51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:27:18.353952 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd463e92-e28d-41c9-9d8d-ce26a779ba51 None None] The sync data for ids ['0fe7ca21-9a8f-4ea9-bd47-8ae41343753f'] in dv-neutron-744815-20-hyperv is: [] {{(pid=103161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 13:27:18.360887 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.base_scheduler [None req-89754c10-8231-40a1-9ae9-2164e3576c57 tempest-BulkNetworkOpsIpV6Test-708168992 tempest-BulkNetworkOpsIpV6Test-708168992-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-744815-20-hyperv, d6b96fbb-a8bc-40fe-921a-5a1132cd5052) {{(pid=103160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:27:18.370754 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89754c10-8231-40a1-9ae9-2164e3576c57 tempest-BulkNetworkOpsIpV6Test-708168992 tempest-BulkNetworkOpsIpV6Test-708168992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:27:18.371473 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89754c10-8231-40a1-9ae9-2164e3576c57 tempest-BulkNetworkOpsIpV6Test-708168992 tempest-BulkNetworkOpsIpV6Test-708168992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:27:18.372202 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-89754c10-8231-40a1-9ae9-2164e3576c57 tempest-BulkNetworkOpsIpV6Test-708168992 tempest-BulkNetworkOpsIpV6Test-708168992-project] Publish callbacks [] for subnet, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:18.376342 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbca57e9-613b-44ef-b10b-86016ca02f6e None None] Network d6b96fbb-a8bc-40fe-921a-5a1132cd5052 requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:27:18.391318 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-92738455-ad74-4bd5-9346-28529bfa2c15 tempest-RoutersAdminTest-1776390182 tempest-RoutersAdminTest-1776390182-project-admin] Deleting port 3de1bb31-9f47-4506-865b-085903ae76af {{(pid=103160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:27:18.391813 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-92738455-ad74-4bd5-9346-28529bfa2c15 tempest-RoutersAdminTest-1776390182 tempest-RoutersAdminTest-1776390182-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:18.420818 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-89754c10-8231-40a1-9ae9-2164e3576c57 tempest-BulkNetworkOpsIpV6Test-708168992 tempest-BulkNetworkOpsIpV6Test-708168992-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 3.6960030 Dec 18 13:27:18.424763 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 50138) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:27:18.463817 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4b88600-ab9f-40ba-8760-6cdca19ffeba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp31e170a0-46a1-5ba9-9dc1-7ee4f866f0d7-a086a544-61eb-41a9-8352-3050c46f3237', 'network_id': 'a086a544-61eb-41a9-8352-3050c46f3237', 'project_id': 'a052a249afaa4d378fcf6251fa9f87d9', 'fixed_ips': [{'subnet_id': '15b9d6d7-5f38-4b80-9300-a9306ad59dff'}]}} from dv-neutron-744815-20-hyperv. {{(pid=103161) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 18 13:27:18.464684 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f4b88600-ab9f-40ba-8760-6cdca19ffeba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:18.572611 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3758b50-e229-449d-82c3-785e5297459c tempest-BulkNetworkOpsIpV6Test-708168992 tempest-BulkNetworkOpsIpV6Test-708168992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:27:18.574354 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3758b50-e229-449d-82c3-785e5297459c tempest-BulkNetworkOpsIpV6Test-708168992 tempest-BulkNetworkOpsIpV6Test-708168992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:27:18.576439 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3758b50-e229-449d-82c3-785e5297459c tempest-BulkNetworkOpsIpV6Test-708168992 tempest-BulkNetworkOpsIpV6Test-708168992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:27:18.582131 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-f3758b50-e229-449d-82c3-785e5297459c tempest-BulkNetworkOpsIpV6Test-708168992 tempest-BulkNetworkOpsIpV6Test-708168992-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.1522784 Dec 18 13:27:18.588910 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 50140) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:27:18.604723 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9a5efd5-04aa-41ca-8ab2-4fa0baa59a40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp31e170a0-46a1-5ba9-9dc1-7ee4f866f0d7-d6b96fbb-a8bc-40fe-921a-5a1132cd5052', 'network_id': 'd6b96fbb-a8bc-40fe-921a-5a1132cd5052', 'project_id': 'a052a249afaa4d378fcf6251fa9f87d9', 'fixed_ips': [{'subnet_id': '1b694bef-8ad9-459b-a540-76786a4d1acb'}]}} from dv-neutron-744815-20-hyperv. {{(pid=103161) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 18 13:27:18.606331 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a9a5efd5-04aa-41ca-8ab2-4fa0baa59a40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:18.647246 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.db [None req-92738455-ad74-4bd5-9346-28529bfa2c15 tempest-RoutersAdminTest-1776390182 tempest-RoutersAdminTest-1776390182-project-admin] For port 3de1bb31-9f47-4506-865b-085903ae76af, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=3de1bb31-9f47-4506-865b-085903ae76af,segment=NetworkSegment(3f66d49c-4faa-434c-8c3e-991f4f1d01bd),segment_id=3f66d49c-4faa-434c-8c3e-991f4f1d01bd)] {{(pid=103160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:27:18.647680 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-92738455-ad74-4bd5-9346-28529bfa2c15 tempest-RoutersAdminTest-1776390182 tempest-RoutersAdminTest-1776390182-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:18.668792 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-92738455-ad74-4bd5-9346-28529bfa2c15 tempest-RoutersAdminTest-1776390182 tempest-RoutersAdminTest-1776390182-project-admin] Calling delete_port for 3de1bb31-9f47-4506-865b-085903ae76af owned by network:router_gateway {{(pid=103160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:27:18.743070 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f7953ac-e231-47e0-aa04-5239fe1abb17 tempest-BulkNetworkOpsIpV6Test-708168992 tempest-BulkNetworkOpsIpV6Test-708168992-project] Deleting subnet 15b9d6d7-5f38-4b80-9300-a9306ad59dff {{(pid=103160) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 18 13:27:18.801184 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-9a6d0e09-9510-4102-ab65-aa0ddab1c2a3 tempest-RoutersIpV6AdminTest-1535217791 tempest-RoutersIpV6AdminTest-1535217791-project-admin] 10.222.0.31 "GET /v2.0/routers/0fe7ca21-9a8f-4ea9-bd47-8ae41343753f HTTP/1.1" status: 200 len: 925 time: 0.6446893 Dec 18 13:27:18.810669 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 50146) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:27:18.830046 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_common [None req-f4b88600-ab9f-40ba-8760-6cdca19ffeba None None] Allocated IP 2001:db8::1 (a086a544-61eb-41a9-8352-3050c46f3237/15b9d6d7-5f38-4b80-9300-a9306ad59dff/a86debc0-aeb0-48db-9e37-1197fb205a01) {{(pid=103161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:27:18.847479 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-9ff803bf-a738-4fe9-9b1c-3c26b9307ded tempest-RoutersIpV6AdminTest-1998592124 tempest-RoutersIpV6AdminTest-1998592124-project] 10.222.0.31 "GET /v2.0/ports?device_id=0fe7ca21-9a8f-4ea9-bd47-8ae41343753f HTTP/1.1" status: 200 len: 205 time: 0.0333703 Dec 18 13:27:18.848234 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 50148) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:27:18.871633 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-8600ea6a-aa9b-44f5-8cd8-bff49fe8380c tempest-FloatingIPAdminTestJSON-836365309 tempest-FloatingIPAdminTestJSON-836365309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:18.921205 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_common [None req-a9a5efd5-04aa-41ca-8ab2-4fa0baa59a40 None None] Allocated IP 2001:db8:0:1::1 (d6b96fbb-a8bc-40fe-921a-5a1132cd5052/1b694bef-8ad9-459b-a540-76786a4d1acb/beb67c60-20f1-416a-ba12-b385f42f8f29) {{(pid=103161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:27:18.947490 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8600ea6a-aa9b-44f5-8cd8-bff49fe8380c tempest-FloatingIPAdminTestJSON-836365309 tempest-FloatingIPAdminTestJSON-836365309-project] Pushing event deleted for resources: {'Port': ['ID=874bdd29-847f-4e1c-b47f-378adaf23fee,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:27:19.047370 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-af80a0e0-7483-42c2-a0d2-42d4db534155 tempest-RoutersIpV6AdminTest-1998592124 tempest-RoutersIpV6AdminTest-1998592124-project] Publish callbacks [] for router, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:19.094721 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-92738455-ad74-4bd5-9346-28529bfa2c15 tempest-RoutersAdminTest-1776390182 tempest-RoutersAdminTest-1776390182-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4533522'] for port, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:19.149157 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f4b88600-ab9f-40ba-8760-6cdca19ffeba None None] Publish callbacks [] for port, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:19.152655 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92738455-ad74-4bd5-9346-28529bfa2c15 tempest-RoutersAdminTest-1776390182 tempest-RoutersAdminTest-1776390182-project-admin] Pushing event deleted for resources: {'Port': ['ID=3de1bb31-9f47-4506-865b-085903ae76af,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:27:19.176565 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-5f7953ac-e231-47e0-aa04-5239fe1abb17 tempest-BulkNetworkOpsIpV6Test-708168992 tempest-BulkNetworkOpsIpV6Test-708168992-project] Publish callbacks [] for subnet, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:19.188969 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f4b88600-ab9f-40ba-8760-6cdca19ffeba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975'] for port, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:19.255977 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.db_base_plugin_common [None req-92f0fa15-43be-4199-a03a-9ed4672f683a tempest-RoutersNegativeIpV6Test-1807013643 tempest-RoutersNegativeIpV6Test-1807013643-project] Allocated IP 2001:db8::1 (861894c3-8ebc-45ff-899a-3cb0ecbf2d01/8ab24622-bda3-45b8-884a-091f49c66b49/35d8463a-0b54-4acd-8057-3a775f09e377) {{(pid=103159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:27:19.266916 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4b88600-ab9f-40ba-8760-6cdca19ffeba None None] Network a086a544-61eb-41a9-8352-3050c46f3237 is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:27:19.276348 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a9a5efd5-04aa-41ca-8ab2-4fa0baa59a40 None None] Publish callbacks [] for port, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:19.282521 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-f4b88600-ab9f-40ba-8760-6cdca19ffeba None None] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:27:19.286670 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4b88600-ab9f-40ba-8760-6cdca19ffeba None None] Received port after_create {{(pid=103161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:27:19.293904 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a9a5efd5-04aa-41ca-8ab2-4fa0baa59a40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975'] for port, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:19.317188 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9a5efd5-04aa-41ca-8ab2-4fa0baa59a40 None None] Network d6b96fbb-a8bc-40fe-921a-5a1132cd5052 is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:27:19.318965 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b88600-ab9f-40ba-8760-6cdca19ffeba None None] Pushing event updated for resources: {'Port': ['ID=a86debc0-aeb0-48db-9e37-1197fb205a01,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:27:19.322658 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 684bc0c7-917e-4d01-a62c-ba1257cc2524 up at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 13:27:19.331351 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-a9a5efd5-04aa-41ca-8ab2-4fa0baa59a40 None None] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:27:19.336349 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9a5efd5-04aa-41ca-8ab2-4fa0baa59a40 None None] Received port after_create {{(pid=103161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:27:19.392538 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-5f7953ac-e231-47e0-aa04-5239fe1abb17 tempest-BulkNetworkOpsIpV6Test-708168992 tempest-BulkNetworkOpsIpV6Test-708168992-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4533385'] for subnet, precommit_delete_associations {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:19.399027 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-92738455-ad74-4bd5-9346-28529bfa2c15 tempest-RoutersAdminTest-1776390182 tempest-RoutersAdminTest-1776390182-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-586554'] for router_gateway, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:19.423892 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25d2f3f3-f736-4abf-999d-6a0fac8a2812 None None] Network c11f6456-5e42-4cfc-a176-15eb286211e6 requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:27:19.513171 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-8600ea6a-aa9b-44f5-8cd8-bff49fe8380c tempest-FloatingIPAdminTestJSON-836365309 tempest-FloatingIPAdminTestJSON-836365309-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1048020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-576035'] for router_interface, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:19.521104 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-af80a0e0-7483-42c2-a0d2-42d4db534155 tempest-RoutersIpV6AdminTest-1998592124 tempest-RoutersIpV6AdminTest-1998592124-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:19.549930 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-92f0fa15-43be-4199-a03a-9ed4672f683a tempest-RoutersNegativeIpV6Test-1807013643 tempest-RoutersNegativeIpV6Test-1807013643-project] Publish callbacks [] for port, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:19.570040 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-92738455-ad74-4bd5-9346-28529bfa2c15 tempest-RoutersAdminTest-1776390182 tempest-RoutersAdminTest-1776390182-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-589815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28643'] for router, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:19.572215 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-92738455-ad74-4bd5-9346-28529bfa2c15 tempest-RoutersAdminTest-1776390182 tempest-RoutersAdminTest-1776390182-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:19.595545 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-a9a5efd5-04aa-41ca-8ab2-4fa0baa59a40 None None] Attempting to bind port beb67c60-20f1-416a-ba12-b385f42f8f29 on host dv-neutron-744815-20-hyperv for vnic_type normal with profile {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 13:27:19.595934 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-a9a5efd5-04aa-41ca-8ab2-4fa0baa59a40 None None] Attempting to bind port beb67c60-20f1-416a-ba12-b385f42f8f29 by drivers openvswitch,hyperv on host dv-neutron-744815-20-hyperv at level 0 using segments [{'id': '91c03e05-d13a-41ab-94ed-dce6e74bdb99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'd6b96fbb-a8bc-40fe-921a-5a1132cd5052'}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 13:27:19.596928 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a5efd5-04aa-41ca-8ab2-4fa0baa59a40 None None] Attempting to bind port beb67c60-20f1-416a-ba12-b385f42f8f29 on network d6b96fbb-a8bc-40fe-921a-5a1132cd5052 {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 13:27:19.627393 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-ef761fae-661f-46c7-8414-a8021126db9f None None] Provisioning complete for port 684bc0c7-917e-4d01-a62c-ba1257cc2524 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:27:19.629074 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ef761fae-661f-46c7-8414-a8021126db9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:19.653754 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-5f7953ac-e231-47e0-aa04-5239fe1abb17 tempest-BulkNetworkOpsIpV6Test-708168992 tempest-BulkNetworkOpsIpV6Test-708168992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1929185'] for subnet, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:19.676416 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-92f0fa15-43be-4199-a03a-9ed4672f683a tempest-RoutersNegativeIpV6Test-1807013643 tempest-RoutersNegativeIpV6Test-1807013643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:19.678300 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-92738455-ad74-4bd5-9346-28529bfa2c15 tempest-RoutersAdminTest-1776390182 tempest-RoutersAdminTest-1776390182-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-589710'] for router, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:19.678875 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92738455-ad74-4bd5-9346-28529bfa2c15 tempest-RoutersAdminTest-1776390182 tempest-RoutersAdminTest-1776390182-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4d044ed9-fc3d-42f5-8e71-3f9c7873d726 {{(pid=103160) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 18 13:27:19.686728 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-92738455-ad74-4bd5-9346-28529bfa2c15 tempest-RoutersAdminTest-1776390182 tempest-RoutersAdminTest-1776390182-project-admin] Publish callbacks [] for router, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:19.687957 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-92738455-ad74-4bd5-9346-28529bfa2c15 tempest-RoutersAdminTest-1776390182 tempest-RoutersAdminTest-1776390182-project-admin] 10.222.0.31 "DELETE /v2.0/routers/4d044ed9-fc3d-42f5-8e71-3f9c7873d726 HTTP/1.1" status: 204 len: 168 time: 2.2827449 Dec 18 13:27:19.692221 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 50152) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:27:19.699824 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-5bc7a66c-3b04-4bab-9e79-026fdec88755 tempest-RoutersAdminTest-1969777796 tempest-RoutersAdminTest-1969777796-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-26366384', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83'}, 'admin_state_up': False}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:27:19.746563 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92f0fa15-43be-4199-a03a-9ed4672f683a tempest-RoutersNegativeIpV6Test-1807013643 tempest-RoutersNegativeIpV6Test-1807013643-project] Network 861894c3-8ebc-45ff-899a-3cb0ecbf2d01 is already hosted by enough agents. {{(pid=103159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:27:19.748646 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-af80a0e0-7483-42c2-a0d2-42d4db534155 tempest-RoutersIpV6AdminTest-1998592124 tempest-RoutersIpV6AdminTest-1998592124-project] Deleting port 633791ac-4fd8-401a-ae42-07d36311a4a5 {{(pid=103160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:27:19.748990 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-af80a0e0-7483-42c2-a0d2-42d4db534155 tempest-RoutersIpV6AdminTest-1998592124 tempest-RoutersIpV6AdminTest-1998592124-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:19.791569 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.base_scheduler [None req-92f0fa15-43be-4199-a03a-9ed4672f683a tempest-RoutersNegativeIpV6Test-1807013643 tempest-RoutersNegativeIpV6Test-1807013643-project] Resources bound (agent type, host, resource id): {{(pid=103159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:27:19.794883 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92f0fa15-43be-4199-a03a-9ed4672f683a tempest-RoutersNegativeIpV6Test-1807013643 tempest-RoutersNegativeIpV6Test-1807013643-project] Received port after_create {{(pid=103159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:27:19.795484 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-92f0fa15-43be-4199-a03a-9ed4672f683a tempest-RoutersNegativeIpV6Test-1807013643 tempest-RoutersNegativeIpV6Test-1807013643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586257'] for router_interface, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:19.820138 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a5efd5-04aa-41ca-8ab2-4fa0baa59a40 None None] Pushing event updated for resources: {'Port': ['ID=beb67c60-20f1-416a-ba12-b385f42f8f29,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:27:19.827300 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-f4b88600-ab9f-40ba-8760-6cdca19ffeba None None] Attempting to bind port a86debc0-aeb0-48db-9e37-1197fb205a01 on host dv-neutron-744815-20-hyperv for vnic_type normal with profile {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 13:27:19.827668 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-f4b88600-ab9f-40ba-8760-6cdca19ffeba None None] Attempting to bind port a86debc0-aeb0-48db-9e37-1197fb205a01 by drivers openvswitch,hyperv on host dv-neutron-744815-20-hyperv at level 0 using segments [{'id': '652721c4-cdb4-4680-be1e-65543aa243fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'a086a544-61eb-41a9-8352-3050c46f3237'}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 13:27:19.828386 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4b88600-ab9f-40ba-8760-6cdca19ffeba None None] Attempting to bind port a86debc0-aeb0-48db-9e37-1197fb205a01 on network a086a544-61eb-41a9-8352-3050c46f3237 {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 13:27:19.849445 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f0fa15-43be-4199-a03a-9ed4672f683a tempest-RoutersNegativeIpV6Test-1807013643 tempest-RoutersNegativeIpV6Test-1807013643-project] Pushing event updated for resources: {'Port': ['ID=35d8463a-0b54-4acd-8057-3a775f09e377,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:27:19.850825 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a5efd5-04aa-41ca-8ab2-4fa0baa59a40 None None] Checking agent: {'id': '428fa9fa-43db-4db9-9f96-f60ffe931f2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-20-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 13, 19, 1), 'started_at': datetime.datetime(2021, 12, 18, 13, 19, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 13, 27, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-20-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 18 13:27:19.851241 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a5efd5-04aa-41ca-8ab2-4fa0baa59a40 None None] Checking segment: {'id': '91c03e05-d13a-41ab-94ed-dce6e74bdb99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'd6b96fbb-a8bc-40fe-921a-5a1132cd5052'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 13:27:19.851645 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a9a5efd5-04aa-41ca-8ab2-4fa0baa59a40 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:19.852036 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a5efd5-04aa-41ca-8ab2-4fa0baa59a40 None None] Bound using segment: {'id': '91c03e05-d13a-41ab-94ed-dce6e74bdb99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'd6b96fbb-a8bc-40fe-921a-5a1132cd5052'} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 18 13:27:19.852657 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-a9a5efd5-04aa-41ca-8ab2-4fa0baa59a40 None None] Bound port: beb67c60-20f1-416a-ba12-b385f42f8f29, host: dv-neutron-744815-20-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91c03e05-d13a-41ab-94ed-dce6e74bdb99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'd6b96fbb-a8bc-40fe-921a-5a1132cd5052'}}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 18 13:27:19.853747 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a9a5efd5-04aa-41ca-8ab2-4fa0baa59a40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:19.863557 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4b88600-ab9f-40ba-8760-6cdca19ffeba None None] Checking agent: {'id': '428fa9fa-43db-4db9-9f96-f60ffe931f2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-20-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 13, 19, 1), 'started_at': datetime.datetime(2021, 12, 18, 13, 19, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 13, 27, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-20-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 18 13:27:19.863557 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4b88600-ab9f-40ba-8760-6cdca19ffeba None None] Checking segment: {'id': '652721c4-cdb4-4680-be1e-65543aa243fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'a086a544-61eb-41a9-8352-3050c46f3237'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 13:27:19.863849 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f4b88600-ab9f-40ba-8760-6cdca19ffeba None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:19.864239 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4b88600-ab9f-40ba-8760-6cdca19ffeba None None] Bound using segment: {'id': '652721c4-cdb4-4680-be1e-65543aa243fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'a086a544-61eb-41a9-8352-3050c46f3237'} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 18 13:27:19.864901 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-f4b88600-ab9f-40ba-8760-6cdca19ffeba None None] Bound port: a86debc0-aeb0-48db-9e37-1197fb205a01, host: dv-neutron-744815-20-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '652721c4-cdb4-4680-be1e-65543aa243fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'a086a544-61eb-41a9-8352-3050c46f3237'}}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 18 13:27:19.865286 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f4b88600-ab9f-40ba-8760-6cdca19ffeba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:19.890362 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-5bc7a66c-3b04-4bab-9e79-026fdec88755 tempest-RoutersAdminTest-1969777796 tempest-RoutersAdminTest-1969777796-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28433'] for router, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:19.897366 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-5bc7a66c-3b04-4bab-9e79-026fdec88755 tempest-RoutersAdminTest-1969777796 tempest-RoutersAdminTest-1969777796-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-589769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28440'] for router, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:19.919760 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-5f7953ac-e231-47e0-aa04-5239fe1abb17 tempest-BulkNetworkOpsIpV6Test-708168992 tempest-BulkNetworkOpsIpV6Test-708168992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1929192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4533475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4514371'] for subnet, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:19.963141 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-5f7953ac-e231-47e0-aa04-5239fe1abb17 tempest-BulkNetworkOpsIpV6Test-708168992 tempest-BulkNetworkOpsIpV6Test-708168992-project] Publish callbacks [] for subnet, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:19.968922 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-5f7953ac-e231-47e0-aa04-5239fe1abb17 tempest-BulkNetworkOpsIpV6Test-708168992 tempest-BulkNetworkOpsIpV6Test-708168992-project] 10.222.0.31 "DELETE /v2.0/subnets/15b9d6d7-5f38-4b80-9300-a9306ad59dff HTTP/1.1" status: 204 len: 168 time: 1.3741212 Dec 18 13:27:19.981334 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 50158) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:27:19.993540 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7953ac-e231-47e0-aa04-5239fe1abb17 tempest-BulkNetworkOpsIpV6Test-708168992 tempest-BulkNetworkOpsIpV6Test-708168992-project] Pushing event deleted for resources: {'Subnet': ['ID=15b9d6d7-5f38-4b80-9300-a9306ad59dff,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:27:20.071594 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-af80a0e0-7483-42c2-a0d2-42d4db534155 tempest-RoutersIpV6AdminTest-1998592124 tempest-RoutersIpV6AdminTest-1998592124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:20.079527 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-a9a5efd5-04aa-41ca-8ab2-4fa0baa59a40 None None] For port beb67c60-20f1-416a-ba12-b385f42f8f29, host dv-neutron-744815-20-hyperv, cleared binding levels {{(pid=103161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 18 13:27:20.086389 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.db_base_plugin_v2 [None req-914c8e26-58c7-4cb2-b0f4-b1e3aa2e30f7 tempest-BulkNetworkOpsIpV6Test-708168992 tempest-BulkNetworkOpsIpV6Test-708168992-project] Deleting subnet 1b694bef-8ad9-459b-a540-76786a4d1acb {{(pid=103159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 18 13:27:20.087033 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-5bc7a66c-3b04-4bab-9e79-026fdec88755 tempest-RoutersAdminTest-1969777796 tempest-RoutersAdminTest-1969777796-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:20.090104 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-914c8e26-58c7-4cb2-b0f4-b1e3aa2e30f7 tempest-BulkNetworkOpsIpV6Test-708168992 tempest-BulkNetworkOpsIpV6Test-708168992-project] Publish callbacks [] for subnet, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:20.092280 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-af80a0e0-7483-42c2-a0d2-42d4db534155 tempest-RoutersIpV6AdminTest-1998592124 tempest-RoutersIpV6AdminTest-1998592124-project] Calling delete_port for 633791ac-4fd8-401a-ae42-07d36311a4a5 owned by network:router_gateway {{(pid=103160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:27:20.097713 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2294866d-0076-4933-952c-685307032598 None None] Provisioning complete for port 684bc0c7-917e-4d01-a62c-ba1257cc2524 triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:27:20.098934 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:20.134626 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-a9a5efd5-04aa-41ca-8ab2-4fa0baa59a40 None None] For port beb67c60-20f1-416a-ba12-b385f42f8f29, host dv-neutron-744815-20-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=beb67c60-20f1-416a-ba12-b385f42f8f29,segment=NetworkSegment(91c03e05-d13a-41ab-94ed-dce6e74bdb99),segment_id=91c03e05-d13a-41ab-94ed-dce6e74bdb99)] {{(pid=103161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 18 13:27:20.159516 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-914c8e26-58c7-4cb2-b0f4-b1e3aa2e30f7 tempest-BulkNetworkOpsIpV6Test-708168992 tempest-BulkNetworkOpsIpV6Test-708168992-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5589624'] for subnet, precommit_delete_associations {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:20.172514 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a9a5efd5-04aa-41ca-8ab2-4fa0baa59a40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:20.190434 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8600ea6a-aa9b-44f5-8cd8-bff49fe8380c tempest-FloatingIPAdminTestJSON-836365309 tempest-FloatingIPAdminTestJSON-836365309-project] Router 7746266b-dfd3-46e4-a069-96f184b4cfd2 has already been hosted by L3 agent c9c0cd52-5bd2-4704-9429-d80f1c5ad23c {{(pid=103159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 18 13:27:20.193701 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-92f0fa15-43be-4199-a03a-9ed4672f683a tempest-RoutersNegativeIpV6Test-1807013643 tempest-RoutersNegativeIpV6Test-1807013643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:20.212541 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-f4b88600-ab9f-40ba-8760-6cdca19ffeba None None] For port a86debc0-aeb0-48db-9e37-1197fb205a01, host dv-neutron-744815-20-hyperv, cleared binding levels {{(pid=103161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 18 13:27:20.259334 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-f4b88600-ab9f-40ba-8760-6cdca19ffeba None None] For port a86debc0-aeb0-48db-9e37-1197fb205a01, host dv-neutron-744815-20-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=a86debc0-aeb0-48db-9e37-1197fb205a01,segment=NetworkSegment(652721c4-cdb4-4680-be1e-65543aa243fc),segment_id=652721c4-cdb4-4680-be1e-65543aa243fc)] {{(pid=103161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 18 13:27:20.278250 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f4b88600-ab9f-40ba-8760-6cdca19ffeba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:20.340179 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-5bc7a66c-3b04-4bab-9e79-026fdec88755 tempest-RoutersAdminTest-1969777796 tempest-RoutersAdminTest-1969777796-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:20.341544 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ef761fae-661f-46c7-8414-a8021126db9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:20.345016 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a5efd5-04aa-41ca-8ab2-4fa0baa59a40 None None] Pushing event updated for resources: {'Port': ['ID=beb67c60-20f1-416a-ba12-b385f42f8f29,revision_number=2']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:27:20.454462 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-914c8e26-58c7-4cb2-b0f4-b1e3aa2e30f7 tempest-BulkNetworkOpsIpV6Test-708168992 tempest-BulkNetworkOpsIpV6Test-708168992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1929185'] for subnet, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:20.524527 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-ef761fae-661f-46c7-8414-a8021126db9f None None] For port 684bc0c7-917e-4d01-a62c-ba1257cc2524, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=684bc0c7-917e-4d01-a62c-ba1257cc2524,segment=NetworkSegment(b50c5616-b74a-41ee-8afc-7c57e5e1341d),segment_id=b50c5616-b74a-41ee-8afc-7c57e5e1341d)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:27:20.553427 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ef761fae-661f-46c7-8414-a8021126db9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:20.555493 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b88600-ab9f-40ba-8760-6cdca19ffeba None None] Pushing event updated for resources: {'Port': ['ID=a86debc0-aeb0-48db-9e37-1197fb205a01,revision_number=3']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:27:20.558640 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:20.565629 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c60066ac-3202-4221-ab5b-c6466e314fab None None] Network a086a544-61eb-41a9-8352-3050c46f3237 requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:27:20.633589 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-af80a0e0-7483-42c2-a0d2-42d4db534155 tempest-RoutersIpV6AdminTest-1998592124 tempest-RoutersIpV6AdminTest-1998592124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4533522'] for port, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:20.718051 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af80a0e0-7483-42c2-a0d2-42d4db534155 tempest-RoutersIpV6AdminTest-1998592124 tempest-RoutersIpV6AdminTest-1998592124-project] Pushing event deleted for resources: {'Port': ['ID=633791ac-4fd8-401a-ae42-07d36311a4a5,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:27:20.734348 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-914c8e26-58c7-4cb2-b0f4-b1e3aa2e30f7 tempest-BulkNetworkOpsIpV6Test-708168992 tempest-BulkNetworkOpsIpV6Test-708168992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1929192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5659851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6017053'] for subnet, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:20.742488 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8600ea6a-aa9b-44f5-8cd8-bff49fe8380c tempest-FloatingIPAdminTestJSON-836365309 tempest-FloatingIPAdminTestJSON-836365309-project] Notify agent at l3_agent.dv-neutron-744815-20-hyperv the message routers_updated {{(pid=103159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 13:27:20.755102 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08154b05-9f70-43ed-a0e5-b9d562930131 None None] Sync routers for ids ['7746266b-dfd3-46e4-a069-96f184b4cfd2'] in dv-neutron-744815-20-hyperv {{(pid=103162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 13:27:20.755674 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-8600ea6a-aa9b-44f5-8cd8-bff49fe8380c tempest-FloatingIPAdminTestJSON-836365309 tempest-FloatingIPAdminTestJSON-836365309-project] 10.222.0.31 "PUT /v2.0/routers/7746266b-dfd3-46e4-a069-96f184b4cfd2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2874134 Dec 18 13:27:20.760456 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 50162) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:27:20.791107 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08154b05-9f70-43ed-a0e5-b9d562930131 None None] Routers {'7746266b-dfd3-46e4-a069-96f184b4cfd2'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:27:20.791792 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-08154b05-9f70-43ed-a0e5-b9d562930131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:26:57Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['7746266b-dfd3-46e4-a069-96f184b4cfd2'], 'active': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:27:20.811877 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914c8e26-58c7-4cb2-b0f4-b1e3aa2e30f7 tempest-BulkNetworkOpsIpV6Test-708168992 tempest-BulkNetworkOpsIpV6Test-708168992-project] Pushing event deleted for resources: {'Subnet': ['ID=1b694bef-8ad9-459b-a540-76786a4d1acb,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:27:20.824840 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-914c8e26-58c7-4cb2-b0f4-b1e3aa2e30f7 tempest-BulkNetworkOpsIpV6Test-708168992 tempest-BulkNetworkOpsIpV6Test-708168992-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047995'] for subnet, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:20.830867 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-914c8e26-58c7-4cb2-b0f4-b1e3aa2e30f7 tempest-BulkNetworkOpsIpV6Test-708168992 tempest-BulkNetworkOpsIpV6Test-708168992-project] 10.222.0.31 "DELETE /v2.0/subnets/1b694bef-8ad9-459b-a540-76786a4d1acb HTTP/1.1" status: 204 len: 168 time: 0.8456593 Dec 18 13:27:20.858435 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 50164) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:27:20.885575 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-08154b05-9f70-43ed-a0e5-b9d562930131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:27:20.916426 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08154b05-9f70-43ed-a0e5-b9d562930131 None None] Routers {'7746266b-dfd3-46e4-a069-96f184b4cfd2'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:27:20.917293 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-08154b05-9f70-43ed-a0e5-b9d562930131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:26:57Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['7746266b-dfd3-46e4-a069-96f184b4cfd2'], 'active': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:27:20.964653 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-08154b05-9f70-43ed-a0e5-b9d562930131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:27:20.965564 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08154b05-9f70-43ed-a0e5-b9d562930131 None None] The sync data for ids ['7746266b-dfd3-46e4-a069-96f184b4cfd2'] in dv-neutron-744815-20-hyperv is: [] {{(pid=103162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 13:27:20.968862 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.db.api [None req-2294866d-0076-4933-952c-685307032598 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103161) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 18 13:27:20.969333 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG oslo_db.api [None req-2294866d-0076-4933-952c-685307032598 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 18 13:27:20.976359 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef761fae-661f-46c7-8414-a8021126db9f None None] Pushing event updated for resources: {'Port': ['ID=684bc0c7-917e-4d01-a62c-ba1257cc2524,revision_number=3']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:27:20.979473 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce241683-19cc-42d4-b1b3-bf66d337270b tempest-BulkNetworkOpsIpV6Test-708168992 tempest-BulkNetworkOpsIpV6Test-708168992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:27:20.981107 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-ce241683-19cc-42d4-b1b3-bf66d337270b tempest-BulkNetworkOpsIpV6Test-708168992 tempest-BulkNetworkOpsIpV6Test-708168992-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1217246 Dec 18 13:27:20.988371 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-c53c4596-6104-449c-b984-9fb84025df1a None None] Provisioning complete for port 684bc0c7-917e-4d01-a62c-ba1257cc2524 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:27:20.988867 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c53c4596-6104-449c-b984-9fb84025df1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:20.990209 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 50168) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:27:21.085553 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-af80a0e0-7483-42c2-a0d2-42d4db534155 tempest-RoutersIpV6AdminTest-1998592124 tempest-RoutersIpV6AdminTest-1998592124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-586554'] for router_gateway, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:21.091599 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-6a40a9b7-c30b-4dfa-b527-64de12179b9d tempest-BulkNetworkOpsIpV6Test-708168992 tempest-BulkNetworkOpsIpV6Test-708168992-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2023137'] for network, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:21.095268 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-92f0fa15-43be-4199-a03a-9ed4672f683a tempest-RoutersNegativeIpV6Test-1807013643 tempest-RoutersNegativeIpV6Test-1807013643-project] Publish callbacks [] for port, precommit_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:21.103996 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-92f0fa15-43be-4199-a03a-9ed4672f683a tempest-RoutersNegativeIpV6Test-1807013643 tempest-RoutersNegativeIpV6Test-1807013643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5659917'] for port, after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:21.104660 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-92f0fa15-43be-4199-a03a-9ed4672f683a tempest-RoutersNegativeIpV6Test-1807013643 tempest-RoutersNegativeIpV6Test-1807013643-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1048031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586432'] for router_interface, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:21.106935 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-c53c4596-6104-449c-b984-9fb84025df1a None None] Provisioning complete for port 35d8463a-0b54-4acd-8057-3a775f09e377 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:27:21.107459 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c53c4596-6104-449c-b984-9fb84025df1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:21.137546 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-5bc7a66c-3b04-4bab-9e79-026fdec88755 tempest-RoutersAdminTest-1969777796 tempest-RoutersAdminTest-1969777796-project] Publish callbacks [] for router_gateway, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:21.158831 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-c53c4596-6104-449c-b984-9fb84025df1a None None] Port 35d8463a-0b54-4acd-8057-3a775f09e377 cannot update to ACTIVE because it is not bound. {{(pid=103161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 13:27:21.222685 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f0fa15-43be-4199-a03a-9ed4672f683a tempest-RoutersNegativeIpV6Test-1807013643 tempest-RoutersNegativeIpV6Test-1807013643-project] Pushing event updated for resources: {'Port': ['ID=35d8463a-0b54-4acd-8057-3a775f09e377,revision_number=2']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:27:21.228768 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-5bc7a66c-3b04-4bab-9e79-026fdec88755 tempest-RoutersAdminTest-1969777796 tempest-RoutersAdminTest-1969777796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:21.251706 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-af80a0e0-7483-42c2-a0d2-42d4db534155 tempest-RoutersIpV6AdminTest-1998592124 tempest-RoutersIpV6AdminTest-1998592124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-589815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28643'] for router, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:21.264973 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-6a40a9b7-c30b-4dfa-b527-64de12179b9d tempest-BulkNetworkOpsIpV6Test-708168992 tempest-BulkNetworkOpsIpV6Test-708168992-project] Deleting port beb67c60-20f1-416a-ba12-b385f42f8f29 {{(pid=103159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:27:21.265318 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-6a40a9b7-c30b-4dfa-b527-64de12179b9d tempest-BulkNetworkOpsIpV6Test-708168992 tempest-BulkNetworkOpsIpV6Test-708168992-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:21.271113 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92f0fa15-43be-4199-a03a-9ed4672f683a tempest-RoutersNegativeIpV6Test-1807013643 tempest-RoutersNegativeIpV6Test-1807013643-project] Network 861894c3-8ebc-45ff-899a-3cb0ecbf2d01 is already hosted by enough agents. {{(pid=103159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:27:21.278536 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-af80a0e0-7483-42c2-a0d2-42d4db534155 tempest-RoutersIpV6AdminTest-1998592124 tempest-RoutersIpV6AdminTest-1998592124-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:21.281877 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-4ce5e872-affd-451e-87b5-4cd17abcbff4 tempest-FloatingIPAdminTestJSON-836365309 tempest-FloatingIPAdminTestJSON-836365309-project] Publish callbacks [] for router, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:21.284223 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.base_scheduler [None req-92f0fa15-43be-4199-a03a-9ed4672f683a tempest-RoutersNegativeIpV6Test-1807013643 tempest-RoutersNegativeIpV6Test-1807013643-project] Resources bound (agent type, host, resource id): {{(pid=103159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:27:21.393037 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-af80a0e0-7483-42c2-a0d2-42d4db534155 tempest-RoutersIpV6AdminTest-1998592124 tempest-RoutersIpV6AdminTest-1998592124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-589710'] for router, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:21.393584 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af80a0e0-7483-42c2-a0d2-42d4db534155 tempest-RoutersIpV6AdminTest-1998592124 tempest-RoutersIpV6AdminTest-1998592124-project] Fanout notify agent at l3_agent the message router_deleted on router 0fe7ca21-9a8f-4ea9-bd47-8ae41343753f {{(pid=103160) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 18 13:27:21.401316 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-af80a0e0-7483-42c2-a0d2-42d4db534155 tempest-RoutersIpV6AdminTest-1998592124 tempest-RoutersIpV6AdminTest-1998592124-project] Publish callbacks [] for router, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:21.406340 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-af80a0e0-7483-42c2-a0d2-42d4db534155 tempest-RoutersIpV6AdminTest-1998592124 tempest-RoutersIpV6AdminTest-1998592124-project] 10.222.0.31 "DELETE /v2.0/routers/0fe7ca21-9a8f-4ea9-bd47-8ae41343753f HTTP/1.1" status: 204 len: 168 time: 2.5533586 Dec 18 13:27:21.407287 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 50172) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:27:21.429542 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.db [None req-6a40a9b7-c30b-4dfa-b527-64de12179b9d tempest-BulkNetworkOpsIpV6Test-708168992 tempest-BulkNetworkOpsIpV6Test-708168992-project] For port beb67c60-20f1-416a-ba12-b385f42f8f29, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=beb67c60-20f1-416a-ba12-b385f42f8f29,segment=NetworkSegment(91c03e05-d13a-41ab-94ed-dce6e74bdb99),segment_id=91c03e05-d13a-41ab-94ed-dce6e74bdb99)] {{(pid=103159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:27:21.430056 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-6a40a9b7-c30b-4dfa-b527-64de12179b9d tempest-BulkNetworkOpsIpV6Test-708168992 tempest-BulkNetworkOpsIpV6Test-708168992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:21.437312 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-dc1df36a-2604-4034-b6fe-829dbb9c8603 tempest-RoutersIpV6AdminTest-1535217791 tempest-RoutersIpV6AdminTest-1535217791-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1774652730', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'enable_snat': False}}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:27:21.450672 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-6a40a9b7-c30b-4dfa-b527-64de12179b9d tempest-BulkNetworkOpsIpV6Test-708168992 tempest-BulkNetworkOpsIpV6Test-708168992-project] Calling delete_port for beb67c60-20f1-416a-ba12-b385f42f8f29 owned by network:dhcp {{(pid=103159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:27:21.487776 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92f0fa15-43be-4199-a03a-9ed4672f683a tempest-RoutersNegativeIpV6Test-1807013643 tempest-RoutersNegativeIpV6Test-1807013643-project] Router b8d047fe-b9a9-46e1-9bc3-44bc9daded0f has already been hosted by L3 agent c9c0cd52-5bd2-4704-9429-d80f1c5ad23c {{(pid=103159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 18 13:27:21.524979 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.db_base_plugin_common [None req-5bc7a66c-3b04-4bab-9e79-026fdec88755 tempest-RoutersAdminTest-1969777796 tempest-RoutersAdminTest-1969777796-project] Allocated IP 172.26.3.87 (decb4a40-7941-48c8-afbb-daaafd502e83/70deed80-3ca1-4f9e-96cb-563b43d3acba/463fd556-3638-4f47-b81c-18b20a8fcebf) {{(pid=103160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:27:21.527559 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-dc1df36a-2604-4034-b6fe-829dbb9c8603 tempest-RoutersIpV6AdminTest-1535217791 tempest-RoutersIpV6AdminTest-1535217791-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28433'] for router, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:21.528607 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-dc1df36a-2604-4034-b6fe-829dbb9c8603 tempest-RoutersIpV6AdminTest-1535217791 tempest-RoutersIpV6AdminTest-1535217791-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-589769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28440'] for router, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:21.547096 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-4ce5e872-affd-451e-87b5-4cd17abcbff4 tempest-FloatingIPAdminTestJSON-836365309 tempest-FloatingIPAdminTestJSON-836365309-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:21.687576 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2e0c4129-9496-4d38-9a8f-37647ad261fc None None] Provisioning complete for port 35d8463a-0b54-4acd-8057-3a775f09e377 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:27:21.687942 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2e0c4129-9496-4d38-9a8f-37647ad261fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:21.708729 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92f0fa15-43be-4199-a03a-9ed4672f683a tempest-RoutersNegativeIpV6Test-1807013643 tempest-RoutersNegativeIpV6Test-1807013643-project] Notify agent at l3_agent.dv-neutron-744815-20-hyperv the message routers_updated {{(pid=103159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 13:27:21.719904 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-92f0fa15-43be-4199-a03a-9ed4672f683a tempest-RoutersNegativeIpV6Test-1807013643 tempest-RoutersNegativeIpV6Test-1807013643-project] 10.222.0.31 "PUT /v2.0/routers/b8d047fe-b9a9-46e1-9bc3-44bc9daded0f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8976905 Dec 18 13:27:21.719904 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 50174) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:27:21.720848 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-610da6ec-68ae-40cc-b832-3ecb5e4f1027 None None] Sync routers for ids ['b8d047fe-b9a9-46e1-9bc3-44bc9daded0f'] in dv-neutron-744815-20-hyperv {{(pid=103161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 13:27:21.743885 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-610da6ec-68ae-40cc-b832-3ecb5e4f1027 None None] Routers {'b8d047fe-b9a9-46e1-9bc3-44bc9daded0f'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:27:21.755287 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-610da6ec-68ae-40cc-b832-3ecb5e4f1027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:26:57Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['b8d047fe-b9a9-46e1-9bc3-44bc9daded0f'], 'active': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:27:21.842041 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-610da6ec-68ae-40cc-b832-3ecb5e4f1027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:27:21.844537 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 684bc0c7-917e-4d01-a62c-ba1257cc2524 up at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 13:27:21.844849 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-6a40a9b7-c30b-4dfa-b527-64de12179b9d tempest-BulkNetworkOpsIpV6Test-708168992 tempest-BulkNetworkOpsIpV6Test-708168992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:21.881682 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a40a9b7-c30b-4dfa-b527-64de12179b9d tempest-BulkNetworkOpsIpV6Test-708168992 tempest-BulkNetworkOpsIpV6Test-708168992-project] Pushing event deleted for resources: {'Port': ['ID=beb67c60-20f1-416a-ba12-b385f42f8f29,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:27:21.888192 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-2e0c4129-9496-4d38-9a8f-37647ad261fc None None] Port 35d8463a-0b54-4acd-8057-3a775f09e377 cannot update to ACTIVE because it is not bound. {{(pid=103161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 13:27:21.898438 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a40a9b7-c30b-4dfa-b527-64de12179b9d tempest-BulkNetworkOpsIpV6Test-708168992 tempest-BulkNetworkOpsIpV6Test-708168992-project] No DVR routers for this DVR port beb67c60-20f1-416a-ba12-b385f42f8f29 on host dv-neutron-744815-20-hyperv {{(pid=103159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 18 13:27:21.914082 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-610da6ec-68ae-40cc-b832-3ecb5e4f1027 None None] Routers {'b8d047fe-b9a9-46e1-9bc3-44bc9daded0f'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:27:21.914708 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-610da6ec-68ae-40cc-b832-3ecb5e4f1027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:26:57Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['b8d047fe-b9a9-46e1-9bc3-44bc9daded0f'], 'active': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:27:21.954048 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-542b8653-96c0-48da-80a4-a601c4a0540a tempest-RoutersNegativeIpV6Test-1807013643 tempest-RoutersNegativeIpV6Test-1807013643-project] Publish callbacks [] for router, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:21.963429 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff9d70ce-33ff-4581-a0eb-587b4337add2 None None] Network d6b96fbb-a8bc-40fe-921a-5a1132cd5052 requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:27:21.996746 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-610da6ec-68ae-40cc-b832-3ecb5e4f1027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:27:21.998293 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-610da6ec-68ae-40cc-b832-3ecb5e4f1027 None None] The sync data for ids ['b8d047fe-b9a9-46e1-9bc3-44bc9daded0f'] in dv-neutron-744815-20-hyperv is: [] {{(pid=103161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 13:27:22.042933 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-053aa6df-9bca-4757-8885-e6d3afe988e9 None None] Could not find standard attr ID for object beb67c60-20f1-416a-ba12-b385f42f8f29. {{(pid=103161) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 18 13:27:22.045637 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-dc1df36a-2604-4034-b6fe-829dbb9c8603 tempest-RoutersIpV6AdminTest-1535217791 tempest-RoutersIpV6AdminTest-1535217791-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:22.087284 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2294866d-0076-4933-952c-685307032598 None None] Provisioning complete for port 684bc0c7-917e-4d01-a62c-ba1257cc2524 triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:27:22.087826 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:22.160875 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9cd204d-1846-4109-940e-6f21740be1cc None None] DHCP port deletion for d6b96fbb-a8bc-40fe-921a-5a1132cd5052 request from dv-neutron-744815-20-hyperv {{(pid=103161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 18 13:27:22.217874 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device beb67c60-20f1-416a-ba12-b385f42f8f29 up at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 13:27:22.222215 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-405c3ada-792f-45f6-8d52-e4e6828a2816 None None] get_active_networks_info from dv-neutron-744815-20-hyperv {{(pid=103161) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 18 13:27:22.242861 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-2294866d-0076-4933-952c-685307032598 None None] No Port match for: beb67c60-20f1-416a-ba12-b385f42f8f29 {{(pid=103161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 18 13:27:22.242861 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device beb67c60-20f1-416a-ba12-b385f42f8f29 not bound to the agent host dv-neutron-744815-20-hyperv {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Dec 18 13:27:22.250110 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-dc1df36a-2604-4034-b6fe-829dbb9c8603 tempest-RoutersIpV6AdminTest-1535217791 tempest-RoutersIpV6AdminTest-1535217791-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:22.259757 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-5bc7a66c-3b04-4bab-9e79-026fdec88755 tempest-RoutersAdminTest-1969777796 tempest-RoutersAdminTest-1969777796-project] Publish callbacks [] for port, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:22.262406 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-4ce5e872-affd-451e-87b5-4cd17abcbff4 tempest-FloatingIPAdminTestJSON-836365309 tempest-FloatingIPAdminTestJSON-836365309-project] Deleting port e0f32ed7-fee7-4ecc-9255-3f9bffc3a1af {{(pid=103160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:27:22.262687 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-4ce5e872-affd-451e-87b5-4cd17abcbff4 tempest-FloatingIPAdminTestJSON-836365309 tempest-FloatingIPAdminTestJSON-836365309-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:22.289456 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Port beb67c60-20f1-416a-ba12-b385f42f8f29 not found, will not notify nova. {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Dec 18 13:27:22.366355 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 3de1bb31-9f47-4506-865b-085903ae76af no longer exists at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 18 13:27:22.411906 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-2294866d-0076-4933-952c-685307032598 None None] No Port match for: 3de1bb31-9f47-4506-865b-085903ae76af {{(pid=103161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 18 13:27:22.411906 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 3de1bb31-9f47-4506-865b-085903ae76af not bound to the agent host dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 18 13:27:22.421054 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-5bc7a66c-3b04-4bab-9e79-026fdec88755 tempest-RoutersAdminTest-1969777796 tempest-RoutersAdminTest-1969777796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4533522'] for port, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:22.434742 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-4ce5e872-affd-451e-87b5-4cd17abcbff4 tempest-FloatingIPAdminTestJSON-836365309 tempest-FloatingIPAdminTestJSON-836365309-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:22.475668 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-405c3ada-792f-45f6-8d52-e4e6828a2816 None None] Resources bound (agent type, host, resource id): {{(pid=103161) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 18 13:27:22.475961 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-6a40a9b7-c30b-4dfa-b527-64de12179b9d tempest-BulkNetworkOpsIpV6Test-708168992 tempest-BulkNetworkOpsIpV6Test-708168992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1927292', 'neutron.services.segments.db._delete_segments_for_network-8767106887837'] for network, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:22.478258 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-4ce5e872-affd-451e-87b5-4cd17abcbff4 tempest-FloatingIPAdminTestJSON-836365309 tempest-FloatingIPAdminTestJSON-836365309-project] Calling delete_port for e0f32ed7-fee7-4ecc-9255-3f9bffc3a1af owned by network:router_gateway {{(pid=103160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:27:22.495173 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bc7a66c-3b04-4bab-9e79-026fdec88755 tempest-RoutersAdminTest-1969777796 tempest-RoutersAdminTest-1969777796-project] Network decb4a40-7941-48c8-afbb-daaafd502e83 is already hosted by enough agents. {{(pid=103160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:27:22.502614 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.services.segments.db [None req-6a40a9b7-c30b-4dfa-b527-64de12179b9d tempest-BulkNetworkOpsIpV6Test-708168992 tempest-BulkNetworkOpsIpV6Test-708168992-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6b96fbb-a8bc-40fe-921a-5a1132cd5052']}} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:27:22.505911 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.base_scheduler [None req-5bc7a66c-3b04-4bab-9e79-026fdec88755 tempest-RoutersAdminTest-1969777796 tempest-RoutersAdminTest-1969777796-project] Resources bound (agent type, host, resource id): {{(pid=103160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:27:22.517050 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc7a66c-3b04-4bab-9e79-026fdec88755 tempest-RoutersAdminTest-1969777796 tempest-RoutersAdminTest-1969777796-project] Received port after_create {{(pid=103160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:27:22.517298 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.services.segments.db [None req-6a40a9b7-c30b-4dfa-b527-64de12179b9d tempest-BulkNetworkOpsIpV6Test-708168992 tempest-BulkNetworkOpsIpV6Test-708168992-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91c03e05-d13a-41ab-94ed-dce6e74bdb99') {'for_net_delete': True} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:27:22.517422 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.services.segments.db [None req-6a40a9b7-c30b-4dfa-b527-64de12179b9d tempest-BulkNetworkOpsIpV6Test-708168992 tempest-BulkNetworkOpsIpV6Test-708168992-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91c03e05-d13a-41ab-94ed-dce6e74bdb99') {} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:27:22.519404 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.api.v2.resource [None req-542b8653-96c0-48da-80a4-a601c4a0540a tempest-RoutersNegativeIpV6Test-1807013643 tempest-RoutersNegativeIpV6Test-1807013643-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 18 13:27:22.520588 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-542b8653-96c0-48da-80a4-a601c4a0540a tempest-RoutersNegativeIpV6Test-1807013643 tempest-RoutersNegativeIpV6Test-1807013643-project] 10.222.0.31 "DELETE /v2.0/routers/b8d047fe-b9a9-46e1-9bc3-44bc9daded0f HTTP/1.1" status: 409 len: 329 time: 0.8021398 Dec 18 13:27:22.524006 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 50182) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:27:22.529747 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-6a40a9b7-c30b-4dfa-b527-64de12179b9d tempest-BulkNetworkOpsIpV6Test-708168992 tempest-BulkNetworkOpsIpV6Test-708168992-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767106888614', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5589569'] for segment, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:22.544355 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-6a40a9b7-c30b-4dfa-b527-64de12179b9d tempest-BulkNetworkOpsIpV6Test-708168992 tempest-BulkNetworkOpsIpV6Test-708168992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:22.547033 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc7a66c-3b04-4bab-9e79-026fdec88755 tempest-RoutersAdminTest-1969777796 tempest-RoutersAdminTest-1969777796-project] Pushing event updated for resources: {'Port': ['ID=463fd556-3638-4f47-b81c-18b20a8fcebf,revision_number=1']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:27:22.553513 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a40a9b7-c30b-4dfa-b527-64de12179b9d tempest-BulkNetworkOpsIpV6Test-708168992 tempest-BulkNetworkOpsIpV6Test-708168992-project] Releasing vlan 126 on physical network physnet1 to pool {{(pid=103159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 18 13:27:22.554200 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-6a40a9b7-c30b-4dfa-b527-64de12179b9d tempest-BulkNetworkOpsIpV6Test-708168992 tempest-BulkNetworkOpsIpV6Test-708168992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5660009'] for segment, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:22.557792 dv-neutron-744815-20-hyperv neutron-server[103159]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 18 13:27:22.557792 dv-neutron-744815-20-hyperv neutron-server[103159]: items = [ Dec 18 13:27:22.557792 dv-neutron-744815-20-hyperv neutron-server[103159]: Traceback (most recent call last): Dec 18 13:27:22.557792 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 18 13:27:22.557792 dv-neutron-744815-20-hyperv neutron-server[103159]: timer() Dec 18 13:27:22.557792 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 18 13:27:22.557792 dv-neutron-744815-20-hyperv neutron-server[103159]: cb(*args, **kw) Dec 18 13:27:22.557792 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 18 13:27:22.557792 dv-neutron-744815-20-hyperv neutron-server[103159]: return func(*args, **kwargs) Dec 18 13:27:22.557792 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 18 13:27:22.557792 dv-neutron-744815-20-hyperv neutron-server[103159]: self._notify() Dec 18 13:27:22.557792 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 18 13:27:22.557792 dv-neutron-744815-20-hyperv neutron-server[103159]: self.callback(batched_events) Dec 18 13:27:22.557792 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 18 13:27:22.557792 dv-neutron-744815-20-hyperv neutron-server[103159]: event.method(event) Dec 18 13:27:22.557792 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 18 13:27:22.557792 dv-neutron-744815-20-hyperv neutron-server[103159]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 18 13:27:22.557792 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 18 13:27:22.557792 dv-neutron-744815-20-hyperv neutron-server[103159]: aggregate_uuid = self.p_client.list_aggregates( Dec 18 13:27:22.557792 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 18 13:27:22.557792 dv-neutron-744815-20-hyperv neutron-server[103159]: return f(self, *a, **k) Dec 18 13:27:22.557792 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 18 13:27:22.557792 dv-neutron-744815-20-hyperv neutron-server[103159]: return self._get(url).json() Dec 18 13:27:22.557792 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 18 13:27:22.557792 dv-neutron-744815-20-hyperv neutron-server[103159]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 18 13:27:22.557792 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 18 13:27:22.557792 dv-neutron-744815-20-hyperv neutron-server[103159]: return self.request(url, 'GET', **kwargs) Dec 18 13:27:22.557792 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 18 13:27:22.557792 dv-neutron-744815-20-hyperv neutron-server[103159]: base_url = self.get_endpoint(auth, allow=allow, Dec 18 13:27:22.557792 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 18 13:27:22.557792 dv-neutron-744815-20-hyperv neutron-server[103159]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 18 13:27:22.557792 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 18 13:27:22.557792 dv-neutron-744815-20-hyperv neutron-server[103159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 18 13:27:22.557792 dv-neutron-744815-20-hyperv neutron-server[103159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 18 13:27:22.619225 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-6a40a9b7-c30b-4dfa-b527-64de12179b9d tempest-BulkNetworkOpsIpV6Test-708168992 tempest-BulkNetworkOpsIpV6Test-708168992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1927267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586962'] for network, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:22.634342 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-6a40a9b7-c30b-4dfa-b527-64de12179b9d tempest-BulkNetworkOpsIpV6Test-708168992 tempest-BulkNetworkOpsIpV6Test-708168992-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047995'] for network, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:22.640485 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-6a40a9b7-c30b-4dfa-b527-64de12179b9d tempest-BulkNetworkOpsIpV6Test-708168992 tempest-BulkNetworkOpsIpV6Test-708168992-project] 10.222.0.31 "DELETE /v2.0/networks/d6b96fbb-a8bc-40fe-921a-5a1132cd5052 HTTP/1.1" status: 204 len: 168 time: 1.6488879 Dec 18 13:27:22.641089 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 50184) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:27:22.675211 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a40a9b7-c30b-4dfa-b527-64de12179b9d tempest-BulkNetworkOpsIpV6Test-708168992 tempest-BulkNetworkOpsIpV6Test-708168992-project] Pushing event deleted for resources: {'Network': ['ID=d6b96fbb-a8bc-40fe-921a-5a1132cd5052,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:27:22.749350 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-68ccee52-2c0e-4380-a1da-bc8ad60843df tempest-BulkNetworkOpsIpV6Test-708168992 tempest-BulkNetworkOpsIpV6Test-708168992-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2023137'] for network, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:22.807459 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-68ccee52-2c0e-4380-a1da-bc8ad60843df tempest-BulkNetworkOpsIpV6Test-708168992 tempest-BulkNetworkOpsIpV6Test-708168992-project] Deleting port a86debc0-aeb0-48db-9e37-1197fb205a01 {{(pid=103159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:27:22.807981 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-68ccee52-2c0e-4380-a1da-bc8ad60843df tempest-BulkNetworkOpsIpV6Test-708168992 tempest-BulkNetworkOpsIpV6Test-708168992-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:22.875624 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.db [None req-68ccee52-2c0e-4380-a1da-bc8ad60843df tempest-BulkNetworkOpsIpV6Test-708168992 tempest-BulkNetworkOpsIpV6Test-708168992-project] For port a86debc0-aeb0-48db-9e37-1197fb205a01, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=a86debc0-aeb0-48db-9e37-1197fb205a01,segment=NetworkSegment(652721c4-cdb4-4680-be1e-65543aa243fc),segment_id=652721c4-cdb4-4680-be1e-65543aa243fc)] {{(pid=103159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:27:22.876167 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-68ccee52-2c0e-4380-a1da-bc8ad60843df tempest-BulkNetworkOpsIpV6Test-708168992 tempest-BulkNetworkOpsIpV6Test-708168992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:22.889234 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-68ccee52-2c0e-4380-a1da-bc8ad60843df tempest-BulkNetworkOpsIpV6Test-708168992 tempest-BulkNetworkOpsIpV6Test-708168992-project] Calling delete_port for a86debc0-aeb0-48db-9e37-1197fb205a01 owned by network:dhcp {{(pid=103159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:27:22.981261 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-68ccee52-2c0e-4380-a1da-bc8ad60843df tempest-BulkNetworkOpsIpV6Test-708168992 tempest-BulkNetworkOpsIpV6Test-708168992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:23.013149 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68ccee52-2c0e-4380-a1da-bc8ad60843df tempest-BulkNetworkOpsIpV6Test-708168992 tempest-BulkNetworkOpsIpV6Test-708168992-project] No DVR routers for this DVR port a86debc0-aeb0-48db-9e37-1197fb205a01 on host dv-neutron-744815-20-hyperv {{(pid=103159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 18 13:27:23.017972 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ccee52-2c0e-4380-a1da-bc8ad60843df tempest-BulkNetworkOpsIpV6Test-708168992 tempest-BulkNetworkOpsIpV6Test-708168992-project] Pushing event deleted for resources: {'Port': ['ID=a86debc0-aeb0-48db-9e37-1197fb205a01,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:27:23.056629 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38baa451-c5e1-447e-90c9-827ebd4ede14 None None] DHCP port deletion for decb4a40-7941-48c8-afbb-daaafd502e83 request from dv-neutron-744815-20-hyperv {{(pid=103161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 18 13:27:23.078924 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-3b0026dd-baeb-41a4-bb4a-062ad371e8ec None None] Provisioning complete for port cc91edcf-2171-4ff9-b636-91e232939e1e triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:27:23.080144 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-3b0026dd-baeb-41a4-bb4a-062ad371e8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:23.104818 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-dc1df36a-2604-4034-b6fe-829dbb9c8603 tempest-RoutersIpV6AdminTest-1535217791 tempest-RoutersIpV6AdminTest-1535217791-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:23.115377 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-3b0026dd-baeb-41a4-bb4a-062ad371e8ec None None] Port cc91edcf-2171-4ff9-b636-91e232939e1e cannot update to ACTIVE because it is not bound. {{(pid=103161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 13:27:23.126233 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-3b0026dd-baeb-41a4-bb4a-062ad371e8ec None None] Provisioning complete for port 5ea7f254-7846-4a78-ab07-536ed7415b42 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:27:23.126621 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-3b0026dd-baeb-41a4-bb4a-062ad371e8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:23.127649 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-68ccee52-2c0e-4380-a1da-bc8ad60843df tempest-BulkNetworkOpsIpV6Test-708168992 tempest-BulkNetworkOpsIpV6Test-708168992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1927292', 'neutron.services.segments.db._delete_segments_for_network-8767106887837'] for network, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:23.146860 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.services.segments.db [None req-68ccee52-2c0e-4380-a1da-bc8ad60843df tempest-BulkNetworkOpsIpV6Test-708168992 tempest-BulkNetworkOpsIpV6Test-708168992-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a086a544-61eb-41a9-8352-3050c46f3237']}} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:27:23.157985 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.services.segments.db [None req-68ccee52-2c0e-4380-a1da-bc8ad60843df tempest-BulkNetworkOpsIpV6Test-708168992 tempest-BulkNetworkOpsIpV6Test-708168992-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '652721c4-cdb4-4680-be1e-65543aa243fc') {'for_net_delete': True} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:27:23.158289 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.services.segments.db [None req-68ccee52-2c0e-4380-a1da-bc8ad60843df tempest-BulkNetworkOpsIpV6Test-708168992 tempest-BulkNetworkOpsIpV6Test-708168992-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '652721c4-cdb4-4680-be1e-65543aa243fc') {} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:27:23.168456 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-68ccee52-2c0e-4380-a1da-bc8ad60843df tempest-BulkNetworkOpsIpV6Test-708168992 tempest-BulkNetworkOpsIpV6Test-708168992-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767106888614', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5589569'] for segment, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:23.174007 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-dc1df36a-2604-4034-b6fe-829dbb9c8603 tempest-RoutersIpV6AdminTest-1535217791 tempest-RoutersIpV6AdminTest-1535217791-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:23.183860 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-68ccee52-2c0e-4380-a1da-bc8ad60843df tempest-BulkNetworkOpsIpV6Test-708168992 tempest-BulkNetworkOpsIpV6Test-708168992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:23.192255 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68ccee52-2c0e-4380-a1da-bc8ad60843df tempest-BulkNetworkOpsIpV6Test-708168992 tempest-BulkNetworkOpsIpV6Test-708168992-project] Releasing vlan 144 on physical network physnet1 to pool {{(pid=103159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 18 13:27:23.192656 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-68ccee52-2c0e-4380-a1da-bc8ad60843df tempest-BulkNetworkOpsIpV6Test-708168992 tempest-BulkNetworkOpsIpV6Test-708168992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5660009'] for segment, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:23.196647 dv-neutron-744815-20-hyperv neutron-server[103159]: Traceback (most recent call last): Dec 18 13:27:23.196647 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 18 13:27:23.196647 dv-neutron-744815-20-hyperv neutron-server[103159]: timer() Dec 18 13:27:23.196647 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 18 13:27:23.196647 dv-neutron-744815-20-hyperv neutron-server[103159]: cb(*args, **kw) Dec 18 13:27:23.196647 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 18 13:27:23.196647 dv-neutron-744815-20-hyperv neutron-server[103159]: return func(*args, **kwargs) Dec 18 13:27:23.196647 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 18 13:27:23.196647 dv-neutron-744815-20-hyperv neutron-server[103159]: self._notify() Dec 18 13:27:23.196647 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 18 13:27:23.196647 dv-neutron-744815-20-hyperv neutron-server[103159]: self.callback(batched_events) Dec 18 13:27:23.196647 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 18 13:27:23.196647 dv-neutron-744815-20-hyperv neutron-server[103159]: event.method(event) Dec 18 13:27:23.196647 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 18 13:27:23.196647 dv-neutron-744815-20-hyperv neutron-server[103159]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 18 13:27:23.196647 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 18 13:27:23.196647 dv-neutron-744815-20-hyperv neutron-server[103159]: aggregate_uuid = self.p_client.list_aggregates( Dec 18 13:27:23.196647 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 18 13:27:23.196647 dv-neutron-744815-20-hyperv neutron-server[103159]: return f(self, *a, **k) Dec 18 13:27:23.196647 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 18 13:27:23.196647 dv-neutron-744815-20-hyperv neutron-server[103159]: return self._get(url).json() Dec 18 13:27:23.196647 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 18 13:27:23.196647 dv-neutron-744815-20-hyperv neutron-server[103159]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 18 13:27:23.196647 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 18 13:27:23.196647 dv-neutron-744815-20-hyperv neutron-server[103159]: return self.request(url, 'GET', **kwargs) Dec 18 13:27:23.196647 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 18 13:27:23.196647 dv-neutron-744815-20-hyperv neutron-server[103159]: base_url = self.get_endpoint(auth, allow=allow, Dec 18 13:27:23.196647 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 18 13:27:23.196647 dv-neutron-744815-20-hyperv neutron-server[103159]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 18 13:27:23.196647 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 18 13:27:23.196647 dv-neutron-744815-20-hyperv neutron-server[103159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 18 13:27:23.196647 dv-neutron-744815-20-hyperv neutron-server[103159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 18 13:27:23.237811 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-3b0026dd-baeb-41a4-bb4a-062ad371e8ec None None] Provisioning complete for port 5832f198-ad8b-418b-b179-592fabbe0e26 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:27:23.238653 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-3b0026dd-baeb-41a4-bb4a-062ad371e8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:23.274080 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-68ccee52-2c0e-4380-a1da-bc8ad60843df tempest-BulkNetworkOpsIpV6Test-708168992 tempest-BulkNetworkOpsIpV6Test-708168992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1927267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586962'] for network, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:23.277011 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-4ce5e872-affd-451e-87b5-4cd17abcbff4 tempest-FloatingIPAdminTestJSON-836365309 tempest-FloatingIPAdminTestJSON-836365309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4533522'] for port, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:23.289414 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-3b0026dd-baeb-41a4-bb4a-062ad371e8ec None None] Port 5832f198-ad8b-418b-b179-592fabbe0e26 cannot update to ACTIVE because it is not bound. {{(pid=103161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 13:27:23.295452 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-68ccee52-2c0e-4380-a1da-bc8ad60843df tempest-BulkNetworkOpsIpV6Test-708168992 tempest-BulkNetworkOpsIpV6Test-708168992-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047995'] for network, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:23.301706 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-68ccee52-2c0e-4380-a1da-bc8ad60843df tempest-BulkNetworkOpsIpV6Test-708168992 tempest-BulkNetworkOpsIpV6Test-708168992-project] 10.222.0.31 "DELETE /v2.0/networks/a086a544-61eb-41a9-8352-3050c46f3237 HTTP/1.1" status: 204 len: 168 time: 0.6582897 Dec 18 13:27:23.302790 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ccee52-2c0e-4380-a1da-bc8ad60843df tempest-BulkNetworkOpsIpV6Test-708168992 tempest-BulkNetworkOpsIpV6Test-708168992-project] Pushing event deleted for resources: {'Network': ['ID=a086a544-61eb-41a9-8352-3050c46f3237,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:27:23.304869 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 50192) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:27:23.305687 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-3b0026dd-baeb-41a4-bb4a-062ad371e8ec None None] Provisioning complete for port 463fd556-3638-4f47-b81c-18b20a8fcebf triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:27:23.306428 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-3b0026dd-baeb-41a4-bb4a-062ad371e8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:23.336512 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce5e872-affd-451e-87b5-4cd17abcbff4 tempest-FloatingIPAdminTestJSON-836365309 tempest-FloatingIPAdminTestJSON-836365309-project] Pushing event deleted for resources: {'Port': ['ID=e0f32ed7-fee7-4ecc-9255-3f9bffc3a1af,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:27:23.360148 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41bf485c-9159-4aa5-be2f-fa86fc45b855 None None] DHCP port deletion for decb4a40-7941-48c8-afbb-daaafd502e83 request from dv-neutron-744815-20-hyperv {{(pid=103161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 18 13:27:23.388600 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-3b0026dd-baeb-41a4-bb4a-062ad371e8ec None None] Port 463fd556-3638-4f47-b81c-18b20a8fcebf cannot update to ACTIVE because it is not bound. {{(pid=103161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 13:27:23.402296 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-3b0026dd-baeb-41a4-bb4a-062ad371e8ec None None] Provisioning complete for port af9e59a6-989c-4046-a542-a4d4f034b9e4 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:27:23.402663 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-3b0026dd-baeb-41a4-bb4a-062ad371e8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:23.404204 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-d379f90f-b264-4b26-b64e-692aa5d129b9 tempest-BulkNetworkOpsIpV6Test-708168992 tempest-BulkNetworkOpsIpV6Test-708168992-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2023137'] for network, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:23.446983 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-5bc7a66c-3b04-4bab-9e79-026fdec88755 tempest-RoutersAdminTest-1969777796 tempest-RoutersAdminTest-1969777796-project] Publish callbacks [] for router_gateway, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:23.497403 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-3b0026dd-baeb-41a4-bb4a-062ad371e8ec None None] Provisioning complete for port b4c18279-b6ac-4f8a-91b3-60a479060f5f triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:27:23.498047 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-3b0026dd-baeb-41a4-bb4a-062ad371e8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:23.504743 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-d379f90f-b264-4b26-b64e-692aa5d129b9 tempest-BulkNetworkOpsIpV6Test-708168992 tempest-BulkNetworkOpsIpV6Test-708168992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1927292', 'neutron.services.segments.db._delete_segments_for_network-8767106887837'] for network, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:23.527562 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.services.segments.db [None req-d379f90f-b264-4b26-b64e-692aa5d129b9 tempest-BulkNetworkOpsIpV6Test-708168992 tempest-BulkNetworkOpsIpV6Test-708168992-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d98eda2d-61da-4355-a5b9-83cf7ef9797d']}} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:27:23.530168 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.db_base_plugin_common [None req-dc1df36a-2604-4034-b6fe-829dbb9c8603 tempest-RoutersIpV6AdminTest-1535217791 tempest-RoutersIpV6AdminTest-1535217791-project-admin] Allocated IP 172.26.3.135 (decb4a40-7941-48c8-afbb-daaafd502e83/70deed80-3ca1-4f9e-96cb-563b43d3acba/3880c13f-4101-4a84-ab67-4a8fbd609964) {{(pid=103160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:27:23.532529 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-3b0026dd-baeb-41a4-bb4a-062ad371e8ec None None] Port b4c18279-b6ac-4f8a-91b3-60a479060f5f cannot update to ACTIVE because it is not bound. {{(pid=103161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 13:27:23.538762 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-4ce5e872-affd-451e-87b5-4cd17abcbff4 tempest-FloatingIPAdminTestJSON-836365309 tempest-FloatingIPAdminTestJSON-836365309-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-586554'] for router_gateway, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:23.544792 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-3b0026dd-baeb-41a4-bb4a-062ad371e8ec None None] Provisioning complete for port eda923d2-1f85-4c40-a7d7-f51808960185 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:27:23.545165 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-3b0026dd-baeb-41a4-bb4a-062ad371e8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:23.545547 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.services.segments.db [None req-d379f90f-b264-4b26-b64e-692aa5d129b9 tempest-BulkNetworkOpsIpV6Test-708168992 tempest-BulkNetworkOpsIpV6Test-708168992-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dde15bef-074b-4b91-b35f-a857bf9dd127') {'for_net_delete': True} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:27:23.545984 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.services.segments.db [None req-d379f90f-b264-4b26-b64e-692aa5d129b9 tempest-BulkNetworkOpsIpV6Test-708168992 tempest-BulkNetworkOpsIpV6Test-708168992-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dde15bef-074b-4b91-b35f-a857bf9dd127') {} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:27:23.557448 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-d379f90f-b264-4b26-b64e-692aa5d129b9 tempest-BulkNetworkOpsIpV6Test-708168992 tempest-BulkNetworkOpsIpV6Test-708168992-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767106888614', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5589569'] for segment, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:23.574832 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-d379f90f-b264-4b26-b64e-692aa5d129b9 tempest-BulkNetworkOpsIpV6Test-708168992 tempest-BulkNetworkOpsIpV6Test-708168992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:23.583349 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d379f90f-b264-4b26-b64e-692aa5d129b9 tempest-BulkNetworkOpsIpV6Test-708168992 tempest-BulkNetworkOpsIpV6Test-708168992-project] Releasing vlan 131 on physical network physnet1 to pool {{(pid=103159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 18 13:27:23.584211 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-d379f90f-b264-4b26-b64e-692aa5d129b9 tempest-BulkNetworkOpsIpV6Test-708168992 tempest-BulkNetworkOpsIpV6Test-708168992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5660009'] for segment, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:23.588079 dv-neutron-744815-20-hyperv neutron-server[103159]: Traceback (most recent call last): Dec 18 13:27:23.588079 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 18 13:27:23.588079 dv-neutron-744815-20-hyperv neutron-server[103159]: timer() Dec 18 13:27:23.588079 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 18 13:27:23.588079 dv-neutron-744815-20-hyperv neutron-server[103159]: cb(*args, **kw) Dec 18 13:27:23.588079 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 18 13:27:23.588079 dv-neutron-744815-20-hyperv neutron-server[103159]: return func(*args, **kwargs) Dec 18 13:27:23.588079 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 18 13:27:23.588079 dv-neutron-744815-20-hyperv neutron-server[103159]: self._notify() Dec 18 13:27:23.588079 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 18 13:27:23.588079 dv-neutron-744815-20-hyperv neutron-server[103159]: self.callback(batched_events) Dec 18 13:27:23.588079 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 18 13:27:23.588079 dv-neutron-744815-20-hyperv neutron-server[103159]: event.method(event) Dec 18 13:27:23.588079 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 18 13:27:23.588079 dv-neutron-744815-20-hyperv neutron-server[103159]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 18 13:27:23.588079 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 18 13:27:23.588079 dv-neutron-744815-20-hyperv neutron-server[103159]: aggregate_uuid = self.p_client.list_aggregates( Dec 18 13:27:23.588079 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 18 13:27:23.588079 dv-neutron-744815-20-hyperv neutron-server[103159]: return f(self, *a, **k) Dec 18 13:27:23.588079 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 18 13:27:23.588079 dv-neutron-744815-20-hyperv neutron-server[103159]: return self._get(url).json() Dec 18 13:27:23.588079 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 18 13:27:23.588079 dv-neutron-744815-20-hyperv neutron-server[103159]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 18 13:27:23.588079 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 18 13:27:23.588079 dv-neutron-744815-20-hyperv neutron-server[103159]: return self.request(url, 'GET', **kwargs) Dec 18 13:27:23.588079 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 18 13:27:23.588079 dv-neutron-744815-20-hyperv neutron-server[103159]: base_url = self.get_endpoint(auth, allow=allow, Dec 18 13:27:23.588079 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 18 13:27:23.588079 dv-neutron-744815-20-hyperv neutron-server[103159]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 18 13:27:23.588079 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 18 13:27:23.588079 dv-neutron-744815-20-hyperv neutron-server[103159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 18 13:27:23.588079 dv-neutron-744815-20-hyperv neutron-server[103159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 18 13:27:23.656766 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device beb67c60-20f1-416a-ba12-b385f42f8f29 no longer exists at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 18 13:27:23.662697 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-d379f90f-b264-4b26-b64e-692aa5d129b9 tempest-BulkNetworkOpsIpV6Test-708168992 tempest-BulkNetworkOpsIpV6Test-708168992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1927267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586962'] for network, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:23.676997 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-d379f90f-b264-4b26-b64e-692aa5d129b9 tempest-BulkNetworkOpsIpV6Test-708168992 tempest-BulkNetworkOpsIpV6Test-708168992-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047995'] for network, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:23.684130 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-d379f90f-b264-4b26-b64e-692aa5d129b9 tempest-BulkNetworkOpsIpV6Test-708168992 tempest-BulkNetworkOpsIpV6Test-708168992-project] 10.222.0.31 "DELETE /v2.0/networks/d98eda2d-61da-4355-a5b9-83cf7ef9797d HTTP/1.1" status: 204 len: 168 time: 0.3780489 Dec 18 13:27:23.684753 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 50194) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:27:23.685467 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-2294866d-0076-4933-952c-685307032598 None None] No Port match for: beb67c60-20f1-416a-ba12-b385f42f8f29 {{(pid=103161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 18 13:27:23.685836 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device beb67c60-20f1-416a-ba12-b385f42f8f29 not bound to the agent host dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 18 13:27:23.706784 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-3b0026dd-baeb-41a4-bb4a-062ad371e8ec None None] Provisioning complete for port 773ea80f-5341-438f-a89a-0ee52b828ada triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:27:23.707488 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-3b0026dd-baeb-41a4-bb4a-062ad371e8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:23.710234 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-4ce5e872-affd-451e-87b5-4cd17abcbff4 tempest-FloatingIPAdminTestJSON-836365309 tempest-FloatingIPAdminTestJSON-836365309-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-589815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28643'] for router, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:23.721844 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d379f90f-b264-4b26-b64e-692aa5d129b9 tempest-BulkNetworkOpsIpV6Test-708168992 tempest-BulkNetworkOpsIpV6Test-708168992-project] Pushing event deleted for resources: {'Network': ['ID=d98eda2d-61da-4355-a5b9-83cf7ef9797d,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:27:23.755048 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-4ce5e872-affd-451e-87b5-4cd17abcbff4 tempest-FloatingIPAdminTestJSON-836365309 tempest-FloatingIPAdminTestJSON-836365309-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:23.794471 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-3b0026dd-baeb-41a4-bb4a-062ad371e8ec None None] Could not find standard attr ID for object e0f32ed7-fee7-4ecc-9255-3f9bffc3a1af. {{(pid=103161) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 18 13:27:23.794714 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-2591898c-fdc2-4edf-b93d-53bb8fdbd008 tempest-BulkNetworkOpsIpV6Test-708168992 tempest-BulkNetworkOpsIpV6Test-708168992-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2023137'] for network, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:23.807804 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-3b0026dd-baeb-41a4-bb4a-062ad371e8ec None None] Provisioning complete for port 511a22ea-1230-4289-b93f-28ad3c1b43bf triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:27:23.807804 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-3b0026dd-baeb-41a4-bb4a-062ad371e8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:23.850019 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-3b0026dd-baeb-41a4-bb4a-062ad371e8ec None None] Port 511a22ea-1230-4289-b93f-28ad3c1b43bf cannot update to ACTIVE because it is not bound. {{(pid=103161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 13:27:23.858398 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-4ce5e872-affd-451e-87b5-4cd17abcbff4 tempest-FloatingIPAdminTestJSON-836365309 tempest-FloatingIPAdminTestJSON-836365309-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-589710'] for router, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:23.858939 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ce5e872-affd-451e-87b5-4cd17abcbff4 tempest-FloatingIPAdminTestJSON-836365309 tempest-FloatingIPAdminTestJSON-836365309-project] Fanout notify agent at l3_agent the message router_deleted on router 7746266b-dfd3-46e4-a069-96f184b4cfd2 {{(pid=103160) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 18 13:27:23.867906 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-4ce5e872-affd-451e-87b5-4cd17abcbff4 tempest-FloatingIPAdminTestJSON-836365309 tempest-FloatingIPAdminTestJSON-836365309-project] Publish callbacks [] for router, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:23.869043 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-4ce5e872-affd-451e-87b5-4cd17abcbff4 tempest-FloatingIPAdminTestJSON-836365309 tempest-FloatingIPAdminTestJSON-836365309-project] 10.222.0.31 "DELETE /v2.0/routers/7746266b-dfd3-46e4-a069-96f184b4cfd2 HTTP/1.1" status: 204 len: 168 time: 3.0179737 Dec 18 13:27:23.871918 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 50196) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:27:23.892561 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-2591898c-fdc2-4edf-b93d-53bb8fdbd008 tempest-BulkNetworkOpsIpV6Test-708168992 tempest-BulkNetworkOpsIpV6Test-708168992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1927292', 'neutron.services.segments.db._delete_segments_for_network-8767106887837'] for network, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:23.912331 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.services.segments.db [None req-2591898c-fdc2-4edf-b93d-53bb8fdbd008 tempest-BulkNetworkOpsIpV6Test-708168992 tempest-BulkNetworkOpsIpV6Test-708168992-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a4668fc-58ca-4b4e-825e-b4cf2720fcca']}} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:27:23.921519 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.services.segments.db [None req-2591898c-fdc2-4edf-b93d-53bb8fdbd008 tempest-BulkNetworkOpsIpV6Test-708168992 tempest-BulkNetworkOpsIpV6Test-708168992-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'baccad53-2d09-4d55-b7d6-1da77d10559e') {'for_net_delete': True} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:27:23.921819 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.services.segments.db [None req-2591898c-fdc2-4edf-b93d-53bb8fdbd008 tempest-BulkNetworkOpsIpV6Test-708168992 tempest-BulkNetworkOpsIpV6Test-708168992-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'baccad53-2d09-4d55-b7d6-1da77d10559e') {} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:27:23.931272 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-2591898c-fdc2-4edf-b93d-53bb8fdbd008 tempest-BulkNetworkOpsIpV6Test-708168992 tempest-BulkNetworkOpsIpV6Test-708168992-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767106888614', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5589569'] for segment, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:23.945090 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-2591898c-fdc2-4edf-b93d-53bb8fdbd008 tempest-BulkNetworkOpsIpV6Test-708168992 tempest-BulkNetworkOpsIpV6Test-708168992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:23.954049 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2591898c-fdc2-4edf-b93d-53bb8fdbd008 tempest-BulkNetworkOpsIpV6Test-708168992 tempest-BulkNetworkOpsIpV6Test-708168992-project] Releasing vlan 137 on physical network physnet1 to pool {{(pid=103159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 18 13:27:23.954478 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-2591898c-fdc2-4edf-b93d-53bb8fdbd008 tempest-BulkNetworkOpsIpV6Test-708168992 tempest-BulkNetworkOpsIpV6Test-708168992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5660009'] for segment, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:23.959725 dv-neutron-744815-20-hyperv neutron-server[103159]: Traceback (most recent call last): Dec 18 13:27:23.959725 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 18 13:27:23.959725 dv-neutron-744815-20-hyperv neutron-server[103159]: timer() Dec 18 13:27:23.959725 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 18 13:27:23.959725 dv-neutron-744815-20-hyperv neutron-server[103159]: cb(*args, **kw) Dec 18 13:27:23.959725 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 18 13:27:23.959725 dv-neutron-744815-20-hyperv neutron-server[103159]: return func(*args, **kwargs) Dec 18 13:27:23.959725 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 18 13:27:23.959725 dv-neutron-744815-20-hyperv neutron-server[103159]: self._notify() Dec 18 13:27:23.959725 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 18 13:27:23.959725 dv-neutron-744815-20-hyperv neutron-server[103159]: self.callback(batched_events) Dec 18 13:27:23.959725 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 18 13:27:23.959725 dv-neutron-744815-20-hyperv neutron-server[103159]: event.method(event) Dec 18 13:27:23.959725 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 18 13:27:23.959725 dv-neutron-744815-20-hyperv neutron-server[103159]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 18 13:27:23.959725 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 18 13:27:23.959725 dv-neutron-744815-20-hyperv neutron-server[103159]: aggregate_uuid = self.p_client.list_aggregates( Dec 18 13:27:23.959725 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 18 13:27:23.959725 dv-neutron-744815-20-hyperv neutron-server[103159]: return f(self, *a, **k) Dec 18 13:27:23.959725 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 18 13:27:23.959725 dv-neutron-744815-20-hyperv neutron-server[103159]: return self._get(url).json() Dec 18 13:27:23.959725 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 18 13:27:23.959725 dv-neutron-744815-20-hyperv neutron-server[103159]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 18 13:27:23.959725 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 18 13:27:23.959725 dv-neutron-744815-20-hyperv neutron-server[103159]: return self.request(url, 'GET', **kwargs) Dec 18 13:27:23.959725 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 18 13:27:23.959725 dv-neutron-744815-20-hyperv neutron-server[103159]: base_url = self.get_endpoint(auth, allow=allow, Dec 18 13:27:23.959725 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 18 13:27:23.959725 dv-neutron-744815-20-hyperv neutron-server[103159]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 18 13:27:23.959725 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 18 13:27:23.959725 dv-neutron-744815-20-hyperv neutron-server[103159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 18 13:27:23.959725 dv-neutron-744815-20-hyperv neutron-server[103159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 18 13:27:23.975010 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-c82d7a12-5015-4128-be51-9acd4d007fce None None] Provisioning complete for port 463fd556-3638-4f47-b81c-18b20a8fcebf triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:27:23.976172 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c82d7a12-5015-4128-be51-9acd4d007fce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:24.013709 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-c82d7a12-5015-4128-be51-9acd4d007fce None None] Port 463fd556-3638-4f47-b81c-18b20a8fcebf cannot update to ACTIVE because it is not bound. {{(pid=103161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 13:27:24.021712 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-2591898c-fdc2-4edf-b93d-53bb8fdbd008 tempest-BulkNetworkOpsIpV6Test-708168992 tempest-BulkNetworkOpsIpV6Test-708168992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1927267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586962'] for network, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:24.027723 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-2591898c-fdc2-4edf-b93d-53bb8fdbd008 tempest-BulkNetworkOpsIpV6Test-708168992 tempest-BulkNetworkOpsIpV6Test-708168992-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047995'] for network, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:24.031483 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-2591898c-fdc2-4edf-b93d-53bb8fdbd008 tempest-BulkNetworkOpsIpV6Test-708168992 tempest-BulkNetworkOpsIpV6Test-708168992-project] 10.222.0.31 "DELETE /v2.0/networks/7a4668fc-58ca-4b4e-825e-b4cf2720fcca HTTP/1.1" status: 204 len: 168 time: 0.3186445 Dec 18 13:27:24.067113 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2591898c-fdc2-4edf-b93d-53bb8fdbd008 tempest-BulkNetworkOpsIpV6Test-708168992 tempest-BulkNetworkOpsIpV6Test-708168992-project] Pushing event deleted for resources: {'Network': ['ID=7a4668fc-58ca-4b4e-825e-b4cf2720fcca,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:27:24.287689 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-dc1df36a-2604-4034-b6fe-829dbb9c8603 tempest-RoutersIpV6AdminTest-1535217791 tempest-RoutersIpV6AdminTest-1535217791-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:24.301617 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-19a7a0bf-1578-48a9-b94c-b72739e4fa07 tempest-RoutersNegativeIpV6Test-1807013643 tempest-RoutersNegativeIpV6Test-1807013643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-586101'] for router_interface, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:24.305215 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 50204) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:27:24.309984 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.db_base_plugin_v2 [None req-f31b9439-a54e-4570-91cd-2de1e9956280 tempest-FloatingIPAdminTestJSON-836365309 tempest-FloatingIPAdminTestJSON-836365309-project] Deleting subnet 8652cafa-c191-47b6-95f7-143e83ecc0f7 {{(pid=103160) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 18 13:27:24.348919 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-f31b9439-a54e-4570-91cd-2de1e9956280 tempest-FloatingIPAdminTestJSON-836365309 tempest-FloatingIPAdminTestJSON-836365309-project] Publish callbacks [] for subnet, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:24.408897 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-5bc7a66c-3b04-4bab-9e79-026fdec88755 tempest-RoutersAdminTest-1969777796 tempest-RoutersAdminTest-1969777796-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-589760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-586526'] for router, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:24.472066 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-d6c379ae-18be-4f3f-96c0-6d76f579404c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a052a249afaa4d378fcf6251fa9f87d9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1655340 Dec 18 13:27:24.474586 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 50212) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:27:24.478542 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-f31b9439-a54e-4570-91cd-2de1e9956280 tempest-FloatingIPAdminTestJSON-836365309 tempest-FloatingIPAdminTestJSON-836365309-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4533385'] for subnet, precommit_delete_associations {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:24.528306 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-3b19d518-42f9-4375-b806-8052155a3c98 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:24.550240 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-3b19d518-42f9-4375-b806-8052155a3c98 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:24.563915 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-dc1df36a-2604-4034-b6fe-829dbb9c8603 tempest-RoutersIpV6AdminTest-1535217791 tempest-RoutersIpV6AdminTest-1535217791-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4533522'] for port, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:24.601606 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-3b19d518-42f9-4375-b806-8052155a3c98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:24.604431 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-3b19d518-42f9-4375-b806-8052155a3c98 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:24.607960 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-3b19d518-42f9-4375-b806-8052155a3c98 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/90de6085-6e03-4284-9578-b76d5d6d8407 HTTP/1.1" status: 204 len: 168 time: 0.1296260 Dec 18 13:27:24.613860 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b19d518-42f9-4375-b806-8052155a3c98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90de6085-6e03-4284-9578-b76d5d6d8407,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:27:24.695304 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc1df36a-2604-4034-b6fe-829dbb9c8603 tempest-RoutersIpV6AdminTest-1535217791 tempest-RoutersIpV6AdminTest-1535217791-project-admin] Network decb4a40-7941-48c8-afbb-daaafd502e83 is already hosted by enough agents. {{(pid=103160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:27:24.705211 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.base_scheduler [None req-dc1df36a-2604-4034-b6fe-829dbb9c8603 tempest-RoutersIpV6AdminTest-1535217791 tempest-RoutersIpV6AdminTest-1535217791-project-admin] Resources bound (agent type, host, resource id): {{(pid=103160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:27:24.712642 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc1df36a-2604-4034-b6fe-829dbb9c8603 tempest-RoutersIpV6AdminTest-1535217791 tempest-RoutersIpV6AdminTest-1535217791-project-admin] Received port after_create {{(pid=103160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:27:24.722760 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2b8b5c3-268e-4654-8630-6160ee463fd0 None None] DHCP port deletion for decb4a40-7941-48c8-afbb-daaafd502e83 request from dv-neutron-744815-20-hyperv {{(pid=103161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 18 13:27:24.746714 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1df36a-2604-4034-b6fe-829dbb9c8603 tempest-RoutersIpV6AdminTest-1535217791 tempest-RoutersIpV6AdminTest-1535217791-project-admin] Pushing event updated for resources: {'Port': ['ID=3880c13f-4101-4a84-ab67-4a8fbd609964,revision_number=1']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:27:24.762904 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-f31b9439-a54e-4570-91cd-2de1e9956280 tempest-FloatingIPAdminTestJSON-836365309 tempest-FloatingIPAdminTestJSON-836365309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1929185'] for subnet, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:24.844305 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-dfbceb42-e139-41a9-a7a6-5246699c8010 None None] Provisioning complete for port 3880c13f-4101-4a84-ab67-4a8fbd609964 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:27:24.844882 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-dfbceb42-e139-41a9-a7a6-5246699c8010 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:24.893382 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bc7a66c-3b04-4bab-9e79-026fdec88755 tempest-RoutersAdminTest-1969777796 tempest-RoutersAdminTest-1969777796-project] Router d944d27a-4a70-4a0c-b87f-5fe729693967 is scheduled to L3 agent c9c0cd52-5bd2-4704-9429-d80f1c5ad23c with binding_index 1 {{(pid=103160) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 18 13:27:24.904667 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-dfbceb42-e139-41a9-a7a6-5246699c8010 None None] Port 3880c13f-4101-4a84-ab67-4a8fbd609964 cannot update to ACTIVE because it is not bound. {{(pid=103161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 13:27:24.909093 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-3192b298-51c0-4cc3-b52f-670b70b52e34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:24.942516 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-f31b9439-a54e-4570-91cd-2de1e9956280 tempest-FloatingIPAdminTestJSON-836365309 tempest-FloatingIPAdminTestJSON-836365309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1929192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4533475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4514371'] for subnet, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:25.033005 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31b9439-a54e-4570-91cd-2de1e9956280 tempest-FloatingIPAdminTestJSON-836365309 tempest-FloatingIPAdminTestJSON-836365309-project] Pushing event deleted for resources: {'Subnet': ['ID=8652cafa-c191-47b6-95f7-143e83ecc0f7,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:27:25.049840 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-965313dc-4b45-40be-ac4e-57e92635030d None None] Network a44f18b7-4438-4505-85ee-80977831129c requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:27:25.051774 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-f31b9439-a54e-4570-91cd-2de1e9956280 tempest-FloatingIPAdminTestJSON-836365309 tempest-FloatingIPAdminTestJSON-836365309-project] Publish callbacks [] for subnet, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:25.055435 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-f31b9439-a54e-4570-91cd-2de1e9956280 tempest-FloatingIPAdminTestJSON-836365309 tempest-FloatingIPAdminTestJSON-836365309-project] 10.222.0.31 "DELETE /v2.0/subnets/8652cafa-c191-47b6-95f7-143e83ecc0f7 HTTP/1.1" status: 204 len: 168 time: 1.1799905 Dec 18 13:27:25.060670 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 50226) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:27:25.200786 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-a48cc6d2-e87e-45ad-9486-c0808e305fa6 tempest-FloatingIPAdminTestJSON-836365309 tempest-FloatingIPAdminTestJSON-836365309-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2023137'] for network, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:25.221737 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bc7a66c-3b04-4bab-9e79-026fdec88755 tempest-RoutersAdminTest-1969777796 tempest-RoutersAdminTest-1969777796-project] Notify agent at l3_agent.dv-neutron-744815-20-hyperv the message routers_updated {{(pid=103160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 13:27:25.234903 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-642d77ad-f061-431e-a7d9-9bc8f186bae6 None None] Sync routers for ids ['d944d27a-4a70-4a0c-b87f-5fe729693967'] in dv-neutron-744815-20-hyperv {{(pid=103162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 13:27:25.251930 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-19a7a0bf-1578-48a9-b94c-b72739e4fa07 tempest-RoutersNegativeIpV6Test-1807013643 tempest-RoutersNegativeIpV6Test-1807013643-project] Deleting port 35d8463a-0b54-4acd-8057-3a775f09e377 {{(pid=103160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:27:25.252547 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-19a7a0bf-1578-48a9-b94c-b72739e4fa07 tempest-RoutersNegativeIpV6Test-1807013643 tempest-RoutersNegativeIpV6Test-1807013643-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:25.259335 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-642d77ad-f061-431e-a7d9-9bc8f186bae6 None None] Routers {'d944d27a-4a70-4a0c-b87f-5fe729693967'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:27:25.260413 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-642d77ad-f061-431e-a7d9-9bc8f186bae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:26:57Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['d944d27a-4a70-4a0c-b87f-5fe729693967'], 'active': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:27:25.269620 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67ed5b9c-2902-4c7e-9be6-35edc00d1a2d None None] DHCP port deletion for a44f18b7-4438-4505-85ee-80977831129c request from dv-neutron-744815-20-hyperv {{(pid=103161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 18 13:27:25.272997 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-5bc7a66c-3b04-4bab-9e79-026fdec88755 tempest-RoutersAdminTest-1969777796 tempest-RoutersAdminTest-1969777796-project] Publish callbacks [] for router, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:25.274578 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-5bc7a66c-3b04-4bab-9e79-026fdec88755 tempest-RoutersAdminTest-1969777796 tempest-RoutersAdminTest-1969777796-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 882 time: 5.5784814 Dec 18 13:27:25.277863 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 50236) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:27:25.286863 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-a68e66d3-c558-4bfd-86ee-3eee746f88d5 tempest-RoutersAdminTest-1776390182 tempest-RoutersAdminTest-1776390182-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'enable_snat': False}}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:27:25.287780 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-dc1df36a-2604-4034-b6fe-829dbb9c8603 tempest-RoutersIpV6AdminTest-1535217791 tempest-RoutersIpV6AdminTest-1535217791-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:25.352970 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-642d77ad-f061-431e-a7d9-9bc8f186bae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:27:25.365174 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-642d77ad-f061-431e-a7d9-9bc8f186bae6 None None] Routers {'d944d27a-4a70-4a0c-b87f-5fe729693967'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:27:25.366300 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-642d77ad-f061-431e-a7d9-9bc8f186bae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:26:57Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['d944d27a-4a70-4a0c-b87f-5fe729693967'], 'active': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:27:25.408243 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-67ed5b9c-2902-4c7e-9be6-35edc00d1a2d None None] Deleting port 07aa9f39-245c-4e23-ae28-317d6c2302fc {{(pid=103161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:27:25.409832 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-67ed5b9c-2902-4c7e-9be6-35edc00d1a2d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:25.409974 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-a48cc6d2-e87e-45ad-9486-c0808e305fa6 tempest-FloatingIPAdminTestJSON-836365309 tempest-FloatingIPAdminTestJSON-836365309-project] Deleting port 07aa9f39-245c-4e23-ae28-317d6c2302fc {{(pid=103159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:27:25.410240 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-a48cc6d2-e87e-45ad-9486-c0808e305fa6 tempest-FloatingIPAdminTestJSON-836365309 tempest-FloatingIPAdminTestJSON-836365309-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:25.433657 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-19a7a0bf-1578-48a9-b94c-b72739e4fa07 tempest-RoutersNegativeIpV6Test-1807013643 tempest-RoutersNegativeIpV6Test-1807013643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:25.452282 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-19a7a0bf-1578-48a9-b94c-b72739e4fa07 tempest-RoutersNegativeIpV6Test-1807013643 tempest-RoutersNegativeIpV6Test-1807013643-project] Calling delete_port for 35d8463a-0b54-4acd-8057-3a775f09e377 owned by network:router_interface {{(pid=103160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:27:25.481474 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-642d77ad-f061-431e-a7d9-9bc8f186bae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:27:25.482135 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-642d77ad-f061-431e-a7d9-9bc8f186bae6 None None] The sync data for ids ['d944d27a-4a70-4a0c-b87f-5fe729693967'] in dv-neutron-744815-20-hyperv is: [] {{(pid=103162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 13:27:25.500389 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.db [None req-a48cc6d2-e87e-45ad-9486-c0808e305fa6 tempest-FloatingIPAdminTestJSON-836365309 tempest-FloatingIPAdminTestJSON-836365309-project] For port 07aa9f39-245c-4e23-ae28-317d6c2302fc, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=07aa9f39-245c-4e23-ae28-317d6c2302fc,segment=NetworkSegment(eab95354-45f5-435f-ab07-6916c47529b1),segment_id=eab95354-45f5-435f-ab07-6916c47529b1)] {{(pid=103159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:27:25.500759 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-a48cc6d2-e87e-45ad-9486-c0808e305fa6 tempest-FloatingIPAdminTestJSON-836365309 tempest-FloatingIPAdminTestJSON-836365309-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:25.517441 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-a48cc6d2-e87e-45ad-9486-c0808e305fa6 tempest-FloatingIPAdminTestJSON-836365309 tempest-FloatingIPAdminTestJSON-836365309-project] Calling delete_port for 07aa9f39-245c-4e23-ae28-317d6c2302fc owned by network:dhcp {{(pid=103159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:27:25.544845 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 50244) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:27:25.565106 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-67ed5b9c-2902-4c7e-9be6-35edc00d1a2d None None] For port 07aa9f39-245c-4e23-ae28-317d6c2302fc, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=07aa9f39-245c-4e23-ae28-317d6c2302fc,segment=NetworkSegment(eab95354-45f5-435f-ab07-6916c47529b1),segment_id=eab95354-45f5-435f-ab07-6916c47529b1)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:27:25.565506 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-67ed5b9c-2902-4c7e-9be6-35edc00d1a2d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:25.590301 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-67ed5b9c-2902-4c7e-9be6-35edc00d1a2d None None] Calling delete_port for 07aa9f39-245c-4e23-ae28-317d6c2302fc owned by network:dhcp {{(pid=103161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:27:25.679333 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-dc1df36a-2604-4034-b6fe-829dbb9c8603 tempest-RoutersIpV6AdminTest-1535217791 tempest-RoutersIpV6AdminTest-1535217791-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-589760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-586526'] for router, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:25.689898 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-a48cc6d2-e87e-45ad-9486-c0808e305fa6 tempest-FloatingIPAdminTestJSON-836365309 tempest-FloatingIPAdminTestJSON-836365309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:25.724917 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48cc6d2-e87e-45ad-9486-c0808e305fa6 tempest-FloatingIPAdminTestJSON-836365309 tempest-FloatingIPAdminTestJSON-836365309-project] Pushing event deleted for resources: {'Port': ['ID=07aa9f39-245c-4e23-ae28-317d6c2302fc,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:27:25.744549 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-67ed5b9c-2902-4c7e-9be6-35edc00d1a2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984'] for port, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:25.747697 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 07aa9f39-245c-4e23-ae28-317d6c2302fc no longer exists at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 18 13:27:25.766462 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a48cc6d2-e87e-45ad-9486-c0808e305fa6 tempest-FloatingIPAdminTestJSON-836365309 tempest-FloatingIPAdminTestJSON-836365309-project] No DVR routers for this DVR port 07aa9f39-245c-4e23-ae28-317d6c2302fc on host dv-neutron-744815-20-hyperv {{(pid=103159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 18 13:27:25.801843 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-2294866d-0076-4933-952c-685307032598 None None] No Port match for: 07aa9f39-245c-4e23-ae28-317d6c2302fc {{(pid=103161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 18 13:27:25.802245 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 07aa9f39-245c-4e23-ae28-317d6c2302fc not bound to the agent host dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 18 13:27:25.807367 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67ed5b9c-2902-4c7e-9be6-35edc00d1a2d None None] No DVR routers for this DVR port 07aa9f39-245c-4e23-ae28-317d6c2302fc on host dv-neutron-744815-20-hyperv {{(pid=103161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 18 13:27:25.812277 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ed5b9c-2902-4c7e-9be6-35edc00d1a2d None None] Pushing event deleted for resources: {'Port': ['ID=07aa9f39-245c-4e23-ae28-317d6c2302fc,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:27:25.815415 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-1181a7bb-cb1d-49b1-9b41-2092a4784bb2 tempest-NetworksNegativeTestJSON-953850617 tempest-NetworksNegativeTestJSON-953850617-project] Request body: {'port': {'network_id': 'de5127d8-4f99-495e-83b6-75d7deaa6498', 'name': 'tempest-NetworksNegativeTestJSON-1533307227'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:27:25.845017 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.pecan_wsgi.hooks.translation [None req-1181a7bb-cb1d-49b1-9b41-2092a4784bb2 tempest-NetworksNegativeTestJSON-953850617 tempest-NetworksNegativeTestJSON-953850617-project] POST failed (client error): The resource could not be found. Dec 18 13:27:25.845517 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1181a7bb-cb1d-49b1-9b41-2092a4784bb2 tempest-NetworksNegativeTestJSON-953850617 tempest-NetworksNegativeTestJSON-953850617-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103160) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 18 13:27:25.846661 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-1181a7bb-cb1d-49b1-9b41-2092a4784bb2 tempest-NetworksNegativeTestJSON-953850617 tempest-NetworksNegativeTestJSON-953850617-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.2994668 Dec 18 13:27:25.853920 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 50248) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:27:25.883279 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-a48cc6d2-e87e-45ad-9486-c0808e305fa6 tempest-FloatingIPAdminTestJSON-836365309 tempest-FloatingIPAdminTestJSON-836365309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1927292', 'neutron.services.segments.db._delete_segments_for_network-8767106887837'] for network, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:25.883493 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.pecan_wsgi.hooks.translation [None req-abb95c5e-d6eb-47cf-b566-776f7504a3e2 tempest-NetworksNegativeTestJSON-953850617 tempest-NetworksNegativeTestJSON-953850617-project] DELETE failed (client error): The resource could not be found. Dec 18 13:27:25.883768 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-abb95c5e-d6eb-47cf-b566-776f7504a3e2 tempest-NetworksNegativeTestJSON-953850617 tempest-NetworksNegativeTestJSON-953850617-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103160) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 18 13:27:25.886736 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-abb95c5e-d6eb-47cf-b566-776f7504a3e2 tempest-NetworksNegativeTestJSON-953850617 tempest-NetworksNegativeTestJSON-953850617-project] 10.222.0.31 "DELETE /v2.0/networks/598e17b8-9c1a-4344-890b-bcaa55d3dc43 HTTP/1.1" status: 404 len: 339 time: 0.0318906 Dec 18 13:27:25.892721 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 50250) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:27:25.902911 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-19a7a0bf-1578-48a9-b94c-b72739e4fa07 tempest-RoutersNegativeIpV6Test-1807013643 tempest-RoutersNegativeIpV6Test-1807013643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4533522'] for port, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:25.909550 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.services.segments.db [None req-a48cc6d2-e87e-45ad-9486-c0808e305fa6 tempest-FloatingIPAdminTestJSON-836365309 tempest-FloatingIPAdminTestJSON-836365309-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a44f18b7-4438-4505-85ee-80977831129c']}} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:27:25.923221 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.services.segments.db [None req-a48cc6d2-e87e-45ad-9486-c0808e305fa6 tempest-FloatingIPAdminTestJSON-836365309 tempest-FloatingIPAdminTestJSON-836365309-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eab95354-45f5-435f-ab07-6916c47529b1') {'for_net_delete': True} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:27:25.923520 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.services.segments.db [None req-a48cc6d2-e87e-45ad-9486-c0808e305fa6 tempest-FloatingIPAdminTestJSON-836365309 tempest-FloatingIPAdminTestJSON-836365309-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eab95354-45f5-435f-ab07-6916c47529b1') {} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:27:25.927637 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.pecan_wsgi.hooks.translation [None req-2650122d-de1d-42d2-b754-9106b2ce76c5 tempest-NetworksNegativeTestJSON-953850617 tempest-NetworksNegativeTestJSON-953850617-project] DELETE failed (client error): The resource could not be found. Dec 18 13:27:25.928221 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2650122d-de1d-42d2-b754-9106b2ce76c5 tempest-NetworksNegativeTestJSON-953850617 tempest-NetworksNegativeTestJSON-953850617-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103160) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 18 13:27:25.931682 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-2650122d-de1d-42d2-b754-9106b2ce76c5 tempest-NetworksNegativeTestJSON-953850617 tempest-NetworksNegativeTestJSON-953850617-project] 10.222.0.31 "DELETE /v2.0/ports/0d454727-831e-4f1f-b09d-8804a81546f8 HTTP/1.1" status: 404 len: 333 time: 0.0375896 Dec 18 13:27:25.935926 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-a48cc6d2-e87e-45ad-9486-c0808e305fa6 tempest-FloatingIPAdminTestJSON-836365309 tempest-FloatingIPAdminTestJSON-836365309-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767106888614', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5589569'] for segment, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:25.937394 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 50252) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:27:25.953639 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a7a0bf-1578-48a9-b94c-b72739e4fa07 tempest-RoutersNegativeIpV6Test-1807013643 tempest-RoutersNegativeIpV6Test-1807013643-project] Pushing event deleted for resources: {'Port': ['ID=35d8463a-0b54-4acd-8057-3a775f09e377,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:27:26.025293 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.pecan_wsgi.hooks.translation [None req-e05399a6-2584-4a24-bca2-55b3a2f6dbbe tempest-NetworksNegativeTestJSON-953850617 tempest-NetworksNegativeTestJSON-953850617-project] DELETE failed (client error): The resource could not be found. Dec 18 13:27:26.025750 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e05399a6-2584-4a24-bca2-55b3a2f6dbbe tempest-NetworksNegativeTestJSON-953850617 tempest-NetworksNegativeTestJSON-953850617-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 18 13:27:26.032371 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-e05399a6-2584-4a24-bca2-55b3a2f6dbbe tempest-NetworksNegativeTestJSON-953850617 tempest-NetworksNegativeTestJSON-953850617-project] 10.222.0.31 "DELETE /v2.0/subnets/d94765fb-9710-458d-b70b-0a944842daf6 HTTP/1.1" status: 404 len: 337 time: 0.0563960 Dec 18 13:27:26.032371 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-a48cc6d2-e87e-45ad-9486-c0808e305fa6 tempest-FloatingIPAdminTestJSON-836365309 tempest-FloatingIPAdminTestJSON-836365309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:26.033441 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 50254) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:27:26.064796 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-19a7a0bf-1578-48a9-b94c-b72739e4fa07 tempest-RoutersNegativeIpV6Test-1807013643 tempest-RoutersNegativeIpV6Test-1807013643-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1048020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-576035'] for router_interface, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:26.068030 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc1df36a-2604-4034-b6fe-829dbb9c8603 tempest-RoutersIpV6AdminTest-1535217791 tempest-RoutersIpV6AdminTest-1535217791-project-admin] Router 639366b6-0f53-4a70-9c5a-bf45f34bbcaf is scheduled to L3 agent c9c0cd52-5bd2-4704-9429-d80f1c5ad23c with binding_index 1 {{(pid=103160) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 18 13:27:26.085077 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a48cc6d2-e87e-45ad-9486-c0808e305fa6 tempest-FloatingIPAdminTestJSON-836365309 tempest-FloatingIPAdminTestJSON-836365309-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=103159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 18 13:27:26.085490 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-a48cc6d2-e87e-45ad-9486-c0808e305fa6 tempest-FloatingIPAdminTestJSON-836365309 tempest-FloatingIPAdminTestJSON-836365309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5660009'] for segment, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:26.088911 dv-neutron-744815-20-hyperv neutron-server[103159]: Traceback (most recent call last): Dec 18 13:27:26.088911 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 18 13:27:26.088911 dv-neutron-744815-20-hyperv neutron-server[103159]: timer() Dec 18 13:27:26.088911 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 18 13:27:26.088911 dv-neutron-744815-20-hyperv neutron-server[103159]: cb(*args, **kw) Dec 18 13:27:26.088911 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 18 13:27:26.088911 dv-neutron-744815-20-hyperv neutron-server[103159]: return func(*args, **kwargs) Dec 18 13:27:26.088911 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 18 13:27:26.088911 dv-neutron-744815-20-hyperv neutron-server[103159]: self._notify() Dec 18 13:27:26.088911 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 18 13:27:26.088911 dv-neutron-744815-20-hyperv neutron-server[103159]: self.callback(batched_events) Dec 18 13:27:26.088911 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 18 13:27:26.088911 dv-neutron-744815-20-hyperv neutron-server[103159]: event.method(event) Dec 18 13:27:26.088911 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 18 13:27:26.088911 dv-neutron-744815-20-hyperv neutron-server[103159]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 18 13:27:26.088911 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 18 13:27:26.088911 dv-neutron-744815-20-hyperv neutron-server[103159]: aggregate_uuid = self.p_client.list_aggregates( Dec 18 13:27:26.088911 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 18 13:27:26.088911 dv-neutron-744815-20-hyperv neutron-server[103159]: return f(self, *a, **k) Dec 18 13:27:26.088911 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 18 13:27:26.088911 dv-neutron-744815-20-hyperv neutron-server[103159]: return self._get(url).json() Dec 18 13:27:26.088911 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 18 13:27:26.088911 dv-neutron-744815-20-hyperv neutron-server[103159]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 18 13:27:26.088911 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 18 13:27:26.088911 dv-neutron-744815-20-hyperv neutron-server[103159]: return self.request(url, 'GET', **kwargs) Dec 18 13:27:26.088911 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 18 13:27:26.088911 dv-neutron-744815-20-hyperv neutron-server[103159]: base_url = self.get_endpoint(auth, allow=allow, Dec 18 13:27:26.088911 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 18 13:27:26.088911 dv-neutron-744815-20-hyperv neutron-server[103159]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 18 13:27:26.088911 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 18 13:27:26.088911 dv-neutron-744815-20-hyperv neutron-server[103159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 18 13:27:26.088911 dv-neutron-744815-20-hyperv neutron-server[103159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 18 13:27:26.100411 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.pecan_wsgi.hooks.translation [None req-6563a669-526a-416f-8b6c-b342616958db tempest-NetworksNegativeTestJSON-953850617 tempest-NetworksNegativeTestJSON-953850617-project] GET failed (client error): The resource could not be found. Dec 18 13:27:26.101798 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-6563a669-526a-416f-8b6c-b342616958db tempest-NetworksNegativeTestJSON-953850617 tempest-NetworksNegativeTestJSON-953850617-project] 10.222.0.31 "GET /v2.0/networks/fe00ad4a-156f-468b-8200-97b0c57c1a8a HTTP/1.1" status: 404 len: 339 time: 0.0674243 Dec 18 13:27:26.111179 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 50256) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:27:26.176933 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.pecan_wsgi.hooks.translation [None req-1473d4f1-f97a-461b-98e4-2acb2218e660 tempest-NetworksNegativeTestJSON-953850617 tempest-NetworksNegativeTestJSON-953850617-project] GET failed (client error): The resource could not be found. Dec 18 13:27:26.178796 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-1473d4f1-f97a-461b-98e4-2acb2218e660 tempest-NetworksNegativeTestJSON-953850617 tempest-NetworksNegativeTestJSON-953850617-project] 10.222.0.31 "GET /v2.0/ports/d4e5e907-44bb-4f92-b8bc-441ef77693f5 HTTP/1.1" status: 404 len: 333 time: 0.0662405 Dec 18 13:27:26.185221 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-a68e66d3-c558-4bfd-86ee-3eee746f88d5 tempest-RoutersAdminTest-1776390182 tempest-RoutersAdminTest-1776390182-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:26.185487 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 50258) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:27:26.192695 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-a48cc6d2-e87e-45ad-9486-c0808e305fa6 tempest-FloatingIPAdminTestJSON-836365309 tempest-FloatingIPAdminTestJSON-836365309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1927267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586962'] for network, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:26.209734 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-a48cc6d2-e87e-45ad-9486-c0808e305fa6 tempest-FloatingIPAdminTestJSON-836365309 tempest-FloatingIPAdminTestJSON-836365309-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047995'] for network, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:26.213070 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-a48cc6d2-e87e-45ad-9486-c0808e305fa6 tempest-FloatingIPAdminTestJSON-836365309 tempest-FloatingIPAdminTestJSON-836365309-project] 10.222.0.31 "DELETE /v2.0/networks/a44f18b7-4438-4505-85ee-80977831129c HTTP/1.1" status: 204 len: 168 time: 1.1511638 Dec 18 13:27:26.222359 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 50260) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:27:26.225226 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48cc6d2-e87e-45ad-9486-c0808e305fa6 tempest-FloatingIPAdminTestJSON-836365309 tempest-FloatingIPAdminTestJSON-836365309-project] Pushing event deleted for resources: {'Network': ['ID=a44f18b7-4438-4505-85ee-80977831129c,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:27:26.234430 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac0fc015-6429-476a-9068-b55495c0f135 tempest-NetworksNegativeTestJSON-953850617 tempest-NetworksNegativeTestJSON-953850617-project] GET failed (client error): The resource could not be found. Dec 18 13:27:26.235713 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-ac0fc015-6429-476a-9068-b55495c0f135 tempest-NetworksNegativeTestJSON-953850617 tempest-NetworksNegativeTestJSON-953850617-project] 10.222.0.31 "GET /v2.0/subnets/8f04c6c8-a5f7-4229-8ef3-76935be4a286 HTTP/1.1" status: 404 len: 337 time: 0.0477879 Dec 18 13:27:26.239831 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 50262) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:27:26.247055 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-04830737-0a10-4e0d-bf7f-07300cd558b4 tempest-NetworksNegativeTestJSON-953850617 tempest-NetworksNegativeTestJSON-953850617-project] Request body: {'network': {'name': 'new_name'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:27:26.290331 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.pecan_wsgi.hooks.translation [None req-04830737-0a10-4e0d-bf7f-07300cd558b4 tempest-NetworksNegativeTestJSON-953850617 tempest-NetworksNegativeTestJSON-953850617-project] PUT failed (client error): The resource could not be found. Dec 18 13:27:26.290892 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04830737-0a10-4e0d-bf7f-07300cd558b4 tempest-NetworksNegativeTestJSON-953850617 tempest-NetworksNegativeTestJSON-953850617-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 18 13:27:26.292057 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-04830737-0a10-4e0d-bf7f-07300cd558b4 tempest-NetworksNegativeTestJSON-953850617 tempest-NetworksNegativeTestJSON-953850617-project] 10.222.0.31 "PUT /v2.0/networks/c2f6a41f-1b35-4cf4-a4e3-d4f28b5dc407 HTTP/1.1" status: 404 len: 339 time: 0.0499773 Dec 18 13:27:26.296594 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 50264) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:27:26.303337 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-c1269b7e-a312-40a2-987a-f1d344bc9c74 tempest-NetworksNegativeTestJSON-953850617 tempest-NetworksNegativeTestJSON-953850617-project] Request body: {'port': {'name': 'new_name'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:27:26.324444 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1269b7e-a312-40a2-987a-f1d344bc9c74 tempest-NetworksNegativeTestJSON-953850617 tempest-NetworksNegativeTestJSON-953850617-project] PUT failed (client error): The resource could not be found. Dec 18 13:27:26.325009 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1269b7e-a312-40a2-987a-f1d344bc9c74 tempest-NetworksNegativeTestJSON-953850617 tempest-NetworksNegativeTestJSON-953850617-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 18 13:27:26.330284 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-c1269b7e-a312-40a2-987a-f1d344bc9c74 tempest-NetworksNegativeTestJSON-953850617 tempest-NetworksNegativeTestJSON-953850617-project] 10.222.0.31 "PUT /v2.0/ports/d5d6f8bd-8686-4ae2-8723-39dcbcd86342 HTTP/1.1" status: 404 len: 333 time: 0.0282998 Dec 18 13:27:26.330938 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 50268) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:27:26.337563 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-f1eb723e-9024-4430-9d8f-a9c6c9d38b48 tempest-NetworksNegativeTestJSON-953850617 tempest-NetworksNegativeTestJSON-953850617-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:27:26.361218 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1eb723e-9024-4430-9d8f-a9c6c9d38b48 tempest-NetworksNegativeTestJSON-953850617 tempest-NetworksNegativeTestJSON-953850617-project] PUT failed (client error): The resource could not be found. Dec 18 13:27:26.361662 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1eb723e-9024-4430-9d8f-a9c6c9d38b48 tempest-NetworksNegativeTestJSON-953850617 tempest-NetworksNegativeTestJSON-953850617-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 18 13:27:26.366820 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-f1eb723e-9024-4430-9d8f-a9c6c9d38b48 tempest-NetworksNegativeTestJSON-953850617 tempest-NetworksNegativeTestJSON-953850617-project] 10.222.0.31 "PUT /v2.0/subnets/abd76d0f-c076-4952-a9ee-2685016f7d56 HTTP/1.1" status: 404 len: 337 time: 0.0309753 Dec 18 13:27:26.677957 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 50278) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:27:26.743423 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-a68e66d3-c558-4bfd-86ee-3eee746f88d5 tempest-RoutersAdminTest-1776390182 tempest-RoutersAdminTest-1776390182-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-586613', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-589787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28650'] for router, precommit_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:26.745422 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc1df36a-2604-4034-b6fe-829dbb9c8603 tempest-RoutersIpV6AdminTest-1535217791 tempest-RoutersIpV6AdminTest-1535217791-project-admin] Notify agent at l3_agent.dv-neutron-744815-20-hyperv the message routers_updated {{(pid=103160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 13:27:26.746930 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-a68e66d3-c558-4bfd-86ee-3eee746f88d5 tempest-RoutersAdminTest-1776390182 tempest-RoutersAdminTest-1776390182-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-586526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-586508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-586503', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-589778'] for router, after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:26.754613 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19a7a0bf-1578-48a9-b94c-b72739e4fa07 tempest-RoutersNegativeIpV6Test-1807013643 tempest-RoutersNegativeIpV6Test-1807013643-project] Router b8d047fe-b9a9-46e1-9bc3-44bc9daded0f has already been hosted by L3 agent c9c0cd52-5bd2-4704-9429-d80f1c5ad23c {{(pid=103160) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 18 13:27:26.762326 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6f93713-e282-409f-8a9c-d5ca8ed01f16 None None] Sync routers for ids ['639366b6-0f53-4a70-9c5a-bf45f34bbcaf'] in dv-neutron-744815-20-hyperv {{(pid=103161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 13:27:26.783230 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-dc1df36a-2604-4034-b6fe-829dbb9c8603 tempest-RoutersIpV6AdminTest-1535217791 tempest-RoutersIpV6AdminTest-1535217791-project-admin] Publish callbacks [] for router, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:26.784392 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-dc1df36a-2604-4034-b6fe-829dbb9c8603 tempest-RoutersIpV6AdminTest-1535217791 tempest-RoutersIpV6AdminTest-1535217791-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 5.3508916 Dec 18 13:27:26.789219 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6f93713-e282-409f-8a9c-d5ca8ed01f16 None None] Routers {'639366b6-0f53-4a70-9c5a-bf45f34bbcaf'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:27:26.790401 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-d6f93713-e282-409f-8a9c-d5ca8ed01f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:26:57Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['639366b6-0f53-4a70-9c5a-bf45f34bbcaf'], 'active': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:27:26.815064 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 50282) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:27:26.853937 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-8e31c833-f98e-48cd-af08-46f6ffc0f6e9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:26.898468 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19a7a0bf-1578-48a9-b94c-b72739e4fa07 tempest-RoutersNegativeIpV6Test-1807013643 tempest-RoutersNegativeIpV6Test-1807013643-project] Notify agent at l3_agent.dv-neutron-744815-20-hyperv the message routers_updated {{(pid=103160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 13:27:26.898816 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a68e66d3-c558-4bfd-86ee-3eee746f88d5 tempest-RoutersAdminTest-1776390182 tempest-RoutersAdminTest-1776390182-project-admin] Router d944d27a-4a70-4a0c-b87f-5fe729693967 has already been hosted by L3 agent c9c0cd52-5bd2-4704-9429-d80f1c5ad23c {{(pid=103159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 18 13:27:26.902485 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-3328f6ef-6ba3-4cef-9602-e6093e64ec53 tempest-FloatingIPAdminTestJSON-836365309 tempest-FloatingIPAdminTestJSON-836365309-project] Deleting port 5832f198-ad8b-418b-b179-592fabbe0e26 {{(pid=103160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:27:26.902821 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-3328f6ef-6ba3-4cef-9602-e6093e64ec53 tempest-FloatingIPAdminTestJSON-836365309 tempest-FloatingIPAdminTestJSON-836365309-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:26.911988 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-19a7a0bf-1578-48a9-b94c-b72739e4fa07 tempest-RoutersNegativeIpV6Test-1807013643 tempest-RoutersNegativeIpV6Test-1807013643-project] 10.222.0.31 "PUT /v2.0/routers/b8d047fe-b9a9-46e1-9bc3-44bc9daded0f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3672142 Dec 18 13:27:26.912273 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d84d61d2-d796-4f68-81a4-0c6cde192e38 None None] Sync routers for ids ['b8d047fe-b9a9-46e1-9bc3-44bc9daded0f'] in dv-neutron-744815-20-hyperv {{(pid=103162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 13:27:26.917906 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 50284) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:27:26.926117 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d84d61d2-d796-4f68-81a4-0c6cde192e38 None None] Routers {'b8d047fe-b9a9-46e1-9bc3-44bc9daded0f'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:27:26.927135 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-d84d61d2-d796-4f68-81a4-0c6cde192e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:26:57Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['b8d047fe-b9a9-46e1-9bc3-44bc9daded0f'], 'active': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:27:26.937620 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvr_db [None req-d6f93713-e282-409f-8a9c-d5ca8ed01f16 None None] Set router 639366b6-0f53-4a70-9c5a-bf45f34bbcaf gateway port host: dv-neutron-744815-20-hyperv {{(pid=103161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 13:27:26.969325 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.api.v2.resource [None req-723b9dbc-e64d-4667-9cc3-b50cb7ee5013 tempest-RoutersNegativeIpV6Test-1807013643 tempest-RoutersNegativeIpV6Test-1807013643-project] show failed (client error): The resource could not be found. Dec 18 13:27:26.975186 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-723b9dbc-e64d-4667-9cc3-b50cb7ee5013 tempest-RoutersNegativeIpV6Test-1807013643 tempest-RoutersNegativeIpV6Test-1807013643-project] 10.222.0.31 "GET /v2.0/routers/tempest-non_exist_router-509437979 HTTP/1.1" status: 404 len: 334 time: 0.0504932 Dec 18 13:27:26.977227 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-d84d61d2-d796-4f68-81a4-0c6cde192e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:27:26.977405 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 50286) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:27:26.984668 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-12feedf2-74d5-4e05-af5a-89449030aa2b tempest-RoutersNegativeIpV6Test-1807013643 tempest-RoutersNegativeIpV6Test-1807013643-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:27:26.993671 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d84d61d2-d796-4f68-81a4-0c6cde192e38 None None] Routers {'b8d047fe-b9a9-46e1-9bc3-44bc9daded0f'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:27:26.994532 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-d84d61d2-d796-4f68-81a4-0c6cde192e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:26:57Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['b8d047fe-b9a9-46e1-9bc3-44bc9daded0f'], 'active': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:27:27.029431 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-5971deae-9ce6-4c8b-a0b0-c252689628a6 tempest-RoutersIpV6AdminTest-1535217791 tempest-RoutersIpV6AdminTest-1535217791-project-admin] 10.222.0.31 "GET /v2.0/routers/639366b6-0f53-4a70-9c5a-bf45f34bbcaf HTTP/1.1" status: 200 len: 909 time: 0.1831725 Dec 18 13:27:27.030611 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-3328f6ef-6ba3-4cef-9602-e6093e64ec53 tempest-FloatingIPAdminTestJSON-836365309 tempest-FloatingIPAdminTestJSON-836365309-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:27.030933 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-3328f6ef-6ba3-4cef-9602-e6093e64ec53 tempest-FloatingIPAdminTestJSON-836365309 tempest-FloatingIPAdminTestJSON-836365309-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:27.033161 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 50288) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:27:27.037414 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-d6aeeffe-1100-4c05-a0bf-aa7e9795451d tempest-RoutersIpV6AdminTest-1535217791 tempest-RoutersIpV6AdminTest-1535217791-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1774652730', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'enable_snat': True}}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:27:27.040324 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-d84d61d2-d796-4f68-81a4-0c6cde192e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:27:27.041193 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d84d61d2-d796-4f68-81a4-0c6cde192e38 None None] The sync data for ids ['b8d047fe-b9a9-46e1-9bc3-44bc9daded0f'] in dv-neutron-744815-20-hyperv is: [] {{(pid=103162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 13:27:27.051968 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-3328f6ef-6ba3-4cef-9602-e6093e64ec53 tempest-FloatingIPAdminTestJSON-836365309 tempest-FloatingIPAdminTestJSON-836365309-project] Calling delete_port for 5832f198-ad8b-418b-b179-592fabbe0e26 owned by network:floatingip {{(pid=103160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:27:27.063136 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.api.v2.resource [None req-12feedf2-74d5-4e05-af5a-89449030aa2b tempest-RoutersNegativeIpV6Test-1807013643 tempest-RoutersNegativeIpV6Test-1807013643-project] update failed (client error): The resource could not be found. Dec 18 13:27:27.067251 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-12feedf2-74d5-4e05-af5a-89449030aa2b tempest-RoutersNegativeIpV6Test-1807013643 tempest-RoutersNegativeIpV6Test-1807013643-project] 10.222.0.31 "PUT /v2.0/routers/tempest-non_exist_router-333718754 HTTP/1.1" status: 404 len: 334 time: 0.0855961 Dec 18 13:27:27.070188 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 50290) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:27:27.120111 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2596532e-0404-4852-9fb7-467dcdc65100 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:27.120346 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-8e31c833-f98e-48cd-af08-46f6ffc0f6e9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:27.129854 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-8e31c833-f98e-48cd-af08-46f6ffc0f6e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:27.154055 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-d6aeeffe-1100-4c05-a0bf-aa7e9795451d tempest-RoutersIpV6AdminTest-1535217791 tempest-RoutersIpV6AdminTest-1535217791-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28433'] for router, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:27.155258 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-d6aeeffe-1100-4c05-a0bf-aa7e9795451d tempest-RoutersIpV6AdminTest-1535217791 tempest-RoutersIpV6AdminTest-1535217791-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-589769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28440'] for router, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:27.180821 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-8e31c833-f98e-48cd-af08-46f6ffc0f6e9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1134da98fb21448195bfb53f027982d1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4991949 Dec 18 13:27:27.183339 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 50292) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:27:27.184023 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-d6f93713-e282-409f-8a9c-d5ca8ed01f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '639366b6-0f53-4a70-9c5a-bf45f34bbcaf', 'name': 'tempest-snat-router-1774652730', 'tenant_id': 'c25643c72319491db836fcb08252f295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.135'}], 'enable_snat': False}, 'gw_port_id': '3880c13f-4101-4a84-ab67-4a8fbd609964', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:27:21Z', 'updated_at': '2021-12-18T13:27:25Z', 'revision_number': 3, 'project_id': 'c25643c72319491db836fcb08252f295', 'gw_port': {'id': '3880c13f-4101-4a84-ab67-4a8fbd609964', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:33:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '639366b6-0f53-4a70-9c5a-bf45f34bbcaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:27:23Z', 'updated_at': '2021-12-18T13:27:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-744815-20-hyperv'}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:27:27.195134 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e31c833-f98e-48cd-af08-46f6ffc0f6e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9dc89b1-5823-4e81-a142-a5dcc59b36f5,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:27:27.196593 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.db_base_plugin_v2 [None req-929cb37a-e152-43ee-b83a-4137d3d85786 tempest-RoutersNegativeIpV6Test-1807013643 tempest-RoutersNegativeIpV6Test-1807013643-project] Deleting subnet 2c3b8cb4-b9e8-4f64-8db6-02ff67b29495 {{(pid=103160) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 18 13:27:27.198024 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a68e66d3-c558-4bfd-86ee-3eee746f88d5 tempest-RoutersAdminTest-1776390182 tempest-RoutersAdminTest-1776390182-project-admin] Notify agent at l3_agent.dv-neutron-744815-20-hyperv the message routers_updated {{(pid=103159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 13:27:27.206920 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-a68e66d3-c558-4bfd-86ee-3eee746f88d5 tempest-RoutersAdminTest-1776390182 tempest-RoutersAdminTest-1776390182-project-admin] Publish callbacks [] for router, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:27.208234 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-a68e66d3-c558-4bfd-86ee-3eee746f88d5 tempest-RoutersAdminTest-1776390182 tempest-RoutersAdminTest-1776390182-project-admin] 10.222.0.31 "PUT /v2.0/routers/d944d27a-4a70-4a0c-b87f-5fe729693967 HTTP/1.1" status: 200 len: 919 time: 1.9294000 Dec 18 13:27:27.211064 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 50294) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:27:27.217143 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-929cb37a-e152-43ee-b83a-4137d3d85786 tempest-RoutersNegativeIpV6Test-1807013643 tempest-RoutersNegativeIpV6Test-1807013643-project] Publish callbacks [] for subnet, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:27.218101 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6f93713-e282-409f-8a9c-d5ca8ed01f16 None None] Checking router: 639366b6-0f53-4a70-9c5a-bf45f34bbcaf for host: dv-neutron-744815-20-hyperv {{(pid=103161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 18 13:27:27.218553 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6f93713-e282-409f-8a9c-d5ca8ed01f16 None None] Updating router 639366b6-0f53-4a70-9c5a-bf45f34bbcaf port 3880c13f-4101-4a84-ab67-4a8fbd609964 binding host dv-neutron-744815-20-hyperv {{(pid=103161) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 18 13:27:27.242387 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-234eea10-00d3-413f-a7a8-ab40bad2df0c None None] Sync routers for ids ['d944d27a-4a70-4a0c-b87f-5fe729693967'] in dv-neutron-744815-20-hyperv {{(pid=103161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 13:27:27.254615 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-d6f93713-e282-409f-8a9c-d5ca8ed01f16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:27.259842 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-234eea10-00d3-413f-a7a8-ab40bad2df0c None None] Routers {'d944d27a-4a70-4a0c-b87f-5fe729693967'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:27:27.260346 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-234eea10-00d3-413f-a7a8-ab40bad2df0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:27:27Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['d944d27a-4a70-4a0c-b87f-5fe729693967'], 'active': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:27:27.291374 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-d6aeeffe-1100-4c05-a0bf-aa7e9795451d tempest-RoutersIpV6AdminTest-1535217791 tempest-RoutersIpV6AdminTest-1535217791-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:27.307522 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-929cb37a-e152-43ee-b83a-4137d3d85786 tempest-RoutersNegativeIpV6Test-1807013643 tempest-RoutersNegativeIpV6Test-1807013643-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4533385'] for subnet, precommit_delete_associations {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:27.319413 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-234eea10-00d3-413f-a7a8-ab40bad2df0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:27:27.380911 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-234eea10-00d3-413f-a7a8-ab40bad2df0c None None] Routers {'d944d27a-4a70-4a0c-b87f-5fe729693967'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:27:27.381945 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-234eea10-00d3-413f-a7a8-ab40bad2df0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:27:27Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['d944d27a-4a70-4a0c-b87f-5fe729693967'], 'active': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:27:27.421996 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-234eea10-00d3-413f-a7a8-ab40bad2df0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:27:27.423426 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-234eea10-00d3-413f-a7a8-ab40bad2df0c None None] The sync data for ids ['d944d27a-4a70-4a0c-b87f-5fe729693967'] in dv-neutron-744815-20-hyperv is: [] {{(pid=103161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 13:27:27.547167 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-3328f6ef-6ba3-4cef-9602-e6093e64ec53 tempest-FloatingIPAdminTestJSON-836365309 tempest-FloatingIPAdminTestJSON-836365309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4533522'] for port, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:27.573923 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-d6aeeffe-1100-4c05-a0bf-aa7e9795451d tempest-RoutersIpV6AdminTest-1535217791 tempest-RoutersIpV6AdminTest-1535217791-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:27.606064 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3328f6ef-6ba3-4cef-9602-e6093e64ec53 tempest-FloatingIPAdminTestJSON-836365309 tempest-FloatingIPAdminTestJSON-836365309-project] Pushing event deleted for resources: {'Port': ['ID=5832f198-ad8b-418b-b179-592fabbe0e26,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:27:27.632607 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-929cb37a-e152-43ee-b83a-4137d3d85786 tempest-RoutersNegativeIpV6Test-1807013643 tempest-RoutersNegativeIpV6Test-1807013643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1929185'] for subnet, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:27.643853 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ca66d59-4e7a-464a-8715-368c845e176e None None] DHCP port deletion for decb4a40-7941-48c8-afbb-daaafd502e83 request from dv-neutron-744815-20-hyperv {{(pid=103161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 18 13:27:27.650959 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-d6f93713-e282-409f-8a9c-d5ca8ed01f16 None None] Publish callbacks [] for port, precommit_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:27.662035 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-d6f93713-e282-409f-8a9c-d5ca8ed01f16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:27.674847 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-18791696-59a9-4986-8612-8cf219f65ac5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:27.707458 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-18791696-59a9-4986-8612-8cf219f65ac5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:27.712957 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6250b705-37ac-4352-a099-6e6594cf1ea4 None None] DHCP port deletion for decb4a40-7941-48c8-afbb-daaafd502e83 request from dv-neutron-744815-20-hyperv {{(pid=103161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 18 13:27:27.723218 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-5948555e-1bb5-4ccc-a1d2-7b3ca11e82c2 tempest-RoutersAdminTest-1776390182 tempest-RoutersAdminTest-1776390182-project-admin] 10.222.0.31 "GET /v2.0/routers/d944d27a-4a70-4a0c-b87f-5fe729693967 HTTP/1.1" status: 200 len: 919 time: 0.5082862 Dec 18 13:27:27.723218 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 50298) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:27:27.744305 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e634bd-6dd9-431c-94d4-40a6e89a3387 None None] Pushing event updated for resources: {'Port': ['ID=3880c13f-4101-4a84-ab67-4a8fbd609964,revision_number=2']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:27:27.758048 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-d6f93713-e282-409f-8a9c-d5ca8ed01f16 None None] Attempting to bind port 3880c13f-4101-4a84-ab67-4a8fbd609964 on host dv-neutron-744815-20-hyperv for vnic_type normal with profile {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 13:27:27.758466 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-d6f93713-e282-409f-8a9c-d5ca8ed01f16 None None] Attempting to bind port 3880c13f-4101-4a84-ab67-4a8fbd609964 by drivers openvswitch,hyperv on host dv-neutron-744815-20-hyperv at level 0 using segments [{'id': '3f66d49c-4faa-434c-8c3e-991f4f1d01bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83'}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 13:27:27.758857 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f93713-e282-409f-8a9c-d5ca8ed01f16 None None] Attempting to bind port 3880c13f-4101-4a84-ab67-4a8fbd609964 on network decb4a40-7941-48c8-afbb-daaafd502e83 {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 13:27:27.766240 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f93713-e282-409f-8a9c-d5ca8ed01f16 None None] Checking agent: {'id': '428fa9fa-43db-4db9-9f96-f60ffe931f2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-20-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 13, 19, 1), 'started_at': datetime.datetime(2021, 12, 18, 13, 19, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 13, 27, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-20-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 18 13:27:27.768012 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f93713-e282-409f-8a9c-d5ca8ed01f16 None None] Checking segment: {'id': '3f66d49c-4faa-434c-8c3e-991f4f1d01bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 13:27:27.770135 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-3328f6ef-6ba3-4cef-9602-e6093e64ec53 tempest-FloatingIPAdminTestJSON-836365309 tempest-FloatingIPAdminTestJSON-836365309-project] Publish callbacks [] for floatingip, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:27.771216 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-d6f93713-e282-409f-8a9c-d5ca8ed01f16 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:27.771658 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f93713-e282-409f-8a9c-d5ca8ed01f16 None None] Bound using segment: {'id': '3f66d49c-4faa-434c-8c3e-991f4f1d01bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83'} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 18 13:27:27.772720 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-d6f93713-e282-409f-8a9c-d5ca8ed01f16 None None] Bound port: 3880c13f-4101-4a84-ab67-4a8fbd609964, host: dv-neutron-744815-20-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f66d49c-4faa-434c-8c3e-991f4f1d01bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83'}}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 18 13:27:27.773253 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-d6f93713-e282-409f-8a9c-d5ca8ed01f16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:27.773441 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-3328f6ef-6ba3-4cef-9602-e6093e64ec53 tempest-FloatingIPAdminTestJSON-836365309 tempest-FloatingIPAdminTestJSON-836365309-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for floatingip, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:27.777264 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-3328f6ef-6ba3-4cef-9602-e6093e64ec53 tempest-FloatingIPAdminTestJSON-836365309 tempest-FloatingIPAdminTestJSON-836365309-project] 10.222.0.31 "DELETE /v2.0/floatingips/7d442e01-47af-4d49-a738-f8646123d1d0 HTTP/1.1" status: 204 len: 168 time: 1.5496418 Dec 18 13:27:27.802391 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-929cb37a-e152-43ee-b83a-4137d3d85786 tempest-RoutersNegativeIpV6Test-1807013643 tempest-RoutersNegativeIpV6Test-1807013643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1929192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4533475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4514371'] for subnet, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:27.839691 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929cb37a-e152-43ee-b83a-4137d3d85786 tempest-RoutersNegativeIpV6Test-1807013643 tempest-RoutersNegativeIpV6Test-1807013643-project] Pushing event deleted for resources: {'Subnet': ['ID=2c3b8cb4-b9e8-4f64-8db6-02ff67b29495,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:27:27.842957 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-929cb37a-e152-43ee-b83a-4137d3d85786 tempest-RoutersNegativeIpV6Test-1807013643 tempest-RoutersNegativeIpV6Test-1807013643-project] Publish callbacks [] for subnet, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:27.843341 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-d6f93713-e282-409f-8a9c-d5ca8ed01f16 None None] For port 3880c13f-4101-4a84-ab67-4a8fbd609964, host dv-neutron-744815-20-hyperv, cleared binding levels {{(pid=103161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 18 13:27:27.849229 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-d6f93713-e282-409f-8a9c-d5ca8ed01f16 None None] For port 3880c13f-4101-4a84-ab67-4a8fbd609964, host dv-neutron-744815-20-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=3880c13f-4101-4a84-ab67-4a8fbd609964,segment=NetworkSegment(3f66d49c-4faa-434c-8c3e-991f4f1d01bd),segment_id=3f66d49c-4faa-434c-8c3e-991f4f1d01bd)] {{(pid=103161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 18 13:27:27.849369 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-929cb37a-e152-43ee-b83a-4137d3d85786 tempest-RoutersNegativeIpV6Test-1807013643 tempest-RoutersNegativeIpV6Test-1807013643-project] 10.222.0.31 "DELETE /v2.0/subnets/2c3b8cb4-b9e8-4f64-8db6-02ff67b29495 HTTP/1.1" status: 204 len: 168 time: 0.7784686 Dec 18 13:27:27.850427 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 50306) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:27:27.851378 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fb522a5-4392-4d76-bf88-4090636b495e None None] Network c11f6456-5e42-4cfc-a176-15eb286211e6 requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:27:27.871933 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-d6f93713-e282-409f-8a9c-d5ca8ed01f16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:27.936152 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e1ca3cf-a425-4164-b5f1-bbfa73ba2492 tempest-RoutersAdminTest-1776390182 tempest-RoutersAdminTest-1776390182-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:27:27.940264 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-0e1ca3cf-a425-4164-b5f1-bbfa73ba2492 tempest-RoutersAdminTest-1776390182 tempest-RoutersAdminTest-1776390182-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=decb4a40-7941-48c8-afbb-daaafd502e83&device_id=d944d27a-4a70-4a0c-b87f-5fe729693967&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2136681 Dec 18 13:27:27.942292 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 50308) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:27:27.951787 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-18791696-59a9-4986-8612-8cf219f65ac5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:27.958191 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-18791696-59a9-4986-8612-8cf219f65ac5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:27.961232 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-18791696-59a9-4986-8612-8cf219f65ac5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b9dc89b1-5823-4e81-a142-a5dcc59b36f5 HTTP/1.1" status: 204 len: 168 time: 0.7752202 Dec 18 13:27:27.989592 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18791696-59a9-4986-8612-8cf219f65ac5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9dc89b1-5823-4e81-a142-a5dcc59b36f5,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:27:28.040253 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-0fad33ec-99e1-46dc-bf86-655448522275 tempest-RoutersNegativeIpV6Test-1807013643 tempest-RoutersNegativeIpV6Test-1807013643-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2023137'] for network, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:28.126543 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 50314) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:27:28.149567 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e634bd-6dd9-431c-94d4-40a6e89a3387 None None] Pushing event updated for resources: {'Port': ['ID=3880c13f-4101-4a84-ab67-4a8fbd609964,revision_number=3']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:27:28.185340 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d8fc66e-62f1-419d-b60a-e86a9186819e tempest-RoutersAdminTest-1776390182 tempest-RoutersAdminTest-1776390182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:27:28.186760 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-0d8fc66e-62f1-419d-b60a-e86a9186819e tempest-RoutersAdminTest-1776390182 tempest-RoutersAdminTest-1776390182-project-admin] 10.222.0.31 "GET /v2.0/networks/decb4a40-7941-48c8-afbb-daaafd502e83 HTTP/1.1" status: 200 len: 881 time: 0.2435098 Dec 18 13:27:28.187981 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-d6aeeffe-1100-4c05-a0bf-aa7e9795451d tempest-RoutersIpV6AdminTest-1535217791 tempest-RoutersIpV6AdminTest-1535217791-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:28.189763 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 50320) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:27:28.212549 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-d6aeeffe-1100-4c05-a0bf-aa7e9795451d tempest-RoutersIpV6AdminTest-1535217791 tempest-RoutersIpV6AdminTest-1535217791-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:28.216965 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-174353ec-8aa3-41bb-be6a-843b81e3fd4f None None] DHCP port deletion for decb4a40-7941-48c8-afbb-daaafd502e83 request from dv-neutron-744815-20-hyperv {{(pid=103161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 18 13:27:28.230191 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-d10308c2-3eae-439b-aeec-9e3615930142 tempest-RoutersAdminTest-1969777796 tempest-RoutersAdminTest-1969777796-project] 10.222.0.31 "GET /v2.0/ports?device_id=d944d27a-4a70-4a0c-b87f-5fe729693967 HTTP/1.1" status: 200 len: 205 time: 0.0392327 Dec 18 13:27:28.233678 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 50322) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:27:28.235469 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-5f2420e1-2f5d-4da8-8d87-4098cdeafc4a None None] Provisioning complete for port 3880c13f-4101-4a84-ab67-4a8fbd609964 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:27:28.235876 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-5f2420e1-2f5d-4da8-8d87-4098cdeafc4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:28.270369 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-0fad33ec-99e1-46dc-bf86-655448522275 tempest-RoutersNegativeIpV6Test-1807013643 tempest-RoutersNegativeIpV6Test-1807013643-project] Deleting port 684bc0c7-917e-4d01-a62c-ba1257cc2524 {{(pid=103160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:27:28.271103 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-0fad33ec-99e1-46dc-bf86-655448522275 tempest-RoutersNegativeIpV6Test-1807013643 tempest-RoutersNegativeIpV6Test-1807013643-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:28.307345 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6f93713-e282-409f-8a9c-d5ca8ed01f16 None None] Routers {'639366b6-0f53-4a70-9c5a-bf45f34bbcaf'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:27:28.308144 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-d6f93713-e282-409f-8a9c-d5ca8ed01f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:27:27Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['639366b6-0f53-4a70-9c5a-bf45f34bbcaf'], 'active': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:27:28.406972 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.db [None req-0fad33ec-99e1-46dc-bf86-655448522275 tempest-RoutersNegativeIpV6Test-1807013643 tempest-RoutersNegativeIpV6Test-1807013643-project] For port 684bc0c7-917e-4d01-a62c-ba1257cc2524, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=684bc0c7-917e-4d01-a62c-ba1257cc2524,segment=NetworkSegment(b50c5616-b74a-41ee-8afc-7c57e5e1341d),segment_id=b50c5616-b74a-41ee-8afc-7c57e5e1341d)] {{(pid=103160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:27:28.407541 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-0fad33ec-99e1-46dc-bf86-655448522275 tempest-RoutersNegativeIpV6Test-1807013643 tempest-RoutersNegativeIpV6Test-1807013643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:28.420423 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-afa9ae9b-bdbb-4010-bcf6-3a46ce66cf71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:28.434379 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-0fad33ec-99e1-46dc-bf86-655448522275 tempest-RoutersNegativeIpV6Test-1807013643 tempest-RoutersNegativeIpV6Test-1807013643-project] Calling delete_port for 684bc0c7-917e-4d01-a62c-ba1257cc2524 owned by network:dhcp {{(pid=103160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:27:28.434947 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76c0f5ac-0857-4a1e-874f-28ccb6558d3c None None] DHCP port deletion for c11f6456-5e42-4cfc-a176-15eb286211e6 request from dv-neutron-744815-20-hyperv {{(pid=103161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 18 13:27:28.495649 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-94b1c06d-0666-4780-9c0d-ffdd0ed94760 tempest-RoutersAdminTest-1969777796 tempest-RoutersAdminTest-1969777796-project] Publish callbacks [] for router, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:28.499787 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-0ce5c841-8f9b-4262-9429-d114045083cc admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d22f5f9e407543918c435ea42298740b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3712051 Dec 18 13:27:28.502350 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 50326) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:27:28.531688 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-5f2420e1-2f5d-4da8-8d87-4098cdeafc4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:28.566563 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.db_base_plugin_common [None req-d6aeeffe-1100-4c05-a0bf-aa7e9795451d tempest-RoutersIpV6AdminTest-1535217791 tempest-RoutersIpV6AdminTest-1535217791-project-admin] Allocated IP 172.26.3.65 (decb4a40-7941-48c8-afbb-daaafd502e83/70deed80-3ca1-4f9e-96cb-563b43d3acba/c98e0807-5f35-4629-ba5a-d6f0a8d16fda) {{(pid=103160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:27:28.582285 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-5f2420e1-2f5d-4da8-8d87-4098cdeafc4a None None] For port 3880c13f-4101-4a84-ab67-4a8fbd609964, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=3880c13f-4101-4a84-ab67-4a8fbd609964,segment=NetworkSegment(3f66d49c-4faa-434c-8c3e-991f4f1d01bd),segment_id=3f66d49c-4faa-434c-8c3e-991f4f1d01bd)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:27:28.582808 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-0fad33ec-99e1-46dc-bf86-655448522275 tempest-RoutersNegativeIpV6Test-1807013643 tempest-RoutersNegativeIpV6Test-1807013643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4533522'] for port, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:28.599397 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-5f2420e1-2f5d-4da8-8d87-4098cdeafc4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:28.606476 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvr_db [None req-d6f93713-e282-409f-8a9c-d5ca8ed01f16 None None] Set router 639366b6-0f53-4a70-9c5a-bf45f34bbcaf gateway port host: dv-neutron-744815-20-hyperv {{(pid=103161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 13:27:28.647077 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fad33ec-99e1-46dc-bf86-655448522275 tempest-RoutersNegativeIpV6Test-1807013643 tempest-RoutersNegativeIpV6Test-1807013643-project] Pushing event deleted for resources: {'Port': ['ID=684bc0c7-917e-4d01-a62c-ba1257cc2524,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:27:28.652026 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fad33ec-99e1-46dc-bf86-655448522275 tempest-RoutersNegativeIpV6Test-1807013643 tempest-RoutersNegativeIpV6Test-1807013643-project] No DVR routers for this DVR port 684bc0c7-917e-4d01-a62c-ba1257cc2524 on host dv-neutron-744815-20-hyperv {{(pid=103160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 18 13:27:28.705992 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-cc1f82a4-b63a-46a4-a9d0-0d9837aeb647 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:28.712941 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-76c0f5ac-0857-4a1e-874f-28ccb6558d3c None None] Deleting port 684bc0c7-917e-4d01-a62c-ba1257cc2524 {{(pid=103161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:27:28.713254 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-76c0f5ac-0857-4a1e-874f-28ccb6558d3c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:28.740735 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-94b1c06d-0666-4780-9c0d-ffdd0ed94760 tempest-RoutersAdminTest-1969777796 tempest-RoutersAdminTest-1969777796-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:28.751711 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-cc1f82a4-b63a-46a4-a9d0-0d9837aeb647 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:28.755327 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2420e1-2f5d-4da8-8d87-4098cdeafc4a None None] Pushing event updated for resources: {'Port': ['ID=3880c13f-4101-4a84-ab67-4a8fbd609964,revision_number=4']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:27:28.814403 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-0fad33ec-99e1-46dc-bf86-655448522275 tempest-RoutersNegativeIpV6Test-1807013643 tempest-RoutersNegativeIpV6Test-1807013643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1927292', 'neutron.services.segments.db._delete_segments_for_network-8767106887837'] for network, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:28.839917 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-76c0f5ac-0857-4a1e-874f-28ccb6558d3c None None] For port 684bc0c7-917e-4d01-a62c-ba1257cc2524, host dv-neutron-744815-20-hyperv, got binding levels [] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:27:28.840481 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-76c0f5ac-0857-4a1e-874f-28ccb6558d3c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:28.846419 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-94b1c06d-0666-4780-9c0d-ffdd0ed94760 tempest-RoutersAdminTest-1969777796 tempest-RoutersAdminTest-1969777796-project] Deleting port 463fd556-3638-4f47-b81c-18b20a8fcebf {{(pid=103159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:27:28.847108 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-94b1c06d-0666-4780-9c0d-ffdd0ed94760 tempest-RoutersAdminTest-1969777796 tempest-RoutersAdminTest-1969777796-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:28.854888 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-76c0f5ac-0857-4a1e-874f-28ccb6558d3c None None] Calling delete_port for 684bc0c7-917e-4d01-a62c-ba1257cc2524 owned by network:dhcp {{(pid=103161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:27:28.857606 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.ipam_backend_mixin [None req-76c0f5ac-0857-4a1e-874f-28ccb6558d3c None None] Port 684bc0c7-917e-4d01-a62c-ba1257cc2524 was not found and therefore no delete operation was performed {{(pid=103161) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 18 13:27:28.860182 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-76c0f5ac-0857-4a1e-874f-28ccb6558d3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984'] for port, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:28.863765 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-cc1f82a4-b63a-46a4-a9d0-0d9837aeb647 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:28.867083 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-cc1f82a4-b63a-46a4-a9d0-0d9837aeb647 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:28.868849 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-cc1f82a4-b63a-46a4-a9d0-0d9837aeb647 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/dcb17d72-fa8c-409a-ac17-bb7041547a24 HTTP/1.1" status: 204 len: 168 time: 0.3653343 Dec 18 13:27:28.900106 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-d6aeeffe-1100-4c05-a0bf-aa7e9795451d tempest-RoutersIpV6AdminTest-1535217791 tempest-RoutersIpV6AdminTest-1535217791-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:28.918314 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c0f5ac-0857-4a1e-874f-28ccb6558d3c None None] Pushing event deleted for resources: {'Port': ['ID=684bc0c7-917e-4d01-a62c-ba1257cc2524,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:27:28.920564 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1f82a4-b63a-46a4-a9d0-0d9837aeb647 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcb17d72-fa8c-409a-ac17-bb7041547a24,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:27:28.923849 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76c0f5ac-0857-4a1e-874f-28ccb6558d3c None None] No DVR routers for this DVR port 684bc0c7-917e-4d01-a62c-ba1257cc2524 on host dv-neutron-744815-20-hyperv {{(pid=103161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 18 13:27:28.956428 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-4b1e6e1e-c41d-44c1-b1a2-6e2267b011dc None None] Provisioning complete for port 3880c13f-4101-4a84-ab67-4a8fbd609964 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:27:28.956635 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-4b1e6e1e-c41d-44c1-b1a2-6e2267b011dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:28.973447 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.services.segments.db [None req-0fad33ec-99e1-46dc-bf86-655448522275 tempest-RoutersNegativeIpV6Test-1807013643 tempest-RoutersNegativeIpV6Test-1807013643-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c11f6456-5e42-4cfc-a176-15eb286211e6']}} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:27:28.981609 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-94b1c06d-0666-4780-9c0d-ffdd0ed94760 tempest-RoutersAdminTest-1969777796 tempest-RoutersAdminTest-1969777796-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:29.011024 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.services.segments.db [None req-0fad33ec-99e1-46dc-bf86-655448522275 tempest-RoutersNegativeIpV6Test-1807013643 tempest-RoutersNegativeIpV6Test-1807013643-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b50c5616-b74a-41ee-8afc-7c57e5e1341d') {'for_net_delete': True} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:27:29.011518 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.services.segments.db [None req-0fad33ec-99e1-46dc-bf86-655448522275 tempest-RoutersNegativeIpV6Test-1807013643 tempest-RoutersNegativeIpV6Test-1807013643-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b50c5616-b74a-41ee-8afc-7c57e5e1341d') {} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:27:29.016659 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-94b1c06d-0666-4780-9c0d-ffdd0ed94760 tempest-RoutersAdminTest-1969777796 tempest-RoutersAdminTest-1969777796-project] Calling delete_port for 463fd556-3638-4f47-b81c-18b20a8fcebf owned by network:router_gateway {{(pid=103159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:27:29.032958 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-0fad33ec-99e1-46dc-bf86-655448522275 tempest-RoutersNegativeIpV6Test-1807013643 tempest-RoutersNegativeIpV6Test-1807013643-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767106888614', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4533424'] for segment, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:29.062088 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-0fad33ec-99e1-46dc-bf86-655448522275 tempest-RoutersNegativeIpV6Test-1807013643 tempest-RoutersNegativeIpV6Test-1807013643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:29.069508 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fad33ec-99e1-46dc-bf86-655448522275 tempest-RoutersNegativeIpV6Test-1807013643 tempest-RoutersNegativeIpV6Test-1807013643-project] Releasing vlan 139 on physical network physnet1 to pool {{(pid=103160) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 18 13:27:29.070225 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-0fad33ec-99e1-46dc-bf86-655448522275 tempest-RoutersNegativeIpV6Test-1807013643 tempest-RoutersNegativeIpV6Test-1807013643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4533569'] for segment, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:29.131925 dv-neutron-744815-20-hyperv neutron-server[103160]: Traceback (most recent call last): Dec 18 13:27:29.131925 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 18 13:27:29.131925 dv-neutron-744815-20-hyperv neutron-server[103160]: timer() Dec 18 13:27:29.131925 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 18 13:27:29.131925 dv-neutron-744815-20-hyperv neutron-server[103160]: cb(*args, **kw) Dec 18 13:27:29.131925 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 18 13:27:29.131925 dv-neutron-744815-20-hyperv neutron-server[103160]: return func(*args, **kwargs) Dec 18 13:27:29.131925 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 18 13:27:29.131925 dv-neutron-744815-20-hyperv neutron-server[103160]: self._notify() Dec 18 13:27:29.131925 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 18 13:27:29.131925 dv-neutron-744815-20-hyperv neutron-server[103160]: self.callback(batched_events) Dec 18 13:27:29.131925 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 18 13:27:29.131925 dv-neutron-744815-20-hyperv neutron-server[103160]: event.method(event) Dec 18 13:27:29.131925 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 18 13:27:29.131925 dv-neutron-744815-20-hyperv neutron-server[103160]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 18 13:27:29.131925 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 18 13:27:29.131925 dv-neutron-744815-20-hyperv neutron-server[103160]: aggregate_uuid = self.p_client.list_aggregates( Dec 18 13:27:29.131925 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 18 13:27:29.131925 dv-neutron-744815-20-hyperv neutron-server[103160]: return f(self, *a, **k) Dec 18 13:27:29.131925 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 18 13:27:29.131925 dv-neutron-744815-20-hyperv neutron-server[103160]: return self._get(url).json() Dec 18 13:27:29.131925 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 18 13:27:29.131925 dv-neutron-744815-20-hyperv neutron-server[103160]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 18 13:27:29.131925 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 18 13:27:29.131925 dv-neutron-744815-20-hyperv neutron-server[103160]: return self.request(url, 'GET', **kwargs) Dec 18 13:27:29.131925 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 18 13:27:29.131925 dv-neutron-744815-20-hyperv neutron-server[103160]: base_url = self.get_endpoint(auth, allow=allow, Dec 18 13:27:29.131925 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 18 13:27:29.131925 dv-neutron-744815-20-hyperv neutron-server[103160]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 18 13:27:29.131925 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 18 13:27:29.131925 dv-neutron-744815-20-hyperv neutron-server[103160]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 18 13:27:29.131925 dv-neutron-744815-20-hyperv neutron-server[103160]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 18 13:27:29.157117 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-0fad33ec-99e1-46dc-bf86-655448522275 tempest-RoutersNegativeIpV6Test-1807013643 tempest-RoutersNegativeIpV6Test-1807013643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1927267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586962'] for network, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:29.168016 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-0fad33ec-99e1-46dc-bf86-655448522275 tempest-RoutersNegativeIpV6Test-1807013643 tempest-RoutersNegativeIpV6Test-1807013643-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047995'] for network, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:29.171476 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-0fad33ec-99e1-46dc-bf86-655448522275 tempest-RoutersNegativeIpV6Test-1807013643 tempest-RoutersNegativeIpV6Test-1807013643-project] 10.222.0.31 "DELETE /v2.0/networks/c11f6456-5e42-4cfc-a176-15eb286211e6 HTTP/1.1" status: 204 len: 168 time: 1.3183172 Dec 18 13:27:29.181928 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 50350) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:27:29.191132 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-d6aeeffe-1100-4c05-a0bf-aa7e9795451d tempest-RoutersIpV6AdminTest-1535217791 tempest-RoutersIpV6AdminTest-1535217791-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4533522'] for port, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:29.194512 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-d6f93713-e282-409f-8a9c-d5ca8ed01f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '639366b6-0f53-4a70-9c5a-bf45f34bbcaf', 'name': 'tempest-snat-router-1774652730', 'tenant_id': 'c25643c72319491db836fcb08252f295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.135'}], 'enable_snat': False}, 'gw_port_id': '3880c13f-4101-4a84-ab67-4a8fbd609964', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:27:21Z', 'updated_at': '2021-12-18T13:27:25Z', 'revision_number': 3, 'project_id': 'c25643c72319491db836fcb08252f295', 'gw_port': {'id': '3880c13f-4101-4a84-ab67-4a8fbd609964', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:33:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '639366b6-0f53-4a70-9c5a-bf45f34bbcaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:27:23Z', 'updated_at': '2021-12-18T13:27:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-744815-20-hyperv'}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:27:29.197298 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fad33ec-99e1-46dc-bf86-655448522275 tempest-RoutersNegativeIpV6Test-1807013643 tempest-RoutersNegativeIpV6Test-1807013643-project] Pushing event deleted for resources: {'Network': ['ID=c11f6456-5e42-4cfc-a176-15eb286211e6,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:27:29.234270 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6f93713-e282-409f-8a9c-d5ca8ed01f16 None None] The sync data for ids ['639366b6-0f53-4a70-9c5a-bf45f34bbcaf'] in dv-neutron-744815-20-hyperv is: [{'id': '639366b6-0f53-4a70-9c5a-bf45f34bbcaf', 'name': 'tempest-snat-router-1774652730', 'tenant_id': 'c25643c72319491db836fcb08252f295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.135'}], 'enable_snat': False}, 'gw_port_id': '3880c13f-4101-4a84-ab67-4a8fbd609964', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:27:21Z', 'updated_at': '2021-12-18T13:27:25Z', 'revision_number': 3, 'project_id': 'c25643c72319491db836fcb08252f295', 'gw_port': {'id': '3880c13f-4101-4a84-ab67-4a8fbd609964', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:33:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '639366b6-0f53-4a70-9c5a-bf45f34bbcaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:27:23Z', 'updated_at': '2021-12-18T13:27:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-744815-20-hyperv'}] {{(pid=103161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 13:27:29.270743 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6aeeffe-1100-4c05-a0bf-aa7e9795451d tempest-RoutersIpV6AdminTest-1535217791 tempest-RoutersIpV6AdminTest-1535217791-project-admin] Network decb4a40-7941-48c8-afbb-daaafd502e83 is already hosted by enough agents. {{(pid=103160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:27:29.283717 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.base_scheduler [None req-d6aeeffe-1100-4c05-a0bf-aa7e9795451d tempest-RoutersIpV6AdminTest-1535217791 tempest-RoutersIpV6AdminTest-1535217791-project-admin] Resources bound (agent type, host, resource id): {{(pid=103160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:27:29.291640 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6aeeffe-1100-4c05-a0bf-aa7e9795451d tempest-RoutersIpV6AdminTest-1535217791 tempest-RoutersIpV6AdminTest-1535217791-project-admin] Received port after_create {{(pid=103160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:27:29.300923 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f191733f-9756-49e6-b097-721fb8ad0424 None None] DHCP port deletion for decb4a40-7941-48c8-afbb-daaafd502e83 request from dv-neutron-744815-20-hyperv {{(pid=103161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 18 13:27:29.332264 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6aeeffe-1100-4c05-a0bf-aa7e9795451d tempest-RoutersIpV6AdminTest-1535217791 tempest-RoutersIpV6AdminTest-1535217791-project-admin] Pushing event updated for resources: {'Port': ['ID=c98e0807-5f35-4629-ba5a-d6f0a8d16fda,revision_number=1']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:27:29.339769 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.db_base_plugin_v2 [None req-f698052a-7e1b-4fa4-b6ca-649171dc1faf tempest-RoutersNegativeIpV6Test-1807013643 tempest-RoutersNegativeIpV6Test-1807013643-project] Deleting subnet 7612b65b-d27c-40c7-92af-830e5aa5847a {{(pid=103160) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 18 13:27:29.348199 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-f698052a-7e1b-4fa4-b6ca-649171dc1faf tempest-RoutersNegativeIpV6Test-1807013643 tempest-RoutersNegativeIpV6Test-1807013643-project] Publish callbacks [] for subnet, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:29.369443 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-94b1c06d-0666-4780-9c0d-ffdd0ed94760 tempest-RoutersAdminTest-1969777796 tempest-RoutersAdminTest-1969777796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:29.374666 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-470d7825-28b8-4fa0-8d24-a0aa3e170731 None None] Provisioning complete for port c98e0807-5f35-4629-ba5a-d6f0a8d16fda triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:27:29.378553 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-470d7825-28b8-4fa0-8d24-a0aa3e170731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:29.439969 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57c23f4a-61a0-4daa-a3f1-8ce752d8aeaa None None] DHCP port deletion for decb4a40-7941-48c8-afbb-daaafd502e83 request from dv-neutron-744815-20-hyperv {{(pid=103161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 18 13:27:29.468485 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 50354) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:27:29.475629 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b1c06d-0666-4780-9c0d-ffdd0ed94760 tempest-RoutersAdminTest-1969777796 tempest-RoutersAdminTest-1969777796-project] Pushing event deleted for resources: {'Port': ['ID=463fd556-3638-4f47-b81c-18b20a8fcebf,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:27:29.485692 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-470d7825-28b8-4fa0-8d24-a0aa3e170731 None None] Port c98e0807-5f35-4629-ba5a-d6f0a8d16fda cannot update to ACTIVE because it is not bound. {{(pid=103161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 13:27:29.548602 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 50358) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:27:29.558887 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-f698052a-7e1b-4fa4-b6ca-649171dc1faf tempest-RoutersNegativeIpV6Test-1807013643 tempest-RoutersNegativeIpV6Test-1807013643-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4533385'] for subnet, precommit_delete_associations {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:29.559499 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-94b1c06d-0666-4780-9c0d-ffdd0ed94760 tempest-RoutersAdminTest-1969777796 tempest-RoutersAdminTest-1969777796-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-586554'] for router_gateway, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:29.593616 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b24748e5-3938-4cc4-82d5-59ae38fd7f12 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:29.709678 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-94b1c06d-0666-4780-9c0d-ffdd0ed94760 tempest-RoutersAdminTest-1969777796 tempest-RoutersAdminTest-1969777796-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-589815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28643'] for router, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:29.714732 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-94b1c06d-0666-4780-9c0d-ffdd0ed94760 tempest-RoutersAdminTest-1969777796 tempest-RoutersAdminTest-1969777796-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:29.769345 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 684bc0c7-917e-4d01-a62c-ba1257cc2524 no longer exists at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 18 13:27:29.787974 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-d6aeeffe-1100-4c05-a0bf-aa7e9795451d tempest-RoutersIpV6AdminTest-1535217791 tempest-RoutersIpV6AdminTest-1535217791-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:29.792295 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-f698052a-7e1b-4fa4-b6ca-649171dc1faf tempest-RoutersNegativeIpV6Test-1807013643 tempest-RoutersNegativeIpV6Test-1807013643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1929185'] for subnet, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:29.802728 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-2294866d-0076-4933-952c-685307032598 None None] No Port match for: 684bc0c7-917e-4d01-a62c-ba1257cc2524 {{(pid=103161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 18 13:27:29.803622 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 684bc0c7-917e-4d01-a62c-ba1257cc2524 not bound to the agent host dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 18 13:27:29.858005 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7b7a3272-2b45-4d32-9670-25eb1afd1184 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:29.863435 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-628028c8-0293-4b3f-8e8b-e42a78a413ea tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1766202777'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:27:29.883108 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-94b1c06d-0666-4780-9c0d-ffdd0ed94760 tempest-RoutersAdminTest-1969777796 tempest-RoutersAdminTest-1969777796-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-589710'] for router, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:29.883574 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94b1c06d-0666-4780-9c0d-ffdd0ed94760 tempest-RoutersAdminTest-1969777796 tempest-RoutersAdminTest-1969777796-project] Fanout notify agent at l3_agent the message router_deleted on router d944d27a-4a70-4a0c-b87f-5fe729693967 {{(pid=103159) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 18 13:27:29.898642 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-94b1c06d-0666-4780-9c0d-ffdd0ed94760 tempest-RoutersAdminTest-1969777796 tempest-RoutersAdminTest-1969777796-project] Publish callbacks [] for router, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:29.908149 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-94b1c06d-0666-4780-9c0d-ffdd0ed94760 tempest-RoutersAdminTest-1969777796 tempest-RoutersAdminTest-1969777796-project] 10.222.0.31 "DELETE /v2.0/routers/d944d27a-4a70-4a0c-b87f-5fe729693967 HTTP/1.1" status: 204 len: 168 time: 1.6727083 Dec 18 13:27:29.908902 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 50362) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:27:29.931119 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-9d2bdb6c-e87c-4625-8edb-f7735c8d566e tempest-RoutersAdminTest-1969777796 tempest-RoutersAdminTest-1969777796-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1482405259', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:27:29.961235 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-628028c8-0293-4b3f-8e8b-e42a78a413ea tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Made reservation on behalf of dde8326b44a64ab5a12bbfefe7e7aced for: {'network': 1} {{(pid=103159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:27:29.965460 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-628028c8-0293-4b3f-8e8b-e42a78a413ea tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for network, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:29.977181 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-628028c8-0293-4b3f-8e8b-e42a78a413ea tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks [] for security_group, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:30.010367 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b24748e5-3938-4cc4-82d5-59ae38fd7f12 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:30.024169 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b24748e5-3938-4cc4-82d5-59ae38fd7f12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:30.054162 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-9d2bdb6c-e87c-4625-8edb-f7735c8d566e tempest-RoutersAdminTest-1969777796 tempest-RoutersAdminTest-1969777796-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28433'] for router, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:30.055252 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-9d2bdb6c-e87c-4625-8edb-f7735c8d566e tempest-RoutersAdminTest-1969777796 tempest-RoutersAdminTest-1969777796-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-589769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28440'] for router, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:30.100194 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-b24748e5-3938-4cc4-82d5-59ae38fd7f12 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=39cc500303eb4e17bbc6eac8aac1116a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5503664 Dec 18 13:27:30.103642 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 50368) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:27:30.114438 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24748e5-3938-4cc4-82d5-59ae38fd7f12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17046b59-18f9-4250-a2d9-2ec4b5bb961c,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:27:30.231933 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-9d2bdb6c-e87c-4625-8edb-f7735c8d566e tempest-RoutersAdminTest-1969777796 tempest-RoutersAdminTest-1969777796-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:30.249012 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-9d2bdb6c-e87c-4625-8edb-f7735c8d566e tempest-RoutersAdminTest-1969777796 tempest-RoutersAdminTest-1969777796-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-589760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-586526'] for router, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:30.279448 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-628028c8-0293-4b3f-8e8b-e42a78a413ea tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks [] for security_group, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:30.288488 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-628028c8-0293-4b3f-8e8b-e42a78a413ea tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:30.290933 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-f698052a-7e1b-4fa4-b6ca-649171dc1faf tempest-RoutersNegativeIpV6Test-1807013643 tempest-RoutersNegativeIpV6Test-1807013643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1929192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4533475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4514371'] for subnet, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:30.295831 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-9d2bdb6c-e87c-4625-8edb-f7735c8d566e tempest-RoutersAdminTest-1969777796 tempest-RoutersAdminTest-1969777796-project] Publish callbacks [] for router, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:30.297043 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-9d2bdb6c-e87c-4625-8edb-f7735c8d566e tempest-RoutersAdminTest-1969777796 tempest-RoutersAdminTest-1969777796-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3814797 Dec 18 13:27:30.303511 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 50370) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:27:30.308959 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-dc3e7603-eb42-4a97-8dae-31ba72ecc922 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:30.316645 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-59e29651-9d0b-4059-90d3-8e6ed141ea23 tempest-RoutersAdminTest-1969777796 tempest-RoutersAdminTest-1969777796-project] Request body: {'router': {'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83'}}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:27:30.351367 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-628028c8-0293-4b3f-8e8b-e42a78a413ea tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 101} {{(pid=103159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 18 13:27:30.372213 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-dc3e7603-eb42-4a97-8dae-31ba72ecc922 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:30.374683 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628028c8-0293-4b3f-8e8b-e42a78a413ea tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9ff1854-f54d-4e15-9902-ee7acd59bf5e,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:27:30.391611 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-628028c8-0293-4b3f-8e8b-e42a78a413ea tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:30.391924 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.db.segments_db [None req-628028c8-0293-4b3f-8e8b-e42a78a413ea tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Added segment 8a8b25c1-db3d-4a31-a842-329cb0f3a9fe of type vlan for network 9a0c71e8-65ef-4584-a473-d55e5a427bae Dec 18 13:27:30.429274 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f698052a-7e1b-4fa4-b6ca-649171dc1faf tempest-RoutersNegativeIpV6Test-1807013643 tempest-RoutersNegativeIpV6Test-1807013643-project] Pushing event deleted for resources: {'Subnet': ['ID=7612b65b-d27c-40c7-92af-830e5aa5847a,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:27:30.442880 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc1b7c1b-dcac-40dd-912f-8c7b848c39a9 None None] Network 55a325c9-654c-489e-8dbc-a77b70508f34 requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:27:30.465479 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-f698052a-7e1b-4fa4-b6ca-649171dc1faf tempest-RoutersNegativeIpV6Test-1807013643 tempest-RoutersNegativeIpV6Test-1807013643-project] Publish callbacks [] for subnet, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:30.469601 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-f698052a-7e1b-4fa4-b6ca-649171dc1faf tempest-RoutersNegativeIpV6Test-1807013643 tempest-RoutersNegativeIpV6Test-1807013643-project] 10.222.0.31 "DELETE /v2.0/subnets/7612b65b-d27c-40c7-92af-830e5aa5847a HTTP/1.1" status: 204 len: 168 time: 1.2862756 Dec 18 13:27:30.474103 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 50372) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:27:30.479581 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-628028c8-0293-4b3f-8e8b-e42a78a413ea tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767106405744'] for network, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:30.511852 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-dc3e7603-eb42-4a97-8dae-31ba72ecc922 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:30.515422 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-dc3e7603-eb42-4a97-8dae-31ba72ecc922 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:30.520399 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-dc3e7603-eb42-4a97-8dae-31ba72ecc922 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/17046b59-18f9-4250-a2d9-2ec4b5bb961c HTTP/1.1" status: 204 len: 168 time: 0.4135475 Dec 18 13:27:30.536695 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3e7603-eb42-4a97-8dae-31ba72ecc922 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17046b59-18f9-4250-a2d9-2ec4b5bb961c,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:27:30.540091 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-628028c8-0293-4b3f-8e8b-e42a78a413ea tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981'] for network, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:30.546526 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-628028c8-0293-4b3f-8e8b-e42a78a413ea tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:27:30.547389 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-628028c8-0293-4b3f-8e8b-e42a78a413ea tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047995'] for network, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:30.630206 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-628028c8-0293-4b3f-8e8b-e42a78a413ea tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.1593776 Dec 18 13:27:30.632849 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 50376) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:27:30.686979 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6a7f533-bf1c-4f71-9d74-df85b4f39ae1 tempest-RoutersNegativeIpV6Test-1807013643 tempest-RoutersNegativeIpV6Test-1807013643-project] Deleting subnet 152a4c2d-7c3c-4709-9b64-4859119eb4c8 {{(pid=103160) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 18 13:27:30.688563 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-84533fe2-df84-4f87-8c40-fa2144acc3b4 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Request body: {'port': {'network_id': '9a0c71e8-65ef-4584-a473-d55e5a427bae', 'name': 'tempest-PortsTestJSON-33896996'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:27:30.698428 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-a6a7f533-bf1c-4f71-9d74-df85b4f39ae1 tempest-RoutersNegativeIpV6Test-1807013643 tempest-RoutersNegativeIpV6Test-1807013643-project] Publish callbacks [] for subnet, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:30.726529 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628028c8-0293-4b3f-8e8b-e42a78a413ea tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Pushing event updated for resources: {'Network': ['ID=9a0c71e8-65ef-4584-a473-d55e5a427bae,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:27:30.728161 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-d6aeeffe-1100-4c05-a0bf-aa7e9795451d tempest-RoutersIpV6AdminTest-1535217791 tempest-RoutersIpV6AdminTest-1535217791-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-589760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-586526'] for router, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:30.744882 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Network 9a0c71e8-65ef-4584-a473-d55e5a427bae details requested by agent ovs-agent-dv-neutron-744815-20-hyperv with host dv-neutron-744815-20-hyperv {{(pid=103161) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 18 13:27:30.845562 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1289902-5a7f-4fbf-a281-5af19510da21 None None] DHCP port deletion for 55a325c9-654c-489e-8dbc-a77b70508f34 request from dv-neutron-744815-20-hyperv {{(pid=103161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 18 13:27:30.846844 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84533fe2-df84-4f87-8c40-fa2144acc3b4 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Made reservation on behalf of dde8326b44a64ab5a12bbfefe7e7aced for: {'port': 1} {{(pid=103159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:27:30.852060 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-84533fe2-df84-4f87-8c40-fa2144acc3b4 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:30.864821 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-a6a7f533-bf1c-4f71-9d74-df85b4f39ae1 tempest-RoutersNegativeIpV6Test-1807013643 tempest-RoutersNegativeIpV6Test-1807013643-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4533385'] for subnet, precommit_delete_associations {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:30.885043 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.notifiers.nova [None req-84533fe2-df84-4f87-8c40-fa2144acc3b4 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] device_id is not set on port a7c967b0-dc78-4f12-97fb-5949aa4bdd23 yet. {{(pid=103159) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 18 13:27:30.910992 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:30.921784 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-59e29651-9d0b-4059-90d3-8e6ed141ea23 tempest-RoutersAdminTest-1969777796 tempest-RoutersAdminTest-1969777796-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:30.956724 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-a1289902-5a7f-4fbf-a281-5af19510da21 None None] Deleting port 2cdbc908-3842-464a-8843-035110bb2118 {{(pid=103161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:27:30.957294 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a1289902-5a7f-4fbf-a281-5af19510da21 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:31.051453 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-a1289902-5a7f-4fbf-a281-5af19510da21 None None] For port 2cdbc908-3842-464a-8843-035110bb2118, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=2cdbc908-3842-464a-8843-035110bb2118,segment=NetworkSegment(248f1462-dc9d-4d32-977c-1cd88d16320e),segment_id=248f1462-dc9d-4d32-977c-1cd88d16320e)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:27:31.054016 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a1289902-5a7f-4fbf-a281-5af19510da21 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:31.077319 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-a1289902-5a7f-4fbf-a281-5af19510da21 None None] Calling delete_port for 2cdbc908-3842-464a-8843-035110bb2118 owned by network:dhcp {{(pid=103161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:27:31.132389 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-a6a7f533-bf1c-4f71-9d74-df85b4f39ae1 tempest-RoutersNegativeIpV6Test-1807013643 tempest-RoutersNegativeIpV6Test-1807013643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1929185'] for subnet, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:31.148499 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 50382) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:27:31.171916 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-84533fe2-df84-4f87-8c40-fa2144acc3b4 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks [] for port, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:31.174420 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b534bc3e-49f7-44ba-ad4b-d38d2edb76a9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:31.234702 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a1289902-5a7f-4fbf-a281-5af19510da21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984'] for port, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:31.259726 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6aeeffe-1100-4c05-a0bf-aa7e9795451d tempest-RoutersIpV6AdminTest-1535217791 tempest-RoutersIpV6AdminTest-1535217791-project-admin] Router a8d85e1c-44cd-4805-9548-b30f3d5585e8 is scheduled to L3 agent c9c0cd52-5bd2-4704-9429-d80f1c5ad23c with binding_index 1 {{(pid=103160) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 18 13:27:31.280717 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-a6a7f533-bf1c-4f71-9d74-df85b4f39ae1 tempest-RoutersNegativeIpV6Test-1807013643 tempest-RoutersNegativeIpV6Test-1807013643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1929192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4533475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4514371'] for subnet, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:31.288818 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1289902-5a7f-4fbf-a281-5af19510da21 None None] Pushing event deleted for resources: {'Port': ['ID=2cdbc908-3842-464a-8843-035110bb2118,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:27:31.291100 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1289902-5a7f-4fbf-a281-5af19510da21 None None] No DVR routers for this DVR port 2cdbc908-3842-464a-8843-035110bb2118 on host dv-neutron-744815-20-hyperv {{(pid=103161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 18 13:27:31.330047 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25ee77d8-cb7b-487e-b03c-afca8024ce62 None None] Network bf5b4ec6-aa0c-4db5-bc2b-ff8cfb2dc88a requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:27:31.339973 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-84533fe2-df84-4f87-8c40-fa2144acc3b4 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:31.348199 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-a6a7f533-bf1c-4f71-9d74-df85b4f39ae1 tempest-RoutersNegativeIpV6Test-1807013643 tempest-RoutersNegativeIpV6Test-1807013643-project] Publish callbacks [] for subnet, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:31.356699 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-a6a7f533-bf1c-4f71-9d74-df85b4f39ae1 tempest-RoutersNegativeIpV6Test-1807013643 tempest-RoutersNegativeIpV6Test-1807013643-project] 10.222.0.31 "DELETE /v2.0/subnets/152a4c2d-7c3c-4709-9b64-4859119eb4c8 HTTP/1.1" status: 204 len: 168 time: 0.8779418 Dec 18 13:27:31.358700 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 50388) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:27:31.453781 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a7f533-bf1c-4f71-9d74-df85b4f39ae1 tempest-RoutersNegativeIpV6Test-1807013643 tempest-RoutersNegativeIpV6Test-1807013643-project] Pushing event deleted for resources: {'Subnet': ['ID=152a4c2d-7c3c-4709-9b64-4859119eb4c8,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:27:31.514045 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b534bc3e-49f7-44ba-ad4b-d38d2edb76a9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:31.526520 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-59e29651-9d0b-4059-90d3-8e6ed141ea23 tempest-RoutersAdminTest-1969777796 tempest-RoutersAdminTest-1969777796-project] Publish callbacks [] for router_gateway, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:31.530183 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b534bc3e-49f7-44ba-ad4b-d38d2edb76a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:31.540352 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84533fe2-df84-4f87-8c40-fa2144acc3b4 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Pushing event updated for resources: {'Port': ['ID=a7c967b0-dc78-4f12-97fb-5949aa4bdd23,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:27:31.553582 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-59e29651-9d0b-4059-90d3-8e6ed141ea23 tempest-RoutersAdminTest-1969777796 tempest-RoutersAdminTest-1969777796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:31.562233 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15fc012d-3597-4a0d-a22a-96a6162f1655 None None] DHCP port deletion for bf5b4ec6-aa0c-4db5-bc2b-ff8cfb2dc88a request from dv-neutron-744815-20-hyperv {{(pid=103161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 18 13:27:31.576410 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-4fd34c3c-05f7-4ef1-af37-2cc7f73c40f1 tempest-RoutersNegativeIpV6Test-1807013643 tempest-RoutersNegativeIpV6Test-1807013643-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2023137'] for network, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:31.605020 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84533fe2-df84-4f87-8c40-fa2144acc3b4 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Checking segment: {'id': '8a8b25c1-db3d-4a31-a842-329cb0f3a9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '9a0c71e8-65ef-4584-a473-d55e5a427bae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 13:27:31.605392 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84533fe2-df84-4f87-8c40-fa2144acc3b4 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Network hostable DHCP agents. Network: 9a0c71e8-65ef-4584-a473-d55e5a427bae, hostable agents: ['aa77effa-0e3a-4bbd-a383-4d58ed3328d0'], hosted agents: [] {{(pid=103159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 18 13:27:31.608986 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b534bc3e-49f7-44ba-ad4b-d38d2edb76a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb7a264c-d436-47aa-8809-5a30855c523f,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:27:31.633959 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-b534bc3e-49f7-44ba-ad4b-d38d2edb76a9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4622bfb4938642a1a707c19273b3ceca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4835708 Dec 18 13:27:31.638020 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 50390) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:27:31.657847 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-15fc012d-3597-4a0d-a22a-96a6162f1655 None None] Deleting port cf24f961-9a8d-4695-8cbf-42c447851aeb {{(pid=103161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:27:31.658368 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-15fc012d-3597-4a0d-a22a-96a6162f1655 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:31.695854 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84533fe2-df84-4f87-8c40-fa2144acc3b4 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Network 9a0c71e8-65ef-4584-a473-d55e5a427bae is scheduled to be hosted by DHCP agent aa77effa-0e3a-4bbd-a383-4d58ed3328d0 with binding_index 1 {{(pid=103159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 18 13:27:31.721602 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6aeeffe-1100-4c05-a0bf-aa7e9795451d tempest-RoutersIpV6AdminTest-1535217791 tempest-RoutersIpV6AdminTest-1535217791-project-admin] Notify agent at l3_agent.dv-neutron-744815-20-hyperv the message routers_updated {{(pid=103160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 13:27:31.737192 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-15fc012d-3597-4a0d-a22a-96a6162f1655 None None] For port cf24f961-9a8d-4695-8cbf-42c447851aeb, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=cf24f961-9a8d-4695-8cbf-42c447851aeb,segment=NetworkSegment(4f14b209-e3e9-49e1-9edf-9bf976eb5c07),segment_id=4f14b209-e3e9-49e1-9edf-9bf976eb5c07)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:27:31.737700 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-15fc012d-3597-4a0d-a22a-96a6162f1655 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:31.737908 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6be44cb9-d85c-4178-85a7-ab6879c0cbc0 None None] Sync routers for ids ['a8d85e1c-44cd-4805-9548-b30f3d5585e8'] in dv-neutron-744815-20-hyperv {{(pid=103162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 13:27:31.738409 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.base_scheduler [None req-84533fe2-df84-4f87-8c40-fa2144acc3b4 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-744815-20-hyperv, 9a0c71e8-65ef-4584-a473-d55e5a427bae) {{(pid=103159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:27:31.744022 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84533fe2-df84-4f87-8c40-fa2144acc3b4 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Received port after_create {{(pid=103159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:27:31.752318 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84533fe2-df84-4f87-8c40-fa2144acc3b4 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:27:31.753862 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-84533fe2-df84-4f87-8c40-fa2144acc3b4 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:31.754564 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6be44cb9-d85c-4178-85a7-ab6879c0cbc0 None None] Routers {'a8d85e1c-44cd-4805-9548-b30f3d5585e8'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:27:31.754677 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6042f3fb-5ec8-45a7-a142-ab1114955d7a None None] Network 9a0c71e8-65ef-4584-a473-d55e5a427bae requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:27:31.756112 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-6be44cb9-d85c-4178-85a7-ab6879c0cbc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:27:27Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['a8d85e1c-44cd-4805-9548-b30f3d5585e8'], 'active': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:27:31.762503 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.db_base_plugin_common [None req-59e29651-9d0b-4059-90d3-8e6ed141ea23 tempest-RoutersAdminTest-1969777796 tempest-RoutersAdminTest-1969777796-project] Allocated IP 172.26.3.194 (decb4a40-7941-48c8-afbb-daaafd502e83/70deed80-3ca1-4f9e-96cb-563b43d3acba/2ae35c20-a991-41eb-b931-ba5015794013) {{(pid=103160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:27:31.777224 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-15fc012d-3597-4a0d-a22a-96a6162f1655 None None] Calling delete_port for cf24f961-9a8d-4695-8cbf-42c447851aeb owned by network:dhcp {{(pid=103161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:27:31.792144 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 3880c13f-4101-4a84-ab67-4a8fbd609964 up at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 13:27:31.811909 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-4fd34c3c-05f7-4ef1-af37-2cc7f73c40f1 tempest-RoutersNegativeIpV6Test-1807013643 tempest-RoutersNegativeIpV6Test-1807013643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1927292', 'neutron.services.segments.db._delete_segments_for_network-8767106887837'] for network, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:31.835257 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-84533fe2-df84-4f87-8c40-fa2144acc3b4 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 844 time: 1.1632898 Dec 18 13:27:31.835866 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 50392) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:27:31.851900 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-502858cd-e72e-4a37-a3e7-925481e02bd5 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1060105665'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:27:31.859561 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.services.segments.db [None req-4fd34c3c-05f7-4ef1-af37-2cc7f73c40f1 tempest-RoutersNegativeIpV6Test-1807013643 tempest-RoutersNegativeIpV6Test-1807013643-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55a325c9-654c-489e-8dbc-a77b70508f34']}} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:27:31.862354 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-71b7ffe3-147f-4259-b8c1-102de0a2e72e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:31.881985 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.services.segments.db [None req-4fd34c3c-05f7-4ef1-af37-2cc7f73c40f1 tempest-RoutersNegativeIpV6Test-1807013643 tempest-RoutersNegativeIpV6Test-1807013643-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '248f1462-dc9d-4d32-977c-1cd88d16320e') {'for_net_delete': True} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:27:31.882334 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.services.segments.db [None req-4fd34c3c-05f7-4ef1-af37-2cc7f73c40f1 tempest-RoutersNegativeIpV6Test-1807013643 tempest-RoutersNegativeIpV6Test-1807013643-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '248f1462-dc9d-4d32-977c-1cd88d16320e') {} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:27:31.900854 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvr_db [None req-6be44cb9-d85c-4178-85a7-ab6879c0cbc0 None None] Set router a8d85e1c-44cd-4805-9548-b30f3d5585e8 gateway port host: dv-neutron-744815-20-hyperv {{(pid=103162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 13:27:31.925874 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-4fd34c3c-05f7-4ef1-af37-2cc7f73c40f1 tempest-RoutersNegativeIpV6Test-1807013643 tempest-RoutersNegativeIpV6Test-1807013643-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767106888614', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5589569'] for segment, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:31.941163 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-71b7ffe3-147f-4259-b8c1-102de0a2e72e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:31.981437 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-d6aeeffe-1100-4c05-a0bf-aa7e9795451d tempest-RoutersIpV6AdminTest-1535217791 tempest-RoutersIpV6AdminTest-1535217791-project-admin] Publish callbacks [] for router, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:31.987808 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-d6aeeffe-1100-4c05-a0bf-aa7e9795451d tempest-RoutersIpV6AdminTest-1535217791 tempest-RoutersIpV6AdminTest-1535217791-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 4.9535735 Dec 18 13:27:31.994420 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 50394) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:27:31.998975 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-4fd34c3c-05f7-4ef1-af37-2cc7f73c40f1 tempest-RoutersNegativeIpV6Test-1807013643 tempest-RoutersNegativeIpV6Test-1807013643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:32.014716 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fd34c3c-05f7-4ef1-af37-2cc7f73c40f1 tempest-RoutersNegativeIpV6Test-1807013643 tempest-RoutersNegativeIpV6Test-1807013643-project] Releasing vlan 121 on physical network physnet1 to pool {{(pid=103159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 18 13:27:32.015174 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-4fd34c3c-05f7-4ef1-af37-2cc7f73c40f1 tempest-RoutersNegativeIpV6Test-1807013643 tempest-RoutersNegativeIpV6Test-1807013643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5660009'] for segment, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:32.061088 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-59e29651-9d0b-4059-90d3-8e6ed141ea23 tempest-RoutersAdminTest-1969777796 tempest-RoutersAdminTest-1969777796-project] Publish callbacks [] for port, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:32.146998 dv-neutron-744815-20-hyperv neutron-server[103159]: Traceback (most recent call last): Dec 18 13:27:32.146998 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 18 13:27:32.146998 dv-neutron-744815-20-hyperv neutron-server[103159]: timer() Dec 18 13:27:32.146998 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 18 13:27:32.146998 dv-neutron-744815-20-hyperv neutron-server[103159]: cb(*args, **kw) Dec 18 13:27:32.146998 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 18 13:27:32.146998 dv-neutron-744815-20-hyperv neutron-server[103159]: return func(*args, **kwargs) Dec 18 13:27:32.146998 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 18 13:27:32.146998 dv-neutron-744815-20-hyperv neutron-server[103159]: self._notify() Dec 18 13:27:32.146998 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 18 13:27:32.146998 dv-neutron-744815-20-hyperv neutron-server[103159]: self.callback(batched_events) Dec 18 13:27:32.146998 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 18 13:27:32.146998 dv-neutron-744815-20-hyperv neutron-server[103159]: event.method(event) Dec 18 13:27:32.146998 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 18 13:27:32.146998 dv-neutron-744815-20-hyperv neutron-server[103159]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 18 13:27:32.146998 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 18 13:27:32.146998 dv-neutron-744815-20-hyperv neutron-server[103159]: aggregate_uuid = self.p_client.list_aggregates( Dec 18 13:27:32.146998 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 18 13:27:32.146998 dv-neutron-744815-20-hyperv neutron-server[103159]: return f(self, *a, **k) Dec 18 13:27:32.146998 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 18 13:27:32.146998 dv-neutron-744815-20-hyperv neutron-server[103159]: return self._get(url).json() Dec 18 13:27:32.146998 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 18 13:27:32.146998 dv-neutron-744815-20-hyperv neutron-server[103159]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 18 13:27:32.146998 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 18 13:27:32.146998 dv-neutron-744815-20-hyperv neutron-server[103159]: return self.request(url, 'GET', **kwargs) Dec 18 13:27:32.146998 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 18 13:27:32.146998 dv-neutron-744815-20-hyperv neutron-server[103159]: base_url = self.get_endpoint(auth, allow=allow, Dec 18 13:27:32.146998 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 18 13:27:32.146998 dv-neutron-744815-20-hyperv neutron-server[103159]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 18 13:27:32.146998 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 18 13:27:32.146998 dv-neutron-744815-20-hyperv neutron-server[103159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 18 13:27:32.146998 dv-neutron-744815-20-hyperv neutron-server[103159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 18 13:27:32.157443 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-441e8602-f81d-423c-8a24-6001ed5b46d7 tempest-RoutersIpV6AdminTest-1535217791 tempest-RoutersIpV6AdminTest-1535217791-project-admin] 10.222.0.31 "GET /v2.0/routers/a8d85e1c-44cd-4805-9548-b30f3d5585e8 HTTP/1.1" status: 200 len: 907 time: 0.1572502 Dec 18 13:27:32.160101 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 50398) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:27:32.162078 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-4fd34c3c-05f7-4ef1-af37-2cc7f73c40f1 tempest-RoutersNegativeIpV6Test-1807013643 tempest-RoutersNegativeIpV6Test-1807013643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1927267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586962'] for network, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:32.177069 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-4fd34c3c-05f7-4ef1-af37-2cc7f73c40f1 tempest-RoutersNegativeIpV6Test-1807013643 tempest-RoutersNegativeIpV6Test-1807013643-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047995'] for network, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:32.182671 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-59e29651-9d0b-4059-90d3-8e6ed141ea23 tempest-RoutersAdminTest-1969777796 tempest-RoutersAdminTest-1969777796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4533522'] for port, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:32.182931 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-4fd34c3c-05f7-4ef1-af37-2cc7f73c40f1 tempest-RoutersNegativeIpV6Test-1807013643 tempest-RoutersNegativeIpV6Test-1807013643-project] 10.222.0.31 "DELETE /v2.0/networks/55a325c9-654c-489e-8dbc-a77b70508f34 HTTP/1.1" status: 204 len: 168 time: 0.8231091 Dec 18 13:27:32.185818 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-502858cd-e72e-4a37-a3e7-925481e02bd5 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Made reservation on behalf of dde8326b44a64ab5a12bbfefe7e7aced for: {'network': 1} {{(pid=103159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:27:32.186324 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-6be44cb9-d85c-4178-85a7-ab6879c0cbc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8d85e1c-44cd-4805-9548-b30f3d5585e8', 'name': 'tempest-snat-router-1774652730', 'tenant_id': 'c25643c72319491db836fcb08252f295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.65'}], 'enable_snat': True}, 'gw_port_id': 'c98e0807-5f35-4629-ba5a-d6f0a8d16fda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:27:27Z', 'updated_at': '2021-12-18T13:27:29Z', 'revision_number': 3, 'project_id': 'c25643c72319491db836fcb08252f295', 'gw_port': {'id': 'c98e0807-5f35-4629-ba5a-d6f0a8d16fda', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:77:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8d85e1c-44cd-4805-9548-b30f3d5585e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:27:28Z', 'updated_at': '2021-12-18T13:27:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv'}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:27:32.189432 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-502858cd-e72e-4a37-a3e7-925481e02bd5 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for network, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:32.190865 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 50400) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:27:32.225102 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd34c3c-05f7-4ef1-af37-2cc7f73c40f1 tempest-RoutersNegativeIpV6Test-1807013643 tempest-RoutersNegativeIpV6Test-1807013643-project] Pushing event deleted for resources: {'Network': ['ID=55a325c9-654c-489e-8dbc-a77b70508f34,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:27:32.241864 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-502858cd-e72e-4a37-a3e7-925481e02bd5 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 133} {{(pid=103159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 18 13:27:32.264243 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6be44cb9-d85c-4178-85a7-ab6879c0cbc0 None None] Checking router: a8d85e1c-44cd-4805-9548-b30f3d5585e8 for host: dv-neutron-744815-20-hyperv {{(pid=103162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 18 13:27:32.264743 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6be44cb9-d85c-4178-85a7-ab6879c0cbc0 None None] Updating router a8d85e1c-44cd-4805-9548-b30f3d5585e8 port c98e0807-5f35-4629-ba5a-d6f0a8d16fda binding host dv-neutron-744815-20-hyperv {{(pid=103162) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 18 13:27:32.268812 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-502858cd-e72e-4a37-a3e7-925481e02bd5 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:32.270484 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.db.segments_db [None req-502858cd-e72e-4a37-a3e7-925481e02bd5 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Added segment c1ff539c-9e8f-4e82-8634-64b0a87005c0 of type vlan for network a2dd4ad1-9dfe-4eb1-ad2a-823a0f383c62 Dec 18 13:27:32.309073 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6be44cb9-d85c-4178-85a7-ab6879c0cbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:32.325430 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2294866d-0076-4933-952c-685307032598 None None] Provisioning complete for port 3880c13f-4101-4a84-ab67-4a8fbd609964 triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:27:32.326004 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:32.360883 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-502858cd-e72e-4a37-a3e7-925481e02bd5 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767106405744'] for network, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:32.402308 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-71b7ffe3-147f-4259-b8c1-102de0a2e72e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:32.405391 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-71b7ffe3-147f-4259-b8c1-102de0a2e72e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:32.409736 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-71b7ffe3-147f-4259-b8c1-102de0a2e72e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/cb7a264c-d436-47aa-8809-5a30855c523f HTTP/1.1" status: 204 len: 168 time: 0.7674747 Dec 18 13:27:32.409905 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-15fc012d-3597-4a0d-a22a-96a6162f1655 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984'] for port, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:32.415300 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-502858cd-e72e-4a37-a3e7-925481e02bd5 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981'] for network, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:32.424103 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-502858cd-e72e-4a37-a3e7-925481e02bd5 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:27:32.425277 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-502858cd-e72e-4a37-a3e7-925481e02bd5 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047995'] for network, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:32.443236 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15fc012d-3597-4a0d-a22a-96a6162f1655 None None] No DVR routers for this DVR port cf24f961-9a8d-4695-8cbf-42c447851aeb on host dv-neutron-744815-20-hyperv {{(pid=103161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 18 13:27:32.467993 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-502858cd-e72e-4a37-a3e7-925481e02bd5 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6264572 Dec 18 13:27:32.473543 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fc012d-3597-4a0d-a22a-96a6162f1655 None None] Pushing event deleted for resources: {'Port': ['ID=cf24f961-9a8d-4695-8cbf-42c447851aeb,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:27:32.483075 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 50408) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:27:32.483546 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b7ffe3-147f-4259-b8c1-102de0a2e72e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb7a264c-d436-47aa-8809-5a30855c523f,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:27:32.495895 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-f26132bf-65f2-4f04-86eb-80afdac4593c tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Request body: {'ports': [{'network_id': '9a0c71e8-65ef-4584-a473-d55e5a427bae'}, {'network_id': 'a2dd4ad1-9dfe-4eb1-ad2a-823a0f383c62'}]} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:27:32.498491 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-f26132bf-65f2-4f04-86eb-80afdac4593c tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Request body: {'port': {'network_id': '9a0c71e8-65ef-4584-a473-d55e5a427bae'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:27:32.502122 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-f26132bf-65f2-4f04-86eb-80afdac4593c tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Request body: {'port': {'network_id': 'a2dd4ad1-9dfe-4eb1-ad2a-823a0f383c62'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:27:32.517113 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59e29651-9d0b-4059-90d3-8e6ed141ea23 tempest-RoutersAdminTest-1969777796 tempest-RoutersAdminTest-1969777796-project] Network decb4a40-7941-48c8-afbb-daaafd502e83 is already hosted by enough agents. {{(pid=103160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:27:32.548432 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.base_scheduler [None req-59e29651-9d0b-4059-90d3-8e6ed141ea23 tempest-RoutersAdminTest-1969777796 tempest-RoutersAdminTest-1969777796-project] Resources bound (agent type, host, resource id): {{(pid=103160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:27:32.569757 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5fe2f61-1584-493c-a7c1-5ec9efba38c3 None None] DHCP port deletion for decb4a40-7941-48c8-afbb-daaafd502e83 request from dv-neutron-744815-20-hyperv {{(pid=103161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 18 13:27:32.584305 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502858cd-e72e-4a37-a3e7-925481e02bd5 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Pushing event updated for resources: {'Network': ['ID=a2dd4ad1-9dfe-4eb1-ad2a-823a0f383c62,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:27:32.598846 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Network a2dd4ad1-9dfe-4eb1-ad2a-823a0f383c62 details requested by agent ovs-agent-dv-neutron-744815-20-hyperv with host dv-neutron-744815-20-hyperv {{(pid=103161) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 18 13:27:32.615958 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59e29651-9d0b-4059-90d3-8e6ed141ea23 tempest-RoutersAdminTest-1969777796 tempest-RoutersAdminTest-1969777796-project] Received port after_create {{(pid=103160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:27:32.683696 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e29651-9d0b-4059-90d3-8e6ed141ea23 tempest-RoutersAdminTest-1969777796 tempest-RoutersAdminTest-1969777796-project] Pushing event updated for resources: {'Port': ['ID=2ae35c20-a991-41eb-b931-ba5015794013,revision_number=1']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:27:32.698676 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-6bde10c2-c71d-4b1d-aaed-2507d2e87cf6 tempest-RoutersNegativeIpV6Test-1807013643 tempest-RoutersNegativeIpV6Test-1807013643-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2023137'] for network, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:32.701736 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 2cdbc908-3842-464a-8843-035110bb2118 no longer exists at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 18 13:27:32.744806 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-2294866d-0076-4933-952c-685307032598 None None] No Port match for: 2cdbc908-3842-464a-8843-035110bb2118 {{(pid=103161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 18 13:27:32.745510 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 2cdbc908-3842-464a-8843-035110bb2118 not bound to the agent host dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 18 13:27:32.746237 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device cf24f961-9a8d-4695-8cbf-42c447851aeb no longer exists at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 18 13:27:32.768960 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-39a21b3e-72d2-4402-9300-3ff44c43872a tempest-RoutersIpV6AdminTest-1535217791 tempest-RoutersIpV6AdminTest-1535217791-project-admin] Publish callbacks [] for router, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:32.771943 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-d79e07f2-7c91-418f-abca-ab646bc2b6b7 None None] Provisioning complete for port 2ae35c20-a991-41eb-b931-ba5015794013 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:27:32.772586 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-d79e07f2-7c91-418f-abca-ab646bc2b6b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:32.802381 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-2294866d-0076-4933-952c-685307032598 None None] No Port match for: cf24f961-9a8d-4695-8cbf-42c447851aeb {{(pid=103161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 18 13:27:32.803515 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device cf24f961-9a8d-4695-8cbf-42c447851aeb not bound to the agent host dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 18 13:27:32.814869 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6be44cb9-d85c-4178-85a7-ab6879c0cbc0 None None] Publish callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:32.824294 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6be44cb9-d85c-4178-85a7-ab6879c0cbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:32.838888 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-d79e07f2-7c91-418f-abca-ab646bc2b6b7 None None] Port 2ae35c20-a991-41eb-b931-ba5015794013 cannot update to ACTIVE because it is not bound. {{(pid=103161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 13:27:32.883911 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6034da2f-9d73-4345-95d3-f0dd4574dfe3 None None] DHCP port deletion for decb4a40-7941-48c8-afbb-daaafd502e83 request from dv-neutron-744815-20-hyperv {{(pid=103161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 18 13:27:32.885035 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [None req-6be44cb9-d85c-4178-85a7-ab6879c0cbc0 None None] Attempting to bind port c98e0807-5f35-4629-ba5a-d6f0a8d16fda on host dv-neutron-744815-20-hyperv for vnic_type normal with profile {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 13:27:32.885586 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [None req-6be44cb9-d85c-4178-85a7-ab6879c0cbc0 None None] Attempting to bind port c98e0807-5f35-4629-ba5a-d6f0a8d16fda by drivers openvswitch,hyperv on host dv-neutron-744815-20-hyperv at level 0 using segments [{'id': '3f66d49c-4faa-434c-8c3e-991f4f1d01bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83'}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 13:27:32.886164 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be44cb9-d85c-4178-85a7-ab6879c0cbc0 None None] Attempting to bind port c98e0807-5f35-4629-ba5a-d6f0a8d16fda on network decb4a40-7941-48c8-afbb-daaafd502e83 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 13:27:32.901731 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be44cb9-d85c-4178-85a7-ab6879c0cbc0 None None] Checking agent: {'id': '428fa9fa-43db-4db9-9f96-f60ffe931f2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-20-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 13, 19, 1), 'started_at': datetime.datetime(2021, 12, 18, 13, 19, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 13, 27, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-20-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 18 13:27:32.902661 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be44cb9-d85c-4178-85a7-ab6879c0cbc0 None None] Checking segment: {'id': '3f66d49c-4faa-434c-8c3e-991f4f1d01bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 13:27:32.903373 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6be44cb9-d85c-4178-85a7-ab6879c0cbc0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:32.904240 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be44cb9-d85c-4178-85a7-ab6879c0cbc0 None None] Bound using segment: {'id': '3f66d49c-4faa-434c-8c3e-991f4f1d01bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83'} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 18 13:27:32.904880 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [None req-6be44cb9-d85c-4178-85a7-ab6879c0cbc0 None None] Bound port: c98e0807-5f35-4629-ba5a-d6f0a8d16fda, host: dv-neutron-744815-20-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f66d49c-4faa-434c-8c3e-991f4f1d01bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83'}}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 18 13:27:32.905429 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6be44cb9-d85c-4178-85a7-ab6879c0cbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:32.974240 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-3bd7c436-9d8d-4479-a848-26c5d392aee4 None None] Provisioning complete for port c98e0807-5f35-4629-ba5a-d6f0a8d16fda triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:27:32.974804 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-3bd7c436-9d8d-4479-a848-26c5d392aee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:33.021557 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-3bd7c436-9d8d-4479-a848-26c5d392aee4 None None] Port c98e0807-5f35-4629-ba5a-d6f0a8d16fda cannot update to ACTIVE because it is not bound. {{(pid=103161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 13:27:33.048321 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0435e5-9cdd-4e1a-b6f3-d8f5831d1d13 None None] Pushing event updated for resources: {'Port': ['ID=c98e0807-5f35-4629-ba5a-d6f0a8d16fda,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:27:33.084396 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-6be44cb9-d85c-4178-85a7-ab6879c0cbc0 None None] For port c98e0807-5f35-4629-ba5a-d6f0a8d16fda, host dv-neutron-744815-20-hyperv, cleared binding levels {{(pid=103162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 18 13:27:33.088072 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-6be44cb9-d85c-4178-85a7-ab6879c0cbc0 None None] For port c98e0807-5f35-4629-ba5a-d6f0a8d16fda, host dv-neutron-744815-20-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=c98e0807-5f35-4629-ba5a-d6f0a8d16fda,segment=NetworkSegment(3f66d49c-4faa-434c-8c3e-991f4f1d01bd),segment_id=3f66d49c-4faa-434c-8c3e-991f4f1d01bd)] {{(pid=103162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 18 13:27:33.092772 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6be44cb9-d85c-4178-85a7-ab6879c0cbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:33.140855 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ebd3159-ffd0-42ff-97e8-107ed05dfa21 None None] DHCP port deletion for decb4a40-7941-48c8-afbb-daaafd502e83 request from dv-neutron-744815-20-hyperv {{(pid=103161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 18 13:27:33.153694 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6be44cb9-d85c-4178-85a7-ab6879c0cbc0 None None] Routers {'a8d85e1c-44cd-4805-9548-b30f3d5585e8'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:27:33.154650 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-6be44cb9-d85c-4178-85a7-ab6879c0cbc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:27:27Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['a8d85e1c-44cd-4805-9548-b30f3d5585e8'], 'active': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:27:33.203602 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0435e5-9cdd-4e1a-b6f3-d8f5831d1d13 None None] Pushing event updated for resources: {'Port': ['ID=c98e0807-5f35-4629-ba5a-d6f0a8d16fda,revision_number=3']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:27:33.248048 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-b6491661-4a46-440e-aa3b-9777070a7236 None None] Provisioning complete for port c98e0807-5f35-4629-ba5a-d6f0a8d16fda triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:27:33.248703 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-b6491661-4a46-440e-aa3b-9777070a7236 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:33.304263 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvr_db [None req-6be44cb9-d85c-4178-85a7-ab6879c0cbc0 None None] Set router a8d85e1c-44cd-4805-9548-b30f3d5585e8 gateway port host: dv-neutron-744815-20-hyperv {{(pid=103162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 13:27:33.368423 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-b6491661-4a46-440e-aa3b-9777070a7236 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:33.400175 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-6bde10c2-c71d-4b1d-aaed-2507d2e87cf6 tempest-RoutersNegativeIpV6Test-1807013643 tempest-RoutersNegativeIpV6Test-1807013643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1927292', 'neutron.services.segments.db._delete_segments_for_network-8767106887837'] for network, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:33.403407 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-b6491661-4a46-440e-aa3b-9777070a7236 None None] For port c98e0807-5f35-4629-ba5a-d6f0a8d16fda, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=c98e0807-5f35-4629-ba5a-d6f0a8d16fda,segment=NetworkSegment(3f66d49c-4faa-434c-8c3e-991f4f1d01bd),segment_id=3f66d49c-4faa-434c-8c3e-991f4f1d01bd)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:27:33.412018 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-b6491661-4a46-440e-aa3b-9777070a7236 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:33.466761 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.services.segments.db [None req-6bde10c2-c71d-4b1d-aaed-2507d2e87cf6 tempest-RoutersNegativeIpV6Test-1807013643 tempest-RoutersNegativeIpV6Test-1807013643-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf5b4ec6-aa0c-4db5-bc2b-ff8cfb2dc88a']}} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:27:33.469083 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f26132bf-65f2-4f04-86eb-80afdac4593c tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Made reservation on behalf of dde8326b44a64ab5a12bbfefe7e7aced for: {'port': 2} {{(pid=103160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:27:33.474160 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-f26132bf-65f2-4f04-86eb-80afdac4593c tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:33.497577 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.services.segments.db [None req-6bde10c2-c71d-4b1d-aaed-2507d2e87cf6 tempest-RoutersNegativeIpV6Test-1807013643 tempest-RoutersNegativeIpV6Test-1807013643-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f14b209-e3e9-49e1-9edf-9bf976eb5c07') {'for_net_delete': True} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:27:33.498317 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.services.segments.db [None req-6bde10c2-c71d-4b1d-aaed-2507d2e87cf6 tempest-RoutersNegativeIpV6Test-1807013643 tempest-RoutersNegativeIpV6Test-1807013643-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f14b209-e3e9-49e1-9edf-9bf976eb5c07') {} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:27:33.500427 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6491661-4a46-440e-aa3b-9777070a7236 None None] Pushing event updated for resources: {'Port': ['ID=c98e0807-5f35-4629-ba5a-d6f0a8d16fda,revision_number=4']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:27:33.522419 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-6bde10c2-c71d-4b1d-aaed-2507d2e87cf6 tempest-RoutersNegativeIpV6Test-1807013643 tempest-RoutersNegativeIpV6Test-1807013643-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767106888614', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4533424'] for segment, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:33.526127 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-f26132bf-65f2-4f04-86eb-80afdac4593c tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:33.535354 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-6be44cb9-d85c-4178-85a7-ab6879c0cbc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8d85e1c-44cd-4805-9548-b30f3d5585e8', 'name': 'tempest-snat-router-1774652730', 'tenant_id': 'c25643c72319491db836fcb08252f295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.65'}], 'enable_snat': True}, 'gw_port_id': 'c98e0807-5f35-4629-ba5a-d6f0a8d16fda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:27:27Z', 'updated_at': '2021-12-18T13:27:29Z', 'revision_number': 3, 'project_id': 'c25643c72319491db836fcb08252f295', 'gw_port': {'id': 'c98e0807-5f35-4629-ba5a-d6f0a8d16fda', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:77:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8d85e1c-44cd-4805-9548-b30f3d5585e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:27:28Z', 'updated_at': '2021-12-18T13:27:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv'}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:27:33.569548 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6be44cb9-d85c-4178-85a7-ab6879c0cbc0 None None] The sync data for ids ['a8d85e1c-44cd-4805-9548-b30f3d5585e8'] in dv-neutron-744815-20-hyperv is: [{'id': 'a8d85e1c-44cd-4805-9548-b30f3d5585e8', 'name': 'tempest-snat-router-1774652730', 'tenant_id': 'c25643c72319491db836fcb08252f295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.65'}], 'enable_snat': True}, 'gw_port_id': 'c98e0807-5f35-4629-ba5a-d6f0a8d16fda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:27:27Z', 'updated_at': '2021-12-18T13:27:29Z', 'revision_number': 3, 'project_id': 'c25643c72319491db836fcb08252f295', 'gw_port': {'id': 'c98e0807-5f35-4629-ba5a-d6f0a8d16fda', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:77:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8d85e1c-44cd-4805-9548-b30f3d5585e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:27:28Z', 'updated_at': '2021-12-18T13:27:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv'}] {{(pid=103162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 13:27:33.582011 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-39a21b3e-72d2-4402-9300-3ff44c43872a tempest-RoutersIpV6AdminTest-1535217791 tempest-RoutersIpV6AdminTest-1535217791-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:33.590157 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-6bde10c2-c71d-4b1d-aaed-2507d2e87cf6 tempest-RoutersNegativeIpV6Test-1807013643 tempest-RoutersNegativeIpV6Test-1807013643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:33.622648 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6bde10c2-c71d-4b1d-aaed-2507d2e87cf6 tempest-RoutersNegativeIpV6Test-1807013643 tempest-RoutersNegativeIpV6Test-1807013643-project] Releasing vlan 125 on physical network physnet1 to pool {{(pid=103160) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 18 13:27:33.623080 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-6bde10c2-c71d-4b1d-aaed-2507d2e87cf6 tempest-RoutersNegativeIpV6Test-1807013643 tempest-RoutersNegativeIpV6Test-1807013643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4533569'] for segment, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:33.629936 dv-neutron-744815-20-hyperv neutron-server[103160]: Traceback (most recent call last): Dec 18 13:27:33.629936 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 18 13:27:33.629936 dv-neutron-744815-20-hyperv neutron-server[103160]: timer() Dec 18 13:27:33.629936 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 18 13:27:33.629936 dv-neutron-744815-20-hyperv neutron-server[103160]: cb(*args, **kw) Dec 18 13:27:33.629936 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 18 13:27:33.629936 dv-neutron-744815-20-hyperv neutron-server[103160]: return func(*args, **kwargs) Dec 18 13:27:33.629936 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 18 13:27:33.629936 dv-neutron-744815-20-hyperv neutron-server[103160]: self._notify() Dec 18 13:27:33.629936 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 18 13:27:33.629936 dv-neutron-744815-20-hyperv neutron-server[103160]: self.callback(batched_events) Dec 18 13:27:33.629936 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 18 13:27:33.629936 dv-neutron-744815-20-hyperv neutron-server[103160]: event.method(event) Dec 18 13:27:33.629936 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 18 13:27:33.629936 dv-neutron-744815-20-hyperv neutron-server[103160]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 18 13:27:33.629936 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 18 13:27:33.629936 dv-neutron-744815-20-hyperv neutron-server[103160]: aggregate_uuid = self.p_client.list_aggregates( Dec 18 13:27:33.629936 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 18 13:27:33.629936 dv-neutron-744815-20-hyperv neutron-server[103160]: return f(self, *a, **k) Dec 18 13:27:33.629936 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 18 13:27:33.629936 dv-neutron-744815-20-hyperv neutron-server[103160]: return self._get(url).json() Dec 18 13:27:33.629936 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 18 13:27:33.629936 dv-neutron-744815-20-hyperv neutron-server[103160]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 18 13:27:33.629936 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 18 13:27:33.629936 dv-neutron-744815-20-hyperv neutron-server[103160]: return self.request(url, 'GET', **kwargs) Dec 18 13:27:33.629936 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 18 13:27:33.629936 dv-neutron-744815-20-hyperv neutron-server[103160]: base_url = self.get_endpoint(auth, allow=allow, Dec 18 13:27:33.629936 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 18 13:27:33.629936 dv-neutron-744815-20-hyperv neutron-server[103160]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 18 13:27:33.629936 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 18 13:27:33.629936 dv-neutron-744815-20-hyperv neutron-server[103160]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 18 13:27:33.629936 dv-neutron-744815-20-hyperv neutron-server[103160]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 18 13:27:33.750848 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-59e29651-9d0b-4059-90d3-8e6ed141ea23 tempest-RoutersAdminTest-1969777796 tempest-RoutersAdminTest-1969777796-project] Publish callbacks [] for router_gateway, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:33.800287 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.notifiers.nova [None req-f26132bf-65f2-4f04-86eb-80afdac4593c tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] device_id is not set on port dd7c8760-7176-497f-9d68-b4660a4f9432 yet. {{(pid=103160) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 18 13:27:33.822416 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-6bde10c2-c71d-4b1d-aaed-2507d2e87cf6 tempest-RoutersNegativeIpV6Test-1807013643 tempest-RoutersNegativeIpV6Test-1807013643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1927267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586962'] for network, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:33.836276 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-6bde10c2-c71d-4b1d-aaed-2507d2e87cf6 tempest-RoutersNegativeIpV6Test-1807013643 tempest-RoutersNegativeIpV6Test-1807013643-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047995'] for network, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:33.841854 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-6bde10c2-c71d-4b1d-aaed-2507d2e87cf6 tempest-RoutersNegativeIpV6Test-1807013643 tempest-RoutersNegativeIpV6Test-1807013643-project] 10.222.0.31 "DELETE /v2.0/networks/bf5b4ec6-aa0c-4db5-bc2b-ff8cfb2dc88a HTTP/1.1" status: 204 len: 168 time: 1.6449883 Dec 18 13:27:33.842959 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 50442) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:27:33.891834 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bde10c2-c71d-4b1d-aaed-2507d2e87cf6 tempest-RoutersNegativeIpV6Test-1807013643 tempest-RoutersNegativeIpV6Test-1807013643-project] Pushing event deleted for resources: {'Network': ['ID=bf5b4ec6-aa0c-4db5-bc2b-ff8cfb2dc88a,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:27:33.939559 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.db_base_plugin_v2 [None req-cae7e1de-8884-419f-ad4a-90cedbcd195a tempest-RoutersNegativeIpV6Test-1807013643 tempest-RoutersNegativeIpV6Test-1807013643-project] Deleting subnet 8ab24622-bda3-45b8-884a-091f49c66b49 {{(pid=103159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 18 13:27:33.947281 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-cae7e1de-8884-419f-ad4a-90cedbcd195a tempest-RoutersNegativeIpV6Test-1807013643 tempest-RoutersNegativeIpV6Test-1807013643-project] Publish callbacks [] for subnet, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:33.965282 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-39a21b3e-72d2-4402-9300-3ff44c43872a tempest-RoutersIpV6AdminTest-1535217791 tempest-RoutersIpV6AdminTest-1535217791-project-admin] Deleting port c98e0807-5f35-4629-ba5a-d6f0a8d16fda {{(pid=103160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:27:33.965616 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-39a21b3e-72d2-4402-9300-3ff44c43872a tempest-RoutersIpV6AdminTest-1535217791 tempest-RoutersIpV6AdminTest-1535217791-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:34.002409 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-cae7e1de-8884-419f-ad4a-90cedbcd195a tempest-RoutersNegativeIpV6Test-1807013643 tempest-RoutersNegativeIpV6Test-1807013643-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5589624'] for subnet, precommit_delete_associations {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:34.120184 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-cae7e1de-8884-419f-ad4a-90cedbcd195a tempest-RoutersNegativeIpV6Test-1807013643 tempest-RoutersNegativeIpV6Test-1807013643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1929185'] for subnet, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:34.177810 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.db [None req-39a21b3e-72d2-4402-9300-3ff44c43872a tempest-RoutersIpV6AdminTest-1535217791 tempest-RoutersIpV6AdminTest-1535217791-project-admin] For port c98e0807-5f35-4629-ba5a-d6f0a8d16fda, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=c98e0807-5f35-4629-ba5a-d6f0a8d16fda,segment=NetworkSegment(3f66d49c-4faa-434c-8c3e-991f4f1d01bd),segment_id=3f66d49c-4faa-434c-8c3e-991f4f1d01bd)] {{(pid=103160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:27:34.178392 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-39a21b3e-72d2-4402-9300-3ff44c43872a tempest-RoutersIpV6AdminTest-1535217791 tempest-RoutersIpV6AdminTest-1535217791-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:34.191801 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-f26132bf-65f2-4f04-86eb-80afdac4593c tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks [] for port, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:34.204820 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-cae7e1de-8884-419f-ad4a-90cedbcd195a tempest-RoutersNegativeIpV6Test-1807013643 tempest-RoutersNegativeIpV6Test-1807013643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1929192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5659851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6017053'] for subnet, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:34.218155 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-39a21b3e-72d2-4402-9300-3ff44c43872a tempest-RoutersIpV6AdminTest-1535217791 tempest-RoutersIpV6AdminTest-1535217791-project-admin] Calling delete_port for c98e0807-5f35-4629-ba5a-d6f0a8d16fda owned by network:router_gateway {{(pid=103160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:27:34.229409 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3954b0bf-6aba-40cb-933a-991592620238 None None] Network 861894c3-8ebc-45ff-899a-3cb0ecbf2d01 requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:27:34.235628 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-59e29651-9d0b-4059-90d3-8e6ed141ea23 tempest-RoutersAdminTest-1969777796 tempest-RoutersAdminTest-1969777796-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-586613', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-589787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28650'] for router, precommit_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:34.241431 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 50450) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:27:34.242407 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-cae7e1de-8884-419f-ad4a-90cedbcd195a tempest-RoutersNegativeIpV6Test-1807013643 tempest-RoutersNegativeIpV6Test-1807013643-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047995'] for subnet, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:34.248577 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-cae7e1de-8884-419f-ad4a-90cedbcd195a tempest-RoutersNegativeIpV6Test-1807013643 tempest-RoutersNegativeIpV6Test-1807013643-project] 10.222.0.31 "DELETE /v2.0/subnets/8ab24622-bda3-45b8-884a-091f49c66b49 HTTP/1.1" status: 204 len: 168 time: 0.4027581 Dec 18 13:27:34.264570 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 50452) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:27:34.283229 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae7e1de-8884-419f-ad4a-90cedbcd195a tempest-RoutersNegativeIpV6Test-1807013643 tempest-RoutersNegativeIpV6Test-1807013643-project] Pushing event deleted for resources: {'Subnet': ['ID=8ab24622-bda3-45b8-884a-091f49c66b49,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:27:34.303304 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-59e29651-9d0b-4059-90d3-8e6ed141ea23 tempest-RoutersAdminTest-1969777796 tempest-RoutersAdminTest-1969777796-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-586526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-586508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-586503', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-589778'] for router, after_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:34.355282 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.notifiers.nova [None req-f26132bf-65f2-4f04-86eb-80afdac4593c tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] device_id is not set on port 8da9bd99-0454-47a8-a773-9051689364f2 yet. {{(pid=103160) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 18 13:27:34.439387 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbde7921-cc22-4932-b9ee-18226823fd7e None None] DHCP port deletion for 861894c3-8ebc-45ff-899a-3cb0ecbf2d01 request from dv-neutron-744815-20-hyperv {{(pid=103161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 18 13:27:34.443193 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-943f826c-0e1c-47e8-bd88-037aa12f16d3 tempest-RoutersAdminNegativeIpV6Test-1978241488 tempest-RoutersAdminNegativeIpV6Test-1978241488-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1771743481', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:27:34.468709 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-943f826c-0e1c-47e8-bd88-037aa12f16d3 tempest-RoutersAdminNegativeIpV6Test-1978241488 tempest-RoutersAdminNegativeIpV6Test-1978241488-project-admin] Made reservation on behalf of 914bde56d6a0461d9976f5b1922919e3 for: {'port': 1} {{(pid=103159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:27:34.472024 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-943f826c-0e1c-47e8-bd88-037aa12f16d3 tempest-RoutersAdminNegativeIpV6Test-1978241488 tempest-RoutersAdminNegativeIpV6Test-1978241488-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:34.487555 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-7861cb34-6ff0-4eaa-8644-b48f75bbd1ca tempest-RoutersNegativeIpV6Test-1807013643 tempest-RoutersNegativeIpV6Test-1807013643-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2023137'] for network, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:34.488148 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-943f826c-0e1c-47e8-bd88-037aa12f16d3 tempest-RoutersAdminNegativeIpV6Test-1978241488 tempest-RoutersAdminNegativeIpV6Test-1978241488-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:34.510291 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-bbde7921-cc22-4932-b9ee-18226823fd7e None None] Deleting port bc3f4c66-c152-41ac-b94b-ff905ebf6ea5 {{(pid=103161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:27:34.510670 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-bbde7921-cc22-4932-b9ee-18226823fd7e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:34.584816 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-943f826c-0e1c-47e8-bd88-037aa12f16d3 tempest-RoutersAdminNegativeIpV6Test-1978241488 tempest-RoutersAdminNegativeIpV6Test-1978241488-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:34.590677 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-943f826c-0e1c-47e8-bd88-037aa12f16d3 tempest-RoutersAdminNegativeIpV6Test-1978241488 tempest-RoutersAdminNegativeIpV6Test-1978241488-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:34.593565 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-bbde7921-cc22-4932-b9ee-18226823fd7e None None] For port bc3f4c66-c152-41ac-b94b-ff905ebf6ea5, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=bc3f4c66-c152-41ac-b94b-ff905ebf6ea5,segment=NetworkSegment(d324d9b9-ac77-45c0-bf72-22a57e73e1c0),segment_id=d324d9b9-ac77-45c0-bf72-22a57e73e1c0)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:27:34.594269 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-bbde7921-cc22-4932-b9ee-18226823fd7e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:34.596164 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.notifiers.nova [None req-943f826c-0e1c-47e8-bd88-037aa12f16d3 tempest-RoutersAdminNegativeIpV6Test-1978241488 tempest-RoutersAdminNegativeIpV6Test-1978241488-project-admin] device_id is not set on port a772542e-666a-4a83-832b-90995d89b4e3 yet. {{(pid=103159) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 18 13:27:34.611038 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-bbde7921-cc22-4932-b9ee-18226823fd7e None None] Calling delete_port for bc3f4c66-c152-41ac-b94b-ff905ebf6ea5 owned by network:dhcp {{(pid=103161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:27:34.688191 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943f826c-0e1c-47e8-bd88-037aa12f16d3 tempest-RoutersAdminNegativeIpV6Test-1978241488 tempest-RoutersAdminNegativeIpV6Test-1978241488-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b453234d-7451-4228-939b-3b29e6dc3a7c,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:27:34.738374 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-bbde7921-cc22-4932-b9ee-18226823fd7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984'] for port, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:34.753761 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbde7921-cc22-4932-b9ee-18226823fd7e None None] No DVR routers for this DVR port bc3f4c66-c152-41ac-b94b-ff905ebf6ea5 on host dv-neutron-744815-20-hyperv {{(pid=103161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 18 13:27:34.773392 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbde7921-cc22-4932-b9ee-18226823fd7e None None] Pushing event deleted for resources: {'Port': ['ID=bc3f4c66-c152-41ac-b94b-ff905ebf6ea5,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:27:34.826068 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.db_base_plugin_common [None req-943f826c-0e1c-47e8-bd88-037aa12f16d3 tempest-RoutersAdminNegativeIpV6Test-1978241488 tempest-RoutersAdminNegativeIpV6Test-1978241488-project-admin] Allocated IP 172.26.3.252 (decb4a40-7941-48c8-afbb-daaafd502e83/70deed80-3ca1-4f9e-96cb-563b43d3acba/a772542e-666a-4a83-832b-90995d89b4e3) {{(pid=103159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:27:34.853221 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-f26132bf-65f2-4f04-86eb-80afdac4593c tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks [] for port, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:34.877381 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-7861cb34-6ff0-4eaa-8644-b48f75bbd1ca tempest-RoutersNegativeIpV6Test-1807013643 tempest-RoutersNegativeIpV6Test-1807013643-project] Deleting port bc3f4c66-c152-41ac-b94b-ff905ebf6ea5 {{(pid=103160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:27:34.877718 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-7861cb34-6ff0-4eaa-8644-b48f75bbd1ca tempest-RoutersNegativeIpV6Test-1807013643 tempest-RoutersNegativeIpV6Test-1807013643-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:34.879390 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59e29651-9d0b-4059-90d3-8e6ed141ea23 tempest-RoutersAdminTest-1969777796 tempest-RoutersAdminTest-1969777796-project] Router 58f4569e-c879-4f81-91b5-86579efa62bd is scheduled to L3 agent c9c0cd52-5bd2-4704-9429-d80f1c5ad23c with binding_index 1 {{(pid=103160) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 18 13:27:34.908248 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-39a21b3e-72d2-4402-9300-3ff44c43872a tempest-RoutersIpV6AdminTest-1535217791 tempest-RoutersIpV6AdminTest-1535217791-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4533522'] for port, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:34.968386 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-943f826c-0e1c-47e8-bd88-037aa12f16d3 tempest-RoutersAdminNegativeIpV6Test-1978241488 tempest-RoutersAdminNegativeIpV6Test-1978241488-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:34.975620 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a21b3e-72d2-4402-9300-3ff44c43872a tempest-RoutersIpV6AdminTest-1535217791 tempest-RoutersIpV6AdminTest-1535217791-project-admin] Pushing event deleted for resources: {'Port': ['ID=c98e0807-5f35-4629-ba5a-d6f0a8d16fda,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:27:34.999477 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7826af88-9253-4e50-833b-9124dc6f6c4a None None] DHCP port deletion for decb4a40-7941-48c8-afbb-daaafd502e83 request from dv-neutron-744815-20-hyperv {{(pid=103161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 18 13:27:35.009681 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-943f826c-0e1c-47e8-bd88-037aa12f16d3 tempest-RoutersAdminNegativeIpV6Test-1978241488 tempest-RoutersAdminNegativeIpV6Test-1978241488-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:35.052187 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.db [None req-7861cb34-6ff0-4eaa-8644-b48f75bbd1ca tempest-RoutersNegativeIpV6Test-1807013643 tempest-RoutersNegativeIpV6Test-1807013643-project] For port bc3f4c66-c152-41ac-b94b-ff905ebf6ea5, host dv-neutron-744815-20-hyperv, got binding levels [] {{(pid=103160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:27:35.052591 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-7861cb34-6ff0-4eaa-8644-b48f75bbd1ca tempest-RoutersNegativeIpV6Test-1807013643 tempest-RoutersNegativeIpV6Test-1807013643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:35.057391 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-f26132bf-65f2-4f04-86eb-80afdac4593c tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4533522'] for port, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:35.063312 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-943f826c-0e1c-47e8-bd88-037aa12f16d3 tempest-RoutersAdminNegativeIpV6Test-1978241488 tempest-RoutersAdminNegativeIpV6Test-1978241488-project-admin] Network decb4a40-7941-48c8-afbb-daaafd502e83 is already hosted by enough agents. {{(pid=103159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:27:35.066267 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.base_scheduler [None req-943f826c-0e1c-47e8-bd88-037aa12f16d3 tempest-RoutersAdminNegativeIpV6Test-1978241488 tempest-RoutersAdminNegativeIpV6Test-1978241488-project-admin] Resources bound (agent type, host, resource id): {{(pid=103159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:27:35.071379 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-943f826c-0e1c-47e8-bd88-037aa12f16d3 tempest-RoutersAdminNegativeIpV6Test-1978241488 tempest-RoutersAdminNegativeIpV6Test-1978241488-project-admin] Received port after_create {{(pid=103159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:27:35.074303 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943f826c-0e1c-47e8-bd88-037aa12f16d3 tempest-RoutersAdminNegativeIpV6Test-1978241488 tempest-RoutersAdminNegativeIpV6Test-1978241488-project-admin] Pushing event updated for resources: {'Port': ['ID=a772542e-666a-4a83-832b-90995d89b4e3,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:27:35.083050 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f7d0797-bd0d-428a-b1b9-847d95c7b2bb None None] DHCP port deletion for decb4a40-7941-48c8-afbb-daaafd502e83 request from dv-neutron-744815-20-hyperv {{(pid=103161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 18 13:27:35.105357 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-7861cb34-6ff0-4eaa-8644-b48f75bbd1ca tempest-RoutersNegativeIpV6Test-1807013643 tempest-RoutersNegativeIpV6Test-1807013643-project] Calling delete_port for bc3f4c66-c152-41ac-b94b-ff905ebf6ea5 owned by network:dhcp {{(pid=103160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:27:35.112821 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-943f826c-0e1c-47e8-bd88-037aa12f16d3 tempest-RoutersAdminNegativeIpV6Test-1978241488 tempest-RoutersAdminNegativeIpV6Test-1978241488-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:27:35.113508 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-943f826c-0e1c-47e8-bd88-037aa12f16d3 tempest-RoutersAdminNegativeIpV6Test-1978241488 tempest-RoutersAdminNegativeIpV6Test-1978241488-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:35.130036 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-943f826c-0e1c-47e8-bd88-037aa12f16d3 tempest-RoutersAdminNegativeIpV6Test-1978241488 tempest-RoutersAdminNegativeIpV6Test-1978241488-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 0.8823636 Dec 18 13:27:35.133146 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 50462) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:27:35.137561 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-8cc34ea8-9eee-4684-a952-45032c549dc5 tempest-RoutersAdminNegativeIpV6Test-1978241488 tempest-RoutersAdminNegativeIpV6Test-1978241488-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.252'}]}}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:27:35.148631 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-01701350-1996-4c94-9dbf-66c109d7e2fc None None] Provisioning complete for port a772542e-666a-4a83-832b-90995d89b4e3 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:27:35.149094 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-01701350-1996-4c94-9dbf-66c109d7e2fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:35.151186 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.ipam_backend_mixin [None req-7861cb34-6ff0-4eaa-8644-b48f75bbd1ca tempest-RoutersNegativeIpV6Test-1807013643 tempest-RoutersNegativeIpV6Test-1807013643-project] Port bc3f4c66-c152-41ac-b94b-ff905ebf6ea5 was not found and therefore no delete operation was performed {{(pid=103160) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 18 13:27:35.162585 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-8cc34ea8-9eee-4684-a952-45032c549dc5 tempest-RoutersAdminNegativeIpV6Test-1978241488 tempest-RoutersAdminNegativeIpV6Test-1978241488-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28433'] for router, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:35.164646 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-8cc34ea8-9eee-4684-a952-45032c549dc5 tempest-RoutersAdminNegativeIpV6Test-1978241488 tempest-RoutersAdminNegativeIpV6Test-1978241488-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-589769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28440'] for router, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:35.166263 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-7861cb34-6ff0-4eaa-8644-b48f75bbd1ca tempest-RoutersNegativeIpV6Test-1807013643 tempest-RoutersNegativeIpV6Test-1807013643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4533522'] for port, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:35.189852 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-01701350-1996-4c94-9dbf-66c109d7e2fc None None] Port a772542e-666a-4a83-832b-90995d89b4e3 cannot update to ACTIVE because it is not bound. {{(pid=103161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 13:27:35.205067 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f26132bf-65f2-4f04-86eb-80afdac4593c tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Network 9a0c71e8-65ef-4584-a473-d55e5a427bae is already hosted by enough agents. {{(pid=103160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:27:35.209571 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7861cb34-6ff0-4eaa-8644-b48f75bbd1ca tempest-RoutersNegativeIpV6Test-1807013643 tempest-RoutersNegativeIpV6Test-1807013643-project] No DVR routers for this DVR port bc3f4c66-c152-41ac-b94b-ff905ebf6ea5 on host dv-neutron-744815-20-hyperv {{(pid=103160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 18 13:27:35.212746 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.base_scheduler [None req-f26132bf-65f2-4f04-86eb-80afdac4593c tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Resources bound (agent type, host, resource id): {{(pid=103160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:27:35.214474 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26132bf-65f2-4f04-86eb-80afdac4593c tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Pushing event updated for resources: {'Port': ['ID=dd7c8760-7176-497f-9d68-b4660a4f9432,revision_number=1']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:27:35.226011 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-8cc34ea8-9eee-4684-a952-45032c549dc5 tempest-RoutersAdminNegativeIpV6Test-1978241488 tempest-RoutersAdminNegativeIpV6Test-1978241488-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:35.228447 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f26132bf-65f2-4f04-86eb-80afdac4593c tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Received port after_create {{(pid=103160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:27:35.229360 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-f26132bf-65f2-4f04-86eb-80afdac4593c tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4533522'] for port, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:35.233525 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-39a21b3e-72d2-4402-9300-3ff44c43872a tempest-RoutersIpV6AdminTest-1535217791 tempest-RoutersIpV6AdminTest-1535217791-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-586554'] for router_gateway, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:35.378001 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59e29651-9d0b-4059-90d3-8e6ed141ea23 tempest-RoutersAdminTest-1969777796 tempest-RoutersAdminTest-1969777796-project] Notify agent at l3_agent.dv-neutron-744815-20-hyperv the message routers_updated {{(pid=103160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 13:27:35.389653 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-8cc34ea8-9eee-4684-a952-45032c549dc5 tempest-RoutersAdminNegativeIpV6Test-1978241488 tempest-RoutersAdminNegativeIpV6Test-1978241488-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:35.391756 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f921c96-74c8-40e7-a722-6e26b3334f5d None None] Sync routers for ids ['58f4569e-c879-4f81-91b5-86579efa62bd'] in dv-neutron-744815-20-hyperv {{(pid=103161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 13:27:35.408913 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-59e29651-9d0b-4059-90d3-8e6ed141ea23 tempest-RoutersAdminTest-1969777796 tempest-RoutersAdminTest-1969777796-project] Publish callbacks [] for router, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:35.408913 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-59e29651-9d0b-4059-90d3-8e6ed141ea23 tempest-RoutersAdminTest-1969777796 tempest-RoutersAdminTest-1969777796-project] 10.222.0.31 "PUT /v2.0/routers/58f4569e-c879-4f81-91b5-86579efa62bd HTTP/1.1" status: 200 len: 880 time: 5.0986600 Dec 18 13:27:35.412205 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f921c96-74c8-40e7-a722-6e26b3334f5d None None] Routers {'58f4569e-c879-4f81-91b5-86579efa62bd'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:27:35.413025 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-7f921c96-74c8-40e7-a722-6e26b3334f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:27:27Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['58f4569e-c879-4f81-91b5-86579efa62bd'], 'active': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:27:35.419437 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 50468) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:27:35.454975 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-7f921c96-74c8-40e7-a722-6e26b3334f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:27:35.468658 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f921c96-74c8-40e7-a722-6e26b3334f5d None None] Routers {'58f4569e-c879-4f81-91b5-86579efa62bd'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:27:35.469427 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-7f921c96-74c8-40e7-a722-6e26b3334f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:27:27Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['58f4569e-c879-4f81-91b5-86579efa62bd'], 'active': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:27:35.473531 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-39a21b3e-72d2-4402-9300-3ff44c43872a tempest-RoutersIpV6AdminTest-1535217791 tempest-RoutersIpV6AdminTest-1535217791-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-589815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28643'] for router, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:35.476177 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-39a21b3e-72d2-4402-9300-3ff44c43872a tempest-RoutersIpV6AdminTest-1535217791 tempest-RoutersIpV6AdminTest-1535217791-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:35.505118 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-7f921c96-74c8-40e7-a722-6e26b3334f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:27:35.505874 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f921c96-74c8-40e7-a722-6e26b3334f5d None None] The sync data for ids ['58f4569e-c879-4f81-91b5-86579efa62bd'] in dv-neutron-744815-20-hyperv is: [] {{(pid=103161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 13:27:35.564464 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-7861cb34-6ff0-4eaa-8644-b48f75bbd1ca tempest-RoutersNegativeIpV6Test-1807013643 tempest-RoutersNegativeIpV6Test-1807013643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1927292', 'neutron.services.segments.db._delete_segments_for_network-8767106887837'] for network, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:35.569462 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7861cb34-6ff0-4eaa-8644-b48f75bbd1ca tempest-RoutersNegativeIpV6Test-1807013643 tempest-RoutersNegativeIpV6Test-1807013643-project] Pushing event deleted for resources: {'Port': ['ID=bc3f4c66-c152-41ac-b94b-ff905ebf6ea5,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:27:35.585906 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-3cfc4b65-2a06-4926-b8b6-5ca476cff44a tempest-RoutersAdminTest-1776390182 tempest-RoutersAdminTest-1776390182-project-admin] 10.222.0.31 "GET /v2.0/routers/58f4569e-c879-4f81-91b5-86579efa62bd HTTP/1.1" status: 200 len: 921 time: 0.1644850 Dec 18 13:27:35.588617 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 50470) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:27:35.609330 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-39a21b3e-72d2-4402-9300-3ff44c43872a tempest-RoutersIpV6AdminTest-1535217791 tempest-RoutersIpV6AdminTest-1535217791-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-589710'] for router, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:35.611267 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39a21b3e-72d2-4402-9300-3ff44c43872a tempest-RoutersIpV6AdminTest-1535217791 tempest-RoutersIpV6AdminTest-1535217791-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a8d85e1c-44cd-4805-9548-b30f3d5585e8 {{(pid=103160) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 18 13:27:35.642887 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-39a21b3e-72d2-4402-9300-3ff44c43872a tempest-RoutersIpV6AdminTest-1535217791 tempest-RoutersIpV6AdminTest-1535217791-project-admin] Publish callbacks [] for router, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:35.646561 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-39a21b3e-72d2-4402-9300-3ff44c43872a tempest-RoutersIpV6AdminTest-1535217791 tempest-RoutersIpV6AdminTest-1535217791-project-admin] 10.222.0.31 "DELETE /v2.0/routers/a8d85e1c-44cd-4805-9548-b30f3d5585e8 HTTP/1.1" status: 204 len: 168 time: 3.4817858 Dec 18 13:27:35.648818 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4169abb8-e529-47ac-900e-b1ba33a8b37d tempest-RoutersAdminTest-1776390182 tempest-RoutersAdminTest-1776390182-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:27:35.650346 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-4169abb8-e529-47ac-900e-b1ba33a8b37d tempest-RoutersAdminTest-1776390182 tempest-RoutersAdminTest-1776390182-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=decb4a40-7941-48c8-afbb-daaafd502e83&device_id=58f4569e-c879-4f81-91b5-86579efa62bd&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0608211 Dec 18 13:27:35.650887 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 50472) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:27:35.653361 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 50474) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:27:35.655268 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.services.segments.db [None req-7861cb34-6ff0-4eaa-8644-b48f75bbd1ca tempest-RoutersNegativeIpV6Test-1807013643 tempest-RoutersNegativeIpV6Test-1807013643-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['861894c3-8ebc-45ff-899a-3cb0ecbf2d01']}} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:27:35.691800 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device bc3f4c66-c152-41ac-b94b-ff905ebf6ea5 no longer exists at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 18 13:27:35.724752 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-2294866d-0076-4933-952c-685307032598 None None] No Port match for: bc3f4c66-c152-41ac-b94b-ff905ebf6ea5 {{(pid=103161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 18 13:27:35.725413 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device bc3f4c66-c152-41ac-b94b-ff905ebf6ea5 not bound to the agent host dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 18 13:27:35.731115 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26132bf-65f2-4f04-86eb-80afdac4593c tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Pushing event updated for resources: {'Port': ['ID=8da9bd99-0454-47a8-a773-9051689364f2,revision_number=1']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:27:35.738330 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f26132bf-65f2-4f04-86eb-80afdac4593c tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Checking segment: {'id': 'c1ff539c-9e8f-4e82-8634-64b0a87005c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'a2dd4ad1-9dfe-4eb1-ad2a-823a0f383c62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 13:27:35.738817 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f26132bf-65f2-4f04-86eb-80afdac4593c tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Network hostable DHCP agents. Network: a2dd4ad1-9dfe-4eb1-ad2a-823a0f383c62, hostable agents: ['aa77effa-0e3a-4bbd-a383-4d58ed3328d0'], hosted agents: [] {{(pid=103160) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 18 13:27:35.764356 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.services.segments.db [None req-7861cb34-6ff0-4eaa-8644-b48f75bbd1ca tempest-RoutersNegativeIpV6Test-1807013643 tempest-RoutersNegativeIpV6Test-1807013643-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd324d9b9-ac77-45c0-bf72-22a57e73e1c0') {'for_net_delete': True} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:27:35.764883 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.services.segments.db [None req-7861cb34-6ff0-4eaa-8644-b48f75bbd1ca tempest-RoutersNegativeIpV6Test-1807013643 tempest-RoutersNegativeIpV6Test-1807013643-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd324d9b9-ac77-45c0-bf72-22a57e73e1c0') {} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:27:35.860579 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-8cc34ea8-9eee-4684-a952-45032c549dc5 tempest-RoutersAdminNegativeIpV6Test-1978241488 tempest-RoutersAdminNegativeIpV6Test-1978241488-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:35.885332 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-8cc34ea8-9eee-4684-a952-45032c549dc5 tempest-RoutersAdminNegativeIpV6Test-1978241488 tempest-RoutersAdminNegativeIpV6Test-1978241488-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:35.935868 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-da52ff7c-68e9-42ca-bcf4-2e4f1801852c tempest-RoutersIpV6AdminTest-1535217791 tempest-RoutersIpV6AdminTest-1535217791-project-admin] Publish callbacks [] for router, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:36.166849 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-7861cb34-6ff0-4eaa-8644-b48f75bbd1ca tempest-RoutersNegativeIpV6Test-1807013643 tempest-RoutersNegativeIpV6Test-1807013643-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767106888614', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4533424'] for segment, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:36.176194 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f26132bf-65f2-4f04-86eb-80afdac4593c tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Network a2dd4ad1-9dfe-4eb1-ad2a-823a0f383c62 is scheduled to be hosted by DHCP agent aa77effa-0e3a-4bbd-a383-4d58ed3328d0 with binding_index 1 {{(pid=103160) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 18 13:27:36.195423 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-7861cb34-6ff0-4eaa-8644-b48f75bbd1ca tempest-RoutersNegativeIpV6Test-1807013643 tempest-RoutersNegativeIpV6Test-1807013643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:36.201654 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.base_scheduler [None req-f26132bf-65f2-4f04-86eb-80afdac4593c tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-744815-20-hyperv, a2dd4ad1-9dfe-4eb1-ad2a-823a0f383c62) {{(pid=103160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:27:36.207604 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7861cb34-6ff0-4eaa-8644-b48f75bbd1ca tempest-RoutersNegativeIpV6Test-1807013643 tempest-RoutersNegativeIpV6Test-1807013643-project] Releasing vlan 140 on physical network physnet1 to pool {{(pid=103160) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 18 13:27:36.208046 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-7861cb34-6ff0-4eaa-8644-b48f75bbd1ca tempest-RoutersNegativeIpV6Test-1807013643 tempest-RoutersNegativeIpV6Test-1807013643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4533569'] for segment, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:36.213912 dv-neutron-744815-20-hyperv neutron-server[103160]: Traceback (most recent call last): Dec 18 13:27:36.213912 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 18 13:27:36.213912 dv-neutron-744815-20-hyperv neutron-server[103160]: timer() Dec 18 13:27:36.213912 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 18 13:27:36.213912 dv-neutron-744815-20-hyperv neutron-server[103160]: cb(*args, **kw) Dec 18 13:27:36.213912 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 18 13:27:36.213912 dv-neutron-744815-20-hyperv neutron-server[103160]: return func(*args, **kwargs) Dec 18 13:27:36.213912 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 18 13:27:36.213912 dv-neutron-744815-20-hyperv neutron-server[103160]: self._notify() Dec 18 13:27:36.213912 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 18 13:27:36.213912 dv-neutron-744815-20-hyperv neutron-server[103160]: self.callback(batched_events) Dec 18 13:27:36.213912 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 18 13:27:36.213912 dv-neutron-744815-20-hyperv neutron-server[103160]: event.method(event) Dec 18 13:27:36.213912 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 18 13:27:36.213912 dv-neutron-744815-20-hyperv neutron-server[103160]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 18 13:27:36.213912 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 18 13:27:36.213912 dv-neutron-744815-20-hyperv neutron-server[103160]: aggregate_uuid = self.p_client.list_aggregates( Dec 18 13:27:36.213912 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 18 13:27:36.213912 dv-neutron-744815-20-hyperv neutron-server[103160]: return f(self, *a, **k) Dec 18 13:27:36.213912 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 18 13:27:36.213912 dv-neutron-744815-20-hyperv neutron-server[103160]: return self._get(url).json() Dec 18 13:27:36.213912 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 18 13:27:36.213912 dv-neutron-744815-20-hyperv neutron-server[103160]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 18 13:27:36.213912 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 18 13:27:36.213912 dv-neutron-744815-20-hyperv neutron-server[103160]: return self.request(url, 'GET', **kwargs) Dec 18 13:27:36.213912 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 18 13:27:36.213912 dv-neutron-744815-20-hyperv neutron-server[103160]: base_url = self.get_endpoint(auth, allow=allow, Dec 18 13:27:36.213912 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 18 13:27:36.213912 dv-neutron-744815-20-hyperv neutron-server[103160]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 18 13:27:36.213912 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 18 13:27:36.213912 dv-neutron-744815-20-hyperv neutron-server[103160]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 18 13:27:36.213912 dv-neutron-744815-20-hyperv neutron-server[103160]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 18 13:27:36.222042 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d42b5924-da00-455c-8880-5e8f6b926db7 None None] Network a2dd4ad1-9dfe-4eb1-ad2a-823a0f383c62 requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:27:36.227930 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f26132bf-65f2-4f04-86eb-80afdac4593c tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Received port after_create {{(pid=103160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:27:36.233802 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f26132bf-65f2-4f04-86eb-80afdac4593c tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:27:36.238587 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f26132bf-65f2-4f04-86eb-80afdac4593c tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:27:36.239539 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-f26132bf-65f2-4f04-86eb-80afdac4593c tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:36.305558 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6250cd8c-fd19-497a-be1a-386a746e41c9 tempest-RoutersAdminTest-1776390182 tempest-RoutersAdminTest-1776390182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:27:36.307100 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-6250cd8c-fd19-497a-be1a-386a746e41c9 tempest-RoutersAdminTest-1776390182 tempest-RoutersAdminTest-1776390182-project-admin] 10.222.0.31 "GET /v2.0/networks/decb4a40-7941-48c8-afbb-daaafd502e83 HTTP/1.1" status: 200 len: 881 time: 0.6488638 Dec 18 13:27:36.310917 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-f26132bf-65f2-4f04-86eb-80afdac4593c tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.8222470 Dec 18 13:27:36.311674 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 50480) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:27:36.314121 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 50482) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:27:36.368763 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-14213c38-9144-4ee5-bb07-41025ab44702 tempest-RoutersAdminTest-1969777796 tempest-RoutersAdminTest-1969777796-project] 10.222.0.31 "GET /v2.0/ports?device_id=58f4569e-c879-4f81-91b5-86579efa62bd HTTP/1.1" status: 200 len: 205 time: 0.0551929 Dec 18 13:27:36.371552 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-7861cb34-6ff0-4eaa-8644-b48f75bbd1ca tempest-RoutersNegativeIpV6Test-1807013643 tempest-RoutersNegativeIpV6Test-1807013643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1927267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586962'] for network, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:36.372749 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 50484) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:27:36.433670 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-7861cb34-6ff0-4eaa-8644-b48f75bbd1ca tempest-RoutersNegativeIpV6Test-1807013643 tempest-RoutersNegativeIpV6Test-1807013643-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047995'] for network, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:36.436896 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-7861cb34-6ff0-4eaa-8644-b48f75bbd1ca tempest-RoutersNegativeIpV6Test-1807013643 tempest-RoutersNegativeIpV6Test-1807013643-project] 10.222.0.31 "DELETE /v2.0/networks/861894c3-8ebc-45ff-899a-3cb0ecbf2d01 HTTP/1.1" status: 204 len: 168 time: 2.1696539 Dec 18 13:27:36.443726 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 50486) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:27:36.456898 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-da52ff7c-68e9-42ca-bcf4-2e4f1801852c tempest-RoutersIpV6AdminTest-1535217791 tempest-RoutersIpV6AdminTest-1535217791-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:36.473203 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7861cb34-6ff0-4eaa-8644-b48f75bbd1ca tempest-RoutersNegativeIpV6Test-1807013643 tempest-RoutersNegativeIpV6Test-1807013643-project] Pushing event deleted for resources: {'Network': ['ID=861894c3-8ebc-45ff-899a-3cb0ecbf2d01,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:27:36.484036 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-af169635-706c-4eaf-a5c0-60a4040c4897 tempest-RoutersNegativeIpV6Test-1807013643 tempest-RoutersNegativeIpV6Test-1807013643-project] 10.222.0.31 "GET /v2.0/ports?device_id=b8d047fe-b9a9-46e1-9bc3-44bc9daded0f HTTP/1.1" status: 200 len: 205 time: 0.0390823 Dec 18 13:27:36.484824 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-8cc34ea8-9eee-4684-a952-45032c549dc5 tempest-RoutersAdminNegativeIpV6Test-1978241488 tempest-RoutersAdminNegativeIpV6Test-1978241488-project-admin] Publish callbacks [] for router, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:36.486331 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 50488) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:27:36.550310 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-d42f6ea6-dae4-4274-ba72-4e96a3ae1d6a tempest-RoutersAdminTest-1969777796 tempest-RoutersAdminTest-1969777796-project] Publish callbacks [] for router, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:36.572798 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:36.592737 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-9babf37b-b275-4d8a-8795-e550f8f26053 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Deleting port 8da9bd99-0454-47a8-a773-9051689364f2 {{(pid=103160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:27:36.593088 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-9babf37b-b275-4d8a-8795-e550f8f26053 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:36.647074 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-95803c8a-ddff-4f8d-b4a0-39a04aebd5c2 tempest-RoutersNegativeIpV6Test-1807013643 tempest-RoutersNegativeIpV6Test-1807013643-project] Publish callbacks [] for router, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:36.702574 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-9babf37b-b275-4d8a-8795-e550f8f26053 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:36.723542 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-9babf37b-b275-4d8a-8795-e550f8f26053 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Calling delete_port for 8da9bd99-0454-47a8-a773-9051689364f2 owned by {{(pid=103160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:27:36.743185 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-d42f6ea6-dae4-4274-ba72-4e96a3ae1d6a tempest-RoutersAdminTest-1969777796 tempest-RoutersAdminTest-1969777796-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:36.803893 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-8cc34ea8-9eee-4684-a952-45032c549dc5 tempest-RoutersAdminNegativeIpV6Test-1978241488 tempest-RoutersAdminNegativeIpV6Test-1978241488-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-589815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28643'] for router, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:36.806841 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-8cc34ea8-9eee-4684-a952-45032c549dc5 tempest-RoutersAdminNegativeIpV6Test-1978241488 tempest-RoutersAdminNegativeIpV6Test-1978241488-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:36.853032 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-9babf37b-b275-4d8a-8795-e550f8f26053 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4533522'] for port, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:36.855705 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-d42f6ea6-dae4-4274-ba72-4e96a3ae1d6a tempest-RoutersAdminTest-1969777796 tempest-RoutersAdminTest-1969777796-project] Deleting port 2ae35c20-a991-41eb-b931-ba5015794013 {{(pid=103160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:27:36.856033 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-d42f6ea6-dae4-4274-ba72-4e96a3ae1d6a tempest-RoutersAdminTest-1969777796 tempest-RoutersAdminTest-1969777796-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:36.901173 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-da52ff7c-68e9-42ca-bcf4-2e4f1801852c tempest-RoutersIpV6AdminTest-1535217791 tempest-RoutersIpV6AdminTest-1535217791-project-admin] Deleting port 3880c13f-4101-4a84-ab67-4a8fbd609964 {{(pid=103159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:27:36.901510 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-da52ff7c-68e9-42ca-bcf4-2e4f1801852c tempest-RoutersIpV6AdminTest-1535217791 tempest-RoutersIpV6AdminTest-1535217791-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:36.906363 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9babf37b-b275-4d8a-8795-e550f8f26053 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Pushing event deleted for resources: {'Port': ['ID=8da9bd99-0454-47a8-a773-9051689364f2,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:27:36.940521 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-9babf37b-b275-4d8a-8795-e550f8f26053 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:36.944963 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-9babf37b-b275-4d8a-8795-e550f8f26053 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] 10.222.0.31 "DELETE /v2.0/ports/8da9bd99-0454-47a8-a773-9051689364f2 HTTP/1.1" status: 204 len: 168 time: 0.6224773 Dec 18 13:27:36.948308 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-8cc34ea8-9eee-4684-a952-45032c549dc5 tempest-RoutersAdminNegativeIpV6Test-1978241488 tempest-RoutersAdminNegativeIpV6Test-1978241488-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-589710'] for router, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:36.948928 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cc34ea8-9eee-4684-a952-45032c549dc5 tempest-RoutersAdminNegativeIpV6Test-1978241488 tempest-RoutersAdminNegativeIpV6Test-1978241488-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ae8a9c9d-6360-4bb4-9795-8b49bd52111b {{(pid=103159) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 18 13:27:36.950542 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 50496) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:27:36.957711 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-95803c8a-ddff-4f8d-b4a0-39a04aebd5c2 tempest-RoutersNegativeIpV6Test-1807013643 tempest-RoutersNegativeIpV6Test-1807013643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-589815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28643'] for router, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:36.986832 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-95803c8a-ddff-4f8d-b4a0-39a04aebd5c2 tempest-RoutersNegativeIpV6Test-1807013643 tempest-RoutersNegativeIpV6Test-1807013643-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:37.008648 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-d42f6ea6-dae4-4274-ba72-4e96a3ae1d6a tempest-RoutersAdminTest-1969777796 tempest-RoutersAdminTest-1969777796-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:37.024093 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-d42f6ea6-dae4-4274-ba72-4e96a3ae1d6a tempest-RoutersAdminTest-1969777796 tempest-RoutersAdminTest-1969777796-project] Calling delete_port for 2ae35c20-a991-41eb-b931-ba5015794013 owned by network:router_gateway {{(pid=103160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:27:37.033560 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bccb2290-20b7-42e8-8caf-c06645508214 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:27:37.035397 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.api.v2.resource [None req-8cc34ea8-9eee-4684-a952-45032c549dc5 tempest-RoutersAdminNegativeIpV6Test-1978241488 tempest-RoutersAdminNegativeIpV6Test-1978241488-project-admin] create failed (client error): There was a conflict when trying to complete your request. Dec 18 13:27:37.036453 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-8cc34ea8-9eee-4684-a952-45032c549dc5 tempest-RoutersAdminNegativeIpV6Test-1978241488 tempest-RoutersAdminNegativeIpV6Test-1978241488-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.9023311 Dec 18 13:27:37.040175 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bccb2290-20b7-42e8-8caf-c06645508214 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:27:37.041896 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-bccb2290-20b7-42e8-8caf-c06645508214 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1450 time: 0.0908303 Dec 18 13:27:37.042543 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 50498) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:27:37.044891 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 50500) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:27:37.067247 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-95803c8a-ddff-4f8d-b4a0-39a04aebd5c2 tempest-RoutersNegativeIpV6Test-1807013643 tempest-RoutersNegativeIpV6Test-1807013643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-589710'] for router, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:37.067674 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95803c8a-ddff-4f8d-b4a0-39a04aebd5c2 tempest-RoutersNegativeIpV6Test-1807013643 tempest-RoutersNegativeIpV6Test-1807013643-project] Fanout notify agent at l3_agent the message router_deleted on router b8d047fe-b9a9-46e1-9bc3-44bc9daded0f {{(pid=103159) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 18 13:27:37.083718 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-95803c8a-ddff-4f8d-b4a0-39a04aebd5c2 tempest-RoutersNegativeIpV6Test-1807013643 tempest-RoutersNegativeIpV6Test-1807013643-project] Publish callbacks [] for router, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:37.084861 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-95803c8a-ddff-4f8d-b4a0-39a04aebd5c2 tempest-RoutersNegativeIpV6Test-1807013643 tempest-RoutersNegativeIpV6Test-1807013643-project] 10.222.0.31 "DELETE /v2.0/routers/b8d047fe-b9a9-46e1-9bc3-44bc9daded0f HTTP/1.1" status: 204 len: 168 time: 0.5975144 Dec 18 13:27:37.094638 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.db [None req-da52ff7c-68e9-42ca-bcf4-2e4f1801852c tempest-RoutersIpV6AdminTest-1535217791 tempest-RoutersIpV6AdminTest-1535217791-project-admin] For port 3880c13f-4101-4a84-ab67-4a8fbd609964, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=3880c13f-4101-4a84-ab67-4a8fbd609964,segment=NetworkSegment(3f66d49c-4faa-434c-8c3e-991f4f1d01bd),segment_id=3f66d49c-4faa-434c-8c3e-991f4f1d01bd)] {{(pid=103159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:27:37.094981 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-da52ff7c-68e9-42ca-bcf4-2e4f1801852c tempest-RoutersIpV6AdminTest-1535217791 tempest-RoutersIpV6AdminTest-1535217791-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:37.130666 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-da52ff7c-68e9-42ca-bcf4-2e4f1801852c tempest-RoutersIpV6AdminTest-1535217791 tempest-RoutersIpV6AdminTest-1535217791-project-admin] Calling delete_port for 3880c13f-4101-4a84-ab67-4a8fbd609964 owned by network:router_gateway {{(pid=103159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:27:37.208326 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-1f472d32-0334-4967-97e2-e16069086d96 tempest-RoutersAdminNegativeIpV6Test-1978241488 tempest-RoutersAdminNegativeIpV6Test-1978241488-project-admin] Deleting port a772542e-666a-4a83-832b-90995d89b4e3 {{(pid=103159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:27:37.208575 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-1f472d32-0334-4967-97e2-e16069086d96 tempest-RoutersAdminNegativeIpV6Test-1978241488 tempest-RoutersAdminNegativeIpV6Test-1978241488-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:37.231221 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-2aa92c76-1a91-4a00-90c0-2742b4117448 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Deleting port dd7c8760-7176-497f-9d68-b4660a4f9432 {{(pid=103160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:27:37.231812 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-2aa92c76-1a91-4a00-90c0-2742b4117448 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:37.327562 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-2aa92c76-1a91-4a00-90c0-2742b4117448 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:37.334870 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-1f472d32-0334-4967-97e2-e16069086d96 tempest-RoutersAdminNegativeIpV6Test-1978241488 tempest-RoutersAdminNegativeIpV6Test-1978241488-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:37.344789 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-2aa92c76-1a91-4a00-90c0-2742b4117448 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Calling delete_port for dd7c8760-7176-497f-9d68-b4660a4f9432 owned by {{(pid=103160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:27:37.366753 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-1f472d32-0334-4967-97e2-e16069086d96 tempest-RoutersAdminNegativeIpV6Test-1978241488 tempest-RoutersAdminNegativeIpV6Test-1978241488-project-admin] Calling delete_port for a772542e-666a-4a83-832b-90995d89b4e3 owned by {{(pid=103159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:27:37.389059 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 50506) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:27:37.396506 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-d42f6ea6-dae4-4274-ba72-4e96a3ae1d6a tempest-RoutersAdminTest-1969777796 tempest-RoutersAdminTest-1969777796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4533522'] for port, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:37.426061 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42f6ea6-dae4-4274-ba72-4e96a3ae1d6a tempest-RoutersAdminTest-1969777796 tempest-RoutersAdminTest-1969777796-project] Pushing event deleted for resources: {'Port': ['ID=2ae35c20-a991-41eb-b931-ba5015794013,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:27:37.434484 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-da52ff7c-68e9-42ca-bcf4-2e4f1801852c tempest-RoutersIpV6AdminTest-1535217791 tempest-RoutersIpV6AdminTest-1535217791-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:37.463137 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7a56e9f-45e1-485f-9462-494d6b6123dd None None] DHCP port deletion for decb4a40-7941-48c8-afbb-daaafd502e83 request from dv-neutron-744815-20-hyperv {{(pid=103161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 18 13:27:37.476188 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da52ff7c-68e9-42ca-bcf4-2e4f1801852c tempest-RoutersIpV6AdminTest-1535217791 tempest-RoutersIpV6AdminTest-1535217791-project-admin] Pushing event deleted for resources: {'Port': ['ID=3880c13f-4101-4a84-ab67-4a8fbd609964,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:27:37.513107 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-d42f6ea6-dae4-4274-ba72-4e96a3ae1d6a tempest-RoutersAdminTest-1969777796 tempest-RoutersAdminTest-1969777796-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-586554'] for router_gateway, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:37.516331 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98ca45a6-0d04-4738-aadc-f7da76576be9 None None] DHCP port deletion for decb4a40-7941-48c8-afbb-daaafd502e83 request from dv-neutron-744815-20-hyperv {{(pid=103161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 18 13:27:37.544734 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-2aa92c76-1a91-4a00-90c0-2742b4117448 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4533522'] for port, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:37.555543 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-da52ff7c-68e9-42ca-bcf4-2e4f1801852c tempest-RoutersIpV6AdminTest-1535217791 tempest-RoutersIpV6AdminTest-1535217791-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-586554'] for router_gateway, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:37.659115 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-d42f6ea6-dae4-4274-ba72-4e96a3ae1d6a tempest-RoutersAdminTest-1969777796 tempest-RoutersAdminTest-1969777796-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-589815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28643'] for router, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:37.661816 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa92c76-1a91-4a00-90c0-2742b4117448 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Pushing event deleted for resources: {'Port': ['ID=dd7c8760-7176-497f-9d68-b4660a4f9432,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:27:37.664487 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-d42f6ea6-dae4-4274-ba72-4e96a3ae1d6a tempest-RoutersAdminTest-1969777796 tempest-RoutersAdminTest-1969777796-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:37.672023 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-2aa92c76-1a91-4a00-90c0-2742b4117448 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:37.678758 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-2aa92c76-1a91-4a00-90c0-2742b4117448 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] 10.222.0.31 "DELETE /v2.0/ports/dd7c8760-7176-497f-9d68-b4660a4f9432 HTTP/1.1" status: 204 len: 168 time: 0.6294074 Dec 18 13:27:37.678758 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 50512) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:27:37.682148 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device c98e0807-5f35-4629-ba5a-d6f0a8d16fda no longer exists at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 18 13:27:37.708481 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-2294866d-0076-4933-952c-685307032598 None None] No Port match for: c98e0807-5f35-4629-ba5a-d6f0a8d16fda {{(pid=103161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 18 13:27:37.709105 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device c98e0807-5f35-4629-ba5a-d6f0a8d16fda not bound to the agent host dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 18 13:27:37.715472 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-da52ff7c-68e9-42ca-bcf4-2e4f1801852c tempest-RoutersIpV6AdminTest-1535217791 tempest-RoutersIpV6AdminTest-1535217791-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-589815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28643'] for router, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:37.718384 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-da52ff7c-68e9-42ca-bcf4-2e4f1801852c tempest-RoutersIpV6AdminTest-1535217791 tempest-RoutersIpV6AdminTest-1535217791-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:37.772552 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-d42f6ea6-dae4-4274-ba72-4e96a3ae1d6a tempest-RoutersAdminTest-1969777796 tempest-RoutersAdminTest-1969777796-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-589710'] for router, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:37.773061 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d42f6ea6-dae4-4274-ba72-4e96a3ae1d6a tempest-RoutersAdminTest-1969777796 tempest-RoutersAdminTest-1969777796-project] Fanout notify agent at l3_agent the message router_deleted on router 58f4569e-c879-4f81-91b5-86579efa62bd {{(pid=103160) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 18 13:27:37.781590 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-1f472d32-0334-4967-97e2-e16069086d96 tempest-RoutersAdminNegativeIpV6Test-1978241488 tempest-RoutersAdminNegativeIpV6Test-1978241488-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:37.791679 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-71ad5279-0091-444f-8b1c-b8d982e473c3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7e767fdb900e4645884e18b59ce42e88&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4002354 Dec 18 13:27:37.792801 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 50514) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:27:37.796432 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-d42f6ea6-dae4-4274-ba72-4e96a3ae1d6a tempest-RoutersAdminTest-1969777796 tempest-RoutersAdminTest-1969777796-project] Publish callbacks [] for router, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:37.797612 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-d42f6ea6-dae4-4274-ba72-4e96a3ae1d6a tempest-RoutersAdminTest-1969777796 tempest-RoutersAdminTest-1969777796-project] 10.222.0.31 "DELETE /v2.0/routers/58f4569e-c879-4f81-91b5-86579efa62bd HTTP/1.1" status: 204 len: 168 time: 1.4223835 Dec 18 13:27:37.801689 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 50516) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:27:37.810458 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-dc4764c5-418c-4195-89e9-7be52751f7fb tempest-RoutersAdminTest-1969777796 tempest-RoutersAdminTest-1969777796-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-333820430', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:27:37.820965 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f472d32-0334-4967-97e2-e16069086d96 tempest-RoutersAdminNegativeIpV6Test-1978241488 tempest-RoutersAdminNegativeIpV6Test-1978241488-project-admin] Pushing event deleted for resources: {'Port': ['ID=a772542e-666a-4a83-832b-90995d89b4e3,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:27:37.833260 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-da52ff7c-68e9-42ca-bcf4-2e4f1801852c tempest-RoutersIpV6AdminTest-1535217791 tempest-RoutersIpV6AdminTest-1535217791-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-589710'] for router, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:37.833748 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da52ff7c-68e9-42ca-bcf4-2e4f1801852c tempest-RoutersIpV6AdminTest-1535217791 tempest-RoutersIpV6AdminTest-1535217791-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 639366b6-0f53-4a70-9c5a-bf45f34bbcaf {{(pid=103159) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 18 13:27:37.835427 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fdd7952-bd8b-44a8-96fd-f3094fca5081 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:27:37.839240 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-0fdd7952-bd8b-44a8-96fd-f3094fca5081 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 842 time: 0.1576352 Dec 18 13:27:37.839383 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 50518) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:27:37.841152 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-da52ff7c-68e9-42ca-bcf4-2e4f1801852c tempest-RoutersIpV6AdminTest-1535217791 tempest-RoutersIpV6AdminTest-1535217791-project-admin] Publish callbacks [] for router, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:37.842280 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-da52ff7c-68e9-42ca-bcf4-2e4f1801852c tempest-RoutersIpV6AdminTest-1535217791 tempest-RoutersIpV6AdminTest-1535217791-project-admin] 10.222.0.31 "DELETE /v2.0/routers/639366b6-0f53-4a70-9c5a-bf45f34bbcaf HTTP/1.1" status: 204 len: 168 time: 2.1871629 Dec 18 13:27:37.849623 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b0e1888-213a-4287-945e-17a62fc7a1e0 None None] DHCP port deletion for decb4a40-7941-48c8-afbb-daaafd502e83 request from dv-neutron-744815-20-hyperv {{(pid=103161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 18 13:27:37.857618 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 50520) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:27:37.881714 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-9e92c46f-1620-4fd1-80a3-1eaaabd4b04d tempest-RoutersIpV6AdminTest-1998592124 tempest-RoutersIpV6AdminTest-1998592124-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1275921259', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83'}, 'admin_state_up': False}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:27:37.894359 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.pecan_wsgi.hooks.translation [None req-850fa2db-8a99-40a8-9349-983a86a46f9e tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] GET failed (client error): The resource could not be found. Dec 18 13:27:37.898743 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-850fa2db-8a99-40a8-9349-983a86a46f9e tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] 10.222.0.31 "GET /v2.0/ports/8da9bd99-0454-47a8-a773-9051689364f2 HTTP/1.1" status: 404 len: 333 time: 0.0558364 Dec 18 13:27:37.899765 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 50522) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:27:37.904813 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-def23475-39f7-4f36-aaf3-ce1769719a10 req-d68bf3b4-ce40-42bb-846a-ce580832e3db service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=9f044516-7cff-4ae8-8c47-ba1da8c37907&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1610336 Dec 18 13:27:37.912964 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-dc4764c5-418c-4195-89e9-7be52751f7fb tempest-RoutersAdminTest-1969777796 tempest-RoutersAdminTest-1969777796-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28433'] for router, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:37.914502 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-dc4764c5-418c-4195-89e9-7be52751f7fb tempest-RoutersAdminTest-1969777796 tempest-RoutersAdminTest-1969777796-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-589769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28440'] for router, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:37.966017 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9311b52-5cb4-464b-9854-bf8a65d2654e tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] GET failed (client error): The resource could not be found. Dec 18 13:27:37.971688 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-b9311b52-5cb4-464b-9854-bf8a65d2654e tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] 10.222.0.31 "GET /v2.0/ports/dd7c8760-7176-497f-9d68-b4660a4f9432 HTTP/1.1" status: 404 len: 333 time: 0.0704739 Dec 18 13:27:37.977994 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 50526) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:27:38.039003 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-9e92c46f-1620-4fd1-80a3-1eaaabd4b04d tempest-RoutersIpV6AdminTest-1998592124 tempest-RoutersIpV6AdminTest-1998592124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28433'] for router, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:38.039003 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-9e92c46f-1620-4fd1-80a3-1eaaabd4b04d tempest-RoutersIpV6AdminTest-1998592124 tempest-RoutersIpV6AdminTest-1998592124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-589769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28440'] for router, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:38.055243 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-dc4764c5-418c-4195-89e9-7be52751f7fb tempest-RoutersAdminTest-1969777796 tempest-RoutersAdminTest-1969777796-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:38.060486 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-1f472d32-0334-4967-97e2-e16069086d96 tempest-RoutersAdminNegativeIpV6Test-1978241488 tempest-RoutersAdminNegativeIpV6Test-1978241488-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:38.067444 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-1f472d32-0334-4967-97e2-e16069086d96 tempest-RoutersAdminNegativeIpV6Test-1978241488 tempest-RoutersAdminNegativeIpV6Test-1978241488-project-admin] 10.222.0.31 "DELETE /v2.0/ports/a772542e-666a-4a83-832b-90995d89b4e3 HTTP/1.1" status: 204 len: 168 time: 1.0209861 Dec 18 13:27:38.070460 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-f053e23c-8de2-4fdc-b0c0-dbc781acab39 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:38.081379 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-dc4764c5-418c-4195-89e9-7be52751f7fb tempest-RoutersAdminTest-1969777796 tempest-RoutersAdminTest-1969777796-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-589760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-586526'] for router, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:38.102965 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-af5cd86a-4abd-4153-96dc-17af1779d903 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2023137'] for network, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:38.115996 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-f053e23c-8de2-4fdc-b0c0-dbc781acab39 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:38.121142 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def23475-39f7-4f36-aaf3-ce1769719a10 req-835b4d87-f264-4e4d-8e46-a28d7cb0c4be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:27:38.122659 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-def23475-39f7-4f36-aaf3-ce1769719a10 req-835b4d87-f264-4e4d-8e46-a28d7cb0c4be service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b13bfad2b2a84333a7ff37b75b6ba14e&device_id=9f044516-7cff-4ae8-8c47-ba1da8c37907 HTTP/1.1" status: 200 len: 1099 time: 0.1365616 Dec 18 13:27:38.129694 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-9e92c46f-1620-4fd1-80a3-1eaaabd4b04d tempest-RoutersIpV6AdminTest-1998592124 tempest-RoutersIpV6AdminTest-1998592124-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:38.134995 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-dc4764c5-418c-4195-89e9-7be52751f7fb tempest-RoutersAdminTest-1969777796 tempest-RoutersAdminTest-1969777796-project] Publish callbacks [] for router, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:38.139133 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-dc4764c5-418c-4195-89e9-7be52751f7fb tempest-RoutersAdminTest-1969777796 tempest-RoutersAdminTest-1969777796-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3337708 Dec 18 13:27:38.140041 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 50532) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:27:38.145522 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-fa9b980a-a041-477e-b2af-e63ce6bc37df tempest-RoutersAdminTest-1776390182 tempest-RoutersAdminTest-1776390182-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'enable_snat': True}}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:27:38.234273 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-af5cd86a-4abd-4153-96dc-17af1779d903 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1927292', 'neutron.services.segments.db._delete_segments_for_network-8767106887837'] for network, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:38.255514 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-f053e23c-8de2-4fdc-b0c0-dbc781acab39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:38.258085 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-f053e23c-8de2-4fdc-b0c0-dbc781acab39 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:38.261791 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-f053e23c-8de2-4fdc-b0c0-dbc781acab39 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3c889906-35fd-4eb1-b139-861d32e96a63 HTTP/1.1" status: 204 len: 168 time: 0.4630389 Dec 18 13:27:38.261791 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.services.segments.db [None req-af5cd86a-4abd-4153-96dc-17af1779d903 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2dd4ad1-9dfe-4eb1-ad2a-823a0f383c62']}} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:27:38.283506 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.services.segments.db [None req-af5cd86a-4abd-4153-96dc-17af1779d903 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1ff539c-9e8f-4e82-8634-64b0a87005c0') {'for_net_delete': True} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:27:38.284406 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.services.segments.db [None req-af5cd86a-4abd-4153-96dc-17af1779d903 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1ff539c-9e8f-4e82-8634-64b0a87005c0') {} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:27:38.294353 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f053e23c-8de2-4fdc-b0c0-dbc781acab39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c889906-35fd-4eb1-b139-861d32e96a63,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:27:38.300804 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-af5cd86a-4abd-4153-96dc-17af1779d903 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767106888614', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5589569'] for segment, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:38.332996 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-af5cd86a-4abd-4153-96dc-17af1779d903 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:38.349103 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af5cd86a-4abd-4153-96dc-17af1779d903 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Releasing vlan 133 on physical network physnet1 to pool {{(pid=103159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 18 13:27:38.349515 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-af5cd86a-4abd-4153-96dc-17af1779d903 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5660009'] for segment, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:38.353060 dv-neutron-744815-20-hyperv neutron-server[103159]: Traceback (most recent call last): Dec 18 13:27:38.353060 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 18 13:27:38.353060 dv-neutron-744815-20-hyperv neutron-server[103159]: timer() Dec 18 13:27:38.353060 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 18 13:27:38.353060 dv-neutron-744815-20-hyperv neutron-server[103159]: cb(*args, **kw) Dec 18 13:27:38.353060 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 18 13:27:38.353060 dv-neutron-744815-20-hyperv neutron-server[103159]: return func(*args, **kwargs) Dec 18 13:27:38.353060 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 18 13:27:38.353060 dv-neutron-744815-20-hyperv neutron-server[103159]: self._notify() Dec 18 13:27:38.353060 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 18 13:27:38.353060 dv-neutron-744815-20-hyperv neutron-server[103159]: self.callback(batched_events) Dec 18 13:27:38.353060 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 18 13:27:38.353060 dv-neutron-744815-20-hyperv neutron-server[103159]: event.method(event) Dec 18 13:27:38.353060 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 18 13:27:38.353060 dv-neutron-744815-20-hyperv neutron-server[103159]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 18 13:27:38.353060 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 18 13:27:38.353060 dv-neutron-744815-20-hyperv neutron-server[103159]: aggregate_uuid = self.p_client.list_aggregates( Dec 18 13:27:38.353060 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 18 13:27:38.353060 dv-neutron-744815-20-hyperv neutron-server[103159]: return f(self, *a, **k) Dec 18 13:27:38.353060 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 18 13:27:38.353060 dv-neutron-744815-20-hyperv neutron-server[103159]: return self._get(url).json() Dec 18 13:27:38.353060 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 18 13:27:38.353060 dv-neutron-744815-20-hyperv neutron-server[103159]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 18 13:27:38.353060 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 18 13:27:38.353060 dv-neutron-744815-20-hyperv neutron-server[103159]: return self.request(url, 'GET', **kwargs) Dec 18 13:27:38.353060 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 18 13:27:38.353060 dv-neutron-744815-20-hyperv neutron-server[103159]: base_url = self.get_endpoint(auth, allow=allow, Dec 18 13:27:38.353060 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 18 13:27:38.353060 dv-neutron-744815-20-hyperv neutron-server[103159]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 18 13:27:38.353060 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 18 13:27:38.353060 dv-neutron-744815-20-hyperv neutron-server[103159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 18 13:27:38.353060 dv-neutron-744815-20-hyperv neutron-server[103159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 18 13:27:38.373597 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 50538) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:27:38.395588 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-9e92c46f-1620-4fd1-80a3-1eaaabd4b04d tempest-RoutersIpV6AdminTest-1998592124 tempest-RoutersIpV6AdminTest-1998592124-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:38.447002 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-af5cd86a-4abd-4153-96dc-17af1779d903 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1927267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586962'] for network, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:38.458064 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-af5cd86a-4abd-4153-96dc-17af1779d903 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047995'] for network, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:38.461964 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-af5cd86a-4abd-4153-96dc-17af1779d903 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] 10.222.0.31 "DELETE /v2.0/networks/a2dd4ad1-9dfe-4eb1-ad2a-823a0f383c62 HTTP/1.1" status: 204 len: 168 time: 0.4829836 Dec 18 13:27:38.466114 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 50542) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:27:38.474126 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5cd86a-4abd-4153-96dc-17af1779d903 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Pushing event deleted for resources: {'Network': ['ID=a2dd4ad1-9dfe-4eb1-ad2a-823a0f383c62,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:27:38.476893 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-970a2ff8-fead-4641-a702-fa9712c12514 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1903058712'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:27:38.630646 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def23475-39f7-4f36-aaf3-ce1769719a10 req-05f2e16e-3e83-4e0c-b20c-a0917ac26726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:27:38.631931 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-def23475-39f7-4f36-aaf3-ce1769719a10 req-05f2e16e-3e83-4e0c-b20c-a0917ac26726 service neutron] 10.222.0.43 "GET /v2.0/networks?id=d2661b17-f10f-45b5-9a14-2ba272e46fb7 HTTP/1.1" status: 200 len: 906 time: 0.4526353 Dec 18 13:27:38.710361 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-69b77b0f-b031-4089-b54e-548b98a8baba admin admin] Publish callbacks [] for security_group, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:38.803563 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-69b77b0f-b031-4089-b54e-548b98a8baba admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:38.812550 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-69b77b0f-b031-4089-b54e-548b98a8baba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:38.855388 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-69b77b0f-b031-4089-b54e-548b98a8baba admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=010647d2a03343ce867759bc340c8341&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4805779 Dec 18 13:27:38.856014 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 50556) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:27:38.888148 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b77b0f-b031-4089-b54e-548b98a8baba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99920550-9cad-4d90-849b-229bdf947d9d,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:27:38.925935 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-fa9e6429-429c-4716-9c12-45caf17047f5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:38.954992 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-fa9e6429-429c-4716-9c12-45caf17047f5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:39.014210 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-fa9e6429-429c-4716-9c12-45caf17047f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:39.016937 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-fa9e6429-429c-4716-9c12-45caf17047f5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:39.021102 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-fa9e6429-429c-4716-9c12-45caf17047f5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/99920550-9cad-4d90-849b-229bdf947d9d HTTP/1.1" status: 204 len: 168 time: 0.1621699 Dec 18 13:27:39.030121 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9e6429-429c-4716-9c12-45caf17047f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99920550-9cad-4d90-849b-229bdf947d9d,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:27:39.044317 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-970a2ff8-fead-4641-a702-fa9712c12514 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Made reservation on behalf of dde8326b44a64ab5a12bbfefe7e7aced for: {'network': 1} {{(pid=103160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:27:39.048288 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-970a2ff8-fead-4641-a702-fa9712c12514 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for network, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:39.053660 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-fa9b980a-a041-477e-b2af-e63ce6bc37df tempest-RoutersAdminTest-1776390182 tempest-RoutersAdminTest-1776390182-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:39.139396 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-def23475-39f7-4f36-aaf3-ce1769719a10 req-a67e30a8-6e60-4932-8135-8e36ed115c99 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6f42addb-ace8-4096-be5a-5b238a28eabf HTTP/1.1" status: 200 len: 1002 time: 0.4791484 Dec 18 13:27:39.141950 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-970a2ff8-fead-4641-a702-fa9712c12514 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 109} {{(pid=103160) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 18 13:27:39.166075 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-970a2ff8-fead-4641-a702-fa9712c12514 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:39.166420 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.db.segments_db [None req-970a2ff8-fead-4641-a702-fa9712c12514 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Added segment 64dff47c-03e0-4df9-a970-82bebe7f82aa of type vlan for network 5504a800-a765-446e-ae90-db9cd860aa94 Dec 18 13:27:39.211510 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 50572) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:27:39.280146 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-970a2ff8-fead-4641-a702-fa9712c12514 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767106405744'] for network, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:39.285134 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def23475-39f7-4f36-aaf3-ce1769719a10 req-3bbdf96d-7177-4063-a1ac-9ac845a5096f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:27:39.287728 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-def23475-39f7-4f36-aaf3-ce1769719a10 req-3bbdf96d-7177-4063-a1ac-9ac845a5096f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4f238fff-f9a2-4ca2-aa84-e233d7ea0123 HTTP/1.1" status: 200 len: 844 time: 0.1347282 Dec 18 13:27:39.436915 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-970a2ff8-fead-4641-a702-fa9712c12514 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981'] for network, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:39.437998 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-734da7b3-a99e-4296-a26f-c5e1f4e42975 tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] Request body: {'security_group': {'name': 'tempest-secgroup--185114928'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:27:39.443094 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-970a2ff8-fead-4641-a702-fa9712c12514 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:27:39.443781 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-970a2ff8-fead-4641-a702-fa9712c12514 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047995'] for network, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:39.448536 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 50578) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:27:39.455490 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-9e92c46f-1620-4fd1-80a3-1eaaabd4b04d tempest-RoutersIpV6AdminTest-1998592124 tempest-RoutersIpV6AdminTest-1998592124-project] Publish callbacks [] for router_gateway, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:39.485056 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-734da7b3-a99e-4296-a26f-c5e1f4e42975 tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] Publish callbacks [] for security_group, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:39.502570 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-734da7b3-a99e-4296-a26f-c5e1f4e42975 tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] Publish callbacks [] for security_group, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:39.503941 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-9e92c46f-1620-4fd1-80a3-1eaaabd4b04d tempest-RoutersIpV6AdminTest-1998592124 tempest-RoutersIpV6AdminTest-1998592124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:39.506907 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def23475-39f7-4f36-aaf3-ce1769719a10 req-46e42d37-18ad-47f0-8705-442de687485a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:27:39.508459 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-def23475-39f7-4f36-aaf3-ce1769719a10 req-46e42d37-18ad-47f0-8705-442de687485a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d2661b17-f10f-45b5-9a14-2ba272e46fb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.2122498 Dec 18 13:27:39.512329 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-b625b557-0a93-4976-8d29-c57bbe844e0a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=914bde56d6a0461d9976f5b1922919e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0628426 Dec 18 13:27:39.515545 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 50580) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:27:39.517132 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-970a2ff8-fead-4641-a702-fa9712c12514 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.0482790 Dec 18 13:27:39.529697 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 50582) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:27:39.536043 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-0497ca74-8eb4-429f-b869-e19c858a8937 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Request body: {'subnet': {'network_id': '5504a800-a765-446e-ae90-db9cd860aa94', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:27:39.612014 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 3880c13f-4101-4a84-ab67-4a8fbd609964 no longer exists at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 18 13:27:39.640589 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-2294866d-0076-4933-952c-685307032598 None None] No Port match for: 3880c13f-4101-4a84-ab67-4a8fbd609964 {{(pid=103161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 18 13:27:39.641246 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 3880c13f-4101-4a84-ab67-4a8fbd609964 not bound to the agent host dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 18 13:27:39.672493 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970a2ff8-fead-4641-a702-fa9712c12514 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Pushing event updated for resources: {'Network': ['ID=5504a800-a765-446e-ae90-db9cd860aa94,revision_number=1']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:27:39.684990 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Network 5504a800-a765-446e-ae90-db9cd860aa94 details requested by agent ovs-agent-dv-neutron-744815-20-hyperv with host dv-neutron-744815-20-hyperv {{(pid=103161) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 18 13:27:39.694508 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-8f6cd176-2330-4d68-80dc-c4ee9ed6ffb7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:39.716270 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0497ca74-8eb4-429f-b869-e19c858a8937 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Made reservation on behalf of dde8326b44a64ab5a12bbfefe7e7aced for: {'subnet': 1} {{(pid=103159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:27:39.719801 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-0497ca74-8eb4-429f-b869-e19c858a8937 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6017072'] for subnet, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:39.750971 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-734da7b3-a99e-4296-a26f-c5e1f4e42975 tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] Publish callbacks [] for security_group, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:39.753182 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-8f6cd176-2330-4d68-80dc-c4ee9ed6ffb7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:39.768296 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-734da7b3-a99e-4296-a26f-c5e1f4e42975 tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:39.811284 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-fa9b980a-a041-477e-b2af-e63ce6bc37df tempest-RoutersAdminTest-1776390182 tempest-RoutersAdminTest-1776390182-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:39.817913 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-def23475-39f7-4f36-aaf3-ce1769719a10 req-984628d7-7404-4bbc-8285-167ee8f44758 service neutron] 10.222.0.43 "GET /v2.0/networks/d2661b17-f10f-45b5-9a14-2ba272e46fb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2997663 Dec 18 13:27:39.830960 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.ipam_backend_mixin [None req-0497ca74-8eb4-429f-b869-e19c858a8937 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Performing IP validity checks on allocation pools {{(pid=103159) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 18 13:27:39.831420 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.ipam_backend_mixin [None req-0497ca74-8eb4-429f-b869-e19c858a8937 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103159) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 18 13:27:39.851242 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-fa9b980a-a041-477e-b2af-e63ce6bc37df tempest-RoutersAdminTest-1776390182 tempest-RoutersAdminTest-1776390182-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:39.853369 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.db_base_plugin_common [None req-9e92c46f-1620-4fd1-80a3-1eaaabd4b04d tempest-RoutersIpV6AdminTest-1998592124 tempest-RoutersIpV6AdminTest-1998592124-project] Allocated IP 172.26.3.184 (decb4a40-7941-48c8-afbb-daaafd502e83/70deed80-3ca1-4f9e-96cb-563b43d3acba/026fb57c-278d-4db9-b91e-470619f1dc96) {{(pid=103160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:27:39.870996 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734da7b3-a99e-4296-a26f-c5e1f4e42975 tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81d5e16b-00b3-4c74-b912-1e3c000d4339,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:27:39.922929 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-8f6cd176-2330-4d68-80dc-c4ee9ed6ffb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:39.926139 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-8f6cd176-2330-4d68-80dc-c4ee9ed6ffb7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:39.927310 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-8f6cd176-2330-4d68-80dc-c4ee9ed6ffb7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b453234d-7451-4228-939b-3b29e6dc3a7c HTTP/1.1" status: 204 len: 168 time: 0.4108543 Dec 18 13:27:39.976914 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6cd176-2330-4d68-80dc-c4ee9ed6ffb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b453234d-7451-4228-939b-3b29e6dc3a7c,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:27:39.997815 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-734da7b3-a99e-4296-a26f-c5e1f4e42975 tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] Publish callbacks [] for security_group, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:40.007129 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-734da7b3-a99e-4296-a26f-c5e1f4e42975 tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:40.044363 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-def23475-39f7-4f36-aaf3-ce1769719a10 req-115b9425-bb58-4483-92f0-bd1a90a95f9d service neutron] 10.222.0.43 "GET /v2.0/networks/d2661b17-f10f-45b5-9a14-2ba272e46fb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2068918 Dec 18 13:27:40.075533 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-9e92c46f-1620-4fd1-80a3-1eaaabd4b04d tempest-RoutersIpV6AdminTest-1998592124 tempest-RoutersIpV6AdminTest-1998592124-project] Publish callbacks [] for port, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:40.076572 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-734da7b3-a99e-4296-a26f-c5e1f4e42975 tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] Publish callbacks [] for security_group, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:40.077870 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-734da7b3-a99e-4296-a26f-c5e1f4e42975 tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.8651063 Dec 18 13:27:40.081045 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 50588) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:27:40.097245 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734da7b3-a99e-4296-a26f-c5e1f4e42975 tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] Pushing event updated for resources: {'SecurityGroup': ['ID=962ebee5-f2e5-4ed7-8a85-a557ee075759,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:27:40.113324 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-0497ca74-8eb4-429f-b869-e19c858a8937 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5659786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6017062'] for subnet, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:40.168451 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-9381a38c-99b3-44f0-be17-2f86acf80a34 tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4538 time: 0.0858698 Dec 18 13:27:40.171103 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 50594) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:27:40.179031 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-13353617-b9dd-4f84-993a-9ee2db234664 tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] Request body: {'security_group': {'name': 'tempest-security--828304013', 'description': 'tempest-security-description-565708196'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:27:40.191429 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-9e92c46f-1620-4fd1-80a3-1eaaabd4b04d tempest-RoutersIpV6AdminTest-1998592124 tempest-RoutersIpV6AdminTest-1998592124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4533522'] for port, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:40.194632 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0497ca74-8eb4-429f-b869-e19c858a8937 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Checking segment: {'id': '64dff47c-03e0-4df9-a970-82bebe7f82aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '5504a800-a765-446e-ae90-db9cd860aa94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 13:27:40.195108 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0497ca74-8eb4-429f-b869-e19c858a8937 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Network hostable DHCP agents. Network: 5504a800-a765-446e-ae90-db9cd860aa94, hostable agents: ['aa77effa-0e3a-4bbd-a383-4d58ed3328d0'], hosted agents: [] {{(pid=103159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 18 13:27:40.197309 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0497ca74-8eb4-429f-b869-e19c858a8937 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Pushing event updated for resources: {'Subnet': ['ID=0dd196fc-600d-4ef2-b127-3cc3b56595b6,revision_number=0']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:27:40.216874 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.agents_db [None req-e3dda592-589a-4b4d-b028-ba9a260f4f50 None None] Agent healthcheck: found 6 active agents {{(pid=103162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 18 13:27:40.217997 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0497ca74-8eb4-429f-b869-e19c858a8937 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Network 5504a800-a765-446e-ae90-db9cd860aa94 is scheduled to be hosted by DHCP agent aa77effa-0e3a-4bbd-a383-4d58ed3328d0 with binding_index 1 {{(pid=103159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 18 13:27:40.234190 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.base_scheduler [None req-0497ca74-8eb4-429f-b869-e19c858a8937 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-744815-20-hyperv, 5504a800-a765-446e-ae90-db9cd860aa94) {{(pid=103159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:27:40.245405 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-165684a9-6afc-4712-9417-e106ad39af4e None None] Network 5504a800-a765-446e-ae90-db9cd860aa94 requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:27:40.249268 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0497ca74-8eb4-429f-b869-e19c858a8937 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:27:40.250559 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-0497ca74-8eb4-429f-b869-e19c858a8937 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047995'] for subnet, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:40.278724 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-0497ca74-8eb4-429f-b869-e19c858a8937 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7446225 Dec 18 13:27:40.278954 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e92c46f-1620-4fd1-80a3-1eaaabd4b04d tempest-RoutersIpV6AdminTest-1998592124 tempest-RoutersIpV6AdminTest-1998592124-project] Network decb4a40-7941-48c8-afbb-daaafd502e83 is already hosted by enough agents. {{(pid=103160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:27:40.279056 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 50598) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:27:40.291544 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-2db8ecc7-879f-4aa7-ab5b-282e04aaef34 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Request body: {'port': {'network_id': '5504a800-a765-446e-ae90-db9cd860aa94', 'name': 'tempest-PortsTestJSON-2079960035'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:27:40.296967 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.base_scheduler [None req-9e92c46f-1620-4fd1-80a3-1eaaabd4b04d tempest-RoutersIpV6AdminTest-1998592124 tempest-RoutersIpV6AdminTest-1998592124-project] Resources bound (agent type, host, resource id): {{(pid=103160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:27:40.318457 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e92c46f-1620-4fd1-80a3-1eaaabd4b04d tempest-RoutersIpV6AdminTest-1998592124 tempest-RoutersIpV6AdminTest-1998592124-project] Received port after_create {{(pid=103160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:27:40.337378 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.db_base_plugin_common [None req-fa9b980a-a041-477e-b2af-e63ce6bc37df tempest-RoutersAdminTest-1776390182 tempest-RoutersAdminTest-1776390182-project-admin] Allocated IP 172.26.3.85 (decb4a40-7941-48c8-afbb-daaafd502e83/70deed80-3ca1-4f9e-96cb-563b43d3acba/8f947cb6-9280-46e9-859f-6e80d10f54de) {{(pid=103160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:27:40.355991 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e8d1c35-4489-445e-a8ef-090865f2fec2 None None] DHCP port deletion for decb4a40-7941-48c8-afbb-daaafd502e83 request from dv-neutron-744815-20-hyperv {{(pid=103161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 18 13:27:40.408470 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e92c46f-1620-4fd1-80a3-1eaaabd4b04d tempest-RoutersIpV6AdminTest-1998592124 tempest-RoutersIpV6AdminTest-1998592124-project] Pushing event updated for resources: {'Port': ['ID=026fb57c-278d-4db9-b91e-470619f1dc96,revision_number=1']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:27:40.422927 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-13353617-b9dd-4f84-993a-9ee2db234664 tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] Publish callbacks [] for security_group, before_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:40.455456 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2db8ecc7-879f-4aa7-ab5b-282e04aaef34 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Made reservation on behalf of dde8326b44a64ab5a12bbfefe7e7aced for: {'port': 1} {{(pid=103159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:27:40.459377 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fe7b3fa-bb02-4e04-91f8-31e6f259677f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp31e170a0-46a1-5ba9-9dc1-7ee4f866f0d7-5504a800-a765-446e-ae90-db9cd860aa94', 'network_id': '5504a800-a765-446e-ae90-db9cd860aa94', 'project_id': 'dde8326b44a64ab5a12bbfefe7e7aced', 'fixed_ips': [{'subnet_id': '0dd196fc-600d-4ef2-b127-3cc3b56595b6'}]}} from dv-neutron-744815-20-hyperv. {{(pid=103161) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 18 13:27:40.459551 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-2db8ecc7-879f-4aa7-ab5b-282e04aaef34 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:40.460851 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-8fe7b3fa-bb02-4e04-91f8-31e6f259677f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:40.498588 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.notifiers.nova [None req-2db8ecc7-879f-4aa7-ab5b-282e04aaef34 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] device_id is not set on port 30cba2ad-93a9-45bf-b0fa-a1b06f64f478 yet. {{(pid=103159) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 18 13:27:40.518811 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-0eb7ff5f-32e7-4eb2-83ee-23e58095978e None None] Provisioning complete for port 026fb57c-278d-4db9-b91e-470619f1dc96 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:27:40.519557 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0eb7ff5f-32e7-4eb2-83ee-23e58095978e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:40.612906 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-13353617-b9dd-4f84-993a-9ee2db234664 tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] Publish callbacks [] for security_group, precommit_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:40.629756 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-13353617-b9dd-4f84-993a-9ee2db234664 tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:40.634336 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-13353617-b9dd-4f84-993a-9ee2db234664 tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] Publish callbacks [] for security_group, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:40.635868 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-13353617-b9dd-4f84-993a-9ee2db234664 tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] 10.222.0.31 "PUT /v2.0/security-groups/962ebee5-f2e5-4ed7-8a85-a557ee075759 HTTP/1.1" status: 200 len: 1793 time: 0.4637146 Dec 18 13:27:40.639547 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 50608) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:27:40.661780 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.db_base_plugin_common [None req-2db8ecc7-879f-4aa7-ab5b-282e04aaef34 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Allocated IP 172.20.0.14 (5504a800-a765-446e-ae90-db9cd860aa94/0dd196fc-600d-4ef2-b127-3cc3b56595b6/30cba2ad-93a9-45bf-b0fa-a1b06f64f478) {{(pid=103159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:27:40.672471 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-0eb7ff5f-32e7-4eb2-83ee-23e58095978e None None] Port 026fb57c-278d-4db9-b91e-470619f1dc96 cannot update to ACTIVE because it is not bound. {{(pid=103161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 13:27:40.702103 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-fa9b980a-a041-477e-b2af-e63ce6bc37df tempest-RoutersAdminTest-1776390182 tempest-RoutersAdminTest-1776390182-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:40.707745 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-c02ceb25-c204-4009-b6c1-c7a5255c2a2b tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] 10.222.0.31 "GET /v2.0/security-groups/962ebee5-f2e5-4ed7-8a85-a557ee075759 HTTP/1.1" status: 200 len: 1793 time: 0.0671020 Dec 18 13:27:40.710891 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 50612) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:27:40.746866 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13353617-b9dd-4f84-993a-9ee2db234664 tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] Pushing event updated for resources: {'SecurityGroup': ['ID=962ebee5-f2e5-4ed7-8a85-a557ee075759,revision_number=2']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:27:40.849511 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-2db8ecc7-879f-4aa7-ab5b-282e04aaef34 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks [] for port, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:40.888826 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-fa9b980a-a041-477e-b2af-e63ce6bc37df tempest-RoutersAdminTest-1776390182 tempest-RoutersAdminTest-1776390182-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4533522'] for port, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:40.890741 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-d321b332-5f29-409d-ba0d-772c6cf4cc72 tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] Publish callbacks [] for security_group, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:40.895387 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-2db8ecc7-879f-4aa7-ab5b-282e04aaef34 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:40.939187 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_common [None req-8fe7b3fa-bb02-4e04-91f8-31e6f259677f None None] Allocated IP 172.20.0.2 (5504a800-a765-446e-ae90-db9cd860aa94/0dd196fc-600d-4ef2-b127-3cc3b56595b6/99a7d10c-5d0f-4394-804b-89406ca65c89) {{(pid=103161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:27:40.957891 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa9b980a-a041-477e-b2af-e63ce6bc37df tempest-RoutersAdminTest-1776390182 tempest-RoutersAdminTest-1776390182-project-admin] Network decb4a40-7941-48c8-afbb-daaafd502e83 is already hosted by enough agents. {{(pid=103160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:27:40.961072 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db8ecc7-879f-4aa7-ab5b-282e04aaef34 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Pushing event updated for resources: {'Port': ['ID=30cba2ad-93a9-45bf-b0fa-a1b06f64f478,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:27:40.963035 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-9e92c46f-1620-4fd1-80a3-1eaaabd4b04d tempest-RoutersIpV6AdminTest-1998592124 tempest-RoutersIpV6AdminTest-1998592124-project] Publish callbacks [] for router_gateway, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:40.965801 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-d321b332-5f29-409d-ba0d-772c6cf4cc72 tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:40.970232 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.base_scheduler [None req-fa9b980a-a041-477e-b2af-e63ce6bc37df tempest-RoutersAdminTest-1776390182 tempest-RoutersAdminTest-1776390182-project-admin] Resources bound (agent type, host, resource id): {{(pid=103160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:27:40.976832 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2db8ecc7-879f-4aa7-ab5b-282e04aaef34 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Network 5504a800-a765-446e-ae90-db9cd860aa94 is already hosted by enough agents. {{(pid=103159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:27:40.978468 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.base_scheduler [None req-2db8ecc7-879f-4aa7-ab5b-282e04aaef34 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Resources bound (agent type, host, resource id): {{(pid=103159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:27:40.981664 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2db8ecc7-879f-4aa7-ab5b-282e04aaef34 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Received port after_create {{(pid=103159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:27:41.001358 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c92e7fc2-b1ae-4666-818f-30c1716dcc03 None None] DHCP port deletion for decb4a40-7941-48c8-afbb-daaafd502e83 request from dv-neutron-744815-20-hyperv {{(pid=103161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 18 13:27:41.043616 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2db8ecc7-879f-4aa7-ab5b-282e04aaef34 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:27:41.044513 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-2db8ecc7-879f-4aa7-ab5b-282e04aaef34 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:41.049132 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa9b980a-a041-477e-b2af-e63ce6bc37df tempest-RoutersAdminTest-1776390182 tempest-RoutersAdminTest-1776390182-project-admin] Received port after_create {{(pid=103160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:27:41.067589 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-2db8ecc7-879f-4aa7-ab5b-282e04aaef34 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 0.7872460 Dec 18 13:27:41.071000 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 50624) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:27:41.098592 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 50626) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:27:41.141189 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-d321b332-5f29-409d-ba0d-772c6cf4cc72 tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:41.144161 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-d321b332-5f29-409d-ba0d-772c6cf4cc72 tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] Publish callbacks [] for security_group, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:41.144305 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-b3d09682-e78d-4029-94b0-aa81a5b65f19 None None] Provisioning complete for port 8f947cb6-9280-46e9-859f-6e80d10f54de triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:27:41.144638 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-b3d09682-e78d-4029-94b0-aa81a5b65f19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:41.145606 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-d321b332-5f29-409d-ba0d-772c6cf4cc72 tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] 10.222.0.31 "DELETE /v2.0/security-groups/962ebee5-f2e5-4ed7-8a85-a557ee075759 HTTP/1.1" status: 204 len: 168 time: 0.4300117 Dec 18 13:27:41.151282 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 50630) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:27:41.157045 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9b980a-a041-477e-b2af-e63ce6bc37df tempest-RoutersAdminTest-1776390182 tempest-RoutersAdminTest-1776390182-project-admin] Pushing event updated for resources: {'Port': ['ID=8f947cb6-9280-46e9-859f-6e80d10f54de,revision_number=1']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:27:41.177084 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d321b332-5f29-409d-ba0d-772c6cf4cc72 tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=962ebee5-f2e5-4ed7-8a85-a557ee075759,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:27:41.186213 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-8fe7b3fa-bb02-4e04-91f8-31e6f259677f None None] Publish callbacks [] for port, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:41.205397 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-8fe7b3fa-bb02-4e04-91f8-31e6f259677f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975'] for port, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:41.219433 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-b3d09682-e78d-4029-94b0-aa81a5b65f19 None None] Port 8f947cb6-9280-46e9-859f-6e80d10f54de cannot update to ACTIVE because it is not bound. {{(pid=103161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 13:27:41.246242 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-e114315f-768c-4de3-8602-f6c0f8d34409 tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.0937507 Dec 18 13:27:41.252281 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fe7b3fa-bb02-4e04-91f8-31e6f259677f None None] Network 5504a800-a765-446e-ae90-db9cd860aa94 is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:27:41.253305 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-a7c70bb3-79d4-4f4d-a656-78d8cd3cc5e3 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-87872052'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:27:41.256104 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 50632) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:27:41.257868 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-8fe7b3fa-bb02-4e04-91f8-31e6f259677f None None] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:27:41.261678 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fe7b3fa-bb02-4e04-91f8-31e6f259677f None None] Received port after_create {{(pid=103161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:27:41.282403 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.api.v2.resource [None req-68598003-bc75-42dc-8367-124f0450b9de tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] delete failed (client error): The resource could not be found. Dec 18 13:27:41.283465 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-68598003-bc75-42dc-8367-124f0450b9de tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] 10.222.0.31 "DELETE /v2.0/security-groups/962ebee5-f2e5-4ed7-8a85-a557ee075759 HTTP/1.1" status: 404 len: 347 time: 0.0252047 Dec 18 13:27:41.287720 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 50634) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:27:41.292181 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-ae2b53af-3bbb-47be-a9ce-f58b01cc3892 tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] Request body: {'security_group': {'name': 'tempest-secgroup--1712639145'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:27:41.296027 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe7b3fa-bb02-4e04-91f8-31e6f259677f None None] Pushing event updated for resources: {'Port': ['ID=99a7d10c-5d0f-4394-804b-89406ca65c89,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:27:41.322239 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-6cae97e1-a903-43f1-917d-a16a8c8a0679 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Deleting port 30cba2ad-93a9-45bf-b0fa-a1b06f64f478 {{(pid=103159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:27:41.322598 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-6cae97e1-a903-43f1-917d-a16a8c8a0679 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:41.328706 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-8fe7b3fa-bb02-4e04-91f8-31e6f259677f None None] Attempting to bind port 99a7d10c-5d0f-4394-804b-89406ca65c89 on host dv-neutron-744815-20-hyperv for vnic_type normal with profile {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 13:27:41.329374 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-8fe7b3fa-bb02-4e04-91f8-31e6f259677f None None] Attempting to bind port 99a7d10c-5d0f-4394-804b-89406ca65c89 by drivers openvswitch,hyperv on host dv-neutron-744815-20-hyperv at level 0 using segments [{'id': '64dff47c-03e0-4df9-a970-82bebe7f82aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '5504a800-a765-446e-ae90-db9cd860aa94'}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 13:27:41.329997 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fe7b3fa-bb02-4e04-91f8-31e6f259677f None None] Attempting to bind port 99a7d10c-5d0f-4394-804b-89406ca65c89 on network 5504a800-a765-446e-ae90-db9cd860aa94 {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 13:27:41.335542 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fe7b3fa-bb02-4e04-91f8-31e6f259677f None None] Checking agent: {'id': '428fa9fa-43db-4db9-9f96-f60ffe931f2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-20-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 13, 19, 1), 'started_at': datetime.datetime(2021, 12, 18, 13, 19, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 13, 27, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-20-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 18 13:27:41.336270 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fe7b3fa-bb02-4e04-91f8-31e6f259677f None None] Checking segment: {'id': '64dff47c-03e0-4df9-a970-82bebe7f82aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '5504a800-a765-446e-ae90-db9cd860aa94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 13:27:41.336903 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-8fe7b3fa-bb02-4e04-91f8-31e6f259677f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:41.337497 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fe7b3fa-bb02-4e04-91f8-31e6f259677f None None] Bound using segment: {'id': '64dff47c-03e0-4df9-a970-82bebe7f82aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '5504a800-a765-446e-ae90-db9cd860aa94'} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 18 13:27:41.338187 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-8fe7b3fa-bb02-4e04-91f8-31e6f259677f None None] Bound port: 99a7d10c-5d0f-4394-804b-89406ca65c89, host: dv-neutron-744815-20-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64dff47c-03e0-4df9-a970-82bebe7f82aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '5504a800-a765-446e-ae90-db9cd860aa94'}}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 18 13:27:41.338801 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-8fe7b3fa-bb02-4e04-91f8-31e6f259677f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:41.354732 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7c70bb3-79d4-4f4d-a656-78d8cd3cc5e3 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Made reservation on behalf of 606a569495c64210af9cc9fb7e76dd52 for: {'network': 1} {{(pid=103159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:27:41.358401 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-a7c70bb3-79d4-4f4d-a656-78d8cd3cc5e3 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for network, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:41.409489 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-a7c70bb3-79d4-4f4d-a656-78d8cd3cc5e3 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks [] for security_group, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:41.433462 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-8fe7b3fa-bb02-4e04-91f8-31e6f259677f None None] For port 99a7d10c-5d0f-4394-804b-89406ca65c89, host dv-neutron-744815-20-hyperv, cleared binding levels {{(pid=103161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 18 13:27:41.440134 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-8fe7b3fa-bb02-4e04-91f8-31e6f259677f None None] For port 99a7d10c-5d0f-4394-804b-89406ca65c89, host dv-neutron-744815-20-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=99a7d10c-5d0f-4394-804b-89406ca65c89,segment=NetworkSegment(64dff47c-03e0-4df9-a970-82bebe7f82aa),segment_id=64dff47c-03e0-4df9-a970-82bebe7f82aa)] {{(pid=103161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 18 13:27:41.445789 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-ae2b53af-3bbb-47be-a9ce-f58b01cc3892 tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] Publish callbacks [] for security_group, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:41.450035 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-8fe7b3fa-bb02-4e04-91f8-31e6f259677f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:41.517237 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-6cae97e1-a903-43f1-917d-a16a8c8a0679 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:41.535433 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe7b3fa-bb02-4e04-91f8-31e6f259677f None None] Pushing event updated for resources: {'Port': ['ID=99a7d10c-5d0f-4394-804b-89406ca65c89,revision_number=2']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:27:41.567854 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-6cae97e1-a903-43f1-917d-a16a8c8a0679 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Calling delete_port for 30cba2ad-93a9-45bf-b0fa-a1b06f64f478 owned by {{(pid=103159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:27:41.577097 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-9e92c46f-1620-4fd1-80a3-1eaaabd4b04d tempest-RoutersIpV6AdminTest-1998592124 tempest-RoutersIpV6AdminTest-1998592124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-589760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-586526'] for router, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:41.590038 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-ae2b53af-3bbb-47be-a9ce-f58b01cc3892 tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] Publish callbacks [] for security_group, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:41.599462 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-ae2b53af-3bbb-47be-a9ce-f58b01cc3892 tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:41.688537 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-a7c70bb3-79d4-4f4d-a656-78d8cd3cc5e3 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks [] for security_group, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:41.691384 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-ae2b53af-3bbb-47be-a9ce-f58b01cc3892 tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] Publish callbacks [] for security_group, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:41.692686 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-ae2b53af-3bbb-47be-a9ce-f58b01cc3892 tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.4040830 Dec 18 13:27:41.702071 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 50640) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:27:41.709099 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-a6f91fd6-2e3a-4a2d-9210-50990dc435f0 tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] Request body: {'security_group_rule': {'security_group_id': '09789d82-89e8-4001-a9e9-2b1e77920b54', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:27:41.728442 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-a7c70bb3-79d4-4f4d-a656-78d8cd3cc5e3 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:41.731857 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2b53af-3bbb-47be-a9ce-f58b01cc3892 tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09789d82-89e8-4001-a9e9-2b1e77920b54,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:27:41.786333 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7c70bb3-79d4-4f4d-a656-78d8cd3cc5e3 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 127} {{(pid=103159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 18 13:27:41.811016 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c70bb3-79d4-4f4d-a656-78d8cd3cc5e3 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13e4cae4-92d0-4435-9b01-ab10a43fb9de,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:27:41.815928 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-a7c70bb3-79d4-4f4d-a656-78d8cd3cc5e3 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:41.816509 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.db.segments_db [None req-a7c70bb3-79d4-4f4d-a656-78d8cd3cc5e3 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Added segment 1d35b28d-d075-4c4f-99ab-408d9457428e of type vlan for network a0b84a49-8464-4342-a47d-bd714ebbec81 Dec 18 13:27:41.873960 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-a6f91fd6-2e3a-4a2d-9210-50990dc435f0 tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:41.915891 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-a7c70bb3-79d4-4f4d-a656-78d8cd3cc5e3 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767106405744'] for network, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:41.926735 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-6cae97e1-a903-43f1-917d-a16a8c8a0679 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:41.983606 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cae97e1-a903-43f1-917d-a16a8c8a0679 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Pushing event deleted for resources: {'Port': ['ID=30cba2ad-93a9-45bf-b0fa-a1b06f64f478,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:27:41.998755 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-fa9b980a-a041-477e-b2af-e63ce6bc37df tempest-RoutersAdminTest-1776390182 tempest-RoutersAdminTest-1776390182-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:42.009449 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-a7c70bb3-79d4-4f4d-a656-78d8cd3cc5e3 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981'] for network, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:42.014867 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7c70bb3-79d4-4f4d-a656-78d8cd3cc5e3 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:27:42.015455 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-a7c70bb3-79d4-4f4d-a656-78d8cd3cc5e3 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047995'] for network, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:42.083517 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-a6f91fd6-2e3a-4a2d-9210-50990dc435f0 tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:42.216399 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e92c46f-1620-4fd1-80a3-1eaaabd4b04d tempest-RoutersIpV6AdminTest-1998592124 tempest-RoutersIpV6AdminTest-1998592124-project] Router 11c56207-18fe-4a74-a4cf-630f892e828d is scheduled to L3 agent c9c0cd52-5bd2-4704-9429-d80f1c5ad23c with binding_index 1 {{(pid=103160) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 18 13:27:42.315896 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-fa9b980a-a041-477e-b2af-e63ce6bc37df tempest-RoutersAdminTest-1776390182 tempest-RoutersAdminTest-1776390182-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-586613', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-589787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28650'] for router, precommit_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:42.355038 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-fa9b980a-a041-477e-b2af-e63ce6bc37df tempest-RoutersAdminTest-1776390182 tempest-RoutersAdminTest-1776390182-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-586526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-586508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-586503', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-589778'] for router, after_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:42.464075 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-a7c70bb3-79d4-4f4d-a656-78d8cd3cc5e3 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.3641043 Dec 18 13:27:42.464875 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-a6f91fd6-2e3a-4a2d-9210-50990dc435f0 tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530267'] for security_group_rule, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:42.466499 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 50646) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:27:42.482396 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-3f616db3-c325-4651-a0c1-50fbf58c01b9 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Request body: {'subnet': {'network_id': 'a0b84a49-8464-4342-a47d-bd714ebbec81', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:27:42.489894 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e92c46f-1620-4fd1-80a3-1eaaabd4b04d tempest-RoutersIpV6AdminTest-1998592124 tempest-RoutersIpV6AdminTest-1998592124-project] Notify agent at l3_agent.dv-neutron-744815-20-hyperv the message routers_updated {{(pid=103160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 13:27:42.504978 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea6e9f83-3cb9-480f-87c2-2f3cc2f4614e None None] Sync routers for ids ['11c56207-18fe-4a74-a4cf-630f892e828d'] in dv-neutron-744815-20-hyperv {{(pid=103162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 13:27:42.515968 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c70bb3-79d4-4f4d-a656-78d8cd3cc5e3 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Pushing event updated for resources: {'Network': ['ID=a0b84a49-8464-4342-a47d-bd714ebbec81,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:27:42.522132 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea6e9f83-3cb9-480f-87c2-2f3cc2f4614e None None] Routers {'11c56207-18fe-4a74-a4cf-630f892e828d'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:27:42.523063 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-ea6e9f83-3cb9-480f-87c2-2f3cc2f4614e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:27:27Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['11c56207-18fe-4a74-a4cf-630f892e828d'], 'active': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:27:42.528343 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Network a0b84a49-8464-4342-a47d-bd714ebbec81 details requested by agent ovs-agent-dv-neutron-744815-20-hyperv with host dv-neutron-744815-20-hyperv {{(pid=103161) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 18 13:27:42.541728 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f91fd6-2e3a-4a2d-9210-50990dc435f0 tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84eec695-7276-434f-97cc-528cc44c9a0f,revision_number=0']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:27:42.547979 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-6cae97e1-a903-43f1-917d-a16a8c8a0679 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:42.551485 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-6cae97e1-a903-43f1-917d-a16a8c8a0679 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] 10.222.0.31 "DELETE /v2.0/ports/30cba2ad-93a9-45bf-b0fa-a1b06f64f478 HTTP/1.1" status: 204 len: 168 time: 1.4785795 Dec 18 13:27:42.559741 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 50650) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:27:42.584086 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-a6f91fd6-2e3a-4a2d-9210-50990dc435f0 tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:42.587899 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-a6f91fd6-2e3a-4a2d-9210-50990dc435f0 tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8819504 Dec 18 13:27:42.594553 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 50652) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:27:42.606819 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-9e92c46f-1620-4fd1-80a3-1eaaabd4b04d tempest-RoutersIpV6AdminTest-1998592124 tempest-RoutersIpV6AdminTest-1998592124-project] Publish callbacks [] for router, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:42.618270 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-9e92c46f-1620-4fd1-80a3-1eaaabd4b04d tempest-RoutersIpV6AdminTest-1998592124 tempest-RoutersIpV6AdminTest-1998592124-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 4.7577920 Dec 18 13:27:42.618993 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 50654) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:27:42.635273 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-ea6e9f83-3cb9-480f-87c2-2f3cc2f4614e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:27:42.658168 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea6e9f83-3cb9-480f-87c2-2f3cc2f4614e None None] Routers {'11c56207-18fe-4a74-a4cf-630f892e828d'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:27:42.659078 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-ea6e9f83-3cb9-480f-87c2-2f3cc2f4614e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:27:27Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['11c56207-18fe-4a74-a4cf-630f892e828d'], 'active': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:27:42.664610 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-ef4448b3-3bb0-4c97-8262-0c2a3267487a tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:42.670055 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-afdaea67-aac9-4e41-805d-88c3ff0eece4 tempest-RoutersIpV6AdminTest-1535217791 tempest-RoutersIpV6AdminTest-1535217791-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'enable_snat': False}}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:27:42.682569 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.pecan_wsgi.hooks.translation [None req-1eee9149-f87a-477b-a7b0-2ad97bafafd4 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] DELETE failed (client error): The resource could not be found. Dec 18 13:27:42.683280 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1eee9149-f87a-477b-a7b0-2ad97bafafd4 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103160) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 18 13:27:42.687021 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-1eee9149-f87a-477b-a7b0-2ad97bafafd4 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] 10.222.0.31 "DELETE /v2.0/ports/30cba2ad-93a9-45bf-b0fa-a1b06f64f478 HTTP/1.1" status: 404 len: 333 time: 0.1189466 Dec 18 13:27:42.702363 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 50656) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:27:42.705052 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-ef4448b3-3bb0-4c97-8262-0c2a3267487a tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:42.708902 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-ea6e9f83-3cb9-480f-87c2-2f3cc2f4614e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:27:42.721852 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea6e9f83-3cb9-480f-87c2-2f3cc2f4614e None None] The sync data for ids ['11c56207-18fe-4a74-a4cf-630f892e828d'] in dv-neutron-744815-20-hyperv is: [] {{(pid=103162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 13:27:42.724213 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad271ba6-8782-4442-94c1-797c9b366f9b None None] Network 5504a800-a765-446e-ae90-db9cd860aa94 requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:27:42.733005 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f616db3-c325-4651-a0c1-50fbf58c01b9 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Made reservation on behalf of 606a569495c64210af9cc9fb7e76dd52 for: {'subnet': 1} {{(pid=103159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:27:42.741588 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-3f616db3-c325-4651-a0c1-50fbf58c01b9 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6017072'] for subnet, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:42.784393 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.pecan_wsgi.hooks.translation [None req-77779229-5b83-4eb3-b23d-6a2a736dc3ea tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] GET failed (client error): The resource could not be found. Dec 18 13:27:42.785878 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-77779229-5b83-4eb3-b23d-6a2a736dc3ea tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] 10.222.0.31 "GET /v2.0/ports/30cba2ad-93a9-45bf-b0fa-a1b06f64f478 HTTP/1.1" status: 404 len: 333 time: 0.0775971 Dec 18 13:27:42.793603 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 50658) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:27:42.844767 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-ef4448b3-3bb0-4c97-8262-0c2a3267487a tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530267'] for security_group_rule, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:42.851806 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-ef4448b3-3bb0-4c97-8262-0c2a3267487a tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:42.853292 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-ef4448b3-3bb0-4c97-8262-0c2a3267487a tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/84eec695-7276-434f-97cc-528cc44c9a0f HTTP/1.1" status: 204 len: 168 time: 0.2580519 Dec 18 13:27:42.855283 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-47e663d5-b74a-4696-8370-f159aa8e4254 None None] Provisioning complete for port 99a7d10c-5d0f-4394-804b-89406ca65c89 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:27:42.855835 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-47e663d5-b74a-4696-8370-f159aa8e4254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:42.861175 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 50660) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:27:42.881421 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.db_base_plugin_v2 [None req-835b5ab1-442e-4385-aea9-1f553dd62897 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Deleting subnet 0dd196fc-600d-4ef2-b127-3cc3b56595b6 {{(pid=103160) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 18 13:27:42.888699 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa9b980a-a041-477e-b2af-e63ce6bc37df tempest-RoutersAdminTest-1776390182 tempest-RoutersAdminTest-1776390182-project-admin] Router be1bfeaa-1d75-4cfd-a01e-525bf54e1c08 is scheduled to L3 agent c9c0cd52-5bd2-4704-9429-d80f1c5ad23c with binding_index 1 {{(pid=103160) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 18 13:27:42.891225 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-835b5ab1-442e-4385-aea9-1f553dd62897 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks [] for subnet, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:42.907649 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4448b3-3bb0-4c97-8262-0c2a3267487a tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=84eec695-7276-434f-97cc-528cc44c9a0f,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:27:42.967075 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-8a9424fa-3ed5-403c-95f7-a412fad869f0 tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1045825 Dec 18 13:27:42.970810 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 50662) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:27:42.974874 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-47e663d5-b74a-4696-8370-f159aa8e4254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:43.019836 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-47e663d5-b74a-4696-8370-f159aa8e4254 None None] For port 99a7d10c-5d0f-4394-804b-89406ca65c89, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=99a7d10c-5d0f-4394-804b-89406ca65c89,segment=NetworkSegment(64dff47c-03e0-4df9-a970-82bebe7f82aa),segment_id=64dff47c-03e0-4df9-a970-82bebe7f82aa)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:27:43.028662 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-47e663d5-b74a-4696-8370-f159aa8e4254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:43.054204 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-e5873404-b924-4eca-a166-abd028f196bc tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] Publish callbacks [] for security_group, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:43.079501 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-e5873404-b924-4eca-a166-abd028f196bc tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:43.107766 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e663d5-b74a-4696-8370-f159aa8e4254 None None] Pushing event updated for resources: {'Port': ['ID=99a7d10c-5d0f-4394-804b-89406ca65c89,revision_number=3']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:27:43.156589 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-835b5ab1-442e-4385-aea9-1f553dd62897 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4533385'] for subnet, precommit_delete_associations {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:43.215382 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-3f616db3-c325-4651-a0c1-50fbf58c01b9 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5659786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6017062'] for subnet, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:43.255304 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-85d624d8-bf1c-4ad4-b129-2ddea93e9beb None None] Provisioning complete for port 99a7d10c-5d0f-4394-804b-89406ca65c89 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:27:43.255662 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-85d624d8-bf1c-4ad4-b129-2ddea93e9beb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:43.264793 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-e5873404-b924-4eca-a166-abd028f196bc tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:43.282926 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-e5873404-b924-4eca-a166-abd028f196bc tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] Publish callbacks [] for security_group, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:43.284229 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-e5873404-b924-4eca-a166-abd028f196bc tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] 10.222.0.31 "DELETE /v2.0/security-groups/09789d82-89e8-4001-a9e9-2b1e77920b54 HTTP/1.1" status: 204 len: 168 time: 0.3115695 Dec 18 13:27:43.305015 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 50666) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:27:43.346138 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5873404-b924-4eca-a166-abd028f196bc tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=09789d82-89e8-4001-a9e9-2b1e77920b54,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:27:43.379887 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa9b980a-a041-477e-b2af-e63ce6bc37df tempest-RoutersAdminTest-1776390182 tempest-RoutersAdminTest-1776390182-project-admin] Notify agent at l3_agent.dv-neutron-744815-20-hyperv the message routers_updated {{(pid=103160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 13:27:43.389935 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-fa9b980a-a041-477e-b2af-e63ce6bc37df tempest-RoutersAdminTest-1776390182 tempest-RoutersAdminTest-1776390182-project-admin] Publish callbacks [] for router, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:43.391733 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-fa9b980a-a041-477e-b2af-e63ce6bc37df tempest-RoutersAdminTest-1776390182 tempest-RoutersAdminTest-1776390182-project-admin] 10.222.0.31 "PUT /v2.0/routers/be1bfeaa-1d75-4cfd-a01e-525bf54e1c08 HTTP/1.1" status: 200 len: 913 time: 5.2501557 Dec 18 13:27:43.397272 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-93cd3424-4c01-4b6d-ab35-6c38a0421df5 tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.0901315 Dec 18 13:27:43.403525 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 50668) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:27:43.404067 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 50670) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:27:43.420065 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-ae982d73-7d49-4083-9f11-e392e2758a33 tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] Request body: {'security_group': {'name': 'tempest-secgroup--578887386'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:27:43.426747 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f616db3-c325-4651-a0c1-50fbf58c01b9 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Pushing event updated for resources: {'Subnet': ['ID=a651cba6-98b6-4510-8887-58d6c2a03d79,revision_number=0']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:27:43.439887 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6dee9b7-4134-4b52-9ae7-55d615efec1c None None] Sync routers for ids ['be1bfeaa-1d75-4cfd-a01e-525bf54e1c08'] in dv-neutron-744815-20-hyperv {{(pid=103161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 13:27:43.465517 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-835b5ab1-442e-4385-aea9-1f553dd62897 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1929185'] for subnet, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:43.505152 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6dee9b7-4134-4b52-9ae7-55d615efec1c None None] Routers {'be1bfeaa-1d75-4cfd-a01e-525bf54e1c08'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:27:43.505711 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-a6dee9b7-4134-4b52-9ae7-55d615efec1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:27:27Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['be1bfeaa-1d75-4cfd-a01e-525bf54e1c08'], 'active': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:27:43.535349 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-afdaea67-aac9-4e41-805d-88c3ff0eece4 tempest-RoutersIpV6AdminTest-1535217791 tempest-RoutersIpV6AdminTest-1535217791-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:43.568019 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-835b5ab1-442e-4385-aea9-1f553dd62897 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1929192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4533475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4514371'] for subnet, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:43.582542 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-a6dee9b7-4134-4b52-9ae7-55d615efec1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:27:43.624697 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6dee9b7-4134-4b52-9ae7-55d615efec1c None None] Routers {'be1bfeaa-1d75-4cfd-a01e-525bf54e1c08'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:27:43.625341 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-a6dee9b7-4134-4b52-9ae7-55d615efec1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:27:27Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['be1bfeaa-1d75-4cfd-a01e-525bf54e1c08'], 'active': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:27:43.633112 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f616db3-c325-4651-a0c1-50fbf58c01b9 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Checking segment: {'id': '1d35b28d-d075-4c4f-99ab-408d9457428e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'a0b84a49-8464-4342-a47d-bd714ebbec81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 13:27:43.634641 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f616db3-c325-4651-a0c1-50fbf58c01b9 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Network hostable DHCP agents. Network: a0b84a49-8464-4342-a47d-bd714ebbec81, hostable agents: ['aa77effa-0e3a-4bbd-a383-4d58ed3328d0'], hosted agents: [] {{(pid=103159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 18 13:27:43.636689 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835b5ab1-442e-4385-aea9-1f553dd62897 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Pushing event deleted for resources: {'Subnet': ['ID=0dd196fc-600d-4ef2-b127-3cc3b56595b6,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:27:43.659178 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-835b5ab1-442e-4385-aea9-1f553dd62897 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks [] for subnet, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:43.671631 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-835b5ab1-442e-4385-aea9-1f553dd62897 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] 10.222.0.31 "DELETE /v2.0/subnets/0dd196fc-600d-4ef2-b127-3cc3b56595b6 HTTP/1.1" status: 204 len: 168 time: 0.8750772 Dec 18 13:27:43.673184 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 50674) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:27:43.719595 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-ae982d73-7d49-4083-9f11-e392e2758a33 tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] Publish callbacks [] for security_group, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:43.748050 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f616db3-c325-4651-a0c1-50fbf58c01b9 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Network a0b84a49-8464-4342-a47d-bd714ebbec81 is scheduled to be hosted by DHCP agent aa77effa-0e3a-4bbd-a383-4d58ed3328d0 with binding_index 1 {{(pid=103159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 18 13:27:43.767996 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 99a7d10c-5d0f-4394-804b-89406ca65c89 up at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 13:27:43.775647 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-b31d5ed4-d520-4013-b5fc-d6b88623dba3 None None] Could not find standard attr ID for object 30cba2ad-93a9-45bf-b0fa-a1b06f64f478. {{(pid=103161) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 18 13:27:43.793570 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.base_scheduler [None req-3f616db3-c325-4651-a0c1-50fbf58c01b9 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-744815-20-hyperv, a0b84a49-8464-4342-a47d-bd714ebbec81) {{(pid=103159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:27:43.806513 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f616db3-c325-4651-a0c1-50fbf58c01b9 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:27:43.807198 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-3f616db3-c325-4651-a0c1-50fbf58c01b9 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047995'] for subnet, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:43.807366 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-39f58ffc-ca65-4d48-844c-2b7bbb728122 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2023137'] for network, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:43.813468 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-f889f79f-14da-4ce4-bfd0-cb48982b2316 tempest-RoutersAdminTest-1776390182 tempest-RoutersAdminTest-1776390182-project-admin] 10.222.0.31 "GET /v2.0/routers/be1bfeaa-1d75-4cfd-a01e-525bf54e1c08 HTTP/1.1" status: 200 len: 919 time: 0.4072149 Dec 18 13:27:43.819396 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 50678) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:27:43.849627 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-3f616db3-c325-4651-a0c1-50fbf58c01b9 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3717334 Dec 18 13:27:43.850074 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 50680) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:27:43.856389 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-5c99bfab-8735-406a-9c34-0a87a39d0251 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Request body: {'port': {'network_id': 'a0b84a49-8464-4342-a47d-bd714ebbec81', 'name': 'tempest-NetworksTestDHCPv6-677513866'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:27:43.873845 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2803ff21-7d3c-4c27-bd84-6685976351cf None None] Network a0b84a49-8464-4342-a47d-bd714ebbec81 requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:27:43.901782 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-ae982d73-7d49-4083-9f11-e392e2758a33 tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] Publish callbacks [] for security_group, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:43.943017 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7a05553-cbc4-47d6-8568-0c3cb6b103e2 tempest-RoutersAdminTest-1776390182 tempest-RoutersAdminTest-1776390182-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:27:43.947551 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e73d06e-0440-422e-bbf1-0d0625c55b1f None None] Network 5504a800-a765-446e-ae90-db9cd860aa94 requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:27:43.948230 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-c7a05553-cbc4-47d6-8568-0c3cb6b103e2 tempest-RoutersAdminTest-1776390182 tempest-RoutersAdminTest-1776390182-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=decb4a40-7941-48c8-afbb-daaafd502e83&device_id=be1bfeaa-1d75-4cfd-a01e-525bf54e1c08&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1249256 Dec 18 13:27:43.949942 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 50682) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:27:43.950132 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-a6dee9b7-4134-4b52-9ae7-55d615efec1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:27:43.950710 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6dee9b7-4134-4b52-9ae7-55d615efec1c None None] The sync data for ids ['be1bfeaa-1d75-4cfd-a01e-525bf54e1c08'] in dv-neutron-744815-20-hyperv is: [] {{(pid=103161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 13:27:44.005130 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-ae982d73-7d49-4083-9f11-e392e2758a33 tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:44.067225 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-ae982d73-7d49-4083-9f11-e392e2758a33 tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] Publish callbacks [] for security_group, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:44.069523 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-ae982d73-7d49-4083-9f11-e392e2758a33 tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.6610610 Dec 18 13:27:44.073481 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-39f58ffc-ca65-4d48-844c-2b7bbb728122 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Deleting port 99a7d10c-5d0f-4394-804b-89406ca65c89 {{(pid=103160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:27:44.073829 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-39f58ffc-ca65-4d48-844c-2b7bbb728122 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:44.075245 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 50684) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:27:44.083265 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-cdffd512-1f68-4d95-8a72-a877860104d7 tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] Request body: {'security_group_rule': {'security_group_id': '756c5639-7481-4b23-8e27-31e3c8b676cc', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:27:44.089979 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae982d73-7d49-4083-9f11-e392e2758a33 tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] Pushing event updated for resources: {'SecurityGroup': ['ID=756c5639-7481-4b23-8e27-31e3c8b676cc,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:27:44.108348 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c99bfab-8735-406a-9c34-0a87a39d0251 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Made reservation on behalf of 606a569495c64210af9cc9fb7e76dd52 for: {'port': 1} {{(pid=103159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:27:44.112077 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-5c99bfab-8735-406a-9c34-0a87a39d0251 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:44.146621 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.notifiers.nova [None req-5c99bfab-8735-406a-9c34-0a87a39d0251 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] device_id is not set on port a93848f2-ed2d-4ef6-a78b-029d8a343379 yet. {{(pid=103159) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 18 13:27:44.207369 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c454b8e9-69b5-49da-a2a9-c8771f379eae tempest-RoutersAdminTest-1776390182 tempest-RoutersAdminTest-1776390182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:27:44.212115 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-c454b8e9-69b5-49da-a2a9-c8771f379eae tempest-RoutersAdminTest-1776390182 tempest-RoutersAdminTest-1776390182-project-admin] 10.222.0.31 "GET /v2.0/networks/decb4a40-7941-48c8-afbb-daaafd502e83 HTTP/1.1" status: 200 len: 881 time: 0.2593455 Dec 18 13:27:44.214706 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.db [None req-39f58ffc-ca65-4d48-844c-2b7bbb728122 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] For port 99a7d10c-5d0f-4394-804b-89406ca65c89, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=99a7d10c-5d0f-4394-804b-89406ca65c89,segment=NetworkSegment(64dff47c-03e0-4df9-a970-82bebe7f82aa),segment_id=64dff47c-03e0-4df9-a970-82bebe7f82aa)] {{(pid=103160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:27:44.214855 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-39f58ffc-ca65-4d48-844c-2b7bbb728122 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:44.219399 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 50686) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:27:44.250760 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-cdffd512-1f68-4d95-8a72-a877860104d7 tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:44.263791 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-39f58ffc-ca65-4d48-844c-2b7bbb728122 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Calling delete_port for 99a7d10c-5d0f-4394-804b-89406ca65c89 owned by network:dhcp {{(pid=103160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:27:44.272994 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0231d23-9034-4579-b0fa-f974524e00fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp31e170a0-46a1-5ba9-9dc1-7ee4f866f0d7-a0b84a49-8464-4342-a47d-bd714ebbec81', 'network_id': 'a0b84a49-8464-4342-a47d-bd714ebbec81', 'project_id': '606a569495c64210af9cc9fb7e76dd52', 'fixed_ips': [{'subnet_id': 'a651cba6-98b6-4510-8887-58d6c2a03d79'}]}} from dv-neutron-744815-20-hyperv. {{(pid=103161) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 18 13:27:44.273531 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e0231d23-9034-4579-b0fa-f974524e00fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:44.273641 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-a0ef0c69-d412-44b3-9642-2c131b1443c4 tempest-RoutersAdminTest-1969777796 tempest-RoutersAdminTest-1969777796-project] 10.222.0.31 "GET /v2.0/ports?device_id=be1bfeaa-1d75-4cfd-a01e-525bf54e1c08 HTTP/1.1" status: 200 len: 205 time: 0.0514815 Dec 18 13:27:44.276537 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 50688) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:27:44.278150 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2294866d-0076-4933-952c-685307032598 None None] Provisioning complete for port 99a7d10c-5d0f-4394-804b-89406ca65c89 triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:27:44.278519 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:44.368097 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.db_base_plugin_common [None req-5c99bfab-8735-406a-9c34-0a87a39d0251 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Allocated IP 2001:db8::c3 (a0b84a49-8464-4342-a47d-bd714ebbec81/a651cba6-98b6-4510-8887-58d6c2a03d79/a93848f2-ed2d-4ef6-a78b-029d8a343379) {{(pid=103159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:27:44.378135 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-cdffd512-1f68-4d95-8a72-a877860104d7 tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:44.396679 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-cdffd512-1f68-4d95-8a72-a877860104d7 tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530267'] for security_group_rule, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:44.437681 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdffd512-1f68-4d95-8a72-a877860104d7 tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea0669be-c9bc-4a4a-89b2-c81baf0c186d,revision_number=0']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:27:44.442513 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ffd17f4-11b5-44d2-8839-b9f36f1b079f None None] DHCP port deletion for 5504a800-a765-446e-ae90-db9cd860aa94 request from dv-neutron-744815-20-hyperv {{(pid=103161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 18 13:27:44.452716 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-cdffd512-1f68-4d95-8a72-a877860104d7 tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:44.454739 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-cdffd512-1f68-4d95-8a72-a877860104d7 tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3778923 Dec 18 13:27:44.461225 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 50692) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:27:44.466394 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-1b618925-c34d-4cb5-9f65-35f161b6728c tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] Request body: {'security_group_rule': {'security_group_id': '756c5639-7481-4b23-8e27-31e3c8b676cc', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:27:44.513516 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-1ffd17f4-11b5-44d2-8839-b9f36f1b079f None None] Deleting port 99a7d10c-5d0f-4394-804b-89406ca65c89 {{(pid=103161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:27:44.514089 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-1ffd17f4-11b5-44d2-8839-b9f36f1b079f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:44.576303 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-1b618925-c34d-4cb5-9f65-35f161b6728c tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:44.583963 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-1ffd17f4-11b5-44d2-8839-b9f36f1b079f None None] For port 99a7d10c-5d0f-4394-804b-89406ca65c89, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=99a7d10c-5d0f-4394-804b-89406ca65c89,segment=NetworkSegment(64dff47c-03e0-4df9-a970-82bebe7f82aa),segment_id=64dff47c-03e0-4df9-a970-82bebe7f82aa)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:27:44.585086 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-1ffd17f4-11b5-44d2-8839-b9f36f1b079f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:44.597549 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-1ffd17f4-11b5-44d2-8839-b9f36f1b079f None None] Calling delete_port for 99a7d10c-5d0f-4394-804b-89406ca65c89 owned by network:dhcp {{(pid=103161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:27:44.653308 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-5c99bfab-8735-406a-9c34-0a87a39d0251 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks [] for port, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:44.669605 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-1b618925-c34d-4cb5-9f65-35f161b6728c tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:44.677724 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-1b618925-c34d-4cb5-9f65-35f161b6728c tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530267'] for security_group_rule, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:44.683744 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-1ffd17f4-11b5-44d2-8839-b9f36f1b079f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984'] for port, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:44.710013 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b618925-c34d-4cb5-9f65-35f161b6728c tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d742a65-908f-4e16-97f7-169db64ddb89,revision_number=0']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:27:44.719139 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-1b618925-c34d-4cb5-9f65-35f161b6728c tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:44.720471 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-1b618925-c34d-4cb5-9f65-35f161b6728c tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2581327 Dec 18 13:27:44.723476 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 50696) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:27:44.723613 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffd17f4-11b5-44d2-8839-b9f36f1b079f None None] Pushing event deleted for resources: {'Port': ['ID=99a7d10c-5d0f-4394-804b-89406ca65c89,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:27:44.726675 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-5c99bfab-8735-406a-9c34-0a87a39d0251 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:44.728192 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ffd17f4-11b5-44d2-8839-b9f36f1b079f None None] No DVR routers for this DVR port 99a7d10c-5d0f-4394-804b-89406ca65c89 on host dv-neutron-744815-20-hyperv {{(pid=103161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 18 13:27:44.731925 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-6628de26-7217-459c-84be-af737be161a8 tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] Request body: {'security_group_rule': {'security_group_id': '756c5639-7481-4b23-8e27-31e3c8b676cc', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:27:44.798009 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_common [None req-e0231d23-9034-4579-b0fa-f974524e00fe None None] Allocated IP 2001:db8::2 (a0b84a49-8464-4342-a47d-bd714ebbec81/a651cba6-98b6-4510-8887-58d6c2a03d79/f1ff51bc-dda4-49b2-a8e9-8d9043b2d067) {{(pid=103161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:27:44.803560 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c99bfab-8735-406a-9c34-0a87a39d0251 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Network a0b84a49-8464-4342-a47d-bd714ebbec81 is already hosted by enough agents. {{(pid=103159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:27:44.808176 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c99bfab-8735-406a-9c34-0a87a39d0251 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Pushing event updated for resources: {'Port': ['ID=a93848f2-ed2d-4ef6-a78b-029d8a343379,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:27:44.810776 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.base_scheduler [None req-5c99bfab-8735-406a-9c34-0a87a39d0251 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Resources bound (agent type, host, resource id): {{(pid=103159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:27:44.814503 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c99bfab-8735-406a-9c34-0a87a39d0251 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Received port after_create {{(pid=103159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:27:44.820617 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c99bfab-8735-406a-9c34-0a87a39d0251 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:27:44.821318 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-5c99bfab-8735-406a-9c34-0a87a39d0251 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:44.837728 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-6628de26-7217-459c-84be-af737be161a8 tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:44.847408 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-5c99bfab-8735-406a-9c34-0a87a39d0251 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.9950254 Dec 18 13:27:44.848112 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 50698) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:27:44.946827 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-ab576265-c4b7-49ff-8fa7-8ac733440e30 tempest-RoutersAdminTest-1969777796 tempest-RoutersAdminTest-1969777796-project] Publish callbacks [] for router, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:44.966122 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5749791-6814-4e2f-9cb3-590c01ad0455 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:27:44.972314 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-a5749791-6814-4e2f-9cb3-590c01ad0455 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 928 time: 0.1152809 Dec 18 13:27:44.972718 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-6628de26-7217-459c-84be-af737be161a8 tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:44.973453 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 50702) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:27:44.991324 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-6628de26-7217-459c-84be-af737be161a8 tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530267'] for security_group_rule, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:45.026581 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e0231d23-9034-4579-b0fa-f974524e00fe None None] Publish callbacks [] for port, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:45.029668 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-39f58ffc-ca65-4d48-844c-2b7bbb728122 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4533522'] for port, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:45.041040 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e0231d23-9034-4579-b0fa-f974524e00fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975'] for port, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:45.050897 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-6628de26-7217-459c-84be-af737be161a8 tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:45.052164 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-6628de26-7217-459c-84be-af737be161a8 tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3276286 Dec 18 13:27:45.057147 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 50704) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:27:45.068212 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-e4c40a98-3559-462f-a8ef-a2a6448f9b2b tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] Request body: {'security_group_rule': {'security_group_id': '756c5639-7481-4b23-8e27-31e3c8b676cc', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:27:45.075552 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6628de26-7217-459c-84be-af737be161a8 tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d91b1a02-e14e-40c1-831f-fdd03d1b1fa8,revision_number=0']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:27:45.096782 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0231d23-9034-4579-b0fa-f974524e00fe None None] Network a0b84a49-8464-4342-a47d-bd714ebbec81 is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:27:45.101836 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-e0231d23-9034-4579-b0fa-f974524e00fe None None] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:27:45.105688 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0231d23-9034-4579-b0fa-f974524e00fe None None] Received port after_create {{(pid=103161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:27:45.111702 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0231d23-9034-4579-b0fa-f974524e00fe None None] Pushing event updated for resources: {'Port': ['ID=f1ff51bc-dda4-49b2-a8e9-8d9043b2d067,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:27:45.128035 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f58ffc-ca65-4d48-844c-2b7bbb728122 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Pushing event deleted for resources: {'Port': ['ID=99a7d10c-5d0f-4394-804b-89406ca65c89,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:27:45.134950 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39f58ffc-ca65-4d48-844c-2b7bbb728122 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] No DVR routers for this DVR port 99a7d10c-5d0f-4394-804b-89406ca65c89 on host dv-neutron-744815-20-hyperv {{(pid=103160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 18 13:27:45.157644 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-e4c40a98-3559-462f-a8ef-a2a6448f9b2b tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:45.167712 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-e0231d23-9034-4579-b0fa-f974524e00fe None None] Attempting to bind port f1ff51bc-dda4-49b2-a8e9-8d9043b2d067 on host dv-neutron-744815-20-hyperv for vnic_type normal with profile {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 13:27:45.167712 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-e0231d23-9034-4579-b0fa-f974524e00fe None None] Attempting to bind port f1ff51bc-dda4-49b2-a8e9-8d9043b2d067 by drivers openvswitch,hyperv on host dv-neutron-744815-20-hyperv at level 0 using segments [{'id': '1d35b28d-d075-4c4f-99ab-408d9457428e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'a0b84a49-8464-4342-a47d-bd714ebbec81'}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 13:27:45.168106 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0231d23-9034-4579-b0fa-f974524e00fe None None] Attempting to bind port f1ff51bc-dda4-49b2-a8e9-8d9043b2d067 on network a0b84a49-8464-4342-a47d-bd714ebbec81 {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 13:27:45.173875 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0231d23-9034-4579-b0fa-f974524e00fe None None] Checking agent: {'id': '428fa9fa-43db-4db9-9f96-f60ffe931f2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-20-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 13, 19, 1), 'started_at': datetime.datetime(2021, 12, 18, 13, 19, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 13, 27, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-20-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 18 13:27:45.174091 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0231d23-9034-4579-b0fa-f974524e00fe None None] Checking segment: {'id': '1d35b28d-d075-4c4f-99ab-408d9457428e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'a0b84a49-8464-4342-a47d-bd714ebbec81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 13:27:45.174352 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e0231d23-9034-4579-b0fa-f974524e00fe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:45.174922 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0231d23-9034-4579-b0fa-f974524e00fe None None] Bound using segment: {'id': '1d35b28d-d075-4c4f-99ab-408d9457428e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'a0b84a49-8464-4342-a47d-bd714ebbec81'} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 18 13:27:45.175405 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-e0231d23-9034-4579-b0fa-f974524e00fe None None] Bound port: f1ff51bc-dda4-49b2-a8e9-8d9043b2d067, host: dv-neutron-744815-20-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d35b28d-d075-4c4f-99ab-408d9457428e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'a0b84a49-8464-4342-a47d-bd714ebbec81'}}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 18 13:27:45.175781 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e0231d23-9034-4579-b0fa-f974524e00fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:45.188657 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-5b891834-6f23-4bd2-93ca-b8449fba8280 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Deleting port a93848f2-ed2d-4ef6-a78b-029d8a343379 {{(pid=103159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:27:45.188965 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-5b891834-6f23-4bd2-93ca-b8449fba8280 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:45.246051 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-e0231d23-9034-4579-b0fa-f974524e00fe None None] For port f1ff51bc-dda4-49b2-a8e9-8d9043b2d067, host dv-neutron-744815-20-hyperv, cleared binding levels {{(pid=103161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 18 13:27:45.249313 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-e0231d23-9034-4579-b0fa-f974524e00fe None None] For port f1ff51bc-dda4-49b2-a8e9-8d9043b2d067, host dv-neutron-744815-20-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=f1ff51bc-dda4-49b2-a8e9-8d9043b2d067,segment=NetworkSegment(1d35b28d-d075-4c4f-99ab-408d9457428e),segment_id=1d35b28d-d075-4c4f-99ab-408d9457428e)] {{(pid=103161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 18 13:27:45.257234 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e0231d23-9034-4579-b0fa-f974524e00fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:45.286294 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-e4c40a98-3559-462f-a8ef-a2a6448f9b2b tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:45.294261 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-e4c40a98-3559-462f-a8ef-a2a6448f9b2b tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530267'] for security_group_rule, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:45.308109 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-39f58ffc-ca65-4d48-844c-2b7bbb728122 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1927292', 'neutron.services.segments.db._delete_segments_for_network-8767106887837'] for network, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:45.328220 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.services.segments.db [None req-39f58ffc-ca65-4d48-844c-2b7bbb728122 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5504a800-a765-446e-ae90-db9cd860aa94']}} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:27:45.331065 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-5b891834-6f23-4bd2-93ca-b8449fba8280 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:45.334487 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c40a98-3559-462f-a8ef-a2a6448f9b2b tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2ddfcc4-dcf5-4638-a9cd-e1d29860174c,revision_number=0']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:27:45.341204 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.services.segments.db [None req-39f58ffc-ca65-4d48-844c-2b7bbb728122 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64dff47c-03e0-4df9-a970-82bebe7f82aa') {'for_net_delete': True} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:27:45.341774 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.services.segments.db [None req-39f58ffc-ca65-4d48-844c-2b7bbb728122 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64dff47c-03e0-4df9-a970-82bebe7f82aa') {} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:27:45.348204 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0231d23-9034-4579-b0fa-f974524e00fe None None] Pushing event updated for resources: {'Port': ['ID=f1ff51bc-dda4-49b2-a8e9-8d9043b2d067,revision_number=2']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:27:45.351383 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-e4c40a98-3559-462f-a8ef-a2a6448f9b2b tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:45.355876 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-e4c40a98-3559-462f-a8ef-a2a6448f9b2b tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2931221 Dec 18 13:27:45.358886 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 50706) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:27:45.360735 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-39f58ffc-ca65-4d48-844c-2b7bbb728122 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767106888614', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4533424'] for segment, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:45.366576 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-b0c7197d-6efd-4590-a5f2-26cf705653f1 tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] Request body: {'security_group_rule': {'security_group_id': '756c5639-7481-4b23-8e27-31e3c8b676cc', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:27:45.372221 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-5b891834-6f23-4bd2-93ca-b8449fba8280 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Calling delete_port for a93848f2-ed2d-4ef6-a78b-029d8a343379 owned by {{(pid=103159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:27:45.379624 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-afdaea67-aac9-4e41-805d-88c3ff0eece4 tempest-RoutersIpV6AdminTest-1535217791 tempest-RoutersIpV6AdminTest-1535217791-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-586613', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-589787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28650'] for router, precommit_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:45.383891 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-ab576265-c4b7-49ff-8fa7-8ac733440e30 tempest-RoutersAdminTest-1969777796 tempest-RoutersAdminTest-1969777796-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:45.387349 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-39f58ffc-ca65-4d48-844c-2b7bbb728122 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:45.391214 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-afdaea67-aac9-4e41-805d-88c3ff0eece4 tempest-RoutersIpV6AdminTest-1535217791 tempest-RoutersIpV6AdminTest-1535217791-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-586526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-586508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-586503', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-589778'] for router, after_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:45.405167 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39f58ffc-ca65-4d48-844c-2b7bbb728122 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Releasing vlan 109 on physical network physnet1 to pool {{(pid=103160) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 18 13:27:45.405718 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-39f58ffc-ca65-4d48-844c-2b7bbb728122 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4533569'] for segment, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:45.410182 dv-neutron-744815-20-hyperv neutron-server[103160]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 18 13:27:45.410182 dv-neutron-744815-20-hyperv neutron-server[103160]: self.session.flush() Dec 18 13:27:45.410182 dv-neutron-744815-20-hyperv neutron-server[103160]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 18 13:27:45.410182 dv-neutron-744815-20-hyperv neutron-server[103160]: self.session.flush() Dec 18 13:27:45.410182 dv-neutron-744815-20-hyperv neutron-server[103160]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 18 13:27:45.410182 dv-neutron-744815-20-hyperv neutron-server[103160]: self.session.flush() Dec 18 13:27:45.410182 dv-neutron-744815-20-hyperv neutron-server[103160]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 18 13:27:45.410182 dv-neutron-744815-20-hyperv neutron-server[103160]: self.session.flush() Dec 18 13:27:45.410182 dv-neutron-744815-20-hyperv neutron-server[103160]: Traceback (most recent call last): Dec 18 13:27:45.410182 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 18 13:27:45.410182 dv-neutron-744815-20-hyperv neutron-server[103160]: timer() Dec 18 13:27:45.410182 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 18 13:27:45.410182 dv-neutron-744815-20-hyperv neutron-server[103160]: cb(*args, **kw) Dec 18 13:27:45.410182 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 18 13:27:45.410182 dv-neutron-744815-20-hyperv neutron-server[103160]: return func(*args, **kwargs) Dec 18 13:27:45.410182 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 18 13:27:45.410182 dv-neutron-744815-20-hyperv neutron-server[103160]: self._notify() Dec 18 13:27:45.410182 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 18 13:27:45.410182 dv-neutron-744815-20-hyperv neutron-server[103160]: self.callback(batched_events) Dec 18 13:27:45.410182 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 18 13:27:45.410182 dv-neutron-744815-20-hyperv neutron-server[103160]: event.method(event) Dec 18 13:27:45.410182 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 18 13:27:45.410182 dv-neutron-744815-20-hyperv neutron-server[103160]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 18 13:27:45.410182 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 18 13:27:45.410182 dv-neutron-744815-20-hyperv neutron-server[103160]: aggregate_uuid = self.p_client.list_aggregates( Dec 18 13:27:45.410182 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 18 13:27:45.410182 dv-neutron-744815-20-hyperv neutron-server[103160]: return f(self, *a, **k) Dec 18 13:27:45.410182 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 18 13:27:45.410182 dv-neutron-744815-20-hyperv neutron-server[103160]: return self._get(url).json() Dec 18 13:27:45.410182 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 18 13:27:45.410182 dv-neutron-744815-20-hyperv neutron-server[103160]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 18 13:27:45.410182 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 18 13:27:45.410182 dv-neutron-744815-20-hyperv neutron-server[103160]: return self.request(url, 'GET', **kwargs) Dec 18 13:27:45.410182 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 18 13:27:45.410182 dv-neutron-744815-20-hyperv neutron-server[103160]: base_url = self.get_endpoint(auth, allow=allow, Dec 18 13:27:45.410182 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 18 13:27:45.410182 dv-neutron-744815-20-hyperv neutron-server[103160]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 18 13:27:45.410182 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 18 13:27:45.410182 dv-neutron-744815-20-hyperv neutron-server[103160]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 18 13:27:45.410182 dv-neutron-744815-20-hyperv neutron-server[103160]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 18 13:27:45.461027 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b0c7197d-6efd-4590-a5f2-26cf705653f1 tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:45.562809 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-39f58ffc-ca65-4d48-844c-2b7bbb728122 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1927267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586962'] for network, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:45.592990 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b0c7197d-6efd-4590-a5f2-26cf705653f1 tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:45.598082 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b0c7197d-6efd-4590-a5f2-26cf705653f1 tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530267'] for security_group_rule, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:45.610528 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-39f58ffc-ca65-4d48-844c-2b7bbb728122 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047995'] for network, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:45.613730 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-39f58ffc-ca65-4d48-844c-2b7bbb728122 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] 10.222.0.31 "DELETE /v2.0/networks/5504a800-a765-446e-ae90-db9cd860aa94 HTTP/1.1" status: 204 len: 168 time: 1.9396038 Dec 18 13:27:45.623528 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 50710) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:27:45.630112 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-fb5847a2-4801-4d34-9493-1edb0f1d5804 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2035734120'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:27:45.641186 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c7197d-6efd-4590-a5f2-26cf705653f1 tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9505a97-af6d-43ff-b3a1-259bb7e96fc4,revision_number=0']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:27:45.648340 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f58ffc-ca65-4d48-844c-2b7bbb728122 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Pushing event deleted for resources: {'Network': ['ID=5504a800-a765-446e-ae90-db9cd860aa94,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:27:45.651061 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-5b891834-6f23-4bd2-93ca-b8449fba8280 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:45.661580 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b0c7197d-6efd-4590-a5f2-26cf705653f1 tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:45.664932 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-b0c7197d-6efd-4590-a5f2-26cf705653f1 tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.3050439 Dec 18 13:27:45.665753 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 50712) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:27:45.713511 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b891834-6f23-4bd2-93ca-b8449fba8280 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Pushing event deleted for resources: {'Port': ['ID=a93848f2-ed2d-4ef6-a78b-029d8a343379,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:27:45.722560 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-ab576265-c4b7-49ff-8fa7-8ac733440e30 tempest-RoutersAdminTest-1969777796 tempest-RoutersAdminTest-1969777796-project] Deleting port 8f947cb6-9280-46e9-859f-6e80d10f54de {{(pid=103160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:27:45.723613 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-ab576265-c4b7-49ff-8fa7-8ac733440e30 tempest-RoutersAdminTest-1969777796 tempest-RoutersAdminTest-1969777796-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:45.727964 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb5847a2-4801-4d34-9493-1edb0f1d5804 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Made reservation on behalf of dde8326b44a64ab5a12bbfefe7e7aced for: {'network': 1} {{(pid=103159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:27:45.732937 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-fb5847a2-4801-4d34-9493-1edb0f1d5804 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for network, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:45.759697 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device f1ff51bc-dda4-49b2-a8e9-8d9043b2d067 up at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 13:27:45.760244 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-5b891834-6f23-4bd2-93ca-b8449fba8280 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:45.763460 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-5b891834-6f23-4bd2-93ca-b8449fba8280 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] 10.222.0.31 "DELETE /v2.0/ports/a93848f2-ed2d-4ef6-a78b-029d8a343379 HTTP/1.1" status: 204 len: 168 time: 0.7890005 Dec 18 13:27:45.766193 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 50714) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:27:45.820943 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2294866d-0076-4933-952c-685307032598 None None] Provisioning complete for port f1ff51bc-dda4-49b2-a8e9-8d9043b2d067 triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:27:45.821719 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:45.823130 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb5847a2-4801-4d34-9493-1edb0f1d5804 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 124} {{(pid=103159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 18 13:27:45.823268 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-ab576265-c4b7-49ff-8fa7-8ac733440e30 tempest-RoutersAdminTest-1969777796 tempest-RoutersAdminTest-1969777796-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:45.839051 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-ab576265-c4b7-49ff-8fa7-8ac733440e30 tempest-RoutersAdminTest-1969777796 tempest-RoutersAdminTest-1969777796-project] Calling delete_port for 8f947cb6-9280-46e9-859f-6e80d10f54de owned by network:router_gateway {{(pid=103160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:27:45.842350 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c07a6da-d6b1-4693-8f92-b666078072d2 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:27:45.844940 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c07a6da-d6b1-4693-8f92-b666078072d2 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:27:45.846522 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-2c07a6da-d6b1-4693-8f92-b666078072d2 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0792394 Dec 18 13:27:45.847817 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-fb5847a2-4801-4d34-9493-1edb0f1d5804 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:45.848155 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.db.segments_db [None req-fb5847a2-4801-4d34-9493-1edb0f1d5804 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Added segment 81544f98-7cce-4941-a522-3db12ad7fcbb of type vlan for network 4a63972c-c4fa-45c2-af22-1ff575f33df7 Dec 18 13:27:45.849307 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 50716) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:27:45.888138 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-8380c9b2-d077-4358-a042-5a0a1f5e621e tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:45.903984 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-8380c9b2-d077-4358-a042-5a0a1f5e621e tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:45.908330 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afdaea67-aac9-4e41-805d-88c3ff0eece4 tempest-RoutersIpV6AdminTest-1535217791 tempest-RoutersIpV6AdminTest-1535217791-project-admin] Router 11c56207-18fe-4a74-a4cf-630f892e828d has already been hosted by L3 agent c9c0cd52-5bd2-4704-9429-d80f1c5ad23c {{(pid=103160) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 18 13:27:45.925695 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:45.930776 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-fb5847a2-4801-4d34-9493-1edb0f1d5804 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767106405744'] for network, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:45.943600 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.db_base_plugin_v2 [None req-65c69ce7-0235-4d93-948f-6438f0ac96f8 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Deleting subnet a651cba6-98b6-4510-8887-58d6c2a03d79 {{(pid=103159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 18 13:27:45.948168 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-65c69ce7-0235-4d93-948f-6438f0ac96f8 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks [] for subnet, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:45.966562 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-2294866d-0076-4933-952c-685307032598 None None] For port f1ff51bc-dda4-49b2-a8e9-8d9043b2d067, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=f1ff51bc-dda4-49b2-a8e9-8d9043b2d067,segment=NetworkSegment(1d35b28d-d075-4c4f-99ab-408d9457428e),segment_id=1d35b28d-d075-4c4f-99ab-408d9457428e)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:27:45.975953 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:46.038762 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-fb5847a2-4801-4d34-9493-1edb0f1d5804 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981'] for network, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:46.043094 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Pushing event updated for resources: {'Port': ['ID=f1ff51bc-dda4-49b2-a8e9-8d9043b2d067,revision_number=3']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:27:46.044288 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb5847a2-4801-4d34-9493-1edb0f1d5804 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:27:46.044900 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-fb5847a2-4801-4d34-9493-1edb0f1d5804 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047995'] for network, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:46.051215 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-65c69ce7-0235-4d93-948f-6438f0ac96f8 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5589624'] for subnet, precommit_delete_associations {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:46.068605 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-8380c9b2-d077-4358-a042-5a0a1f5e621e tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530267'] for security_group_rule, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:46.074183 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-8380c9b2-d077-4358-a042-5a0a1f5e621e tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:46.074867 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 99a7d10c-5d0f-4394-804b-89406ca65c89 no longer exists at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 18 13:27:46.075477 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-8380c9b2-d077-4358-a042-5a0a1f5e621e tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/c9505a97-af6d-43ff-b3a1-259bb7e96fc4 HTTP/1.1" status: 204 len: 168 time: 0.4081509 Dec 18 13:27:46.088006 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 50722) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:27:46.101936 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-2294866d-0076-4933-952c-685307032598 None None] No Port match for: 99a7d10c-5d0f-4394-804b-89406ca65c89 {{(pid=103161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 18 13:27:46.102311 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 99a7d10c-5d0f-4394-804b-89406ca65c89 not bound to the agent host dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 18 13:27:46.118429 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8380c9b2-d077-4358-a042-5a0a1f5e621e tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c9505a97-af6d-43ff-b3a1-259bb7e96fc4,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:27:46.150198 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-fb5847a2-4801-4d34-9493-1edb0f1d5804 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5252323 Dec 18 13:27:46.156175 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 50724) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:27:46.160988 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-31f1e0b0-c8b1-4414-8718-ba723fab4414 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Request body: {'subnet': {'network_id': '4a63972c-c4fa-45c2-af22-1ff575f33df7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:27:46.195292 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5847a2-4801-4d34-9493-1edb0f1d5804 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Pushing event updated for resources: {'Network': ['ID=4a63972c-c4fa-45c2-af22-1ff575f33df7,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:27:46.211734 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Network 4a63972c-c4fa-45c2-af22-1ff575f33df7 details requested by agent ovs-agent-dv-neutron-744815-20-hyperv with host dv-neutron-744815-20-hyperv {{(pid=103161) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 18 13:27:46.241951 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-1d72b5f2-0159-419e-87eb-436faf50d6be tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.1514065 Dec 18 13:27:46.247293 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 50726) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:27:46.277652 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-d1c81fc1-5a3e-4e79-ae11-21c4c0ed047d tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:46.280454 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afdaea67-aac9-4e41-805d-88c3ff0eece4 tempest-RoutersIpV6AdminTest-1535217791 tempest-RoutersIpV6AdminTest-1535217791-project-admin] Notify agent at l3_agent.dv-neutron-744815-20-hyperv the message routers_updated {{(pid=103160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 13:27:46.283096 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-65c69ce7-0235-4d93-948f-6438f0ac96f8 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1929185'] for subnet, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:46.288435 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-afdaea67-aac9-4e41-805d-88c3ff0eece4 tempest-RoutersIpV6AdminTest-1535217791 tempest-RoutersIpV6AdminTest-1535217791-project-admin] Publish callbacks [] for router, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:46.290952 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d7cc447-31c1-46a8-b2f9-0cc955cf70ae None None] Sync routers for ids ['11c56207-18fe-4a74-a4cf-630f892e828d'] in dv-neutron-744815-20-hyperv {{(pid=103162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 13:27:46.293986 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-afdaea67-aac9-4e41-805d-88c3ff0eece4 tempest-RoutersIpV6AdminTest-1535217791 tempest-RoutersIpV6AdminTest-1535217791-project-admin] 10.222.0.31 "PUT /v2.0/routers/11c56207-18fe-4a74-a4cf-630f892e828d HTTP/1.1" status: 200 len: 926 time: 3.6305256 Dec 18 13:27:46.296269 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 50728) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:27:46.312727 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d7cc447-31c1-46a8-b2f9-0cc955cf70ae None None] Routers {'11c56207-18fe-4a74-a4cf-630f892e828d'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:27:46.313871 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-1d7cc447-31c1-46a8-b2f9-0cc955cf70ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:27:27Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['11c56207-18fe-4a74-a4cf-630f892e828d'], 'active': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:27:46.314214 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-d1c81fc1-5a3e-4e79-ae11-21c4c0ed047d tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:46.355708 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31f1e0b0-c8b1-4414-8718-ba723fab4414 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Made reservation on behalf of dde8326b44a64ab5a12bbfefe7e7aced for: {'subnet': 1} {{(pid=103159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:27:46.363175 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-31f1e0b0-c8b1-4414-8718-ba723fab4414 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6017072'] for subnet, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:46.369204 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-ab576265-c4b7-49ff-8fa7-8ac733440e30 tempest-RoutersAdminTest-1969777796 tempest-RoutersAdminTest-1969777796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4533522'] for port, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:46.374833 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-1d7cc447-31c1-46a8-b2f9-0cc955cf70ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:27:46.385986 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d7cc447-31c1-46a8-b2f9-0cc955cf70ae None None] Routers {'11c56207-18fe-4a74-a4cf-630f892e828d'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:27:46.387453 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-1d7cc447-31c1-46a8-b2f9-0cc955cf70ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:27:27Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['11c56207-18fe-4a74-a4cf-630f892e828d'], 'active': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:27:46.402051 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-65c69ce7-0235-4d93-948f-6438f0ac96f8 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1929192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5659851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6017053'] for subnet, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:46.437521 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-1d7cc447-31c1-46a8-b2f9-0cc955cf70ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:27:46.438514 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d7cc447-31c1-46a8-b2f9-0cc955cf70ae None None] The sync data for ids ['11c56207-18fe-4a74-a4cf-630f892e828d'] in dv-neutron-744815-20-hyperv is: [] {{(pid=103162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 13:27:46.442457 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42386127-e9d8-4596-9ebc-9db700007aa7 None None] DHCP port deletion for decb4a40-7941-48c8-afbb-daaafd502e83 request from dv-neutron-744815-20-hyperv {{(pid=103161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 18 13:27:46.464691 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c69ce7-0235-4d93-948f-6438f0ac96f8 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Pushing event deleted for resources: {'Subnet': ['ID=a651cba6-98b6-4510-8887-58d6c2a03d79,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:27:46.472757 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-65c69ce7-0235-4d93-948f-6438f0ac96f8 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047995'] for subnet, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:46.476788 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-65c69ce7-0235-4d93-948f-6438f0ac96f8 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] 10.222.0.31 "DELETE /v2.0/subnets/a651cba6-98b6-4510-8887-58d6c2a03d79 HTTP/1.1" status: 204 len: 168 time: 0.6264153 Dec 18 13:27:46.480731 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab576265-c4b7-49ff-8fa7-8ac733440e30 tempest-RoutersAdminTest-1969777796 tempest-RoutersAdminTest-1969777796-project] Pushing event deleted for resources: {'Port': ['ID=8f947cb6-9280-46e9-859f-6e80d10f54de,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:27:46.481544 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 50730) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:27:46.522142 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-d1c81fc1-5a3e-4e79-ae11-21c4c0ed047d tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530267'] for security_group_rule, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:46.526930 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-d1c81fc1-5a3e-4e79-ae11-21c4c0ed047d tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:46.528381 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-d1c81fc1-5a3e-4e79-ae11-21c4c0ed047d tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/c2ddfcc4-dcf5-4638-a9cd-e1d29860174c HTTP/1.1" status: 204 len: 168 time: 0.2796888 Dec 18 13:27:46.538815 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 50732) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:27:46.553369 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-45781404-95b2-4536-80ec-c7493d566ae0 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0706546 Dec 18 13:27:46.559668 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 50734) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:27:46.564643 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-4de31fee-0385-49b6-ac28-022b0e08831b tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Request body: {'subnet': {'network_id': 'a0b84a49-8464-4342-a47d-bd714ebbec81', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:27:46.573096 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c81fc1-5a3e-4e79-ae11-21c4c0ed047d tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c2ddfcc4-dcf5-4638-a9cd-e1d29860174c,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:27:46.580531 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-ab576265-c4b7-49ff-8fa7-8ac733440e30 tempest-RoutersAdminTest-1969777796 tempest-RoutersAdminTest-1969777796-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-586554'] for router_gateway, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:46.620253 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-25580ed1-47cc-473d-a2ae-975a66e9c700 tempest-RoutersIpV6AdminTest-1535217791 tempest-RoutersIpV6AdminTest-1535217791-project-admin] 10.222.0.31 "GET /v2.0/routers/11c56207-18fe-4a74-a4cf-630f892e828d HTTP/1.1" status: 200 len: 926 time: 0.3212736 Dec 18 13:27:46.628710 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 50738) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:27:46.727447 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-b35d4b05-72d7-4018-98c2-d459d21ce489 tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.1832466 Dec 18 13:27:46.727835 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-ab576265-c4b7-49ff-8fa7-8ac733440e30 tempest-RoutersAdminTest-1969777796 tempest-RoutersAdminTest-1969777796-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-589815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28643'] for router, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:46.729511 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 50740) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:27:46.730244 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-ab576265-c4b7-49ff-8fa7-8ac733440e30 tempest-RoutersAdminTest-1969777796 tempest-RoutersAdminTest-1969777796-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:46.740108 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8b76a9f-2495-46ea-ab45-bb4bb1b9f42e None None] Network a0b84a49-8464-4342-a47d-bd714ebbec81 requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:27:46.762696 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dc9223a-22d3-4fd5-878c-9118cd7d7093 tempest-RoutersIpV6AdminTest-1535217791 tempest-RoutersIpV6AdminTest-1535217791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:27:46.766000 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-9dc9223a-22d3-4fd5-878c-9118cd7d7093 tempest-RoutersIpV6AdminTest-1535217791 tempest-RoutersIpV6AdminTest-1535217791-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=decb4a40-7941-48c8-afbb-daaafd502e83&device_id=11c56207-18fe-4a74-a4cf-630f892e828d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1362424 Dec 18 13:27:46.769137 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 50742) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:27:46.789529 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-ab576265-c4b7-49ff-8fa7-8ac733440e30 tempest-RoutersAdminTest-1969777796 tempest-RoutersAdminTest-1969777796-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-589710'] for router, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:46.790763 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab576265-c4b7-49ff-8fa7-8ac733440e30 tempest-RoutersAdminTest-1969777796 tempest-RoutersAdminTest-1969777796-project] Fanout notify agent at l3_agent the message router_deleted on router be1bfeaa-1d75-4cfd-a01e-525bf54e1c08 {{(pid=103160) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 18 13:27:46.799974 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-ab576265-c4b7-49ff-8fa7-8ac733440e30 tempest-RoutersAdminTest-1969777796 tempest-RoutersAdminTest-1969777796-project] Publish callbacks [] for router, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:46.800695 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-ab576265-c4b7-49ff-8fa7-8ac733440e30 tempest-RoutersAdminTest-1969777796 tempest-RoutersAdminTest-1969777796-project] 10.222.0.31 "DELETE /v2.0/routers/be1bfeaa-1d75-4cfd-a01e-525bf54e1c08 HTTP/1.1" status: 204 len: 168 time: 2.5219274 Dec 18 13:27:46.804998 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 50744) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:27:46.809717 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-fcf8722e-8127-4407-abd0-ddc2e2dc8f20 tempest-RoutersAdminTest-1969777796 tempest-RoutersAdminTest-1969777796-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-358853801', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:27:46.828821 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-31f1e0b0-c8b1-4414-8718-ba723fab4414 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5659786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6017062'] for subnet, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:46.843837 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-fcf8722e-8127-4407-abd0-ddc2e2dc8f20 tempest-RoutersAdminTest-1969777796 tempest-RoutersAdminTest-1969777796-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28433'] for router, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:46.844922 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-fcf8722e-8127-4407-abd0-ddc2e2dc8f20 tempest-RoutersAdminTest-1969777796 tempest-RoutersAdminTest-1969777796-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-589769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28440'] for router, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:46.847514 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-97a1ce88-7784-433a-a701-a783575bc69c None None] Provisioning complete for port f1ff51bc-dda4-49b2-a8e9-8d9043b2d067 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:27:46.848122 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-97a1ce88-7784-433a-a701-a783575bc69c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:46.899499 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-e48ecb1b-325a-46de-b326-9a321339b841 tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:46.912923 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-e48ecb1b-325a-46de-b326-9a321339b841 tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:46.918549 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-fcf8722e-8127-4407-abd0-ddc2e2dc8f20 tempest-RoutersAdminTest-1969777796 tempest-RoutersAdminTest-1969777796-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:46.925000 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-fcf8722e-8127-4407-abd0-ddc2e2dc8f20 tempest-RoutersAdminTest-1969777796 tempest-RoutersAdminTest-1969777796-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-589760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-586526'] for router, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:46.933464 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4de31fee-0385-49b6-ac28-022b0e08831b tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Made reservation on behalf of 606a569495c64210af9cc9fb7e76dd52 for: {'subnet': 1} {{(pid=103159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:27:46.936940 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-4de31fee-0385-49b6-ac28-022b0e08831b tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6017072'] for subnet, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:46.950100 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-fcf8722e-8127-4407-abd0-ddc2e2dc8f20 tempest-RoutersAdminTest-1969777796 tempest-RoutersAdminTest-1969777796-project] Publish callbacks [] for router, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:46.951393 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-fcf8722e-8127-4407-abd0-ddc2e2dc8f20 tempest-RoutersAdminTest-1969777796 tempest-RoutersAdminTest-1969777796-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1453764 Dec 18 13:27:46.954648 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 50746) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:27:46.962789 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7492439d-a697-444f-af16-b750392c0e2d None None] DHCP port deletion for a0b84a49-8464-4342-a47d-bd714ebbec81 request from dv-neutron-744815-20-hyperv {{(pid=103161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 18 13:27:46.967086 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-ea606b8e-47a4-48be-ad24-885b5ebbf7f0 tempest-RoutersAdminTest-1776390182 tempest-RoutersAdminTest-1776390182-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'enable_snat': False}}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:27:47.017920 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-7492439d-a697-444f-af16-b750392c0e2d None None] Deleting port f1ff51bc-dda4-49b2-a8e9-8d9043b2d067 {{(pid=103161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:27:47.018562 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7492439d-a697-444f-af16-b750392c0e2d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:47.047824 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f1e0b0-c8b1-4414-8718-ba723fab4414 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Pushing event updated for resources: {'Subnet': ['ID=3818c0d7-3376-4aa4-a54b-dc31de792f49,revision_number=0']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:27:47.057464 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f892fe4-a91c-4fa4-a43b-e44dbed5f0f2 tempest-RoutersIpV6AdminTest-1535217791 tempest-RoutersIpV6AdminTest-1535217791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:27:47.065411 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-2f892fe4-a91c-4fa4-a43b-e44dbed5f0f2 tempest-RoutersIpV6AdminTest-1535217791 tempest-RoutersIpV6AdminTest-1535217791-project-admin] 10.222.0.31 "GET /v2.0/networks/decb4a40-7941-48c8-afbb-daaafd502e83 HTTP/1.1" status: 200 len: 881 time: 0.2927608 Dec 18 13:27:47.066071 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 50750) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:27:47.086495 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-e48ecb1b-325a-46de-b326-9a321339b841 tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530267'] for security_group_rule, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:47.095620 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-e48ecb1b-325a-46de-b326-9a321339b841 tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:47.099837 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-e48ecb1b-325a-46de-b326-9a321339b841 tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/d91b1a02-e14e-40c1-831f-fdd03d1b1fa8 HTTP/1.1" status: 204 len: 168 time: 0.3477049 Dec 18 13:27:47.103604 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 50752) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:27:47.119482 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-7492439d-a697-444f-af16-b750392c0e2d None None] For port f1ff51bc-dda4-49b2-a8e9-8d9043b2d067, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=f1ff51bc-dda4-49b2-a8e9-8d9043b2d067,segment=NetworkSegment(1d35b28d-d075-4c4f-99ab-408d9457428e),segment_id=1d35b28d-d075-4c4f-99ab-408d9457428e)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:27:47.119873 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7492439d-a697-444f-af16-b750392c0e2d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:47.122408 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-f7ef6b67-ebf0-40c8-b747-ed37291f02ea tempest-RoutersIpV6AdminTest-1998592124 tempest-RoutersIpV6AdminTest-1998592124-project] 10.222.0.31 "GET /v2.0/ports?device_id=11c56207-18fe-4a74-a4cf-630f892e828d HTTP/1.1" status: 200 len: 205 time: 0.0490415 Dec 18 13:27:47.129977 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31f1e0b0-c8b1-4414-8718-ba723fab4414 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Checking segment: {'id': '81544f98-7cce-4941-a522-3db12ad7fcbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '4a63972c-c4fa-45c2-af22-1ff575f33df7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 13:27:47.130312 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31f1e0b0-c8b1-4414-8718-ba723fab4414 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Network hostable DHCP agents. Network: 4a63972c-c4fa-45c2-af22-1ff575f33df7, hostable agents: ['aa77effa-0e3a-4bbd-a383-4d58ed3328d0'], hosted agents: [] {{(pid=103159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 18 13:27:47.136145 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 50754) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:27:47.140677 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48ecb1b-325a-46de-b326-9a321339b841 tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d91b1a02-e14e-40c1-831f-fdd03d1b1fa8,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:27:47.150571 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-7492439d-a697-444f-af16-b750392c0e2d None None] Calling delete_port for f1ff51bc-dda4-49b2-a8e9-8d9043b2d067 owned by network:dhcp {{(pid=103161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:27:47.197097 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-c9b80103-89cb-4705-8980-a4222712eb9a tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0910699 Dec 18 13:27:47.198586 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 50758) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:27:47.232544 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31f1e0b0-c8b1-4414-8718-ba723fab4414 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Network 4a63972c-c4fa-45c2-af22-1ff575f33df7 is scheduled to be hosted by DHCP agent aa77effa-0e3a-4bbd-a383-4d58ed3328d0 with binding_index 1 {{(pid=103159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 18 13:27:47.255099 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7492439d-a697-444f-af16-b750392c0e2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984'] for port, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:47.283021 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-62f4fdc0-19c2-4516-b48c-8a226664a096 tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:47.286335 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-ea606b8e-47a4-48be-ad24-885b5ebbf7f0 tempest-RoutersAdminTest-1776390182 tempest-RoutersAdminTest-1776390182-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:47.294133 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7492439d-a697-444f-af16-b750392c0e2d None None] No DVR routers for this DVR port f1ff51bc-dda4-49b2-a8e9-8d9043b2d067 on host dv-neutron-744815-20-hyperv {{(pid=103161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 18 13:27:47.297935 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-62f4fdc0-19c2-4516-b48c-8a226664a096 tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:47.298202 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.base_scheduler [None req-31f1e0b0-c8b1-4414-8718-ba723fab4414 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-744815-20-hyperv, 4a63972c-c4fa-45c2-af22-1ff575f33df7) {{(pid=103159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:27:47.298946 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7492439d-a697-444f-af16-b750392c0e2d None None] Pushing event deleted for resources: {'Port': ['ID=f1ff51bc-dda4-49b2-a8e9-8d9043b2d067,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:27:47.308240 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31f1e0b0-c8b1-4414-8718-ba723fab4414 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:27:47.308240 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-31f1e0b0-c8b1-4414-8718-ba723fab4414 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047995'] for subnet, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:47.329056 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb64ec7e-3fb1-4e35-b4a8-83245dddd878 None None] Network 4a63972c-c4fa-45c2-af22-1ff575f33df7 requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:27:47.362837 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-85e83492-ff70-4351-a9d4-c2b108c4b7f0 tempest-RoutersIpV6AdminTest-1998592124 tempest-RoutersIpV6AdminTest-1998592124-project] Publish callbacks [] for router, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:47.375451 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-31f1e0b0-c8b1-4414-8718-ba723fab4414 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2155755 Dec 18 13:27:47.376269 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 50760) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:27:47.381227 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-2d87bc8f-ce1c-4a49-ac38-61630464b1d8 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Request body: {'port': {'network_id': '4a63972c-c4fa-45c2-af22-1ff575f33df7', 'security_groups': [], 'name': 'tempest-PortsTestJSON-127937932'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:27:47.432627 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-4de31fee-0385-49b6-ac28-022b0e08831b tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5659786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6017062'] for subnet, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:47.441109 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-62f4fdc0-19c2-4516-b48c-8a226664a096 tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530267'] for security_group_rule, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:47.450985 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-62f4fdc0-19c2-4516-b48c-8a226664a096 tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:47.452458 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-62f4fdc0-19c2-4516-b48c-8a226664a096 tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/2d742a65-908f-4e16-97f7-169db64ddb89 HTTP/1.1" status: 204 len: 168 time: 0.2528646 Dec 18 13:27:47.453945 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ba789c2-878c-4797-b9e7-2b51eda1b2ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp31e170a0-46a1-5ba9-9dc1-7ee4f866f0d7-4a63972c-c4fa-45c2-af22-1ff575f33df7', 'network_id': '4a63972c-c4fa-45c2-af22-1ff575f33df7', 'project_id': 'dde8326b44a64ab5a12bbfefe7e7aced', 'fixed_ips': [{'subnet_id': '3818c0d7-3376-4aa4-a54b-dc31de792f49'}]}} from dv-neutron-744815-20-hyperv. {{(pid=103161) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 18 13:27:47.455829 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-4ba789c2-878c-4797-b9e7-2b51eda1b2ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:47.466312 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 50762) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:27:47.495826 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f4fdc0-19c2-4516-b48c-8a226664a096 tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2d742a65-908f-4e16-97f7-169db64ddb89,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:27:47.513258 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4de31fee-0385-49b6-ac28-022b0e08831b tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Network a0b84a49-8464-4342-a47d-bd714ebbec81 is already hosted by enough agents. {{(pid=103159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:27:47.524021 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.base_scheduler [None req-4de31fee-0385-49b6-ac28-022b0e08831b tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Resources bound (agent type, host, resource id): {{(pid=103159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:27:47.527681 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-00dedaf3-3314-4635-af1a-0c188d608d0e tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0599194 Dec 18 13:27:47.530171 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4de31fee-0385-49b6-ac28-022b0e08831b tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:27:47.530785 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-4de31fee-0385-49b6-ac28-022b0e08831b tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047995'] for subnet, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:47.532878 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 50764) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:27:47.551748 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7561579a-84a3-4ec8-b5aa-335c29cc4ce8 None None] Network a0b84a49-8464-4342-a47d-bd714ebbec81 requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:27:47.557547 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de31fee-0385-49b6-ac28-022b0e08831b tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Pushing event updated for resources: {'Subnet': ['ID=e2409f50-3c70-44eb-aa8d-4b73dc75cb3e,revision_number=0']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:27:47.574342 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-85e83492-ff70-4351-a9d4-c2b108c4b7f0 tempest-RoutersIpV6AdminTest-1998592124 tempest-RoutersIpV6AdminTest-1998592124-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:47.586896 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d87bc8f-ce1c-4a49-ac38-61630464b1d8 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Made reservation on behalf of dde8326b44a64ab5a12bbfefe7e7aced for: {'port': 1} {{(pid=103160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:27:47.587118 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-4de31fee-0385-49b6-ac28-022b0e08831b tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0264957 Dec 18 13:27:47.591198 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 50766) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:27:47.592372 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-2d87bc8f-ce1c-4a49-ac38-61630464b1d8 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:47.596549 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-a8f53e4f-2a73-41ff-95d7-393f562b84cf tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Request body: {'port': {'network_id': 'a0b84a49-8464-4342-a47d-bd714ebbec81', 'name': 'tempest-NetworksTestDHCPv6-528453877'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:27:47.600161 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-5a622b6d-2deb-40cd-9158-c5fbe5ec8679 tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:47.642924 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-5a622b6d-2deb-40cd-9158-c5fbe5ec8679 tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:47.694589 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_common [None req-4ba789c2-878c-4797-b9e7-2b51eda1b2ea None None] Allocated IP 172.20.0.2 (4a63972c-c4fa-45c2-af22-1ff575f33df7/3818c0d7-3376-4aa4-a54b-dc31de792f49/d58141e7-1d47-433d-a2b4-9fd6c99bd5ba) {{(pid=103161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:27:47.729113 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device f1ff51bc-dda4-49b2-a8e9-8d9043b2d067 no longer exists at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 18 13:27:47.757095 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-5a622b6d-2deb-40cd-9158-c5fbe5ec8679 tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530267'] for security_group_rule, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:47.766209 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-5a622b6d-2deb-40cd-9158-c5fbe5ec8679 tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:47.769754 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-5a622b6d-2deb-40cd-9158-c5fbe5ec8679 tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/ea0669be-c9bc-4a4a-89b2-c81baf0c186d HTTP/1.1" status: 204 len: 168 time: 0.2290812 Dec 18 13:27:47.771416 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 50770) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:27:47.771778 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-2294866d-0076-4933-952c-685307032598 None None] No Port match for: f1ff51bc-dda4-49b2-a8e9-8d9043b2d067 {{(pid=103161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 18 13:27:47.772208 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device f1ff51bc-dda4-49b2-a8e9-8d9043b2d067 not bound to the agent host dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 18 13:27:47.784645 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a622b6d-2deb-40cd-9158-c5fbe5ec8679 tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ea0669be-c9bc-4a4a-89b2-c81baf0c186d,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:27:47.789926 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f94c948-2cdb-4f58-9bee-3e5be1ed947d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp31e170a0-46a1-5ba9-9dc1-7ee4f866f0d7-a0b84a49-8464-4342-a47d-bd714ebbec81', 'network_id': 'a0b84a49-8464-4342-a47d-bd714ebbec81', 'project_id': '606a569495c64210af9cc9fb7e76dd52', 'fixed_ips': [{'subnet_id': 'e2409f50-3c70-44eb-aa8d-4b73dc75cb3e'}]}} from dv-neutron-744815-20-hyperv. {{(pid=103161) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 18 13:27:47.790985 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0f94c948-2cdb-4f58-9bee-3e5be1ed947d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:47.792624 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-85e83492-ff70-4351-a9d4-c2b108c4b7f0 tempest-RoutersIpV6AdminTest-1998592124 tempest-RoutersIpV6AdminTest-1998592124-project] Deleting port 026fb57c-278d-4db9-b91e-470619f1dc96 {{(pid=103159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:27:47.792950 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-85e83492-ff70-4351-a9d4-c2b108c4b7f0 tempest-RoutersIpV6AdminTest-1998592124 tempest-RoutersIpV6AdminTest-1998592124-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:47.899655 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-b425946e-2edc-4a34-8f6f-e9914baa6f84 tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1229112 Dec 18 13:27:47.902954 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 50772) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:27:47.903807 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8f53e4f-2a73-41ff-95d7-393f562b84cf tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Made reservation on behalf of 606a569495c64210af9cc9fb7e76dd52 for: {'port': 1} {{(pid=103159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:27:47.907393 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-a8f53e4f-2a73-41ff-95d7-393f562b84cf tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:47.963604 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-85e83492-ff70-4351-a9d4-c2b108c4b7f0 tempest-RoutersIpV6AdminTest-1998592124 tempest-RoutersIpV6AdminTest-1998592124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:47.966002 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.notifiers.nova [None req-a8f53e4f-2a73-41ff-95d7-393f562b84cf tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] device_id is not set on port 0d345630-73fc-4aa5-bdc4-069255d5358d yet. {{(pid=103159) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 18 13:27:47.987573 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-85e83492-ff70-4351-a9d4-c2b108c4b7f0 tempest-RoutersIpV6AdminTest-1998592124 tempest-RoutersIpV6AdminTest-1998592124-project] Calling delete_port for 026fb57c-278d-4db9-b91e-470619f1dc96 owned by network:router_gateway {{(pid=103159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:27:48.047217 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_common [None req-0f94c948-2cdb-4f58-9bee-3e5be1ed947d None None] Allocated IP 2001:db8::2 (a0b84a49-8464-4342-a47d-bd714ebbec81/e2409f50-3c70-44eb-aa8d-4b73dc75cb3e/5c3eb93a-a9f6-45b8-b0db-dcb9e2d18541) {{(pid=103161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:27:48.064474 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.notifiers.nova [None req-2d87bc8f-ce1c-4a49-ac38-61630464b1d8 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] device_id is not set on port 0b497784-95a3-4a8f-9065-c388a6763168 yet. {{(pid=103160) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 18 13:27:48.072279 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-4ba789c2-878c-4797-b9e7-2b51eda1b2ea None None] Publish callbacks [] for port, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:48.096839 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-4ba789c2-878c-4797-b9e7-2b51eda1b2ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975'] for port, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:48.103373 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-de3791b7-be4c-41d7-b736-69bf4d0c9dfa tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] Publish callbacks [] for security_group, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:48.137884 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-de3791b7-be4c-41d7-b736-69bf4d0c9dfa tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:48.165913 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-ea606b8e-47a4-48be-ad24-885b5ebbf7f0 tempest-RoutersAdminTest-1776390182 tempest-RoutersAdminTest-1776390182-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:48.190074 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ba789c2-878c-4797-b9e7-2b51eda1b2ea None None] Network 4a63972c-c4fa-45c2-af22-1ff575f33df7 is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:27:48.191624 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-ea606b8e-47a4-48be-ad24-885b5ebbf7f0 tempest-RoutersAdminTest-1776390182 tempest-RoutersAdminTest-1776390182-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:48.194754 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba789c2-878c-4797-b9e7-2b51eda1b2ea None None] Pushing event updated for resources: {'Port': ['ID=d58141e7-1d47-433d-a2b4-9fd6c99bd5ba,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:27:48.198392 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-4ba789c2-878c-4797-b9e7-2b51eda1b2ea None None] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:27:48.216572 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ba789c2-878c-4797-b9e7-2b51eda1b2ea None None] Received port after_create {{(pid=103161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:27:48.240150 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-de3791b7-be4c-41d7-b736-69bf4d0c9dfa tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:48.242826 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-de3791b7-be4c-41d7-b736-69bf4d0c9dfa tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] Publish callbacks [] for security_group, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:48.244019 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-de3791b7-be4c-41d7-b736-69bf4d0c9dfa tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] 10.222.0.31 "DELETE /v2.0/security-groups/756c5639-7481-4b23-8e27-31e3c8b676cc HTTP/1.1" status: 204 len: 168 time: 0.3342810 Dec 18 13:27:48.246681 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 50776) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:27:48.305686 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0f94c948-2cdb-4f58-9bee-3e5be1ed947d None None] Publish callbacks [] for port, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:48.325211 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0f94c948-2cdb-4f58-9bee-3e5be1ed947d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975'] for port, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:48.365825 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-a5d5b83b-6c92-4e4e-b04a-4ad19eacd19e tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1136529 Dec 18 13:27:48.373164 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 50780) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:27:48.379448 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-2edd8909-ca20-427f-98a8-d9511504a974 tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] Request body: {'security_group': {'name': 'tempest-secgroup--877276226'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:27:48.389018 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f94c948-2cdb-4f58-9bee-3e5be1ed947d None None] Network a0b84a49-8464-4342-a47d-bd714ebbec81 is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:27:48.389914 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-4ba789c2-878c-4797-b9e7-2b51eda1b2ea None None] Attempting to bind port d58141e7-1d47-433d-a2b4-9fd6c99bd5ba on host dv-neutron-744815-20-hyperv for vnic_type normal with profile {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 13:27:48.390287 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-4ba789c2-878c-4797-b9e7-2b51eda1b2ea None None] Attempting to bind port d58141e7-1d47-433d-a2b4-9fd6c99bd5ba by drivers openvswitch,hyperv on host dv-neutron-744815-20-hyperv at level 0 using segments [{'id': '81544f98-7cce-4941-a522-3db12ad7fcbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '4a63972c-c4fa-45c2-af22-1ff575f33df7'}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 13:27:48.391173 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ba789c2-878c-4797-b9e7-2b51eda1b2ea None None] Attempting to bind port d58141e7-1d47-433d-a2b4-9fd6c99bd5ba on network 4a63972c-c4fa-45c2-af22-1ff575f33df7 {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 13:27:48.400131 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-0f94c948-2cdb-4f58-9bee-3e5be1ed947d None None] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:27:48.404287 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f94c948-2cdb-4f58-9bee-3e5be1ed947d None None] Received port after_create {{(pid=103161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:27:48.408291 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ba789c2-878c-4797-b9e7-2b51eda1b2ea None None] Checking agent: {'id': '428fa9fa-43db-4db9-9f96-f60ffe931f2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-20-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 13, 19, 1), 'started_at': datetime.datetime(2021, 12, 18, 13, 19, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 13, 27, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-20-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 18 13:27:48.408672 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ba789c2-878c-4797-b9e7-2b51eda1b2ea None None] Checking segment: {'id': '81544f98-7cce-4941-a522-3db12ad7fcbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '4a63972c-c4fa-45c2-af22-1ff575f33df7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 13:27:48.409072 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-4ba789c2-878c-4797-b9e7-2b51eda1b2ea None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:48.409481 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ba789c2-878c-4797-b9e7-2b51eda1b2ea None None] Bound using segment: {'id': '81544f98-7cce-4941-a522-3db12ad7fcbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '4a63972c-c4fa-45c2-af22-1ff575f33df7'} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 18 13:27:48.409967 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-4ba789c2-878c-4797-b9e7-2b51eda1b2ea None None] Bound port: d58141e7-1d47-433d-a2b4-9fd6c99bd5ba, host: dv-neutron-744815-20-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81544f98-7cce-4941-a522-3db12ad7fcbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '4a63972c-c4fa-45c2-af22-1ff575f33df7'}}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 18 13:27:48.410353 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-4ba789c2-878c-4797-b9e7-2b51eda1b2ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:48.415657 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.db_base_plugin_common [None req-2d87bc8f-ce1c-4a49-ac38-61630464b1d8 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Allocated IP 172.20.0.7 (4a63972c-c4fa-45c2-af22-1ff575f33df7/3818c0d7-3376-4aa4-a54b-dc31de792f49/0b497784-95a3-4a8f-9065-c388a6763168) {{(pid=103160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:27:48.423692 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f94c948-2cdb-4f58-9bee-3e5be1ed947d None None] Pushing event updated for resources: {'Port': ['ID=5c3eb93a-a9f6-45b8-b0db-dcb9e2d18541,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:27:48.462343 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-2edd8909-ca20-427f-98a8-d9511504a974 tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] Publish callbacks [] for security_group, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:48.482888 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.db_base_plugin_common [None req-ea606b8e-47a4-48be-ad24-885b5ebbf7f0 tempest-RoutersAdminTest-1776390182 tempest-RoutersAdminTest-1776390182-project-admin] Allocated IP 172.26.3.155 (decb4a40-7941-48c8-afbb-daaafd502e83/70deed80-3ca1-4f9e-96cb-563b43d3acba/6579725d-50e4-4cc8-9c9e-10d31e5154b4) {{(pid=103160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:27:48.508725 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-0f94c948-2cdb-4f58-9bee-3e5be1ed947d None None] Attempting to bind port 5c3eb93a-a9f6-45b8-b0db-dcb9e2d18541 on host dv-neutron-744815-20-hyperv for vnic_type normal with profile {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 13:27:48.510024 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-0f94c948-2cdb-4f58-9bee-3e5be1ed947d None None] Attempting to bind port 5c3eb93a-a9f6-45b8-b0db-dcb9e2d18541 by drivers openvswitch,hyperv on host dv-neutron-744815-20-hyperv at level 0 using segments [{'id': '1d35b28d-d075-4c4f-99ab-408d9457428e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'a0b84a49-8464-4342-a47d-bd714ebbec81'}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 13:27:48.510024 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f94c948-2cdb-4f58-9bee-3e5be1ed947d None None] Attempting to bind port 5c3eb93a-a9f6-45b8-b0db-dcb9e2d18541 on network a0b84a49-8464-4342-a47d-bd714ebbec81 {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 13:27:48.524867 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f94c948-2cdb-4f58-9bee-3e5be1ed947d None None] Checking agent: {'id': '428fa9fa-43db-4db9-9f96-f60ffe931f2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-20-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 13, 19, 1), 'started_at': datetime.datetime(2021, 12, 18, 13, 19, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 13, 27, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-20-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 18 13:27:48.525331 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f94c948-2cdb-4f58-9bee-3e5be1ed947d None None] Checking segment: {'id': '1d35b28d-d075-4c4f-99ab-408d9457428e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'a0b84a49-8464-4342-a47d-bd714ebbec81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 13:27:48.525819 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0f94c948-2cdb-4f58-9bee-3e5be1ed947d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:48.526271 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f94c948-2cdb-4f58-9bee-3e5be1ed947d None None] Bound using segment: {'id': '1d35b28d-d075-4c4f-99ab-408d9457428e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'a0b84a49-8464-4342-a47d-bd714ebbec81'} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 18 13:27:48.526815 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-0f94c948-2cdb-4f58-9bee-3e5be1ed947d None None] Bound port: 5c3eb93a-a9f6-45b8-b0db-dcb9e2d18541, host: dv-neutron-744815-20-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d35b28d-d075-4c4f-99ab-408d9457428e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'a0b84a49-8464-4342-a47d-bd714ebbec81'}}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 18 13:27:48.527276 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0f94c948-2cdb-4f58-9bee-3e5be1ed947d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:48.547954 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-4ba789c2-878c-4797-b9e7-2b51eda1b2ea None None] For port d58141e7-1d47-433d-a2b4-9fd6c99bd5ba, host dv-neutron-744815-20-hyperv, cleared binding levels {{(pid=103161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 18 13:27:48.578803 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-4ba789c2-878c-4797-b9e7-2b51eda1b2ea None None] For port d58141e7-1d47-433d-a2b4-9fd6c99bd5ba, host dv-neutron-744815-20-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=d58141e7-1d47-433d-a2b4-9fd6c99bd5ba,segment=NetworkSegment(81544f98-7cce-4941-a522-3db12ad7fcbb),segment_id=81544f98-7cce-4941-a522-3db12ad7fcbb)] {{(pid=103161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 18 13:27:48.591165 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-4ba789c2-878c-4797-b9e7-2b51eda1b2ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:48.628324 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-2edd8909-ca20-427f-98a8-d9511504a974 tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] Publish callbacks [] for security_group, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:48.640499 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-2edd8909-ca20-427f-98a8-d9511504a974 tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:48.665116 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-0f94c948-2cdb-4f58-9bee-3e5be1ed947d None None] For port 5c3eb93a-a9f6-45b8-b0db-dcb9e2d18541, host dv-neutron-744815-20-hyperv, cleared binding levels {{(pid=103161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 18 13:27:48.674323 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-0f94c948-2cdb-4f58-9bee-3e5be1ed947d None None] For port 5c3eb93a-a9f6-45b8-b0db-dcb9e2d18541, host dv-neutron-744815-20-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=5c3eb93a-a9f6-45b8-b0db-dcb9e2d18541,segment=NetworkSegment(1d35b28d-d075-4c4f-99ab-408d9457428e),segment_id=1d35b28d-d075-4c4f-99ab-408d9457428e)] {{(pid=103161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 18 13:27:48.676808 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edd8909-ca20-427f-98a8-d9511504a974 tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e375d297-ec59-4a2b-a21a-b63215b02c3d,revision_number=1']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:27:48.680775 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba789c2-878c-4797-b9e7-2b51eda1b2ea None None] Pushing event updated for resources: {'Port': ['ID=d58141e7-1d47-433d-a2b4-9fd6c99bd5ba,revision_number=2']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:27:48.685928 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0f94c948-2cdb-4f58-9bee-3e5be1ed947d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:48.697498 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-ea606b8e-47a4-48be-ad24-885b5ebbf7f0 tempest-RoutersAdminTest-1776390182 tempest-RoutersAdminTest-1776390182-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:48.711847 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-2edd8909-ca20-427f-98a8-d9511504a974 tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] Publish callbacks [] for security_group, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:48.715633 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-2edd8909-ca20-427f-98a8-d9511504a974 tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.3387861 Dec 18 13:27:48.718608 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 50782) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:27:48.724783 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-23c0eceb-f897-410b-a6eb-f5d57ce1b60a tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] Request body: {'security_group_rule': {'security_group_id': 'e375d297-ec59-4a2b-a21a-b63215b02c3d', 'direction': 'ingress', 'protocol': 17}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:27:48.757085 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3791b7-be4c-41d7-b736-69bf4d0c9dfa tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=756c5639-7481-4b23-8e27-31e3c8b676cc,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:27:48.768074 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f94c948-2cdb-4f58-9bee-3e5be1ed947d None None] Pushing event updated for resources: {'Port': ['ID=5c3eb93a-a9f6-45b8-b0db-dcb9e2d18541,revision_number=2']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:27:48.777863 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-85e83492-ff70-4351-a9d4-c2b108c4b7f0 tempest-RoutersIpV6AdminTest-1998592124 tempest-RoutersIpV6AdminTest-1998592124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:48.787755 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-23c0eceb-f897-410b-a6eb-f5d57ce1b60a tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:48.825338 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-ea606b8e-47a4-48be-ad24-885b5ebbf7f0 tempest-RoutersAdminTest-1776390182 tempest-RoutersAdminTest-1776390182-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4533522'] for port, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:48.844206 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e83492-ff70-4351-a9d4-c2b108c4b7f0 tempest-RoutersIpV6AdminTest-1998592124 tempest-RoutersIpV6AdminTest-1998592124-project] Pushing event deleted for resources: {'Port': ['ID=026fb57c-278d-4db9-b91e-470619f1dc96,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:27:48.859857 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52cde66c-f112-423a-8159-8832dc37622d None None] DHCP port deletion for decb4a40-7941-48c8-afbb-daaafd502e83 request from dv-neutron-744815-20-hyperv {{(pid=103161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 18 13:27:48.907496 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.db_base_plugin_common [None req-a8f53e4f-2a73-41ff-95d7-393f562b84cf tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Allocated IP 2001:db8::29d (a0b84a49-8464-4342-a47d-bd714ebbec81/e2409f50-3c70-44eb-aa8d-4b73dc75cb3e/0d345630-73fc-4aa5-bdc4-069255d5358d) {{(pid=103159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:27:48.913816 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea606b8e-47a4-48be-ad24-885b5ebbf7f0 tempest-RoutersAdminTest-1776390182 tempest-RoutersAdminTest-1776390182-project-admin] Network decb4a40-7941-48c8-afbb-daaafd502e83 is already hosted by enough agents. {{(pid=103160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:27:48.951883 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.base_scheduler [None req-ea606b8e-47a4-48be-ad24-885b5ebbf7f0 tempest-RoutersAdminTest-1776390182 tempest-RoutersAdminTest-1776390182-project-admin] Resources bound (agent type, host, resource id): {{(pid=103160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:27:48.956149 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea606b8e-47a4-48be-ad24-885b5ebbf7f0 tempest-RoutersAdminTest-1776390182 tempest-RoutersAdminTest-1776390182-project-admin] Received port after_create {{(pid=103160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:27:48.995060 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a6d0f50-f5cd-43e7-b2b8-86bda2f2383c None None] DHCP port deletion for decb4a40-7941-48c8-afbb-daaafd502e83 request from dv-neutron-744815-20-hyperv {{(pid=103161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 18 13:27:49.014302 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea606b8e-47a4-48be-ad24-885b5ebbf7f0 tempest-RoutersAdminTest-1776390182 tempest-RoutersAdminTest-1776390182-project-admin] Pushing event updated for resources: {'Port': ['ID=6579725d-50e4-4cc8-9c9e-10d31e5154b4,revision_number=1']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:27:49.041583 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-23c0eceb-f897-410b-a6eb-f5d57ce1b60a tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:49.066591 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-23c0eceb-f897-410b-a6eb-f5d57ce1b60a tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530267'] for security_group_rule, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:49.106548 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-85e83492-ff70-4351-a9d4-c2b108c4b7f0 tempest-RoutersIpV6AdminTest-1998592124 tempest-RoutersIpV6AdminTest-1998592124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-586554'] for router_gateway, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:49.112656 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-532822c4-10f9-4b9d-b8c6-3424c2abe10c None None] Provisioning complete for port 6579725d-50e4-4cc8-9c9e-10d31e5154b4 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:27:49.113135 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-532822c4-10f9-4b9d-b8c6-3424c2abe10c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:49.172960 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-532822c4-10f9-4b9d-b8c6-3424c2abe10c None None] Port 6579725d-50e4-4cc8-9c9e-10d31e5154b4 cannot update to ACTIVE because it is not bound. {{(pid=103161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 13:27:49.244893 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c0eceb-f897-410b-a6eb-f5d57ce1b60a tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d06480fc-8e54-48f8-b2b0-7d72ee0adba0,revision_number=0']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:27:49.266942 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-2d87bc8f-ce1c-4a49-ac38-61630464b1d8 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks [] for port, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:49.270499 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-23c0eceb-f897-410b-a6eb-f5d57ce1b60a tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:49.271957 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-23c0eceb-f897-410b-a6eb-f5d57ce1b60a tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.5505159 Dec 18 13:27:49.276085 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 50788) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:27:49.295689 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-85e83492-ff70-4351-a9d4-c2b108c4b7f0 tempest-RoutersIpV6AdminTest-1998592124 tempest-RoutersIpV6AdminTest-1998592124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-589815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28643'] for router, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:49.306356 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-85e83492-ff70-4351-a9d4-c2b108c4b7f0 tempest-RoutersIpV6AdminTest-1998592124 tempest-RoutersIpV6AdminTest-1998592124-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:49.361613 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-2d87bc8f-ce1c-4a49-ac38-61630464b1d8 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4533522'] for port, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:49.400820 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-85e83492-ff70-4351-a9d4-c2b108c4b7f0 tempest-RoutersIpV6AdminTest-1998592124 tempest-RoutersIpV6AdminTest-1998592124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-589710'] for router, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:49.400921 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85e83492-ff70-4351-a9d4-c2b108c4b7f0 tempest-RoutersIpV6AdminTest-1998592124 tempest-RoutersIpV6AdminTest-1998592124-project] Fanout notify agent at l3_agent the message router_deleted on router 11c56207-18fe-4a74-a4cf-630f892e828d {{(pid=103159) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 18 13:27:49.409909 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-85e83492-ff70-4351-a9d4-c2b108c4b7f0 tempest-RoutersIpV6AdminTest-1998592124 tempest-RoutersIpV6AdminTest-1998592124-project] Publish callbacks [] for router, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:49.416017 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-85e83492-ff70-4351-a9d4-c2b108c4b7f0 tempest-RoutersIpV6AdminTest-1998592124 tempest-RoutersIpV6AdminTest-1998592124-project] 10.222.0.31 "DELETE /v2.0/routers/11c56207-18fe-4a74-a4cf-630f892e828d HTTP/1.1" status: 204 len: 168 time: 2.2787809 Dec 18 13:27:49.423123 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-a8f53e4f-2a73-41ff-95d7-393f562b84cf tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks [] for port, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:49.424275 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 50792) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:27:49.434478 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-acc55404-9a6c-42d5-94e3-63356c127026 tempest-RoutersIpV6AdminTest-1998592124 tempest-RoutersIpV6AdminTest-1998592124-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1198579713', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:27:49.449404 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d87bc8f-ce1c-4a49-ac38-61630464b1d8 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Network 4a63972c-c4fa-45c2-af22-1ff575f33df7 is already hosted by enough agents. {{(pid=103160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:27:49.455673 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.base_scheduler [None req-2d87bc8f-ce1c-4a49-ac38-61630464b1d8 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Resources bound (agent type, host, resource id): {{(pid=103160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:27:49.461412 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d87bc8f-ce1c-4a49-ac38-61630464b1d8 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Received port after_create {{(pid=103160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:27:49.468185 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-ea606b8e-47a4-48be-ad24-885b5ebbf7f0 tempest-RoutersAdminTest-1776390182 tempest-RoutersAdminTest-1776390182-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:49.471693 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-8ddbcbf6-1367-4d73-9115-1546f7499db7 tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] Publish callbacks [] for security_group, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:49.489648 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d87bc8f-ce1c-4a49-ac38-61630464b1d8 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Pushing event updated for resources: {'Port': ['ID=0b497784-95a3-4a8f-9065-c388a6763168,revision_number=1']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:27:49.515683 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-8ddbcbf6-1367-4d73-9115-1546f7499db7 tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:49.527290 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-acc55404-9a6c-42d5-94e3-63356c127026 tempest-RoutersIpV6AdminTest-1998592124 tempest-RoutersIpV6AdminTest-1998592124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28433'] for router, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:49.528400 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-acc55404-9a6c-42d5-94e3-63356c127026 tempest-RoutersIpV6AdminTest-1998592124 tempest-RoutersIpV6AdminTest-1998592124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-589769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28440'] for router, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:49.547807 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-a8f53e4f-2a73-41ff-95d7-393f562b84cf tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:49.560341 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d87bc8f-ce1c-4a49-ac38-61630464b1d8 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:27:49.560961 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-2d87bc8f-ce1c-4a49-ac38-61630464b1d8 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:49.631874 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-2d87bc8f-ce1c-4a49-ac38-61630464b1d8 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 885 time: 2.2504964 Dec 18 13:27:49.634092 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8f53e4f-2a73-41ff-95d7-393f562b84cf tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Network a0b84a49-8464-4342-a47d-bd714ebbec81 is already hosted by enough agents. {{(pid=103159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:27:49.637057 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 50794) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:27:49.677619 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.base_scheduler [None req-a8f53e4f-2a73-41ff-95d7-393f562b84cf tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Resources bound (agent type, host, resource id): {{(pid=103159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:27:49.704788 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8f53e4f-2a73-41ff-95d7-393f562b84cf tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Received port after_create {{(pid=103159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:27:49.714457 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8f53e4f-2a73-41ff-95d7-393f562b84cf tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:27:49.715293 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-a8f53e4f-2a73-41ff-95d7-393f562b84cf tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:49.723446 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-acc55404-9a6c-42d5-94e3-63356c127026 tempest-RoutersIpV6AdminTest-1998592124 tempest-RoutersIpV6AdminTest-1998592124-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:49.733637 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-8ddbcbf6-1367-4d73-9115-1546f7499db7 tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:49.736579 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-8ddbcbf6-1367-4d73-9115-1546f7499db7 tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] Publish callbacks [] for security_group, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:49.737955 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-8ddbcbf6-1367-4d73-9115-1546f7499db7 tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] 10.222.0.31 "DELETE /v2.0/security-groups/e375d297-ec59-4a2b-a21a-b63215b02c3d HTTP/1.1" status: 204 len: 168 time: 0.4588339 Dec 18 13:27:49.752174 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 50796) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:27:49.757942 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-acc55404-9a6c-42d5-94e3-63356c127026 tempest-RoutersIpV6AdminTest-1998592124 tempest-RoutersIpV6AdminTest-1998592124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-589760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-586526'] for router, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:49.766513 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-ea606b8e-47a4-48be-ad24-885b5ebbf7f0 tempest-RoutersAdminTest-1776390182 tempest-RoutersAdminTest-1776390182-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-586613', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-589787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28650'] for router, precommit_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:49.770241 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-ea606b8e-47a4-48be-ad24-885b5ebbf7f0 tempest-RoutersAdminTest-1776390182 tempest-RoutersAdminTest-1776390182-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-586526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-586508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-586503', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-589778'] for router, after_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:49.776269 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f53e4f-2a73-41ff-95d7-393f562b84cf tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Pushing event updated for resources: {'Port': ['ID=0d345630-73fc-4aa5-bdc4-069255d5358d,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:27:49.808175 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 5c3eb93a-a9f6-45b8-b0db-dcb9e2d18541 up at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 13:27:49.817969 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddbcbf6-1367-4d73-9115-1546f7499db7 tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e375d297-ec59-4a2b-a21a-b63215b02c3d,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:27:49.829028 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-a8f53e4f-2a73-41ff-95d7-393f562b84cf tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.2373567 Dec 18 13:27:49.832263 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 50798) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:27:49.846823 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-acc55404-9a6c-42d5-94e3-63356c127026 tempest-RoutersIpV6AdminTest-1998592124 tempest-RoutersIpV6AdminTest-1998592124-project] Publish callbacks [] for router, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:49.848425 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-acc55404-9a6c-42d5-94e3-63356c127026 tempest-RoutersIpV6AdminTest-1998592124 tempest-RoutersIpV6AdminTest-1998592124-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4225488 Dec 18 13:27:49.858576 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 50800) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:27:49.868700 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-9324995b-90a6-4189-90f3-9a13b24a6213 tempest-RoutersIpV6AdminTest-1998592124 tempest-RoutersIpV6AdminTest-1998592124-project] Request body: {'router': {'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83'}}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:27:49.892495 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2294866d-0076-4933-952c-685307032598 None None] Provisioning complete for port 5c3eb93a-a9f6-45b8-b0db-dcb9e2d18541 triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:27:49.892781 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:49.952532 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e17ef3cf-fdde-41b4-9f84-45a99549841f tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:27:49.960524 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e17ef3cf-fdde-41b4-9f84-45a99549841f tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:27:49.964582 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-e17ef3cf-fdde-41b4-9f84-45a99549841f tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.1286845 Dec 18 13:27:49.965965 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 50802) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:27:49.975118 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-98f89164-2579-4f31-b131-366d1dfa8a53 tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.2110577 Dec 18 13:27:49.979878 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 50806) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:27:49.986065 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-df05c1d7-1030-4cd7-a7b5-12446f04faea tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] Request body: {'security_group': {'name': 'tempest-secgroup--862253266'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:27:50.077787 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-2ab7294f-f94b-49e6-9da8-7756c64db928 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Deleting port 0b497784-95a3-4a8f-9065-c388a6763168 {{(pid=103159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:27:50.078146 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-2ab7294f-f94b-49e6-9da8-7756c64db928 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:50.164264 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea606b8e-47a4-48be-ad24-885b5ebbf7f0 tempest-RoutersAdminTest-1776390182 tempest-RoutersAdminTest-1776390182-project-admin] Router 7a0bfd37-19f7-46c1-bf97-e3e1da76d000 is scheduled to L3 agent c9c0cd52-5bd2-4704-9429-d80f1c5ad23c with binding_index 1 {{(pid=103160) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 18 13:27:50.175687 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-ed0e9a4e-1111-4d91-8b16-464b7a77e1f6 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Deleting port 0d345630-73fc-4aa5-bdc4-069255d5358d {{(pid=103160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:27:50.176039 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-ed0e9a4e-1111-4d91-8b16-464b7a77e1f6 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:50.218915 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e8a5b26-c650-4d86-855b-36ae78c42c93 None None] Network 4a63972c-c4fa-45c2-af22-1ff575f33df7 requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:27:50.243752 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-9324995b-90a6-4189-90f3-9a13b24a6213 tempest-RoutersIpV6AdminTest-1998592124 tempest-RoutersIpV6AdminTest-1998592124-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:50.278863 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-df05c1d7-1030-4cd7-a7b5-12446f04faea tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] Publish callbacks [] for security_group, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:50.322864 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:50.342504 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-2ab7294f-f94b-49e6-9da8-7756c64db928 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:50.352143 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-9db083c3-976b-4a50-9ec3-e04e2d834ec1 None None] Provisioning complete for port d58141e7-1d47-433d-a2b4-9fd6c99bd5ba triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:27:50.352658 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-9db083c3-976b-4a50-9ec3-e04e2d834ec1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:50.368294 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-2ab7294f-f94b-49e6-9da8-7756c64db928 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Calling delete_port for 0b497784-95a3-4a8f-9065-c388a6763168 owned by {{(pid=103159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:27:50.395856 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-ed0e9a4e-1111-4d91-8b16-464b7a77e1f6 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:50.423246 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-ed0e9a4e-1111-4d91-8b16-464b7a77e1f6 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Calling delete_port for 0d345630-73fc-4aa5-bdc4-069255d5358d owned by {{(pid=103160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:27:50.437669 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea606b8e-47a4-48be-ad24-885b5ebbf7f0 tempest-RoutersAdminTest-1776390182 tempest-RoutersAdminTest-1776390182-project-admin] Notify agent at l3_agent.dv-neutron-744815-20-hyperv the message routers_updated {{(pid=103160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 13:27:50.454459 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-ea606b8e-47a4-48be-ad24-885b5ebbf7f0 tempest-RoutersAdminTest-1776390182 tempest-RoutersAdminTest-1776390182-project-admin] Publish callbacks [] for router, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:50.458465 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-ea606b8e-47a4-48be-ad24-885b5ebbf7f0 tempest-RoutersAdminTest-1776390182 tempest-RoutersAdminTest-1776390182-project-admin] 10.222.0.31 "PUT /v2.0/routers/7a0bfd37-19f7-46c1-bf97-e3e1da76d000 HTTP/1.1" status: 200 len: 915 time: 3.5000896 Dec 18 13:27:50.458656 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 50810) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:27:50.461714 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d22f98d6-e0cc-4252-b650-27ce52d23bc8 None None] Sync routers for ids ['7a0bfd37-19f7-46c1-bf97-e3e1da76d000'] in dv-neutron-744815-20-hyperv {{(pid=103161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 13:27:50.469125 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-2294866d-0076-4933-952c-685307032598 None None] For port 5c3eb93a-a9f6-45b8-b0db-dcb9e2d18541, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=5c3eb93a-a9f6-45b8-b0db-dcb9e2d18541,segment=NetworkSegment(1d35b28d-d075-4c4f-99ab-408d9457428e),segment_id=1d35b28d-d075-4c4f-99ab-408d9457428e)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:27:50.487729 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:50.488678 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device d58141e7-1d47-433d-a2b4-9fd6c99bd5ba up at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 13:27:50.536871 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d22f98d6-e0cc-4252-b650-27ce52d23bc8 None None] Routers {'7a0bfd37-19f7-46c1-bf97-e3e1da76d000'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:27:50.537655 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-d22f98d6-e0cc-4252-b650-27ce52d23bc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:27:27Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['7a0bfd37-19f7-46c1-bf97-e3e1da76d000'], 'active': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:27:50.590427 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-df05c1d7-1030-4cd7-a7b5-12446f04faea tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] Publish callbacks [] for security_group, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:50.607129 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Pushing event updated for resources: {'Port': ['ID=5c3eb93a-a9f6-45b8-b0db-dcb9e2d18541,revision_number=3']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:27:50.607462 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-df05c1d7-1030-4cd7-a7b5-12446f04faea tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:50.677498 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-d22f98d6-e0cc-4252-b650-27ce52d23bc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:27:50.693003 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-df05c1d7-1030-4cd7-a7b5-12446f04faea tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] Publish callbacks [] for security_group, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:50.694706 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-df05c1d7-1030-4cd7-a7b5-12446f04faea tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.7134950 Dec 18 13:27:50.695475 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-d8e4953c-5d6b-4876-86fd-70bcde4810f4 tempest-RoutersAdminTest-1776390182 tempest-RoutersAdminTest-1776390182-project-admin] 10.222.0.31 "GET /v2.0/routers/7a0bfd37-19f7-46c1-bf97-e3e1da76d000 HTTP/1.1" status: 200 len: 921 time: 0.2355299 Dec 18 13:27:50.716038 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 50814) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:27:50.716453 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 50816) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:27:50.719852 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df05c1d7-1030-4cd7-a7b5-12446f04faea tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44680129-ba4d-4f37-9903-9c80e4e40400,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:27:50.734870 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-158c851b-65a5-485e-b22c-1c48cd45b2f7 tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] Request body: {'security_group': {'name': 'tempest-secgroup--1980390222'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:27:50.755703 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-9db083c3-976b-4a50-9ec3-e04e2d834ec1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:50.777990 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d22f98d6-e0cc-4252-b650-27ce52d23bc8 None None] Routers {'7a0bfd37-19f7-46c1-bf97-e3e1da76d000'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:27:50.778882 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-d22f98d6-e0cc-4252-b650-27ce52d23bc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:27:27Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['7a0bfd37-19f7-46c1-bf97-e3e1da76d000'], 'active': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:27:50.783638 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2294866d-0076-4933-952c-685307032598 None None] Provisioning complete for port d58141e7-1d47-433d-a2b4-9fd6c99bd5ba triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:27:50.784233 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:50.794766 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-ed0e9a4e-1111-4d91-8b16-464b7a77e1f6 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4533522'] for port, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:50.844025 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0e9a4e-1111-4d91-8b16-464b7a77e1f6 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Pushing event deleted for resources: {'Port': ['ID=0d345630-73fc-4aa5-bdc4-069255d5358d,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:27:50.898319 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-ed0e9a4e-1111-4d91-8b16-464b7a77e1f6 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:50.901699 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-ed0e9a4e-1111-4d91-8b16-464b7a77e1f6 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] 10.222.0.31 "DELETE /v2.0/ports/0d345630-73fc-4aa5-bdc4-069255d5358d HTTP/1.1" status: 204 len: 168 time: 0.9348822 Dec 18 13:27:50.905343 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 50818) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:27:50.905885 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-9db083c3-976b-4a50-9ec3-e04e2d834ec1 None None] For port d58141e7-1d47-433d-a2b4-9fd6c99bd5ba, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=d58141e7-1d47-433d-a2b4-9fd6c99bd5ba,segment=NetworkSegment(81544f98-7cce-4941-a522-3db12ad7fcbb),segment_id=81544f98-7cce-4941-a522-3db12ad7fcbb)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:27:50.908689 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-2ab7294f-f94b-49e6-9da8-7756c64db928 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:50.911368 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-d22f98d6-e0cc-4252-b650-27ce52d23bc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:27:50.912396 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d22f98d6-e0cc-4252-b650-27ce52d23bc8 None None] The sync data for ids ['7a0bfd37-19f7-46c1-bf97-e3e1da76d000'] in dv-neutron-744815-20-hyperv is: [] {{(pid=103161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 13:27:50.925203 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-9324995b-90a6-4189-90f3-9a13b24a6213 tempest-RoutersIpV6AdminTest-1998592124 tempest-RoutersIpV6AdminTest-1998592124-project] Publish callbacks [] for router_gateway, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:50.930208 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-9db083c3-976b-4a50-9ec3-e04e2d834ec1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:50.948891 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0df007cc-c253-491c-9c5f-8d6156a2413e tempest-RoutersAdminTest-1776390182 tempest-RoutersAdminTest-1776390182-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:27:50.950473 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-0df007cc-c253-491c-9c5f-8d6156a2413e tempest-RoutersAdminTest-1776390182 tempest-RoutersAdminTest-1776390182-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=decb4a40-7941-48c8-afbb-daaafd502e83&device_id=7a0bfd37-19f7-46c1-bf97-e3e1da76d000&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2315423 Dec 18 13:27:50.971017 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 50820) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:27:50.972396 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-158c851b-65a5-485e-b22c-1c48cd45b2f7 tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] Publish callbacks [] for security_group, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:50.976411 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab7294f-f94b-49e6-9da8-7756c64db928 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Pushing event deleted for resources: {'Port': ['ID=0b497784-95a3-4a8f-9065-c388a6763168,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:27:50.987901 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-9324995b-90a6-4189-90f3-9a13b24a6213 tempest-RoutersIpV6AdminTest-1998592124 tempest-RoutersIpV6AdminTest-1998592124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:51.084075 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-9c24eb8b-5e58-4d22-848e-b9998704575c None None] Provisioning complete for port d58141e7-1d47-433d-a2b4-9fd6c99bd5ba triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:27:51.084517 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-9c24eb8b-5e58-4d22-848e-b9998704575c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:51.097373 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06565621-88c0-4507-a762-aa9607d20009 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:27:51.099780 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06565621-88c0-4507-a762-aa9607d20009 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:27:51.101673 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-06565621-88c0-4507-a762-aa9607d20009 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1950836 Dec 18 13:27:51.104800 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 50822) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:27:51.134453 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db083c3-976b-4a50-9ec3-e04e2d834ec1 None None] Pushing event updated for resources: {'Port': ['ID=d58141e7-1d47-433d-a2b4-9fd6c99bd5ba,revision_number=3']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:27:51.149955 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-2ab7294f-f94b-49e6-9da8-7756c64db928 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:51.156952 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-2ab7294f-f94b-49e6-9da8-7756c64db928 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] 10.222.0.31 "DELETE /v2.0/ports/0b497784-95a3-4a8f-9065-c388a6763168 HTTP/1.1" status: 204 len: 168 time: 1.4890876 Dec 18 13:27:51.163839 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 50826) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:27:51.234040 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-158c851b-65a5-485e-b22c-1c48cd45b2f7 tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] Publish callbacks [] for security_group, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:51.243989 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c4257c1-a6be-4429-9cca-5cf12a24b335 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] GET failed (client error): The resource could not be found. Dec 18 13:27:51.248499 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-7c4257c1-a6be-4429-9cca-5cf12a24b335 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] 10.222.0.31 "GET /v2.0/ports/0b497784-95a3-4a8f-9065-c388a6763168 HTTP/1.1" status: 404 len: 333 time: 0.0810549 Dec 18 13:27:51.248661 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.db_base_plugin_common [None req-9324995b-90a6-4189-90f3-9a13b24a6213 tempest-RoutersIpV6AdminTest-1998592124 tempest-RoutersIpV6AdminTest-1998592124-project] Allocated IP 172.26.3.123 (decb4a40-7941-48c8-afbb-daaafd502e83/70deed80-3ca1-4f9e-96cb-563b43d3acba/e2775fb2-1064-481a-8bff-765eb536a82e) {{(pid=103159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:27:51.250593 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-158c851b-65a5-485e-b22c-1c48cd45b2f7 tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:51.253539 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 50828) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:27:51.267827 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-9c24eb8b-5e58-4d22-848e-b9998704575c None None] Provisioning complete for port 5c3eb93a-a9f6-45b8-b0db-dcb9e2d18541 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:27:51.268432 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-9c24eb8b-5e58-4d22-848e-b9998704575c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:51.298160 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f34eba2-47cb-4747-a5bd-167fd0ffb7fd tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Deleting subnet e2409f50-3c70-44eb-aa8d-4b73dc75cb3e {{(pid=103160) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 18 13:27:51.304343 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f851632-6ad7-4f3c-8421-f62174b079de tempest-RoutersAdminTest-1776390182 tempest-RoutersAdminTest-1776390182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:27:51.308719 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-4f851632-6ad7-4f3c-8421-f62174b079de tempest-RoutersAdminTest-1776390182 tempest-RoutersAdminTest-1776390182-project-admin] 10.222.0.31 "GET /v2.0/networks/decb4a40-7941-48c8-afbb-daaafd502e83 HTTP/1.1" status: 200 len: 881 time: 0.3337617 Dec 18 13:27:51.308719 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-2f34eba2-47cb-4747-a5bd-167fd0ffb7fd tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks [] for subnet, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:51.310206 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 50830) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:27:51.333508 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-158c851b-65a5-485e-b22c-1c48cd45b2f7 tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] Publish callbacks [] for security_group, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:51.337386 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-158c851b-65a5-485e-b22c-1c48cd45b2f7 tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.6170571 Dec 18 13:27:51.340974 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 50832) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:27:51.344955 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158c851b-65a5-485e-b22c-1c48cd45b2f7 tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef29ff2d-0b18-4d7e-b1d1-bf337a953a52,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:27:51.381276 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-efb08001-aa3c-4543-bef6-3036b0060311 tempest-RoutersAdminTest-1969777796 tempest-RoutersAdminTest-1969777796-project] 10.222.0.31 "GET /v2.0/ports?device_id=7a0bfd37-19f7-46c1-bf97-e3e1da76d000 HTTP/1.1" status: 200 len: 205 time: 0.0703018 Dec 18 13:27:51.389459 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-476671ff-92e4-46fb-8325-b28700f3f598 tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] Request body: {'security_group_rule': {'security_group_id': '44680129-ba4d-4f37-9903-9c80e4e40400', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'ef29ff2d-0b18-4d7e-b1d1-bf337a953a52', 'remote_ip_prefix': None}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:27:51.399401 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 50834) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:27:51.411541 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.db_base_plugin_v2 [None req-daef4374-fd38-4452-99e9-449263dd5168 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Deleting subnet 3818c0d7-3376-4aa4-a54b-dc31de792f49 {{(pid=103159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 18 13:27:51.417437 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-daef4374-fd38-4452-99e9-449263dd5168 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks [] for subnet, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:51.454321 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-9c24eb8b-5e58-4d22-848e-b9998704575c None None] Could not find standard attr ID for object 0b497784-95a3-4a8f-9065-c388a6763168. {{(pid=103161) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 18 13:27:51.514443 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-2f34eba2-47cb-4747-a5bd-167fd0ffb7fd tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4533385'] for subnet, precommit_delete_associations {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:51.573582 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-49123582-0095-4dc5-98e8-f462a91d5563 None None] Could not find standard attr ID for object 0d345630-73fc-4aa5-bdc4-069255d5358d. {{(pid=103161) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 18 13:27:51.583659 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-49123582-0095-4dc5-98e8-f462a91d5563 None None] Could not find standard attr ID for object 0b497784-95a3-4a8f-9065-c388a6763168. {{(pid=103161) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 18 13:27:51.591606 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-476671ff-92e4-46fb-8325-b28700f3f598 tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:51.628955 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-97ee9441-3ba2-40dd-afa8-a28424a89730 tempest-RoutersAdminTest-1969777796 tempest-RoutersAdminTest-1969777796-project] Publish callbacks [] for router, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:51.706390 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 5c3eb93a-a9f6-45b8-b0db-dcb9e2d18541 up at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 13:27:51.759001 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-daef4374-fd38-4452-99e9-449263dd5168 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5589624'] for subnet, precommit_delete_associations {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:51.763463 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2294866d-0076-4933-952c-685307032598 None None] Provisioning complete for port 5c3eb93a-a9f6-45b8-b0db-dcb9e2d18541 triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:27:51.763830 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:51.833659 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-9324995b-90a6-4189-90f3-9a13b24a6213 tempest-RoutersIpV6AdminTest-1998592124 tempest-RoutersIpV6AdminTest-1998592124-project] Publish callbacks [] for port, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:51.851914 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device d58141e7-1d47-433d-a2b4-9fd6c99bd5ba up at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 13:27:51.897030 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-daef4374-fd38-4452-99e9-449263dd5168 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1929185'] for subnet, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:51.903382 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2294866d-0076-4933-952c-685307032598 None None] Provisioning complete for port d58141e7-1d47-433d-a2b4-9fd6c99bd5ba triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:27:51.903845 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:51.942065 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-9324995b-90a6-4189-90f3-9a13b24a6213 tempest-RoutersIpV6AdminTest-1998592124 tempest-RoutersIpV6AdminTest-1998592124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:51.996410 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9324995b-90a6-4189-90f3-9a13b24a6213 tempest-RoutersIpV6AdminTest-1998592124 tempest-RoutersIpV6AdminTest-1998592124-project] Network decb4a40-7941-48c8-afbb-daaafd502e83 is already hosted by enough agents. {{(pid=103159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:27:52.002936 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.base_scheduler [None req-9324995b-90a6-4189-90f3-9a13b24a6213 tempest-RoutersIpV6AdminTest-1998592124 tempest-RoutersIpV6AdminTest-1998592124-project] Resources bound (agent type, host, resource id): {{(pid=103159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:27:52.007773 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9324995b-90a6-4189-90f3-9a13b24a6213 tempest-RoutersIpV6AdminTest-1998592124 tempest-RoutersIpV6AdminTest-1998592124-project] Received port after_create {{(pid=103159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:27:52.020022 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-744c6897-6447-4ca5-8a5e-9ffa68b85870 None None] DHCP port deletion for decb4a40-7941-48c8-afbb-daaafd502e83 request from dv-neutron-744815-20-hyperv {{(pid=103161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 18 13:27:52.036505 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9324995b-90a6-4189-90f3-9a13b24a6213 tempest-RoutersIpV6AdminTest-1998592124 tempest-RoutersIpV6AdminTest-1998592124-project] Pushing event updated for resources: {'Port': ['ID=e2775fb2-1064-481a-8bff-765eb536a82e,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:27:52.041921 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-daef4374-fd38-4452-99e9-449263dd5168 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1929192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5659851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6017053'] for subnet, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:52.077569 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-2f34eba2-47cb-4747-a5bd-167fd0ffb7fd tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1929185'] for subnet, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:52.081033 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daef4374-fd38-4452-99e9-449263dd5168 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Pushing event deleted for resources: {'Subnet': ['ID=3818c0d7-3376-4aa4-a54b-dc31de792f49,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:27:52.085848 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-daef4374-fd38-4452-99e9-449263dd5168 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047995'] for subnet, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:52.090079 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-daef4374-fd38-4452-99e9-449263dd5168 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] 10.222.0.31 "DELETE /v2.0/subnets/3818c0d7-3376-4aa4-a54b-dc31de792f49 HTTP/1.1" status: 204 len: 168 time: 0.8289294 Dec 18 13:27:52.091898 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b9fabaf-3cf8-464c-bf60-b31bebab5b2a None None] Network 4a63972c-c4fa-45c2-af22-1ff575f33df7 requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:27:52.092748 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 50840) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:27:52.150711 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-97ee9441-3ba2-40dd-afa8-a28424a89730 tempest-RoutersAdminTest-1969777796 tempest-RoutersAdminTest-1969777796-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:52.167194 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-8ee7f00d-7f76-42d3-85b7-ba1781f33820 None None] Provisioning complete for port e2775fb2-1064-481a-8bff-765eb536a82e triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:27:52.167194 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-8ee7f00d-7f76-42d3-85b7-ba1781f33820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:52.169497 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-476671ff-92e4-46fb-8325-b28700f3f598 tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:52.196665 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-476671ff-92e4-46fb-8325-b28700f3f598 tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530267'] for security_group_rule, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:52.229794 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-8ee7f00d-7f76-42d3-85b7-ba1781f33820 None None] Port e2775fb2-1064-481a-8bff-765eb536a82e cannot update to ACTIVE because it is not bound. {{(pid=103161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 13:27:52.233647 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476671ff-92e4-46fb-8325-b28700f3f598 tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28da4b51-633e-42cd-b977-3722116db047,revision_number=0']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:27:52.238536 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-2f34eba2-47cb-4747-a5bd-167fd0ffb7fd tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1929192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4533475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4514371'] for subnet, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:52.251341 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-476671ff-92e4-46fb-8325-b28700f3f598 tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:52.255498 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-476671ff-92e4-46fb-8325-b28700f3f598 tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.8771436 Dec 18 13:27:52.260545 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 50842) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:27:52.273412 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-ef9cf06f-f051-4d21-9dee-b44453fe5f34 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2023137'] for network, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:52.291783 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f34eba2-47cb-4747-a5bd-167fd0ffb7fd tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Pushing event deleted for resources: {'Subnet': ['ID=e2409f50-3c70-44eb-aa8d-4b73dc75cb3e,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:27:52.296241 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-2f34eba2-47cb-4747-a5bd-167fd0ffb7fd tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks [] for subnet, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:52.298039 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6624175-5c77-4809-8bcc-52be6d5b8fe0 None None] Network a0b84a49-8464-4342-a47d-bd714ebbec81 requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:27:52.309879 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-2f34eba2-47cb-4747-a5bd-167fd0ffb7fd tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] 10.222.0.31 "DELETE /v2.0/subnets/e2409f50-3c70-44eb-aa8d-4b73dc75cb3e HTTP/1.1" status: 204 len: 168 time: 1.2015522 Dec 18 13:27:52.314568 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 50846) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:27:52.366740 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b21c6035-a6c7-4952-963b-fdff70fc4980 None None] DHCP port deletion for 4a63972c-c4fa-45c2-af22-1ff575f33df7 request from dv-neutron-744815-20-hyperv {{(pid=103161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 18 13:27:52.407458 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-7afc0bb4-81a2-45ce-a74d-eb7a7a136b1c tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0876582 Dec 18 13:27:52.408814 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 50848) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:27:52.410176 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-97ee9441-3ba2-40dd-afa8-a28424a89730 tempest-RoutersAdminTest-1969777796 tempest-RoutersAdminTest-1969777796-project] Deleting port 6579725d-50e4-4cc8-9c9e-10d31e5154b4 {{(pid=103160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:27:52.410565 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-97ee9441-3ba2-40dd-afa8-a28424a89730 tempest-RoutersAdminTest-1969777796 tempest-RoutersAdminTest-1969777796-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:52.416922 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-e4b029bc-10b1-451d-8d5d-506a19037e0e tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Request body: {'subnet': {'network_id': 'a0b84a49-8464-4342-a47d-bd714ebbec81', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:27:52.421490 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-fdacdf8a-abf8-41d1-a33c-4ef1c8dcdfdf tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:52.438096 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-ef9cf06f-f051-4d21-9dee-b44453fe5f34 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Deleting port d58141e7-1d47-433d-a2b4-9fd6c99bd5ba {{(pid=103159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:27:52.438459 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-ef9cf06f-f051-4d21-9dee-b44453fe5f34 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:52.449702 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-b21c6035-a6c7-4952-963b-fdff70fc4980 None None] Deleting port d58141e7-1d47-433d-a2b4-9fd6c99bd5ba {{(pid=103161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:27:52.450393 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-b21c6035-a6c7-4952-963b-fdff70fc4980 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:52.471862 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-fdacdf8a-abf8-41d1-a33c-4ef1c8dcdfdf tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:52.502703 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-9324995b-90a6-4189-90f3-9a13b24a6213 tempest-RoutersIpV6AdminTest-1998592124 tempest-RoutersIpV6AdminTest-1998592124-project] Publish callbacks [] for router_gateway, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:52.526514 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-b21c6035-a6c7-4952-963b-fdff70fc4980 None None] For port d58141e7-1d47-433d-a2b4-9fd6c99bd5ba, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=d58141e7-1d47-433d-a2b4-9fd6c99bd5ba,segment=NetworkSegment(81544f98-7cce-4941-a522-3db12ad7fcbb),segment_id=81544f98-7cce-4941-a522-3db12ad7fcbb)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:27:52.526909 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-b21c6035-a6c7-4952-963b-fdff70fc4980 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:52.530707 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e157a67-7a12-42f1-ab3e-957d99ff0ff1 None None] DHCP port deletion for a0b84a49-8464-4342-a47d-bd714ebbec81 request from dv-neutron-744815-20-hyperv {{(pid=103161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 18 13:27:52.544525 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-b21c6035-a6c7-4952-963b-fdff70fc4980 None None] Calling delete_port for d58141e7-1d47-433d-a2b4-9fd6c99bd5ba owned by network:dhcp {{(pid=103161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:27:52.554768 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.db [None req-ef9cf06f-f051-4d21-9dee-b44453fe5f34 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] For port d58141e7-1d47-433d-a2b4-9fd6c99bd5ba, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=d58141e7-1d47-433d-a2b4-9fd6c99bd5ba,segment=NetworkSegment(81544f98-7cce-4941-a522-3db12ad7fcbb),segment_id=81544f98-7cce-4941-a522-3db12ad7fcbb)] {{(pid=103159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:27:52.555359 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-ef9cf06f-f051-4d21-9dee-b44453fe5f34 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:52.572931 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-ef9cf06f-f051-4d21-9dee-b44453fe5f34 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Calling delete_port for d58141e7-1d47-433d-a2b4-9fd6c99bd5ba owned by network:dhcp {{(pid=103159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:27:52.609132 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-fdacdf8a-abf8-41d1-a33c-4ef1c8dcdfdf tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530267'] for security_group_rule, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:52.612463 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-97ee9441-3ba2-40dd-afa8-a28424a89730 tempest-RoutersAdminTest-1969777796 tempest-RoutersAdminTest-1969777796-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:52.628857 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-fdacdf8a-abf8-41d1-a33c-4ef1c8dcdfdf tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:52.632928 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-fdacdf8a-abf8-41d1-a33c-4ef1c8dcdfdf tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/28da4b51-633e-42cd-b977-3722116db047 HTTP/1.1" status: 204 len: 168 time: 0.3685164 Dec 18 13:27:52.641384 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 50850) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:27:52.653846 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdacdf8a-abf8-41d1-a33c-4ef1c8dcdfdf tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=28da4b51-633e-42cd-b977-3722116db047,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:27:52.668423 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-0e157a67-7a12-42f1-ab3e-957d99ff0ff1 None None] Deleting port 5c3eb93a-a9f6-45b8-b0db-dcb9e2d18541 {{(pid=103161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:27:52.668804 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0e157a67-7a12-42f1-ab3e-957d99ff0ff1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:52.672786 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-97ee9441-3ba2-40dd-afa8-a28424a89730 tempest-RoutersAdminTest-1969777796 tempest-RoutersAdminTest-1969777796-project] Calling delete_port for 6579725d-50e4-4cc8-9c9e-10d31e5154b4 owned by network:router_gateway {{(pid=103160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:27:52.691878 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4b029bc-10b1-451d-8d5d-506a19037e0e tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Made reservation on behalf of 606a569495c64210af9cc9fb7e76dd52 for: {'subnet': 1} {{(pid=103160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:27:52.695413 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-e4b029bc-10b1-451d-8d5d-506a19037e0e tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4514414'] for subnet, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:52.705417 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-b21c6035-a6c7-4952-963b-fdff70fc4980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984'] for port, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:52.743832 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-604495d0-694a-48c2-b328-dd63e4d74b3c tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0979574 Dec 18 13:27:52.750032 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 50854) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:27:52.768319 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21c6035-a6c7-4952-963b-fdff70fc4980 None None] Pushing event deleted for resources: {'Port': ['ID=d58141e7-1d47-433d-a2b4-9fd6c99bd5ba,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:27:52.774982 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b21c6035-a6c7-4952-963b-fdff70fc4980 None None] No DVR routers for this DVR port d58141e7-1d47-433d-a2b4-9fd6c99bd5ba on host dv-neutron-744815-20-hyperv {{(pid=103161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 18 13:27:52.785843 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-0e157a67-7a12-42f1-ab3e-957d99ff0ff1 None None] For port 5c3eb93a-a9f6-45b8-b0db-dcb9e2d18541, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=5c3eb93a-a9f6-45b8-b0db-dcb9e2d18541,segment=NetworkSegment(1d35b28d-d075-4c4f-99ab-408d9457428e),segment_id=1d35b28d-d075-4c4f-99ab-408d9457428e)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:27:52.785843 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0e157a67-7a12-42f1-ab3e-957d99ff0ff1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:52.813524 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-0e157a67-7a12-42f1-ab3e-957d99ff0ff1 None None] Calling delete_port for 5c3eb93a-a9f6-45b8-b0db-dcb9e2d18541 owned by network:dhcp {{(pid=103161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:27:52.897293 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-ef9cf06f-f051-4d21-9dee-b44453fe5f34 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:52.914761 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-19b6fa91-681a-4ffd-9f51-e817413f983b tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] Publish callbacks [] for security_group, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:52.944003 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9cf06f-f051-4d21-9dee-b44453fe5f34 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Pushing event deleted for resources: {'Port': ['ID=d58141e7-1d47-433d-a2b4-9fd6c99bd5ba,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:27:52.954094 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef9cf06f-f051-4d21-9dee-b44453fe5f34 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] No DVR routers for this DVR port d58141e7-1d47-433d-a2b4-9fd6c99bd5ba on host dv-neutron-744815-20-hyperv {{(pid=103159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 18 13:27:52.974167 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0e157a67-7a12-42f1-ab3e-957d99ff0ff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984'] for port, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:52.996298 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-9324995b-90a6-4189-90f3-9a13b24a6213 tempest-RoutersIpV6AdminTest-1998592124 tempest-RoutersIpV6AdminTest-1998592124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-586613', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-589787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28650'] for router, precommit_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:53.001440 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e157a67-7a12-42f1-ab3e-957d99ff0ff1 None None] Pushing event deleted for resources: {'Port': ['ID=5c3eb93a-a9f6-45b8-b0db-dcb9e2d18541,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:27:53.005069 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e157a67-7a12-42f1-ab3e-957d99ff0ff1 None None] No DVR routers for this DVR port 5c3eb93a-a9f6-45b8-b0db-dcb9e2d18541 on host dv-neutron-744815-20-hyperv {{(pid=103161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 18 13:27:53.005240 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-19b6fa91-681a-4ffd-9f51-e817413f983b tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:53.030297 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-9324995b-90a6-4189-90f3-9a13b24a6213 tempest-RoutersIpV6AdminTest-1998592124 tempest-RoutersIpV6AdminTest-1998592124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-586526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-586508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-586503', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-589778'] for router, after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:53.098713 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-97ee9441-3ba2-40dd-afa8-a28424a89730 tempest-RoutersAdminTest-1969777796 tempest-RoutersAdminTest-1969777796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4533522'] for port, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:53.103388 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-e4b029bc-10b1-451d-8d5d-506a19037e0e tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4533410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4514424'] for subnet, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:53.120792 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-ef9cf06f-f051-4d21-9dee-b44453fe5f34 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1927292', 'neutron.services.segments.db._delete_segments_for_network-8767106887837'] for network, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:53.157341 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.services.segments.db [None req-ef9cf06f-f051-4d21-9dee-b44453fe5f34 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a63972c-c4fa-45c2-af22-1ff575f33df7']}} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:27:53.159541 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ee9441-3ba2-40dd-afa8-a28424a89730 tempest-RoutersAdminTest-1969777796 tempest-RoutersAdminTest-1969777796-project] Pushing event deleted for resources: {'Port': ['ID=6579725d-50e4-4cc8-9c9e-10d31e5154b4,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:27:53.173689 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8f35fc8-5e3d-4b73-add7-409925c2cbdd None None] DHCP port deletion for decb4a40-7941-48c8-afbb-daaafd502e83 request from dv-neutron-744815-20-hyperv {{(pid=103161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 18 13:27:53.190051 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-19b6fa91-681a-4ffd-9f51-e817413f983b tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:53.192588 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-19b6fa91-681a-4ffd-9f51-e817413f983b tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] Publish callbacks [] for security_group, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:53.193498 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-19b6fa91-681a-4ffd-9f51-e817413f983b tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] 10.222.0.31 "DELETE /v2.0/security-groups/ef29ff2d-0b18-4d7e-b1d1-bf337a953a52 HTTP/1.1" status: 204 len: 168 time: 0.4410481 Dec 18 13:27:53.198326 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4b029bc-10b1-451d-8d5d-506a19037e0e tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Network a0b84a49-8464-4342-a47d-bd714ebbec81 is already hosted by enough agents. {{(pid=103160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:27:53.201840 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 50858) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:27:53.205465 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.services.segments.db [None req-ef9cf06f-f051-4d21-9dee-b44453fe5f34 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81544f98-7cce-4941-a522-3db12ad7fcbb') {'for_net_delete': True} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:27:53.205686 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.services.segments.db [None req-ef9cf06f-f051-4d21-9dee-b44453fe5f34 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81544f98-7cce-4941-a522-3db12ad7fcbb') {} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:27:53.217374 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b029bc-10b1-451d-8d5d-506a19037e0e tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Pushing event updated for resources: {'Subnet': ['ID=18c5a01f-f68e-4309-8c8b-4fc33b136381,revision_number=0']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:27:53.219484 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.base_scheduler [None req-e4b029bc-10b1-451d-8d5d-506a19037e0e tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Resources bound (agent type, host, resource id): {{(pid=103160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:27:53.223691 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4b029bc-10b1-451d-8d5d-506a19037e0e tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:27:53.224288 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-e4b029bc-10b1-451d-8d5d-506a19037e0e tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks [] for subnet, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:53.228126 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b6fa91-681a-4ffd-9f51-e817413f983b tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef29ff2d-0b18-4d7e-b1d1-bf337a953a52,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:27:53.233144 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-ef9cf06f-f051-4d21-9dee-b44453fe5f34 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767106888614', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5589569'] for segment, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:53.233636 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90d7e61a-f5e1-4117-87c7-00c0d81c4f14 None None] Network a0b84a49-8464-4342-a47d-bd714ebbec81 requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:27:53.257378 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-e4b029bc-10b1-451d-8d5d-506a19037e0e tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8413138 Dec 18 13:27:53.260385 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 50860) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:27:53.265374 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-ef9cf06f-f051-4d21-9dee-b44453fe5f34 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:53.267087 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-4ccd1eb0-6982-4882-ad61-74c8e5b6b37c tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Request body: {'port': {'network_id': 'a0b84a49-8464-4342-a47d-bd714ebbec81', 'name': 'tempest-NetworksTestDHCPv6-1351671282'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:27:53.272200 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-97ee9441-3ba2-40dd-afa8-a28424a89730 tempest-RoutersAdminTest-1969777796 tempest-RoutersAdminTest-1969777796-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-586554'] for router_gateway, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:53.289739 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef9cf06f-f051-4d21-9dee-b44453fe5f34 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Releasing vlan 124 on physical network physnet1 to pool {{(pid=103159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 18 13:27:53.290271 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-ef9cf06f-f051-4d21-9dee-b44453fe5f34 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5660009'] for segment, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:53.295112 dv-neutron-744815-20-hyperv neutron-server[103159]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 18 13:27:53.295112 dv-neutron-744815-20-hyperv neutron-server[103159]: self.session.flush() Dec 18 13:27:53.295112 dv-neutron-744815-20-hyperv neutron-server[103159]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 18 13:27:53.295112 dv-neutron-744815-20-hyperv neutron-server[103159]: self.session.flush() Dec 18 13:27:53.295112 dv-neutron-744815-20-hyperv neutron-server[103159]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 18 13:27:53.295112 dv-neutron-744815-20-hyperv neutron-server[103159]: self.session.flush() Dec 18 13:27:53.295112 dv-neutron-744815-20-hyperv neutron-server[103159]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 18 13:27:53.295112 dv-neutron-744815-20-hyperv neutron-server[103159]: self.session.flush() Dec 18 13:27:53.295112 dv-neutron-744815-20-hyperv neutron-server[103159]: Traceback (most recent call last): Dec 18 13:27:53.295112 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 18 13:27:53.295112 dv-neutron-744815-20-hyperv neutron-server[103159]: timer() Dec 18 13:27:53.295112 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 18 13:27:53.295112 dv-neutron-744815-20-hyperv neutron-server[103159]: cb(*args, **kw) Dec 18 13:27:53.295112 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 18 13:27:53.295112 dv-neutron-744815-20-hyperv neutron-server[103159]: return func(*args, **kwargs) Dec 18 13:27:53.295112 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 18 13:27:53.295112 dv-neutron-744815-20-hyperv neutron-server[103159]: self._notify() Dec 18 13:27:53.295112 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 18 13:27:53.295112 dv-neutron-744815-20-hyperv neutron-server[103159]: self.callback(batched_events) Dec 18 13:27:53.295112 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 18 13:27:53.295112 dv-neutron-744815-20-hyperv neutron-server[103159]: event.method(event) Dec 18 13:27:53.295112 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 18 13:27:53.295112 dv-neutron-744815-20-hyperv neutron-server[103159]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 18 13:27:53.295112 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 18 13:27:53.295112 dv-neutron-744815-20-hyperv neutron-server[103159]: aggregate_uuid = self.p_client.list_aggregates( Dec 18 13:27:53.295112 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 18 13:27:53.295112 dv-neutron-744815-20-hyperv neutron-server[103159]: return f(self, *a, **k) Dec 18 13:27:53.295112 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 18 13:27:53.295112 dv-neutron-744815-20-hyperv neutron-server[103159]: return self._get(url).json() Dec 18 13:27:53.295112 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 18 13:27:53.295112 dv-neutron-744815-20-hyperv neutron-server[103159]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 18 13:27:53.295112 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 18 13:27:53.295112 dv-neutron-744815-20-hyperv neutron-server[103159]: return self.request(url, 'GET', **kwargs) Dec 18 13:27:53.295112 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 18 13:27:53.295112 dv-neutron-744815-20-hyperv neutron-server[103159]: base_url = self.get_endpoint(auth, allow=allow, Dec 18 13:27:53.295112 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 18 13:27:53.295112 dv-neutron-744815-20-hyperv neutron-server[103159]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 18 13:27:53.295112 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 18 13:27:53.295112 dv-neutron-744815-20-hyperv neutron-server[103159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 18 13:27:53.295112 dv-neutron-744815-20-hyperv neutron-server[103159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 18 13:27:53.352070 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-066d8943-c1c6-4414-a9af-d16bb19ce7d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp31e170a0-46a1-5ba9-9dc1-7ee4f866f0d7-a0b84a49-8464-4342-a47d-bd714ebbec81', 'network_id': 'a0b84a49-8464-4342-a47d-bd714ebbec81', 'project_id': '606a569495c64210af9cc9fb7e76dd52', 'fixed_ips': [{'subnet_id': '18c5a01f-f68e-4309-8c8b-4fc33b136381'}]}} from dv-neutron-744815-20-hyperv. {{(pid=103161) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 18 13:27:53.353627 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-066d8943-c1c6-4414-a9af-d16bb19ce7d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:53.375960 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-eea9e6ac-8c4e-46da-bb5a-5147ff000da2 tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4538 time: 0.1668468 Dec 18 13:27:53.379216 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 50862) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:27:53.397800 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-ef9cf06f-f051-4d21-9dee-b44453fe5f34 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1927267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586962'] for network, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:53.416623 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-ef9cf06f-f051-4d21-9dee-b44453fe5f34 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047995'] for network, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:53.420038 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-ef9cf06f-f051-4d21-9dee-b44453fe5f34 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] 10.222.0.31 "DELETE /v2.0/networks/4a63972c-c4fa-45c2-af22-1ff575f33df7 HTTP/1.1" status: 204 len: 168 time: 1.3263595 Dec 18 13:27:53.434681 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 50866) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:27:53.440170 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-a951136b-9173-4776-af94-edf453823f45 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Request body: {'port': {'network_id': '9a0c71e8-65ef-4584-a473-d55e5a427bae', 'name': 'tempest-PortsTestJSON-60789541'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:27:53.444636 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9324995b-90a6-4189-90f3-9a13b24a6213 tempest-RoutersIpV6AdminTest-1998592124 tempest-RoutersIpV6AdminTest-1998592124-project] Router 97ff7f80-d40d-421a-b59a-d57a9b90355f is scheduled to L3 agent c9c0cd52-5bd2-4704-9429-d80f1c5ad23c with binding_index 1 {{(pid=103159) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 18 13:27:53.452984 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9cf06f-f051-4d21-9dee-b44453fe5f34 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Pushing event deleted for resources: {'Network': ['ID=4a63972c-c4fa-45c2-af22-1ff575f33df7,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:27:53.457468 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-97ee9441-3ba2-40dd-afa8-a28424a89730 tempest-RoutersAdminTest-1969777796 tempest-RoutersAdminTest-1969777796-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-589815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28643'] for router, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:53.465926 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-97ee9441-3ba2-40dd-afa8-a28424a89730 tempest-RoutersAdminTest-1969777796 tempest-RoutersAdminTest-1969777796-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:53.536086 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-97ee9441-3ba2-40dd-afa8-a28424a89730 tempest-RoutersAdminTest-1969777796 tempest-RoutersAdminTest-1969777796-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-589710'] for router, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:53.536590 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97ee9441-3ba2-40dd-afa8-a28424a89730 tempest-RoutersAdminTest-1969777796 tempest-RoutersAdminTest-1969777796-project] Fanout notify agent at l3_agent the message router_deleted on router 7a0bfd37-19f7-46c1-bf97-e3e1da76d000 {{(pid=103160) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 18 13:27:53.540671 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_common [None req-066d8943-c1c6-4414-a9af-d16bb19ce7d8 None None] Allocated IP 2001:db8::2 (a0b84a49-8464-4342-a47d-bd714ebbec81/18c5a01f-f68e-4309-8c8b-4fc33b136381/149304e6-8bf5-467b-b0ad-c228be16004d) {{(pid=103161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:27:53.546939 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-97ee9441-3ba2-40dd-afa8-a28424a89730 tempest-RoutersAdminTest-1969777796 tempest-RoutersAdminTest-1969777796-project] Publish callbacks [] for router, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:53.551185 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-97ee9441-3ba2-40dd-afa8-a28424a89730 tempest-RoutersAdminTest-1969777796 tempest-RoutersAdminTest-1969777796-project] 10.222.0.31 "DELETE /v2.0/routers/7a0bfd37-19f7-46c1-bf97-e3e1da76d000 HTTP/1.1" status: 204 len: 168 time: 2.1480646 Dec 18 13:27:53.554840 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 50868) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:27:53.562065 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-f431038f-8e81-42b9-b9bd-98b65667d35d tempest-RoutersAdminTest-1969777796 tempest-RoutersAdminTest-1969777796-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-983518511', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83'}, 'admin_state_up': False}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:27:53.590034 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-6a5fa5c4-284a-4686-956d-f3f99bd347a9 tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] Publish callbacks [] for security_group, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:53.601816 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-f431038f-8e81-42b9-b9bd-98b65667d35d tempest-RoutersAdminTest-1969777796 tempest-RoutersAdminTest-1969777796-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28433'] for router, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:53.603281 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-f431038f-8e81-42b9-b9bd-98b65667d35d tempest-RoutersAdminTest-1969777796 tempest-RoutersAdminTest-1969777796-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-589769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28440'] for router, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:53.645339 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ccd1eb0-6982-4882-ad61-74c8e5b6b37c tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Made reservation on behalf of 606a569495c64210af9cc9fb7e76dd52 for: {'port': 1} {{(pid=103160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:27:53.649748 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-4ccd1eb0-6982-4882-ad61-74c8e5b6b37c tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:53.656545 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-6a5fa5c4-284a-4686-956d-f3f99bd347a9 tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:53.693843 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-f431038f-8e81-42b9-b9bd-98b65667d35d tempest-RoutersAdminTest-1969777796 tempest-RoutersAdminTest-1969777796-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:53.702852 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.notifiers.nova [None req-4ccd1eb0-6982-4882-ad61-74c8e5b6b37c tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] device_id is not set on port 95d4a508-198a-4f30-ad5e-bf37bf8d68d3 yet. {{(pid=103160) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 18 13:27:53.709944 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 5c3eb93a-a9f6-45b8-b0db-dcb9e2d18541 no longer exists at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 18 13:27:53.711578 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9324995b-90a6-4189-90f3-9a13b24a6213 tempest-RoutersIpV6AdminTest-1998592124 tempest-RoutersIpV6AdminTest-1998592124-project] Notify agent at l3_agent.dv-neutron-744815-20-hyperv the message routers_updated {{(pid=103159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 13:27:53.713753 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a951136b-9173-4776-af94-edf453823f45 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Made reservation on behalf of dde8326b44a64ab5a12bbfefe7e7aced for: {'port': 1} {{(pid=103159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:27:53.717681 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-a951136b-9173-4776-af94-edf453823f45 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:53.722692 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6326ac05-8807-462a-9866-8b5a756f3a92 None None] Sync routers for ids ['97ff7f80-d40d-421a-b59a-d57a9b90355f'] in dv-neutron-744815-20-hyperv {{(pid=103162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 13:27:53.726336 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-9324995b-90a6-4189-90f3-9a13b24a6213 tempest-RoutersIpV6AdminTest-1998592124 tempest-RoutersIpV6AdminTest-1998592124-project] Publish callbacks [] for router, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:53.727568 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-9324995b-90a6-4189-90f3-9a13b24a6213 tempest-RoutersIpV6AdminTest-1998592124 tempest-RoutersIpV6AdminTest-1998592124-project] 10.222.0.31 "PUT /v2.0/routers/97ff7f80-d40d-421a-b59a-d57a9b90355f HTTP/1.1" status: 200 len: 884 time: 3.8668394 Dec 18 13:27:53.734112 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6326ac05-8807-462a-9866-8b5a756f3a92 None None] Routers {'97ff7f80-d40d-421a-b59a-d57a9b90355f'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:27:53.734414 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 50870) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:27:53.734559 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-6326ac05-8807-462a-9866-8b5a756f3a92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:27:27Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['97ff7f80-d40d-421a-b59a-d57a9b90355f'], 'active': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:27:53.746548 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-6a5fa5c4-284a-4686-956d-f3f99bd347a9 tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:53.749128 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-6a5fa5c4-284a-4686-956d-f3f99bd347a9 tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] Publish callbacks [] for security_group, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:53.750441 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-6a5fa5c4-284a-4686-956d-f3f99bd347a9 tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] 10.222.0.31 "DELETE /v2.0/security-groups/44680129-ba4d-4f37-9903-9c80e4e40400 HTTP/1.1" status: 204 len: 168 time: 0.3701005 Dec 18 13:27:53.769039 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-2294866d-0076-4933-952c-685307032598 None None] No Port match for: 5c3eb93a-a9f6-45b8-b0db-dcb9e2d18541 {{(pid=103161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 18 13:27:53.769517 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 5c3eb93a-a9f6-45b8-b0db-dcb9e2d18541 not bound to the agent host dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 18 13:27:53.770031 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device d58141e7-1d47-433d-a2b4-9fd6c99bd5ba no longer exists at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 18 13:27:53.770606 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-6326ac05-8807-462a-9866-8b5a756f3a92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:27:53.779938 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6326ac05-8807-462a-9866-8b5a756f3a92 None None] Routers {'97ff7f80-d40d-421a-b59a-d57a9b90355f'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:27:53.780545 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-6326ac05-8807-462a-9866-8b5a756f3a92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:27:27Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['97ff7f80-d40d-421a-b59a-d57a9b90355f'], 'active': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:27:53.788033 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 50872) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:27:53.793757 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-2294866d-0076-4933-952c-685307032598 None None] No Port match for: d58141e7-1d47-433d-a2b4-9fd6c99bd5ba {{(pid=103161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 18 13:27:53.794223 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device d58141e7-1d47-433d-a2b4-9fd6c99bd5ba not bound to the agent host dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 18 13:27:53.805321 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.notifiers.nova [None req-a951136b-9173-4776-af94-edf453823f45 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] device_id is not set on port decece27-60ec-4b80-ad60-938e1e07f3a6 yet. {{(pid=103159) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 18 13:27:53.817490 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-066d8943-c1c6-4414-a9af-d16bb19ce7d8 None None] Publish callbacks [] for port, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:53.831551 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-6326ac05-8807-462a-9866-8b5a756f3a92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:27:53.832122 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5fa5c4-284a-4686-956d-f3f99bd347a9 tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=44680129-ba4d-4f37-9903-9c80e4e40400,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:27:53.832271 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6326ac05-8807-462a-9866-8b5a756f3a92 None None] The sync data for ids ['97ff7f80-d40d-421a-b59a-d57a9b90355f'] in dv-neutron-744815-20-hyperv is: [] {{(pid=103162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 13:27:53.844985 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-066d8943-c1c6-4414-a9af-d16bb19ce7d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975'] for port, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:53.922142 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-066d8943-c1c6-4414-a9af-d16bb19ce7d8 None None] Network a0b84a49-8464-4342-a47d-bd714ebbec81 is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:27:53.932202 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066d8943-c1c6-4414-a9af-d16bb19ce7d8 None None] Pushing event updated for resources: {'Port': ['ID=149304e6-8bf5-467b-b0ad-c228be16004d,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:27:53.936559 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-066d8943-c1c6-4414-a9af-d16bb19ce7d8 None None] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:27:53.939299 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-066d8943-c1c6-4414-a9af-d16bb19ce7d8 None None] Received port after_create {{(pid=103161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:27:53.955899 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-b1c0ab9d-e304-4d7e-903e-ebeadc1b00f2 tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1652396 Dec 18 13:27:53.960829 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 50878) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:27:53.970972 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-e4031fe2-85fd-4625-a08e-d89d2825374d tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] Request body: {'security_group': {'name': 'tempest-secgroup--2106571804'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:27:53.987757 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-065e0c9d-5f96-4e07-92d2-1c0682e0f7b8 tempest-RoutersIpV6AdminTest-1535217791 tempest-RoutersIpV6AdminTest-1535217791-project-admin] 10.222.0.31 "GET /v2.0/routers/97ff7f80-d40d-421a-b59a-d57a9b90355f HTTP/1.1" status: 200 len: 925 time: 0.2515376 Dec 18 13:27:53.991647 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 50880) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:27:54.036918 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-f431038f-8e81-42b9-b9bd-98b65667d35d tempest-RoutersAdminTest-1969777796 tempest-RoutersAdminTest-1969777796-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:54.076978 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.db_base_plugin_common [None req-4ccd1eb0-6982-4882-ad61-74c8e5b6b37c tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Allocated IP 2001:db8::288 (a0b84a49-8464-4342-a47d-bd714ebbec81/18c5a01f-f68e-4309-8c8b-4fc33b136381/95d4a508-198a-4f30-ad5e-bf37bf8d68d3) {{(pid=103160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:27:54.100796 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-e4031fe2-85fd-4625-a08e-d89d2825374d tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] Publish callbacks [] for security_group, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:54.124601 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3757adf9-1338-42f9-9aad-cca8f81994a6 tempest-RoutersIpV6AdminTest-1535217791 tempest-RoutersIpV6AdminTest-1535217791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:27:54.128734 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-3757adf9-1338-42f9-9aad-cca8f81994a6 tempest-RoutersIpV6AdminTest-1535217791 tempest-RoutersIpV6AdminTest-1535217791-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=decb4a40-7941-48c8-afbb-daaafd502e83&device_id=97ff7f80-d40d-421a-b59a-d57a9b90355f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1332483 Dec 18 13:27:54.134150 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 50882) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:27:54.178230 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-a951136b-9173-4776-af94-edf453823f45 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks [] for port, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:54.184968 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-066d8943-c1c6-4414-a9af-d16bb19ce7d8 None None] Attempting to bind port 149304e6-8bf5-467b-b0ad-c228be16004d on host dv-neutron-744815-20-hyperv for vnic_type normal with profile {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 13:27:54.185776 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-066d8943-c1c6-4414-a9af-d16bb19ce7d8 None None] Attempting to bind port 149304e6-8bf5-467b-b0ad-c228be16004d by drivers openvswitch,hyperv on host dv-neutron-744815-20-hyperv at level 0 using segments [{'id': '1d35b28d-d075-4c4f-99ab-408d9457428e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'a0b84a49-8464-4342-a47d-bd714ebbec81'}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 13:27:54.186652 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-066d8943-c1c6-4414-a9af-d16bb19ce7d8 None None] Attempting to bind port 149304e6-8bf5-467b-b0ad-c228be16004d on network a0b84a49-8464-4342-a47d-bd714ebbec81 {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 13:27:54.195412 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-066d8943-c1c6-4414-a9af-d16bb19ce7d8 None None] Checking agent: {'id': '428fa9fa-43db-4db9-9f96-f60ffe931f2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-20-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 13, 19, 1), 'started_at': datetime.datetime(2021, 12, 18, 13, 19, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 13, 27, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-20-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 18 13:27:54.195678 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-066d8943-c1c6-4414-a9af-d16bb19ce7d8 None None] Checking segment: {'id': '1d35b28d-d075-4c4f-99ab-408d9457428e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'a0b84a49-8464-4342-a47d-bd714ebbec81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 13:27:54.196245 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-066d8943-c1c6-4414-a9af-d16bb19ce7d8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:54.196717 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-066d8943-c1c6-4414-a9af-d16bb19ce7d8 None None] Bound using segment: {'id': '1d35b28d-d075-4c4f-99ab-408d9457428e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'a0b84a49-8464-4342-a47d-bd714ebbec81'} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 18 13:27:54.197648 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-066d8943-c1c6-4414-a9af-d16bb19ce7d8 None None] Bound port: 149304e6-8bf5-467b-b0ad-c228be16004d, host: dv-neutron-744815-20-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d35b28d-d075-4c4f-99ab-408d9457428e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'a0b84a49-8464-4342-a47d-bd714ebbec81'}}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 18 13:27:54.197648 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-066d8943-c1c6-4414-a9af-d16bb19ce7d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:54.277086 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-066d8943-c1c6-4414-a9af-d16bb19ce7d8 None None] For port 149304e6-8bf5-467b-b0ad-c228be16004d, host dv-neutron-744815-20-hyperv, cleared binding levels {{(pid=103161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 18 13:27:54.280574 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-066d8943-c1c6-4414-a9af-d16bb19ce7d8 None None] For port 149304e6-8bf5-467b-b0ad-c228be16004d, host dv-neutron-744815-20-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=149304e6-8bf5-467b-b0ad-c228be16004d,segment=NetworkSegment(1d35b28d-d075-4c4f-99ab-408d9457428e),segment_id=1d35b28d-d075-4c4f-99ab-408d9457428e)] {{(pid=103161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 18 13:27:54.287188 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-066d8943-c1c6-4414-a9af-d16bb19ce7d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:54.307308 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-e4031fe2-85fd-4625-a08e-d89d2825374d tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] Publish callbacks [] for security_group, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:54.307933 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-4ccd1eb0-6982-4882-ad61-74c8e5b6b37c tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks [] for port, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:54.311794 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f0a8303-96f5-42f3-8f29-c79084a9feea tempest-RoutersIpV6AdminTest-1535217791 tempest-RoutersIpV6AdminTest-1535217791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:27:54.316080 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-6f0a8303-96f5-42f3-8f29-c79084a9feea tempest-RoutersIpV6AdminTest-1535217791 tempest-RoutersIpV6AdminTest-1535217791-project-admin] 10.222.0.31 "GET /v2.0/networks/decb4a40-7941-48c8-afbb-daaafd502e83 HTTP/1.1" status: 200 len: 881 time: 0.1781726 Dec 18 13:27:54.316080 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-e4031fe2-85fd-4625-a08e-d89d2825374d tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:54.317027 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 50884) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:27:54.333810 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-a951136b-9173-4776-af94-edf453823f45 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:54.348678 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066d8943-c1c6-4414-a9af-d16bb19ce7d8 None None] Pushing event updated for resources: {'Port': ['ID=149304e6-8bf5-467b-b0ad-c228be16004d,revision_number=2']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:27:54.374083 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-e4031fe2-85fd-4625-a08e-d89d2825374d tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] Publish callbacks [] for security_group, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:54.375361 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-e4031fe2-85fd-4625-a08e-d89d2825374d tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.4120426 Dec 18 13:27:54.381103 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 50886) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:27:54.390521 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-1850fe70-2807-47a9-a861-a6a5f10d32ec tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] Request body: {'security_group_rule': {'security_group_id': 'b34bc124-c2ee-4bce-aa30-d3f1821fdbc5', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:27:54.401828 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4031fe2-85fd-4625-a08e-d89d2825374d tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b34bc124-c2ee-4bce-aa30-d3f1821fdbc5,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:27:54.413132 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a951136b-9173-4776-af94-edf453823f45 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Network 9a0c71e8-65ef-4584-a473-d55e5a427bae is already hosted by enough agents. {{(pid=103159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:27:54.419270 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.base_scheduler [None req-a951136b-9173-4776-af94-edf453823f45 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Resources bound (agent type, host, resource id): {{(pid=103159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:27:54.427224 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-971b55ab-9c4e-444e-99ba-80d34204b1ed tempest-RoutersIpV6AdminTest-1998592124 tempest-RoutersIpV6AdminTest-1998592124-project] 10.222.0.31 "GET /v2.0/ports?device_id=97ff7f80-d40d-421a-b59a-d57a9b90355f HTTP/1.1" status: 200 len: 205 time: 0.1080065 Dec 18 13:27:54.427629 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a951136b-9173-4776-af94-edf453823f45 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Received port after_create {{(pid=103159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:27:54.432257 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 50888) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:27:54.433275 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a951136b-9173-4776-af94-edf453823f45 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:27:54.433919 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-a951136b-9173-4776-af94-edf453823f45 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:54.440683 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a951136b-9173-4776-af94-edf453823f45 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Pushing event updated for resources: {'Port': ['ID=decece27-60ec-4b80-ad60-938e1e07f3a6,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:27:54.467501 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-a951136b-9173-4776-af94-edf453823f45 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 844 time: 1.0290411 Dec 18 13:27:54.467501 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-1850fe70-2807-47a9-a861-a6a5f10d32ec tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:54.469253 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 50890) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:27:54.531112 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-f431038f-8e81-42b9-b9bd-98b65667d35d tempest-RoutersAdminTest-1969777796 tempest-RoutersAdminTest-1969777796-project] Publish callbacks [] for router_gateway, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:54.610774 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-f431038f-8e81-42b9-b9bd-98b65667d35d tempest-RoutersAdminTest-1969777796 tempest-RoutersAdminTest-1969777796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:54.634010 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-4ccd1eb0-6982-4882-ad61-74c8e5b6b37c tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4533522'] for port, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:54.749275 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ccd1eb0-6982-4882-ad61-74c8e5b6b37c tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Network a0b84a49-8464-4342-a47d-bd714ebbec81 is already hosted by enough agents. {{(pid=103160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:27:54.761186 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.base_scheduler [None req-4ccd1eb0-6982-4882-ad61-74c8e5b6b37c tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Resources bound (agent type, host, resource id): {{(pid=103160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:27:54.765654 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ccd1eb0-6982-4882-ad61-74c8e5b6b37c tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Received port after_create {{(pid=103160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:27:54.771214 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ccd1eb0-6982-4882-ad61-74c8e5b6b37c tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:27:54.772143 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-4ccd1eb0-6982-4882-ad61-74c8e5b6b37c tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:54.774436 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccd1eb0-6982-4882-ad61-74c8e5b6b37c tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Pushing event updated for resources: {'Port': ['ID=95d4a508-198a-4f30-ad5e-bf37bf8d68d3,revision_number=1']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:27:54.783979 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-14cd1671-afbe-4462-a2f5-284418ed7474 tempest-RoutersIpV6AdminTest-1998592124 tempest-RoutersIpV6AdminTest-1998592124-project] Publish callbacks [] for router, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:54.852935 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-1850fe70-2807-47a9-a861-a6a5f10d32ec tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:54.860433 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-1850fe70-2807-47a9-a861-a6a5f10d32ec tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530267'] for security_group_rule, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:54.874084 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-8897c051-6e75-4490-805d-0713f8695701 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:54.886324 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-cfe7ac78-caea-4e96-bcfd-92cc78375232 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Deleting port decece27-60ec-4b80-ad60-938e1e07f3a6 {{(pid=103159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:27:54.886676 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-cfe7ac78-caea-4e96-bcfd-92cc78375232 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:54.890298 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1850fe70-2807-47a9-a861-a6a5f10d32ec tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f317a7ff-2fe2-4279-95f4-4912625e4a50,revision_number=0']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:27:54.914009 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-1850fe70-2807-47a9-a861-a6a5f10d32ec tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:54.918051 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-1850fe70-2807-47a9-a861-a6a5f10d32ec tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5332015 Dec 18 13:27:54.918213 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-4ccd1eb0-6982-4882-ad61-74c8e5b6b37c tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.6553764 Dec 18 13:27:54.918326 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 50894) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:27:54.922599 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 50896) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:27:54.983904 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-3e5aa675-68f1-4d28-b46d-bde48e0a3c43 tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:54.986368 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.db_base_plugin_common [None req-f431038f-8e81-42b9-b9bd-98b65667d35d tempest-RoutersAdminTest-1969777796 tempest-RoutersAdminTest-1969777796-project] Allocated IP 172.26.3.17 (decb4a40-7941-48c8-afbb-daaafd502e83/70deed80-3ca1-4f9e-96cb-563b43d3acba/df4e91b9-fb9f-4bee-966e-f7e22e112e15) {{(pid=103160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:27:54.988963 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-14cd1671-afbe-4462-a2f5-284418ed7474 tempest-RoutersIpV6AdminTest-1998592124 tempest-RoutersIpV6AdminTest-1998592124-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:54.994411 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-cfe7ac78-caea-4e96-bcfd-92cc78375232 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:55.008607 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-3e5aa675-68f1-4d28-b46d-bde48e0a3c43 tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:55.013006 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-cfe7ac78-caea-4e96-bcfd-92cc78375232 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Calling delete_port for decece27-60ec-4b80-ad60-938e1e07f3a6 owned by {{(pid=103159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:27:55.023179 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c55e659-b269-4d3c-ae8c-262ebd39bc8f tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:27:55.029095 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c55e659-b269-4d3c-ae8c-262ebd39bc8f tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:27:55.031201 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-5c55e659-b269-4d3c-ae8c-262ebd39bc8f tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.1119139 Dec 18 13:27:55.033662 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 50902) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:27:55.124618 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-3e5aa675-68f1-4d28-b46d-bde48e0a3c43 tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530267'] for security_group_rule, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:55.139053 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-3e5aa675-68f1-4d28-b46d-bde48e0a3c43 tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:55.143068 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-3e5aa675-68f1-4d28-b46d-bde48e0a3c43 tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/f317a7ff-2fe2-4279-95f4-4912625e4a50 HTTP/1.1" status: 204 len: 168 time: 0.2166831 Dec 18 13:27:55.147703 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 50904) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:27:55.157537 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5aa675-68f1-4d28-b46d-bde48e0a3c43 tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f317a7ff-2fe2-4279-95f4-4912625e4a50,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:27:55.184368 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-26695a3d-7019-412e-873a-96023df56a12 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Deleting port 95d4a508-198a-4f30-ad5e-bf37bf8d68d3 {{(pid=103159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:27:55.184876 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-26695a3d-7019-412e-873a-96023df56a12 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:55.192562 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-14cd1671-afbe-4462-a2f5-284418ed7474 tempest-RoutersIpV6AdminTest-1998592124 tempest-RoutersIpV6AdminTest-1998592124-project] Deleting port e2775fb2-1064-481a-8bff-765eb536a82e {{(pid=103160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:27:55.192904 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-14cd1671-afbe-4462-a2f5-284418ed7474 tempest-RoutersIpV6AdminTest-1998592124 tempest-RoutersIpV6AdminTest-1998592124-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:55.200214 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-cfe7ac78-caea-4e96-bcfd-92cc78375232 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:55.218695 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-f431038f-8e81-42b9-b9bd-98b65667d35d tempest-RoutersAdminTest-1969777796 tempest-RoutersAdminTest-1969777796-project] Publish callbacks [] for port, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:55.270350 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe7ac78-caea-4e96-bcfd-92cc78375232 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Pushing event deleted for resources: {'Port': ['ID=decece27-60ec-4b80-ad60-938e1e07f3a6,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:27:55.280954 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-cfe7ac78-caea-4e96-bcfd-92cc78375232 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:55.281785 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-93bdb182-f7c7-45a0-a15a-5f7cbd0601a8 tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1313910 Dec 18 13:27:55.286599 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-cfe7ac78-caea-4e96-bcfd-92cc78375232 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] 10.222.0.31 "DELETE /v2.0/ports/decece27-60ec-4b80-ad60-938e1e07f3a6 HTTP/1.1" status: 204 len: 168 time: 0.8129194 Dec 18 13:27:55.286764 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 50906) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:27:55.289177 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 50908) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:27:55.296027 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-b583b0d0-13be-44e7-a504-536dceb4b5ca tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Request body: {'port': {'network_id': '9a0c71e8-65ef-4584-a473-d55e5a427bae', 'mac_address': 'fa:16:3e:e7:4b:61', 'name': 'tempest-PortsTestJSON-985690725'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:27:55.377347 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-26695a3d-7019-412e-873a-96023df56a12 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:55.389043 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-f431038f-8e81-42b9-b9bd-98b65667d35d tempest-RoutersAdminTest-1969777796 tempest-RoutersAdminTest-1969777796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4533522'] for port, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:55.393024 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-14cd1671-afbe-4462-a2f5-284418ed7474 tempest-RoutersIpV6AdminTest-1998592124 tempest-RoutersIpV6AdminTest-1998592124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:55.400996 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-26695a3d-7019-412e-873a-96023df56a12 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Calling delete_port for 95d4a508-198a-4f30-ad5e-bf37bf8d68d3 owned by {{(pid=103159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:27:55.456162 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-14cd1671-afbe-4462-a2f5-284418ed7474 tempest-RoutersIpV6AdminTest-1998592124 tempest-RoutersIpV6AdminTest-1998592124-project] Calling delete_port for e2775fb2-1064-481a-8bff-765eb536a82e owned by network:router_gateway {{(pid=103160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:27:55.469254 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-b9c1317e-caf4-4fd2-9c2c-885337d37b9f tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] Publish callbacks [] for security_group, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:55.474575 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f431038f-8e81-42b9-b9bd-98b65667d35d tempest-RoutersAdminTest-1969777796 tempest-RoutersAdminTest-1969777796-project] Network decb4a40-7941-48c8-afbb-daaafd502e83 is already hosted by enough agents. {{(pid=103160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:27:55.482230 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.base_scheduler [None req-f431038f-8e81-42b9-b9bd-98b65667d35d tempest-RoutersAdminTest-1969777796 tempest-RoutersAdminTest-1969777796-project] Resources bound (agent type, host, resource id): {{(pid=103160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:27:55.484381 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f431038f-8e81-42b9-b9bd-98b65667d35d tempest-RoutersAdminTest-1969777796 tempest-RoutersAdminTest-1969777796-project] Pushing event updated for resources: {'Port': ['ID=df4e91b9-fb9f-4bee-966e-f7e22e112e15,revision_number=1']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:27:55.484853 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b583b0d0-13be-44e7-a504-536dceb4b5ca tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Made reservation on behalf of dde8326b44a64ab5a12bbfefe7e7aced for: {'port': 1} {{(pid=103159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:27:55.488140 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f431038f-8e81-42b9-b9bd-98b65667d35d tempest-RoutersAdminTest-1969777796 tempest-RoutersAdminTest-1969777796-project] Received port after_create {{(pid=103160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:27:55.501271 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c42f2ae6-c868-44dc-8068-5b4bf5a3a89d None None] DHCP port deletion for decb4a40-7941-48c8-afbb-daaafd502e83 request from dv-neutron-744815-20-hyperv {{(pid=103161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 18 13:27:55.563274 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b583b0d0-13be-44e7-a504-536dceb4b5ca tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:55.569226 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-b9c1317e-caf4-4fd2-9c2c-885337d37b9f tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:55.616472 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.notifiers.nova [None req-b583b0d0-13be-44e7-a504-536dceb4b5ca tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] device_id is not set on port 46cb4ef5-963d-4269-9c8f-f48bb82539ee yet. {{(pid=103159) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 18 13:27:55.629542 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-ff1d4e80-351e-4001-87ab-9f4014b8a24b None None] Provisioning complete for port 149304e6-8bf5-467b-b0ad-c228be16004d triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:27:55.630126 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ff1d4e80-351e-4001-87ab-9f4014b8a24b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:55.687321 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-26695a3d-7019-412e-873a-96023df56a12 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:55.729145 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26695a3d-7019-412e-873a-96023df56a12 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Pushing event deleted for resources: {'Port': ['ID=95d4a508-198a-4f30-ad5e-bf37bf8d68d3,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:27:55.824720 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-26695a3d-7019-412e-873a-96023df56a12 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:55.831212 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-26695a3d-7019-412e-873a-96023df56a12 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] 10.222.0.31 "DELETE /v2.0/ports/95d4a508-198a-4f30-ad5e-bf37bf8d68d3 HTTP/1.1" status: 204 len: 168 time: 0.7965305 Dec 18 13:27:55.831645 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 149304e6-8bf5-467b-b0ad-c228be16004d up at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 13:27:55.831853 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 50912) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:27:55.877695 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ff1d4e80-351e-4001-87ab-9f4014b8a24b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:55.930109 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-ff1d4e80-351e-4001-87ab-9f4014b8a24b None None] For port 149304e6-8bf5-467b-b0ad-c228be16004d, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=149304e6-8bf5-467b-b0ad-c228be16004d,segment=NetworkSegment(1d35b28d-d075-4c4f-99ab-408d9457428e),segment_id=1d35b28d-d075-4c4f-99ab-408d9457428e)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:27:55.941300 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2294866d-0076-4933-952c-685307032598 None None] Provisioning complete for port 149304e6-8bf5-467b-b0ad-c228be16004d triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:27:55.942552 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:55.948230 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ff1d4e80-351e-4001-87ab-9f4014b8a24b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:55.953147 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b583b0d0-13be-44e7-a504-536dceb4b5ca tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks [] for port, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:55.958242 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1b75619-6ea6-48f5-af5d-87b0e51ceb15 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:27:55.960409 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1b75619-6ea6-48f5-af5d-87b0e51ceb15 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:27:55.965083 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-b1b75619-6ea6-48f5-af5d-87b0e51ceb15 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1277587 Dec 18 13:27:55.967439 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 50914) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:27:56.040166 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-ff1d4e80-351e-4001-87ab-9f4014b8a24b None None] Provisioning complete for port df4e91b9-fb9f-4bee-966e-f7e22e112e15 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:27:56.040543 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ff1d4e80-351e-4001-87ab-9f4014b8a24b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:56.065542 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b583b0d0-13be-44e7-a504-536dceb4b5ca tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:56.071570 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.db_base_plugin_v2 [None req-a821524c-3797-4ac9-b88f-d49042f31d04 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Deleting subnet 18c5a01f-f68e-4309-8c8b-4fc33b136381 {{(pid=103159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 18 13:27:56.083118 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-ff1d4e80-351e-4001-87ab-9f4014b8a24b None None] Port df4e91b9-fb9f-4bee-966e-f7e22e112e15 cannot update to ACTIVE because it is not bound. {{(pid=103161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 13:27:56.091975 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-a821524c-3797-4ac9-b88f-d49042f31d04 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks [] for subnet, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:56.126615 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1d4e80-351e-4001-87ab-9f4014b8a24b None None] Pushing event updated for resources: {'Port': ['ID=149304e6-8bf5-467b-b0ad-c228be16004d,revision_number=3']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:27:56.175066 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b583b0d0-13be-44e7-a504-536dceb4b5ca tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Network 9a0c71e8-65ef-4584-a473-d55e5a427bae is already hosted by enough agents. {{(pid=103159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:27:56.184928 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.base_scheduler [None req-b583b0d0-13be-44e7-a504-536dceb4b5ca tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Resources bound (agent type, host, resource id): {{(pid=103159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:27:56.192233 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b583b0d0-13be-44e7-a504-536dceb4b5ca tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Received port after_create {{(pid=103159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:27:56.196661 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-a7680b1c-704b-4bfc-99aa-c747ceadfe2f None None] Could not find standard attr ID for object 95d4a508-198a-4f30-ad5e-bf37bf8d68d3. {{(pid=103161) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 18 13:27:56.199046 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b583b0d0-13be-44e7-a504-536dceb4b5ca tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:27:56.199914 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b583b0d0-13be-44e7-a504-536dceb4b5ca tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:56.205838 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-a821524c-3797-4ac9-b88f-d49042f31d04 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5589624'] for subnet, precommit_delete_associations {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:56.206096 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-b9c1317e-caf4-4fd2-9c2c-885337d37b9f tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:56.208976 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-b9c1317e-caf4-4fd2-9c2c-885337d37b9f tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] Publish callbacks [] for security_group, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:56.211037 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-b9c1317e-caf4-4fd2-9c2c-885337d37b9f tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] 10.222.0.31 "DELETE /v2.0/security-groups/b34bc124-c2ee-4bce-aa30-d3f1821fdbc5 HTTP/1.1" status: 204 len: 168 time: 0.9229515 Dec 18 13:27:56.220349 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 50920) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:27:56.238910 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b583b0d0-13be-44e7-a504-536dceb4b5ca tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Pushing event updated for resources: {'Port': ['ID=46cb4ef5-963d-4269-9c8f-f48bb82539ee,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:27:56.260034 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-b583b0d0-13be-44e7-a504-536dceb4b5ca tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.9677103 Dec 18 13:27:56.260222 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 50922) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:27:56.263535 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c1317e-caf4-4fd2-9c2c-885337d37b9f tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b34bc124-c2ee-4bce-aa30-d3f1821fdbc5,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:27:56.325200 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-afc6e194-7376-4af2-a9f4-9ace0e2ea01c tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.0951688 Dec 18 13:27:56.329544 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 50924) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:27:56.333581 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc18c912-5bf2-4faa-b663-ea266dfaeb29 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:27:56.334858 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-e4e8d4a5-2206-4860-9473-8bafa77478a7 tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] Request body: {'security_group': {'name': 'tempest-secgroup--1262097483'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:27:56.335091 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-cc18c912-5bf2-4faa-b663-ea266dfaeb29 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] 10.222.0.31 "GET /v2.0/ports/46cb4ef5-963d-4269-9c8f-f48bb82539ee HTTP/1.1" status: 200 len: 840 time: 0.0739808 Dec 18 13:27:56.339579 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 50926) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:27:56.365935 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-14cd1671-afbe-4462-a2f5-284418ed7474 tempest-RoutersIpV6AdminTest-1998592124 tempest-RoutersIpV6AdminTest-1998592124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4533522'] for port, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:56.378968 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-a821524c-3797-4ac9-b88f-d49042f31d04 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1929185'] for subnet, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:56.397671 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cd1671-afbe-4462-a2f5-284418ed7474 tempest-RoutersIpV6AdminTest-1998592124 tempest-RoutersIpV6AdminTest-1998592124-project] Pushing event deleted for resources: {'Port': ['ID=e2775fb2-1064-481a-8bff-765eb536a82e,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:27:56.399682 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-e4e8d4a5-2206-4860-9473-8bafa77478a7 tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] Publish callbacks [] for security_group, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:56.423719 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c78825a-d9a0-4edb-88b5-9825c2790b33 None None] DHCP port deletion for decb4a40-7941-48c8-afbb-daaafd502e83 request from dv-neutron-744815-20-hyperv {{(pid=103161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 18 13:27:56.473483 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-a821524c-3797-4ac9-b88f-d49042f31d04 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1929192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5659851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6017053'] for subnet, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:56.481789 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-beac2f25-d50a-4efc-9057-6f0400d112a4 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Deleting port 46cb4ef5-963d-4269-9c8f-f48bb82539ee {{(pid=103159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:27:56.482126 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-beac2f25-d50a-4efc-9057-6f0400d112a4 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:56.519773 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a821524c-3797-4ac9-b88f-d49042f31d04 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Pushing event deleted for resources: {'Subnet': ['ID=18c5a01f-f68e-4309-8c8b-4fc33b136381,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:27:56.531281 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-a821524c-3797-4ac9-b88f-d49042f31d04 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047995'] for subnet, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:56.534518 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-a821524c-3797-4ac9-b88f-d49042f31d04 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] 10.222.0.31 "DELETE /v2.0/subnets/18c5a01f-f68e-4309-8c8b-4fc33b136381 HTTP/1.1" status: 204 len: 168 time: 0.5660090 Dec 18 13:27:56.537961 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-350a44b6-bf65-4746-a113-a84de0883737 None None] Network a0b84a49-8464-4342-a47d-bd714ebbec81 requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:27:56.538287 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 50928) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:27:56.579315 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-14cd1671-afbe-4462-a2f5-284418ed7474 tempest-RoutersIpV6AdminTest-1998592124 tempest-RoutersIpV6AdminTest-1998592124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-586554'] for router_gateway, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:56.606132 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-9bb6681a-611b-428c-95f1-cb533915650f tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0651340 Dec 18 13:27:56.607510 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 50930) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:27:56.624893 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-beac2f25-d50a-4efc-9057-6f0400d112a4 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:56.657700 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-beac2f25-d50a-4efc-9057-6f0400d112a4 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Calling delete_port for 46cb4ef5-963d-4269-9c8f-f48bb82539ee owned by {{(pid=103159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:27:56.701277 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-f431038f-8e81-42b9-b9bd-98b65667d35d tempest-RoutersAdminTest-1969777796 tempest-RoutersAdminTest-1969777796-project] Publish callbacks [] for router_gateway, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:56.708713 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-14cd1671-afbe-4462-a2f5-284418ed7474 tempest-RoutersIpV6AdminTest-1998592124 tempest-RoutersIpV6AdminTest-1998592124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-589815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28643'] for router, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:56.718370 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cbd26e9-3830-4546-8ee7-ef2e9b3b959b tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:27:56.719198 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6310b023-1546-4e52-8277-8383de49307f None None] DHCP port deletion for a0b84a49-8464-4342-a47d-bd714ebbec81 request from dv-neutron-744815-20-hyperv {{(pid=103161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 18 13:27:56.722369 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-3cbd26e9-3830-4546-8ee7-ef2e9b3b959b tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1116560 Dec 18 13:27:56.722591 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 50932) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:27:56.743270 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-14cd1671-afbe-4462-a2f5-284418ed7474 tempest-RoutersIpV6AdminTest-1998592124 tempest-RoutersIpV6AdminTest-1998592124-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:56.754778 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-e4e8d4a5-2206-4860-9473-8bafa77478a7 tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] Publish callbacks [] for security_group, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:56.772658 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-6310b023-1546-4e52-8277-8383de49307f None None] Deleting port 149304e6-8bf5-467b-b0ad-c228be16004d {{(pid=103161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:27:56.773168 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-6310b023-1546-4e52-8277-8383de49307f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:56.791576 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7909b11-099e-4e89-b33c-20105e21c093 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:27:56.793086 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-c7909b11-099e-4e89-b33c-20105e21c093 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0695603 Dec 18 13:27:56.794225 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-e4e8d4a5-2206-4860-9473-8bafa77478a7 tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:56.796025 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 50934) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:27:56.842347 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-25ab9f39-ea5b-4964-a985-099e2d6c3b2d tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0450523 Dec 18 13:27:56.847602 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 50938) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:27:56.856034 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-6310b023-1546-4e52-8277-8383de49307f None None] For port 149304e6-8bf5-467b-b0ad-c228be16004d, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=149304e6-8bf5-467b-b0ad-c228be16004d,segment=NetworkSegment(1d35b28d-d075-4c4f-99ab-408d9457428e),segment_id=1d35b28d-d075-4c4f-99ab-408d9457428e)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:27:56.856417 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-6310b023-1546-4e52-8277-8383de49307f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:56.862034 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-14cd1671-afbe-4462-a2f5-284418ed7474 tempest-RoutersIpV6AdminTest-1998592124 tempest-RoutersIpV6AdminTest-1998592124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-589710'] for router, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:56.862635 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-d97a4157-a5f3-437e-8395-b9d3b713a575 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Request body: {'subnet': {'network_id': 'a0b84a49-8464-4342-a47d-bd714ebbec81', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:27:56.862775 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14cd1671-afbe-4462-a2f5-284418ed7474 tempest-RoutersIpV6AdminTest-1998592124 tempest-RoutersIpV6AdminTest-1998592124-project] Fanout notify agent at l3_agent the message router_deleted on router 97ff7f80-d40d-421a-b59a-d57a9b90355f {{(pid=103160) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 18 13:27:56.869718 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-beac2f25-d50a-4efc-9057-6f0400d112a4 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:56.873620 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-14cd1671-afbe-4462-a2f5-284418ed7474 tempest-RoutersIpV6AdminTest-1998592124 tempest-RoutersIpV6AdminTest-1998592124-project] Publish callbacks [] for router, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:56.878847 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-14cd1671-afbe-4462-a2f5-284418ed7474 tempest-RoutersIpV6AdminTest-1998592124 tempest-RoutersIpV6AdminTest-1998592124-project] 10.222.0.31 "DELETE /v2.0/routers/97ff7f80-d40d-421a-b59a-d57a9b90355f HTTP/1.1" status: 204 len: 168 time: 2.4455914 Dec 18 13:27:56.883914 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-e4e8d4a5-2206-4860-9473-8bafa77478a7 tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] Publish callbacks [] for security_group, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:56.885173 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-e4e8d4a5-2206-4860-9473-8bafa77478a7 tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.5544572 Dec 18 13:27:56.887225 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 50940) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:27:56.892301 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 50942) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:27:56.892724 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-6310b023-1546-4e52-8277-8383de49307f None None] Calling delete_port for 149304e6-8bf5-467b-b0ad-c228be16004d owned by network:dhcp {{(pid=103161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:27:56.901293 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-7b8da71f-727c-4323-b6b0-c67825bdb30f tempest-RoutersIpV6AdminTest-1998592124 tempest-RoutersIpV6AdminTest-1998592124-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1206813632', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:27:56.908826 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-6b5bc26e-d51d-467c-97d5-4a855a967fe8 tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] Request body: {'security_group_rule': {'security_group_id': '2d132704-f79a-46a9-a19d-3c343bda52f2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:27:56.909024 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e8d4a5-2206-4860-9473-8bafa77478a7 tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d132704-f79a-46a9-a19d-3c343bda52f2,revision_number=1']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:27:56.940862 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beac2f25-d50a-4efc-9057-6f0400d112a4 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Pushing event deleted for resources: {'Port': ['ID=46cb4ef5-963d-4269-9c8f-f48bb82539ee,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:27:56.982113 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-beac2f25-d50a-4efc-9057-6f0400d112a4 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:56.987197 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-beac2f25-d50a-4efc-9057-6f0400d112a4 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] 10.222.0.31 "DELETE /v2.0/ports/46cb4ef5-963d-4269-9c8f-f48bb82539ee HTTP/1.1" status: 204 len: 168 time: 0.6449866 Dec 18 13:27:56.990729 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 50944) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:27:56.994014 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-6310b023-1546-4e52-8277-8383de49307f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984'] for port, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:57.011549 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-7b8da71f-727c-4323-b6b0-c67825bdb30f tempest-RoutersIpV6AdminTest-1998592124 tempest-RoutersIpV6AdminTest-1998592124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28433'] for router, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:57.012578 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-7b8da71f-727c-4323-b6b0-c67825bdb30f tempest-RoutersIpV6AdminTest-1998592124 tempest-RoutersIpV6AdminTest-1998592124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-589769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28440'] for router, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:57.019672 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6310b023-1546-4e52-8277-8383de49307f None None] Pushing event deleted for resources: {'Port': ['ID=149304e6-8bf5-467b-b0ad-c228be16004d,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:27:57.023336 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6310b023-1546-4e52-8277-8383de49307f None None] No DVR routers for this DVR port 149304e6-8bf5-467b-b0ad-c228be16004d on host dv-neutron-744815-20-hyperv {{(pid=103161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 18 13:27:57.040583 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab44ef27-12de-43a0-a09a-942537080e38 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] GET failed (client error): The resource could not be found. Dec 18 13:27:57.042180 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-ab44ef27-12de-43a0-a09a-942537080e38 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] 10.222.0.31 "GET /v2.0/ports/46cb4ef5-963d-4269-9c8f-f48bb82539ee HTTP/1.1" status: 404 len: 333 time: 0.0483913 Dec 18 13:27:57.046336 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 50946) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:27:57.052445 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-d4ff187a-9ccd-4d28-acae-d754e875cbf7 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Request body: {'port': {'network_id': '9a0c71e8-65ef-4584-a473-d55e5a427bae', 'name': 'tempest-PortsTestJSON-621988612'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:27:57.071021 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-6b5bc26e-d51d-467c-97d5-4a855a967fe8 tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:57.090583 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-f431038f-8e81-42b9-b9bd-98b65667d35d tempest-RoutersAdminTest-1969777796 tempest-RoutersAdminTest-1969777796-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-589760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-586526'] for router, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:57.094016 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-7b8da71f-727c-4323-b6b0-c67825bdb30f tempest-RoutersIpV6AdminTest-1998592124 tempest-RoutersIpV6AdminTest-1998592124-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:57.107475 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-602e579a-0a7c-495d-b988-7e75ce3760ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:57.137059 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-7b8da71f-727c-4323-b6b0-c67825bdb30f tempest-RoutersIpV6AdminTest-1998592124 tempest-RoutersIpV6AdminTest-1998592124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-589760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-586526'] for router, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:57.172821 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d97a4157-a5f3-437e-8395-b9d3b713a575 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Made reservation on behalf of 606a569495c64210af9cc9fb7e76dd52 for: {'subnet': 1} {{(pid=103159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:27:57.173469 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-7b8da71f-727c-4323-b6b0-c67825bdb30f tempest-RoutersIpV6AdminTest-1998592124 tempest-RoutersIpV6AdminTest-1998592124-project] Publish callbacks [] for router, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:57.177227 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-7b8da71f-727c-4323-b6b0-c67825bdb30f tempest-RoutersIpV6AdminTest-1998592124 tempest-RoutersIpV6AdminTest-1998592124-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.2776210 Dec 18 13:27:57.181014 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-d97a4157-a5f3-437e-8395-b9d3b713a575 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6017072'] for subnet, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:57.187344 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 50950) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:27:57.206252 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-c113d628-1561-4d19-829a-37d8008058af tempest-RoutersIpV6AdminTest-1535217791 tempest-RoutersIpV6AdminTest-1535217791-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'enable_snat': True}}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:27:57.266034 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f431038f-8e81-42b9-b9bd-98b65667d35d tempest-RoutersAdminTest-1969777796 tempest-RoutersAdminTest-1969777796-project] Router c2f7b425-d89b-41a9-a5c6-9d37308537eb is scheduled to L3 agent c9c0cd52-5bd2-4704-9429-d80f1c5ad23c with binding_index 1 {{(pid=103160) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 18 13:27:57.292278 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-6b5bc26e-d51d-467c-97d5-4a855a967fe8 tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:57.324675 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-6b5bc26e-d51d-467c-97d5-4a855a967fe8 tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530267'] for security_group_rule, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:57.373364 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5bc26e-d51d-467c-97d5-4a855a967fe8 tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=554c1a64-40ca-4cc9-9e5c-b8f51136a592,revision_number=0']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:27:57.383199 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f431038f-8e81-42b9-b9bd-98b65667d35d tempest-RoutersAdminTest-1969777796 tempest-RoutersAdminTest-1969777796-project] Notify agent at l3_agent.dv-neutron-744815-20-hyperv the message routers_updated {{(pid=103160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 13:27:57.395613 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e8d5bb3-4605-4a48-92df-92078c3f6bc6 None None] Sync routers for ids ['c2f7b425-d89b-41a9-a5c6-9d37308537eb'] in dv-neutron-744815-20-hyperv {{(pid=103161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 13:27:57.407345 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e8d5bb3-4605-4a48-92df-92078c3f6bc6 None None] Routers {'c2f7b425-d89b-41a9-a5c6-9d37308537eb'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:27:57.408301 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-9e8d5bb3-4605-4a48-92df-92078c3f6bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:27:57Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['c2f7b425-d89b-41a9-a5c6-9d37308537eb'], 'active': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:27:57.408469 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-f431038f-8e81-42b9-b9bd-98b65667d35d tempest-RoutersAdminTest-1969777796 tempest-RoutersAdminTest-1969777796-project] Publish callbacks [] for router, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:57.414437 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-f431038f-8e81-42b9-b9bd-98b65667d35d tempest-RoutersAdminTest-1969777796 tempest-RoutersAdminTest-1969777796-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 3.8511672 Dec 18 13:27:57.414437 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 50954) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:27:57.418074 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-672e1797-6c35-4bbe-a0ee-67f9606e4d29 tempest-RoutersAdminTest-1969777796 tempest-RoutersAdminTest-1969777796-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:27:57.440555 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4ff187a-9ccd-4d28-acae-d754e875cbf7 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Made reservation on behalf of dde8326b44a64ab5a12bbfefe7e7aced for: {'port': 1} {{(pid=103159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:27:57.444360 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-d4ff187a-9ccd-4d28-acae-d754e875cbf7 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:57.446474 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-9e8d5bb3-4605-4a48-92df-92078c3f6bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:27:57.453044 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-6b5bc26e-d51d-467c-97d5-4a855a967fe8 tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:57.457778 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-6b5bc26e-d51d-467c-97d5-4a855a967fe8 tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5497003 Dec 18 13:27:57.457956 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e8d5bb3-4605-4a48-92df-92078c3f6bc6 None None] Routers {'c2f7b425-d89b-41a9-a5c6-9d37308537eb'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:27:57.457956 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-9e8d5bb3-4605-4a48-92df-92078c3f6bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:27:57Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['c2f7b425-d89b-41a9-a5c6-9d37308537eb'], 'active': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:27:57.458123 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 50956) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:27:57.478883 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.notifiers.nova [None req-d4ff187a-9ccd-4d28-acae-d754e875cbf7 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] device_id is not set on port d8250f69-0cca-4984-8543-9b5959944acb yet. {{(pid=103159) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 18 13:27:57.487402 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-896c5da9-a94a-4b18-b2c3-1f94164405d0 tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] 10.222.0.31 "GET /v2.0/security-group-rules/554c1a64-40ca-4cc9-9e5c-b8f51136a592 HTTP/1.1" status: 200 len: 763 time: 0.0246687 Dec 18 13:27:57.487577 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 50958) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:27:57.489888 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-9e8d5bb3-4605-4a48-92df-92078c3f6bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:27:57.490850 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e8d5bb3-4605-4a48-92df-92078c3f6bc6 None None] The sync data for ids ['c2f7b425-d89b-41a9-a5c6-9d37308537eb'] in dv-neutron-744815-20-hyperv is: [] {{(pid=103161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 13:27:57.567797 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-db0dc877-3c31-461b-bdee-0fbcf9774ac9 tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0791719 Dec 18 13:27:57.570605 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 50960) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:27:57.606087 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-c113d628-1561-4d19-829a-37d8008058af tempest-RoutersIpV6AdminTest-1535217791 tempest-RoutersIpV6AdminTest-1535217791-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:57.640447 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-62fba578-ecc1-47a2-a70e-0069edd069f5 tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:57.652461 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-62fba578-ecc1-47a2-a70e-0069edd069f5 tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:57.679519 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 149304e6-8bf5-467b-b0ad-c228be16004d no longer exists at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 18 13:27:57.704978 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-2294866d-0076-4933-952c-685307032598 None None] No Port match for: 149304e6-8bf5-467b-b0ad-c228be16004d {{(pid=103161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 18 13:27:57.705605 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 149304e6-8bf5-467b-b0ad-c228be16004d not bound to the agent host dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 18 13:27:57.721786 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-62fba578-ecc1-47a2-a70e-0069edd069f5 tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530267'] for security_group_rule, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:57.726595 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-62fba578-ecc1-47a2-a70e-0069edd069f5 tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:57.727932 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-62fba578-ecc1-47a2-a70e-0069edd069f5 tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/554c1a64-40ca-4cc9-9e5c-b8f51136a592 HTTP/1.1" status: 204 len: 168 time: 0.1564634 Dec 18 13:27:57.732305 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 50962) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:27:57.782593 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fba578-ecc1-47a2-a70e-0069edd069f5 tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=554c1a64-40ca-4cc9-9e5c-b8f51136a592,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:27:57.791279 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-d97a4157-a5f3-437e-8395-b9d3b713a575 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5659786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6017062'] for subnet, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:57.850649 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-59545797-1f23-4b6e-bcce-a2403ddccc79 tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1162970 Dec 18 13:27:57.853321 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 50964) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:27:57.859222 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-ca15560a-4cbc-4ab4-93e2-5af9a73d459b tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] Request body: {'security_group_rule': {'security_group_id': '2d132704-f79a-46a9-a19d-3c343bda52f2', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:27:57.885556 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-672e1797-6c35-4bbe-a0ee-67f9606e4d29 tempest-RoutersAdminTest-1969777796 tempest-RoutersAdminTest-1969777796-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:57.904933 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-672e1797-6c35-4bbe-a0ee-67f9606e4d29 tempest-RoutersAdminTest-1969777796 tempest-RoutersAdminTest-1969777796-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:57.910790 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-ca15560a-4cbc-4ab4-93e2-5af9a73d459b tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:58.005418 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-ca15560a-4cbc-4ab4-93e2-5af9a73d459b tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:58.012351 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-672e1797-6c35-4bbe-a0ee-67f9606e4d29 tempest-RoutersAdminTest-1969777796 tempest-RoutersAdminTest-1969777796-project] Deleting port df4e91b9-fb9f-4bee-966e-f7e22e112e15 {{(pid=103160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:27:58.012749 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-672e1797-6c35-4bbe-a0ee-67f9606e4d29 tempest-RoutersAdminTest-1969777796 tempest-RoutersAdminTest-1969777796-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:58.014651 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-ca15560a-4cbc-4ab4-93e2-5af9a73d459b tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530267'] for security_group_rule, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:58.076625 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca15560a-4cbc-4ab4-93e2-5af9a73d459b tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11a14144-9d1d-4dee-a70d-0bc329d40edc,revision_number=0']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:27:58.081635 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-ca15560a-4cbc-4ab4-93e2-5af9a73d459b tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:58.083047 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-ca15560a-4cbc-4ab4-93e2-5af9a73d459b tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2285686 Dec 18 13:27:58.085549 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 50968) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:27:58.104503 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-9b3a20a4-e8ed-458a-8d4b-cfef07c8aed3 tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] 10.222.0.31 "GET /v2.0/security-group-rules/11a14144-9d1d-4dee-a70d-0bc329d40edc HTTP/1.1" status: 200 len: 763 time: 0.0179143 Dec 18 13:27:58.108291 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 50970) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:27:58.108530 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d97a4157-a5f3-437e-8395-b9d3b713a575 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Network a0b84a49-8464-4342-a47d-bd714ebbec81 is already hosted by enough agents. {{(pid=103159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:27:58.121608 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.base_scheduler [None req-d97a4157-a5f3-437e-8395-b9d3b713a575 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Resources bound (agent type, host, resource id): {{(pid=103159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:27:58.131476 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d97a4157-a5f3-437e-8395-b9d3b713a575 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:27:58.132060 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-d97a4157-a5f3-437e-8395-b9d3b713a575 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047995'] for subnet, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:58.134648 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d367184d-54c7-48c6-9d78-1d94dfa97d94 None None] Network a0b84a49-8464-4342-a47d-bd714ebbec81 requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:27:58.148491 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-672e1797-6c35-4bbe-a0ee-67f9606e4d29 tempest-RoutersAdminTest-1969777796 tempest-RoutersAdminTest-1969777796-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:58.150916 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-d4ff187a-9ccd-4d28-acae-d754e875cbf7 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks [] for port, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:58.162003 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97a4157-a5f3-437e-8395-b9d3b713a575 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Pushing event updated for resources: {'Subnet': ['ID=ac449922-9ac0-40f8-a262-6f4eeb236979,revision_number=0']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:27:58.180884 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-1c6ec9da-2bfc-4c82-acaa-96c5a4e10bda tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0687232 Dec 18 13:27:58.181196 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 50972) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:27:58.183588 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-672e1797-6c35-4bbe-a0ee-67f9606e4d29 tempest-RoutersAdminTest-1969777796 tempest-RoutersAdminTest-1969777796-project] Calling delete_port for df4e91b9-fb9f-4bee-966e-f7e22e112e15 owned by network:router_gateway {{(pid=103160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:27:58.188037 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-d97a4157-a5f3-437e-8395-b9d3b713a575 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3346643 Dec 18 13:27:58.191841 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 50974) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:27:58.199859 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-5a144b32-eacc-41b7-ab8f-2a71b28e61b7 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Request body: {'port': {'network_id': 'a0b84a49-8464-4342-a47d-bd714ebbec81', 'fixed_ips': [{'subnet_id': 'ac449922-9ac0-40f8-a262-6f4eeb236979', 'ip_address': '2001:db8::7b4a:f2c2:9d7f:9bb7'}], 'name': 'tempest-NetworksTestDHCPv6-1829192376'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:27:58.239407 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-e1f79162-f232-453f-9606-5f3448e27bc5 tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:58.254594 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-e1f79162-f232-453f-9606-5f3448e27bc5 tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:58.255533 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f862daa-e853-4265-915e-416ebe4d5510 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp31e170a0-46a1-5ba9-9dc1-7ee4f866f0d7-a0b84a49-8464-4342-a47d-bd714ebbec81', 'network_id': 'a0b84a49-8464-4342-a47d-bd714ebbec81', 'project_id': '606a569495c64210af9cc9fb7e76dd52', 'fixed_ips': [{'subnet_id': 'ac449922-9ac0-40f8-a262-6f4eeb236979'}]}} from dv-neutron-744815-20-hyperv. {{(pid=103161) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 18 13:27:58.257578 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0f862daa-e853-4265-915e-416ebe4d5510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:58.288266 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-d4ff187a-9ccd-4d28-acae-d754e875cbf7 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:58.395530 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4ff187a-9ccd-4d28-acae-d754e875cbf7 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Network 9a0c71e8-65ef-4584-a473-d55e5a427bae is already hosted by enough agents. {{(pid=103159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:27:58.415892 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-e1f79162-f232-453f-9606-5f3448e27bc5 tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530267'] for security_group_rule, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:58.417708 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.base_scheduler [None req-d4ff187a-9ccd-4d28-acae-d754e875cbf7 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Resources bound (agent type, host, resource id): {{(pid=103159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:27:58.419393 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ff187a-9ccd-4d28-acae-d754e875cbf7 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Pushing event updated for resources: {'Port': ['ID=d8250f69-0cca-4984-8543-9b5959944acb,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:27:58.421520 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4ff187a-9ccd-4d28-acae-d754e875cbf7 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Received port after_create {{(pid=103159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:27:58.426270 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a144b32-eacc-41b7-ab8f-2a71b28e61b7 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Made reservation on behalf of 606a569495c64210af9cc9fb7e76dd52 for: {'port': 1} {{(pid=103160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:27:58.427642 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4ff187a-9ccd-4d28-acae-d754e875cbf7 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:27:58.428420 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-d4ff187a-9ccd-4d28-acae-d754e875cbf7 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:58.433541 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-e1f79162-f232-453f-9606-5f3448e27bc5 tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:58.434658 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-e1f79162-f232-453f-9606-5f3448e27bc5 tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/11a14144-9d1d-4dee-a70d-0bc329d40edc HTTP/1.1" status: 204 len: 168 time: 0.2525144 Dec 18 13:27:58.442611 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 50980) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:27:58.444419 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_common [None req-0f862daa-e853-4265-915e-416ebe4d5510 None None] Allocated IP 2001:db8::2 (a0b84a49-8464-4342-a47d-bd714ebbec81/ac449922-9ac0-40f8-a262-6f4eeb236979/5347c32b-3e2a-474d-9dba-3abbed67ff0d) {{(pid=103161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:27:58.474164 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f79162-f232-453f-9606-5f3448e27bc5 tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=11a14144-9d1d-4dee-a70d-0bc329d40edc,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:27:58.488086 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-c113d628-1561-4d19-829a-37d8008058af tempest-RoutersIpV6AdminTest-1535217791 tempest-RoutersIpV6AdminTest-1535217791-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:58.488787 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-afa9ae9b-bdbb-4010-bcf6-3a46ce66cf71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:58.521088 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-d4ff187a-9ccd-4d28-acae-d754e875cbf7 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.4736705 Dec 18 13:27:58.524008 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 50982) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:27:58.530214 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-9ca8932b-510f-4a6b-a99b-ed582afef38d tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:27:58.533300 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-c113d628-1561-4d19-829a-37d8008058af tempest-RoutersIpV6AdminTest-1535217791 tempest-RoutersIpV6AdminTest-1535217791-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:58.557313 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-672e1797-6c35-4bbe-a0ee-67f9606e4d29 tempest-RoutersAdminTest-1969777796 tempest-RoutersAdminTest-1969777796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4533522'] for port, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:58.572792 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-ec0f66f7-d07a-4715-bfa4-68de94d6b78a tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1277766 Dec 18 13:27:58.577774 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 50984) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:27:58.596400 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672e1797-6c35-4bbe-a0ee-67f9606e4d29 tempest-RoutersAdminTest-1969777796 tempest-RoutersAdminTest-1969777796-project] Pushing event deleted for resources: {'Port': ['ID=df4e91b9-fb9f-4bee-966e-f7e22e112e15,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:27:58.608216 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-fb4de92e-ce24-4de1-81f5-75282743d870 tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] Request body: {'security_group_rule': {'security_group_id': '2d132704-f79a-46a9-a19d-3c343bda52f2', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:27:58.609251 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-5a144b32-eacc-41b7-ab8f-2a71b28e61b7 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:58.637555 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0f862daa-e853-4265-915e-416ebe4d5510 None None] Publish callbacks [] for port, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:58.642398 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cee9ab2-0ab9-4b37-9bb5-4106367e428e None None] DHCP port deletion for decb4a40-7941-48c8-afbb-daaafd502e83 request from dv-neutron-744815-20-hyperv {{(pid=103161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 18 13:27:58.650668 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0f862daa-e853-4265-915e-416ebe4d5510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975'] for port, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:58.665722 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.notifiers.nova [None req-5a144b32-eacc-41b7-ab8f-2a71b28e61b7 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] device_id is not set on port 8101efbb-ecd3-4d05-972b-aceaf3d06d13 yet. {{(pid=103160) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 18 13:27:58.679169 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-9ca8932b-510f-4a6b-a99b-ed582afef38d tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:58.692646 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f862daa-e853-4265-915e-416ebe4d5510 None None] Network a0b84a49-8464-4342-a47d-bd714ebbec81 is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:27:58.697708 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-0f862daa-e853-4265-915e-416ebe4d5510 None None] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:27:58.703304 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f862daa-e853-4265-915e-416ebe4d5510 None None] Received port after_create {{(pid=103161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:27:58.704905 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.db.securitygroups_db [None req-fb4de92e-ce24-4de1-81f5-75282743d870 tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] Project 788dc2530a1b4e7f9d7dafd13f7fc2c7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 18 13:27:58.718617 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f862daa-e853-4265-915e-416ebe4d5510 None None] Pushing event updated for resources: {'Port': ['ID=5347c32b-3e2a-474d-9dba-3abbed67ff0d,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:27:58.722509 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-fb4de92e-ce24-4de1-81f5-75282743d870 tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:58.745562 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-672e1797-6c35-4bbe-a0ee-67f9606e4d29 tempest-RoutersAdminTest-1969777796 tempest-RoutersAdminTest-1969777796-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-586554'] for router_gateway, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:58.778412 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-0f862daa-e853-4265-915e-416ebe4d5510 None None] Attempting to bind port 5347c32b-3e2a-474d-9dba-3abbed67ff0d on host dv-neutron-744815-20-hyperv for vnic_type normal with profile {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 13:27:58.779031 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-0f862daa-e853-4265-915e-416ebe4d5510 None None] Attempting to bind port 5347c32b-3e2a-474d-9dba-3abbed67ff0d by drivers openvswitch,hyperv on host dv-neutron-744815-20-hyperv at level 0 using segments [{'id': '1d35b28d-d075-4c4f-99ab-408d9457428e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'a0b84a49-8464-4342-a47d-bd714ebbec81'}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 13:27:58.779323 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f862daa-e853-4265-915e-416ebe4d5510 None None] Attempting to bind port 5347c32b-3e2a-474d-9dba-3abbed67ff0d on network a0b84a49-8464-4342-a47d-bd714ebbec81 {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 13:27:58.784887 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f862daa-e853-4265-915e-416ebe4d5510 None None] Checking agent: {'id': '428fa9fa-43db-4db9-9f96-f60ffe931f2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-20-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 13, 19, 1), 'started_at': datetime.datetime(2021, 12, 18, 13, 19, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 13, 27, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-20-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 18 13:27:58.785361 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f862daa-e853-4265-915e-416ebe4d5510 None None] Checking segment: {'id': '1d35b28d-d075-4c4f-99ab-408d9457428e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'a0b84a49-8464-4342-a47d-bd714ebbec81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 13:27:58.785831 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0f862daa-e853-4265-915e-416ebe4d5510 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:58.786419 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f862daa-e853-4265-915e-416ebe4d5510 None None] Bound using segment: {'id': '1d35b28d-d075-4c4f-99ab-408d9457428e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'a0b84a49-8464-4342-a47d-bd714ebbec81'} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 18 13:27:58.786962 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-0f862daa-e853-4265-915e-416ebe4d5510 None None] Bound port: 5347c32b-3e2a-474d-9dba-3abbed67ff0d, host: dv-neutron-744815-20-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d35b28d-d075-4c4f-99ab-408d9457428e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'a0b84a49-8464-4342-a47d-bd714ebbec81'}}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 18 13:27:58.787467 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0f862daa-e853-4265-915e-416ebe4d5510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:58.787944 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.db_base_plugin_common [None req-c113d628-1561-4d19-829a-37d8008058af tempest-RoutersIpV6AdminTest-1535217791 tempest-RoutersIpV6AdminTest-1535217791-project-admin] Allocated IP 172.26.3.164 (decb4a40-7941-48c8-afbb-daaafd502e83/70deed80-3ca1-4f9e-96cb-563b43d3acba/0e927850-223f-408a-918a-3ec7aaea79c9) {{(pid=103159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:27:58.857058 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-0f862daa-e853-4265-915e-416ebe4d5510 None None] For port 5347c32b-3e2a-474d-9dba-3abbed67ff0d, host dv-neutron-744815-20-hyperv, cleared binding levels {{(pid=103161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 18 13:27:58.860508 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-0f862daa-e853-4265-915e-416ebe4d5510 None None] For port 5347c32b-3e2a-474d-9dba-3abbed67ff0d, host dv-neutron-744815-20-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=5347c32b-3e2a-474d-9dba-3abbed67ff0d,segment=NetworkSegment(1d35b28d-d075-4c4f-99ab-408d9457428e),segment_id=1d35b28d-d075-4c4f-99ab-408d9457428e)] {{(pid=103161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 18 13:27:58.867429 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0f862daa-e853-4265-915e-416ebe4d5510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:58.874423 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-fb4de92e-ce24-4de1-81f5-75282743d870 tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:58.924548 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f862daa-e853-4265-915e-416ebe4d5510 None None] Pushing event updated for resources: {'Port': ['ID=5347c32b-3e2a-474d-9dba-3abbed67ff0d,revision_number=2']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:27:58.926705 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-fb4de92e-ce24-4de1-81f5-75282743d870 tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530267'] for security_group_rule, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:58.964197 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4de92e-ce24-4de1-81f5-75282743d870 tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d91099cf-bf49-4d4f-ba7c-6231fa9edf78,revision_number=0']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:27:59.002174 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-fb4de92e-ce24-4de1-81f5-75282743d870 tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:59.003430 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-fb4de92e-ce24-4de1-81f5-75282743d870 tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4246762 Dec 18 13:27:59.009948 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 50986) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:27:59.038695 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.db_base_plugin_common [None req-5a144b32-eacc-41b7-ab8f-2a71b28e61b7 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Allocated IP 2001:db8::7b4a:f2c2:9d7f:9bb7 (a0b84a49-8464-4342-a47d-bd714ebbec81/ac449922-9ac0-40f8-a262-6f4eeb236979/8101efbb-ecd3-4d05-972b-aceaf3d06d13) {{(pid=103160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:27:59.042605 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-672e1797-6c35-4bbe-a0ee-67f9606e4d29 tempest-RoutersAdminTest-1969777796 tempest-RoutersAdminTest-1969777796-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-586613', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-589787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28650'] for router, precommit_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:59.044110 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-9ca8932b-510f-4a6b-a99b-ed582afef38d tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks [] for port, precommit_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:59.049032 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-672e1797-6c35-4bbe-a0ee-67f9606e4d29 tempest-RoutersAdminTest-1969777796 tempest-RoutersAdminTest-1969777796-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-586526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-586508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-586503', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-589778'] for router, after_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:59.053883 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-9ca8932b-510f-4a6b-a99b-ed582afef38d tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5659917'] for port, after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:59.061410 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-77c913fe-b844-4432-bf45-cb4c0b987a80 tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] 10.222.0.31 "GET /v2.0/security-group-rules/d91099cf-bf49-4d4f-ba7c-6231fa9edf78 HTTP/1.1" status: 200 len: 769 time: 0.0459449 Dec 18 13:27:59.061638 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 50990) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:27:59.062822 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-c113d628-1561-4d19-829a-37d8008058af tempest-RoutersIpV6AdminTest-1535217791 tempest-RoutersIpV6AdminTest-1535217791-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:59.101935 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-9ca8932b-510f-4a6b-a99b-ed582afef38d tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] In _notify_port_updated(), no bound segment for port d8250f69-0cca-4984-8543-9b5959944acb on network 9a0c71e8-65ef-4584-a473-d55e5a427bae {{(pid=103159) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 18 13:27:59.107332 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ca8932b-510f-4a6b-a99b-ed582afef38d tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:27:59.107989 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-9ca8932b-510f-4a6b-a99b-ed582afef38d tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:59.109345 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-9ca8932b-510f-4a6b-a99b-ed582afef38d tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] 10.222.0.31 "PUT /v2.0/ports/d8250f69-0cca-4984-8543-9b5959944acb HTTP/1.1" status: 200 len: 818 time: 0.5844119 Dec 18 13:27:59.115107 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 50992) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:27:59.169180 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca8932b-510f-4a6b-a99b-ed582afef38d tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Pushing event updated for resources: {'Port': ['ID=d8250f69-0cca-4984-8543-9b5959944acb,revision_number=2']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:27:59.207217 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-c113d628-1561-4d19-829a-37d8008058af tempest-RoutersIpV6AdminTest-1535217791 tempest-RoutersIpV6AdminTest-1535217791-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:59.280247 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c113d628-1561-4d19-829a-37d8008058af tempest-RoutersIpV6AdminTest-1535217791 tempest-RoutersIpV6AdminTest-1535217791-project-admin] Pushing event updated for resources: {'Port': ['ID=0e927850-223f-408a-918a-3ec7aaea79c9,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:27:59.289928 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c113d628-1561-4d19-829a-37d8008058af tempest-RoutersIpV6AdminTest-1535217791 tempest-RoutersIpV6AdminTest-1535217791-project-admin] Network decb4a40-7941-48c8-afbb-daaafd502e83 is already hosted by enough agents. {{(pid=103159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:27:59.292783 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.base_scheduler [None req-c113d628-1561-4d19-829a-37d8008058af tempest-RoutersIpV6AdminTest-1535217791 tempest-RoutersIpV6AdminTest-1535217791-project-admin] Resources bound (agent type, host, resource id): {{(pid=103159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:27:59.295998 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c113d628-1561-4d19-829a-37d8008058af tempest-RoutersIpV6AdminTest-1535217791 tempest-RoutersIpV6AdminTest-1535217791-project-admin] Received port after_create {{(pid=103159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:27:59.310545 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c6950a0-4be9-4a74-b4e6-48d1d51c222b None None] DHCP port deletion for decb4a40-7941-48c8-afbb-daaafd502e83 request from dv-neutron-744815-20-hyperv {{(pid=103161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 18 13:27:59.380610 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-74cbaa3e-d21f-47d0-b704-4bed5dbb0946 None None] Provisioning complete for port 0e927850-223f-408a-918a-3ec7aaea79c9 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:27:59.381617 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-74cbaa3e-d21f-47d0-b704-4bed5dbb0946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:59.387325 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-0ddab183-a523-4285-ac24-c579217c7635 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Deleting port d8250f69-0cca-4984-8543-9b5959944acb {{(pid=103159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:27:59.388351 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-0ddab183-a523-4285-ac24-c579217c7635 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:59.452145 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-74cbaa3e-d21f-47d0-b704-4bed5dbb0946 None None] Port 0e927850-223f-408a-918a-3ec7aaea79c9 cannot update to ACTIVE because it is not bound. {{(pid=103161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 13:27:59.567277 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-0ddab183-a523-4285-ac24-c579217c7635 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:59.590327 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-672e1797-6c35-4bbe-a0ee-67f9606e4d29 tempest-RoutersAdminTest-1969777796 tempest-RoutersAdminTest-1969777796-project] Router c2f7b425-d89b-41a9-a5c6-9d37308537eb has already been hosted by L3 agent c9c0cd52-5bd2-4704-9429-d80f1c5ad23c {{(pid=103160) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 18 13:27:59.592447 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-0ddab183-a523-4285-ac24-c579217c7635 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Calling delete_port for d8250f69-0cca-4984-8543-9b5959944acb owned by {{(pid=103159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:27:59.634371 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-7fc766d3-88e5-4e6e-849f-5eea315a0100 tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.5720952 Dec 18 13:27:59.634998 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 50998) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:27:59.717772 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 5347c32b-3e2a-474d-9dba-3abbed67ff0d up at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 13:27:59.778356 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2294866d-0076-4933-952c-685307032598 None None] Provisioning complete for port 5347c32b-3e2a-474d-9dba-3abbed67ff0d triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:27:59.778745 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:59.787031 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-875933b9-cd57-484e-a49c-7987d145a12e tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:59.801266 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-c113d628-1561-4d19-829a-37d8008058af tempest-RoutersIpV6AdminTest-1535217791 tempest-RoutersIpV6AdminTest-1535217791-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:59.801609 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-875933b9-cd57-484e-a49c-7987d145a12e tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:59.805062 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-0ddab183-a523-4285-ac24-c579217c7635 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:59.834629 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-672e1797-6c35-4bbe-a0ee-67f9606e4d29 tempest-RoutersAdminTest-1969777796 tempest-RoutersAdminTest-1969777796-project] Notify agent at l3_agent.dv-neutron-744815-20-hyperv the message routers_updated {{(pid=103160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 13:27:59.846249 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60178b3e-2f05-4bc6-9021-eb96c63e70c1 None None] Sync routers for ids ['c2f7b425-d89b-41a9-a5c6-9d37308537eb'] in dv-neutron-744815-20-hyperv {{(pid=103162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 13:27:59.850334 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-672e1797-6c35-4bbe-a0ee-67f9606e4d29 tempest-RoutersAdminTest-1969777796 tempest-RoutersAdminTest-1969777796-project] Publish callbacks [] for router, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:59.854570 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-672e1797-6c35-4bbe-a0ee-67f9606e4d29 tempest-RoutersAdminTest-1969777796 tempest-RoutersAdminTest-1969777796-project] 10.222.0.31 "PUT /v2.0/routers/c2f7b425-d89b-41a9-a5c6-9d37308537eb HTTP/1.1" status: 200 len: 705 time: 2.4406133 Dec 18 13:27:59.855277 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 51000) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:27:59.866306 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60178b3e-2f05-4bc6-9021-eb96c63e70c1 None None] Routers {'c2f7b425-d89b-41a9-a5c6-9d37308537eb'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:27:59.866931 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-60178b3e-2f05-4bc6-9021-eb96c63e70c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:27:57Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['c2f7b425-d89b-41a9-a5c6-9d37308537eb'], 'active': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:27:59.922057 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:59.926193 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddab183-a523-4285-ac24-c579217c7635 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Pushing event deleted for resources: {'Port': ['ID=d8250f69-0cca-4984-8543-9b5959944acb,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:27:59.941875 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-60178b3e-2f05-4bc6-9021-eb96c63e70c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:27:59.955433 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 51002) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:27:59.956695 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-edd8b752-7710-46fd-a98e-92220a1d990e tempest-RoutersAdminTest-1776390182 tempest-RoutersAdminTest-1776390182-project-admin] 10.222.0.31 "GET /v2.0/routers/c2f7b425-d89b-41a9-a5c6-9d37308537eb HTTP/1.1" status: 200 len: 740 time: 0.0970082 Dec 18 13:27:59.967706 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-2294866d-0076-4933-952c-685307032598 None None] For port 5347c32b-3e2a-474d-9dba-3abbed67ff0d, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=5347c32b-3e2a-474d-9dba-3abbed67ff0d,segment=NetworkSegment(1d35b28d-d075-4c4f-99ab-408d9457428e),segment_id=1d35b28d-d075-4c4f-99ab-408d9457428e)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:27:59.967923 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60178b3e-2f05-4bc6-9021-eb96c63e70c1 None None] Routers {'c2f7b425-d89b-41a9-a5c6-9d37308537eb'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:27:59.968780 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-60178b3e-2f05-4bc6-9021-eb96c63e70c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:27:57Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['c2f7b425-d89b-41a9-a5c6-9d37308537eb'], 'active': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:27:59.969213 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7b7a3272-2b45-4d32-9670-25eb1afd1184 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:59.969588 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-0ddab183-a523-4285-ac24-c579217c7635 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:59.969764 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-5a144b32-eacc-41b7-ab8f-2a71b28e61b7 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks [] for port, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:59.976972 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:59.980117 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-875933b9-cd57-484e-a49c-7987d145a12e tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530267'] for security_group_rule, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:27:59.982000 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-0ddab183-a523-4285-ac24-c579217c7635 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] 10.222.0.31 "DELETE /v2.0/ports/d8250f69-0cca-4984-8543-9b5959944acb HTTP/1.1" status: 204 len: 168 time: 0.8644025 Dec 18 13:27:59.983758 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 51004) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:27:59.999247 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-875933b9-cd57-484e-a49c-7987d145a12e tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:00.000372 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-875933b9-cd57-484e-a49c-7987d145a12e tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/d91099cf-bf49-4d4f-ba7c-6231fa9edf78 HTTP/1.1" status: 204 len: 168 time: 0.3614237 Dec 18 13:28:00.006485 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 51006) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:28:00.030275 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875933b9-cd57-484e-a49c-7987d145a12e tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d91099cf-bf49-4d4f-ba7c-6231fa9edf78,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:28:00.048543 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-60178b3e-2f05-4bc6-9021-eb96c63e70c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:28:00.050014 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60178b3e-2f05-4bc6-9021-eb96c63e70c1 None None] The sync data for ids ['c2f7b425-d89b-41a9-a5c6-9d37308537eb'] in dv-neutron-744815-20-hyperv is: [] {{(pid=103162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 13:28:00.050187 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Pushing event updated for resources: {'Port': ['ID=5347c32b-3e2a-474d-9dba-3abbed67ff0d,revision_number=3']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:28:00.071519 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-62f068ca-9055-424a-bfba-2809676e72e2 tempest-RoutersAdminTest-1776390182 tempest-RoutersAdminTest-1776390182-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=decb4a40-7941-48c8-afbb-daaafd502e83&device_id=c2f7b425-d89b-41a9-a5c6-9d37308537eb HTTP/1.1" status: 200 len: 205 time: 0.0852895 Dec 18 13:28:00.073134 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 51008) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:28:00.106263 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4f1caa9-be4f-415e-b383-7b6d91580b38 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:28:00.107834 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-c4f1caa9-be4f-415e-b383-7b6d91580b38 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 842 time: 0.1207738 Dec 18 13:28:00.112527 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 51010) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:28:00.124729 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-fb6c90bd-e6a2-46fc-b600-aac47031121e tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1169128 Dec 18 13:28:00.125346 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 51012) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:28:00.129862 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-5a144b32-eacc-41b7-ab8f-2a71b28e61b7 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4533522'] for port, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:00.157468 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.pecan_wsgi.hooks.translation [None req-c62992b3-8c58-4da5-b1bd-92e2bd02009e tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] GET failed (client error): The resource could not be found. Dec 18 13:28:00.158899 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-c62992b3-8c58-4da5-b1bd-92e2bd02009e tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] 10.222.0.31 "GET /v2.0/ports/d8250f69-0cca-4984-8543-9b5959944acb HTTP/1.1" status: 404 len: 333 time: 0.0473704 Dec 18 13:28:00.166033 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-00cb16a5-d311-4041-ba3a-b12b4637ba83 tempest-RoutersAdminTest-1969777796 tempest-RoutersAdminTest-1969777796-project] 10.222.0.31 "GET /v2.0/ports?device_id=c2f7b425-d89b-41a9-a5c6-9d37308537eb HTTP/1.1" status: 200 len: 205 time: 0.0618930 Dec 18 13:28:00.166033 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 51014) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:28:00.166564 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 51016) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:28:00.168951 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-d033b16c-edc5-4a78-b81c-aa565c382583 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-876942026'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:28:00.181935 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-5b36422e-085b-4edf-a193-497829d64598 None None] Provisioning complete for port 5347c32b-3e2a-474d-9dba-3abbed67ff0d triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:28:00.182302 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-5b36422e-085b-4edf-a193-497829d64598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:00.196979 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d033b16c-edc5-4a78-b81c-aa565c382583 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Made reservation on behalf of dde8326b44a64ab5a12bbfefe7e7aced for: {'network': 1} {{(pid=103159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:28:00.200962 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-d033b16c-edc5-4a78-b81c-aa565c382583 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for network, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:00.233102 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d033b16c-edc5-4a78-b81c-aa565c382583 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 111} {{(pid=103159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 18 13:28:00.263012 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a144b32-eacc-41b7-ab8f-2a71b28e61b7 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Network a0b84a49-8464-4342-a47d-bd714ebbec81 is already hosted by enough agents. {{(pid=103160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:28:00.276362 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.base_scheduler [None req-5a144b32-eacc-41b7-ab8f-2a71b28e61b7 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Resources bound (agent type, host, resource id): {{(pid=103160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:28:00.281814 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-d033b16c-edc5-4a78-b81c-aa565c382583 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:00.282164 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.db.segments_db [None req-d033b16c-edc5-4a78-b81c-aa565c382583 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Added segment 2a5ac2f0-327d-4bbe-91e3-8a0d4895c495 of type vlan for network c6e9258f-4eba-44a3-b7b5-240b28eb2ed6 Dec 18 13:28:00.284573 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a144b32-eacc-41b7-ab8f-2a71b28e61b7 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Received port after_create {{(pid=103160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:28:00.290989 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a144b32-eacc-41b7-ab8f-2a71b28e61b7 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:28:00.291649 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-5a144b32-eacc-41b7-ab8f-2a71b28e61b7 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:00.296429 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a144b32-eacc-41b7-ab8f-2a71b28e61b7 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Pushing event updated for resources: {'Port': ['ID=8101efbb-ecd3-4d05-972b-aceaf3d06d13,revision_number=1']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:28:00.307822 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-5801385d-bdf8-4f55-afda-9a56a5d37e2c tempest-RoutersAdminTest-1969777796 tempest-RoutersAdminTest-1969777796-project] Publish callbacks [] for router, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:00.367995 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-d033b16c-edc5-4a78-b81c-aa565c382583 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767106405744'] for network, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:00.399605 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-5a144b32-eacc-41b7-ab8f-2a71b28e61b7 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.2043858 Dec 18 13:28:00.399794 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-c113d628-1561-4d19-829a-37d8008058af tempest-RoutersIpV6AdminTest-1535217791 tempest-RoutersIpV6AdminTest-1535217791-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-586613', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-589787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28650'] for router, precommit_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:00.401227 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 51018) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:28:00.405374 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-c113d628-1561-4d19-829a-37d8008058af tempest-RoutersIpV6AdminTest-1535217791 tempest-RoutersIpV6AdminTest-1535217791-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-586526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-586508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-586503', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-589778'] for router, after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:00.412038 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-d033b16c-edc5-4a78-b81c-aa565c382583 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981'] for network, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:00.417164 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-1e06b745-a9e9-48c6-99de-5cbaf1d4d667 tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] Publish callbacks [] for security_group, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:00.417812 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d033b16c-edc5-4a78-b81c-aa565c382583 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:28:00.418457 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-d033b16c-edc5-4a78-b81c-aa565c382583 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047995'] for network, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:00.533276 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-d033b16c-edc5-4a78-b81c-aa565c382583 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3658180 Dec 18 13:28:00.537807 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 51024) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:28:00.541804 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-7508b220-d793-4ff1-b436-8cb58b71cfb1 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Request body: {'subnet': {'network_id': 'c6e9258f-4eba-44a3-b7b5-240b28eb2ed6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:28:00.574998 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-1e06b745-a9e9-48c6-99de-5cbaf1d4d667 tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:00.594023 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-5801385d-bdf8-4f55-afda-9a56a5d37e2c tempest-RoutersAdminTest-1969777796 tempest-RoutersAdminTest-1969777796-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-589815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28643'] for router, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:00.594745 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-e5ce8493-2c66-4a48-bd00-06daf048a591 None None] Provisioning complete for port 8101efbb-ecd3-4d05-972b-aceaf3d06d13 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:28:00.595117 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e5ce8493-2c66-4a48-bd00-06daf048a591 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:00.598013 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-5801385d-bdf8-4f55-afda-9a56a5d37e2c tempest-RoutersAdminTest-1969777796 tempest-RoutersAdminTest-1969777796-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:00.618188 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27870f4f-6b29-4eed-b5a0-11045aa549af tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:28:00.627413 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27870f4f-6b29-4eed-b5a0-11045aa549af tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:28:00.630361 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-27870f4f-6b29-4eed-b5a0-11045aa549af tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1687 time: 0.2260659 Dec 18 13:28:00.636609 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 51028) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:28:00.648999 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d033b16c-edc5-4a78-b81c-aa565c382583 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Pushing event updated for resources: {'Network': ['ID=c6e9258f-4eba-44a3-b7b5-240b28eb2ed6,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:28:00.664540 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Network c6e9258f-4eba-44a3-b7b5-240b28eb2ed6 details requested by agent ovs-agent-dv-neutron-744815-20-hyperv with host dv-neutron-744815-20-hyperv {{(pid=103161) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 18 13:28:00.694249 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-e5ce8493-2c66-4a48-bd00-06daf048a591 None None] Port 8101efbb-ecd3-4d05-972b-aceaf3d06d13 cannot update to ACTIVE because it is not bound. {{(pid=103161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 13:28:00.699109 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-1e06b745-a9e9-48c6-99de-5cbaf1d4d667 tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:00.702762 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-1e06b745-a9e9-48c6-99de-5cbaf1d4d667 tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] Publish callbacks [] for security_group, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:00.707799 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-1e06b745-a9e9-48c6-99de-5cbaf1d4d667 tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] 10.222.0.31 "DELETE /v2.0/security-groups/2d132704-f79a-46a9-a19d-3c343bda52f2 HTTP/1.1" status: 204 len: 168 time: 0.5809264 Dec 18 13:28:00.708359 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 51030) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:28:00.718986 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-5801385d-bdf8-4f55-afda-9a56a5d37e2c tempest-RoutersAdminTest-1969777796 tempest-RoutersAdminTest-1969777796-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-589710'] for router, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:00.719584 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5801385d-bdf8-4f55-afda-9a56a5d37e2c tempest-RoutersAdminTest-1969777796 tempest-RoutersAdminTest-1969777796-project] Fanout notify agent at l3_agent the message router_deleted on router c2f7b425-d89b-41a9-a5c6-9d37308537eb {{(pid=103160) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 18 13:28:00.737996 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-5801385d-bdf8-4f55-afda-9a56a5d37e2c tempest-RoutersAdminTest-1969777796 tempest-RoutersAdminTest-1969777796-project] Publish callbacks [] for router, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:00.739024 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-5801385d-bdf8-4f55-afda-9a56a5d37e2c tempest-RoutersAdminTest-1969777796 tempest-RoutersAdminTest-1969777796-project] 10.222.0.31 "DELETE /v2.0/routers/c2f7b425-d89b-41a9-a5c6-9d37308537eb HTTP/1.1" status: 204 len: 168 time: 0.5683079 Dec 18 13:28:00.742438 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e06b745-a9e9-48c6-99de-5cbaf1d4d667 tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d132704-f79a-46a9-a19d-3c343bda52f2,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:28:00.744370 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 51032) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:28:00.782336 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-8dda6a3a-38ca-4847-89c1-2cb49c23288a tempest-RoutersAdminTest-1969777796 tempest-RoutersAdminTest-1969777796-project] 10.222.0.31 "GET /v2.0/ports?device_id=c2f7b425-d89b-41a9-a5c6-9d37308537eb HTTP/1.1" status: 200 len: 205 time: 0.0361960 Dec 18 13:28:00.784807 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 51034) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:28:00.802514 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7508b220-d793-4ff1-b436-8cb58b71cfb1 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Made reservation on behalf of dde8326b44a64ab5a12bbfefe7e7aced for: {'subnet': 1} {{(pid=103159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:28:00.805760 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:00.807017 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-7508b220-d793-4ff1-b436-8cb58b71cfb1 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6017072'] for subnet, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:00.830249 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.api.v2.resource [None req-2f91cc08-0304-4c29-acf2-b1f4c775f7f2 tempest-RoutersAdminTest-1969777796 tempest-RoutersAdminTest-1969777796-project] delete failed (client error): The resource could not be found. Dec 18 13:28:00.831384 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-2f91cc08-0304-4c29-acf2-b1f4c775f7f2 tempest-RoutersAdminTest-1969777796 tempest-RoutersAdminTest-1969777796-project] 10.222.0.31 "DELETE /v2.0/routers/c2f7b425-d89b-41a9-a5c6-9d37308537eb HTTP/1.1" status: 404 len: 336 time: 0.0456026 Dec 18 13:28:00.833944 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 51036) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:28:00.847912 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-a15ea0fa-8dca-436f-98ab-2dedeef757d9 tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1350009 Dec 18 13:28:00.864455 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 51038) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:28:00.867580 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-72a88642-6c09-4324-8e02-c2feb237b63d tempest-RoutersAdminTest-1969777796 tempest-RoutersAdminTest-1969777796-project] 10.222.0.31 "GET /v2.0/ports?device_id=7a0bfd37-19f7-46c1-bf97-e3e1da76d000 HTTP/1.1" status: 200 len: 205 time: 0.0321190 Dec 18 13:28:00.869897 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 51040) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:28:00.873892 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-3deebd23-703e-40ca-b32d-5b6614ebb809 tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] Request body: {'security_group': {'name': 'tempest-secgroup--90913207'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:28:00.891565 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-58f87844-6199-41fc-8f9e-6f7ccfac97e1 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Deleting port 8101efbb-ecd3-4d05-972b-aceaf3d06d13 {{(pid=103159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:28:00.891922 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-58f87844-6199-41fc-8f9e-6f7ccfac97e1 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:00.894452 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c113d628-1561-4d19-829a-37d8008058af tempest-RoutersIpV6AdminTest-1535217791 tempest-RoutersIpV6AdminTest-1535217791-project-admin] Router 0e56a48b-8a32-48e6-825c-18626dcaf9d2 is scheduled to L3 agent c9c0cd52-5bd2-4704-9429-d80f1c5ad23c with binding_index 1 {{(pid=103159) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 18 13:28:00.909538 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.api.v2.resource [None req-8caea53b-0d18-4261-b5d8-841a30526345 tempest-RoutersAdminTest-1969777796 tempest-RoutersAdminTest-1969777796-project] delete failed (client error): The resource could not be found. Dec 18 13:28:00.913118 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-8caea53b-0d18-4261-b5d8-841a30526345 tempest-RoutersAdminTest-1969777796 tempest-RoutersAdminTest-1969777796-project] 10.222.0.31 "DELETE /v2.0/routers/7a0bfd37-19f7-46c1-bf97-e3e1da76d000 HTTP/1.1" status: 404 len: 336 time: 0.0398161 Dec 18 13:28:00.913414 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 51042) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:28:00.940661 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-c2e93bff-f943-405e-8b7a-f93f376ffa02 tempest-RoutersAdminTest-1969777796 tempest-RoutersAdminTest-1969777796-project] 10.222.0.31 "GET /v2.0/ports?device_id=be1bfeaa-1d75-4cfd-a01e-525bf54e1c08 HTTP/1.1" status: 200 len: 205 time: 0.0261881 Dec 18 13:28:00.943197 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 51044) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:28:00.984263 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.api.v2.resource [None req-7c3fa279-9e13-4414-bdf4-d5334dd289ec tempest-RoutersAdminTest-1969777796 tempest-RoutersAdminTest-1969777796-project] delete failed (client error): The resource could not be found. Dec 18 13:28:00.985286 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-7c3fa279-9e13-4414-bdf4-d5334dd289ec tempest-RoutersAdminTest-1969777796 tempest-RoutersAdminTest-1969777796-project] 10.222.0.31 "DELETE /v2.0/routers/be1bfeaa-1d75-4cfd-a01e-525bf54e1c08 HTTP/1.1" status: 404 len: 336 time: 0.0411785 Dec 18 13:28:00.988311 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 51046) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:28:01.015755 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-279495ad-8d7f-4a2f-821f-ff49270de5f9 tempest-RoutersAdminTest-1969777796 tempest-RoutersAdminTest-1969777796-project] 10.222.0.31 "GET /v2.0/ports?device_id=58f4569e-c879-4f81-91b5-86579efa62bd HTTP/1.1" status: 200 len: 205 time: 0.0264072 Dec 18 13:28:01.018295 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 51048) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:28:01.056299 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.api.v2.resource [None req-f488e9c1-7953-4da8-aea3-294583d8c993 tempest-RoutersAdminTest-1969777796 tempest-RoutersAdminTest-1969777796-project] delete failed (client error): The resource could not be found. Dec 18 13:28:01.057319 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-f488e9c1-7953-4da8-aea3-294583d8c993 tempest-RoutersAdminTest-1969777796 tempest-RoutersAdminTest-1969777796-project] 10.222.0.31 "DELETE /v2.0/routers/58f4569e-c879-4f81-91b5-86579efa62bd HTTP/1.1" status: 404 len: 336 time: 0.0380785 Dec 18 13:28:01.060278 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 51050) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:28:01.090073 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-94626e4f-4b5b-4cb7-abf7-c73e8f6aed69 tempest-RoutersAdminTest-1969777796 tempest-RoutersAdminTest-1969777796-project] 10.222.0.31 "GET /v2.0/ports?device_id=d944d27a-4a70-4a0c-b87f-5fe729693967 HTTP/1.1" status: 200 len: 205 time: 0.0265574 Dec 18 13:28:01.090353 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 51052) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:28:01.131998 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.api.v2.resource [None req-efa597a4-78e1-4b28-a745-089d0ff6c57f tempest-RoutersAdminTest-1969777796 tempest-RoutersAdminTest-1969777796-project] delete failed (client error): The resource could not be found. Dec 18 13:28:01.133044 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-efa597a4-78e1-4b28-a745-089d0ff6c57f tempest-RoutersAdminTest-1969777796 tempest-RoutersAdminTest-1969777796-project] 10.222.0.31 "DELETE /v2.0/routers/d944d27a-4a70-4a0c-b87f-5fe729693967 HTTP/1.1" status: 404 len: 336 time: 0.0417509 Dec 18 13:28:01.135872 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 51054) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:28:01.162990 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-2a25f36f-024a-4851-b80c-80987a3b5ca7 tempest-RoutersAdminTest-1969777796 tempest-RoutersAdminTest-1969777796-project] 10.222.0.31 "GET /v2.0/ports?device_id=be3f2c18-fcd4-418c-af1d-d5c2eb45fc3d HTTP/1.1" status: 200 len: 205 time: 0.0255668 Dec 18 13:28:01.165119 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 51056) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:28:01.202990 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.api.v2.resource [None req-287095fa-8863-4855-b3a6-fb8d432f74b2 tempest-RoutersAdminTest-1969777796 tempest-RoutersAdminTest-1969777796-project] delete failed (client error): The resource could not be found. Dec 18 13:28:01.204877 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-287095fa-8863-4855-b3a6-fb8d432f74b2 tempest-RoutersAdminTest-1969777796 tempest-RoutersAdminTest-1969777796-project] 10.222.0.31 "DELETE /v2.0/routers/be3f2c18-fcd4-418c-af1d-d5c2eb45fc3d HTTP/1.1" status: 404 len: 336 time: 0.0383718 Dec 18 13:28:01.207230 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 51058) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:28:01.235982 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e4a651c-cb40-4520-b1f0-5feda4b2b4cf tempest-RoutersAdminTest-1969777796 tempest-RoutersAdminTest-1969777796-project] DELETE failed (client error): The resource could not be found. Dec 18 13:28:01.236415 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e4a651c-cb40-4520-b1f0-5feda4b2b4cf tempest-RoutersAdminTest-1969777796 tempest-RoutersAdminTest-1969777796-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103160) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 18 13:28:01.239480 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-4e4a651c-cb40-4520-b1f0-5feda4b2b4cf tempest-RoutersAdminTest-1969777796 tempest-RoutersAdminTest-1969777796-project] 10.222.0.31 "DELETE /v2.0/subnets/1cdd12eb-32de-408c-863b-58a97c764467 HTTP/1.1" status: 404 len: 337 time: 0.0312736 Dec 18 13:28:01.264813 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-3deebd23-703e-40ca-b32d-5b6614ebb809 tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] Publish callbacks [] for security_group, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:01.354097 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-58f87844-6199-41fc-8f9e-6f7ccfac97e1 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:01.388328 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-58f87844-6199-41fc-8f9e-6f7ccfac97e1 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Calling delete_port for 8101efbb-ecd3-4d05-972b-aceaf3d06d13 owned by {{(pid=103159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:28:01.499943 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 51064) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:28:01.509758 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c113d628-1561-4d19-829a-37d8008058af tempest-RoutersIpV6AdminTest-1535217791 tempest-RoutersIpV6AdminTest-1535217791-project-admin] Notify agent at l3_agent.dv-neutron-744815-20-hyperv the message routers_updated {{(pid=103159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 13:28:01.522325 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7be1f8c9-0ac7-48e3-8d85-ac8d98a3442d None None] Sync routers for ids ['0e56a48b-8a32-48e6-825c-18626dcaf9d2'] in dv-neutron-744815-20-hyperv {{(pid=103161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 13:28:01.523388 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-c113d628-1561-4d19-829a-37d8008058af tempest-RoutersIpV6AdminTest-1535217791 tempest-RoutersIpV6AdminTest-1535217791-project-admin] Publish callbacks [] for router, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:01.527383 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-c113d628-1561-4d19-829a-37d8008058af tempest-RoutersIpV6AdminTest-1535217791 tempest-RoutersIpV6AdminTest-1535217791-project-admin] 10.222.0.31 "PUT /v2.0/routers/0e56a48b-8a32-48e6-825c-18626dcaf9d2 HTTP/1.1" status: 200 len: 919 time: 4.3362229 Dec 18 13:28:01.528004 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 51068) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:28:01.533125 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7be1f8c9-0ac7-48e3-8d85-ac8d98a3442d None None] Routers {'0e56a48b-8a32-48e6-825c-18626dcaf9d2'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:28:01.534027 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-7be1f8c9-0ac7-48e3-8d85-ac8d98a3442d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:27:57Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['0e56a48b-8a32-48e6-825c-18626dcaf9d2'], 'active': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:28:01.552511 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-7508b220-d793-4ff1-b436-8cb58b71cfb1 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5659786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6017062'] for subnet, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:01.570871 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-3deebd23-703e-40ca-b32d-5b6614ebb809 tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] Publish callbacks [] for security_group, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:01.573077 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-7be1f8c9-0ac7-48e3-8d85-ac8d98a3442d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:28:01.583454 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7be1f8c9-0ac7-48e3-8d85-ac8d98a3442d None None] Routers {'0e56a48b-8a32-48e6-825c-18626dcaf9d2'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:28:01.584425 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-7be1f8c9-0ac7-48e3-8d85-ac8d98a3442d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:27:57Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['0e56a48b-8a32-48e6-825c-18626dcaf9d2'], 'active': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:28:01.600219 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-3deebd23-703e-40ca-b32d-5b6614ebb809 tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:01.664876 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-7be1f8c9-0ac7-48e3-8d85-ac8d98a3442d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:28:01.667921 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7be1f8c9-0ac7-48e3-8d85-ac8d98a3442d None None] The sync data for ids ['0e56a48b-8a32-48e6-825c-18626dcaf9d2'] in dv-neutron-744815-20-hyperv is: [] {{(pid=103161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 13:28:01.668823 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-c6a49360-c639-4caa-9adf-dab58caf72a6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:01.718485 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 5347c32b-3e2a-474d-9dba-3abbed67ff0d up at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 13:28:01.734011 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-322e296d-edcb-4fc2-91ae-06f68661d349 tempest-RoutersIpV6AdminTest-1535217791 tempest-RoutersIpV6AdminTest-1535217791-project-admin] 10.222.0.31 "GET /v2.0/routers/0e56a48b-8a32-48e6-825c-18626dcaf9d2 HTTP/1.1" status: 200 len: 925 time: 0.2047474 Dec 18 13:28:01.742853 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-3deebd23-703e-40ca-b32d-5b6614ebb809 tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] Publish callbacks [] for security_group, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:01.743665 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 51074) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:28:01.743788 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-3deebd23-703e-40ca-b32d-5b6614ebb809 tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1759 time: 0.8741267 Dec 18 13:28:01.743788 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7508b220-d793-4ff1-b436-8cb58b71cfb1 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Pushing event updated for resources: {'Subnet': ['ID=ee1c3cbf-b4d9-4e77-a61f-bf07277a4a20,revision_number=0']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:28:01.747652 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 51076) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:28:01.752446 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3deebd23-703e-40ca-b32d-5b6614ebb809 tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a3d77be-e111-4b54-befa-97508428f069,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:28:01.766622 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-40eafda5-58a0-43ec-b314-353dc9a9c279 tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] Request body: {'security_group_rule': {'security_group_id': '7a3d77be-e111-4b54-befa-97508428f069', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:28:01.793256 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7508b220-d793-4ff1-b436-8cb58b71cfb1 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Checking segment: {'id': '2a5ac2f0-327d-4bbe-91e3-8a0d4895c495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'c6e9258f-4eba-44a3-b7b5-240b28eb2ed6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 13:28:01.793625 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7508b220-d793-4ff1-b436-8cb58b71cfb1 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Network hostable DHCP agents. Network: c6e9258f-4eba-44a3-b7b5-240b28eb2ed6, hostable agents: ['aa77effa-0e3a-4bbd-a383-4d58ed3328d0'], hosted agents: [] {{(pid=103159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 18 13:28:01.795682 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2294866d-0076-4933-952c-685307032598 None None] Provisioning complete for port 5347c32b-3e2a-474d-9dba-3abbed67ff0d triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:28:01.797917 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:01.827386 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-58f87844-6199-41fc-8f9e-6f7ccfac97e1 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:01.832099 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7508b220-d793-4ff1-b436-8cb58b71cfb1 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Network c6e9258f-4eba-44a3-b7b5-240b28eb2ed6 is scheduled to be hosted by DHCP agent aa77effa-0e3a-4bbd-a383-4d58ed3328d0 with binding_index 1 {{(pid=103159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 18 13:28:01.850435 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecc68cd3-a256-4fc7-aef9-60726ad6ff9a tempest-RoutersIpV6AdminTest-1535217791 tempest-RoutersIpV6AdminTest-1535217791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:28:01.852013 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-ecc68cd3-a256-4fc7-aef9-60726ad6ff9a tempest-RoutersIpV6AdminTest-1535217791 tempest-RoutersIpV6AdminTest-1535217791-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=decb4a40-7941-48c8-afbb-daaafd502e83&device_id=0e56a48b-8a32-48e6-825c-18626dcaf9d2&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1106946 Dec 18 13:28:01.857864 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 51080) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:28:01.865313 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f87844-6199-41fc-8f9e-6f7ccfac97e1 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Pushing event deleted for resources: {'Port': ['ID=8101efbb-ecd3-4d05-972b-aceaf3d06d13,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:28:01.873347 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.base_scheduler [None req-7508b220-d793-4ff1-b436-8cb58b71cfb1 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-744815-20-hyperv, c6e9258f-4eba-44a3-b7b5-240b28eb2ed6) {{(pid=103159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:28:01.880777 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7508b220-d793-4ff1-b436-8cb58b71cfb1 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:28:01.881496 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-7508b220-d793-4ff1-b436-8cb58b71cfb1 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047995'] for subnet, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:01.898194 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07ca4850-58b4-4c0e-8f60-6e7af6ed1462 None None] Network c6e9258f-4eba-44a3-b7b5-240b28eb2ed6 requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:28:01.905490 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-c6a49360-c639-4caa-9adf-dab58caf72a6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:01.912626 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-58f87844-6199-41fc-8f9e-6f7ccfac97e1 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:01.921297 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-58f87844-6199-41fc-8f9e-6f7ccfac97e1 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] 10.222.0.31 "DELETE /v2.0/ports/8101efbb-ecd3-4d05-972b-aceaf3d06d13 HTTP/1.1" status: 204 len: 168 time: 1.2833428 Dec 18 13:28:01.924638 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 51082) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:28:01.941358 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-c6a49360-c639-4caa-9adf-dab58caf72a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:01.968788 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-7508b220-d793-4ff1-b436-8cb58b71cfb1 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4311383 Dec 18 13:28:01.969302 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 51084) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:28:01.971352 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-c6a49360-c639-4caa-9adf-dab58caf72a6 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1631720f06ab4cf8932a1d4d390784a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4702976 Dec 18 13:28:01.977354 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-c7cc5203-2a40-4430-8db4-1b5dece06379 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Request body: {'subnet': {'network_id': 'c6e9258f-4eba-44a3-b7b5-240b28eb2ed6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:28:01.982695 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 51086) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:28:02.005447 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-40eafda5-58a0-43ec-b314-353dc9a9c279 tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:02.030635 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a49360-c639-4caa-9adf-dab58caf72a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=165d17a7-966a-49fe-b93e-2f1c51df5733,revision_number=1']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:28:02.046367 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-893b9f58-bc02-4dfb-bdf5-cf0eaa3d7627 tempest-RoutersIpV6AdminTest-1535217791 tempest-RoutersIpV6AdminTest-1535217791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:28:02.047961 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-893b9f58-bc02-4dfb-bdf5-cf0eaa3d7627 tempest-RoutersIpV6AdminTest-1535217791 tempest-RoutersIpV6AdminTest-1535217791-project-admin] 10.222.0.31 "GET /v2.0/networks/decb4a40-7941-48c8-afbb-daaafd502e83 HTTP/1.1" status: 200 len: 881 time: 0.1881030 Dec 18 13:28:02.050799 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 51088) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:28:02.076052 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e7fa5bd-ab7c-4ff0-ad05-9f2be0ed327a tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:28:02.077565 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e7fa5bd-ab7c-4ff0-ad05-9f2be0ed327a tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:28:02.079499 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-3e7fa5bd-ab7c-4ff0-ad05-9f2be0ed327a tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1536617 Dec 18 13:28:02.089135 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbb98238-de76-4e48-a74d-5416ba19a843 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp31e170a0-46a1-5ba9-9dc1-7ee4f866f0d7-c6e9258f-4eba-44a3-b7b5-240b28eb2ed6', 'network_id': 'c6e9258f-4eba-44a3-b7b5-240b28eb2ed6', 'project_id': 'dde8326b44a64ab5a12bbfefe7e7aced', 'fixed_ips': [{'subnet_id': 'ee1c3cbf-b4d9-4e77-a61f-bf07277a4a20'}]}} from dv-neutron-744815-20-hyperv. {{(pid=103161) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 18 13:28:02.089498 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-5c0cd9f0-7332-4b77-a911-cdf8bb5785d1 tempest-RoutersIpV6AdminTest-1998592124 tempest-RoutersIpV6AdminTest-1998592124-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e56a48b-8a32-48e6-825c-18626dcaf9d2 HTTP/1.1" status: 200 len: 205 time: 0.0372305 Dec 18 13:28:02.090628 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 51090) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:28:02.092283 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-cbb98238-de76-4e48-a74d-5416ba19a843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:02.093325 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 51092) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:28:02.118014 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-40eafda5-58a0-43ec-b314-353dc9a9c279 tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:02.131954 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-40eafda5-58a0-43ec-b314-353dc9a9c279 tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530267'] for security_group_rule, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:02.153646 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40eafda5-58a0-43ec-b314-353dc9a9c279 tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f4c7b7f-38ff-4742-bed8-36273d63e57a,revision_number=0']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:28:02.162337 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-40eafda5-58a0-43ec-b314-353dc9a9c279 tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:02.166897 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-40eafda5-58a0-43ec-b314-353dc9a9c279 tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4091470 Dec 18 13:28:02.167759 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 51094) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:28:02.228426 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-a72135c9-0b39-4440-a0a7-b3057d37f35c tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] Publish callbacks [] for security_group, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:02.252339 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_common [None req-cbb98238-de76-4e48-a74d-5416ba19a843 None None] Allocated IP 172.20.0.2 (c6e9258f-4eba-44a3-b7b5-240b28eb2ed6/ee1c3cbf-b4d9-4e77-a61f-bf07277a4a20/25a6f794-e055-43d3-b9b0-9d4fa94013f9) {{(pid=103161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:28:02.252598 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-a72135c9-0b39-4440-a0a7-b3057d37f35c tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:02.265954 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-206c922a-93c2-4bde-99f6-05e0f70a6179 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:02.295073 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec1f01a6-c6c4-4494-b8b8-1d3b320f1dc9 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Deleting subnet ac449922-9ac0-40f8-a262-6f4eeb236979 {{(pid=103159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 18 13:28:02.302753 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-a72135c9-0b39-4440-a0a7-b3057d37f35c tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:02.306048 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-a72135c9-0b39-4440-a0a7-b3057d37f35c tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] Publish callbacks [] for security_group, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:02.309534 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-a72135c9-0b39-4440-a0a7-b3057d37f35c tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] 10.222.0.31 "DELETE /v2.0/security-groups/7a3d77be-e111-4b54-befa-97508428f069 HTTP/1.1" status: 204 len: 168 time: 0.1383495 Dec 18 13:28:02.309666 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-ec1f01a6-c6c4-4494-b8b8-1d3b320f1dc9 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks [] for subnet, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:02.313414 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 51096) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:28:02.318690 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72135c9-0b39-4440-a0a7-b3057d37f35c tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a3d77be-e111-4b54-befa-97508428f069,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:28:02.354647 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-206c922a-93c2-4bde-99f6-05e0f70a6179 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:02.397858 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7cc5203-2a40-4430-8db4-1b5dece06379 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Made reservation on behalf of dde8326b44a64ab5a12bbfefe7e7aced for: {'subnet': 1} {{(pid=103159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:28:02.401334 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-c7cc5203-2a40-4430-8db4-1b5dece06379 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6017072'] for subnet, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:02.414807 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-cbb98238-de76-4e48-a74d-5416ba19a843 None None] Publish callbacks [] for port, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:02.419717 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-ec1f01a6-c6c4-4494-b8b8-1d3b320f1dc9 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5589624'] for subnet, precommit_delete_associations {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:02.423697 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-cbb98238-de76-4e48-a74d-5416ba19a843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975'] for port, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:02.487750 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-8457493d-9c73-46f0-90d2-6aeaf8053552 tempest-RoutersIpV6AdminTest-1998592124 tempest-RoutersIpV6AdminTest-1998592124-project] Publish callbacks [] for router, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:02.597088 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-3a0e1560-cea8-41e8-a3af-f181cf4bd20c tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.2583311 Dec 18 13:28:02.600556 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 51098) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:28:02.621866 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbb98238-de76-4e48-a74d-5416ba19a843 None None] Network c6e9258f-4eba-44a3-b7b5-240b28eb2ed6 is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:28:02.628139 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-cbb98238-de76-4e48-a74d-5416ba19a843 None None] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:28:02.628393 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbb98238-de76-4e48-a74d-5416ba19a843 None None] Received port after_create {{(pid=103161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:28:02.632132 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb98238-de76-4e48-a74d-5416ba19a843 None None] Pushing event updated for resources: {'Port': ['ID=25a6f794-e055-43d3-b9b0-9d4fa94013f9,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:28:02.666767 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-629ac10a-5c33-45bf-9106-4f41137eed9d tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0621443 Dec 18 13:28:02.668146 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 51100) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:28:02.675601 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-206c922a-93c2-4bde-99f6-05e0f70a6179 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:02.680748 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-206c922a-93c2-4bde-99f6-05e0f70a6179 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:02.682002 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-206c922a-93c2-4bde-99f6-05e0f70a6179 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/165d17a7-966a-49fe-b93e-2f1c51df5733 HTTP/1.1" status: 204 len: 168 time: 0.6972604 Dec 18 13:28:02.687045 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.api.v2.resource [None req-9b31629b-3120-4f33-9248-b187c9fbc1a8 tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] delete failed (client error): The resource could not be found. Dec 18 13:28:02.692066 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-9b31629b-3120-4f33-9248-b187c9fbc1a8 tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] 10.222.0.31 "DELETE /v2.0/security-groups/7a3d77be-e111-4b54-befa-97508428f069 HTTP/1.1" status: 404 len: 347 time: 0.0168600 Dec 18 13:28:02.693306 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-cbb98238-de76-4e48-a74d-5416ba19a843 None None] Attempting to bind port 25a6f794-e055-43d3-b9b0-9d4fa94013f9 on host dv-neutron-744815-20-hyperv for vnic_type normal with profile {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 13:28:02.693833 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-cbb98238-de76-4e48-a74d-5416ba19a843 None None] Attempting to bind port 25a6f794-e055-43d3-b9b0-9d4fa94013f9 by drivers openvswitch,hyperv on host dv-neutron-744815-20-hyperv at level 0 using segments [{'id': '2a5ac2f0-327d-4bbe-91e3-8a0d4895c495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'c6e9258f-4eba-44a3-b7b5-240b28eb2ed6'}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 13:28:02.694297 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbb98238-de76-4e48-a74d-5416ba19a843 None None] Attempting to bind port 25a6f794-e055-43d3-b9b0-9d4fa94013f9 on network c6e9258f-4eba-44a3-b7b5-240b28eb2ed6 {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 13:28:02.697300 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 51104) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:28:02.699914 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbb98238-de76-4e48-a74d-5416ba19a843 None None] Checking agent: {'id': '428fa9fa-43db-4db9-9f96-f60ffe931f2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-20-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 13, 19, 1), 'started_at': datetime.datetime(2021, 12, 18, 13, 19, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 13, 28, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-20-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 18 13:28:02.700277 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbb98238-de76-4e48-a74d-5416ba19a843 None None] Checking segment: {'id': '2a5ac2f0-327d-4bbe-91e3-8a0d4895c495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'c6e9258f-4eba-44a3-b7b5-240b28eb2ed6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 13:28:02.700680 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-cbb98238-de76-4e48-a74d-5416ba19a843 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:02.701075 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbb98238-de76-4e48-a74d-5416ba19a843 None None] Bound using segment: {'id': '2a5ac2f0-327d-4bbe-91e3-8a0d4895c495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'c6e9258f-4eba-44a3-b7b5-240b28eb2ed6'} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 18 13:28:02.701548 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-cbb98238-de76-4e48-a74d-5416ba19a843 None None] Bound port: 25a6f794-e055-43d3-b9b0-9d4fa94013f9, host: dv-neutron-744815-20-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a5ac2f0-327d-4bbe-91e3-8a0d4895c495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'c6e9258f-4eba-44a3-b7b5-240b28eb2ed6'}}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 18 13:28:02.701926 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-cbb98238-de76-4e48-a74d-5416ba19a843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:02.718661 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206c922a-93c2-4bde-99f6-05e0f70a6179 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=165d17a7-966a-49fe-b93e-2f1c51df5733,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:28:02.754104 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.db.ipam_backend_mixin [None req-c7cc5203-2a40-4430-8db4-1b5dece06379 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet ee1c3cbf-b4d9-4e77-a61f-bf07277a4a20 (CIDR: 172.20.0.0/28) Dec 18 13:28:02.782653 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7cc5203-2a40-4430-8db4-1b5dece06379 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 18 13:28:02.783195 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7cc5203-2a40-4430-8db4-1b5dece06379 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 18 13:28:02.794545 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-ec1f01a6-c6c4-4494-b8b8-1d3b320f1dc9 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1929185'] for subnet, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:02.796292 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-cbb98238-de76-4e48-a74d-5416ba19a843 None None] For port 25a6f794-e055-43d3-b9b0-9d4fa94013f9, host dv-neutron-744815-20-hyperv, cleared binding levels {{(pid=103161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 18 13:28:02.801192 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-cbb98238-de76-4e48-a74d-5416ba19a843 None None] For port 25a6f794-e055-43d3-b9b0-9d4fa94013f9, host dv-neutron-744815-20-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=25a6f794-e055-43d3-b9b0-9d4fa94013f9,segment=NetworkSegment(2a5ac2f0-327d-4bbe-91e3-8a0d4895c495),segment_id=2a5ac2f0-327d-4bbe-91e3-8a0d4895c495)] {{(pid=103161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 18 13:28:02.807740 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-cbb98238-de76-4e48-a74d-5416ba19a843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:02.850993 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-8457493d-9c73-46f0-90d2-6aeaf8053552 tempest-RoutersIpV6AdminTest-1998592124 tempest-RoutersIpV6AdminTest-1998592124-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:02.879385 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb98238-de76-4e48-a74d-5416ba19a843 None None] Pushing event updated for resources: {'Port': ['ID=25a6f794-e055-43d3-b9b0-9d4fa94013f9,revision_number=2']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:28:02.923744 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-c7cc5203-2a40-4430-8db4-1b5dece06379 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9484403 Dec 18 13:28:02.925565 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 51114) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:28:02.932610 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-b4c89d1f-501a-488b-a019-647ac8c461c6 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Request body: {'subnet': {'network_id': 'c6e9258f-4eba-44a3-b7b5-240b28eb2ed6', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:28:02.938234 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-a6190cb4-0557-4563-a750-d7ea06731556 tempest-SecGroupIPv6Test-133730033 tempest-SecGroupIPv6Test-133730033-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.2314265 Dec 18 13:28:02.975670 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-ec1f01a6-c6c4-4494-b8b8-1d3b320f1dc9 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1929192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5659851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6017053'] for subnet, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:03.022633 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1f01a6-c6c4-4494-b8b8-1d3b320f1dc9 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Pushing event deleted for resources: {'Subnet': ['ID=ac449922-9ac0-40f8-a262-6f4eeb236979,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:28:03.033194 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-ec1f01a6-c6c4-4494-b8b8-1d3b320f1dc9 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047995'] for subnet, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:03.036534 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-ec1f01a6-c6c4-4494-b8b8-1d3b320f1dc9 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] 10.222.0.31 "DELETE /v2.0/subnets/ac449922-9ac0-40f8-a262-6f4eeb236979 HTTP/1.1" status: 204 len: 168 time: 0.9452221 Dec 18 13:28:03.039088 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 51118) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:28:03.043431 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0699228-0f8b-4e6c-a483-c8d6d0e2346a None None] Network a0b84a49-8464-4342-a47d-bd714ebbec81 requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:28:03.051740 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-8457493d-9c73-46f0-90d2-6aeaf8053552 tempest-RoutersIpV6AdminTest-1998592124 tempest-RoutersIpV6AdminTest-1998592124-project] Deleting port 0e927850-223f-408a-918a-3ec7aaea79c9 {{(pid=103159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:28:03.052517 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-8457493d-9c73-46f0-90d2-6aeaf8053552 tempest-RoutersIpV6AdminTest-1998592124 tempest-RoutersIpV6AdminTest-1998592124-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:03.098946 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-bc05f14b-d050-4176-adc3-6e27e21df173 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0567114 Dec 18 13:28:03.100512 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 51120) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:28:03.154572 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4c89d1f-501a-488b-a019-647ac8c461c6 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Made reservation on behalf of dde8326b44a64ab5a12bbfefe7e7aced for: {'subnet': 1} {{(pid=103160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:28:03.163554 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-b4c89d1f-501a-488b-a019-647ac8c461c6 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4514414'] for subnet, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:03.186500 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 51122) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:28:03.195511 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-b47ca48e-3328-482b-9336-4750165de820 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Request body: {'subnet': {'network_id': 'a0b84a49-8464-4342-a47d-bd714ebbec81', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:28:03.297466 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-8457493d-9c73-46f0-90d2-6aeaf8053552 tempest-RoutersIpV6AdminTest-1998592124 tempest-RoutersIpV6AdminTest-1998592124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:03.302878 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-716b2142-6d6e-45c1-aa28-d60922dad585 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=55892e40450b462fb81027b7b782d307&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1151474 Dec 18 13:28:03.309724 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 51126) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:28:03.345410 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-8457493d-9c73-46f0-90d2-6aeaf8053552 tempest-RoutersIpV6AdminTest-1998592124 tempest-RoutersIpV6AdminTest-1998592124-project] Calling delete_port for 0e927850-223f-408a-918a-3ec7aaea79c9 owned by network:router_gateway {{(pid=103159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:28:03.359989 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78eb51d9-7711-46ba-b418-a4fb94473f9a None None] DHCP port deletion for a0b84a49-8464-4342-a47d-bd714ebbec81 request from dv-neutron-744815-20-hyperv {{(pid=103161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 18 13:28:03.440570 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b47ca48e-3328-482b-9336-4750165de820 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Made reservation on behalf of 606a569495c64210af9cc9fb7e76dd52 for: {'subnet': 1} {{(pid=103159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:28:03.444012 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b47ca48e-3328-482b-9336-4750165de820 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6017072'] for subnet, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:03.447725 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-78eb51d9-7711-46ba-b418-a4fb94473f9a None None] Deleting port 5347c32b-3e2a-474d-9dba-3abbed67ff0d {{(pid=103161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:28:03.448237 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-78eb51d9-7711-46ba-b418-a4fb94473f9a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:03.459621 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 51128) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:28:03.510048 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-b4c89d1f-501a-488b-a019-647ac8c461c6 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4533410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4514424'] for subnet, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:03.521174 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-78eb51d9-7711-46ba-b418-a4fb94473f9a None None] For port 5347c32b-3e2a-474d-9dba-3abbed67ff0d, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=5347c32b-3e2a-474d-9dba-3abbed67ff0d,segment=NetworkSegment(1d35b28d-d075-4c4f-99ab-408d9457428e),segment_id=1d35b28d-d075-4c4f-99ab-408d9457428e)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:28:03.522204 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-78eb51d9-7711-46ba-b418-a4fb94473f9a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:03.536460 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-78eb51d9-7711-46ba-b418-a4fb94473f9a None None] Calling delete_port for 5347c32b-3e2a-474d-9dba-3abbed67ff0d owned by network:dhcp {{(pid=103161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:28:03.543019 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-456c8614-2612-41dc-bb09-53e2baef7234 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:03.563997 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4c89d1f-501a-488b-a019-647ac8c461c6 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Network c6e9258f-4eba-44a3-b7b5-240b28eb2ed6 is already hosted by enough agents. {{(pid=103160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:28:03.568295 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.base_scheduler [None req-b4c89d1f-501a-488b-a019-647ac8c461c6 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Resources bound (agent type, host, resource id): {{(pid=103160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:28:03.572512 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4c89d1f-501a-488b-a019-647ac8c461c6 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:28:03.573396 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-b4c89d1f-501a-488b-a019-647ac8c461c6 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks [] for subnet, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:03.597743 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c89d1f-501a-488b-a019-647ac8c461c6 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Pushing event updated for resources: {'Subnet': ['ID=f06e6411-4580-40d1-89c6-0017d3c75d0f,revision_number=0']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:28:03.609337 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-b4c89d1f-501a-488b-a019-647ac8c461c6 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.6840310 Dec 18 13:28:03.618189 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 51132) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:28:03.625446 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-054c025e-424e-4497-a0c0-283aa123b351 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Request body: {'port': {'network_id': 'c6e9258f-4eba-44a3-b7b5-240b28eb2ed6', 'fixed_ips': [{'subnet_id': 'ee1c3cbf-b4d9-4e77-a61f-bf07277a4a20'}, {'subnet_id': 'f06e6411-4580-40d1-89c6-0017d3c75d0f'}], 'name': 'tempest-PortsTestJSON-557088139'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:28:03.646257 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-456c8614-2612-41dc-bb09-53e2baef7234 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:03.669920 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-78eb51d9-7711-46ba-b418-a4fb94473f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984'] for port, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:03.707347 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78eb51d9-7711-46ba-b418-a4fb94473f9a None None] No DVR routers for this DVR port 5347c32b-3e2a-474d-9dba-3abbed67ff0d on host dv-neutron-744815-20-hyperv {{(pid=103161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 18 13:28:03.711209 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78eb51d9-7711-46ba-b418-a4fb94473f9a None None] Pushing event deleted for resources: {'Port': ['ID=5347c32b-3e2a-474d-9dba-3abbed67ff0d,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:28:03.766123 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 25a6f794-e055-43d3-b9b0-9d4fa94013f9 up at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 13:28:03.786864 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-1d0baa35-30ae-4caa-bf67-469045e69688 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=788dc2530a1b4e7f9d7dafd13f7fc2c7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3260694 Dec 18 13:28:03.790565 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 51134) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:28:03.842974 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2294866d-0076-4933-952c-685307032598 None None] Provisioning complete for port 25a6f794-e055-43d3-b9b0-9d4fa94013f9 triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:28:03.843506 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:03.867552 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-054c025e-424e-4497-a0c0-283aa123b351 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Made reservation on behalf of dde8326b44a64ab5a12bbfefe7e7aced for: {'port': 1} {{(pid=103160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:28:03.875705 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-075efbb9-15ac-4336-bd4e-d7d4017452f9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:03.933378 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-8457493d-9c73-46f0-90d2-6aeaf8053552 tempest-RoutersIpV6AdminTest-1998592124 tempest-RoutersIpV6AdminTest-1998592124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:03.943193 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-456c8614-2612-41dc-bb09-53e2baef7234 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:03.952857 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-456c8614-2612-41dc-bb09-53e2baef7234 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:03.959592 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-075efbb9-15ac-4336-bd4e-d7d4017452f9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:03.961993 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-456c8614-2612-41dc-bb09-53e2baef7234 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/15e45208-3cf7-4c3b-bce7-70456929859e HTTP/1.1" status: 204 len: 168 time: 0.6503899 Dec 18 13:28:03.994825 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b47ca48e-3328-482b-9336-4750165de820 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5659786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6017062'] for subnet, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:04.002809 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8457493d-9c73-46f0-90d2-6aeaf8053552 tempest-RoutersIpV6AdminTest-1998592124 tempest-RoutersIpV6AdminTest-1998592124-project] Pushing event deleted for resources: {'Port': ['ID=0e927850-223f-408a-918a-3ec7aaea79c9,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:28:04.008773 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:04.041910 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-054c025e-424e-4497-a0c0-283aa123b351 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:04.050685 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ca9e109-fa4b-4c88-9e40-067629423545 None None] DHCP port deletion for decb4a40-7941-48c8-afbb-daaafd502e83 request from dv-neutron-744815-20-hyperv {{(pid=103161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 18 13:28:04.067799 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.notifiers.nova [None req-054c025e-424e-4497-a0c0-283aa123b351 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] device_id is not set on port e64e862a-1588-4f62-babe-2dc4c4c4468d yet. {{(pid=103160) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 18 13:28:04.094504 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-075efbb9-15ac-4336-bd4e-d7d4017452f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:04.098146 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-075efbb9-15ac-4336-bd4e-d7d4017452f9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:04.099503 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-075efbb9-15ac-4336-bd4e-d7d4017452f9 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/81d5e16b-00b3-4c74-b912-1e3c000d4339 HTTP/1.1" status: 204 len: 168 time: 0.3079774 Dec 18 13:28:04.111746 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456c8614-2612-41dc-bb09-53e2baef7234 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15e45208-3cf7-4c3b-bce7-70456929859e,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:28:04.120777 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-2294866d-0076-4933-952c-685307032598 None None] For port 25a6f794-e055-43d3-b9b0-9d4fa94013f9, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=25a6f794-e055-43d3-b9b0-9d4fa94013f9,segment=NetworkSegment(2a5ac2f0-327d-4bbe-91e3-8a0d4895c495),segment_id=2a5ac2f0-327d-4bbe-91e3-8a0d4895c495)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:28:04.138834 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:04.175776 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b47ca48e-3328-482b-9336-4750165de820 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Network a0b84a49-8464-4342-a47d-bd714ebbec81 is already hosted by enough agents. {{(pid=103159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:28:04.215856 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075efbb9-15ac-4336-bd4e-d7d4017452f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81d5e16b-00b3-4c74-b912-1e3c000d4339,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:28:04.231723 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47ca48e-3328-482b-9336-4750165de820 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Pushing event updated for resources: {'Subnet': ['ID=7b0d50f2-9718-4319-85a2-3faf84ec2c5b,revision_number=0']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:28:04.237338 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.base_scheduler [None req-b47ca48e-3328-482b-9336-4750165de820 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Resources bound (agent type, host, resource id): {{(pid=103159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:28:04.244205 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b47ca48e-3328-482b-9336-4750165de820 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:28:04.244812 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b47ca48e-3328-482b-9336-4750165de820 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047995'] for subnet, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:04.269409 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 5347c32b-3e2a-474d-9dba-3abbed67ff0d no longer exists at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 18 13:28:04.273408 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-8457493d-9c73-46f0-90d2-6aeaf8053552 tempest-RoutersIpV6AdminTest-1998592124 tempest-RoutersIpV6AdminTest-1998592124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-586554'] for router_gateway, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:04.278593 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7ee75b4-7fd0-45dc-8dc8-0f676e684fcc None None] Network a0b84a49-8464-4342-a47d-bd714ebbec81 requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:28:04.280187 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-b47ca48e-3328-482b-9336-4750165de820 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1768820 Dec 18 13:28:04.310996 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 51148) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:28:04.345122 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-b7268681-14ab-4a31-9103-d7a939af73e6 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Request body: {'port': {'network_id': 'a0b84a49-8464-4342-a47d-bd714ebbec81', 'fixed_ips': [{'subnet_id': '7b0d50f2-9718-4319-85a2-3faf84ec2c5b', 'ip_address': '2001:db8::1709:9960:1062:57f0'}], 'name': 'tempest-NetworksTestDHCPv6-879760785'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:28:04.376755 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-2294866d-0076-4933-952c-685307032598 None None] No Port match for: 5347c32b-3e2a-474d-9dba-3abbed67ff0d {{(pid=103161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 18 13:28:04.377149 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 5347c32b-3e2a-474d-9dba-3abbed67ff0d not bound to the agent host dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 18 13:28:04.438926 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-8457493d-9c73-46f0-90d2-6aeaf8053552 tempest-RoutersIpV6AdminTest-1998592124 tempest-RoutersIpV6AdminTest-1998592124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-589815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28643'] for router, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:04.441588 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-8457493d-9c73-46f0-90d2-6aeaf8053552 tempest-RoutersIpV6AdminTest-1998592124 tempest-RoutersIpV6AdminTest-1998592124-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:04.470483 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5065d828-8333-42b2-aa99-4d1a99a2a61f None None] Network c6e9258f-4eba-44a3-b7b5-240b28eb2ed6 requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:28:04.481846 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Pushing event updated for resources: {'Port': ['ID=25a6f794-e055-43d3-b9b0-9d4fa94013f9,revision_number=3']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:28:04.564327 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-8457493d-9c73-46f0-90d2-6aeaf8053552 tempest-RoutersIpV6AdminTest-1998592124 tempest-RoutersIpV6AdminTest-1998592124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-589710'] for router, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:04.564834 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8457493d-9c73-46f0-90d2-6aeaf8053552 tempest-RoutersIpV6AdminTest-1998592124 tempest-RoutersIpV6AdminTest-1998592124-project] Fanout notify agent at l3_agent the message router_deleted on router 0e56a48b-8a32-48e6-825c-18626dcaf9d2 {{(pid=103159) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 18 13:28:04.574137 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7268681-14ab-4a31-9103-d7a939af73e6 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Made reservation on behalf of 606a569495c64210af9cc9fb7e76dd52 for: {'port': 1} {{(pid=103160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:28:04.581885 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-8457493d-9c73-46f0-90d2-6aeaf8053552 tempest-RoutersIpV6AdminTest-1998592124 tempest-RoutersIpV6AdminTest-1998592124-project] Publish callbacks [] for router, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:04.585912 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-8457493d-9c73-46f0-90d2-6aeaf8053552 tempest-RoutersIpV6AdminTest-1998592124 tempest-RoutersIpV6AdminTest-1998592124-project] 10.222.0.31 "DELETE /v2.0/routers/0e56a48b-8a32-48e6-825c-18626dcaf9d2 HTTP/1.1" status: 204 len: 168 time: 2.4821982 Dec 18 13:28:04.587924 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 51156) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:28:04.601046 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-5aa4a627-4ef3-43d4-a119-a986f5a77991 tempest-RoutersIpV6AdminTest-1998592124 tempest-RoutersIpV6AdminTest-1998592124-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-631488480', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:28:04.651490 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-f952f347-606a-47f0-b65f-8c738caa5478 None None] Provisioning complete for port 25a6f794-e055-43d3-b9b0-9d4fa94013f9 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:28:04.651873 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f952f347-606a-47f0-b65f-8c738caa5478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:04.660241 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-5aa4a627-4ef3-43d4-a119-a986f5a77991 tempest-RoutersIpV6AdminTest-1998592124 tempest-RoutersIpV6AdminTest-1998592124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28433'] for router, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:04.661485 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-5aa4a627-4ef3-43d4-a119-a986f5a77991 tempest-RoutersIpV6AdminTest-1998592124 tempest-RoutersIpV6AdminTest-1998592124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-589769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28440'] for router, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:04.719139 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-238e667c-ef8e-4cf9-95ad-59c9d000a419 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp31e170a0-46a1-5ba9-9dc1-7ee4f866f0d7-a0b84a49-8464-4342-a47d-bd714ebbec81', 'network_id': 'a0b84a49-8464-4342-a47d-bd714ebbec81', 'project_id': '606a569495c64210af9cc9fb7e76dd52', 'fixed_ips': [{'subnet_id': '7b0d50f2-9718-4319-85a2-3faf84ec2c5b'}]}} from dv-neutron-744815-20-hyperv. {{(pid=103161) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 18 13:28:04.720190 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-238e667c-ef8e-4cf9-95ad-59c9d000a419 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:04.743819 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-5aa4a627-4ef3-43d4-a119-a986f5a77991 tempest-RoutersIpV6AdminTest-1998592124 tempest-RoutersIpV6AdminTest-1998592124-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:04.752295 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-5aa4a627-4ef3-43d4-a119-a986f5a77991 tempest-RoutersIpV6AdminTest-1998592124 tempest-RoutersIpV6AdminTest-1998592124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-589760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-586526'] for router, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:04.796709 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-5aa4a627-4ef3-43d4-a119-a986f5a77991 tempest-RoutersIpV6AdminTest-1998592124 tempest-RoutersIpV6AdminTest-1998592124-project] Publish callbacks [] for router, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:04.798414 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-5aa4a627-4ef3-43d4-a119-a986f5a77991 tempest-RoutersIpV6AdminTest-1998592124 tempest-RoutersIpV6AdminTest-1998592124-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2077324 Dec 18 13:28:04.803633 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-b7268681-14ab-4a31-9103-d7a939af73e6 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:04.805107 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 51168) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:28:04.809795 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-3e18ea0c-5f41-4081-a999-32b624c17390 tempest-RoutersIpV6AdminTest-1535217791 tempest-RoutersIpV6AdminTest-1535217791-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'enable_snat': False}}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:28:04.829532 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.notifiers.nova [None req-b7268681-14ab-4a31-9103-d7a939af73e6 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] device_id is not set on port e4225bc8-d5e3-4ab6-a133-6ea208e65b18 yet. {{(pid=103160) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 18 13:28:04.841124 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.db_base_plugin_common [None req-054c025e-424e-4497-a0c0-283aa123b351 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Allocated IP 172.20.0.14 (c6e9258f-4eba-44a3-b7b5-240b28eb2ed6/ee1c3cbf-b4d9-4e77-a61f-bf07277a4a20/e64e862a-1588-4f62-babe-2dc4c4c4468d) {{(pid=103160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:28:04.905331 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.db_base_plugin_common [None req-054c025e-424e-4497-a0c0-283aa123b351 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Allocated IP 172.20.0.19 (c6e9258f-4eba-44a3-b7b5-240b28eb2ed6/f06e6411-4580-40d1-89c6-0017d3c75d0f/e64e862a-1588-4f62-babe-2dc4c4c4468d) {{(pid=103160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:28:04.986961 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72df8953-c516-4dfe-9473-166a8f0ceb90 None None] Update dhcp port {'port': {'network_id': 'c6e9258f-4eba-44a3-b7b5-240b28eb2ed6', 'fixed_ips': [{'subnet_id': 'ee1c3cbf-b4d9-4e77-a61f-bf07277a4a20', 'ip_address': '172.20.0.2'}, {'subnet_id': 'f06e6411-4580-40d1-89c6-0017d3c75d0f'}], 'binding:host_id': 'dv-neutron-744815-20-hyperv'}, 'id': '25a6f794-e055-43d3-b9b0-9d4fa94013f9'} from dv-neutron-744815-20-hyperv. {{(pid=103161) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 18 13:28:04.989725 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_common [None req-238e667c-ef8e-4cf9-95ad-59c9d000a419 None None] Allocated IP 2001:db8::2 (a0b84a49-8464-4342-a47d-bd714ebbec81/7b0d50f2-9718-4319-85a2-3faf84ec2c5b/8127ed66-4cc8-4933-a978-dcc11d255d62) {{(pid=103161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:28:05.064887 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-72df8953-c516-4dfe-9473-166a8f0ceb90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:05.351604 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-054c025e-424e-4497-a0c0-283aa123b351 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks [] for port, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:05.402898 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-054c025e-424e-4497-a0c0-283aa123b351 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4533522'] for port, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:05.410715 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-238e667c-ef8e-4cf9-95ad-59c9d000a419 None None] Publish callbacks [] for port, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:05.439288 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 51194) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:28:05.459337 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-3e18ea0c-5f41-4081-a999-32b624c17390 tempest-RoutersIpV6AdminTest-1535217791 tempest-RoutersIpV6AdminTest-1535217791-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:05.471308 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-238e667c-ef8e-4cf9-95ad-59c9d000a419 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975'] for port, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:05.525697 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-238e667c-ef8e-4cf9-95ad-59c9d000a419 None None] Network a0b84a49-8464-4342-a47d-bd714ebbec81 is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:28:05.538218 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-238e667c-ef8e-4cf9-95ad-59c9d000a419 None None] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:28:05.546019 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-238e667c-ef8e-4cf9-95ad-59c9d000a419 None None] Received port after_create {{(pid=103161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:28:05.602772 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238e667c-ef8e-4cf9-95ad-59c9d000a419 None None] Pushing event updated for resources: {'Port': ['ID=8127ed66-4cc8-4933-a978-dcc11d255d62,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:28:05.651094 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-238e667c-ef8e-4cf9-95ad-59c9d000a419 None None] Attempting to bind port 8127ed66-4cc8-4933-a978-dcc11d255d62 on host dv-neutron-744815-20-hyperv for vnic_type normal with profile {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 13:28:05.651652 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-238e667c-ef8e-4cf9-95ad-59c9d000a419 None None] Attempting to bind port 8127ed66-4cc8-4933-a978-dcc11d255d62 by drivers openvswitch,hyperv on host dv-neutron-744815-20-hyperv at level 0 using segments [{'id': '1d35b28d-d075-4c4f-99ab-408d9457428e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'a0b84a49-8464-4342-a47d-bd714ebbec81'}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 13:28:05.652551 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-238e667c-ef8e-4cf9-95ad-59c9d000a419 None None] Attempting to bind port 8127ed66-4cc8-4933-a978-dcc11d255d62 on network a0b84a49-8464-4342-a47d-bd714ebbec81 {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 13:28:05.665298 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-238e667c-ef8e-4cf9-95ad-59c9d000a419 None None] Checking agent: {'id': '428fa9fa-43db-4db9-9f96-f60ffe931f2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-20-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 13, 19, 1), 'started_at': datetime.datetime(2021, 12, 18, 13, 19, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 13, 28, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-20-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 18 13:28:05.665681 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-238e667c-ef8e-4cf9-95ad-59c9d000a419 None None] Checking segment: {'id': '1d35b28d-d075-4c4f-99ab-408d9457428e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'a0b84a49-8464-4342-a47d-bd714ebbec81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 13:28:05.666284 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-238e667c-ef8e-4cf9-95ad-59c9d000a419 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:05.666678 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-238e667c-ef8e-4cf9-95ad-59c9d000a419 None None] Bound using segment: {'id': '1d35b28d-d075-4c4f-99ab-408d9457428e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'a0b84a49-8464-4342-a47d-bd714ebbec81'} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 18 13:28:05.667392 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-238e667c-ef8e-4cf9-95ad-59c9d000a419 None None] Bound port: 8127ed66-4cc8-4933-a978-dcc11d255d62, host: dv-neutron-744815-20-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d35b28d-d075-4c4f-99ab-408d9457428e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'a0b84a49-8464-4342-a47d-bd714ebbec81'}}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 18 13:28:05.668222 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-238e667c-ef8e-4cf9-95ad-59c9d000a419 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:05.690424 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_common [None req-72df8953-c516-4dfe-9473-166a8f0ceb90 None None] Allocated IP 172.20.0.18 (c6e9258f-4eba-44a3-b7b5-240b28eb2ed6/f06e6411-4580-40d1-89c6-0017d3c75d0f/25a6f794-e055-43d3-b9b0-9d4fa94013f9) {{(pid=103161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:28:05.756504 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 25a6f794-e055-43d3-b9b0-9d4fa94013f9 up at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 13:28:05.758729 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-3e18ea0c-5f41-4081-a999-32b624c17390 tempest-RoutersIpV6AdminTest-1535217791 tempest-RoutersIpV6AdminTest-1535217791-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:05.778627 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-3e18ea0c-5f41-4081-a999-32b624c17390 tempest-RoutersIpV6AdminTest-1535217791 tempest-RoutersIpV6AdminTest-1535217791-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:05.836156 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-054c025e-424e-4497-a0c0-283aa123b351 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Network c6e9258f-4eba-44a3-b7b5-240b28eb2ed6 is already hosted by enough agents. {{(pid=103160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:28:05.850575 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.base_scheduler [None req-054c025e-424e-4497-a0c0-283aa123b351 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Resources bound (agent type, host, resource id): {{(pid=103160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:28:05.877525 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-054c025e-424e-4497-a0c0-283aa123b351 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Received port after_create {{(pid=103160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:28:05.911011 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2294866d-0076-4933-952c-685307032598 None None] Provisioning complete for port 25a6f794-e055-43d3-b9b0-9d4fa94013f9 triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:28:05.912215 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:05.923594 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054c025e-424e-4497-a0c0-283aa123b351 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Pushing event updated for resources: {'Port': ['ID=e64e862a-1588-4f62-babe-2dc4c4c4468d,revision_number=1']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:28:05.948883 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.db_base_plugin_common [None req-b7268681-14ab-4a31-9103-d7a939af73e6 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Allocated IP 2001:db8::1709:9960:1062:57f0 (a0b84a49-8464-4342-a47d-bd714ebbec81/7b0d50f2-9718-4319-85a2-3faf84ec2c5b/e4225bc8-d5e3-4ab6-a133-6ea208e65b18) {{(pid=103160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:28:05.961803 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-054c025e-424e-4497-a0c0-283aa123b351 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:28:05.962714 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-054c025e-424e-4497-a0c0-283aa123b351 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:05.970795 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-238e667c-ef8e-4cf9-95ad-59c9d000a419 None None] For port 8127ed66-4cc8-4933-a978-dcc11d255d62, host dv-neutron-744815-20-hyperv, cleared binding levels {{(pid=103161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 18 13:28:05.991340 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-054c025e-424e-4497-a0c0-283aa123b351 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 2.3766847 Dec 18 13:28:05.991498 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 51206) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:28:05.993702 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-238e667c-ef8e-4cf9-95ad-59c9d000a419 None None] For port 8127ed66-4cc8-4933-a978-dcc11d255d62, host dv-neutron-744815-20-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=8127ed66-4cc8-4933-a978-dcc11d255d62,segment=NetworkSegment(1d35b28d-d075-4c4f-99ab-408d9457428e),segment_id=1d35b28d-d075-4c4f-99ab-408d9457428e)] {{(pid=103161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 18 13:28:06.006415 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-38c48241-dcd2-426e-864b-771ef7fb0a1d tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'ee1c3cbf-b4d9-4e77-a61f-bf07277a4a20'}]}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:28:06.010792 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.db_base_plugin_common [None req-3e18ea0c-5f41-4081-a999-32b624c17390 tempest-RoutersIpV6AdminTest-1535217791 tempest-RoutersIpV6AdminTest-1535217791-project-admin] Allocated IP 172.26.3.144 (decb4a40-7941-48c8-afbb-daaafd502e83/70deed80-3ca1-4f9e-96cb-563b43d3acba/16b9c7c1-590a-40a2-802d-ee7d27fbd34e) {{(pid=103159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:28:06.054471 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-238e667c-ef8e-4cf9-95ad-59c9d000a419 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:06.142227 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-237f0921-0cd9-40f9-9945-ea3e486dd126 tempest-SubnetPoolsTestJSON-1698406424 tempest-SubnetPoolsTestJSON-1698406424-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-803132346', 'prefixes': ['172.20.0.0/16']}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:28:06.184531 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238e667c-ef8e-4cf9-95ad-59c9d000a419 None None] Pushing event updated for resources: {'Port': ['ID=8127ed66-4cc8-4933-a978-dcc11d255d62,revision_number=2']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:28:06.184822 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-b7268681-14ab-4a31-9103-d7a939af73e6 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks [] for port, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:06.201562 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-72df8953-c516-4dfe-9473-166a8f0ceb90 None None] For port 25a6f794-e055-43d3-b9b0-9d4fa94013f9, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=25a6f794-e055-43d3-b9b0-9d4fa94013f9,segment=NetworkSegment(2a5ac2f0-327d-4bbe-91e3-8a0d4895c495),segment_id=2a5ac2f0-327d-4bbe-91e3-8a0d4895c495)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:28:06.230993 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-3e18ea0c-5f41-4081-a999-32b624c17390 tempest-RoutersIpV6AdminTest-1535217791 tempest-RoutersIpV6AdminTest-1535217791-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:06.251725 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-72df8953-c516-4dfe-9473-166a8f0ceb90 None None] Publish callbacks [] for port, precommit_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:06.267908 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-b7268681-14ab-4a31-9103-d7a939af73e6 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4533522'] for port, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:06.276615 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-72df8953-c516-4dfe-9473-166a8f0ceb90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:06.281921 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-38c48241-dcd2-426e-864b-771ef7fb0a1d tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:06.369976 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7268681-14ab-4a31-9103-d7a939af73e6 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Network a0b84a49-8464-4342-a47d-bd714ebbec81 is already hosted by enough agents. {{(pid=103160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:28:06.393851 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.base_scheduler [None req-b7268681-14ab-4a31-9103-d7a939af73e6 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Resources bound (agent type, host, resource id): {{(pid=103160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:28:06.396413 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-3e18ea0c-5f41-4081-a999-32b624c17390 tempest-RoutersIpV6AdminTest-1535217791 tempest-RoutersIpV6AdminTest-1535217791-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:06.399823 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7268681-14ab-4a31-9103-d7a939af73e6 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Received port after_create {{(pid=103160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:28:06.413974 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7268681-14ab-4a31-9103-d7a939af73e6 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:28:06.414555 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-b7268681-14ab-4a31-9103-d7a939af73e6 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:06.508421 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72df8953-c516-4dfe-9473-166a8f0ceb90 None None] Pushing event updated for resources: {'Port': ['ID=25a6f794-e055-43d3-b9b0-9d4fa94013f9,revision_number=4']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:28:06.513127 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 51220) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:28:06.545374 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7268681-14ab-4a31-9103-d7a939af73e6 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Pushing event updated for resources: {'Port': ['ID=e4225bc8-d5e3-4ab6-a133-6ea208e65b18,revision_number=1']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:28:06.553267 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e18ea0c-5f41-4081-a999-32b624c17390 tempest-RoutersIpV6AdminTest-1535217791 tempest-RoutersIpV6AdminTest-1535217791-project-admin] Network decb4a40-7941-48c8-afbb-daaafd502e83 is already hosted by enough agents. {{(pid=103159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:28:06.562429 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.base_scheduler [None req-3e18ea0c-5f41-4081-a999-32b624c17390 tempest-RoutersIpV6AdminTest-1535217791 tempest-RoutersIpV6AdminTest-1535217791-project-admin] Resources bound (agent type, host, resource id): {{(pid=103159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:28:06.570172 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e18ea0c-5f41-4081-a999-32b624c17390 tempest-RoutersIpV6AdminTest-1535217791 tempest-RoutersIpV6AdminTest-1535217791-project-admin] Received port after_create {{(pid=103159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:28:06.584540 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-b7268681-14ab-4a31-9103-d7a939af73e6 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.2723546 Dec 18 13:28:06.591306 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 51224) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:28:06.619751 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:06.632112 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7749260b-9a3a-4359-9f94-0a34171c73bc None None] DHCP port deletion for decb4a40-7941-48c8-afbb-daaafd502e83 request from dv-neutron-744815-20-hyperv {{(pid=103161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 18 13:28:06.636771 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e18ea0c-5f41-4081-a999-32b624c17390 tempest-RoutersIpV6AdminTest-1535217791 tempest-RoutersIpV6AdminTest-1535217791-project-admin] Pushing event updated for resources: {'Port': ['ID=16b9c7c1-590a-40a2-802d-ee7d27fbd34e,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:28:06.650924 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-237f0921-0cd9-40f9-9945-ea3e486dd126 tempest-SubnetPoolsTestJSON-1698406424 tempest-SubnetPoolsTestJSON-1698406424-project] Publish callbacks [] for subnetpool, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:06.653051 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-237f0921-0cd9-40f9-9945-ea3e486dd126 tempest-SubnetPoolsTestJSON-1698406424 tempest-SubnetPoolsTestJSON-1698406424-project] 10.222.0.31 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 1.2113857 Dec 18 13:28:06.656513 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 51226) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:28:06.716196 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-10022a48-a9d4-4a06-b5de-629f53c742a7 tempest-SubnetPoolsTestJSON-1698406424 tempest-SubnetPoolsTestJSON-1698406424-project] 10.222.0.31 "GET /v2.0/subnetpools/18f0b880-0cc2-45a6-a086-e700e317c911 HTTP/1.1" status: 200 len: 731 time: 0.0583277 Dec 18 13:28:06.719201 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 51228) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:28:06.726407 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-0abb8de9-8f22-4d21-b5c9-5bada204b572 tempest-SubnetPoolsTestJSON-1698406424 tempest-SubnetPoolsTestJSON-1698406424-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-186895539'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:28:06.735016 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f28ab38-f789-4f8b-8438-b47fd155225f tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:28:06.736199 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-4c2d6a57-8698-4543-9ba5-c5e0da16a4b8 None None] Provisioning complete for port 16b9c7c1-590a-40a2-802d-ee7d27fbd34e triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:28:06.736580 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-4c2d6a57-8698-4543-9ba5-c5e0da16a4b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:06.743126 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f28ab38-f789-4f8b-8438-b47fd155225f tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:28:06.748571 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-9f28ab38-f789-4f8b-8438-b47fd155225f tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.1556728 Dec 18 13:28:06.754009 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-f81270bb-b9eb-4704-8ed5-3304a910fe92 tempest-RoutersAdminNegativeTest-119180252 tempest-RoutersAdminNegativeTest-119180252-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-445973814', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:28:06.755365 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 51230) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:28:06.798321 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f81270bb-b9eb-4704-8ed5-3304a910fe92 tempest-RoutersAdminNegativeTest-119180252 tempest-RoutersAdminNegativeTest-119180252-project-admin] Made reservation on behalf of 592c786ad85d4002a62b6d5544f08e83 for: {'port': 1} {{(pid=103160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:28:06.802783 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-f81270bb-b9eb-4704-8ed5-3304a910fe92 tempest-RoutersAdminNegativeTest-119180252 tempest-RoutersAdminNegativeTest-119180252-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:06.813690 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-f81270bb-b9eb-4704-8ed5-3304a910fe92 tempest-RoutersAdminNegativeTest-119180252 tempest-RoutersAdminNegativeTest-119180252-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:06.933673 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-f81270bb-b9eb-4704-8ed5-3304a910fe92 tempest-RoutersAdminNegativeTest-119180252 tempest-RoutersAdminNegativeTest-119180252-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:06.942302 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-f81270bb-b9eb-4704-8ed5-3304a910fe92 tempest-RoutersAdminNegativeTest-119180252 tempest-RoutersAdminNegativeTest-119180252-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:06.947576 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.notifiers.nova [None req-f81270bb-b9eb-4704-8ed5-3304a910fe92 tempest-RoutersAdminNegativeTest-119180252 tempest-RoutersAdminNegativeTest-119180252-project-admin] device_id is not set on port 5a424399-8cf0-4312-a182-85c0e6b46fc7 yet. {{(pid=103160) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 18 13:28:07.004656 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-4c2d6a57-8698-4543-9ba5-c5e0da16a4b8 None None] Port 16b9c7c1-590a-40a2-802d-ee7d27fbd34e cannot update to ACTIVE because it is not bound. {{(pid=103161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 13:28:07.033196 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81270bb-b9eb-4704-8ed5-3304a910fe92 tempest-RoutersAdminNegativeTest-119180252 tempest-RoutersAdminNegativeTest-119180252-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17464f24-a86b-4c99-8c46-0d9440012be7,revision_number=1']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:28:07.094308 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.db_base_plugin_common [None req-f81270bb-b9eb-4704-8ed5-3304a910fe92 tempest-RoutersAdminNegativeTest-119180252 tempest-RoutersAdminNegativeTest-119180252-project-admin] Allocated IP 172.26.3.155 (decb4a40-7941-48c8-afbb-daaafd502e83/70deed80-3ca1-4f9e-96cb-563b43d3acba/5a424399-8cf0-4312-a182-85c0e6b46fc7) {{(pid=103160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:28:07.215334 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.db_base_plugin_common [None req-38c48241-dcd2-426e-864b-771ef7fb0a1d tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Delete allocated IP 172.20.0.19 (c6e9258f-4eba-44a3-b7b5-240b28eb2ed6/f06e6411-4580-40d1-89c6-0017d3c75d0f) {{(pid=103159) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 18 13:28:07.230975 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-0abb8de9-8f22-4d21-b5c9-5bada204b572 tempest-SubnetPoolsTestJSON-1698406424 tempest-SubnetPoolsTestJSON-1698406424-project] Publish callbacks [] for subnetpool, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:07.233253 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-0abb8de9-8f22-4d21-b5c9-5bada204b572 tempest-SubnetPoolsTestJSON-1698406424 tempest-SubnetPoolsTestJSON-1698406424-project] 10.222.0.31 "PUT /v2.0/subnetpools/18f0b880-0cc2-45a6-a086-e700e317c911 HTTP/1.1" status: 200 len: 683 time: 0.5096815 Dec 18 13:28:07.236121 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 51232) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:28:07.276557 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-f81270bb-b9eb-4704-8ed5-3304a910fe92 tempest-RoutersAdminNegativeTest-119180252 tempest-RoutersAdminNegativeTest-119180252-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:07.311054 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-29fbd153-192f-4e45-9c90-fecac41f2d2d tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Deleting port e4225bc8-d5e3-4ab6-a133-6ea208e65b18 {{(pid=103159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:28:07.311427 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-29fbd153-192f-4e45-9c90-fecac41f2d2d tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:07.338920 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-3e18ea0c-5f41-4081-a999-32b624c17390 tempest-RoutersIpV6AdminTest-1535217791 tempest-RoutersIpV6AdminTest-1535217791-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:07.352753 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c75d307-c567-4ea7-b544-0236bc3d359b None None] Network c6e9258f-4eba-44a3-b7b5-240b28eb2ed6 requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:28:07.355608 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-f917f4b2-badf-41c5-9955-75993d519414 tempest-SubnetPoolsTestJSON-1698406424 tempest-SubnetPoolsTestJSON-1698406424-project] Publish callbacks [] for subnetpool, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:07.359602 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-f917f4b2-badf-41c5-9955-75993d519414 tempest-SubnetPoolsTestJSON-1698406424 tempest-SubnetPoolsTestJSON-1698406424-project] 10.222.0.31 "DELETE /v2.0/subnetpools/18f0b880-0cc2-45a6-a086-e700e317c911 HTTP/1.1" status: 204 len: 168 time: 0.1218319 Dec 18 13:28:07.361697 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 51234) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:28:07.380394 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-f81270bb-b9eb-4704-8ed5-3304a910fe92 tempest-RoutersAdminNegativeTest-119180252 tempest-RoutersAdminNegativeTest-119180252-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4533522'] for port, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:07.383101 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.api.v2.resource [None req-91dd4e72-f662-479c-9758-ade790afae53 tempest-SubnetPoolsTestJSON-1698406424 tempest-SubnetPoolsTestJSON-1698406424-project] show failed (client error): The resource could not be found. Dec 18 13:28:07.387302 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-91dd4e72-f662-479c-9758-ade790afae53 tempest-SubnetPoolsTestJSON-1698406424 tempest-SubnetPoolsTestJSON-1698406424-project] 10.222.0.31 "GET /v2.0/subnetpools/18f0b880-0cc2-45a6-a086-e700e317c911 HTTP/1.1" status: 404 len: 346 time: 0.0217745 Dec 18 13:28:07.391100 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 51236) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:28:07.458953 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.api.v2.resource [None req-18418231-fc47-4ec6-9fbb-3925b8eed59d tempest-SubnetPoolsTestJSON-1698406424 tempest-SubnetPoolsTestJSON-1698406424-project] delete failed (client error): The resource could not be found. Dec 18 13:28:07.466830 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-18418231-fc47-4ec6-9fbb-3925b8eed59d tempest-SubnetPoolsTestJSON-1698406424 tempest-SubnetPoolsTestJSON-1698406424-project] 10.222.0.31 "DELETE /v2.0/subnetpools/18f0b880-0cc2-45a6-a086-e700e317c911 HTTP/1.1" status: 404 len: 346 time: 0.0681722 Dec 18 13:28:07.475878 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f81270bb-b9eb-4704-8ed5-3304a910fe92 tempest-RoutersAdminNegativeTest-119180252 tempest-RoutersAdminNegativeTest-119180252-project-admin] Network decb4a40-7941-48c8-afbb-daaafd502e83 is already hosted by enough agents. {{(pid=103160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:28:07.480360 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.base_scheduler [None req-f81270bb-b9eb-4704-8ed5-3304a910fe92 tempest-RoutersAdminNegativeTest-119180252 tempest-RoutersAdminNegativeTest-119180252-project-admin] Resources bound (agent type, host, resource id): {{(pid=103160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:28:07.484245 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f81270bb-b9eb-4704-8ed5-3304a910fe92 tempest-RoutersAdminNegativeTest-119180252 tempest-RoutersAdminNegativeTest-119180252-project-admin] Received port after_create {{(pid=103160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:28:07.501267 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-29fbd153-192f-4e45-9c90-fecac41f2d2d tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:07.513638 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81270bb-b9eb-4704-8ed5-3304a910fe92 tempest-RoutersAdminNegativeTest-119180252 tempest-RoutersAdminNegativeTest-119180252-project-admin] Pushing event updated for resources: {'Port': ['ID=5a424399-8cf0-4312-a182-85c0e6b46fc7,revision_number=1']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:28:07.519431 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-29fbd153-192f-4e45-9c90-fecac41f2d2d tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Calling delete_port for e4225bc8-d5e3-4ab6-a133-6ea208e65b18 owned by {{(pid=103159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:28:07.525234 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf3eef40-4cdd-46d9-a303-007f62b0e965 None None] DHCP port deletion for decb4a40-7941-48c8-afbb-daaafd502e83 request from dv-neutron-744815-20-hyperv {{(pid=103161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 18 13:28:07.548136 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f81270bb-b9eb-4704-8ed5-3304a910fe92 tempest-RoutersAdminNegativeTest-119180252 tempest-RoutersAdminNegativeTest-119180252-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:28:07.548774 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-f81270bb-b9eb-4704-8ed5-3304a910fe92 tempest-RoutersAdminNegativeTest-119180252 tempest-RoutersAdminNegativeTest-119180252-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:07.585728 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-f81270bb-b9eb-4704-8ed5-3304a910fe92 tempest-RoutersAdminNegativeTest-119180252 tempest-RoutersAdminNegativeTest-119180252-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.0708013 Dec 18 13:28:07.588989 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 51244) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:28:07.596817 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-f565a6be-a02f-497b-87db-625ab2d59d50 None None] Provisioning complete for port 25a6f794-e055-43d3-b9b0-9d4fa94013f9 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:28:07.599199 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-50df6120-8b32-44e9-8892-8526caf2908f tempest-RoutersAdminNegativeTest-119180252 tempest-RoutersAdminNegativeTest-119180252-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.155'}]}}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:28:07.600333 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f565a6be-a02f-497b-87db-625ab2d59d50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:07.675634 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-50df6120-8b32-44e9-8892-8526caf2908f tempest-RoutersAdminNegativeTest-119180252 tempest-RoutersAdminNegativeTest-119180252-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28433'] for router, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:07.679035 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-50df6120-8b32-44e9-8892-8526caf2908f tempest-RoutersAdminNegativeTest-119180252 tempest-RoutersAdminNegativeTest-119180252-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-589769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28440'] for router, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:07.831321 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-50df6120-8b32-44e9-8892-8526caf2908f tempest-RoutersAdminNegativeTest-119180252 tempest-RoutersAdminNegativeTest-119180252-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:07.853492 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-38c48241-dcd2-426e-864b-771ef7fb0a1d tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks [] for port, precommit_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:07.918290 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 25a6f794-e055-43d3-b9b0-9d4fa94013f9 up at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 13:28:07.926138 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-38c48241-dcd2-426e-864b-771ef7fb0a1d tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5659917'] for port, after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:08.026184 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2294866d-0076-4933-952c-685307032598 None None] Provisioning complete for port 25a6f794-e055-43d3-b9b0-9d4fa94013f9 triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:28:08.026760 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:08.029786 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-b6720304-ba0d-45d7-82bd-7aac034976bb None None] Provisioning complete for port 8127ed66-4cc8-4933-a978-dcc11d255d62 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:28:08.030252 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-b6720304-ba0d-45d7-82bd-7aac034976bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:08.100760 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-50df6120-8b32-44e9-8892-8526caf2908f tempest-RoutersAdminNegativeTest-119180252 tempest-RoutersAdminNegativeTest-119180252-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:08.141996 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 51250) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:28:08.276500 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 8127ed66-4cc8-4933-a978-dcc11d255d62 up at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 13:28:08.312046 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-b6720304-ba0d-45d7-82bd-7aac034976bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:08.371313 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-b6720304-ba0d-45d7-82bd-7aac034976bb None None] For port 8127ed66-4cc8-4933-a978-dcc11d255d62, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=8127ed66-4cc8-4933-a978-dcc11d255d62,segment=NetworkSegment(1d35b28d-d075-4c4f-99ab-408d9457428e),segment_id=1d35b28d-d075-4c4f-99ab-408d9457428e)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:28:08.372479 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2294866d-0076-4933-952c-685307032598 None None] Provisioning complete for port 8127ed66-4cc8-4933-a978-dcc11d255d62 triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:28:08.372951 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:08.402412 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-e7996fc9-c037-46df-9bee-7c5bd24b1fe6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:08.415633 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-29fbd153-192f-4e45-9c90-fecac41f2d2d tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:08.425142 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-b6720304-ba0d-45d7-82bd-7aac034976bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:08.478360 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-b6720304-ba0d-45d7-82bd-7aac034976bb None None] Provisioning complete for port 5a424399-8cf0-4312-a182-85c0e6b46fc7 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:28:08.478360 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-b6720304-ba0d-45d7-82bd-7aac034976bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:08.478687 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c48241-dcd2-426e-864b-771ef7fb0a1d tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Pushing event updated for resources: {'Port': ['ID=e64e862a-1588-4f62-babe-2dc4c4c4468d,revision_number=2']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:28:08.509871 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-3e18ea0c-5f41-4081-a999-32b624c17390 tempest-RoutersIpV6AdminTest-1535217791 tempest-RoutersIpV6AdminTest-1535217791-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-586613', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-589787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28650'] for router, precommit_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:08.535263 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-50df6120-8b32-44e9-8892-8526caf2908f tempest-RoutersAdminNegativeTest-119180252 tempest-RoutersAdminNegativeTest-119180252-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:08.565025 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-3e18ea0c-5f41-4081-a999-32b624c17390 tempest-RoutersIpV6AdminTest-1535217791 tempest-RoutersIpV6AdminTest-1535217791-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-586526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-586508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-586503', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-589778'] for router, after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:08.568700 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fbd153-192f-4e45-9c90-fecac41f2d2d tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Pushing event deleted for resources: {'Port': ['ID=e4225bc8-d5e3-4ab6-a133-6ea208e65b18,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:28:08.575950 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-29fbd153-192f-4e45-9c90-fecac41f2d2d tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:08.580467 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-29fbd153-192f-4e45-9c90-fecac41f2d2d tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] 10.222.0.31 "DELETE /v2.0/ports/e4225bc8-d5e3-4ab6-a133-6ea208e65b18 HTTP/1.1" status: 204 len: 168 time: 1.7836733 Dec 18 13:28:08.585937 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 51256) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:28:08.588860 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-38c48241-dcd2-426e-864b-771ef7fb0a1d tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] In _notify_port_updated(), no bound segment for port e64e862a-1588-4f62-babe-2dc4c4c4468d on network c6e9258f-4eba-44a3-b7b5-240b28eb2ed6 {{(pid=103159) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 18 13:28:08.598541 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38c48241-dcd2-426e-864b-771ef7fb0a1d tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:28:08.602760 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-38c48241-dcd2-426e-864b-771ef7fb0a1d tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:08.604394 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-38c48241-dcd2-426e-864b-771ef7fb0a1d tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] 10.222.0.31 "PUT /v2.0/ports/e64e862a-1588-4f62-babe-2dc4c4c4468d HTTP/1.1" status: 200 len: 919 time: 2.6119463 Dec 18 13:28:08.608252 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6720304-ba0d-45d7-82bd-7aac034976bb None None] Pushing event updated for resources: {'Port': ['ID=8127ed66-4cc8-4933-a978-dcc11d255d62,revision_number=3']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:28:08.614399 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 51258) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:28:08.623674 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-e57e2f62-428c-4259-ae99-a953aa31adb7 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'ee1c3cbf-b4d9-4e77-a61f-bf07277a4a20'}, {'subnet_id': 'f06e6411-4580-40d1-89c6-0017d3c75d0f'}]}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:28:08.627114 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-b6720304-ba0d-45d7-82bd-7aac034976bb None None] Port 5a424399-8cf0-4312-a182-85c0e6b46fc7 cannot update to ACTIVE because it is not bound. {{(pid=103161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 13:28:08.631770 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6720304-ba0d-45d7-82bd-7aac034976bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:28:08.631770 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6720304-ba0d-45d7-82bd-7aac034976bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:28:08.632010 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6720304-ba0d-45d7-82bd-7aac034976bb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:28:08.632410 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6720304-ba0d-45d7-82bd-7aac034976bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:28:08.633030 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6720304-ba0d-45d7-82bd-7aac034976bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:28:08.633571 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6720304-ba0d-45d7-82bd-7aac034976bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:28:08.633926 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6720304-ba0d-45d7-82bd-7aac034976bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:28:08.634328 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6720304-ba0d-45d7-82bd-7aac034976bb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:28:08.634653 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6720304-ba0d-45d7-82bd-7aac034976bb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:28:08.634988 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6720304-ba0d-45d7-82bd-7aac034976bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:28:08.635403 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6720304-ba0d-45d7-82bd-7aac034976bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:28:08.635733 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6720304-ba0d-45d7-82bd-7aac034976bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:28:08.636059 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6720304-ba0d-45d7-82bd-7aac034976bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:28:08.669028 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-e7996fc9-c037-46df-9bee-7c5bd24b1fe6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:08.671303 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-50df6120-8b32-44e9-8892-8526caf2908f tempest-RoutersAdminNegativeTest-119180252 tempest-RoutersAdminNegativeTest-119180252-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:08.680602 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-e7996fc9-c037-46df-9bee-7c5bd24b1fe6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:08.758568 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dc1a7c2-9a5b-4c91-88d2-ca1e8723576e tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:28:08.761164 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dc1a7c2-9a5b-4c91-88d2-ca1e8723576e tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:28:08.762982 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-2dc1a7c2-9a5b-4c91-88d2-ca1e8723576e tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1750541 Dec 18 13:28:08.763379 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-ca33040f-64d4-4e47-9f04-f615742b4f78 None None] Provisioning complete for port 25a6f794-e055-43d3-b9b0-9d4fa94013f9 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:28:08.763587 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ca33040f-64d4-4e47-9f04-f615742b4f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:08.770240 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 51262) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:28:08.832564 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d7b392b-2f54-4ee2-b0a7-53dbbd3b0ca0 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Deleting subnet 7b0d50f2-9718-4319-85a2-3faf84ec2c5b {{(pid=103160) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 18 13:28:08.835955 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-4d7b392b-2f54-4ee2-b0a7-53dbbd3b0ca0 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks [] for subnet, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:08.864292 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-e57e2f62-428c-4259-ae99-a953aa31adb7 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:08.897987 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-ca33040f-64d4-4e47-9f04-f615742b4f78 None None] Provisioning complete for port e64e862a-1588-4f62-babe-2dc4c4c4468d triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:28:08.898392 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ca33040f-64d4-4e47-9f04-f615742b4f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:08.903811 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7996fc9-c037-46df-9bee-7c5bd24b1fe6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce03ca95-0a9d-49b6-87c5-d0e8d0296dd4,revision_number=1']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:28:08.917618 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-e7996fc9-c037-46df-9bee-7c5bd24b1fe6 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1481c930c44648b09ad639977f92d5c2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7696214 Dec 18 13:28:08.922231 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 51266) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:28:08.930652 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7996fc9-c037-46df-9bee-7c5bd24b1fe6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:28:08.931004 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7996fc9-c037-46df-9bee-7c5bd24b1fe6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:28:08.931374 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7996fc9-c037-46df-9bee-7c5bd24b1fe6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:28:08.931714 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7996fc9-c037-46df-9bee-7c5bd24b1fe6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:28:08.932052 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7996fc9-c037-46df-9bee-7c5bd24b1fe6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:28:08.932749 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7996fc9-c037-46df-9bee-7c5bd24b1fe6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:28:08.932749 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7996fc9-c037-46df-9bee-7c5bd24b1fe6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:28:08.933087 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7996fc9-c037-46df-9bee-7c5bd24b1fe6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:28:08.933482 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7996fc9-c037-46df-9bee-7c5bd24b1fe6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:28:08.934011 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7996fc9-c037-46df-9bee-7c5bd24b1fe6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:28:08.934524 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7996fc9-c037-46df-9bee-7c5bd24b1fe6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:28:08.935074 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7996fc9-c037-46df-9bee-7c5bd24b1fe6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:28:08.935683 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7996fc9-c037-46df-9bee-7c5bd24b1fe6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:28:08.935832 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-ca33040f-64d4-4e47-9f04-f615742b4f78 None None] Port e64e862a-1588-4f62-babe-2dc4c4c4468d cannot update to ACTIVE because it is not bound. {{(pid=103161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 13:28:08.939228 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-ca33040f-64d4-4e47-9f04-f615742b4f78 None None] Could not find standard attr ID for object e4225bc8-d5e3-4ab6-a133-6ea208e65b18. {{(pid=103161) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 18 13:28:08.960209 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-4d7b392b-2f54-4ee2-b0a7-53dbbd3b0ca0 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4533385'] for subnet, precommit_delete_associations {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:09.032544 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-50df6120-8b32-44e9-8892-8526caf2908f tempest-RoutersAdminNegativeTest-119180252 tempest-RoutersAdminNegativeTest-119180252-project-admin] Publish callbacks [] for router, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:09.064438 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-cff6dd45-f2a4-4f7b-8682-405116a929af None None] Provisioning complete for port e64e862a-1588-4f62-babe-2dc4c4c4468d triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:28:09.065046 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-cff6dd45-f2a4-4f7b-8682-405116a929af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:09.092789 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-09a905ef-71e2-4392-8e49-cc57d3ac94bd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:09.100901 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-cff6dd45-f2a4-4f7b-8682-405116a929af None None] Port e64e862a-1588-4f62-babe-2dc4c4c4468d cannot update to ACTIVE because it is not bound. {{(pid=103161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 13:28:09.114524 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e18ea0c-5f41-4081-a999-32b624c17390 tempest-RoutersIpV6AdminTest-1535217791 tempest-RoutersIpV6AdminTest-1535217791-project-admin] Router 97a81a73-aa60-4407-9e9f-933cd9d710e3 is scheduled to L3 agent c9c0cd52-5bd2-4704-9429-d80f1c5ad23c with binding_index 1 {{(pid=103159) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 18 13:28:09.134244 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-4d7b392b-2f54-4ee2-b0a7-53dbbd3b0ca0 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1929185'] for subnet, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:09.155187 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-09a905ef-71e2-4392-8e49-cc57d3ac94bd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:09.250731 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-50df6120-8b32-44e9-8892-8526caf2908f tempest-RoutersAdminNegativeTest-119180252 tempest-RoutersAdminNegativeTest-119180252-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-589815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28643'] for router, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:09.254582 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-50df6120-8b32-44e9-8892-8526caf2908f tempest-RoutersAdminNegativeTest-119180252 tempest-RoutersAdminNegativeTest-119180252-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:09.308413 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-50df6120-8b32-44e9-8892-8526caf2908f tempest-RoutersAdminNegativeTest-119180252 tempest-RoutersAdminNegativeTest-119180252-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-589710'] for router, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:09.308963 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50df6120-8b32-44e9-8892-8526caf2908f tempest-RoutersAdminNegativeTest-119180252 tempest-RoutersAdminNegativeTest-119180252-project-admin] Fanout notify agent at l3_agent the message router_deleted on router eff74893-89bf-4724-a234-74e22e181f00 {{(pid=103160) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 18 13:28:09.315234 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-4d7b392b-2f54-4ee2-b0a7-53dbbd3b0ca0 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1929192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4533475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4514371'] for subnet, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:09.347281 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-09a905ef-71e2-4392-8e49-cc57d3ac94bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:09.350036 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7b392b-2f54-4ee2-b0a7-53dbbd3b0ca0 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Pushing event deleted for resources: {'Subnet': ['ID=7b0d50f2-9718-4319-85a2-3faf84ec2c5b,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:28:09.350749 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-09a905ef-71e2-4392-8e49-cc57d3ac94bd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:09.352019 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-09a905ef-71e2-4392-8e49-cc57d3ac94bd admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ce03ca95-0a9d-49b6-87c5-d0e8d0296dd4 HTTP/1.1" status: 204 len: 168 time: 0.4286890 Dec 18 13:28:09.357842 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.api.v2.resource [None req-50df6120-8b32-44e9-8892-8526caf2908f tempest-RoutersAdminNegativeTest-119180252 tempest-RoutersAdminNegativeTest-119180252-project-admin] create failed (client error): There was a conflict when trying to complete your request. Dec 18 13:28:09.361493 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-50df6120-8b32-44e9-8892-8526caf2908f tempest-RoutersAdminNegativeTest-119180252 tempest-RoutersAdminNegativeTest-119180252-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.7685969 Dec 18 13:28:09.361493 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-4d7b392b-2f54-4ee2-b0a7-53dbbd3b0ca0 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks [] for subnet, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:09.365030 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43437e2a-f165-41d8-aafd-cab2f1a05938 None None] Network a0b84a49-8464-4342-a47d-bd714ebbec81 requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:28:09.369217 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 51270) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:28:09.372063 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-4d7b392b-2f54-4ee2-b0a7-53dbbd3b0ca0 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] 10.222.0.31 "DELETE /v2.0/subnets/7b0d50f2-9718-4319-85a2-3faf84ec2c5b HTTP/1.1" status: 204 len: 168 time: 0.5965216 Dec 18 13:28:09.372825 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 51272) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:28:09.389710 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.db_base_plugin_common [None req-e57e2f62-428c-4259-ae99-a953aa31adb7 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Allocated IP 172.20.0.23 (c6e9258f-4eba-44a3-b7b5-240b28eb2ed6/f06e6411-4580-40d1-89c6-0017d3c75d0f/e64e862a-1588-4f62-babe-2dc4c4c4468d) {{(pid=103159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:28:09.405226 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a905ef-71e2-4392-8e49-cc57d3ac94bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce03ca95-0a9d-49b6-87c5-d0e8d0296dd4,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:28:09.437717 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-7da64c01-f4d1-48d6-8a0e-ffc0df6b5c7d tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0610528 Dec 18 13:28:09.438443 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 51274) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:28:09.439094 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e18ea0c-5f41-4081-a999-32b624c17390 tempest-RoutersIpV6AdminTest-1535217791 tempest-RoutersIpV6AdminTest-1535217791-project-admin] Notify agent at l3_agent.dv-neutron-744815-20-hyperv the message routers_updated {{(pid=103159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 13:28:09.444814 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-6156103e-e198-4adf-afcd-3fc07e2480c3 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Request body: {'subnet': {'network_id': 'a0b84a49-8464-4342-a47d-bd714ebbec81', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:28:09.454108 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f8e16f6-5ad9-4d87-a5d3-7cba5536ad43 None None] Sync routers for ids ['97a81a73-aa60-4407-9e9f-933cd9d710e3'] in dv-neutron-744815-20-hyperv {{(pid=103162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 13:28:09.455531 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-3e18ea0c-5f41-4081-a999-32b624c17390 tempest-RoutersIpV6AdminTest-1535217791 tempest-RoutersIpV6AdminTest-1535217791-project-admin] Publish callbacks [] for router, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:09.459124 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-3e18ea0c-5f41-4081-a999-32b624c17390 tempest-RoutersIpV6AdminTest-1535217791 tempest-RoutersIpV6AdminTest-1535217791-project-admin] 10.222.0.31 "PUT /v2.0/routers/97a81a73-aa60-4407-9e9f-933cd9d710e3 HTTP/1.1" status: 200 len: 919 time: 4.6506348 Dec 18 13:28:09.460841 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 51276) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:28:09.461126 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a905ef-71e2-4392-8e49-cc57d3ac94bd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:28:09.461482 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a905ef-71e2-4392-8e49-cc57d3ac94bd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:28:09.461827 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a905ef-71e2-4392-8e49-cc57d3ac94bd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:28:09.462169 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a905ef-71e2-4392-8e49-cc57d3ac94bd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:28:09.462505 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a905ef-71e2-4392-8e49-cc57d3ac94bd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:28:09.462837 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a905ef-71e2-4392-8e49-cc57d3ac94bd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:28:09.463209 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a905ef-71e2-4392-8e49-cc57d3ac94bd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:28:09.463513 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a905ef-71e2-4392-8e49-cc57d3ac94bd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:28:09.463843 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a905ef-71e2-4392-8e49-cc57d3ac94bd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:28:09.464174 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a905ef-71e2-4392-8e49-cc57d3ac94bd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:28:09.464504 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a905ef-71e2-4392-8e49-cc57d3ac94bd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:28:09.464828 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a905ef-71e2-4392-8e49-cc57d3ac94bd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:28:09.465152 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a905ef-71e2-4392-8e49-cc57d3ac94bd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:28:09.496841 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f8e16f6-5ad9-4d87-a5d3-7cba5536ad43 None None] Routers {'97a81a73-aa60-4407-9e9f-933cd9d710e3'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:28:09.497940 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-7f8e16f6-5ad9-4d87-a5d3-7cba5536ad43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:27:57Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['97a81a73-aa60-4407-9e9f-933cd9d710e3'], 'active': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:28:09.576851 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-7f8e16f6-5ad9-4d87-a5d3-7cba5536ad43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:28:09.597015 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f8e16f6-5ad9-4d87-a5d3-7cba5536ad43 None None] Routers {'97a81a73-aa60-4407-9e9f-933cd9d710e3'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:28:09.597115 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-7f8e16f6-5ad9-4d87-a5d3-7cba5536ad43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:27:57Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['97a81a73-aa60-4407-9e9f-933cd9d710e3'], 'active': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:28:09.617415 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-a525590e-45e0-4a0e-856f-f18e3295404f tempest-RoutersAdminNegativeTest-119180252 tempest-RoutersAdminNegativeTest-119180252-project-admin] Deleting port 5a424399-8cf0-4312-a182-85c0e6b46fc7 {{(pid=103159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:28:09.617763 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-a525590e-45e0-4a0e-856f-f18e3295404f tempest-RoutersAdminNegativeTest-119180252 tempest-RoutersAdminNegativeTest-119180252-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:09.634848 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fb86741-9a31-4a1f-9c74-aed03e39f271 None None] DHCP port deletion for a0b84a49-8464-4342-a47d-bd714ebbec81 request from dv-neutron-744815-20-hyperv {{(pid=103161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 18 13:28:09.639965 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-7f8e16f6-5ad9-4d87-a5d3-7cba5536ad43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:28:09.640621 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f8e16f6-5ad9-4d87-a5d3-7cba5536ad43 None None] The sync data for ids ['97a81a73-aa60-4407-9e9f-933cd9d710e3'] in dv-neutron-744815-20-hyperv is: [] {{(pid=103162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 13:28:09.690519 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-e57e2f62-428c-4259-ae99-a953aa31adb7 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks [] for port, precommit_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:09.734186 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-e57e2f62-428c-4259-ae99-a953aa31adb7 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5659917'] for port, after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:09.745993 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-13d81368-4bcc-402b-98f1-4d6056299018 tempest-RoutersIpV6AdminTest-1535217791 tempest-RoutersIpV6AdminTest-1535217791-project-admin] 10.222.0.31 "GET /v2.0/routers/97a81a73-aa60-4407-9e9f-933cd9d710e3 HTTP/1.1" status: 200 len: 925 time: 0.2831736 Dec 18 13:28:09.746712 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-2fb86741-9a31-4a1f-9c74-aed03e39f271 None None] Deleting port 8127ed66-4cc8-4933-a978-dcc11d255d62 {{(pid=103161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:28:09.747071 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2fb86741-9a31-4a1f-9c74-aed03e39f271 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:09.747222 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 51282) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:28:09.757772 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6156103e-e198-4adf-afcd-3fc07e2480c3 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Made reservation on behalf of 606a569495c64210af9cc9fb7e76dd52 for: {'subnet': 1} {{(pid=103160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:28:09.768447 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-6156103e-e198-4adf-afcd-3fc07e2480c3 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4514414'] for subnet, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:09.842425 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 8127ed66-4cc8-4933-a978-dcc11d255d62 no longer exists at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 18 13:28:09.843989 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57e2f62-428c-4259-ae99-a953aa31adb7 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Pushing event updated for resources: {'Port': ['ID=e64e862a-1588-4f62-babe-2dc4c4c4468d,revision_number=3']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:28:09.889399 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-a525590e-45e0-4a0e-856f-f18e3295404f tempest-RoutersAdminNegativeTest-119180252 tempest-RoutersAdminNegativeTest-119180252-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:09.918448 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-2fb86741-9a31-4a1f-9c74-aed03e39f271 None None] For port 8127ed66-4cc8-4933-a978-dcc11d255d62, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=8127ed66-4cc8-4933-a978-dcc11d255d62,segment=NetworkSegment(1d35b28d-d075-4c4f-99ab-408d9457428e),segment_id=1d35b28d-d075-4c4f-99ab-408d9457428e)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:28:09.922967 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2fb86741-9a31-4a1f-9c74-aed03e39f271 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:09.927452 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cf528de-469e-40b7-8084-f0b308a73cfc tempest-RoutersIpV6AdminTest-1535217791 tempest-RoutersIpV6AdminTest-1535217791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:28:09.933565 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 51292) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:28:09.935686 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-2cf528de-469e-40b7-8084-f0b308a73cfc tempest-RoutersIpV6AdminTest-1535217791 tempest-RoutersIpV6AdminTest-1535217791-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=decb4a40-7941-48c8-afbb-daaafd502e83&device_id=97a81a73-aa60-4407-9e9f-933cd9d710e3&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1868467 Dec 18 13:28:09.966006 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-2fb86741-9a31-4a1f-9c74-aed03e39f271 None None] Calling delete_port for 8127ed66-4cc8-4933-a978-dcc11d255d62 owned by network:dhcp {{(pid=103161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:28:09.978947 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-a525590e-45e0-4a0e-856f-f18e3295404f tempest-RoutersAdminNegativeTest-119180252 tempest-RoutersAdminNegativeTest-119180252-project-admin] Calling delete_port for 5a424399-8cf0-4312-a182-85c0e6b46fc7 owned by {{(pid=103159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:28:10.091082 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-e57e2f62-428c-4259-ae99-a953aa31adb7 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] In _notify_port_updated(), no bound segment for port e64e862a-1588-4f62-babe-2dc4c4c4468d on network c6e9258f-4eba-44a3-b7b5-240b28eb2ed6 {{(pid=103159) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 18 13:28:10.097449 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e57e2f62-428c-4259-ae99-a953aa31adb7 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:28:10.098286 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-e57e2f62-428c-4259-ae99-a953aa31adb7 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:10.103489 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-e57e2f62-428c-4259-ae99-a953aa31adb7 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] 10.222.0.31 "PUT /v2.0/ports/e64e862a-1588-4f62-babe-2dc4c4c4468d HTTP/1.1" status: 200 len: 999 time: 1.4876885 Dec 18 13:28:10.105925 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 51298) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:28:10.146682 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-6156103e-e198-4adf-afcd-3fc07e2480c3 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4533410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4514424'] for subnet, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:10.177358 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-2294866d-0076-4933-952c-685307032598 None None] Port 8127ed66-4cc8-4933-a978-dcc11d255d62 update to DOWN by agent not found {{(pid=103161) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Dec 18 13:28:10.180064 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2fb86741-9a31-4a1f-9c74-aed03e39f271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984'] for port, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:10.209149 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb86741-9a31-4a1f-9c74-aed03e39f271 None None] Pushing event deleted for resources: {'Port': ['ID=8127ed66-4cc8-4933-a978-dcc11d255d62,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:28:10.215200 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fb86741-9a31-4a1f-9c74-aed03e39f271 None None] No DVR routers for this DVR port 8127ed66-4cc8-4933-a978-dcc11d255d62 on host dv-neutron-744815-20-hyperv {{(pid=103161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 18 13:28:10.219709 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6156103e-e198-4adf-afcd-3fc07e2480c3 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Pushing event updated for resources: {'Subnet': ['ID=7b9da2e2-60a9-4976-b6e9-243610b65683,revision_number=0']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:28:10.243250 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6156103e-e198-4adf-afcd-3fc07e2480c3 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Network a0b84a49-8464-4342-a47d-bd714ebbec81 is already hosted by enough agents. {{(pid=103160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:28:10.245142 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-b1dbe7c9-5be1-418e-adbd-b8ecb218c860 None None] Provisioning complete for port e64e862a-1588-4f62-babe-2dc4c4c4468d triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:28:10.245521 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-b1dbe7c9-5be1-418e-adbd-b8ecb218c860 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:10.245627 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.base_scheduler [None req-6156103e-e198-4adf-afcd-3fc07e2480c3 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Resources bound (agent type, host, resource id): {{(pid=103160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:28:10.250045 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6156103e-e198-4adf-afcd-3fc07e2480c3 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:28:10.250660 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-6156103e-e198-4adf-afcd-3fc07e2480c3 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks [] for subnet, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:10.274621 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31a02b82-bdf5-44be-9839-26a34f2f7f85 tempest-RoutersIpV6AdminTest-1535217791 tempest-RoutersIpV6AdminTest-1535217791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:28:10.276564 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-31a02b82-bdf5-44be-9839-26a34f2f7f85 tempest-RoutersIpV6AdminTest-1535217791 tempest-RoutersIpV6AdminTest-1535217791-project-admin] 10.222.0.31 "GET /v2.0/networks/decb4a40-7941-48c8-afbb-daaafd502e83 HTTP/1.1" status: 200 len: 881 time: 0.3417196 Dec 18 13:28:10.278017 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-6156103e-e198-4adf-afcd-3fc07e2480c3 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8381932 Dec 18 13:28:10.280693 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 51302) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:28:10.282482 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 51304) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:28:10.286715 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-5b9909fa-9631-4db5-b4dc-aee9411a4f37 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Request body: {'port': {'network_id': 'a0b84a49-8464-4342-a47d-bd714ebbec81', 'fixed_ips': [{'subnet_id': '7b9da2e2-60a9-4976-b6e9-243610b65683', 'ip_address': '2001:db8::6f0:b7eb:1a60:b6de'}], 'name': 'tempest-NetworksTestDHCPv6-145278963'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:28:10.288462 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2dad34e-d03b-427b-914e-772eb636aad8 None None] Network a0b84a49-8464-4342-a47d-bd714ebbec81 requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:28:10.300572 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-b1dbe7c9-5be1-418e-adbd-b8ecb218c860 None None] Port e64e862a-1588-4f62-babe-2dc4c4c4468d cannot update to ACTIVE because it is not bound. {{(pid=103161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 13:28:10.336411 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-b0d6cb89-9284-4dec-a59e-12747c54dfe8 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Deleting port e64e862a-1588-4f62-babe-2dc4c4c4468d {{(pid=103159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:28:10.336739 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b0d6cb89-9284-4dec-a59e-12747c54dfe8 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:10.346637 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-1cdd3a76-cae1-4ff0-a800-311cd8e547d9 tempest-RoutersIpV6AdminTest-1998592124 tempest-RoutersIpV6AdminTest-1998592124-project] 10.222.0.31 "GET /v2.0/ports?device_id=97a81a73-aa60-4407-9e9f-933cd9d710e3 HTTP/1.1" status: 200 len: 205 time: 0.0533087 Dec 18 13:28:10.347537 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 51308) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:28:10.430928 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a562bd0f-221d-4705-b440-b3f91efab6ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp31e170a0-46a1-5ba9-9dc1-7ee4f866f0d7-a0b84a49-8464-4342-a47d-bd714ebbec81', 'network_id': 'a0b84a49-8464-4342-a47d-bd714ebbec81', 'project_id': '606a569495c64210af9cc9fb7e76dd52', 'fixed_ips': [{'subnet_id': '7b9da2e2-60a9-4976-b6e9-243610b65683'}]}} from dv-neutron-744815-20-hyperv. {{(pid=103161) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 18 13:28:10.432346 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a562bd0f-221d-4705-b440-b3f91efab6ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:10.435392 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-a525590e-45e0-4a0e-856f-f18e3295404f tempest-RoutersAdminNegativeTest-119180252 tempest-RoutersAdminNegativeTest-119180252-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:10.484569 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a525590e-45e0-4a0e-856f-f18e3295404f tempest-RoutersAdminNegativeTest-119180252 tempest-RoutersAdminNegativeTest-119180252-project-admin] Pushing event deleted for resources: {'Port': ['ID=5a424399-8cf0-4312-a182-85c0e6b46fc7,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:28:10.487530 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b0d6cb89-9284-4dec-a59e-12747c54dfe8 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:10.519271 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-b0d6cb89-9284-4dec-a59e-12747c54dfe8 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Calling delete_port for e64e862a-1588-4f62-babe-2dc4c4c4468d owned by {{(pid=103159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:28:10.528937 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03608b2b-a317-45a4-94d7-9486d6f780ce None None] DHCP port deletion for decb4a40-7941-48c8-afbb-daaafd502e83 request from dv-neutron-744815-20-hyperv {{(pid=103161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 18 13:28:10.557660 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-a3edd132-5da1-4bc2-81e1-dfde069c1318 tempest-RoutersIpV6AdminTest-1998592124 tempest-RoutersIpV6AdminTest-1998592124-project] Publish callbacks [] for router, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:10.613713 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b9909fa-9631-4db5-b4dc-aee9411a4f37 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Made reservation on behalf of 606a569495c64210af9cc9fb7e76dd52 for: {'port': 1} {{(pid=103160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:28:10.635326 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-a525590e-45e0-4a0e-856f-f18e3295404f tempest-RoutersAdminNegativeTest-119180252 tempest-RoutersAdminNegativeTest-119180252-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:10.638614 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-a525590e-45e0-4a0e-856f-f18e3295404f tempest-RoutersAdminNegativeTest-119180252 tempest-RoutersAdminNegativeTest-119180252-project-admin] 10.222.0.31 "DELETE /v2.0/ports/5a424399-8cf0-4312-a182-85c0e6b46fc7 HTTP/1.1" status: 204 len: 168 time: 1.2615831 Dec 18 13:28:10.650306 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_common [None req-a562bd0f-221d-4705-b440-b3f91efab6ae None None] Allocated IP 2001:db8::2 (a0b84a49-8464-4342-a47d-bd714ebbec81/7b9da2e2-60a9-4976-b6e9-243610b65683/1493f1a5-9ab3-451b-8dea-55c900132f63) {{(pid=103161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:28:10.656501 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 51316) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:28:10.759738 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-a3edd132-5da1-4bc2-81e1-dfde069c1318 tempest-RoutersIpV6AdminTest-1998592124 tempest-RoutersIpV6AdminTest-1998592124-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:10.783874 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-5b9909fa-9631-4db5-b4dc-aee9411a4f37 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:10.866886 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-96990e3f-f9fb-4a63-90b8-ce0cbf34935c admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1470380616-network', 'tenant_id': '2cba4008d8a8417bb0925fcf9726214e'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:28:10.876056 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a562bd0f-221d-4705-b440-b3f91efab6ae None None] Publish callbacks [] for port, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:10.883651 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.notifiers.nova [None req-5b9909fa-9631-4db5-b4dc-aee9411a4f37 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] device_id is not set on port 45a59e5e-7d08-49b9-9845-96fe48118939 yet. {{(pid=103160) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 18 13:28:10.885863 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b0d6cb89-9284-4dec-a59e-12747c54dfe8 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:10.889516 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a562bd0f-221d-4705-b440-b3f91efab6ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975'] for port, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:10.935608 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a562bd0f-221d-4705-b440-b3f91efab6ae None None] Network a0b84a49-8464-4342-a47d-bd714ebbec81 is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:28:10.942010 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d6cb89-9284-4dec-a59e-12747c54dfe8 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Pushing event deleted for resources: {'Port': ['ID=e64e862a-1588-4f62-babe-2dc4c4c4468d,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:28:10.966041 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-a562bd0f-221d-4705-b440-b3f91efab6ae None None] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:28:10.974199 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 51324) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:28:10.975960 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a562bd0f-221d-4705-b440-b3f91efab6ae None None] Received port after_create {{(pid=103161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:28:10.991365 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a562bd0f-221d-4705-b440-b3f91efab6ae None None] Pushing event updated for resources: {'Port': ['ID=1493f1a5-9ab3-451b-8dea-55c900132f63,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:28:10.994046 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-a3edd132-5da1-4bc2-81e1-dfde069c1318 tempest-RoutersIpV6AdminTest-1998592124 tempest-RoutersIpV6AdminTest-1998592124-project] Deleting port 16b9c7c1-590a-40a2-802d-ee7d27fbd34e {{(pid=103160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:28:10.994382 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-a3edd132-5da1-4bc2-81e1-dfde069c1318 tempest-RoutersIpV6AdminTest-1998592124 tempest-RoutersIpV6AdminTest-1998592124-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:11.035711 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96990e3f-f9fb-4a63-90b8-ce0cbf34935c admin admin] Made reservation on behalf of 2cba4008d8a8417bb0925fcf9726214e for: {'network': 1} {{(pid=103159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:28:11.038417 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-96990e3f-f9fb-4a63-90b8-ce0cbf34935c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for network, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:11.055283 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-96990e3f-f9fb-4a63-90b8-ce0cbf34935c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:11.086735 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-a562bd0f-221d-4705-b440-b3f91efab6ae None None] Attempting to bind port 1493f1a5-9ab3-451b-8dea-55c900132f63 on host dv-neutron-744815-20-hyperv for vnic_type normal with profile {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 13:28:11.097754 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-a562bd0f-221d-4705-b440-b3f91efab6ae None None] Attempting to bind port 1493f1a5-9ab3-451b-8dea-55c900132f63 by drivers openvswitch,hyperv on host dv-neutron-744815-20-hyperv at level 0 using segments [{'id': '1d35b28d-d075-4c4f-99ab-408d9457428e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'a0b84a49-8464-4342-a47d-bd714ebbec81'}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 13:28:11.100200 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a562bd0f-221d-4705-b440-b3f91efab6ae None None] Attempting to bind port 1493f1a5-9ab3-451b-8dea-55c900132f63 on network a0b84a49-8464-4342-a47d-bd714ebbec81 {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 13:28:11.126714 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a562bd0f-221d-4705-b440-b3f91efab6ae None None] Checking agent: {'id': '428fa9fa-43db-4db9-9f96-f60ffe931f2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-20-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 13, 19, 1), 'started_at': datetime.datetime(2021, 12, 18, 13, 19, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 13, 28, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-20-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 18 13:28:11.128049 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a562bd0f-221d-4705-b440-b3f91efab6ae None None] Checking segment: {'id': '1d35b28d-d075-4c4f-99ab-408d9457428e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'a0b84a49-8464-4342-a47d-bd714ebbec81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 13:28:11.128481 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a562bd0f-221d-4705-b440-b3f91efab6ae None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:11.129753 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a562bd0f-221d-4705-b440-b3f91efab6ae None None] Bound using segment: {'id': '1d35b28d-d075-4c4f-99ab-408d9457428e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'a0b84a49-8464-4342-a47d-bd714ebbec81'} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 18 13:28:11.132109 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-a562bd0f-221d-4705-b440-b3f91efab6ae None None] Bound port: 1493f1a5-9ab3-451b-8dea-55c900132f63, host: dv-neutron-744815-20-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d35b28d-d075-4c4f-99ab-408d9457428e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'a0b84a49-8464-4342-a47d-bd714ebbec81'}}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 18 13:28:11.133849 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a562bd0f-221d-4705-b440-b3f91efab6ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:11.208102 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-96990e3f-f9fb-4a63-90b8-ce0cbf34935c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:11.216077 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-a3edd132-5da1-4bc2-81e1-dfde069c1318 tempest-RoutersIpV6AdminTest-1998592124 tempest-RoutersIpV6AdminTest-1998592124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:11.216546 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b0d6cb89-9284-4dec-a59e-12747c54dfe8 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:11.220300 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-b0d6cb89-9284-4dec-a59e-12747c54dfe8 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] 10.222.0.31 "DELETE /v2.0/ports/e64e862a-1588-4f62-babe-2dc4c4c4468d HTTP/1.1" status: 204 len: 168 time: 1.1117041 Dec 18 13:28:11.221160 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-96990e3f-f9fb-4a63-90b8-ce0cbf34935c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:11.237417 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-09e3fd57-8cee-4ffa-9c42-6def3902c4d3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:11.240815 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96990e3f-f9fb-4a63-90b8-ce0cbf34935c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 132} {{(pid=103159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 18 13:28:11.250295 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-96990e3f-f9fb-4a63-90b8-ce0cbf34935c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:11.250665 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.db.segments_db [None req-96990e3f-f9fb-4a63-90b8-ce0cbf34935c admin admin] Added segment 2e155287-2c4f-47fc-a6c7-b5b531beb7fe of type vlan for network b777eec3-1fe1-45d9-be90-d023741ff2c0 Dec 18 13:28:11.253267 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.db_base_plugin_common [None req-5b9909fa-9631-4db5-b4dc-aee9411a4f37 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Allocated IP 2001:db8::6f0:b7eb:1a60:b6de (a0b84a49-8464-4342-a47d-bd714ebbec81/7b9da2e2-60a9-4976-b6e9-243610b65683/45a59e5e-7d08-49b9-9845-96fe48118939) {{(pid=103160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:28:11.261091 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 51332) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:28:11.266948 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-a562bd0f-221d-4705-b440-b3f91efab6ae None None] For port 1493f1a5-9ab3-451b-8dea-55c900132f63, host dv-neutron-744815-20-hyperv, cleared binding levels {{(pid=103161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 18 13:28:11.270494 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-a562bd0f-221d-4705-b440-b3f91efab6ae None None] For port 1493f1a5-9ab3-451b-8dea-55c900132f63, host dv-neutron-744815-20-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=1493f1a5-9ab3-451b-8dea-55c900132f63,segment=NetworkSegment(1d35b28d-d075-4c4f-99ab-408d9457428e),segment_id=1d35b28d-d075-4c4f-99ab-408d9457428e)] {{(pid=103161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 18 13:28:11.274512 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a562bd0f-221d-4705-b440-b3f91efab6ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:11.293230 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-96990e3f-f9fb-4a63-90b8-ce0cbf34935c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767106405744'] for network, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:11.295241 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-a3edd132-5da1-4bc2-81e1-dfde069c1318 tempest-RoutersIpV6AdminTest-1998592124 tempest-RoutersIpV6AdminTest-1998592124-project] Calling delete_port for 16b9c7c1-590a-40a2-802d-ee7d27fbd34e owned by network:router_gateway {{(pid=103160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:28:11.302200 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca8f20dc-9478-466f-ae41-b3aeee38c95e tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] GET failed (client error): The resource could not be found. Dec 18 13:28:11.306635 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-ca8f20dc-9478-466f-ae41-b3aeee38c95e tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] 10.222.0.31 "GET /v2.0/ports/e64e862a-1588-4f62-babe-2dc4c4c4468d HTTP/1.1" status: 404 len: 333 time: 0.0418181 Dec 18 13:28:11.313425 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 51334) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:28:11.327882 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-96990e3f-f9fb-4a63-90b8-ce0cbf34935c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981'] for network, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:11.334769 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96990e3f-f9fb-4a63-90b8-ce0cbf34935c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:28:11.334769 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-96990e3f-f9fb-4a63-90b8-ce0cbf34935c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047995'] for network, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:11.340655 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a562bd0f-221d-4705-b440-b3f91efab6ae None None] Pushing event updated for resources: {'Port': ['ID=1493f1a5-9ab3-451b-8dea-55c900132f63,revision_number=2']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:28:11.397379 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96990e3f-f9fb-4a63-90b8-ce0cbf34935c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b77541eb-53ae-4811-b8c8-1332d1bda20b,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:28:11.440568 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-96990e3f-f9fb-4a63-90b8-ce0cbf34935c admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7819557 Dec 18 13:28:11.446630 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 51336) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:28:11.454382 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-62560c33-efff-43ca-81af-722dd23eec42 admin admin] Request body: {'subnet': {'network_id': 'b777eec3-1fe1-45d9-be90-d023741ff2c0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1470380616-subnet', 'tenant_id': '2cba4008d8a8417bb0925fcf9726214e', 'ip_version': 4}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:28:11.459471 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96990e3f-f9fb-4a63-90b8-ce0cbf34935c admin admin] Pushing event updated for resources: {'Network': ['ID=b777eec3-1fe1-45d9-be90-d023741ff2c0,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:28:11.472956 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Network b777eec3-1fe1-45d9-be90-d023741ff2c0 details requested by agent ovs-agent-dv-neutron-744815-20-hyperv with host dv-neutron-744815-20-hyperv {{(pid=103161) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 18 13:28:11.488034 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62560c33-efff-43ca-81af-722dd23eec42 admin admin] Made reservation on behalf of 2cba4008d8a8417bb0925fcf9726214e for: {'subnet': 1} {{(pid=103159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:28:11.493640 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-62560c33-efff-43ca-81af-722dd23eec42 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6017072'] for subnet, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:11.758006 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 1493f1a5-9ab3-451b-8dea-55c900132f63 up at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 13:28:11.815539 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2294866d-0076-4933-952c-685307032598 None None] Provisioning complete for port 1493f1a5-9ab3-451b-8dea-55c900132f63 triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:28:11.815847 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:11.865075 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.db_base_plugin_v2 [None req-87786de2-3b93-4975-baaa-2e56b1537c2a tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Deleting subnet f06e6411-4580-40d1-89c6-0017d3c75d0f {{(pid=103160) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 18 13:28:11.886620 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-87786de2-3b93-4975-baaa-2e56b1537c2a tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks [] for subnet, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:11.898905 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:11.956415 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-2294866d-0076-4933-952c-685307032598 None None] For port 1493f1a5-9ab3-451b-8dea-55c900132f63, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=1493f1a5-9ab3-451b-8dea-55c900132f63,segment=NetworkSegment(1d35b28d-d075-4c4f-99ab-408d9457428e),segment_id=1d35b28d-d075-4c4f-99ab-408d9457428e)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:28:11.964878 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:11.965130 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-62560c33-efff-43ca-81af-722dd23eec42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5659786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6017062'] for subnet, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:12.029689 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Pushing event updated for resources: {'Port': ['ID=1493f1a5-9ab3-451b-8dea-55c900132f63,revision_number=3']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:28:12.047044 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-87786de2-3b93-4975-baaa-2e56b1537c2a tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4533385'] for subnet, precommit_delete_associations {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:12.054258 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62560c33-efff-43ca-81af-722dd23eec42 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e8a84a3-739e-4c83-bb7f-c941648f694b,revision_number=0']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:28:12.067083 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62560c33-efff-43ca-81af-722dd23eec42 admin admin] Checking segment: {'id': '2e155287-2c4f-47fc-a6c7-b5b531beb7fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'b777eec3-1fe1-45d9-be90-d023741ff2c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 13:28:12.067483 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62560c33-efff-43ca-81af-722dd23eec42 admin admin] Network hostable DHCP agents. Network: b777eec3-1fe1-45d9-be90-d023741ff2c0, hostable agents: ['aa77effa-0e3a-4bbd-a383-4d58ed3328d0'], hosted agents: [] {{(pid=103159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 18 13:28:12.080067 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-09e3fd57-8cee-4ffa-9c42-6def3902c4d3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:12.086251 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62560c33-efff-43ca-81af-722dd23eec42 admin admin] Network b777eec3-1fe1-45d9-be90-d023741ff2c0 is scheduled to be hosted by DHCP agent aa77effa-0e3a-4bbd-a383-4d58ed3328d0 with binding_index 1 {{(pid=103159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 18 13:28:12.094589 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-09e3fd57-8cee-4ffa-9c42-6def3902c4d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:12.095639 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.base_scheduler [None req-62560c33-efff-43ca-81af-722dd23eec42 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-744815-20-hyperv, b777eec3-1fe1-45d9-be90-d023741ff2c0) {{(pid=103159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:28:12.100030 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62560c33-efff-43ca-81af-722dd23eec42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:28:12.100541 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-62560c33-efff-43ca-81af-722dd23eec42 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047995'] for subnet, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:12.109099 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fadebea-d636-457c-a6d3-5306cf3bfbe7 None None] Network b777eec3-1fe1-45d9-be90-d023741ff2c0 requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:28:12.127658 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-62560c33-efff-43ca-81af-722dd23eec42 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6770880 Dec 18 13:28:12.127874 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 51340) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:28:12.132718 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-92982857-e5ce-4244-9ad7-e0fe426e8183 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1470380616-router', 'tenant_id': '2cba4008d8a8417bb0925fcf9726214e', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83'}}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:28:12.164923 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-92982857-e5ce-4244-9ad7-e0fe426e8183 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28433'] for router, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:12.165969 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-92982857-e5ce-4244-9ad7-e0fe426e8183 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-589769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28440'] for router, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:12.221277 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e3fd57-8cee-4ffa-9c42-6def3902c4d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3a7249e-cbc2-47ba-a731-afc3abf15eea,revision_number=1']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:28:12.228391 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-5b9909fa-9631-4db5-b4dc-aee9411a4f37 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks [] for port, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:12.241999 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abe66c2d-bbe3-4227-8e3a-ef4bad3a60d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp31e170a0-46a1-5ba9-9dc1-7ee4f866f0d7-b777eec3-1fe1-45d9-be90-d023741ff2c0', 'network_id': 'b777eec3-1fe1-45d9-be90-d023741ff2c0', 'project_id': '2cba4008d8a8417bb0925fcf9726214e', 'fixed_ips': [{'subnet_id': '7e8a84a3-739e-4c83-bb7f-c941648f694b'}]}} from dv-neutron-744815-20-hyperv. {{(pid=103161) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 18 13:28:12.242882 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-abe66c2d-bbe3-4227-8e3a-ef4bad3a60d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:12.256747 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-09e3fd57-8cee-4ffa-9c42-6def3902c4d3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=49bc88de697d43028e318face5d47530&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2788775 Dec 18 13:28:12.257651 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 51346) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:28:12.286304 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-a3edd132-5da1-4bc2-81e1-dfde069c1318 tempest-RoutersIpV6AdminTest-1998592124 tempest-RoutersIpV6AdminTest-1998592124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4533522'] for port, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:12.315435 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-87786de2-3b93-4975-baaa-2e56b1537c2a tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1929185'] for subnet, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:12.385604 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-92982857-e5ce-4244-9ad7-e0fe426e8183 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:12.437490 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3edd132-5da1-4bc2-81e1-dfde069c1318 tempest-RoutersIpV6AdminTest-1998592124 tempest-RoutersIpV6AdminTest-1998592124-project] Pushing event deleted for resources: {'Port': ['ID=16b9c7c1-590a-40a2-802d-ee7d27fbd34e,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:28:12.450984 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_common [None req-abe66c2d-bbe3-4227-8e3a-ef4bad3a60d7 None None] Allocated IP 172.20.0.2 (b777eec3-1fe1-45d9-be90-d023741ff2c0/7e8a84a3-739e-4c83-bb7f-c941648f694b/14ee49d5-1e04-4894-a921-fddbe2144865) {{(pid=103161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:28:12.472108 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a43e929b-3611-4e8d-b5c8-f11a88b449f3 None None] DHCP port deletion for decb4a40-7941-48c8-afbb-daaafd502e83 request from dv-neutron-744815-20-hyperv {{(pid=103161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 18 13:28:12.483179 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-ff8baa8e-9a7f-47d1-8ec9-879a3242e986 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:12.484713 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-87786de2-3b93-4975-baaa-2e56b1537c2a tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1929192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4533475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4514371'] for subnet, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:12.512057 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-ff8baa8e-9a7f-47d1-8ec9-879a3242e986 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:12.555797 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-5b9909fa-9631-4db5-b4dc-aee9411a4f37 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4533522'] for port, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:12.557720 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-87786de2-3b93-4975-baaa-2e56b1537c2a tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks [] for subnet, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:12.561112 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-87786de2-3b93-4975-baaa-2e56b1537c2a tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] 10.222.0.31 "DELETE /v2.0/subnets/f06e6411-4580-40d1-89c6-0017d3c75d0f HTTP/1.1" status: 204 len: 168 time: 1.2465789 Dec 18 13:28:12.565706 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87786de2-3b93-4975-baaa-2e56b1537c2a tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Pushing event deleted for resources: {'Subnet': ['ID=f06e6411-4580-40d1-89c6-0017d3c75d0f,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:28:12.566442 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 51348) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:28:12.589699 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df76a6ae-980b-49ac-9abf-f82e3814d3f2 None None] Network c6e9258f-4eba-44a3-b7b5-240b28eb2ed6 requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:28:12.617727 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b9909fa-9631-4db5-b4dc-aee9411a4f37 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Network a0b84a49-8464-4342-a47d-bd714ebbec81 is already hosted by enough agents. {{(pid=103160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:28:12.617727 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-a3edd132-5da1-4bc2-81e1-dfde069c1318 tempest-RoutersIpV6AdminTest-1998592124 tempest-RoutersIpV6AdminTest-1998592124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-586554'] for router_gateway, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:12.704225 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-92982857-e5ce-4244-9ad7-e0fe426e8183 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:12.714584 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.db_base_plugin_v2 [None req-0905ba0e-ce7e-419d-b5af-52721936ef8f tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Deleting subnet ee1c3cbf-b4d9-4e77-a61f-bf07277a4a20 {{(pid=103159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 18 13:28:12.716691 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-abe66c2d-bbe3-4227-8e3a-ef4bad3a60d7 None None] Publish callbacks [] for port, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:12.719082 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-0905ba0e-ce7e-419d-b5af-52721936ef8f tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks [] for subnet, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:12.726928 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-abe66c2d-bbe3-4227-8e3a-ef4bad3a60d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975'] for port, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:12.743502 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-ff8baa8e-9a7f-47d1-8ec9-879a3242e986 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:12.746016 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-ff8baa8e-9a7f-47d1-8ec9-879a3242e986 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:12.749605 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-ff8baa8e-9a7f-47d1-8ec9-879a3242e986 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d3a7249e-cbc2-47ba-a731-afc3abf15eea HTTP/1.1" status: 204 len: 168 time: 0.4864111 Dec 18 13:28:12.755641 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-a3edd132-5da1-4bc2-81e1-dfde069c1318 tempest-RoutersIpV6AdminTest-1998592124 tempest-RoutersIpV6AdminTest-1998592124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-589815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28643'] for router, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:12.758204 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-a3edd132-5da1-4bc2-81e1-dfde069c1318 tempest-RoutersIpV6AdminTest-1998592124 tempest-RoutersIpV6AdminTest-1998592124-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:12.780016 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8baa8e-9a7f-47d1-8ec9-879a3242e986 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3a7249e-cbc2-47ba-a731-afc3abf15eea,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:28:12.787041 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-0905ba0e-ce7e-419d-b5af-52721936ef8f tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5589624'] for subnet, precommit_delete_associations {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:12.811440 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.base_scheduler [None req-5b9909fa-9631-4db5-b4dc-aee9411a4f37 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Resources bound (agent type, host, resource id): {{(pid=103160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:28:12.821679 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abe66c2d-bbe3-4227-8e3a-ef4bad3a60d7 None None] Network b777eec3-1fe1-45d9-be90-d023741ff2c0 is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:28:12.830422 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-abe66c2d-bbe3-4227-8e3a-ef4bad3a60d7 None None] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:28:12.835932 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b9909fa-9631-4db5-b4dc-aee9411a4f37 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Received port after_create {{(pid=103160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:28:12.836625 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe66c2d-bbe3-4227-8e3a-ef4bad3a60d7 None None] Received port after_create {{(pid=103161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:28:12.845940 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b9909fa-9631-4db5-b4dc-aee9411a4f37 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:28:12.847138 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-5b9909fa-9631-4db5-b4dc-aee9411a4f37 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:12.853405 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe66c2d-bbe3-4227-8e3a-ef4bad3a60d7 None None] Pushing event updated for resources: {'Port': ['ID=14ee49d5-1e04-4894-a921-fddbe2144865,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:28:12.870204 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-f4bf88a3-1eba-4405-8b0f-4f4ef86f7883 None None] Provisioning complete for port 1493f1a5-9ab3-451b-8dea-55c900132f63 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:28:12.870582 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f4bf88a3-1eba-4405-8b0f-4f4ef86f7883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:12.876755 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-5b9909fa-9631-4db5-b4dc-aee9411a4f37 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 2.5948002 Dec 18 13:28:12.878890 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-a3edd132-5da1-4bc2-81e1-dfde069c1318 tempest-RoutersIpV6AdminTest-1998592124 tempest-RoutersIpV6AdminTest-1998592124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-589710'] for router, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:12.879602 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 51352) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:28:12.880309 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3edd132-5da1-4bc2-81e1-dfde069c1318 tempest-RoutersIpV6AdminTest-1998592124 tempest-RoutersIpV6AdminTest-1998592124-project] Fanout notify agent at l3_agent the message router_deleted on router 97a81a73-aa60-4407-9e9f-933cd9d710e3 {{(pid=103160) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 18 13:28:12.882558 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9909fa-9631-4db5-b4dc-aee9411a4f37 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Pushing event updated for resources: {'Port': ['ID=45a59e5e-7d08-49b9-9845-96fe48118939,revision_number=1']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:28:12.892480 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-a3edd132-5da1-4bc2-81e1-dfde069c1318 tempest-RoutersIpV6AdminTest-1998592124 tempest-RoutersIpV6AdminTest-1998592124-project] Publish callbacks [] for router, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:12.897197 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-a3edd132-5da1-4bc2-81e1-dfde069c1318 tempest-RoutersIpV6AdminTest-1998592124 tempest-RoutersIpV6AdminTest-1998592124-project] 10.222.0.31 "DELETE /v2.0/routers/97a81a73-aa60-4407-9e9f-933cd9d710e3 HTTP/1.1" status: 204 len: 168 time: 2.5458961 Dec 18 13:28:12.898892 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 51354) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:28:12.907678 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-e62e34fe-4b82-47d6-9b63-5da7c95c5829 tempest-RoutersIpV6AdminTest-1998592124 tempest-RoutersIpV6AdminTest-1998592124-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1857811344', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83'}, 'admin_state_up': False}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:28:12.955990 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-abe66c2d-bbe3-4227-8e3a-ef4bad3a60d7 None None] Attempting to bind port 14ee49d5-1e04-4894-a921-fddbe2144865 on host dv-neutron-744815-20-hyperv for vnic_type normal with profile {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 13:28:12.958034 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-abe66c2d-bbe3-4227-8e3a-ef4bad3a60d7 None None] Attempting to bind port 14ee49d5-1e04-4894-a921-fddbe2144865 by drivers openvswitch,hyperv on host dv-neutron-744815-20-hyperv at level 0 using segments [{'id': '2e155287-2c4f-47fc-a6c7-b5b531beb7fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'b777eec3-1fe1-45d9-be90-d023741ff2c0'}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 13:28:12.958466 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe66c2d-bbe3-4227-8e3a-ef4bad3a60d7 None None] Attempting to bind port 14ee49d5-1e04-4894-a921-fddbe2144865 on network b777eec3-1fe1-45d9-be90-d023741ff2c0 {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 13:28:12.964506 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-0905ba0e-ce7e-419d-b5af-52721936ef8f tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1929185'] for subnet, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:12.982490 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-e62e34fe-4b82-47d6-9b63-5da7c95c5829 tempest-RoutersIpV6AdminTest-1998592124 tempest-RoutersIpV6AdminTest-1998592124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28433'] for router, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:12.983087 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe66c2d-bbe3-4227-8e3a-ef4bad3a60d7 None None] Checking agent: {'id': '428fa9fa-43db-4db9-9f96-f60ffe931f2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-20-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 13, 19, 1), 'started_at': datetime.datetime(2021, 12, 18, 13, 19, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 13, 28, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-20-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 18 13:28:12.983577 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe66c2d-bbe3-4227-8e3a-ef4bad3a60d7 None None] Checking segment: {'id': '2e155287-2c4f-47fc-a6c7-b5b531beb7fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'b777eec3-1fe1-45d9-be90-d023741ff2c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 13:28:12.984010 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-abe66c2d-bbe3-4227-8e3a-ef4bad3a60d7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:12.984852 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-e62e34fe-4b82-47d6-9b63-5da7c95c5829 tempest-RoutersIpV6AdminTest-1998592124 tempest-RoutersIpV6AdminTest-1998592124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-589769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28440'] for router, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:12.984982 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe66c2d-bbe3-4227-8e3a-ef4bad3a60d7 None None] Bound using segment: {'id': '2e155287-2c4f-47fc-a6c7-b5b531beb7fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'b777eec3-1fe1-45d9-be90-d023741ff2c0'} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 18 13:28:12.986550 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-abe66c2d-bbe3-4227-8e3a-ef4bad3a60d7 None None] Bound port: 14ee49d5-1e04-4894-a921-fddbe2144865, host: dv-neutron-744815-20-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e155287-2c4f-47fc-a6c7-b5b531beb7fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'b777eec3-1fe1-45d9-be90-d023741ff2c0'}}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 18 13:28:12.987046 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-abe66c2d-bbe3-4227-8e3a-ef4bad3a60d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:13.048200 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0703cda-3cda-4e04-8f9b-834c11beb171 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:28:13.054229 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0703cda-3cda-4e04-8f9b-834c11beb171 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:28:13.059443 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-c0703cda-3cda-4e04-8f9b-834c11beb171 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1508698 Dec 18 13:28:13.063789 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 51356) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:28:13.100570 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-e62e34fe-4b82-47d6-9b63-5da7c95c5829 tempest-RoutersIpV6AdminTest-1998592124 tempest-RoutersIpV6AdminTest-1998592124-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:13.198635 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-abe66c2d-bbe3-4227-8e3a-ef4bad3a60d7 None None] For port 14ee49d5-1e04-4894-a921-fddbe2144865, host dv-neutron-744815-20-hyperv, cleared binding levels {{(pid=103161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 18 13:28:13.204980 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-abe66c2d-bbe3-4227-8e3a-ef4bad3a60d7 None None] For port 14ee49d5-1e04-4894-a921-fddbe2144865, host dv-neutron-744815-20-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=14ee49d5-1e04-4894-a921-fddbe2144865,segment=NetworkSegment(2e155287-2c4f-47fc-a6c7-b5b531beb7fe),segment_id=2e155287-2c4f-47fc-a6c7-b5b531beb7fe)] {{(pid=103161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 18 13:28:13.215236 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-abe66c2d-bbe3-4227-8e3a-ef4bad3a60d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:13.306231 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-0905ba0e-ce7e-419d-b5af-52721936ef8f tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1929192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5659851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6017053'] for subnet, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:13.311107 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe66c2d-bbe3-4227-8e3a-ef4bad3a60d7 None None] Pushing event updated for resources: {'Port': ['ID=14ee49d5-1e04-4894-a921-fddbe2144865,revision_number=2']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:28:13.330168 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-e916d93f-ad23-43c4-b44e-2a795e01d559 None None] Provisioning complete for port 45a59e5e-7d08-49b9-9845-96fe48118939 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:28:13.330539 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e916d93f-ad23-43c4-b44e-2a795e01d559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:13.355098 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0905ba0e-ce7e-419d-b5af-52721936ef8f tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Pushing event deleted for resources: {'Subnet': ['ID=ee1c3cbf-b4d9-4e77-a61f-bf07277a4a20,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:28:13.357290 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-0905ba0e-ce7e-419d-b5af-52721936ef8f tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047995'] for subnet, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:13.363484 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-0905ba0e-ce7e-419d-b5af-52721936ef8f tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] 10.222.0.31 "DELETE /v2.0/subnets/ee1c3cbf-b4d9-4e77-a61f-bf07277a4a20 HTTP/1.1" status: 204 len: 168 time: 0.7959747 Dec 18 13:28:13.368102 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 51362) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:28:13.388475 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-e62e34fe-4b82-47d6-9b63-5da7c95c5829 tempest-RoutersIpV6AdminTest-1998592124 tempest-RoutersIpV6AdminTest-1998592124-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:13.436000 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 51366) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:28:13.523127 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-92982857-e5ce-4244-9ad7-e0fe426e8183 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:13.559458 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-a642f8b2-6c1b-4cd4-8415-e98b3c29c2b5 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2023137'] for network, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:13.582669 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-57162952-5b6d-47b0-9f86-2459d121ac79 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=592c786ad85d4002a62b6d5544f08e83&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1443748 Dec 18 13:28:13.583422 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 51370) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:28:13.594179 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-2469e0b9-3848-4c2f-887f-26325d4d4071 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Deleting port 45a59e5e-7d08-49b9-9845-96fe48118939 {{(pid=103159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:28:13.594592 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-2469e0b9-3848-4c2f-887f-26325d4d4071 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:13.600047 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-92982857-e5ce-4244-9ad7-e0fe426e8183 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:13.777682 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-edfb8fb1-07a1-4cf8-8443-c19ec7141f49 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:13.796051 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-e916d93f-ad23-43c4-b44e-2a795e01d559 None None] Port 45a59e5e-7d08-49b9-9845-96fe48118939 cannot update to ACTIVE because it is not bound. {{(pid=103161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 13:28:13.827449 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-edfb8fb1-07a1-4cf8-8443-c19ec7141f49 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:13.888448 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-e62e34fe-4b82-47d6-9b63-5da7c95c5829 tempest-RoutersIpV6AdminTest-1998592124 tempest-RoutersIpV6AdminTest-1998592124-project] Publish callbacks [] for router_gateway, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:13.918828 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-e62e34fe-4b82-47d6-9b63-5da7c95c5829 tempest-RoutersIpV6AdminTest-1998592124 tempest-RoutersIpV6AdminTest-1998592124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:13.941452 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 1493f1a5-9ab3-451b-8dea-55c900132f63 up at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 13:28:13.942997 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-2469e0b9-3848-4c2f-887f-26325d4d4071 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:13.961017 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.db_base_plugin_common [None req-92982857-e5ce-4244-9ad7-e0fe426e8183 admin admin] Allocated IP 172.26.3.121 (decb4a40-7941-48c8-afbb-daaafd502e83/70deed80-3ca1-4f9e-96cb-563b43d3acba/0c644985-4e46-4e75-b8fe-1f0806bdf2c1) {{(pid=103159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:28:13.968537 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbf83366-d878-4a7a-a280-2c461e2b84d6 None None] Network c6e9258f-4eba-44a3-b7b5-240b28eb2ed6 requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:28:13.980138 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-2469e0b9-3848-4c2f-887f-26325d4d4071 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Calling delete_port for 45a59e5e-7d08-49b9-9845-96fe48118939 owned by {{(pid=103159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:28:13.989811 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-a642f8b2-6c1b-4cd4-8415-e98b3c29c2b5 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Deleting port 25a6f794-e055-43d3-b9b0-9d4fa94013f9 {{(pid=103159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:28:13.990264 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-a642f8b2-6c1b-4cd4-8415-e98b3c29c2b5 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:13.998397 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-edfb8fb1-07a1-4cf8-8443-c19ec7141f49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:14.000972 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-edfb8fb1-07a1-4cf8-8443-c19ec7141f49 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:14.002132 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-edfb8fb1-07a1-4cf8-8443-c19ec7141f49 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/17464f24-a86b-4c99-8c46-0d9440012be7 HTTP/1.1" status: 204 len: 168 time: 0.4165883 Dec 18 13:28:14.009976 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfb8fb1-07a1-4cf8-8443-c19ec7141f49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17464f24-a86b-4c99-8c46-0d9440012be7,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:28:14.092208 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-670f9700-f95e-471a-bc2d-1953f2b147b0 None None] Provisioning complete for port 25a6f794-e055-43d3-b9b0-9d4fa94013f9 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:28:14.092588 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-670f9700-f95e-471a-bc2d-1953f2b147b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:14.141219 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2294866d-0076-4933-952c-685307032598 None None] Provisioning complete for port 1493f1a5-9ab3-451b-8dea-55c900132f63 triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:28:14.141594 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:14.167872 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.db [None req-a642f8b2-6c1b-4cd4-8415-e98b3c29c2b5 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] For port 25a6f794-e055-43d3-b9b0-9d4fa94013f9, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=25a6f794-e055-43d3-b9b0-9d4fa94013f9,segment=NetworkSegment(2a5ac2f0-327d-4bbe-91e3-8a0d4895c495),segment_id=2a5ac2f0-327d-4bbe-91e3-8a0d4895c495)] {{(pid=103159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:28:14.168461 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-a642f8b2-6c1b-4cd4-8415-e98b3c29c2b5 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:14.192555 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-a642f8b2-6c1b-4cd4-8415-e98b3c29c2b5 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Calling delete_port for 25a6f794-e055-43d3-b9b0-9d4fa94013f9 owned by network:dhcp {{(pid=103159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:28:14.221730 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-800c22ae-18d2-442b-ab51-f5f287ffebed None None] DHCP port deletion for c6e9258f-4eba-44a3-b7b5-240b28eb2ed6 request from dv-neutron-744815-20-hyperv {{(pid=103161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 18 13:28:14.305257 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 14ee49d5-1e04-4894-a921-fddbe2144865 up at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 13:28:14.357030 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-800c22ae-18d2-442b-ab51-f5f287ffebed None None] Deleting port 25a6f794-e055-43d3-b9b0-9d4fa94013f9 {{(pid=103161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:28:14.357419 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-800c22ae-18d2-442b-ab51-f5f287ffebed None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:14.444588 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-800c22ae-18d2-442b-ab51-f5f287ffebed None None] For port 25a6f794-e055-43d3-b9b0-9d4fa94013f9, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=25a6f794-e055-43d3-b9b0-9d4fa94013f9,segment=NetworkSegment(2a5ac2f0-327d-4bbe-91e3-8a0d4895c495),segment_id=2a5ac2f0-327d-4bbe-91e3-8a0d4895c495)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:28:14.444992 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-800c22ae-18d2-442b-ab51-f5f287ffebed None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:14.462893 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2294866d-0076-4933-952c-685307032598 None None] Provisioning complete for port 14ee49d5-1e04-4894-a921-fddbe2144865 triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:28:14.463292 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:14.499901 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-800c22ae-18d2-442b-ab51-f5f287ffebed None None] Calling delete_port for 25a6f794-e055-43d3-b9b0-9d4fa94013f9 owned by network:dhcp {{(pid=103161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:28:14.585922 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-92982857-e5ce-4244-9ad7-e0fe426e8183 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:14.616933 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:14.658091 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-2294866d-0076-4933-952c-685307032598 None None] For port 14ee49d5-1e04-4894-a921-fddbe2144865, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=14ee49d5-1e04-4894-a921-fddbe2144865,segment=NetworkSegment(2e155287-2c4f-47fc-a6c7-b5b531beb7fe),segment_id=2e155287-2c4f-47fc-a6c7-b5b531beb7fe)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:28:14.661644 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-800c22ae-18d2-442b-ab51-f5f287ffebed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984'] for port, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:14.689401 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:14.693255 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800c22ae-18d2-442b-ab51-f5f287ffebed None None] Pushing event deleted for resources: {'Port': ['ID=25a6f794-e055-43d3-b9b0-9d4fa94013f9,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:28:14.697244 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-800c22ae-18d2-442b-ab51-f5f287ffebed None None] No DVR routers for this DVR port 25a6f794-e055-43d3-b9b0-9d4fa94013f9 on host dv-neutron-744815-20-hyperv {{(pid=103161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 18 13:28:14.754364 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Pushing event updated for resources: {'Port': ['ID=14ee49d5-1e04-4894-a921-fddbe2144865,revision_number=3']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:28:14.773504 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4ad7ca2-d265-496b-85d3-df58f10f969d None None] Network b777eec3-1fe1-45d9-be90-d023741ff2c0 requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:28:14.777527 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-92982857-e5ce-4244-9ad7-e0fe426e8183 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:14.783950 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-2469e0b9-3848-4c2f-887f-26325d4d4071 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:14.821965 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-a642f8b2-6c1b-4cd4-8415-e98b3c29c2b5 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:14.830270 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.db_base_plugin_common [None req-e62e34fe-4b82-47d6-9b63-5da7c95c5829 tempest-RoutersIpV6AdminTest-1998592124 tempest-RoutersIpV6AdminTest-1998592124-project] Allocated IP 172.26.3.42 (decb4a40-7941-48c8-afbb-daaafd502e83/70deed80-3ca1-4f9e-96cb-563b43d3acba/fe3e385b-e2a7-4aad-ae49-6187381a4b0c) {{(pid=103160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:28:14.864273 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92982857-e5ce-4244-9ad7-e0fe426e8183 admin admin] Network decb4a40-7941-48c8-afbb-daaafd502e83 is already hosted by enough agents. {{(pid=103159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:28:14.870579 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a642f8b2-6c1b-4cd4-8415-e98b3c29c2b5 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] No DVR routers for this DVR port 25a6f794-e055-43d3-b9b0-9d4fa94013f9 on host dv-neutron-744815-20-hyperv {{(pid=103159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 18 13:28:14.910201 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.base_scheduler [None req-92982857-e5ce-4244-9ad7-e0fe426e8183 admin admin] Resources bound (agent type, host, resource id): {{(pid=103159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:28:14.913091 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92982857-e5ce-4244-9ad7-e0fe426e8183 admin admin] Received port after_create {{(pid=103159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:28:14.922841 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-2469e0b9-3848-4c2f-887f-26325d4d4071 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:14.928166 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-2469e0b9-3848-4c2f-887f-26325d4d4071 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] 10.222.0.31 "DELETE /v2.0/ports/45a59e5e-7d08-49b9-9845-96fe48118939 HTTP/1.1" status: 204 len: 168 time: 1.8530304 Dec 18 13:28:14.933917 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 51396) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:28:14.951343 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a561dfe-e373-43b8-a05d-3cf457abfc4e None None] DHCP port deletion for decb4a40-7941-48c8-afbb-daaafd502e83 request from dv-neutron-744815-20-hyperv {{(pid=103161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 18 13:28:14.965933 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-858b429e-2c01-4926-8b98-e83f39616309 None None] Provisioning complete for port 14ee49d5-1e04-4894-a921-fddbe2144865 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:28:14.966246 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-858b429e-2c01-4926-8b98-e83f39616309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:15.035049 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-a642f8b2-6c1b-4cd4-8415-e98b3c29c2b5 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1927292', 'neutron.services.segments.db._delete_segments_for_network-8767106887837'] for network, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:15.076367 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-e62e34fe-4b82-47d6-9b63-5da7c95c5829 tempest-RoutersIpV6AdminTest-1998592124 tempest-RoutersIpV6AdminTest-1998592124-project] Publish callbacks [] for port, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:15.098686 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9a3636f-2ae5-4c30-a1a5-7b2f4791f114 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:28:15.102641 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9a3636f-2ae5-4c30-a1a5-7b2f4791f114 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:28:15.104465 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-f9a3636f-2ae5-4c30-a1a5-7b2f4791f114 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1694341 Dec 18 13:28:15.107247 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 51400) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:28:15.140302 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 51402) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:28:15.145387 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92982857-e5ce-4244-9ad7-e0fe426e8183 admin admin] Pushing event updated for resources: {'Port': ['ID=0c644985-4e46-4e75-b8fe-1f0806bdf2c1,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:28:15.198586 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.db_base_plugin_v2 [None req-b318214c-2157-4680-a4d4-2f82077fc998 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Deleting subnet 7b9da2e2-60a9-4976-b6e9-243610b65683 {{(pid=103160) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 18 13:28:15.202523 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-e62e34fe-4b82-47d6-9b63-5da7c95c5829 tempest-RoutersIpV6AdminTest-1998592124 tempest-RoutersIpV6AdminTest-1998592124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4533522'] for port, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:15.204774 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-b318214c-2157-4680-a4d4-2f82077fc998 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks [] for subnet, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:15.237150 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2469e0b9-3848-4c2f-887f-26325d4d4071 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Pushing event deleted for resources: {'Port': ['ID=45a59e5e-7d08-49b9-9845-96fe48118939,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:28:15.248270 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.services.segments.db [None req-a642f8b2-6c1b-4cd4-8415-e98b3c29c2b5 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6e9258f-4eba-44a3-b7b5-240b28eb2ed6']}} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:28:15.271114 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-0c4fe568-cb54-48af-80c6-4a5e3ef35032 None None] Provisioning complete for port 0c644985-4e46-4e75-b8fe-1f0806bdf2c1 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:28:15.273882 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0c4fe568-cb54-48af-80c6-4a5e3ef35032 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:15.287549 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e62e34fe-4b82-47d6-9b63-5da7c95c5829 tempest-RoutersIpV6AdminTest-1998592124 tempest-RoutersIpV6AdminTest-1998592124-project] Network decb4a40-7941-48c8-afbb-daaafd502e83 is already hosted by enough agents. {{(pid=103160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:28:15.293488 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-b318214c-2157-4680-a4d4-2f82077fc998 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4533385'] for subnet, precommit_delete_associations {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:15.296485 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.base_scheduler [None req-e62e34fe-4b82-47d6-9b63-5da7c95c5829 tempest-RoutersIpV6AdminTest-1998592124 tempest-RoutersIpV6AdminTest-1998592124-project] Resources bound (agent type, host, resource id): {{(pid=103160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:28:15.299694 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e62e34fe-4b82-47d6-9b63-5da7c95c5829 tempest-RoutersIpV6AdminTest-1998592124 tempest-RoutersIpV6AdminTest-1998592124-project] Received port after_create {{(pid=103160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:28:15.305772 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a642f8b2-6c1b-4cd4-8415-e98b3c29c2b5 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Pushing event deleted for resources: {'Port': ['ID=25a6f794-e055-43d3-b9b0-9d4fa94013f9,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:28:15.308847 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.services.segments.db [None req-a642f8b2-6c1b-4cd4-8415-e98b3c29c2b5 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a5ac2f0-327d-4bbe-91e3-8a0d4895c495') {'for_net_delete': True} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:28:15.309142 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.services.segments.db [None req-a642f8b2-6c1b-4cd4-8415-e98b3c29c2b5 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a5ac2f0-327d-4bbe-91e3-8a0d4895c495') {} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:28:15.330824 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-a642f8b2-6c1b-4cd4-8415-e98b3c29c2b5 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767106888614', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5589569'] for segment, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:15.331046 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-742331a4-0cd4-45b8-a850-b6bc6352e42b None None] DHCP port deletion for decb4a40-7941-48c8-afbb-daaafd502e83 request from dv-neutron-744815-20-hyperv {{(pid=103161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 18 13:28:15.346269 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62e34fe-4b82-47d6-9b63-5da7c95c5829 tempest-RoutersIpV6AdminTest-1998592124 tempest-RoutersIpV6AdminTest-1998592124-project] Pushing event updated for resources: {'Port': ['ID=fe3e385b-e2a7-4aad-ae49-6187381a4b0c,revision_number=1']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:28:15.352126 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-0c4fe568-cb54-48af-80c6-4a5e3ef35032 None None] Port 0c644985-4e46-4e75-b8fe-1f0806bdf2c1 cannot update to ACTIVE because it is not bound. {{(pid=103161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 13:28:15.359783 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-5ddeb393-9d93-4d35-8ff6-4ec3791ce4a8 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-875349450'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:28:15.372221 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-a642f8b2-6c1b-4cd4-8415-e98b3c29c2b5 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:15.383778 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a642f8b2-6c1b-4cd4-8415-e98b3c29c2b5 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=103159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 18 13:28:15.384273 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-a642f8b2-6c1b-4cd4-8415-e98b3c29c2b5 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5660009'] for segment, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:15.388133 dv-neutron-744815-20-hyperv neutron-server[103159]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 18 13:28:15.388133 dv-neutron-744815-20-hyperv neutron-server[103159]: self.session.flush() Dec 18 13:28:15.388133 dv-neutron-744815-20-hyperv neutron-server[103159]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 18 13:28:15.388133 dv-neutron-744815-20-hyperv neutron-server[103159]: self.session.flush() Dec 18 13:28:15.388133 dv-neutron-744815-20-hyperv neutron-server[103159]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 18 13:28:15.388133 dv-neutron-744815-20-hyperv neutron-server[103159]: self.session.flush() Dec 18 13:28:15.388133 dv-neutron-744815-20-hyperv neutron-server[103159]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 18 13:28:15.388133 dv-neutron-744815-20-hyperv neutron-server[103159]: self.session.flush() Dec 18 13:28:15.388133 dv-neutron-744815-20-hyperv neutron-server[103159]: Traceback (most recent call last): Dec 18 13:28:15.388133 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 18 13:28:15.388133 dv-neutron-744815-20-hyperv neutron-server[103159]: timer() Dec 18 13:28:15.388133 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 18 13:28:15.388133 dv-neutron-744815-20-hyperv neutron-server[103159]: cb(*args, **kw) Dec 18 13:28:15.388133 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 18 13:28:15.388133 dv-neutron-744815-20-hyperv neutron-server[103159]: return func(*args, **kwargs) Dec 18 13:28:15.388133 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 18 13:28:15.388133 dv-neutron-744815-20-hyperv neutron-server[103159]: self._notify() Dec 18 13:28:15.388133 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 18 13:28:15.388133 dv-neutron-744815-20-hyperv neutron-server[103159]: self.callback(batched_events) Dec 18 13:28:15.388133 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 18 13:28:15.388133 dv-neutron-744815-20-hyperv neutron-server[103159]: event.method(event) Dec 18 13:28:15.388133 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 18 13:28:15.388133 dv-neutron-744815-20-hyperv neutron-server[103159]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 18 13:28:15.388133 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 18 13:28:15.388133 dv-neutron-744815-20-hyperv neutron-server[103159]: aggregate_uuid = self.p_client.list_aggregates( Dec 18 13:28:15.388133 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 18 13:28:15.388133 dv-neutron-744815-20-hyperv neutron-server[103159]: return f(self, *a, **k) Dec 18 13:28:15.388133 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 18 13:28:15.388133 dv-neutron-744815-20-hyperv neutron-server[103159]: return self._get(url).json() Dec 18 13:28:15.388133 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 18 13:28:15.388133 dv-neutron-744815-20-hyperv neutron-server[103159]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 18 13:28:15.388133 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 18 13:28:15.388133 dv-neutron-744815-20-hyperv neutron-server[103159]: return self.request(url, 'GET', **kwargs) Dec 18 13:28:15.388133 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 18 13:28:15.388133 dv-neutron-744815-20-hyperv neutron-server[103159]: base_url = self.get_endpoint(auth, allow=allow, Dec 18 13:28:15.388133 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 18 13:28:15.388133 dv-neutron-744815-20-hyperv neutron-server[103159]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 18 13:28:15.388133 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 18 13:28:15.388133 dv-neutron-744815-20-hyperv neutron-server[103159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 18 13:28:15.388133 dv-neutron-744815-20-hyperv neutron-server[103159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 18 13:28:15.468032 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ddeb393-9d93-4d35-8ff6-4ec3791ce4a8 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Made reservation on behalf of a17167c2bc3d4518ab90268c4af7e6a0 for: {'network': 1} {{(pid=103160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:28:15.471460 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-5ddeb393-9d93-4d35-8ff6-4ec3791ce4a8 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for network, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:15.530617 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-a642f8b2-6c1b-4cd4-8415-e98b3c29c2b5 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1927267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586962'] for network, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:15.535603 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-1f52df44-e259-403f-a4e2-85f4166b64b2 None None] Provisioning complete for port 14ee49d5-1e04-4894-a921-fddbe2144865 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:28:15.536204 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-1f52df44-e259-403f-a4e2-85f4166b64b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:15.540496 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-5ddeb393-9d93-4d35-8ff6-4ec3791ce4a8 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks [] for security_group, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:15.563275 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-a642f8b2-6c1b-4cd4-8415-e98b3c29c2b5 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047995'] for network, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:15.564997 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-b318214c-2157-4680-a4d4-2f82077fc998 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1929185'] for subnet, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:15.570174 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-a642f8b2-6c1b-4cd4-8415-e98b3c29c2b5 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] 10.222.0.31 "DELETE /v2.0/networks/c6e9258f-4eba-44a3-b7b5-240b28eb2ed6 HTTP/1.1" status: 204 len: 168 time: 2.1954563 Dec 18 13:28:15.570174 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a642f8b2-6c1b-4cd4-8415-e98b3c29c2b5 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Pushing event deleted for resources: {'Network': ['ID=c6e9258f-4eba-44a3-b7b5-240b28eb2ed6,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:28:15.571647 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 51408) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:28:15.612537 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-92982857-e5ce-4244-9ad7-e0fe426e8183 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:15.648625 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-1f52df44-e259-403f-a4e2-85f4166b64b2 None None] Provisioning complete for port fe3e385b-e2a7-4aad-ae49-6187381a4b0c triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:28:15.649268 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-1f52df44-e259-403f-a4e2-85f4166b64b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:15.679811 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebabac44-835d-457b-a7f2-c1f1bc979ffb tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:28:15.684217 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-ebabac44-835d-457b-a7f2-c1f1bc979ffb tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 842 time: 0.1067438 Dec 18 13:28:15.684936 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 51410) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:28:15.706109 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-1f52df44-e259-403f-a4e2-85f4166b64b2 None None] Port fe3e385b-e2a7-4aad-ae49-6187381a4b0c cannot update to ACTIVE because it is not bound. {{(pid=103161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 13:28:15.731272 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 14ee49d5-1e04-4894-a921-fddbe2144865 up at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 13:28:15.782699 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-6aad85e9-9f09-4e15-b533-86365f1d3b3f tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] 10.222.0.31 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0969057 Dec 18 13:28:15.788570 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 51414) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:28:15.791570 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-b318214c-2157-4680-a4d4-2f82077fc998 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1929192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4533475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4514371'] for subnet, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:15.794616 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2294866d-0076-4933-952c-685307032598 None None] Provisioning complete for port 14ee49d5-1e04-4894-a921-fddbe2144865 triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:28:15.795023 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:15.828417 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-7b0ef3a3-06de-4641-9309-cb40b19b2314 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-332933446'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:28:15.875741 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b318214c-2157-4680-a4d4-2f82077fc998 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Pushing event deleted for resources: {'Subnet': ['ID=7b9da2e2-60a9-4976-b6e9-243610b65683,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:28:15.890182 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc47dff0-7753-4be5-aa07-4cb2d20d054e None None] Network a0b84a49-8464-4342-a47d-bd714ebbec81 requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:28:15.891547 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-b318214c-2157-4680-a4d4-2f82077fc998 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks [] for subnet, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:15.894721 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-b318214c-2157-4680-a4d4-2f82077fc998 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] 10.222.0.31 "DELETE /v2.0/subnets/7b9da2e2-60a9-4976-b6e9-243610b65683 HTTP/1.1" status: 204 len: 168 time: 0.7844000 Dec 18 13:28:15.900843 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-5ddeb393-9d93-4d35-8ff6-4ec3791ce4a8 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks [] for security_group, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:15.902794 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 51418) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:28:15.915075 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-5ddeb393-9d93-4d35-8ff6-4ec3791ce4a8 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:15.955365 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ddeb393-9d93-4d35-8ff6-4ec3791ce4a8 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 149} {{(pid=103160) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 18 13:28:15.957559 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddeb393-9d93-4d35-8ff6-4ec3791ce4a8 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4177d52-28df-4438-880c-439d4cab5062,revision_number=1']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:28:15.963380 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-e62e34fe-4b82-47d6-9b63-5da7c95c5829 tempest-RoutersIpV6AdminTest-1998592124 tempest-RoutersIpV6AdminTest-1998592124-project] Publish callbacks [] for router_gateway, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:15.965854 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-657585d1-b7ec-4aa0-bf80-91a29f803529 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0606992 Dec 18 13:28:15.968807 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 51420) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:28:15.978456 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-92982857-e5ce-4244-9ad7-e0fe426e8183 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-589760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-586526'] for router, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:16.004992 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b0ef3a3-06de-4641-9309-cb40b19b2314 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Made reservation on behalf of dde8326b44a64ab5a12bbfefe7e7aced for: {'network': 1} {{(pid=103160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:28:16.009221 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-7b0ef3a3-06de-4641-9309-cb40b19b2314 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for network, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:16.030099 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-5ddeb393-9d93-4d35-8ff6-4ec3791ce4a8 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:16.030423 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.db.segments_db [None req-5ddeb393-9d93-4d35-8ff6-4ec3791ce4a8 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Added segment 916d3749-bdc7-4012-a1ea-992032ad8859 of type vlan for network 5588ea4f-97be-47f0-8409-4e3ab545c488 Dec 18 13:28:16.053277 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 25a6f794-e055-43d3-b9b0-9d4fa94013f9 no longer exists at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 18 13:28:16.078995 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-2294866d-0076-4933-952c-685307032598 None None] No Port match for: 25a6f794-e055-43d3-b9b0-9d4fa94013f9 {{(pid=103161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 18 13:28:16.079375 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 25a6f794-e055-43d3-b9b0-9d4fa94013f9 not bound to the agent host dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 18 13:28:16.087469 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efeba015-b1b5-439d-ad1c-5664f31bdda1 None None] DHCP port deletion for a0b84a49-8464-4342-a47d-bd714ebbec81 request from dv-neutron-744815-20-hyperv {{(pid=103161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 18 13:28:16.120782 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-5ddeb393-9d93-4d35-8ff6-4ec3791ce4a8 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767106405744'] for network, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:16.123168 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b0ef3a3-06de-4641-9309-cb40b19b2314 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 143} {{(pid=103160) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 18 13:28:16.140349 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-efeba015-b1b5-439d-ad1c-5664f31bdda1 None None] Deleting port 1493f1a5-9ab3-451b-8dea-55c900132f63 {{(pid=103161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:28:16.140825 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-efeba015-b1b5-439d-ad1c-5664f31bdda1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:16.141526 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-7b0ef3a3-06de-4641-9309-cb40b19b2314 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:16.143012 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.db.segments_db [None req-7b0ef3a3-06de-4641-9309-cb40b19b2314 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Added segment 1ebd8a7b-5238-4c72-bd5a-f6e038526c97 of type vlan for network 1eaad278-a6e4-44ab-b674-f43bf4432ee4 Dec 18 13:28:16.154304 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f0e8530-771d-4ca2-8002-afe7636fb625 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:28:16.156130 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-3f0e8530-771d-4ca2-8002-afe7636fb625 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1856368 Dec 18 13:28:16.159218 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 51422) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:28:16.210881 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-efeba015-b1b5-439d-ad1c-5664f31bdda1 None None] For port 1493f1a5-9ab3-451b-8dea-55c900132f63, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=1493f1a5-9ab3-451b-8dea-55c900132f63,segment=NetworkSegment(1d35b28d-d075-4c4f-99ab-408d9457428e),segment_id=1d35b28d-d075-4c4f-99ab-408d9457428e)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:28:16.211343 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-efeba015-b1b5-439d-ad1c-5664f31bdda1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:16.224219 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-efeba015-b1b5-439d-ad1c-5664f31bdda1 None None] Calling delete_port for 1493f1a5-9ab3-451b-8dea-55c900132f63 owned by network:dhcp {{(pid=103161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:28:16.224616 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c832dabb-29e9-45dc-a388-e6c61127a5ee tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:28:16.226064 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-c832dabb-29e9-45dc-a388-e6c61127a5ee tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0658815 Dec 18 13:28:16.229716 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 51424) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:28:16.232246 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-5ddeb393-9d93-4d35-8ff6-4ec3791ce4a8 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981'] for network, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:16.237663 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ddeb393-9d93-4d35-8ff6-4ec3791ce4a8 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:28:16.238260 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-5ddeb393-9d93-4d35-8ff6-4ec3791ce4a8 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047995'] for network, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:16.242159 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92982857-e5ce-4244-9ad7-e0fe426e8183 admin admin] Router 16913b98-3477-446b-b01d-d0cc0e467ef0 is scheduled to L3 agent c9c0cd52-5bd2-4704-9429-d80f1c5ad23c with binding_index 1 {{(pid=103159) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 18 13:28:16.246371 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-7b0ef3a3-06de-4641-9309-cb40b19b2314 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767106405744'] for network, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:16.312848 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-efeba015-b1b5-439d-ad1c-5664f31bdda1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984'] for port, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:16.338209 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efeba015-b1b5-439d-ad1c-5664f31bdda1 None None] Pushing event deleted for resources: {'Port': ['ID=1493f1a5-9ab3-451b-8dea-55c900132f63,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:28:16.338925 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-998fd99c-d35b-4fa7-9297-fe2b1f5c8764 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0966702 Dec 18 13:28:16.342290 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-5ddeb393-9d93-4d35-8ff6-4ec3791ce4a8 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.1995454 Dec 18 13:28:16.351161 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efeba015-b1b5-439d-ad1c-5664f31bdda1 None None] No DVR routers for this DVR port 1493f1a5-9ab3-451b-8dea-55c900132f63 on host dv-neutron-744815-20-hyperv {{(pid=103161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 18 13:28:16.361547 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 51426) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:28:16.362003 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 51428) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:28:16.368146 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-0d6b2a7e-f1c1-47ea-ac76-69152896de79 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Request body: {'port': {'network_id': '5588ea4f-97be-47f0-8409-4e3ab545c488', 'name': 'tempest-PortsIpV6TestJSON-1337751047'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:28:16.374320 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-405fb18d-6935-4abd-bdfc-32fa3f31c544 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Request body: {'subnet': {'network_id': 'a0b84a49-8464-4342-a47d-bd714ebbec81', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:28:16.415779 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-7b0ef3a3-06de-4641-9309-cb40b19b2314 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981'] for network, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:16.421229 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b0ef3a3-06de-4641-9309-cb40b19b2314 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:28:16.421814 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-7b0ef3a3-06de-4641-9309-cb40b19b2314 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047995'] for network, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:16.426902 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddeb393-9d93-4d35-8ff6-4ec3791ce4a8 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Pushing event updated for resources: {'Network': ['ID=5588ea4f-97be-47f0-8409-4e3ab545c488,revision_number=1']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:28:16.439307 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Network 5588ea4f-97be-47f0-8409-4e3ab545c488 details requested by agent ovs-agent-dv-neutron-744815-20-hyperv with host dv-neutron-744815-20-hyperv {{(pid=103161) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 18 13:28:16.476186 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-7b0ef3a3-06de-4641-9309-cb40b19b2314 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6799493 Dec 18 13:28:16.480620 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 51432) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:28:16.513046 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-35115049-f858-4b88-a983-9788ae13b226 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Request body: {'subnet': {'network_id': '1eaad278-a6e4-44ab-b674-f43bf4432ee4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:28:16.539118 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0ef3a3-06de-4641-9309-cb40b19b2314 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Pushing event updated for resources: {'Network': ['ID=1eaad278-a6e4-44ab-b674-f43bf4432ee4,revision_number=1']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:28:16.543440 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-e62e34fe-4b82-47d6-9b63-5da7c95c5829 tempest-RoutersIpV6AdminTest-1998592124 tempest-RoutersIpV6AdminTest-1998592124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-589760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-586526'] for router, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:16.550575 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Network 1eaad278-a6e4-44ab-b674-f43bf4432ee4 details requested by agent ovs-agent-dv-neutron-744815-20-hyperv with host dv-neutron-744815-20-hyperv {{(pid=103161) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 18 13:28:16.556552 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92982857-e5ce-4244-9ad7-e0fe426e8183 admin admin] Notify agent at l3_agent.dv-neutron-744815-20-hyperv the message routers_updated {{(pid=103159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 13:28:16.586403 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-589f88ec-4779-4fef-ae68-148da5380492 None None] Sync routers for ids ['16913b98-3477-446b-b01d-d0cc0e467ef0'] in dv-neutron-744815-20-hyperv {{(pid=103161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 13:28:16.601268 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-92982857-e5ce-4244-9ad7-e0fe426e8183 admin admin] Publish callbacks [] for router, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:16.605355 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-92982857-e5ce-4244-9ad7-e0fe426e8183 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.4738216 Dec 18 13:28:16.606636 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 51434) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:28:16.608692 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-405fb18d-6935-4abd-bdfc-32fa3f31c544 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Made reservation on behalf of 606a569495c64210af9cc9fb7e76dd52 for: {'subnet': 1} {{(pid=103159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:28:16.616515 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-405fb18d-6935-4abd-bdfc-32fa3f31c544 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6017072'] for subnet, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:16.641059 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-589f88ec-4779-4fef-ae68-148da5380492 None None] Routers {'16913b98-3477-446b-b01d-d0cc0e467ef0'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:28:16.641692 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-589f88ec-4779-4fef-ae68-148da5380492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:27:57Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['16913b98-3477-446b-b01d-d0cc0e467ef0'], 'active': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:28:16.692889 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d6b2a7e-f1c1-47ea-ac76-69152896de79 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Made reservation on behalf of a17167c2bc3d4518ab90268c4af7e6a0 for: {'port': 1} {{(pid=103159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:28:16.696601 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-0d6b2a7e-f1c1-47ea-ac76-69152896de79 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:16.713674 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35115049-f858-4b88-a983-9788ae13b226 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Made reservation on behalf of dde8326b44a64ab5a12bbfefe7e7aced for: {'subnet': 1} {{(pid=103160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:28:16.717258 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-35115049-f858-4b88-a983-9788ae13b226 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4514414'] for subnet, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:16.760998 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvr_db [None req-589f88ec-4779-4fef-ae68-148da5380492 None None] Set router 16913b98-3477-446b-b01d-d0cc0e467ef0 gateway port host: dv-neutron-744815-20-hyperv {{(pid=103161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 13:28:16.785989 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.notifiers.nova [None req-0d6b2a7e-f1c1-47ea-ac76-69152896de79 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] device_id is not set on port 20db43dc-0bd5-42ca-8c6c-875ede820bf0 yet. {{(pid=103159) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 18 13:28:16.810609 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e62e34fe-4b82-47d6-9b63-5da7c95c5829 tempest-RoutersIpV6AdminTest-1998592124 tempest-RoutersIpV6AdminTest-1998592124-project] Router a37d1f12-4597-4093-a4c3-c452db730b67 is scheduled to L3 agent c9c0cd52-5bd2-4704-9429-d80f1c5ad23c with binding_index 1 {{(pid=103160) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 18 13:28:17.007058 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-589f88ec-4779-4fef-ae68-148da5380492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16913b98-3477-446b-b01d-d0cc0e467ef0', 'name': 'tempest-TestVolumeBootPattern-1470380616-router', 'tenant_id': '2cba4008d8a8417bb0925fcf9726214e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.121'}], 'enable_snat': True}, 'gw_port_id': '0c644985-4e46-4e75-b8fe-1f0806bdf2c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:28:12Z', 'updated_at': '2021-12-18T13:28:15Z', 'revision_number': 3, 'project_id': '2cba4008d8a8417bb0925fcf9726214e', 'gw_port': {'id': '0c644985-4e46-4e75-b8fe-1f0806bdf2c1', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:55:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16913b98-3477-446b-b01d-d0cc0e467ef0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:28:13Z', 'updated_at': '2021-12-18T13:28:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv'}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:28:17.024694 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-35115049-f858-4b88-a983-9788ae13b226 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4533410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4514424'] for subnet, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:17.030305 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e62e34fe-4b82-47d6-9b63-5da7c95c5829 tempest-RoutersIpV6AdminTest-1998592124 tempest-RoutersIpV6AdminTest-1998592124-project] Notify agent at l3_agent.dv-neutron-744815-20-hyperv the message routers_updated {{(pid=103160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 13:28:17.041774 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-589f88ec-4779-4fef-ae68-148da5380492 None None] Checking router: 16913b98-3477-446b-b01d-d0cc0e467ef0 for host: dv-neutron-744815-20-hyperv {{(pid=103161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 18 13:28:17.042122 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-589f88ec-4779-4fef-ae68-148da5380492 None None] Updating router 16913b98-3477-446b-b01d-d0cc0e467ef0 port 0c644985-4e46-4e75-b8fe-1f0806bdf2c1 binding host dv-neutron-744815-20-hyperv {{(pid=103161) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 18 13:28:17.046762 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77c5ee8e-7298-49b5-b308-700e2dfad32b None None] Sync routers for ids ['a37d1f12-4597-4093-a4c3-c452db730b67'] in dv-neutron-744815-20-hyperv {{(pid=103162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 13:28:17.058456 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77c5ee8e-7298-49b5-b308-700e2dfad32b None None] Routers {'a37d1f12-4597-4093-a4c3-c452db730b67'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:28:17.059088 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-77c5ee8e-7298-49b5-b308-700e2dfad32b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:27:57Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['a37d1f12-4597-4093-a4c3-c452db730b67'], 'active': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:28:17.088969 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-589f88ec-4779-4fef-ae68-148da5380492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:17.093776 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-77c5ee8e-7298-49b5-b308-700e2dfad32b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:28:17.103034 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77c5ee8e-7298-49b5-b308-700e2dfad32b None None] Routers {'a37d1f12-4597-4093-a4c3-c452db730b67'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:28:17.103684 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-77c5ee8e-7298-49b5-b308-700e2dfad32b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:27:57Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['a37d1f12-4597-4093-a4c3-c452db730b67'], 'active': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:28:17.163339 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-77c5ee8e-7298-49b5-b308-700e2dfad32b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:28:17.164348 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77c5ee8e-7298-49b5-b308-700e2dfad32b None None] The sync data for ids ['a37d1f12-4597-4093-a4c3-c452db730b67'] in dv-neutron-744815-20-hyperv is: [] {{(pid=103162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 13:28:17.218453 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.agents_db [None req-e3dda592-589a-4b4d-b028-ba9a260f4f50 None None] Agent healthcheck: found 6 active agents {{(pid=103162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 18 13:28:17.397838 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-589f88ec-4779-4fef-ae68-148da5380492 None None] Publish callbacks [] for port, precommit_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:17.405280 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-589f88ec-4779-4fef-ae68-148da5380492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:17.427200 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-e62e34fe-4b82-47d6-9b63-5da7c95c5829 tempest-RoutersIpV6AdminTest-1998592124 tempest-RoutersIpV6AdminTest-1998592124-project] Publish callbacks [] for router, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:17.431248 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-e62e34fe-4b82-47d6-9b63-5da7c95c5829 tempest-RoutersIpV6AdminTest-1998592124 tempest-RoutersIpV6AdminTest-1998592124-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 4.5285466 Dec 18 13:28:17.433239 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 51440) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:28:17.437488 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-b23bd212-5065-47e9-b545-e1ec7c876e26 tempest-RoutersIpV6AdminTest-1998592124 tempest-RoutersIpV6AdminTest-1998592124-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:28:17.462794 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-589f88ec-4779-4fef-ae68-148da5380492 None None] Attempting to bind port 0c644985-4e46-4e75-b8fe-1f0806bdf2c1 on host dv-neutron-744815-20-hyperv for vnic_type normal with profile {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 13:28:17.463063 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-589f88ec-4779-4fef-ae68-148da5380492 None None] Attempting to bind port 0c644985-4e46-4e75-b8fe-1f0806bdf2c1 by drivers openvswitch,hyperv on host dv-neutron-744815-20-hyperv at level 0 using segments [{'id': '3f66d49c-4faa-434c-8c3e-991f4f1d01bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83'}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 13:28:17.463450 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-589f88ec-4779-4fef-ae68-148da5380492 None None] Attempting to bind port 0c644985-4e46-4e75-b8fe-1f0806bdf2c1 on network decb4a40-7941-48c8-afbb-daaafd502e83 {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 13:28:17.470238 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a82998d5-f132-48ee-b48f-90b36169ebe9 None None] DHCP port deletion for decb4a40-7941-48c8-afbb-daaafd502e83 request from dv-neutron-744815-20-hyperv {{(pid=103161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 18 13:28:17.475535 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-0d6b2a7e-f1c1-47ea-ac76-69152896de79 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks [] for port, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:17.479428 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-405fb18d-6935-4abd-bdfc-32fa3f31c544 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5659786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6017062'] for subnet, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:17.479610 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-589f88ec-4779-4fef-ae68-148da5380492 None None] Checking agent: {'id': '428fa9fa-43db-4db9-9f96-f60ffe931f2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-20-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 13, 19, 1), 'started_at': datetime.datetime(2021, 12, 18, 13, 19, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 13, 28, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-20-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 18 13:28:17.479730 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-589f88ec-4779-4fef-ae68-148da5380492 None None] Checking segment: {'id': '3f66d49c-4faa-434c-8c3e-991f4f1d01bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 13:28:17.480057 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-589f88ec-4779-4fef-ae68-148da5380492 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:17.480624 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-589f88ec-4779-4fef-ae68-148da5380492 None None] Bound using segment: {'id': '3f66d49c-4faa-434c-8c3e-991f4f1d01bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83'} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 18 13:28:17.481092 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-589f88ec-4779-4fef-ae68-148da5380492 None None] Bound port: 0c644985-4e46-4e75-b8fe-1f0806bdf2c1, host: dv-neutron-744815-20-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f66d49c-4faa-434c-8c3e-991f4f1d01bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83'}}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 18 13:28:17.481483 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-589f88ec-4779-4fef-ae68-148da5380492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:17.485396 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35115049-f858-4b88-a983-9788ae13b226 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Pushing event updated for resources: {'Subnet': ['ID=518db9e7-be35-4e2a-ba9d-3ee0eb24df87,revision_number=0']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:28:17.489446 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73667d1-fad2-4460-924e-6da75498773b None None] Pushing event updated for resources: {'Port': ['ID=0c644985-4e46-4e75-b8fe-1f0806bdf2c1,revision_number=2']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:28:17.534863 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35115049-f858-4b88-a983-9788ae13b226 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Checking segment: {'id': '1ebd8a7b-5238-4c72-bd5a-f6e038526c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '1eaad278-a6e4-44ab-b674-f43bf4432ee4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 13:28:17.535255 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35115049-f858-4b88-a983-9788ae13b226 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Network hostable DHCP agents. Network: 1eaad278-a6e4-44ab-b674-f43bf4432ee4, hostable agents: ['aa77effa-0e3a-4bbd-a383-4d58ed3328d0'], hosted agents: [] {{(pid=103160) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 18 13:28:17.545868 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-589f88ec-4779-4fef-ae68-148da5380492 None None] For port 0c644985-4e46-4e75-b8fe-1f0806bdf2c1, host dv-neutron-744815-20-hyperv, cleared binding levels {{(pid=103161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 18 13:28:17.550825 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-589f88ec-4779-4fef-ae68-148da5380492 None None] For port 0c644985-4e46-4e75-b8fe-1f0806bdf2c1, host dv-neutron-744815-20-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=0c644985-4e46-4e75-b8fe-1f0806bdf2c1,segment=NetworkSegment(3f66d49c-4faa-434c-8c3e-991f4f1d01bd),segment_id=3f66d49c-4faa-434c-8c3e-991f4f1d01bd)] {{(pid=103161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 18 13:28:17.559540 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-589f88ec-4779-4fef-ae68-148da5380492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:17.568155 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-405fb18d-6935-4abd-bdfc-32fa3f31c544 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Network a0b84a49-8464-4342-a47d-bd714ebbec81 is already hosted by enough agents. {{(pid=103159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:28:17.578402 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35115049-f858-4b88-a983-9788ae13b226 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Network 1eaad278-a6e4-44ab-b674-f43bf4432ee4 is scheduled to be hosted by DHCP agent aa77effa-0e3a-4bbd-a383-4d58ed3328d0 with binding_index 1 {{(pid=103160) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 18 13:28:17.586671 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.base_scheduler [None req-405fb18d-6935-4abd-bdfc-32fa3f31c544 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Resources bound (agent type, host, resource id): {{(pid=103159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:28:17.599202 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-405fb18d-6935-4abd-bdfc-32fa3f31c544 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:28:17.599633 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-9784ba7f-313c-43b5-9822-0b40df65db7c None None] Provisioning complete for port 0c644985-4e46-4e75-b8fe-1f0806bdf2c1 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:28:17.600225 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-405fb18d-6935-4abd-bdfc-32fa3f31c544 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047995'] for subnet, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:17.600566 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-9784ba7f-313c-43b5-9822-0b40df65db7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:17.613015 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405fb18d-6935-4abd-bdfc-32fa3f31c544 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Pushing event updated for resources: {'Subnet': ['ID=3f9e9aa5-625c-4b8f-821a-ff18b97e24d5,revision_number=0']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:28:17.631862 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.base_scheduler [None req-35115049-f858-4b88-a983-9788ae13b226 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-744815-20-hyperv, 1eaad278-a6e4-44ab-b674-f43bf4432ee4) {{(pid=103160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:28:17.637055 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f7fba54-8704-4757-86c6-7881722a300a None None] Network a0b84a49-8464-4342-a47d-bd714ebbec81 requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:28:17.672321 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35115049-f858-4b88-a983-9788ae13b226 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:28:17.672887 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-35115049-f858-4b88-a983-9788ae13b226 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks [] for subnet, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:17.686614 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fd1b007-2568-4a76-b79f-fda78a286120 None None] Network 1eaad278-a6e4-44ab-b674-f43bf4432ee4 requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:28:17.690974 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-405fb18d-6935-4abd-bdfc-32fa3f31c544 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3264849 Dec 18 13:28:17.691244 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 51444) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:28:17.699001 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-efb180af-d176-4cc6-856a-62a01c6cb01a tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Request body: {'port': {'network_id': 'a0b84a49-8464-4342-a47d-bd714ebbec81', 'fixed_ips': [{'subnet_id': '3f9e9aa5-625c-4b8f-821a-ff18b97e24d5', 'ip_address': '2001:db8::e7a1:1e56:a147:69d4'}], 'name': 'tempest-NetworksTestDHCPv6-822347597'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:28:17.722002 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff109078-35c5-4632-b6db-36fecc40a70d None None] DHCP port deletion for decb4a40-7941-48c8-afbb-daaafd502e83 request from dv-neutron-744815-20-hyperv {{(pid=103161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 18 13:28:17.734747 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-35115049-f858-4b88-a983-9788ae13b226 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2243028 Dec 18 13:28:17.734947 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 51446) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:28:17.743378 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-ae149a22-a246-419b-84a0-421c5e8f32bd tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Request body: {'port': {'network_id': '1eaad278-a6e4-44ab-b674-f43bf4432ee4', 'name': 'tempest-PortsTestJSON-72051168'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:28:17.746835 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-0d6b2a7e-f1c1-47ea-ac76-69152896de79 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:17.899756 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6b2a7e-f1c1-47ea-ac76-69152896de79 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Pushing event updated for resources: {'Port': ['ID=20db43dc-0bd5-42ca-8c6c-875ede820bf0,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:28:17.917827 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-b23bd212-5065-47e9-b545-e1ec7c876e26 tempest-RoutersIpV6AdminTest-1998592124 tempest-RoutersIpV6AdminTest-1998592124-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:17.924087 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efb180af-d176-4cc6-856a-62a01c6cb01a tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Made reservation on behalf of 606a569495c64210af9cc9fb7e76dd52 for: {'port': 1} {{(pid=103160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:28:17.954516 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73667d1-fad2-4460-924e-6da75498773b None None] Pushing event updated for resources: {'Port': ['ID=0c644985-4e46-4e75-b8fe-1f0806bdf2c1,revision_number=3']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:28:17.977256 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d6b2a7e-f1c1-47ea-ac76-69152896de79 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Checking segment: {'id': '916d3749-bdc7-4012-a1ea-992032ad8859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '5588ea4f-97be-47f0-8409-4e3ab545c488'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 13:28:17.977627 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d6b2a7e-f1c1-47ea-ac76-69152896de79 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Network hostable DHCP agents. Network: 5588ea4f-97be-47f0-8409-4e3ab545c488, hostable agents: ['aa77effa-0e3a-4bbd-a383-4d58ed3328d0'], hosted agents: [] {{(pid=103159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 18 13:28:18.001670 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-b23bd212-5065-47e9-b545-e1ec7c876e26 tempest-RoutersIpV6AdminTest-1998592124 tempest-RoutersIpV6AdminTest-1998592124-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:18.020135 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-1a92b2b2-b9cf-4474-b84f-c6b5462b2097 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:18.021430 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-efb180af-d176-4cc6-856a-62a01c6cb01a tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:18.024195 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d6b2a7e-f1c1-47ea-ac76-69152896de79 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Network 5588ea4f-97be-47f0-8409-4e3ab545c488 is scheduled to be hosted by DHCP agent aa77effa-0e3a-4bbd-a383-4d58ed3328d0 with binding_index 1 {{(pid=103159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 18 13:28:18.035360 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae149a22-a246-419b-84a0-421c5e8f32bd tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Made reservation on behalf of dde8326b44a64ab5a12bbfefe7e7aced for: {'port': 1} {{(pid=103159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:28:18.039054 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-ae149a22-a246-419b-84a0-421c5e8f32bd tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:18.049545 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 1493f1a5-9ab3-451b-8dea-55c900132f63 no longer exists at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 18 13:28:18.057908 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.notifiers.nova [None req-efb180af-d176-4cc6-856a-62a01c6cb01a tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] device_id is not set on port 39c2d942-d91f-4d2f-9835-e5afe6aff089 yet. {{(pid=103160) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 18 13:28:18.060820 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.base_scheduler [None req-0d6b2a7e-f1c1-47ea-ac76-69152896de79 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-744815-20-hyperv, 5588ea4f-97be-47f0-8409-4e3ab545c488) {{(pid=103159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:28:18.071642 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d6b2a7e-f1c1-47ea-ac76-69152896de79 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Received port after_create {{(pid=103159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:28:18.072630 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-589f88ec-4779-4fef-ae68-148da5380492 None None] Routers {'16913b98-3477-446b-b01d-d0cc0e467ef0'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:28:18.073456 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-589f88ec-4779-4fef-ae68-148da5380492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:27:57Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['16913b98-3477-446b-b01d-d0cc0e467ef0'], 'active': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:28:18.077172 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d6b2a7e-f1c1-47ea-ac76-69152896de79 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:28:18.077797 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-0d6b2a7e-f1c1-47ea-ac76-69152896de79 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:18.081075 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.notifiers.nova [None req-ae149a22-a246-419b-84a0-421c5e8f32bd tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] device_id is not set on port ced87895-5dd0-40d6-bafa-6e3f521ec709 yet. {{(pid=103159) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 18 13:28:18.150770 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21422ec7-72eb-42ef-a8ef-e9f0466fc2fb None None] Network 5588ea4f-97be-47f0-8409-4e3ab545c488 requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:28:18.164361 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-2294866d-0076-4933-952c-685307032598 None None] No Port match for: 1493f1a5-9ab3-451b-8dea-55c900132f63 {{(pid=103161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 18 13:28:18.164670 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 1493f1a5-9ab3-451b-8dea-55c900132f63 not bound to the agent host dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 18 13:28:18.165555 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-b23bd212-5065-47e9-b545-e1ec7c876e26 tempest-RoutersIpV6AdminTest-1998592124 tempest-RoutersIpV6AdminTest-1998592124-project] Deleting port fe3e385b-e2a7-4aad-ae49-6187381a4b0c {{(pid=103160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:28:18.165835 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-0d6b2a7e-f1c1-47ea-ac76-69152896de79 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.8027296 Dec 18 13:28:18.165942 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-b23bd212-5065-47e9-b545-e1ec7c876e26 tempest-RoutersIpV6AdminTest-1998592124 tempest-RoutersIpV6AdminTest-1998592124-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:18.170802 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 51452) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:28:18.179515 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-29597c0b-524e-4d4a-9bf0-5f17a8525961 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1650274487'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:28:18.304541 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.db_base_plugin_common [None req-ae149a22-a246-419b-84a0-421c5e8f32bd tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Allocated IP 172.20.0.7 (1eaad278-a6e4-44ab-b674-f43bf4432ee4/518db9e7-be35-4e2a-ba9d-3ee0eb24df87/ced87895-5dd0-40d6-bafa-6e3f521ec709) {{(pid=103159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:28:18.306794 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29597c0b-524e-4d4a-9bf0-5f17a8525961 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Made reservation on behalf of a17167c2bc3d4518ab90268c4af7e6a0 for: {'network': 1} {{(pid=103160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:28:18.310860 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-29597c0b-524e-4d4a-9bf0-5f17a8525961 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for network, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:18.326140 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.db_base_plugin_common [None req-1a92b2b2-b9cf-4474-b84f-c6b5462b2097 admin admin] Allocated IP 172.20.0.1 (b777eec3-1fe1-45d9-be90-d023741ff2c0/7e8a84a3-739e-4c83-bb7f-c941648f694b/3da74d69-5142-4c91-8c05-8a6b4ab78020) {{(pid=103159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:28:18.349984 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.db_base_plugin_common [None req-efb180af-d176-4cc6-856a-62a01c6cb01a tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Allocated IP 2001:db8::e7a1:1e56:a147:69d4 (a0b84a49-8464-4342-a47d-bd714ebbec81/3f9e9aa5-625c-4b8f-821a-ff18b97e24d5/39c2d942-d91f-4d2f-9835-e5afe6aff089) {{(pid=103160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:28:18.353772 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56c37654-215a-497f-afa1-a6e55ae2e0de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp31e170a0-46a1-5ba9-9dc1-7ee4f866f0d7-1eaad278-a6e4-44ab-b674-f43bf4432ee4', 'network_id': '1eaad278-a6e4-44ab-b674-f43bf4432ee4', 'project_id': 'dde8326b44a64ab5a12bbfefe7e7aced', 'fixed_ips': [{'subnet_id': '518db9e7-be35-4e2a-ba9d-3ee0eb24df87'}]}} from dv-neutron-744815-20-hyperv. {{(pid=103161) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 18 13:28:18.353963 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-b23bd212-5065-47e9-b545-e1ec7c876e26 tempest-RoutersIpV6AdminTest-1998592124 tempest-RoutersIpV6AdminTest-1998592124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:18.354718 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-56c37654-215a-497f-afa1-a6e55ae2e0de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:18.389166 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-b23bd212-5065-47e9-b545-e1ec7c876e26 tempest-RoutersIpV6AdminTest-1998592124 tempest-RoutersIpV6AdminTest-1998592124-project] Calling delete_port for fe3e385b-e2a7-4aad-ae49-6187381a4b0c owned by network:router_gateway {{(pid=103160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:28:18.391500 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29597c0b-524e-4d4a-9bf0-5f17a8525961 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 141} {{(pid=103160) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 18 13:28:18.415739 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-29597c0b-524e-4d4a-9bf0-5f17a8525961 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:18.416087 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.db.segments_db [None req-29597c0b-524e-4d4a-9bf0-5f17a8525961 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Added segment 446f3f7b-5bfc-4df4-94fc-614f3a25d028 of type vlan for network 89444dd9-b156-4949-bc1c-3bf80715922b Dec 18 13:28:18.419832 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81661839-702f-431e-b65a-99cb0f86cd16 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp31e170a0-46a1-5ba9-9dc1-7ee4f866f0d7-a0b84a49-8464-4342-a47d-bd714ebbec81', 'network_id': 'a0b84a49-8464-4342-a47d-bd714ebbec81', 'project_id': '606a569495c64210af9cc9fb7e76dd52', 'fixed_ips': [{'subnet_id': '3f9e9aa5-625c-4b8f-821a-ff18b97e24d5'}]}} from dv-neutron-744815-20-hyperv. {{(pid=103161) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 18 13:28:18.420711 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-81661839-702f-431e-b65a-99cb0f86cd16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:18.439208 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-9784ba7f-313c-43b5-9822-0b40df65db7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:18.471878 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvr_db [None req-589f88ec-4779-4fef-ae68-148da5380492 None None] Set router 16913b98-3477-446b-b01d-d0cc0e467ef0 gateway port host: dv-neutron-744815-20-hyperv {{(pid=103161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 13:28:18.535075 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-29597c0b-524e-4d4a-9bf0-5f17a8525961 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767106405744'] for network, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:18.541014 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-1a92b2b2-b9cf-4474-b84f-c6b5462b2097 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:18.561520 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-ae149a22-a246-419b-84a0-421c5e8f32bd tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks [] for port, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:18.564833 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-9784ba7f-313c-43b5-9822-0b40df65db7c None None] For port 0c644985-4e46-4e75-b8fe-1f0806bdf2c1, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=0c644985-4e46-4e75-b8fe-1f0806bdf2c1,segment=NetworkSegment(3f66d49c-4faa-434c-8c3e-991f4f1d01bd),segment_id=3f66d49c-4faa-434c-8c3e-991f4f1d01bd)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:28:18.610125 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-9784ba7f-313c-43b5-9822-0b40df65db7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:18.615167 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-1a92b2b2-b9cf-4474-b84f-c6b5462b2097 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:18.661185 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-ae149a22-a246-419b-84a0-421c5e8f32bd tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:18.664631 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-29597c0b-524e-4d4a-9bf0-5f17a8525961 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981'] for network, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:18.670235 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29597c0b-524e-4d4a-9bf0-5f17a8525961 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:28:18.670766 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-29597c0b-524e-4d4a-9bf0-5f17a8525961 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047995'] for network, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:18.671324 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a92b2b2-b9cf-4474-b84f-c6b5462b2097 admin admin] Network b777eec3-1fe1-45d9-be90-d023741ff2c0 is already hosted by enough agents. {{(pid=103159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:28:18.681918 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.base_scheduler [None req-1a92b2b2-b9cf-4474-b84f-c6b5462b2097 admin admin] Resources bound (agent type, host, resource id): {{(pid=103159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:28:18.684724 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a92b2b2-b9cf-4474-b84f-c6b5462b2097 admin admin] Received port after_create {{(pid=103159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:28:18.773227 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae149a22-a246-419b-84a0-421c5e8f32bd tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Network 1eaad278-a6e4-44ab-b674-f43bf4432ee4 is already hosted by enough agents. {{(pid=103159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:28:18.776326 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.base_scheduler [None req-ae149a22-a246-419b-84a0-421c5e8f32bd tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Resources bound (agent type, host, resource id): {{(pid=103159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:28:18.779051 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae149a22-a246-419b-84a0-421c5e8f32bd tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Received port after_create {{(pid=103159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:28:18.789419 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a92b2b2-b9cf-4474-b84f-c6b5462b2097 admin admin] Pushing event updated for resources: {'Port': ['ID=3da74d69-5142-4c91-8c05-8a6b4ab78020,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:28:18.798248 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29597c0b-524e-4d4a-9bf0-5f17a8525961 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Pushing event updated for resources: {'Network': ['ID=89444dd9-b156-4949-bc1c-3bf80715922b,revision_number=1']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:28:18.805326 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-29597c0b-524e-4d4a-9bf0-5f17a8525961 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6343873 Dec 18 13:28:18.823252 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Network 89444dd9-b156-4949-bc1c-3bf80715922b details requested by agent ovs-agent-dv-neutron-744815-20-hyperv with host dv-neutron-744815-20-hyperv {{(pid=103161) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 18 13:28:18.882242 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 51456) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:28:18.883067 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae149a22-a246-419b-84a0-421c5e8f32bd tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Pushing event updated for resources: {'Port': ['ID=ced87895-5dd0-40d6-bafa-6e3f521ec709,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:28:18.888209 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-efb180af-d176-4cc6-856a-62a01c6cb01a tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks [] for port, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:18.898534 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-7849dad1-4cf2-41f3-a985-658829c6a8c1 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Request body: {'ports': [{'network_id': '5588ea4f-97be-47f0-8409-4e3ab545c488'}, {'network_id': '89444dd9-b156-4949-bc1c-3bf80715922b'}]} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:28:18.898853 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-7849dad1-4cf2-41f3-a985-658829c6a8c1 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Request body: {'port': {'network_id': '5588ea4f-97be-47f0-8409-4e3ab545c488'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:28:18.899392 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-7849dad1-4cf2-41f3-a985-658829c6a8c1 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Request body: {'port': {'network_id': '89444dd9-b156-4949-bc1c-3bf80715922b'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:28:18.925927 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-b23bd212-5065-47e9-b545-e1ec7c876e26 tempest-RoutersIpV6AdminTest-1998592124 tempest-RoutersIpV6AdminTest-1998592124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4533522'] for port, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:18.931994 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-1a92b2b2-b9cf-4474-b84f-c6b5462b2097 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586257'] for router_interface, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:18.946035 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9784ba7f-313c-43b5-9822-0b40df65db7c None None] Pushing event updated for resources: {'Port': ['ID=0c644985-4e46-4e75-b8fe-1f0806bdf2c1,revision_number=4']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:28:18.958781 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23bd212-5065-47e9-b545-e1ec7c876e26 tempest-RoutersIpV6AdminTest-1998592124 tempest-RoutersIpV6AdminTest-1998592124-project] Pushing event deleted for resources: {'Port': ['ID=fe3e385b-e2a7-4aad-ae49-6187381a4b0c,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:28:18.975173 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2ef645b9-3ed5-4de8-b43d-ecb8134d5f01 None None] Provisioning complete for port 0c644985-4e46-4e75-b8fe-1f0806bdf2c1 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:28:18.975689 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2ef645b9-3ed5-4de8-b43d-ecb8134d5f01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:18.988850 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-efb180af-d176-4cc6-856a-62a01c6cb01a tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4533522'] for port, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:19.001882 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_common [None req-56c37654-215a-497f-afa1-a6e55ae2e0de None None] Allocated IP 172.20.0.2 (1eaad278-a6e4-44ab-b674-f43bf4432ee4/518db9e7-be35-4e2a-ba9d-3ee0eb24df87/22c95c25-b8f3-445b-bc7b-8db041926a1f) {{(pid=103161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:28:19.004109 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfcc64e2-2a4a-475a-92b3-1fe7a4838f54 None None] DHCP port deletion for decb4a40-7941-48c8-afbb-daaafd502e83 request from dv-neutron-744815-20-hyperv {{(pid=103161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 18 13:28:19.063889 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae149a22-a246-419b-84a0-421c5e8f32bd tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:28:19.064460 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-ae149a22-a246-419b-84a0-421c5e8f32bd tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:19.065871 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efb180af-d176-4cc6-856a-62a01c6cb01a tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Network a0b84a49-8464-4342-a47d-bd714ebbec81 is already hosted by enough agents. {{(pid=103160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:28:19.069841 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.base_scheduler [None req-efb180af-d176-4cc6-856a-62a01c6cb01a tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Resources bound (agent type, host, resource id): {{(pid=103160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:28:19.072844 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efb180af-d176-4cc6-856a-62a01c6cb01a tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Received port after_create {{(pid=103160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:28:19.079161 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efb180af-d176-4cc6-856a-62a01c6cb01a tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:28:19.080102 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-efb180af-d176-4cc6-856a-62a01c6cb01a tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:19.086288 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-b23bd212-5065-47e9-b545-e1ec7c876e26 tempest-RoutersIpV6AdminTest-1998592124 tempest-RoutersIpV6AdminTest-1998592124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-586554'] for router_gateway, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:19.116198 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-ae149a22-a246-419b-84a0-421c5e8f32bd tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.3802938 Dec 18 13:28:19.123269 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 51460) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:28:19.131847 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-3a574637-f325-4691-8e1e-7c80e1e6e5e0 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Request body: {'port': {'network_id': '1eaad278-a6e4-44ab-b674-f43bf4432ee4', 'name': 'tempest-PortsTestJSON-587825177'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:28:19.136597 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb180af-d176-4cc6-856a-62a01c6cb01a tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Pushing event updated for resources: {'Port': ['ID=39c2d942-d91f-4d2f-9835-e5afe6aff089,revision_number=1']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:28:19.198565 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-efb180af-d176-4cc6-856a-62a01c6cb01a tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.5060024 Dec 18 13:28:19.201461 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 51462) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:28:19.229083 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_common [None req-81661839-702f-431e-b65a-99cb0f86cd16 None None] Allocated IP 2001:db8::2 (a0b84a49-8464-4342-a47d-bd714ebbec81/3f9e9aa5-625c-4b8f-821a-ff18b97e24d5/a8b5c501-a5dd-4906-b6f8-db739b854a03) {{(pid=103161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:28:19.239736 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-53dd263e-b638-4a19-aa9e-c5fa5243b464 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Request body: {'port': {'network_id': 'a0b84a49-8464-4342-a47d-bd714ebbec81', 'fixed_ips': [{'subnet_id': '3f9e9aa5-625c-4b8f-821a-ff18b97e24d5', 'ip_address': '2001:db8::e7a1:1e56:a147:69d4'}], 'name': 'tempest-NetworksTestDHCPv6-1209010835'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:28:19.330812 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-589f88ec-4779-4fef-ae68-148da5380492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16913b98-3477-446b-b01d-d0cc0e467ef0', 'name': 'tempest-TestVolumeBootPattern-1470380616-router', 'tenant_id': '2cba4008d8a8417bb0925fcf9726214e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.121'}], 'enable_snat': True}, 'gw_port_id': '0c644985-4e46-4e75-b8fe-1f0806bdf2c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:28:12Z', 'updated_at': '2021-12-18T13:28:15Z', 'revision_number': 3, 'project_id': '2cba4008d8a8417bb0925fcf9726214e', 'gw_port': {'id': '0c644985-4e46-4e75-b8fe-1f0806bdf2c1', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:55:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16913b98-3477-446b-b01d-d0cc0e467ef0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:28:13Z', 'updated_at': '2021-12-18T13:28:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv'}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:28:19.353934 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7849dad1-4cf2-41f3-a985-658829c6a8c1 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Made reservation on behalf of a17167c2bc3d4518ab90268c4af7e6a0 for: {'port': 2} {{(pid=103159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:28:19.358708 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-7849dad1-4cf2-41f3-a985-658829c6a8c1 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:19.364658 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-1a92b2b2-b9cf-4474-b84f-c6b5462b2097 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:19.373629 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-589f88ec-4779-4fef-ae68-148da5380492 None None] The sync data for ids ['16913b98-3477-446b-b01d-d0cc0e467ef0'] in dv-neutron-744815-20-hyperv is: [{'id': '16913b98-3477-446b-b01d-d0cc0e467ef0', 'name': 'tempest-TestVolumeBootPattern-1470380616-router', 'tenant_id': '2cba4008d8a8417bb0925fcf9726214e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.121'}], 'enable_snat': True}, 'gw_port_id': '0c644985-4e46-4e75-b8fe-1f0806bdf2c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:28:12Z', 'updated_at': '2021-12-18T13:28:15Z', 'revision_number': 3, 'project_id': '2cba4008d8a8417bb0925fcf9726214e', 'gw_port': {'id': '0c644985-4e46-4e75-b8fe-1f0806bdf2c1', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:55:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16913b98-3477-446b-b01d-d0cc0e467ef0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:28:13Z', 'updated_at': '2021-12-18T13:28:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv'}] {{(pid=103161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 13:28:19.408222 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-7849dad1-4cf2-41f3-a985-658829c6a8c1 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:19.426406 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-b23bd212-5065-47e9-b545-e1ec7c876e26 tempest-RoutersIpV6AdminTest-1998592124 tempest-RoutersIpV6AdminTest-1998592124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-586613', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-589787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28650'] for router, precommit_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:19.440423 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-b23bd212-5065-47e9-b545-e1ec7c876e26 tempest-RoutersIpV6AdminTest-1998592124 tempest-RoutersIpV6AdminTest-1998592124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-586526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-586508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-586503', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-589778'] for router, after_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:19.448295 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-56c37654-215a-497f-afa1-a6e55ae2e0de None None] Publish callbacks [] for port, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:19.449915 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-914db6e3-2b88-4fff-882b-24950065365d None None] Provisioning complete for port 3da74d69-5142-4c91-8c05-8a6b4ab78020 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:28:19.450149 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-914db6e3-2b88-4fff-882b-24950065365d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:19.481505 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-56c37654-215a-497f-afa1-a6e55ae2e0de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975'] for port, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:19.548243 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a574637-f325-4691-8e1e-7c80e1e6e5e0 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Made reservation on behalf of dde8326b44a64ab5a12bbfefe7e7aced for: {'port': 1} {{(pid=103159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:28:19.552073 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-3a574637-f325-4691-8e1e-7c80e1e6e5e0 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:19.559585 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b23bd212-5065-47e9-b545-e1ec7c876e26 tempest-RoutersIpV6AdminTest-1998592124 tempest-RoutersIpV6AdminTest-1998592124-project] Router a37d1f12-4597-4093-a4c3-c452db730b67 has already been hosted by L3 agent c9c0cd52-5bd2-4704-9429-d80f1c5ad23c {{(pid=103160) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 18 13:28:19.562794 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53dd263e-b638-4a19-aa9e-c5fa5243b464 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Made reservation on behalf of 606a569495c64210af9cc9fb7e76dd52 for: {'port': 1} {{(pid=103160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:28:19.568912 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-53dd263e-b638-4a19-aa9e-c5fa5243b464 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:19.572815 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56c37654-215a-497f-afa1-a6e55ae2e0de None None] Network 1eaad278-a6e4-44ab-b674-f43bf4432ee4 is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:28:19.576955 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-914db6e3-2b88-4fff-882b-24950065365d None None] Port 3da74d69-5142-4c91-8c05-8a6b4ab78020 cannot update to ACTIVE because it is not bound. {{(pid=103161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 13:28:19.586099 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-56c37654-215a-497f-afa1-a6e55ae2e0de None None] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:28:19.593404 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56c37654-215a-497f-afa1-a6e55ae2e0de None None] Received port after_create {{(pid=103161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:28:19.593580 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.notifiers.nova [None req-53dd263e-b638-4a19-aa9e-c5fa5243b464 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] device_id is not set on port 832b663d-60c8-42f9-9e41-a1ee431ed546 yet. {{(pid=103160) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 18 13:28:19.601288 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-81661839-702f-431e-b65a-99cb0f86cd16 None None] Publish callbacks [] for port, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:19.604347 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c37654-215a-497f-afa1-a6e55ae2e0de None None] Pushing event updated for resources: {'Port': ['ID=22c95c25-b8f3-445b-bc7b-8db041926a1f,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:28:19.608586 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.notifiers.nova [None req-7849dad1-4cf2-41f3-a985-658829c6a8c1 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] device_id is not set on port 99422689-b5c0-498e-9e4b-94b8c65e3aad yet. {{(pid=103159) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 18 13:28:19.634867 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-81661839-702f-431e-b65a-99cb0f86cd16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975'] for port, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:19.650248 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.notifiers.nova [None req-3a574637-f325-4691-8e1e-7c80e1e6e5e0 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] device_id is not set on port 505f983b-1060-492b-836c-b9d26f156e84 yet. {{(pid=103159) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 18 13:28:19.706596 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81661839-702f-431e-b65a-99cb0f86cd16 None None] Network a0b84a49-8464-4342-a47d-bd714ebbec81 is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:28:19.710562 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-56c37654-215a-497f-afa1-a6e55ae2e0de None None] Attempting to bind port 22c95c25-b8f3-445b-bc7b-8db041926a1f on host dv-neutron-744815-20-hyperv for vnic_type normal with profile {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 13:28:19.711631 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-56c37654-215a-497f-afa1-a6e55ae2e0de None None] Attempting to bind port 22c95c25-b8f3-445b-bc7b-8db041926a1f by drivers openvswitch,hyperv on host dv-neutron-744815-20-hyperv at level 0 using segments [{'id': '1ebd8a7b-5238-4c72-bd5a-f6e038526c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '1eaad278-a6e4-44ab-b674-f43bf4432ee4'}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 13:28:19.711631 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56c37654-215a-497f-afa1-a6e55ae2e0de None None] Attempting to bind port 22c95c25-b8f3-445b-bc7b-8db041926a1f on network 1eaad278-a6e4-44ab-b674-f43bf4432ee4 {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 13:28:19.714316 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81661839-702f-431e-b65a-99cb0f86cd16 None None] Pushing event updated for resources: {'Port': ['ID=a8b5c501-a5dd-4906-b6f8-db739b854a03,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:28:19.716907 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-81661839-702f-431e-b65a-99cb0f86cd16 None None] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:28:19.720634 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81661839-702f-431e-b65a-99cb0f86cd16 None None] Received port after_create {{(pid=103161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:28:19.723023 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56c37654-215a-497f-afa1-a6e55ae2e0de None None] Checking agent: {'id': '428fa9fa-43db-4db9-9f96-f60ffe931f2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-20-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 13, 19, 1), 'started_at': datetime.datetime(2021, 12, 18, 13, 19, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 13, 28, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-20-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 18 13:28:19.723198 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56c37654-215a-497f-afa1-a6e55ae2e0de None None] Checking segment: {'id': '1ebd8a7b-5238-4c72-bd5a-f6e038526c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '1eaad278-a6e4-44ab-b674-f43bf4432ee4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 13:28:19.724397 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-56c37654-215a-497f-afa1-a6e55ae2e0de None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:19.724397 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56c37654-215a-497f-afa1-a6e55ae2e0de None None] Bound using segment: {'id': '1ebd8a7b-5238-4c72-bd5a-f6e038526c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '1eaad278-a6e4-44ab-b674-f43bf4432ee4'} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 18 13:28:19.724397 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-56c37654-215a-497f-afa1-a6e55ae2e0de None None] Bound port: 22c95c25-b8f3-445b-bc7b-8db041926a1f, host: dv-neutron-744815-20-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ebd8a7b-5238-4c72-bd5a-f6e038526c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '1eaad278-a6e4-44ab-b674-f43bf4432ee4'}}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 18 13:28:19.725109 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-56c37654-215a-497f-afa1-a6e55ae2e0de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:19.752064 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b23bd212-5065-47e9-b545-e1ec7c876e26 tempest-RoutersIpV6AdminTest-1998592124 tempest-RoutersIpV6AdminTest-1998592124-project] Notify agent at l3_agent.dv-neutron-744815-20-hyperv the message routers_updated {{(pid=103160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 13:28:19.763614 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-b23bd212-5065-47e9-b545-e1ec7c876e26 tempest-RoutersIpV6AdminTest-1998592124 tempest-RoutersIpV6AdminTest-1998592124-project] Publish callbacks [] for router, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:19.767724 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-b23bd212-5065-47e9-b545-e1ec7c876e26 tempest-RoutersIpV6AdminTest-1998592124 tempest-RoutersIpV6AdminTest-1998592124-project] 10.222.0.31 "PUT /v2.0/routers/a37d1f12-4597-4093-a4c3-c452db730b67 HTTP/1.1" status: 200 len: 710 time: 2.3336644 Dec 18 13:28:19.771183 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 51466) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:28:19.934706 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-edca8bb6-fcd4-463d-8bc9-cde7c032dfa3 tempest-RoutersIpV6AdminTest-1535217791 tempest-RoutersIpV6AdminTest-1535217791-project-admin] 10.222.0.31 "GET /v2.0/routers/a37d1f12-4597-4093-a4c3-c452db730b67 HTTP/1.1" status: 200 len: 745 time: 0.1620939 Dec 18 13:28:19.939139 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 51470) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:28:19.991688 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e294bd68-04e2-4cbb-8edb-a88344dfd239 None None] Sync routers for ids ['a37d1f12-4597-4093-a4c3-c452db730b67'] in dv-neutron-744815-20-hyperv {{(pid=103161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 13:28:20.001460 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-1a92b2b2-b9cf-4474-b84f-c6b5462b2097 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:20.003527 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.db_base_plugin_common [None req-3a574637-f325-4691-8e1e-7c80e1e6e5e0 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Allocated IP 172.20.0.14 (1eaad278-a6e4-44ab-b674-f43bf4432ee4/518db9e7-be35-4e2a-ba9d-3ee0eb24df87/505f983b-1060-492b-836c-b9d26f156e84) {{(pid=103159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:28:20.028471 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-1a92b2b2-b9cf-4474-b84f-c6b5462b2097 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5659917'] for port, after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:20.035659 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-d26fdee8-9236-43f8-bec8-8a4c69935752 tempest-RoutersIpV6AdminTest-1535217791 tempest-RoutersIpV6AdminTest-1535217791-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=decb4a40-7941-48c8-afbb-daaafd502e83&device_id=a37d1f12-4597-4093-a4c3-c452db730b67 HTTP/1.1" status: 200 len: 205 time: 0.0953336 Dec 18 13:28:20.062159 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e294bd68-04e2-4cbb-8edb-a88344dfd239 None None] Routers {'a37d1f12-4597-4093-a4c3-c452db730b67'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:28:20.062830 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-e294bd68-04e2-4cbb-8edb-a88344dfd239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:27:57Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['a37d1f12-4597-4093-a4c3-c452db730b67'], 'active': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:28:20.073342 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 51472) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:28:20.079339 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-1a92b2b2-b9cf-4474-b84f-c6b5462b2097 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1048031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586432'] for router_interface, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:20.085518 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-7849dad1-4cf2-41f3-a985-658829c6a8c1 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks [] for port, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:20.117036 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-e294bd68-04e2-4cbb-8edb-a88344dfd239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:28:20.126951 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-49dd6602-cca7-4198-a83f-ff5aa28ae226 tempest-RoutersIpV6AdminTest-1998592124 tempest-RoutersIpV6AdminTest-1998592124-project] 10.222.0.31 "GET /v2.0/ports?device_id=a37d1f12-4597-4093-a4c3-c452db730b67 HTTP/1.1" status: 200 len: 205 time: 0.0519021 Dec 18 13:28:20.129314 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.pecan_wsgi.hooks.translation [None req-53dd263e-b638-4a19-aa9e-c5fa5243b464 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] POST failed (client error): There was a conflict when trying to complete your request. Dec 18 13:28:20.129928 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53dd263e-b638-4a19-aa9e-c5fa5243b464 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103160) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 18 13:28:20.134762 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 51474) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:28:20.144721 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-81661839-702f-431e-b65a-99cb0f86cd16 None None] Attempting to bind port a8b5c501-a5dd-4906-b6f8-db739b854a03 on host dv-neutron-744815-20-hyperv for vnic_type normal with profile {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 13:28:20.145097 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-81661839-702f-431e-b65a-99cb0f86cd16 None None] Attempting to bind port a8b5c501-a5dd-4906-b6f8-db739b854a03 by drivers openvswitch,hyperv on host dv-neutron-744815-20-hyperv at level 0 using segments [{'id': '1d35b28d-d075-4c4f-99ab-408d9457428e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'a0b84a49-8464-4342-a47d-bd714ebbec81'}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 13:28:20.145458 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81661839-702f-431e-b65a-99cb0f86cd16 None None] Attempting to bind port a8b5c501-a5dd-4906-b6f8-db739b854a03 on network a0b84a49-8464-4342-a47d-bd714ebbec81 {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 13:28:20.157306 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-56c37654-215a-497f-afa1-a6e55ae2e0de None None] For port 22c95c25-b8f3-445b-bc7b-8db041926a1f, host dv-neutron-744815-20-hyperv, cleared binding levels {{(pid=103161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 18 13:28:20.159686 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81661839-702f-431e-b65a-99cb0f86cd16 None None] Checking agent: {'id': '428fa9fa-43db-4db9-9f96-f60ffe931f2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-20-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 13, 19, 1), 'started_at': datetime.datetime(2021, 12, 18, 13, 19, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 13, 28, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-20-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 18 13:28:20.160064 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81661839-702f-431e-b65a-99cb0f86cd16 None None] Checking segment: {'id': '1d35b28d-d075-4c4f-99ab-408d9457428e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'a0b84a49-8464-4342-a47d-bd714ebbec81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 13:28:20.160466 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-81661839-702f-431e-b65a-99cb0f86cd16 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:20.160895 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81661839-702f-431e-b65a-99cb0f86cd16 None None] Bound using segment: {'id': '1d35b28d-d075-4c4f-99ab-408d9457428e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'a0b84a49-8464-4342-a47d-bd714ebbec81'} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 18 13:28:20.161490 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-81661839-702f-431e-b65a-99cb0f86cd16 None None] Bound port: a8b5c501-a5dd-4906-b6f8-db739b854a03, host: dv-neutron-744815-20-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d35b28d-d075-4c4f-99ab-408d9457428e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'a0b84a49-8464-4342-a47d-bd714ebbec81'}}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 18 13:28:20.162057 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-81661839-702f-431e-b65a-99cb0f86cd16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:20.167524 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-56c37654-215a-497f-afa1-a6e55ae2e0de None None] For port 22c95c25-b8f3-445b-bc7b-8db041926a1f, host dv-neutron-744815-20-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=22c95c25-b8f3-445b-bc7b-8db041926a1f,segment=NetworkSegment(1ebd8a7b-5238-4c72-bd5a-f6e038526c97),segment_id=1ebd8a7b-5238-4c72-bd5a-f6e038526c97)] {{(pid=103161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 18 13:28:20.175375 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e294bd68-04e2-4cbb-8edb-a88344dfd239 None None] Routers {'a37d1f12-4597-4093-a4c3-c452db730b67'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:28:20.176074 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-e294bd68-04e2-4cbb-8edb-a88344dfd239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:27:57Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['a37d1f12-4597-4093-a4c3-c452db730b67'], 'active': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:28:20.215082 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-56c37654-215a-497f-afa1-a6e55ae2e0de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:20.218815 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-e294bd68-04e2-4cbb-8edb-a88344dfd239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:28:20.219464 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e294bd68-04e2-4cbb-8edb-a88344dfd239 None None] The sync data for ids ['a37d1f12-4597-4093-a4c3-c452db730b67'] in dv-neutron-744815-20-hyperv is: [] {{(pid=103161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 13:28:20.259110 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-cfe83dac-b904-43ff-b537-701cd7912bd2 tempest-RoutersIpV6AdminTest-1998592124 tempest-RoutersIpV6AdminTest-1998592124-project] Publish callbacks [] for router, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:20.347642 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c37654-215a-497f-afa1-a6e55ae2e0de None None] Pushing event updated for resources: {'Port': ['ID=22c95c25-b8f3-445b-bc7b-8db041926a1f,revision_number=2']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:28:20.354730 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-53dd263e-b638-4a19-aa9e-c5fa5243b464 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.1517489 Dec 18 13:28:20.357727 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-81661839-702f-431e-b65a-99cb0f86cd16 None None] For port a8b5c501-a5dd-4906-b6f8-db739b854a03, host dv-neutron-744815-20-hyperv, cleared binding levels {{(pid=103161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 18 13:28:20.361223 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-81661839-702f-431e-b65a-99cb0f86cd16 None None] For port a8b5c501-a5dd-4906-b6f8-db739b854a03, host dv-neutron-744815-20-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=a8b5c501-a5dd-4906-b6f8-db739b854a03,segment=NetworkSegment(1d35b28d-d075-4c4f-99ab-408d9457428e),segment_id=1d35b28d-d075-4c4f-99ab-408d9457428e)] {{(pid=103161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 18 13:28:20.375296 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-81661839-702f-431e-b65a-99cb0f86cd16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:20.407277 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 51480) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:28:20.486896 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81661839-702f-431e-b65a-99cb0f86cd16 None None] Pushing event updated for resources: {'Port': ['ID=a8b5c501-a5dd-4906-b6f8-db739b854a03,revision_number=2']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:28:20.770020 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.notifiers.nova [None req-7849dad1-4cf2-41f3-a985-658829c6a8c1 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] device_id is not set on port 718cb3b8-b5d9-49d4-ae38-7cbd2f84b4b5 yet. {{(pid=103159) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 18 13:28:20.834550 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a92b2b2-b9cf-4474-b84f-c6b5462b2097 admin admin] Pushing event updated for resources: {'Port': ['ID=3da74d69-5142-4c91-8c05-8a6b4ab78020,revision_number=2']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:28:20.976520 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-cfe83dac-b904-43ff-b537-701cd7912bd2 tempest-RoutersIpV6AdminTest-1998592124 tempest-RoutersIpV6AdminTest-1998592124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-589815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28643'] for router, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:20.978371 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a92b2b2-b9cf-4474-b84f-c6b5462b2097 admin admin] Network b777eec3-1fe1-45d9-be90-d023741ff2c0 is already hosted by enough agents. {{(pid=103159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:28:20.980416 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-cfe83dac-b904-43ff-b537-701cd7912bd2 tempest-RoutersIpV6AdminTest-1998592124 tempest-RoutersIpV6AdminTest-1998592124-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:20.986067 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.base_scheduler [None req-1a92b2b2-b9cf-4474-b84f-c6b5462b2097 admin admin] Resources bound (agent type, host, resource id): {{(pid=103159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:28:20.994289 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92582d3a-e556-4d9d-9020-4ca3ea79b32c tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:28:20.999164 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92582d3a-e556-4d9d-9020-4ca3ea79b32c tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:28:21.000894 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-92582d3a-e556-4d9d-9020-4ca3ea79b32c tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.5924647 Dec 18 13:28:21.003713 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 51484) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:28:21.039923 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-3a574637-f325-4691-8e1e-7c80e1e6e5e0 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks [] for port, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:21.133193 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-cfe83dac-b904-43ff-b537-701cd7912bd2 tempest-RoutersIpV6AdminTest-1998592124 tempest-RoutersIpV6AdminTest-1998592124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-589710'] for router, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:21.133850 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfe83dac-b904-43ff-b537-701cd7912bd2 tempest-RoutersIpV6AdminTest-1998592124 tempest-RoutersIpV6AdminTest-1998592124-project] Fanout notify agent at l3_agent the message router_deleted on router a37d1f12-4597-4093-a4c3-c452db730b67 {{(pid=103160) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 18 13:28:21.142423 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-cfe83dac-b904-43ff-b537-701cd7912bd2 tempest-RoutersIpV6AdminTest-1998592124 tempest-RoutersIpV6AdminTest-1998592124-project] Publish callbacks [] for router, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:21.143308 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-cfe83dac-b904-43ff-b537-701cd7912bd2 tempest-RoutersIpV6AdminTest-1998592124 tempest-RoutersIpV6AdminTest-1998592124-project] 10.222.0.31 "DELETE /v2.0/routers/a37d1f12-4597-4093-a4c3-c452db730b67 HTTP/1.1" status: 204 len: 168 time: 1.0059848 Dec 18 13:28:21.150897 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 51486) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:28:21.187389 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-df71ed45-3e90-4584-914e-46e552c97972 tempest-RoutersIpV6AdminTest-1998592124 tempest-RoutersIpV6AdminTest-1998592124-project] 10.222.0.31 "GET /v2.0/ports?device_id=a37d1f12-4597-4093-a4c3-c452db730b67 HTTP/1.1" status: 200 len: 205 time: 0.0351503 Dec 18 13:28:21.191439 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-2729e3cb-e0ea-4978-9fc6-d22aeb7ec358 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Deleting port 39c2d942-d91f-4d2f-9835-e5afe6aff089 {{(pid=103160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:28:21.192021 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-2729e3cb-e0ea-4978-9fc6-d22aeb7ec358 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:21.194084 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 51488) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:28:21.209026 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-7849dad1-4cf2-41f3-a985-658829c6a8c1 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks [] for port, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:21.262775 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.api.v2.resource [None req-65562282-0cb4-4f79-8e0d-2635f4be5577 tempest-RoutersIpV6AdminTest-1998592124 tempest-RoutersIpV6AdminTest-1998592124-project] delete failed (client error): The resource could not be found. Dec 18 13:28:21.263858 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-65562282-0cb4-4f79-8e0d-2635f4be5577 tempest-RoutersIpV6AdminTest-1998592124 tempest-RoutersIpV6AdminTest-1998592124-project] 10.222.0.31 "DELETE /v2.0/routers/a37d1f12-4597-4093-a4c3-c452db730b67 HTTP/1.1" status: 404 len: 336 time: 0.0647039 Dec 18 13:28:21.266892 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 51490) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:28:21.281986 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-3a574637-f325-4691-8e1e-7c80e1e6e5e0 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:21.301741 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-d645841b-61e0-41d4-97b9-3cdf80b1aa36 tempest-RoutersIpV6AdminTest-1998592124 tempest-RoutersIpV6AdminTest-1998592124-project] 10.222.0.31 "GET /v2.0/ports?device_id=97a81a73-aa60-4407-9e9f-933cd9d710e3 HTTP/1.1" status: 200 len: 205 time: 0.0310400 Dec 18 13:28:21.305260 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 51492) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:28:21.326774 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a92b2b2-b9cf-4474-b84f-c6b5462b2097 admin admin] Router 16913b98-3477-446b-b01d-d0cc0e467ef0 has already been hosted by L3 agent c9c0cd52-5bd2-4704-9429-d80f1c5ad23c {{(pid=103159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 18 13:28:21.352258 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-2729e3cb-e0ea-4978-9fc6-d22aeb7ec358 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:21.356333 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a574637-f325-4691-8e1e-7c80e1e6e5e0 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Network 1eaad278-a6e4-44ab-b674-f43bf4432ee4 is already hosted by enough agents. {{(pid=103159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:28:21.362947 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-7849dad1-4cf2-41f3-a985-658829c6a8c1 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:21.365341 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.base_scheduler [None req-3a574637-f325-4691-8e1e-7c80e1e6e5e0 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Resources bound (agent type, host, resource id): {{(pid=103159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:28:21.369331 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a574637-f325-4691-8e1e-7c80e1e6e5e0 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Pushing event updated for resources: {'Port': ['ID=505f983b-1060-492b-836c-b9d26f156e84,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:28:21.372332 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a574637-f325-4691-8e1e-7c80e1e6e5e0 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Received port after_create {{(pid=103159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:28:21.378767 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-b4bfb75c-344b-481d-b0e4-2cb8ace53239 None None] Provisioning complete for port 3da74d69-5142-4c91-8c05-8a6b4ab78020 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:28:21.379324 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-b4bfb75c-344b-481d-b0e4-2cb8ace53239 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:21.383581 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.api.v2.resource [None req-9dfb4ebb-7dff-409b-b318-5f123a1a6476 tempest-RoutersIpV6AdminTest-1998592124 tempest-RoutersIpV6AdminTest-1998592124-project] delete failed (client error): The resource could not be found. Dec 18 13:28:21.385599 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-9dfb4ebb-7dff-409b-b318-5f123a1a6476 tempest-RoutersIpV6AdminTest-1998592124 tempest-RoutersIpV6AdminTest-1998592124-project] 10.222.0.31 "DELETE /v2.0/routers/97a81a73-aa60-4407-9e9f-933cd9d710e3 HTTP/1.1" status: 404 len: 336 time: 0.0794482 Dec 18 13:28:21.386841 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-2729e3cb-e0ea-4978-9fc6-d22aeb7ec358 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Calling delete_port for 39c2d942-d91f-4d2f-9835-e5afe6aff089 owned by {{(pid=103160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:28:21.388572 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 51496) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:28:21.437988 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-1e4f1d07-0660-443a-ac0c-a05aeadc2828 tempest-RoutersIpV6AdminTest-1998592124 tempest-RoutersIpV6AdminTest-1998592124-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e56a48b-8a32-48e6-825c-18626dcaf9d2 HTTP/1.1" status: 200 len: 205 time: 0.0483248 Dec 18 13:28:21.441387 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-b4bfb75c-344b-481d-b0e4-2cb8ace53239 None None] Port 3da74d69-5142-4c91-8c05-8a6b4ab78020 cannot update to ACTIVE because it is not bound. {{(pid=103161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 13:28:21.442717 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 51498) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:28:21.513613 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.api.v2.resource [None req-663882dc-478c-408e-96aa-c71132f0a9fc tempest-RoutersIpV6AdminTest-1998592124 tempest-RoutersIpV6AdminTest-1998592124-project] delete failed (client error): The resource could not be found. Dec 18 13:28:21.514671 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-663882dc-478c-408e-96aa-c71132f0a9fc tempest-RoutersIpV6AdminTest-1998592124 tempest-RoutersIpV6AdminTest-1998592124-project] 10.222.0.31 "DELETE /v2.0/routers/0e56a48b-8a32-48e6-825c-18626dcaf9d2 HTTP/1.1" status: 404 len: 336 time: 0.0707181 Dec 18 13:28:21.517387 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 51502) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:28:21.532160 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7849dad1-4cf2-41f3-a985-658829c6a8c1 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Network 5588ea4f-97be-47f0-8409-4e3ab545c488 is already hosted by enough agents. {{(pid=103159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:28:21.546046 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.base_scheduler [None req-7849dad1-4cf2-41f3-a985-658829c6a8c1 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Resources bound (agent type, host, resource id): {{(pid=103159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:28:21.557358 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a574637-f325-4691-8e1e-7c80e1e6e5e0 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:28:21.558010 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-3a574637-f325-4691-8e1e-7c80e1e6e5e0 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:21.560686 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7849dad1-4cf2-41f3-a985-658829c6a8c1 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Received port after_create {{(pid=103159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:28:21.561529 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-7849dad1-4cf2-41f3-a985-658829c6a8c1 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:21.565616 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-e0567777-da2c-4178-b949-b05c36d3c42e tempest-RoutersIpV6AdminTest-1998592124 tempest-RoutersIpV6AdminTest-1998592124-project] 10.222.0.31 "GET /v2.0/ports?device_id=97ff7f80-d40d-421a-b59a-d57a9b90355f HTTP/1.1" status: 200 len: 205 time: 0.0437503 Dec 18 13:28:21.565616 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 51504) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:28:21.571245 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7849dad1-4cf2-41f3-a985-658829c6a8c1 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Pushing event updated for resources: {'Port': ['ID=99422689-b5c0-498e-9e4b-94b8c65e3aad,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:28:21.613489 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.api.v2.resource [None req-318480f8-7046-4849-b090-f256232246d9 tempest-RoutersIpV6AdminTest-1998592124 tempest-RoutersIpV6AdminTest-1998592124-project] delete failed (client error): The resource could not be found. Dec 18 13:28:21.616989 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-318480f8-7046-4849-b090-f256232246d9 tempest-RoutersIpV6AdminTest-1998592124 tempest-RoutersIpV6AdminTest-1998592124-project] 10.222.0.31 "DELETE /v2.0/routers/97ff7f80-d40d-421a-b59a-d57a9b90355f HTTP/1.1" status: 404 len: 336 time: 0.0478237 Dec 18 13:28:21.622603 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 51506) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:28:21.662569 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-3a574637-f325-4691-8e1e-7c80e1e6e5e0 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.5374815 Dec 18 13:28:21.672019 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 51508) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:28:21.728057 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-ace8f889-8a57-43e1-ad25-2c7c58c3b760 tempest-RoutersIpV6AdminTest-1998592124 tempest-RoutersIpV6AdminTest-1998592124-project] 10.222.0.31 "GET /v2.0/ports?device_id=11c56207-18fe-4a74-a4cf-630f892e828d HTTP/1.1" status: 200 len: 205 time: 0.1022897 Dec 18 13:28:21.728057 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-2729e3cb-e0ea-4978-9fc6-d22aeb7ec358 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4533522'] for port, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:21.729088 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 51510) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:28:21.766320 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7849dad1-4cf2-41f3-a985-658829c6a8c1 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Pushing event updated for resources: {'Port': ['ID=718cb3b8-b5d9-49d4-ae38-7cbd2f84b4b5,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:28:21.778098 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a92b2b2-b9cf-4474-b84f-c6b5462b2097 admin admin] Notify agent at l3_agent.dv-neutron-744815-20-hyperv the message routers_updated {{(pid=103159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 13:28:21.808614 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-1a92b2b2-b9cf-4474-b84f-c6b5462b2097 admin admin] 10.222.0.31 "PUT /v2.0/routers/16913b98-3477-446b-b01d-d0cc0e467ef0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1920850 Dec 18 13:28:21.815354 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.api.v2.resource [None req-3eab3efa-360e-4d90-b3f2-d7c91941c5a6 tempest-RoutersIpV6AdminTest-1998592124 tempest-RoutersIpV6AdminTest-1998592124-project] delete failed (client error): The resource could not be found. Dec 18 13:28:21.816784 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-3eab3efa-360e-4d90-b3f2-d7c91941c5a6 tempest-RoutersIpV6AdminTest-1998592124 tempest-RoutersIpV6AdminTest-1998592124-project] 10.222.0.31 "DELETE /v2.0/routers/11c56207-18fe-4a74-a4cf-630f892e828d HTTP/1.1" status: 404 len: 336 time: 0.0871820 Dec 18 13:28:21.828051 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 51514) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:28:21.846174 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2729e3cb-e0ea-4978-9fc6-d22aeb7ec358 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Pushing event deleted for resources: {'Port': ['ID=39c2d942-d91f-4d2f-9835-e5afe6aff089,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:28:21.853731 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-2729e3cb-e0ea-4978-9fc6-d22aeb7ec358 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:21.857108 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-2729e3cb-e0ea-4978-9fc6-d22aeb7ec358 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] 10.222.0.31 "DELETE /v2.0/ports/39c2d942-d91f-4d2f-9835-e5afe6aff089 HTTP/1.1" status: 204 len: 168 time: 0.8526881 Dec 18 13:28:21.859788 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 51516) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:28:21.860719 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7849dad1-4cf2-41f3-a985-658829c6a8c1 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Checking segment: {'id': '446f3f7b-5bfc-4df4-94fc-614f3a25d028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '89444dd9-b156-4949-bc1c-3bf80715922b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 13:28:21.861170 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7849dad1-4cf2-41f3-a985-658829c6a8c1 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Network hostable DHCP agents. Network: 89444dd9-b156-4949-bc1c-3bf80715922b, hostable agents: ['aa77effa-0e3a-4bbd-a383-4d58ed3328d0'], hosted agents: [] {{(pid=103159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 18 13:28:21.889837 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-05f8cbc2-63c4-4e83-9484-dd5a8cc0145b tempest-RoutersIpV6AdminTest-1998592124 tempest-RoutersIpV6AdminTest-1998592124-project] 10.222.0.31 "GET /v2.0/ports?device_id=0fe7ca21-9a8f-4ea9-bd47-8ae41343753f HTTP/1.1" status: 200 len: 205 time: 0.0534799 Dec 18 13:28:21.897140 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 51518) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:28:21.914651 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 22c95c25-b8f3-445b-bc7b-8db041926a1f up at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 13:28:21.919865 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f04b2272-c1df-40bf-a20b-c7a1ad9309d7 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:28:21.921751 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-f04b2272-c1df-40bf-a20b-c7a1ad9309d7 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] 10.222.0.31 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.7 HTTP/1.1" status: 200 len: 920 time: 0.2456403 Dec 18 13:28:21.925460 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 51520) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:28:21.988558 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.api.v2.resource [None req-5e7b029c-b3ef-49ad-9a7e-5246e634f61f tempest-RoutersIpV6AdminTest-1998592124 tempest-RoutersIpV6AdminTest-1998592124-project] delete failed (client error): The resource could not be found. Dec 18 13:28:21.990120 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-5e7b029c-b3ef-49ad-9a7e-5246e634f61f tempest-RoutersIpV6AdminTest-1998592124 tempest-RoutersIpV6AdminTest-1998592124-project] 10.222.0.31 "DELETE /v2.0/routers/0fe7ca21-9a8f-4ea9-bd47-8ae41343753f HTTP/1.1" status: 404 len: 336 time: 0.0895445 Dec 18 13:28:21.993065 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 51522) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:28:21.996041 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a23b4d57-fea1-4c53-b371-24680f2e68a0 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:28:21.998086 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a23b4d57-fea1-4c53-b371-24680f2e68a0 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:28:22.000014 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-a23b4d57-fea1-4c53-b371-24680f2e68a0 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1363156 Dec 18 13:28:22.003413 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 51524) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:28:22.009403 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7849dad1-4cf2-41f3-a985-658829c6a8c1 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Network 89444dd9-b156-4949-bc1c-3bf80715922b is scheduled to be hosted by DHCP agent aa77effa-0e3a-4bbd-a383-4d58ed3328d0 with binding_index 1 {{(pid=103159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 18 13:28:22.036055 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fbb56ea-40e9-4875-a549-8af0ed44b277 tempest-RoutersIpV6AdminTest-1998592124 tempest-RoutersIpV6AdminTest-1998592124-project] DELETE failed (client error): The resource could not be found. Dec 18 13:28:22.037319 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8fbb56ea-40e9-4875-a549-8af0ed44b277 tempest-RoutersIpV6AdminTest-1998592124 tempest-RoutersIpV6AdminTest-1998592124-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 18 13:28:22.042623 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-8fbb56ea-40e9-4875-a549-8af0ed44b277 tempest-RoutersIpV6AdminTest-1998592124 tempest-RoutersIpV6AdminTest-1998592124-project] 10.222.0.31 "DELETE /v2.0/subnets/f5a76e13-6a1c-4ee3-b436-fa3279113715 HTTP/1.1" status: 404 len: 337 time: 0.0469685 Dec 18 13:28:22.045584 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2294866d-0076-4933-952c-685307032598 None None] Provisioning complete for port 22c95c25-b8f3-445b-bc7b-8db041926a1f triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:28:22.046280 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:22.047800 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.base_scheduler [None req-7849dad1-4cf2-41f3-a985-658829c6a8c1 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-744815-20-hyperv, 89444dd9-b156-4949-bc1c-3bf80715922b) {{(pid=103159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:28:22.057076 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7849dad1-4cf2-41f3-a985-658829c6a8c1 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Received port after_create {{(pid=103159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:28:22.073838 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7849dad1-4cf2-41f3-a985-658829c6a8c1 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:28:22.084283 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7849dad1-4cf2-41f3-a985-658829c6a8c1 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:28:22.087455 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-7849dad1-4cf2-41f3-a985-658829c6a8c1 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:22.104490 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.db_base_plugin_v2 [None req-62235806-41b9-40f0-b1b0-69a707dacb1a tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Deleting subnet 3f9e9aa5-625c-4b8f-821a-ff18b97e24d5 {{(pid=103160) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 18 13:28:22.121742 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-62235806-41b9-40f0-b1b0-69a707dacb1a tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks [] for subnet, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:22.123830 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-7849dad1-4cf2-41f3-a985-658829c6a8c1 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.2355857 Dec 18 13:28:22.126487 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 51532) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:28:22.135340 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2fc60c2-d484-4c8d-9a60-a0030de8589c None None] Network 89444dd9-b156-4949-bc1c-3bf80715922b requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:28:22.276106 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-65c0de32-2911-4482-916c-41a8a3b324ca tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Deleting port 505f983b-1060-492b-836c-b9d26f156e84 {{(pid=103160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:28:22.276798 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-65c0de32-2911-4482-916c-41a8a3b324ca tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:22.335048 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2e3a2ecd-c1f9-4f7e-8d61-3f197f6402e1 None None] Provisioning complete for port a8b5c501-a5dd-4906-b6f8-db739b854a03 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:28:22.335631 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2e3a2ecd-c1f9-4f7e-8d61-3f197f6402e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:22.345281 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-62235806-41b9-40f0-b1b0-69a707dacb1a tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4533385'] for subnet, precommit_delete_associations {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:22.377085 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-4a1c701e-36f4-433b-9eef-43533d37d0bb tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Deleting port 718cb3b8-b5d9-49d4-ae38-7cbd2f84b4b5 {{(pid=103159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:28:22.377360 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-4a1c701e-36f4-433b-9eef-43533d37d0bb tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:22.458635 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:22.547763 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-62235806-41b9-40f0-b1b0-69a707dacb1a tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1929185'] for subnet, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:22.563924 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-2294866d-0076-4933-952c-685307032598 None None] For port 22c95c25-b8f3-445b-bc7b-8db041926a1f, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=22c95c25-b8f3-445b-bc7b-8db041926a1f,segment=NetworkSegment(1ebd8a7b-5238-4c72-bd5a-f6e038526c97),segment_id=1ebd8a7b-5238-4c72-bd5a-f6e038526c97)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:28:22.576242 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-4a1c701e-36f4-433b-9eef-43533d37d0bb tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:22.580449 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:22.581343 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device a8b5c501-a5dd-4906-b6f8-db739b854a03 up at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 13:28:22.597720 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-4a1c701e-36f4-433b-9eef-43533d37d0bb tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Calling delete_port for 718cb3b8-b5d9-49d4-ae38-7cbd2f84b4b5 owned by {{(pid=103159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:28:22.631016 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78162d49-7043-4363-8db4-66318689e8b3 None None] Sync routers for ids ['16913b98-3477-446b-b01d-d0cc0e467ef0'] in dv-neutron-744815-20-hyperv {{(pid=103162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 13:28:22.654009 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78162d49-7043-4363-8db4-66318689e8b3 None None] Routers {'16913b98-3477-446b-b01d-d0cc0e467ef0'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:28:22.654596 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-78162d49-7043-4363-8db4-66318689e8b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:27:57Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['16913b98-3477-446b-b01d-d0cc0e467ef0'], 'active': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:28:22.741860 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 51544) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:28:22.775242 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-65c0de32-2911-4482-916c-41a8a3b324ca tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:22.810810 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-65c0de32-2911-4482-916c-41a8a3b324ca tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Calling delete_port for 505f983b-1060-492b-836c-b9d26f156e84 owned by {{(pid=103160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:28:22.869933 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-4a1c701e-36f4-433b-9eef-43533d37d0bb tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:22.930537 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1c701e-36f4-433b-9eef-43533d37d0bb tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Pushing event deleted for resources: {'Port': ['ID=718cb3b8-b5d9-49d4-ae38-7cbd2f84b4b5,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:28:22.949327 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-4a1c701e-36f4-433b-9eef-43533d37d0bb tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:22.956728 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-4a1c701e-36f4-433b-9eef-43533d37d0bb tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] 10.222.0.31 "DELETE /v2.0/ports/718cb3b8-b5d9-49d4-ae38-7cbd2f84b4b5 HTTP/1.1" status: 204 len: 168 time: 0.8292103 Dec 18 13:28:22.959226 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2e3a2ecd-c1f9-4f7e-8d61-3f197f6402e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:22.964591 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 51552) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:28:22.983839 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Pushing event updated for resources: {'Port': ['ID=22c95c25-b8f3-445b-bc7b-8db041926a1f,revision_number=3']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:28:23.013217 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac13d3c7-d96c-491a-ab6d-266a98fb10f1 None None] Network 1eaad278-a6e4-44ab-b674-f43bf4432ee4 requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:28:23.071141 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08965254-5f22-44b1-985f-cd5b0f355009 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:28:23.085082 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08965254-5f22-44b1-985f-cd5b0f355009 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:28:23.092249 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-08965254-5f22-44b1-985f-cd5b0f355009 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.1209791 Dec 18 13:28:23.095581 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 51554) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:28:23.117852 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-65c0de32-2911-4482-916c-41a8a3b324ca tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4533522'] for port, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:23.151602 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2294866d-0076-4933-952c-685307032598 None None] Provisioning complete for port a8b5c501-a5dd-4906-b6f8-db739b854a03 triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:28:23.152669 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:23.156893 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 51558) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:28:23.159399 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-9101ef52-4ed3-4858-a9cd-17a733cca20d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:23.162979 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvr_db [None req-78162d49-7043-4363-8db4-66318689e8b3 None None] Set router 16913b98-3477-446b-b01d-d0cc0e467ef0 gateway port host: dv-neutron-744815-20-hyperv {{(pid=103162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 13:28:23.165166 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-ca7797e7-07ae-409e-bdfe-ffaa7648d1c7 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1052120769-network', 'tenant_id': '77851fe6b06d4772aef23551184d89ff'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:28:23.178716 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c0de32-2911-4482-916c-41a8a3b324ca tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Pushing event deleted for resources: {'Port': ['ID=505f983b-1060-492b-836c-b9d26f156e84,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:28:23.291120 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca7797e7-07ae-409e-bdfe-ffaa7648d1c7 admin admin] Made reservation on behalf of 77851fe6b06d4772aef23551184d89ff for: {'network': 1} {{(pid=103159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:28:23.293462 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-ca7797e7-07ae-409e-bdfe-ffaa7648d1c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for network, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:23.293852 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:23.319175 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-ca7797e7-07ae-409e-bdfe-ffaa7648d1c7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:23.341010 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-62235806-41b9-40f0-b1b0-69a707dacb1a tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1929192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4533475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4514371'] for subnet, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:23.400970 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-9101ef52-4ed3-4858-a9cd-17a733cca20d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:23.404325 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-65c0de32-2911-4482-916c-41a8a3b324ca tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:23.408779 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-65c0de32-2911-4482-916c-41a8a3b324ca tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] 10.222.0.31 "DELETE /v2.0/ports/505f983b-1060-492b-836c-b9d26f156e84 HTTP/1.1" status: 204 len: 168 time: 1.4819975 Dec 18 13:28:23.409846 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62235806-41b9-40f0-b1b0-69a707dacb1a tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Pushing event deleted for resources: {'Subnet': ['ID=3f9e9aa5-625c-4b8f-821a-ff18b97e24d5,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:28:23.422678 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07158d5a-187f-4124-94e7-37718136a775 None None] Network a0b84a49-8464-4342-a47d-bd714ebbec81 requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:28:23.424864 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-62235806-41b9-40f0-b1b0-69a707dacb1a tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks [] for subnet, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:23.428029 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 51562) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:28:23.428693 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-62235806-41b9-40f0-b1b0-69a707dacb1a tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] 10.222.0.31 "DELETE /v2.0/subnets/3f9e9aa5-625c-4b8f-821a-ff18b97e24d5 HTTP/1.1" status: 204 len: 168 time: 1.4238598 Dec 18 13:28:23.431478 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 51564) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:28:23.442424 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-9101ef52-4ed3-4858-a9cd-17a733cca20d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:23.460963 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.db.api [None req-2e3a2ecd-c1f9-4f7e-8d61-3f197f6402e1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103161) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 18 13:28:23.461604 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG oslo_db.api [None req-2e3a2ecd-c1f9-4f7e-8d61-3f197f6402e1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 18 13:28:23.480077 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-9216187c-77bc-40af-a3ca-95f687701422 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0450528 Dec 18 13:28:23.480304 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-9101ef52-4ed3-4858-a9cd-17a733cca20d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3bddf269dbf14c0eb157572591a8fef5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7182508 Dec 18 13:28:23.480709 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 51566) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:28:23.488093 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 51568) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:28:23.492943 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-78162d49-7043-4363-8db4-66318689e8b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16913b98-3477-446b-b01d-d0cc0e467ef0', 'name': 'tempest-TestVolumeBootPattern-1470380616-router', 'tenant_id': '2cba4008d8a8417bb0925fcf9726214e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.121'}], 'enable_snat': True}, 'gw_port_id': '0c644985-4e46-4e75-b8fe-1f0806bdf2c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:28:12Z', 'updated_at': '2021-12-18T13:28:19Z', 'revision_number': 4, 'project_id': '2cba4008d8a8417bb0925fcf9726214e', 'gw_port': {'id': '0c644985-4e46-4e75-b8fe-1f0806bdf2c1', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:55:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16913b98-3477-446b-b01d-d0cc0e467ef0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:28:13Z', 'updated_at': '2021-12-18T13:28:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv', '_interfaces': [{'id': '3da74d69-5142-4c91-8c05-8a6b4ab78020', 'name': '', 'network_id': 'b777eec3-1fe1-45d9-be90-d023741ff2c0', 'tenant_id': '2cba4008d8a8417bb0925fcf9726214e', 'mac_address': 'fa:16:3e:7b:20:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16913b98-3477-446b-b01d-d0cc0e467ef0', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '7e8a84a3-739e-4c83-bb7f-c941648f694b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:28:18Z', 'updated_at': '2021-12-18T13:28:19Z', 'revision_number': 2, 'project_id': '2cba4008d8a8417bb0925fcf9726214e', 'subnets': [{'id': '7e8a84a3-739e-4c83-bb7f-c941648f694b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:28:23.515702 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.db.api [None req-2294866d-0076-4933-952c-685307032598 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103161) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 18 13:28:23.516689 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG oslo_db.api [None req-2294866d-0076-4933-952c-685307032598 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 18 13:28:23.525982 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-179f19c8-8e31-46b9-82b7-8a7cf715d6fb tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Request body: {'subnet': {'network_id': 'a0b84a49-8464-4342-a47d-bd714ebbec81', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:28:23.527060 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78162d49-7043-4363-8db4-66318689e8b3 None None] Checking router: 16913b98-3477-446b-b01d-d0cc0e467ef0 for host: dv-neutron-744815-20-hyperv {{(pid=103162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 18 13:28:23.527544 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78162d49-7043-4363-8db4-66318689e8b3 None None] Updating router 16913b98-3477-446b-b01d-d0cc0e467ef0 port 3da74d69-5142-4c91-8c05-8a6b4ab78020 binding host dv-neutron-744815-20-hyperv {{(pid=103162) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 18 13:28:23.552463 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9101ef52-4ed3-4858-a9cd-17a733cca20d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8aa43f48-1c19-4314-a78b-4ede30976a3f,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:28:23.561492 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.pecan_wsgi.hooks.translation [None req-967f7c20-d41e-411e-8aa1-1f6badbea371 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] GET failed (client error): The resource could not be found. Dec 18 13:28:23.562978 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-967f7c20-d41e-411e-8aa1-1f6badbea371 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] 10.222.0.31 "GET /v2.0/ports/505f983b-1060-492b-836c-b9d26f156e84 HTTP/1.1" status: 404 len: 333 time: 0.1331210 Dec 18 13:28:23.567651 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 51570) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:28:23.567815 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-78162d49-7043-4363-8db4-66318689e8b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:23.619620 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-bd236079-f930-4e67-b4a5-1145a2e4a856 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:23.623459 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-0b7bb216-b6fb-40cd-91bb-b2a4c52be8e3 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Deleting port 99422689-b5c0-498e-9e4b-94b8c65e3aad {{(pid=103159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:28:23.624136 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-0b7bb216-b6fb-40cd-91bb-b2a4c52be8e3 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:23.689411 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-bd236079-f930-4e67-b4a5-1145a2e4a856 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:23.700934 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b073e09c-96c3-46b5-88f2-d4c25f8779c3 None None] DHCP port deletion for a0b84a49-8464-4342-a47d-bd714ebbec81 request from dv-neutron-744815-20-hyperv {{(pid=103161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 18 13:28:23.750662 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-2180d8d0-349a-47d9-8478-9e0964b5611f tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Deleting port ced87895-5dd0-40d6-bafa-6e3f521ec709 {{(pid=103160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:28:23.751108 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-2180d8d0-349a-47d9-8478-9e0964b5611f tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:23.817998 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-b073e09c-96c3-46b5-88f2-d4c25f8779c3 None None] Deleting port a8b5c501-a5dd-4906-b6f8-db739b854a03 {{(pid=103161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:28:23.818619 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-b073e09c-96c3-46b5-88f2-d4c25f8779c3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:23.827942 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-ca7797e7-07ae-409e-bdfe-ffaa7648d1c7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:23.846862 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-ca7797e7-07ae-409e-bdfe-ffaa7648d1c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:23.849724 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-bd236079-f930-4e67-b4a5-1145a2e4a856 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:23.855955 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-bd236079-f930-4e67-b4a5-1145a2e4a856 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:23.865156 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-bd236079-f930-4e67-b4a5-1145a2e4a856 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8aa43f48-1c19-4314-a78b-4ede30976a3f HTTP/1.1" status: 204 len: 168 time: 0.3832920 Dec 18 13:28:23.903986 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd236079-f930-4e67-b4a5-1145a2e4a856 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8aa43f48-1c19-4314-a78b-4ede30976a3f,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:28:23.942514 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca7797e7-07ae-409e-bdfe-ffaa7648d1c7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 123} {{(pid=103159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 18 13:28:23.956756 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-2180d8d0-349a-47d9-8478-9e0964b5611f tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:23.971072 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-b073e09c-96c3-46b5-88f2-d4c25f8779c3 None None] For port a8b5c501-a5dd-4906-b6f8-db739b854a03, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=a8b5c501-a5dd-4906-b6f8-db739b854a03,segment=NetworkSegment(1d35b28d-d075-4c4f-99ab-408d9457428e),segment_id=1d35b28d-d075-4c4f-99ab-408d9457428e)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:28:23.971475 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-b073e09c-96c3-46b5-88f2-d4c25f8779c3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:23.976384 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-2180d8d0-349a-47d9-8478-9e0964b5611f tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Calling delete_port for ced87895-5dd0-40d6-bafa-6e3f521ec709 owned by {{(pid=103160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:28:23.998820 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-b073e09c-96c3-46b5-88f2-d4c25f8779c3 None None] Calling delete_port for a8b5c501-a5dd-4906-b6f8-db739b854a03 owned by network:dhcp {{(pid=103161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:28:24.015186 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-0b7bb216-b6fb-40cd-91bb-b2a4c52be8e3 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:24.020781 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-78162d49-7043-4363-8db4-66318689e8b3 None None] Publish callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:24.029665 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-78162d49-7043-4363-8db4-66318689e8b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:24.058678 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7797e7-07ae-409e-bdfe-ffaa7648d1c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4042411-b580-47ee-b012-cf8b5380ecb3,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:28:24.061690 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-0b7bb216-b6fb-40cd-91bb-b2a4c52be8e3 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Calling delete_port for 99422689-b5c0-498e-9e4b-94b8c65e3aad owned by {{(pid=103159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:28:24.070350 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-ca7797e7-07ae-409e-bdfe-ffaa7648d1c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:24.070717 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.db.segments_db [None req-ca7797e7-07ae-409e-bdfe-ffaa7648d1c7 admin admin] Added segment ed8226a2-04e6-4c8c-80c3-28915c6817b4 of type vlan for network 0698e51b-febb-4771-a684-eb503e9e2f4f Dec 18 13:28:24.178066 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [None req-78162d49-7043-4363-8db4-66318689e8b3 None None] Attempting to bind port 3da74d69-5142-4c91-8c05-8a6b4ab78020 on host dv-neutron-744815-20-hyperv for vnic_type normal with profile {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 13:28:24.178390 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [None req-78162d49-7043-4363-8db4-66318689e8b3 None None] Attempting to bind port 3da74d69-5142-4c91-8c05-8a6b4ab78020 by drivers openvswitch,hyperv on host dv-neutron-744815-20-hyperv at level 0 using segments [{'id': '2e155287-2c4f-47fc-a6c7-b5b531beb7fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'b777eec3-1fe1-45d9-be90-d023741ff2c0'}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 13:28:24.178942 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78162d49-7043-4363-8db4-66318689e8b3 None None] Attempting to bind port 3da74d69-5142-4c91-8c05-8a6b4ab78020 on network b777eec3-1fe1-45d9-be90-d023741ff2c0 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 13:28:24.182121 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1ec096-8363-4b44-a61f-5a20d81eb62a None None] Pushing event updated for resources: {'Port': ['ID=3da74d69-5142-4c91-8c05-8a6b4ab78020,revision_number=3']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:28:24.199614 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1ec096-8363-4b44-a61f-5a20d81eb62a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:28:24.200164 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1ec096-8363-4b44-a61f-5a20d81eb62a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:28:24.200784 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1ec096-8363-4b44-a61f-5a20d81eb62a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:28:24.201219 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1ec096-8363-4b44-a61f-5a20d81eb62a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:28:24.201647 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1ec096-8363-4b44-a61f-5a20d81eb62a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:28:24.202091 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1ec096-8363-4b44-a61f-5a20d81eb62a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:28:24.202533 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1ec096-8363-4b44-a61f-5a20d81eb62a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:28:24.202958 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1ec096-8363-4b44-a61f-5a20d81eb62a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:28:24.203454 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1ec096-8363-4b44-a61f-5a20d81eb62a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:28:24.204221 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1ec096-8363-4b44-a61f-5a20d81eb62a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:28:24.204675 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1ec096-8363-4b44-a61f-5a20d81eb62a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:28:24.205232 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1ec096-8363-4b44-a61f-5a20d81eb62a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:28:24.205664 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1ec096-8363-4b44-a61f-5a20d81eb62a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:28:24.224913 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78162d49-7043-4363-8db4-66318689e8b3 None None] Checking agent: {'id': '428fa9fa-43db-4db9-9f96-f60ffe931f2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-20-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 13, 19, 1), 'started_at': datetime.datetime(2021, 12, 18, 13, 19, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 13, 28, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-20-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 18 13:28:24.225618 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78162d49-7043-4363-8db4-66318689e8b3 None None] Checking segment: {'id': '2e155287-2c4f-47fc-a6c7-b5b531beb7fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'b777eec3-1fe1-45d9-be90-d023741ff2c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 13:28:24.227070 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-78162d49-7043-4363-8db4-66318689e8b3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:24.227803 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78162d49-7043-4363-8db4-66318689e8b3 None None] Bound using segment: {'id': '2e155287-2c4f-47fc-a6c7-b5b531beb7fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'b777eec3-1fe1-45d9-be90-d023741ff2c0'} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 18 13:28:24.228919 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [None req-78162d49-7043-4363-8db4-66318689e8b3 None None] Bound port: 3da74d69-5142-4c91-8c05-8a6b4ab78020, host: dv-neutron-744815-20-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e155287-2c4f-47fc-a6c7-b5b531beb7fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'b777eec3-1fe1-45d9-be90-d023741ff2c0'}}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 18 13:28:24.229740 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-78162d49-7043-4363-8db4-66318689e8b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:24.245633 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-2180d8d0-349a-47d9-8478-9e0964b5611f tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4533522'] for port, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:24.277892 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-179f19c8-8e31-46b9-82b7-8a7cf715d6fb tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Made reservation on behalf of 606a569495c64210af9cc9fb7e76dd52 for: {'subnet': 1} {{(pid=103159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:28:24.281443 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-179f19c8-8e31-46b9-82b7-8a7cf715d6fb tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6017072'] for subnet, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:24.301799 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-ca7797e7-07ae-409e-bdfe-ffaa7648d1c7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767106405744'] for network, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:24.305819 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2e3a2ecd-c1f9-4f7e-8d61-3f197f6402e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:24.316431 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:24.347263 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-78162d49-7043-4363-8db4-66318689e8b3 None None] For port 3da74d69-5142-4c91-8c05-8a6b4ab78020, host dv-neutron-744815-20-hyperv, cleared binding levels {{(pid=103162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 18 13:28:24.351724 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-78162d49-7043-4363-8db4-66318689e8b3 None None] For port 3da74d69-5142-4c91-8c05-8a6b4ab78020, host dv-neutron-744815-20-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=3da74d69-5142-4c91-8c05-8a6b4ab78020,segment=NetworkSegment(2e155287-2c4f-47fc-a6c7-b5b531beb7fe),segment_id=2e155287-2c4f-47fc-a6c7-b5b531beb7fe)] {{(pid=103162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 18 13:28:24.357492 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2180d8d0-349a-47d9-8478-9e0964b5611f tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Pushing event deleted for resources: {'Port': ['ID=ced87895-5dd0-40d6-bafa-6e3f521ec709,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:28:24.363328 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-78162d49-7043-4363-8db4-66318689e8b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:24.373911 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-ca7797e7-07ae-409e-bdfe-ffaa7648d1c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981'] for network, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:24.376859 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca7797e7-07ae-409e-bdfe-ffaa7648d1c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:28:24.377820 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-ca7797e7-07ae-409e-bdfe-ffaa7648d1c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047995'] for network, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:24.413771 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-ca7797e7-07ae-409e-bdfe-ffaa7648d1c7 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2552290 Dec 18 13:28:24.468622 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-2294866d-0076-4933-952c-685307032598 None None] For port a8b5c501-a5dd-4906-b6f8-db739b854a03, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=a8b5c501-a5dd-4906-b6f8-db739b854a03,segment=NetworkSegment(1d35b28d-d075-4c4f-99ab-408d9457428e),segment_id=1d35b28d-d075-4c4f-99ab-408d9457428e)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:28:24.481995 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:24.483069 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 0c644985-4e46-4e75-b8fe-1f0806bdf2c1 up at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 13:28:24.483351 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 51582) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:28:24.539946 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78162d49-7043-4363-8db4-66318689e8b3 None None] Routers {'16913b98-3477-446b-b01d-d0cc0e467ef0'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:28:24.541089 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-78162d49-7043-4363-8db4-66318689e8b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:27:57Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['16913b98-3477-446b-b01d-d0cc0e467ef0'], 'active': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:28:24.589631 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-b073e09c-96c3-46b5-88f2-d4c25f8779c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984'] for port, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:24.635443 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-112fc46c-0f6e-4182-9759-e38f50ed7873 admin admin] Request body: {'subnet': {'network_id': '0698e51b-febb-4771-a684-eb503e9e2f4f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1052120769-subnet', 'tenant_id': '77851fe6b06d4772aef23551184d89ff', 'ip_version': 4}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:28:24.652455 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7797e7-07ae-409e-bdfe-ffaa7648d1c7 admin admin] Pushing event updated for resources: {'Network': ['ID=0698e51b-febb-4771-a684-eb503e9e2f4f,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:28:24.670948 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-2180d8d0-349a-47d9-8478-9e0964b5611f tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:24.673036 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Pushing event deleted for resources: {'Port': ['ID=a8b5c501-a5dd-4906-b6f8-db739b854a03,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:28:24.683592 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-2180d8d0-349a-47d9-8478-9e0964b5611f tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] 10.222.0.31 "DELETE /v2.0/ports/ced87895-5dd0-40d6-bafa-6e3f521ec709 HTTP/1.1" status: 204 len: 168 time: 1.1124554 Dec 18 13:28:24.685376 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 51584) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:28:24.694759 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-0b7bb216-b6fb-40cd-91bb-b2a4c52be8e3 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:24.701052 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Network 0698e51b-febb-4771-a684-eb503e9e2f4f details requested by agent ovs-agent-dv-neutron-744815-20-hyperv with host dv-neutron-744815-20-hyperv {{(pid=103161) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 18 13:28:24.717023 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1ec096-8363-4b44-a61f-5a20d81eb62a None None] Pushing event updated for resources: {'Port': ['ID=3da74d69-5142-4c91-8c05-8a6b4ab78020,revision_number=4']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:28:24.733361 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-112fc46c-0f6e-4182-9759-e38f50ed7873 admin admin] Made reservation on behalf of 77851fe6b06d4772aef23551184d89ff for: {'subnet': 1} {{(pid=103160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:28:24.739842 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-112fc46c-0f6e-4182-9759-e38f50ed7873 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4514414'] for subnet, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:24.759734 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.db.api [None req-2e3a2ecd-c1f9-4f7e-8d61-3f197f6402e1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103161) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 18 13:28:24.760065 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG oslo_db.api [None req-2e3a2ecd-c1f9-4f7e-8d61-3f197f6402e1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 18 13:28:24.786015 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b073e09c-96c3-46b5-88f2-d4c25f8779c3 None None] No DVR routers for this DVR port a8b5c501-a5dd-4906-b6f8-db739b854a03 on host dv-neutron-744815-20-hyperv {{(pid=103161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 18 13:28:24.786241 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvr_db [None req-78162d49-7043-4363-8db4-66318689e8b3 None None] Set router 16913b98-3477-446b-b01d-d0cc0e467ef0 gateway port host: dv-neutron-744815-20-hyperv {{(pid=103162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 13:28:24.791366 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 51586) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:28:24.842923 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b073e09c-96c3-46b5-88f2-d4c25f8779c3 None None] Pushing event deleted for resources: {'Port': ['ID=a8b5c501-a5dd-4906-b6f8-db739b854a03,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:28:24.852297 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-0b7bb216-b6fb-40cd-91bb-b2a4c52be8e3 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:24.857325 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-0b7bb216-b6fb-40cd-91bb-b2a4c52be8e3 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] 10.222.0.31 "DELETE /v2.0/ports/99422689-b5c0-498e-9e4b-94b8c65e3aad HTTP/1.1" status: 204 len: 168 time: 1.7606666 Dec 18 13:28:24.901722 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.pecan_wsgi.hooks.translation [None req-e557575e-1fe4-429b-b254-afebb4b71ebd tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] GET failed (client error): The resource could not be found. Dec 18 13:28:24.904002 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-e557575e-1fe4-429b-b254-afebb4b71ebd tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] 10.222.0.31 "GET /v2.0/ports/ced87895-5dd0-40d6-bafa-6e3f521ec709 HTTP/1.1" status: 404 len: 333 time: 0.2097919 Dec 18 13:28:24.908465 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 51590) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:28:24.908931 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 51592) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:28:24.909735 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7bb216-b6fb-40cd-91bb-b2a4c52be8e3 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Pushing event deleted for resources: {'Port': ['ID=99422689-b5c0-498e-9e4b-94b8c65e3aad,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:28:24.981631 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-fd97b1cb-57ae-43fc-b467-5c0c745a0381 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c25643c72319491db836fcb08252f295&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1421580 Dec 18 13:28:25.032308 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 51596) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:28:25.051209 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-8110ab21-e093-45ec-b41a-3dc72fa49995 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:25.054399 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-2e3a2ecd-c1f9-4f7e-8d61-3f197f6402e1 None None] Port a8b5c501-a5dd-4906-b6f8-db739b854a03 update to ACTIVE by agent not found {{(pid=103161) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Dec 18 13:28:25.065803 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2294866d-0076-4933-952c-685307032598 None None] Provisioning complete for port 0c644985-4e46-4e75-b8fe-1f0806bdf2c1 triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:28:25.066428 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:25.091116 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-112fc46c-0f6e-4182-9759-e38f50ed7873 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4533410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4514424'] for subnet, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:25.172832 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112fc46c-0f6e-4182-9759-e38f50ed7873 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5fac137f-442f-4731-a0ac-73f3a1231695,revision_number=0']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:28:25.184404 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-112fc46c-0f6e-4182-9759-e38f50ed7873 admin admin] Checking segment: {'id': 'ed8226a2-04e6-4c8c-80c3-28915c6817b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '0698e51b-febb-4771-a684-eb503e9e2f4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 13:28:25.184404 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-112fc46c-0f6e-4182-9759-e38f50ed7873 admin admin] Network hostable DHCP agents. Network: 0698e51b-febb-4771-a684-eb503e9e2f4f, hostable agents: ['aa77effa-0e3a-4bbd-a383-4d58ed3328d0'], hosted agents: [] {{(pid=103160) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 18 13:28:25.191875 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-78162d49-7043-4363-8db4-66318689e8b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16913b98-3477-446b-b01d-d0cc0e467ef0', 'name': 'tempest-TestVolumeBootPattern-1470380616-router', 'tenant_id': '2cba4008d8a8417bb0925fcf9726214e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.121'}], 'enable_snat': True}, 'gw_port_id': '0c644985-4e46-4e75-b8fe-1f0806bdf2c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:28:12Z', 'updated_at': '2021-12-18T13:28:19Z', 'revision_number': 4, 'project_id': '2cba4008d8a8417bb0925fcf9726214e', 'gw_port': {'id': '0c644985-4e46-4e75-b8fe-1f0806bdf2c1', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:55:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16913b98-3477-446b-b01d-d0cc0e467ef0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:28:13Z', 'updated_at': '2021-12-18T13:28:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv', '_interfaces': [{'id': '3da74d69-5142-4c91-8c05-8a6b4ab78020', 'name': '', 'network_id': 'b777eec3-1fe1-45d9-be90-d023741ff2c0', 'tenant_id': '2cba4008d8a8417bb0925fcf9726214e', 'mac_address': 'fa:16:3e:7b:20:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16913b98-3477-446b-b01d-d0cc0e467ef0', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '7e8a84a3-739e-4c83-bb7f-c941648f694b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:28:18Z', 'updated_at': '2021-12-18T13:28:24Z', 'revision_number': 4, 'project_id': '2cba4008d8a8417bb0925fcf9726214e', 'subnets': [{'id': '7e8a84a3-739e-4c83-bb7f-c941648f694b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:28:25.205941 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-112fc46c-0f6e-4182-9759-e38f50ed7873 admin admin] Network 0698e51b-febb-4771-a684-eb503e9e2f4f is scheduled to be hosted by DHCP agent aa77effa-0e3a-4bbd-a383-4d58ed3328d0 with binding_index 1 {{(pid=103160) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 18 13:28:25.219587 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.base_scheduler [None req-112fc46c-0f6e-4182-9759-e38f50ed7873 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-744815-20-hyperv, 0698e51b-febb-4771-a684-eb503e9e2f4f) {{(pid=103160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:28:25.223263 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-179f19c8-8e31-46b9-82b7-8a7cf715d6fb tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5659786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6017062'] for subnet, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:25.226816 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-112fc46c-0f6e-4182-9759-e38f50ed7873 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:28:25.229721 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-112fc46c-0f6e-4182-9759-e38f50ed7873 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:25.243386 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78162d49-7043-4363-8db4-66318689e8b3 None None] The sync data for ids ['16913b98-3477-446b-b01d-d0cc0e467ef0'] in dv-neutron-744815-20-hyperv is: [{'id': '16913b98-3477-446b-b01d-d0cc0e467ef0', 'name': 'tempest-TestVolumeBootPattern-1470380616-router', 'tenant_id': '2cba4008d8a8417bb0925fcf9726214e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.121'}], 'enable_snat': True}, 'gw_port_id': '0c644985-4e46-4e75-b8fe-1f0806bdf2c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:28:12Z', 'updated_at': '2021-12-18T13:28:19Z', 'revision_number': 4, 'project_id': '2cba4008d8a8417bb0925fcf9726214e', 'gw_port': {'id': '0c644985-4e46-4e75-b8fe-1f0806bdf2c1', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:55:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16913b98-3477-446b-b01d-d0cc0e467ef0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:28:13Z', 'updated_at': '2021-12-18T13:28:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv', '_interfaces': [{'id': '3da74d69-5142-4c91-8c05-8a6b4ab78020', 'name': '', 'network_id': 'b777eec3-1fe1-45d9-be90-d023741ff2c0', 'tenant_id': '2cba4008d8a8417bb0925fcf9726214e', 'mac_address': 'fa:16:3e:7b:20:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16913b98-3477-446b-b01d-d0cc0e467ef0', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '7e8a84a3-739e-4c83-bb7f-c941648f694b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:28:18Z', 'updated_at': '2021-12-18T13:28:24Z', 'revision_number': 4, 'project_id': '2cba4008d8a8417bb0925fcf9726214e', 'subnets': [{'id': '7e8a84a3-739e-4c83-bb7f-c941648f694b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 13:28:25.260397 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-112fc46c-0f6e-4182-9759-e38f50ed7873 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7732835 Dec 18 13:28:25.262419 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 51598) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:28:25.267106 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-936fbdd5-bc3d-4d83-a703-c6098d6cb0d1 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1052120769-router', 'tenant_id': '77851fe6b06d4772aef23551184d89ff', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83'}}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:28:25.336424 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-936fbdd5-bc3d-4d83-a703-c6098d6cb0d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28433'] for router, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:25.337915 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-936fbdd5-bc3d-4d83-a703-c6098d6cb0d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-589769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28440'] for router, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:25.358768 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.db_base_plugin_v2 [None req-67dd7761-0e02-4d91-aad3-f8db81fa476e tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Deleting subnet 518db9e7-be35-4e2a-ba9d-3ee0eb24df87 {{(pid=103159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 18 13:28:25.367118 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-179f19c8-8e31-46b9-82b7-8a7cf715d6fb tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Network a0b84a49-8464-4342-a47d-bd714ebbec81 is already hosted by enough agents. {{(pid=103159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:28:25.371178 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-67dd7761-0e02-4d91-aad3-f8db81fa476e tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks [] for subnet, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:25.385122 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b713026e-5682-4da0-b795-ef661b349f61 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:28:25.386701 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-b713026e-5682-4da0-b795-ef661b349f61 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.4735692 Dec 18 13:28:25.414084 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.base_scheduler [None req-179f19c8-8e31-46b9-82b7-8a7cf715d6fb tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Resources bound (agent type, host, resource id): {{(pid=103159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:28:25.415033 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4447114-21ca-49f2-8052-5c709ad86ceb None None] Network 0698e51b-febb-4771-a684-eb503e9e2f4f requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:28:25.415657 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 51600) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:28:25.428468 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-a7617178-1ce5-4a2c-ac72-d7c79efe143d None None] Could not find standard attr ID for object 39c2d942-d91f-4d2f-9835-e5afe6aff089. {{(pid=103161) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 18 13:28:25.431781 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-179f19c8-8e31-46b9-82b7-8a7cf715d6fb tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:28:25.432387 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-179f19c8-8e31-46b9-82b7-8a7cf715d6fb tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047995'] for subnet, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:25.433213 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-936fbdd5-bc3d-4d83-a703-c6098d6cb0d1 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:25.441183 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179f19c8-8e31-46b9-82b7-8a7cf715d6fb tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Pushing event updated for resources: {'Subnet': ['ID=ebfe9767-c4f2-4511-83df-e48b5e8207f7,revision_number=0']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:28:25.447786 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-a7617178-1ce5-4a2c-ac72-d7c79efe143d None None] Could not find standard attr ID for object 505f983b-1060-492b-836c-b9d26f156e84. {{(pid=103161) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 18 13:28:25.452734 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54db33bf-0f2c-4593-a3eb-515f76ad1ed4 None None] Network a0b84a49-8464-4342-a47d-bd714ebbec81 requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:28:25.477290 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-97f4ee5c-5d68-4702-86e7-a9cc9cbdef65 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:25.479934 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.pecan_wsgi.hooks.translation [None req-8945597b-616d-4295-a129-2652f98510a1 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] GET failed (client error): The resource could not be found. Dec 18 13:28:25.481958 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-8945597b-616d-4295-a129-2652f98510a1 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] 10.222.0.31 "GET /v2.0/ports/718cb3b8-b5d9-49d4-ae38-7cbd2f84b4b5 HTTP/1.1" status: 404 len: 333 time: 0.0612609 Dec 18 13:28:25.486423 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 51602) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:28:25.503112 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-67dd7761-0e02-4d91-aad3-f8db81fa476e tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5589624'] for subnet, precommit_delete_associations {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:25.513139 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-179f19c8-8e31-46b9-82b7-8a7cf715d6fb tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9919953 Dec 18 13:28:25.522905 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 51604) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:28:25.535543 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-181b6400-b432-4f61-9173-c1784b76c746 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Request body: {'port': {'network_id': 'a0b84a49-8464-4342-a47d-bd714ebbec81', 'fixed_ips': [{'subnet_id': 'ebfe9767-c4f2-4511-83df-e48b5e8207f7', 'ip_address': '2001:db8:0:1::4'}], 'name': 'tempest-NetworksTestDHCPv6-1968618999'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:28:25.566936 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-a7617178-1ce5-4a2c-ac72-d7c79efe143d None None] Provisioning complete for port 22c95c25-b8f3-445b-bc7b-8db041926a1f triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:28:25.567851 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7617178-1ce5-4a2c-ac72-d7c79efe143d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:25.568039 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-97f4ee5c-5d68-4702-86e7-a9cc9cbdef65 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:25.678354 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4ddfc72-7474-4407-a458-a826b006ae38 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] GET failed (client error): The resource could not be found. Dec 18 13:28:25.682764 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-d4ddfc72-7474-4407-a458-a826b006ae38 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] 10.222.0.31 "GET /v2.0/ports/99422689-b5c0-498e-9e4b-94b8c65e3aad HTTP/1.1" status: 404 len: 333 time: 0.1651897 Dec 18 13:28:25.683625 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 51608) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:28:25.722758 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-67dd7761-0e02-4d91-aad3-f8db81fa476e tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1929185'] for subnet, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:25.782320 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-181b6400-b432-4f61-9173-c1784b76c746 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Made reservation on behalf of 606a569495c64210af9cc9fb7e76dd52 for: {'port': 1} {{(pid=103160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:28:25.814711 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc785aea-90f7-4e4a-b99b-834d46a47908 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp31e170a0-46a1-5ba9-9dc1-7ee4f866f0d7-0698e51b-febb-4771-a684-eb503e9e2f4f', 'network_id': '0698e51b-febb-4771-a684-eb503e9e2f4f', 'project_id': '77851fe6b06d4772aef23551184d89ff', 'fixed_ips': [{'subnet_id': '5fac137f-442f-4731-a0ac-73f3a1231695'}]}} from dv-neutron-744815-20-hyperv. {{(pid=103161) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 18 13:28:25.815330 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-dc785aea-90f7-4e4a-b99b-834d46a47908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:25.856488 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-936fbdd5-bc3d-4d83-a703-c6098d6cb0d1 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:25.929738 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fc67133-9435-4774-a3cc-2ba653378f6e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp31e170a0-46a1-5ba9-9dc1-7ee4f866f0d7-a0b84a49-8464-4342-a47d-bd714ebbec81', 'network_id': 'a0b84a49-8464-4342-a47d-bd714ebbec81', 'project_id': '606a569495c64210af9cc9fb7e76dd52', 'fixed_ips': [{'subnet_id': 'ebfe9767-c4f2-4511-83df-e48b5e8207f7'}]}} from dv-neutron-744815-20-hyperv. {{(pid=103161) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 18 13:28:25.930784 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0fc67133-9435-4774-a3cc-2ba653378f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:25.991495 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-1e149a57-8803-482d-8e0d-f84df045f9dc tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2023137'] for network, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:26.182334 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-181b6400-b432-4f61-9173-c1784b76c746 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:26.190899 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 22c95c25-b8f3-445b-bc7b-8db041926a1f up at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 13:28:26.193728 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-97f4ee5c-5d68-4702-86e7-a9cc9cbdef65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:26.197094 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-97f4ee5c-5d68-4702-86e7-a9cc9cbdef65 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:26.198470 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-97f4ee5c-5d68-4702-86e7-a9cc9cbdef65 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/391a6ace-5380-4516-a02f-d4f70923e1c1 HTTP/1.1" status: 204 len: 168 time: 1.1586242 Dec 18 13:28:26.249711 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f4ee5c-5d68-4702-86e7-a9cc9cbdef65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=391a6ace-5380-4516-a02f-d4f70923e1c1,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:28:26.252659 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-1e149a57-8803-482d-8e0d-f84df045f9dc tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1927292', 'neutron.services.segments.db._delete_segments_for_network-8767106887837'] for network, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:26.268343 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-a7617178-1ce5-4a2c-ac72-d7c79efe143d None None] Provisioning complete for port 3da74d69-5142-4c91-8c05-8a6b4ab78020 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:28:26.269009 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7617178-1ce5-4a2c-ac72-d7c79efe143d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:26.269657 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.notifiers.nova [None req-181b6400-b432-4f61-9173-c1784b76c746 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] device_id is not set on port a02f44f3-6b5a-4030-b311-ef3559907392 yet. {{(pid=103160) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 18 13:28:26.274184 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-67dd7761-0e02-4d91-aad3-f8db81fa476e tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1929192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5659851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6017053'] for subnet, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:26.329066 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67dd7761-0e02-4d91-aad3-f8db81fa476e tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Pushing event deleted for resources: {'Subnet': ['ID=518db9e7-be35-4e2a-ba9d-3ee0eb24df87,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:28:26.341626 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-67dd7761-0e02-4d91-aad3-f8db81fa476e tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047995'] for subnet, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:26.348505 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_common [None req-dc785aea-90f7-4e4a-b99b-834d46a47908 None None] Allocated IP 172.20.0.2 (0698e51b-febb-4771-a684-eb503e9e2f4f/5fac137f-442f-4731-a0ac-73f3a1231695/1a200651-708e-444c-be12-50f59a60cc2f) {{(pid=103161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:28:26.351650 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-67dd7761-0e02-4d91-aad3-f8db81fa476e tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] 10.222.0.31 "DELETE /v2.0/subnets/518db9e7-be35-4e2a-ba9d-3ee0eb24df87 HTTP/1.1" status: 204 len: 168 time: 1.4368944 Dec 18 13:28:26.352148 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-842f5b78-4561-4c28-a8f3-88afb48d60c2 None None] Network 1eaad278-a6e4-44ab-b674-f43bf4432ee4 requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:28:26.358498 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 51616) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:28:26.364839 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.services.segments.db [None req-1e149a57-8803-482d-8e0d-f84df045f9dc tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89444dd9-b156-4949-bc1c-3bf80715922b']}} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:28:26.385045 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_common [None req-0fc67133-9435-4774-a3cc-2ba653378f6e None None] Allocated IP 2001:db8::2 (a0b84a49-8464-4342-a47d-bd714ebbec81/ebfe9767-c4f2-4511-83df-e48b5e8207f7/345fec15-ec14-4054-a01b-41ae1a900a74) {{(pid=103161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:28:26.403332 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.services.segments.db [None req-1e149a57-8803-482d-8e0d-f84df045f9dc tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '446f3f7b-5bfc-4df4-94fc-614f3a25d028') {'for_net_delete': True} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:28:26.403817 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.services.segments.db [None req-1e149a57-8803-482d-8e0d-f84df045f9dc tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '446f3f7b-5bfc-4df4-94fc-614f3a25d028') {} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:28:26.509643 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-dd6f13e2-1e5e-4746-bf60-71a39de66163 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2023137'] for network, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:26.519203 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-1e149a57-8803-482d-8e0d-f84df045f9dc tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767106888614', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4533424'] for segment, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:26.566016 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-1e149a57-8803-482d-8e0d-f84df045f9dc tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:26.607912 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e149a57-8803-482d-8e0d-f84df045f9dc tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Releasing vlan 141 on physical network physnet1 to pool {{(pid=103160) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 18 13:28:26.607912 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-1e149a57-8803-482d-8e0d-f84df045f9dc tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4533569'] for segment, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:26.616876 dv-neutron-744815-20-hyperv neutron-server[103160]: Traceback (most recent call last): Dec 18 13:28:26.616876 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 18 13:28:26.616876 dv-neutron-744815-20-hyperv neutron-server[103160]: timer() Dec 18 13:28:26.616876 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 18 13:28:26.616876 dv-neutron-744815-20-hyperv neutron-server[103160]: cb(*args, **kw) Dec 18 13:28:26.616876 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 18 13:28:26.616876 dv-neutron-744815-20-hyperv neutron-server[103160]: return func(*args, **kwargs) Dec 18 13:28:26.616876 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 18 13:28:26.616876 dv-neutron-744815-20-hyperv neutron-server[103160]: self._notify() Dec 18 13:28:26.616876 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 18 13:28:26.616876 dv-neutron-744815-20-hyperv neutron-server[103160]: self.callback(batched_events) Dec 18 13:28:26.616876 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 18 13:28:26.616876 dv-neutron-744815-20-hyperv neutron-server[103160]: event.method(event) Dec 18 13:28:26.616876 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 18 13:28:26.616876 dv-neutron-744815-20-hyperv neutron-server[103160]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 18 13:28:26.616876 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 18 13:28:26.616876 dv-neutron-744815-20-hyperv neutron-server[103160]: aggregate_uuid = self.p_client.list_aggregates( Dec 18 13:28:26.616876 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 18 13:28:26.616876 dv-neutron-744815-20-hyperv neutron-server[103160]: return f(self, *a, **k) Dec 18 13:28:26.616876 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 18 13:28:26.616876 dv-neutron-744815-20-hyperv neutron-server[103160]: return self._get(url).json() Dec 18 13:28:26.616876 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 18 13:28:26.616876 dv-neutron-744815-20-hyperv neutron-server[103160]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 18 13:28:26.616876 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 18 13:28:26.616876 dv-neutron-744815-20-hyperv neutron-server[103160]: return self.request(url, 'GET', **kwargs) Dec 18 13:28:26.616876 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 18 13:28:26.616876 dv-neutron-744815-20-hyperv neutron-server[103160]: base_url = self.get_endpoint(auth, allow=allow, Dec 18 13:28:26.616876 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 18 13:28:26.616876 dv-neutron-744815-20-hyperv neutron-server[103160]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 18 13:28:26.616876 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 18 13:28:26.616876 dv-neutron-744815-20-hyperv neutron-server[103160]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 18 13:28:26.616876 dv-neutron-744815-20-hyperv neutron-server[103160]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 18 13:28:26.632632 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-dd6f13e2-1e5e-4746-bf60-71a39de66163 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Deleting port 22c95c25-b8f3-445b-bc7b-8db041926a1f {{(pid=103159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:28:26.634221 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-dd6f13e2-1e5e-4746-bf60-71a39de66163 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:26.728254 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-936fbdd5-bc3d-4d83-a703-c6098d6cb0d1 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:26.737448 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.db [None req-dd6f13e2-1e5e-4746-bf60-71a39de66163 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] For port 22c95c25-b8f3-445b-bc7b-8db041926a1f, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=22c95c25-b8f3-445b-bc7b-8db041926a1f,segment=NetworkSegment(1ebd8a7b-5238-4c72-bd5a-f6e038526c97),segment_id=1ebd8a7b-5238-4c72-bd5a-f6e038526c97)] {{(pid=103159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:28:26.737863 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-dd6f13e2-1e5e-4746-bf60-71a39de66163 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:26.748444 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7617178-1ce5-4a2c-ac72-d7c79efe143d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:26.750287 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2294866d-0076-4933-952c-685307032598 None None] Provisioning complete for port 22c95c25-b8f3-445b-bc7b-8db041926a1f triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:28:26.750641 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:26.753873 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-dd6f13e2-1e5e-4746-bf60-71a39de66163 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Calling delete_port for 22c95c25-b8f3-445b-bc7b-8db041926a1f owned by network:dhcp {{(pid=103159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:28:26.754427 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-1e149a57-8803-482d-8e0d-f84df045f9dc tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1927267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586962'] for network, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:26.756795 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-936fbdd5-bc3d-4d83-a703-c6098d6cb0d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:26.771531 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-1e149a57-8803-482d-8e0d-f84df045f9dc tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047995'] for network, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:26.778609 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-1e149a57-8803-482d-8e0d-f84df045f9dc tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] 10.222.0.31 "DELETE /v2.0/networks/89444dd9-b156-4949-bc1c-3bf80715922b HTTP/1.1" status: 204 len: 168 time: 1.0895164 Dec 18 13:28:26.795197 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 51624) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:28:26.801871 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-2c103efa-bc29-42b0-b6b0-f7947eb037b0 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-397344142'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:28:26.805851 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e149a57-8803-482d-8e0d-f84df045f9dc tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Pushing event deleted for resources: {'Network': ['ID=89444dd9-b156-4949-bc1c-3bf80715922b,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:28:26.878633 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0fc67133-9435-4774-a3cc-2ba653378f6e None None] Publish callbacks [] for port, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:26.901974 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-dd6f13e2-1e5e-4746-bf60-71a39de66163 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:26.908400 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0fc67133-9435-4774-a3cc-2ba653378f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975'] for port, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:26.932129 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6f13e2-1e5e-4746-bf60-71a39de66163 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Pushing event deleted for resources: {'Port': ['ID=22c95c25-b8f3-445b-bc7b-8db041926a1f,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:28:26.935192 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-a7617178-1ce5-4a2c-ac72-d7c79efe143d None None] For port 3da74d69-5142-4c91-8c05-8a6b4ab78020, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=3da74d69-5142-4c91-8c05-8a6b4ab78020,segment=NetworkSegment(2e155287-2c4f-47fc-a6c7-b5b531beb7fe),segment_id=2e155287-2c4f-47fc-a6c7-b5b531beb7fe)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:28:26.942194 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2294866d-0076-4933-952c-685307032598 None None] Could not find standard attr ID for object 22c95c25-b8f3-445b-bc7b-8db041926a1f. {{(pid=103161) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 18 13:28:26.949483 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd6f13e2-1e5e-4746-bf60-71a39de66163 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] No DVR routers for this DVR port 22c95c25-b8f3-445b-bc7b-8db041926a1f on host dv-neutron-744815-20-hyperv {{(pid=103159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 18 13:28:26.964004 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c103efa-bc29-42b0-b6b0-f7947eb037b0 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Made reservation on behalf of a17167c2bc3d4518ab90268c4af7e6a0 for: {'network': 1} {{(pid=103160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:28:26.968974 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-2c103efa-bc29-42b0-b6b0-f7947eb037b0 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for network, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:26.974548 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.pecan_wsgi.hooks.translation [None req-181b6400-b432-4f61-9173-c1784b76c746 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 18 13:28:26.976715 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-181b6400-b432-4f61-9173-c1784b76c746 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103160) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 18 13:28:26.981662 dv-neutron-744815-20-hyperv neutron-server[103161]: INFO neutron.plugins.ml2.db [None req-2294866d-0076-4933-952c-685307032598 None None] No ports have port_id starting with 22c95c25-b8f3-445b-bc7b-8db041926a1f Dec 18 13:28:26.985565 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7617178-1ce5-4a2c-ac72-d7c79efe143d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:26.994218 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-a7617178-1ce5-4a2c-ac72-d7c79efe143d None None] Could not find standard attr ID for object ced87895-5dd0-40d6-bafa-6e3f521ec709. {{(pid=103161) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 18 13:28:27.014408 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 3da74d69-5142-4c91-8c05-8a6b4ab78020 up at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 13:28:27.032820 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fc67133-9435-4774-a3cc-2ba653378f6e None None] Network a0b84a49-8464-4342-a47d-bd714ebbec81 is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:28:27.033916 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0f9aac5-96b1-46ca-add5-6947268d782f None None] DHCP port deletion for 1eaad278-a6e4-44ab-b674-f43bf4432ee4 request from dv-neutron-744815-20-hyperv {{(pid=103161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 18 13:28:27.044330 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-181b6400-b432-4f61-9173-c1784b76c746 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.5160420 Dec 18 13:28:27.050328 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 51632) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:28:27.084731 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-0fc67133-9435-4774-a3cc-2ba653378f6e None None] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:28:27.088152 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fc67133-9435-4774-a3cc-2ba653378f6e None None] Received port after_create {{(pid=103161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:28:27.088913 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.db_base_plugin_common [None req-936fbdd5-bc3d-4d83-a703-c6098d6cb0d1 admin admin] Allocated IP 172.26.3.253 (decb4a40-7941-48c8-afbb-daaafd502e83/70deed80-3ca1-4f9e-96cb-563b43d3acba/5da4ac09-a295-4a49-a26e-7b1f68484078) {{(pid=103160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:28:27.107454 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c103efa-bc29-42b0-b6b0-f7947eb037b0 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 137} {{(pid=103160) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 18 13:28:27.108290 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-dd6f13e2-1e5e-4746-bf60-71a39de66163 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1927292', 'neutron.services.segments.db._delete_segments_for_network-8767106887837'] for network, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:27.142169 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.services.segments.db [None req-dd6f13e2-1e5e-4746-bf60-71a39de66163 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1eaad278-a6e4-44ab-b674-f43bf4432ee4']}} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:28:27.154648 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.services.segments.db [None req-dd6f13e2-1e5e-4746-bf60-71a39de66163 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ebd8a7b-5238-4c72-bd5a-f6e038526c97') {'for_net_delete': True} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:28:27.155260 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.services.segments.db [None req-dd6f13e2-1e5e-4746-bf60-71a39de66163 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ebd8a7b-5238-4c72-bd5a-f6e038526c97') {} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:28:27.187670 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-dd6f13e2-1e5e-4746-bf60-71a39de66163 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767106888614', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5589569'] for segment, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:27.192707 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-2c103efa-bc29-42b0-b6b0-f7947eb037b0 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:27.193087 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.db.segments_db [None req-2c103efa-bc29-42b0-b6b0-f7947eb037b0 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Added segment 5c35ffc9-62fb-4778-9a59-84df4dcc0384 of type vlan for network eb80ec47-f009-4f9a-8084-4b932f6620f7 Dec 18 13:28:27.217718 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-dd6f13e2-1e5e-4746-bf60-71a39de66163 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:27.226775 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc67133-9435-4774-a3cc-2ba653378f6e None None] Pushing event updated for resources: {'Port': ['ID=345fec15-ec14-4054-a01b-41ae1a900a74,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:28:27.228370 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd6f13e2-1e5e-4746-bf60-71a39de66163 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Releasing vlan 143 on physical network physnet1 to pool {{(pid=103159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 18 13:28:27.230576 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-dd6f13e2-1e5e-4746-bf60-71a39de66163 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5660009'] for segment, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:27.238702 dv-neutron-744815-20-hyperv neutron-server[103159]: Traceback (most recent call last): Dec 18 13:28:27.238702 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 18 13:28:27.238702 dv-neutron-744815-20-hyperv neutron-server[103159]: timer() Dec 18 13:28:27.238702 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 18 13:28:27.238702 dv-neutron-744815-20-hyperv neutron-server[103159]: cb(*args, **kw) Dec 18 13:28:27.238702 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 18 13:28:27.238702 dv-neutron-744815-20-hyperv neutron-server[103159]: return func(*args, **kwargs) Dec 18 13:28:27.238702 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 18 13:28:27.238702 dv-neutron-744815-20-hyperv neutron-server[103159]: self._notify() Dec 18 13:28:27.238702 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 18 13:28:27.238702 dv-neutron-744815-20-hyperv neutron-server[103159]: self.callback(batched_events) Dec 18 13:28:27.238702 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 18 13:28:27.238702 dv-neutron-744815-20-hyperv neutron-server[103159]: event.method(event) Dec 18 13:28:27.238702 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 18 13:28:27.238702 dv-neutron-744815-20-hyperv neutron-server[103159]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 18 13:28:27.238702 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 18 13:28:27.238702 dv-neutron-744815-20-hyperv neutron-server[103159]: aggregate_uuid = self.p_client.list_aggregates( Dec 18 13:28:27.238702 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 18 13:28:27.238702 dv-neutron-744815-20-hyperv neutron-server[103159]: return f(self, *a, **k) Dec 18 13:28:27.238702 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 18 13:28:27.238702 dv-neutron-744815-20-hyperv neutron-server[103159]: return self._get(url).json() Dec 18 13:28:27.238702 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 18 13:28:27.238702 dv-neutron-744815-20-hyperv neutron-server[103159]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 18 13:28:27.238702 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 18 13:28:27.238702 dv-neutron-744815-20-hyperv neutron-server[103159]: return self.request(url, 'GET', **kwargs) Dec 18 13:28:27.238702 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 18 13:28:27.238702 dv-neutron-744815-20-hyperv neutron-server[103159]: base_url = self.get_endpoint(auth, allow=allow, Dec 18 13:28:27.238702 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 18 13:28:27.238702 dv-neutron-744815-20-hyperv neutron-server[103159]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 18 13:28:27.238702 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 18 13:28:27.238702 dv-neutron-744815-20-hyperv neutron-server[103159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 18 13:28:27.238702 dv-neutron-744815-20-hyperv neutron-server[103159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 18 13:28:27.283938 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd7917e0-bbf6-42c5-991e-7788e10e1169 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:28:27.289397 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-dd7917e0-bbf6-42c5-991e-7788e10e1169 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.2380292 Dec 18 13:28:27.295541 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 51642) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:28:27.334723 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7617178-1ce5-4a2c-ac72-d7c79efe143d None None] Pushing event updated for resources: {'Port': ['ID=3da74d69-5142-4c91-8c05-8a6b4ab78020,revision_number=5']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:28:27.354618 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-dd6f13e2-1e5e-4746-bf60-71a39de66163 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1927267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586962'] for network, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:27.364769 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-dd6f13e2-1e5e-4746-bf60-71a39de66163 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047995'] for network, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:27.368876 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-57d36b33-2338-4721-99af-eb81a95ac713 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:27.373036 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-dd6f13e2-1e5e-4746-bf60-71a39de66163 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] 10.222.0.31 "DELETE /v2.0/networks/1eaad278-a6e4-44ab-b674-f43bf4432ee4 HTTP/1.1" status: 204 len: 168 time: 1.0084140 Dec 18 13:28:27.376470 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-0fc67133-9435-4774-a3cc-2ba653378f6e None None] Attempting to bind port 345fec15-ec14-4054-a01b-41ae1a900a74 on host dv-neutron-744815-20-hyperv for vnic_type normal with profile {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 13:28:27.376847 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-0fc67133-9435-4774-a3cc-2ba653378f6e None None] Attempting to bind port 345fec15-ec14-4054-a01b-41ae1a900a74 by drivers openvswitch,hyperv on host dv-neutron-744815-20-hyperv at level 0 using segments [{'id': '1d35b28d-d075-4c4f-99ab-408d9457428e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'a0b84a49-8464-4342-a47d-bd714ebbec81'}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 13:28:27.377213 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc67133-9435-4774-a3cc-2ba653378f6e None None] Attempting to bind port 345fec15-ec14-4054-a01b-41ae1a900a74 on network a0b84a49-8464-4342-a47d-bd714ebbec81 {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 13:28:27.379975 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-dc785aea-90f7-4e4a-b99b-834d46a47908 None None] Publish callbacks [] for port, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:27.393557 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 51646) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:28:27.403429 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-c22d6cdb-4221-4c8e-ab4a-671d26746803 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1660586176'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:28:27.409020 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6f13e2-1e5e-4746-bf60-71a39de66163 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Pushing event deleted for resources: {'Network': ['ID=1eaad278-a6e4-44ab-b674-f43bf4432ee4,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:28:27.415924 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2294866d-0076-4933-952c-685307032598 None None] Provisioning complete for port 3da74d69-5142-4c91-8c05-8a6b4ab78020 triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:28:27.416276 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:27.435582 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c22d6cdb-4221-4c8e-ab4a-671d26746803 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Made reservation on behalf of dde8326b44a64ab5a12bbfefe7e7aced for: {'network': 1} {{(pid=103159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:28:27.445360 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc67133-9435-4774-a3cc-2ba653378f6e None None] Checking agent: {'id': '428fa9fa-43db-4db9-9f96-f60ffe931f2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-20-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 13, 19, 1), 'started_at': datetime.datetime(2021, 12, 18, 13, 19, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 13, 28, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-20-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 18 13:28:27.445360 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc67133-9435-4774-a3cc-2ba653378f6e None None] Checking segment: {'id': '1d35b28d-d075-4c4f-99ab-408d9457428e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'a0b84a49-8464-4342-a47d-bd714ebbec81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 13:28:27.445715 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0fc67133-9435-4774-a3cc-2ba653378f6e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:27.445809 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc67133-9435-4774-a3cc-2ba653378f6e None None] Bound using segment: {'id': '1d35b28d-d075-4c4f-99ab-408d9457428e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'a0b84a49-8464-4342-a47d-bd714ebbec81'} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 18 13:28:27.446333 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-0fc67133-9435-4774-a3cc-2ba653378f6e None None] Bound port: 345fec15-ec14-4054-a01b-41ae1a900a74, host: dv-neutron-744815-20-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d35b28d-d075-4c4f-99ab-408d9457428e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'a0b84a49-8464-4342-a47d-bd714ebbec81'}}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 18 13:28:27.446664 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0fc67133-9435-4774-a3cc-2ba653378f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:27.448737 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-c22d6cdb-4221-4c8e-ab4a-671d26746803 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for network, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:27.449191 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-dc785aea-90f7-4e4a-b99b-834d46a47908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975'] for port, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:27.464711 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-2c103efa-bc29-42b0-b6b0-f7947eb037b0 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767106405744'] for network, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:27.495857 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c22d6cdb-4221-4c8e-ab4a-671d26746803 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 124} {{(pid=103159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 18 13:28:27.501596 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc785aea-90f7-4e4a-b99b-834d46a47908 None None] Network 0698e51b-febb-4771-a684-eb503e9e2f4f is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:28:27.510530 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-c22d6cdb-4221-4c8e-ab4a-671d26746803 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:27.510875 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.db.segments_db [None req-c22d6cdb-4221-4c8e-ab4a-671d26746803 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Added segment d18f0025-cbd6-4b27-a2cb-c6d722d5bbbe of type vlan for network 509f23a6-7f51-4637-b55c-8c1162daa30f Dec 18 13:28:27.513651 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffcb9078-352f-45e8-8235-c1fcfed7351a tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:28:27.514382 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-dc785aea-90f7-4e4a-b99b-834d46a47908 None None] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:28:27.515177 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffcb9078-352f-45e8-8235-c1fcfed7351a tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:28:27.519723 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-ffcb9078-352f-45e8-8235-c1fcfed7351a tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2227550 Dec 18 13:28:27.520360 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 51650) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:28:27.521318 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc785aea-90f7-4e4a-b99b-834d46a47908 None None] Received port after_create {{(pid=103161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:28:27.559478 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-2c103efa-bc29-42b0-b6b0-f7947eb037b0 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981'] for network, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:27.563082 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-c22d6cdb-4221-4c8e-ab4a-671d26746803 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767106405744'] for network, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:27.565732 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c103efa-bc29-42b0-b6b0-f7947eb037b0 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:28:27.566410 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-2c103efa-bc29-42b0-b6b0-f7947eb037b0 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047995'] for network, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:27.571999 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-936fbdd5-bc3d-4d83-a703-c6098d6cb0d1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:27.601153 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-c22d6cdb-4221-4c8e-ab4a-671d26746803 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981'] for network, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:27.608399 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c22d6cdb-4221-4c8e-ab4a-671d26746803 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:28:27.609117 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-c22d6cdb-4221-4c8e-ab4a-671d26746803 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047995'] for network, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:27.646353 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-c22d6cdb-4221-4c8e-ab4a-671d26746803 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2510872 Dec 18 13:28:27.654719 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 51654) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:28:27.661863 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-de1454d4-60ae-4341-bbcf-5dc1aaa1f931 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Request body: {'subnet': {'network_id': '509f23a6-7f51-4637-b55c-8c1162daa30f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:28:27.717099 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c103efa-bc29-42b0-b6b0-f7947eb037b0 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Pushing event updated for resources: {'Network': ['ID=eb80ec47-f009-4f9a-8084-4b932f6620f7,revision_number=1']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:28:27.723313 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22d6cdb-4221-4c8e-ab4a-671d26746803 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Pushing event updated for resources: {'Network': ['ID=509f23a6-7f51-4637-b55c-8c1162daa30f,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:28:27.780210 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-2c103efa-bc29-42b0-b6b0-f7947eb037b0 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.9830148 Dec 18 13:28:27.784240 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 51658) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:28:27.787730 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Network eb80ec47-f009-4f9a-8084-4b932f6620f7 details requested by agent ovs-agent-dv-neutron-744815-20-hyperv with host dv-neutron-744815-20-hyperv {{(pid=103161) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 18 13:28:27.791209 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-e2d8cf7b-04b6-473c-b1af-d730b2da2a7f tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Request body: {'subnet': {'network_id': 'eb80ec47-f009-4f9a-8084-4b932f6620f7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:28:27.797808 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c99cd8f-5f41-4786-85cf-ff0471222d97 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Deleting subnet ebfe9767-c4f2-4511-83df-e48b5e8207f7 {{(pid=103160) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 18 13:28:27.801412 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-1c99cd8f-5f41-4786-85cf-ff0471222d97 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks [] for subnet, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:27.846142 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-1c99cd8f-5f41-4786-85cf-ff0471222d97 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4533385'] for subnet, precommit_delete_associations {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:27.850086 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Network 509f23a6-7f51-4637-b55c-8c1162daa30f details requested by agent ovs-agent-dv-neutron-744815-20-hyperv with host dv-neutron-744815-20-hyperv {{(pid=103161) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 18 13:28:27.878550 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de1454d4-60ae-4341-bbcf-5dc1aaa1f931 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Made reservation on behalf of dde8326b44a64ab5a12bbfefe7e7aced for: {'subnet': 1} {{(pid=103159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:28:27.882789 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-de1454d4-60ae-4341-bbcf-5dc1aaa1f931 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6017072'] for subnet, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:27.890768 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-936fbdd5-bc3d-4d83-a703-c6098d6cb0d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4533522'] for port, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:27.928907 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc785aea-90f7-4e4a-b99b-834d46a47908 None None] Pushing event updated for resources: {'Port': ['ID=1a200651-708e-444c-be12-50f59a60cc2f,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:28:28.008888 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-dc785aea-90f7-4e4a-b99b-834d46a47908 None None] Attempting to bind port 1a200651-708e-444c-be12-50f59a60cc2f on host dv-neutron-744815-20-hyperv for vnic_type normal with profile {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 13:28:28.009515 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-dc785aea-90f7-4e4a-b99b-834d46a47908 None None] Attempting to bind port 1a200651-708e-444c-be12-50f59a60cc2f by drivers openvswitch,hyperv on host dv-neutron-744815-20-hyperv at level 0 using segments [{'id': 'ed8226a2-04e6-4c8c-80c3-28915c6817b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '0698e51b-febb-4771-a684-eb503e9e2f4f'}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 13:28:28.010050 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc785aea-90f7-4e4a-b99b-834d46a47908 None None] Attempting to bind port 1a200651-708e-444c-be12-50f59a60cc2f on network 0698e51b-febb-4771-a684-eb503e9e2f4f {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 13:28:28.033322 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc785aea-90f7-4e4a-b99b-834d46a47908 None None] Checking agent: {'id': '428fa9fa-43db-4db9-9f96-f60ffe931f2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-20-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 13, 19, 1), 'started_at': datetime.datetime(2021, 12, 18, 13, 19, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 13, 28, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-20-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 18 13:28:28.033655 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc785aea-90f7-4e4a-b99b-834d46a47908 None None] Checking segment: {'id': 'ed8226a2-04e6-4c8c-80c3-28915c6817b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '0698e51b-febb-4771-a684-eb503e9e2f4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 13:28:28.034095 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-dc785aea-90f7-4e4a-b99b-834d46a47908 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:28.034497 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc785aea-90f7-4e4a-b99b-834d46a47908 None None] Bound using segment: {'id': 'ed8226a2-04e6-4c8c-80c3-28915c6817b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '0698e51b-febb-4771-a684-eb503e9e2f4f'} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 18 13:28:28.035042 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-dc785aea-90f7-4e4a-b99b-834d46a47908 None None] Bound port: 1a200651-708e-444c-be12-50f59a60cc2f, host: dv-neutron-744815-20-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed8226a2-04e6-4c8c-80c3-28915c6817b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '0698e51b-febb-4771-a684-eb503e9e2f4f'}}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 18 13:28:28.035466 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-dc785aea-90f7-4e4a-b99b-834d46a47908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:28.049908 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2d8cf7b-04b6-473c-b1af-d730b2da2a7f tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Made reservation on behalf of a17167c2bc3d4518ab90268c4af7e6a0 for: {'subnet': 1} {{(pid=103159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:28:28.051872 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-0fc67133-9435-4774-a3cc-2ba653378f6e None None] For port 345fec15-ec14-4054-a01b-41ae1a900a74, host dv-neutron-744815-20-hyperv, cleared binding levels {{(pid=103161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 18 13:28:28.055996 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-e2d8cf7b-04b6-473c-b1af-d730b2da2a7f tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6017072'] for subnet, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:28.087584 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-0fc67133-9435-4774-a3cc-2ba653378f6e None None] For port 345fec15-ec14-4054-a01b-41ae1a900a74, host dv-neutron-744815-20-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=345fec15-ec14-4054-a01b-41ae1a900a74,segment=NetworkSegment(1d35b28d-d075-4c4f-99ab-408d9457428e),segment_id=1d35b28d-d075-4c4f-99ab-408d9457428e)] {{(pid=103161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 18 13:28:28.101035 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0fc67133-9435-4774-a3cc-2ba653378f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:28.121674 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device a8b5c501-a5dd-4906-b6f8-db739b854a03 no longer exists at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 18 13:28:28.161215 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.ipam_backend_mixin [None req-e2d8cf7b-04b6-473c-b1af-d730b2da2a7f tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Performing IP validity checks on allocation pools {{(pid=103159) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 18 13:28:28.164850 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.ipam_backend_mixin [None req-e2d8cf7b-04b6-473c-b1af-d730b2da2a7f tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103159) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 18 13:28:28.170263 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-2294866d-0076-4933-952c-685307032598 None None] No Port match for: a8b5c501-a5dd-4906-b6f8-db739b854a03 {{(pid=103161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 18 13:28:28.170825 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device a8b5c501-a5dd-4906-b6f8-db739b854a03 not bound to the agent host dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 18 13:28:28.201343 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-dc785aea-90f7-4e4a-b99b-834d46a47908 None None] For port 1a200651-708e-444c-be12-50f59a60cc2f, host dv-neutron-744815-20-hyperv, cleared binding levels {{(pid=103161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 18 13:28:28.211789 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-dc785aea-90f7-4e4a-b99b-834d46a47908 None None] For port 1a200651-708e-444c-be12-50f59a60cc2f, host dv-neutron-744815-20-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=1a200651-708e-444c-be12-50f59a60cc2f,segment=NetworkSegment(ed8226a2-04e6-4c8c-80c3-28915c6817b4),segment_id=ed8226a2-04e6-4c8c-80c3-28915c6817b4)] {{(pid=103161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 18 13:28:28.224995 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-dc785aea-90f7-4e4a-b99b-834d46a47908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:28.234162 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc67133-9435-4774-a3cc-2ba653378f6e None None] Pushing event updated for resources: {'Port': ['ID=345fec15-ec14-4054-a01b-41ae1a900a74,revision_number=2']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:28:28.389231 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-afa9ae9b-bdbb-4010-bcf6-3a46ce66cf71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:28.406665 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc785aea-90f7-4e4a-b99b-834d46a47908 None None] Pushing event updated for resources: {'Port': ['ID=1a200651-708e-444c-be12-50f59a60cc2f,revision_number=2']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:28:28.432493 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 3da74d69-5142-4c91-8c05-8a6b4ab78020 up at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 13:28:28.500235 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-de1454d4-60ae-4341-bbcf-5dc1aaa1f931 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5659786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6017062'] for subnet, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:28.537101 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2294866d-0076-4933-952c-685307032598 None None] Provisioning complete for port 3da74d69-5142-4c91-8c05-8a6b4ab78020 triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:28:28.537564 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:28.543582 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-936fbdd5-bc3d-4d83-a703-c6098d6cb0d1 admin admin] Network decb4a40-7941-48c8-afbb-daaafd502e83 is already hosted by enough agents. {{(pid=103160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:28:28.546384 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.base_scheduler [None req-936fbdd5-bc3d-4d83-a703-c6098d6cb0d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:28:28.556605 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-936fbdd5-bc3d-4d83-a703-c6098d6cb0d1 admin admin] Received port after_create {{(pid=103160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:28:28.590762 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 51676) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:28:28.622077 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91d59d38-3e16-4999-9e5c-9b706b3c50e4 None None] DHCP port deletion for decb4a40-7941-48c8-afbb-daaafd502e83 request from dv-neutron-744815-20-hyperv {{(pid=103161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 18 13:28:28.653666 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936fbdd5-bc3d-4d83-a703-c6098d6cb0d1 admin admin] Pushing event updated for resources: {'Port': ['ID=5da4ac09-a295-4a49-a26e-7b1f68484078,revision_number=1']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:28:28.722793 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-e2d8cf7b-04b6-473c-b1af-d730b2da2a7f tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5659786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6017062'] for subnet, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:28.744260 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1454d4-60ae-4341-bbcf-5dc1aaa1f931 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Pushing event updated for resources: {'Subnet': ['ID=af46cc13-370d-4a37-8675-2119f1e91828,revision_number=0']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:28:28.761327 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de1454d4-60ae-4341-bbcf-5dc1aaa1f931 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Checking segment: {'id': 'd18f0025-cbd6-4b27-a2cb-c6d722d5bbbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '509f23a6-7f51-4637-b55c-8c1162daa30f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 13:28:28.761786 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de1454d4-60ae-4341-bbcf-5dc1aaa1f931 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Network hostable DHCP agents. Network: 509f23a6-7f51-4637-b55c-8c1162daa30f, hostable agents: ['aa77effa-0e3a-4bbd-a383-4d58ed3328d0'], hosted agents: [] {{(pid=103159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 18 13:28:28.784288 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-1c99cd8f-5f41-4786-85cf-ff0471222d97 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1929185'] for subnet, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:28.803015 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-4942f82f-0343-45dd-8b2b-2d0f6b81f64e None None] Provisioning complete for port 5da4ac09-a295-4a49-a26e-7b1f68484078 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:28:28.806090 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-4942f82f-0343-45dd-8b2b-2d0f6b81f64e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:28.860974 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 22c95c25-b8f3-445b-bc7b-8db041926a1f no longer exists at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 18 13:28:28.911183 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de1454d4-60ae-4341-bbcf-5dc1aaa1f931 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Network 509f23a6-7f51-4637-b55c-8c1162daa30f is scheduled to be hosted by DHCP agent aa77effa-0e3a-4bbd-a383-4d58ed3328d0 with binding_index 1 {{(pid=103159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 18 13:28:28.919359 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-2294866d-0076-4933-952c-685307032598 None None] No Port match for: 22c95c25-b8f3-445b-bc7b-8db041926a1f {{(pid=103161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 18 13:28:28.920075 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 22c95c25-b8f3-445b-bc7b-8db041926a1f not bound to the agent host dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 18 13:28:28.926786 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d8cf7b-04b6-473c-b1af-d730b2da2a7f tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Pushing event updated for resources: {'Subnet': ['ID=4cdf5592-ab02-409b-b5cb-b9416e344cda,revision_number=0']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:28:28.927458 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-4942f82f-0343-45dd-8b2b-2d0f6b81f64e None None] Port 5da4ac09-a295-4a49-a26e-7b1f68484078 cannot update to ACTIVE because it is not bound. {{(pid=103161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 13:28:28.937563 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.base_scheduler [None req-de1454d4-60ae-4341-bbcf-5dc1aaa1f931 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-744815-20-hyperv, 509f23a6-7f51-4637-b55c-8c1162daa30f) {{(pid=103159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:28:28.944267 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-1c99cd8f-5f41-4786-85cf-ff0471222d97 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1929192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4533475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4514371'] for subnet, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:28.946384 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-b85e37af-6ec8-41fc-a515-2763947a953f tempest-RoutersTestDVR-2049835020 tempest-RoutersTestDVR-2049835020-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-677197201'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:28:28.958908 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-249a0497-88a4-4f0d-bac5-bba2af34cc20 None None] Network 509f23a6-7f51-4637-b55c-8c1162daa30f requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:28:28.965109 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de1454d4-60ae-4341-bbcf-5dc1aaa1f931 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:28:28.965701 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-de1454d4-60ae-4341-bbcf-5dc1aaa1f931 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047995'] for subnet, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:28.970177 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d8cf7b-04b6-473c-b1af-d730b2da2a7f tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Checking segment: {'id': '5c35ffc9-62fb-4778-9a59-84df4dcc0384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'eb80ec47-f009-4f9a-8084-4b932f6620f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 13:28:28.970177 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2d8cf7b-04b6-473c-b1af-d730b2da2a7f tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Network hostable DHCP agents. Network: eb80ec47-f009-4f9a-8084-4b932f6620f7, hostable agents: ['aa77effa-0e3a-4bbd-a383-4d58ed3328d0'], hosted agents: [] {{(pid=103159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 18 13:28:28.997823 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c99cd8f-5f41-4786-85cf-ff0471222d97 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Pushing event deleted for resources: {'Subnet': ['ID=ebfe9767-c4f2-4511-83df-e48b5e8207f7,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:28:29.006333 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-de1454d4-60ae-4341-bbcf-5dc1aaa1f931 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3507950 Dec 18 13:28:29.009376 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 51680) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:28:29.014717 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-56248d31-facb-4344-be8c-0eb9339484a8 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Request body: {'port': {'network_id': '509f23a6-7f51-4637-b55c-8c1162daa30f', 'name': 'tempest-PortsTestJSON-709189065', 'fixed_ips': [{'subnet_id': 'af46cc13-370d-4a37-8675-2119f1e91828', 'ip_address': '172.20.0.10'}]}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:28:29.018106 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2d8cf7b-04b6-473c-b1af-d730b2da2a7f tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Network eb80ec47-f009-4f9a-8084-4b932f6620f7 is scheduled to be hosted by DHCP agent aa77effa-0e3a-4bbd-a383-4d58ed3328d0 with binding_index 1 {{(pid=103159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 18 13:28:29.024242 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-1c99cd8f-5f41-4786-85cf-ff0471222d97 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks [] for subnet, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:29.030298 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-1c99cd8f-5f41-4786-85cf-ff0471222d97 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] 10.222.0.31 "DELETE /v2.0/subnets/ebfe9767-c4f2-4511-83df-e48b5e8207f7 HTTP/1.1" status: 204 len: 168 time: 1.5047596 Dec 18 13:28:29.035566 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b85e37af-6ec8-41fc-a515-2763947a953f tempest-RoutersTestDVR-2049835020 tempest-RoutersTestDVR-2049835020-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28433'] for router, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:29.036621 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b85e37af-6ec8-41fc-a515-2763947a953f tempest-RoutersTestDVR-2049835020 tempest-RoutersTestDVR-2049835020-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-589769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28440'] for router, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:29.039958 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 51684) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:28:29.069449 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.base_scheduler [None req-e2d8cf7b-04b6-473c-b1af-d730b2da2a7f tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-744815-20-hyperv, eb80ec47-f009-4f9a-8084-4b932f6620f7) {{(pid=103159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:28:29.086496 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dc2552e-8185-4b87-a883-642dc23593ca None None] Network eb80ec47-f009-4f9a-8084-4b932f6620f7 requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:28:29.108038 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcf2ca25-3025-4084-b161-0ae86635c893 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp31e170a0-46a1-5ba9-9dc1-7ee4f866f0d7-509f23a6-7f51-4637-b55c-8c1162daa30f', 'network_id': '509f23a6-7f51-4637-b55c-8c1162daa30f', 'project_id': 'dde8326b44a64ab5a12bbfefe7e7aced', 'fixed_ips': [{'subnet_id': 'af46cc13-370d-4a37-8675-2119f1e91828'}]}} from dv-neutron-744815-20-hyperv. {{(pid=103161) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 18 13:28:29.109078 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-fcf2ca25-3025-4084-b161-0ae86635c893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:29.134917 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-9bbc1ce2-a223-4f90-8af8-00620db08450 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0841377 Dec 18 13:28:29.138731 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2d8cf7b-04b6-473c-b1af-d730b2da2a7f tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:28:29.139395 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-e2d8cf7b-04b6-473c-b1af-d730b2da2a7f tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047995'] for subnet, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:29.150391 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 51686) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:28:29.160581 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-819b99f4-8d37-4331-80ca-bbfbc4d2559f tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Request body: {'subnet': {'network_id': 'a0b84a49-8464-4342-a47d-bd714ebbec81', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:28:29.204823 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-936fbdd5-bc3d-4d83-a703-c6098d6cb0d1 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:29.229653 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-e2d8cf7b-04b6-473c-b1af-d730b2da2a7f tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4435487 Dec 18 13:28:29.238072 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b85e37af-6ec8-41fc-a515-2763947a953f tempest-RoutersTestDVR-2049835020 tempest-RoutersTestDVR-2049835020-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:29.238755 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 51688) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:28:29.273035 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-ada7d62e-ad21-4d80-a023-97e4927ba886 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Request body: {'port': {'network_id': 'eb80ec47-f009-4f9a-8084-4b932f6620f7', 'name': 'tempest-PortsIpV6TestJSON-374661671'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:28:29.293486 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b85e37af-6ec8-41fc-a515-2763947a953f tempest-RoutersTestDVR-2049835020 tempest-RoutersTestDVR-2049835020-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-589760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-586526'] for router, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:29.297948 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f901286b-bb44-468d-930a-f940cd1069a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp31e170a0-46a1-5ba9-9dc1-7ee4f866f0d7-eb80ec47-f009-4f9a-8084-4b932f6620f7', 'network_id': 'eb80ec47-f009-4f9a-8084-4b932f6620f7', 'project_id': 'a17167c2bc3d4518ab90268c4af7e6a0', 'fixed_ips': [{'subnet_id': '4cdf5592-ab02-409b-b5cb-b9416e344cda'}]}} from dv-neutron-744815-20-hyperv. {{(pid=103161) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 18 13:28:29.298384 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f901286b-bb44-468d-930a-f940cd1069a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:29.391282 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b85e37af-6ec8-41fc-a515-2763947a953f tempest-RoutersTestDVR-2049835020 tempest-RoutersTestDVR-2049835020-project-admin] Publish callbacks [] for router, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:29.392723 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-b85e37af-6ec8-41fc-a515-2763947a953f tempest-RoutersTestDVR-2049835020 tempest-RoutersTestDVR-2049835020-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.7493701 Dec 18 13:28:29.402911 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_common [None req-fcf2ca25-3025-4084-b161-0ae86635c893 None None] Allocated IP 172.20.0.2 (509f23a6-7f51-4637-b55c-8c1162daa30f/af46cc13-370d-4a37-8675-2119f1e91828/9545dd15-8477-42ed-a2ac-b02fcb6dd1a8) {{(pid=103161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:28:29.414561 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 51692) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:28:29.475275 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-936fbdd5-bc3d-4d83-a703-c6098d6cb0d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-589760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-586526'] for router, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:29.568512 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-4cad1ff2-1736-4db5-a43e-f5534409d1a5 tempest-RoutersTestDVR-2049835020 tempest-RoutersTestDVR-2049835020-project-admin] Publish callbacks [] for router, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:29.618473 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_common [None req-f901286b-bb44-468d-930a-f940cd1069a5 None None] Allocated IP 2001:db8::2 (eb80ec47-f009-4f9a-8084-4b932f6620f7/4cdf5592-ab02-409b-b5cb-b9416e344cda/3b794d72-64f3-4d3c-baf7-66049626aa63) {{(pid=103161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:28:29.631141 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-936fbdd5-bc3d-4d83-a703-c6098d6cb0d1 admin admin] Router 31d11c6f-d9c6-4b3f-855a-63a347e212d9 is scheduled to L3 agent c9c0cd52-5bd2-4704-9429-d80f1c5ad23c with binding_index 1 {{(pid=103160) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 18 13:28:29.649494 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56248d31-facb-4344-be8c-0eb9339484a8 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Made reservation on behalf of dde8326b44a64ab5a12bbfefe7e7aced for: {'port': 1} {{(pid=103159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:28:29.777940 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-936fbdd5-bc3d-4d83-a703-c6098d6cb0d1 admin admin] Notify agent at l3_agent.dv-neutron-744815-20-hyperv the message routers_updated {{(pid=103160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 13:28:29.805680 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-936fbdd5-bc3d-4d83-a703-c6098d6cb0d1 admin admin] Publish callbacks [] for router, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:29.807331 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-936fbdd5-bc3d-4d83-a703-c6098d6cb0d1 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.5437386 Dec 18 13:28:29.807582 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e88c48c0-63e7-46d5-b2f7-c5a1be1752f2 None None] Sync routers for ids ['31d11c6f-d9c6-4b3f-855a-63a347e212d9'] in dv-neutron-744815-20-hyperv {{(pid=103161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 13:28:29.811350 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 51696) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:28:29.823960 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-fcf2ca25-3025-4084-b161-0ae86635c893 None None] Publish callbacks [] for port, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:29.848975 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-fcf2ca25-3025-4084-b161-0ae86635c893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975'] for port, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:29.907849 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c09702a0-45e3-4da0-857e-9963e06dc27f None None] Network a0b84a49-8464-4342-a47d-bd714ebbec81 requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:28:29.930864 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-56248d31-facb-4344-be8c-0eb9339484a8 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:29.963374 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-4cad1ff2-1736-4db5-a43e-f5534409d1a5 tempest-RoutersTestDVR-2049835020 tempest-RoutersTestDVR-2049835020-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-589815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28643'] for router, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:29.966449 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-4cad1ff2-1736-4db5-a43e-f5534409d1a5 tempest-RoutersTestDVR-2049835020 tempest-RoutersTestDVR-2049835020-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:29.975333 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ada7d62e-ad21-4d80-a023-97e4927ba886 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Made reservation on behalf of a17167c2bc3d4518ab90268c4af7e6a0 for: {'port': 1} {{(pid=103159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:28:29.978822 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-ada7d62e-ad21-4d80-a023-97e4927ba886 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:29.985692 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-819b99f4-8d37-4331-80ca-bbfbc4d2559f tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Made reservation on behalf of 606a569495c64210af9cc9fb7e76dd52 for: {'subnet': 1} {{(pid=103159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:28:29.990131 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-819b99f4-8d37-4331-80ca-bbfbc4d2559f tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6017072'] for subnet, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:29.995861 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.notifiers.nova [None req-56248d31-facb-4344-be8c-0eb9339484a8 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] device_id is not set on port d3d086ed-f2cd-4cd5-ab4b-9b6dd7aec715 yet. {{(pid=103159) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 18 13:28:30.008213 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf2ca25-3025-4084-b161-0ae86635c893 None None] Pushing event updated for resources: {'Port': ['ID=9545dd15-8477-42ed-a2ac-b02fcb6dd1a8,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:28:30.033584 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e88c48c0-63e7-46d5-b2f7-c5a1be1752f2 None None] Routers {'31d11c6f-d9c6-4b3f-855a-63a347e212d9'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:28:30.034234 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-e88c48c0-63e7-46d5-b2f7-c5a1be1752f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:28:27Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['31d11c6f-d9c6-4b3f-855a-63a347e212d9'], 'active': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:28:30.154720 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7b7a3272-2b45-4d32-9670-25eb1afd1184 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:30.165043 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-4cad1ff2-1736-4db5-a43e-f5534409d1a5 tempest-RoutersTestDVR-2049835020 tempest-RoutersTestDVR-2049835020-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-589710'] for router, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:30.165572 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cad1ff2-1736-4db5-a43e-f5534409d1a5 tempest-RoutersTestDVR-2049835020 tempest-RoutersTestDVR-2049835020-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 81d8ea3b-9f39-400b-b3ce-5fceab687f4c {{(pid=103159) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 18 13:28:30.196735 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-4cad1ff2-1736-4db5-a43e-f5534409d1a5 tempest-RoutersTestDVR-2049835020 tempest-RoutersTestDVR-2049835020-project-admin] Publish callbacks [] for router, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:30.198133 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-4cad1ff2-1736-4db5-a43e-f5534409d1a5 tempest-RoutersTestDVR-2049835020 tempest-RoutersTestDVR-2049835020-project-admin] 10.222.0.31 "DELETE /v2.0/routers/81d8ea3b-9f39-400b-b3ce-5fceab687f4c HTTP/1.1" status: 204 len: 168 time: 0.7646041 Dec 18 13:28:30.206292 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 51700) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:28:30.211454 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-7bbe4041-6a85-4a87-9a12-1276eb0ae8fb tempest-RoutersTestDVR-2049835020 tempest-RoutersTestDVR-2049835020-project-admin] Request body: {'router': {'name': 'tempest-router-185330905', 'distributed': False}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:28:30.240616 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvr_db [None req-e88c48c0-63e7-46d5-b2f7-c5a1be1752f2 None None] Set router 31d11c6f-d9c6-4b3f-855a-63a347e212d9 gateway port host: dv-neutron-744815-20-hyperv {{(pid=103161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 13:28:30.258616 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.notifiers.nova [None req-ada7d62e-ad21-4d80-a023-97e4927ba886 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] device_id is not set on port 57fc9250-0562-4f26-bd82-5cfa572dacaf yet. {{(pid=103159) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 18 13:28:30.276081 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcf2ca25-3025-4084-b161-0ae86635c893 None None] Network 509f23a6-7f51-4637-b55c-8c1162daa30f is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:28:30.291139 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-7bbe4041-6a85-4a87-9a12-1276eb0ae8fb tempest-RoutersTestDVR-2049835020 tempest-RoutersTestDVR-2049835020-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28433'] for router, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:30.292623 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-7bbe4041-6a85-4a87-9a12-1276eb0ae8fb tempest-RoutersTestDVR-2049835020 tempest-RoutersTestDVR-2049835020-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-589769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28440'] for router, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:30.357712 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-7a035344-a329-4d06-87db-fc97845921bb None None] Provisioning complete for port 345fec15-ec14-4054-a01b-41ae1a900a74 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:28:30.358944 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7a035344-a329-4d06-87db-fc97845921bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:30.361103 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-fcf2ca25-3025-4084-b161-0ae86635c893 None None] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:28:30.365934 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f901286b-bb44-468d-930a-f940cd1069a5 None None] Publish callbacks [] for port, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:30.369044 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8c6756a-a7f5-45af-9e43-35b8b2bdf130 None None] Network 0698e51b-febb-4771-a684-eb503e9e2f4f requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:28:30.374054 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcf2ca25-3025-4084-b161-0ae86635c893 None None] Received port after_create {{(pid=103161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:28:30.434282 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-7bbe4041-6a85-4a87-9a12-1276eb0ae8fb tempest-RoutersTestDVR-2049835020 tempest-RoutersTestDVR-2049835020-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:30.437463 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f901286b-bb44-468d-930a-f940cd1069a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975'] for port, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:30.475774 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-7bbe4041-6a85-4a87-9a12-1276eb0ae8fb tempest-RoutersTestDVR-2049835020 tempest-RoutersTestDVR-2049835020-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-589760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-586526'] for router, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:30.476562 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.db_base_plugin_common [None req-56248d31-facb-4344-be8c-0eb9339484a8 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Allocated IP 172.20.0.10 (509f23a6-7f51-4637-b55c-8c1162daa30f/af46cc13-370d-4a37-8675-2119f1e91828/d3d086ed-f2cd-4cd5-ab4b-9b6dd7aec715) {{(pid=103159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:28:30.519980 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-7bbe4041-6a85-4a87-9a12-1276eb0ae8fb tempest-RoutersTestDVR-2049835020 tempest-RoutersTestDVR-2049835020-project-admin] Publish callbacks [] for router, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:30.525280 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-7bbe4041-6a85-4a87-9a12-1276eb0ae8fb tempest-RoutersTestDVR-2049835020 tempest-RoutersTestDVR-2049835020-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.3177798 Dec 18 13:28:30.526192 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 51702) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:28:30.582178 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.db_base_plugin_common [None req-ada7d62e-ad21-4d80-a023-97e4927ba886 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Allocated IP 2001:db8::78 (eb80ec47-f009-4f9a-8084-4b932f6620f7/4cdf5592-ab02-409b-b5cb-b9416e344cda/57fc9250-0562-4f26-bd82-5cfa572dacaf) {{(pid=103159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:28:30.589578 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-1c80ae9e-af4b-4361-8d60-9f131a5a8f59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:30.697894 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 345fec15-ec14-4054-a01b-41ae1a900a74 up at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 13:28:30.704147 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-de6410e4-369b-478b-8014-2692d13e77e2 tempest-RoutersTestDVR-2049835020 tempest-RoutersTestDVR-2049835020-project-admin] Publish callbacks [] for router, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:30.816484 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-819b99f4-8d37-4331-80ca-bbfbc4d2559f tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5659786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6017062'] for subnet, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:30.926734 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f901286b-bb44-468d-930a-f940cd1069a5 None None] Network eb80ec47-f009-4f9a-8084-4b932f6620f7 is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:28:30.956111 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:30.967798 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-f901286b-bb44-468d-930a-f940cd1069a5 None None] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:28:30.971113 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f901286b-bb44-468d-930a-f940cd1069a5 None None] Received port after_create {{(pid=103161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:28:30.978552 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-de6410e4-369b-478b-8014-2692d13e77e2 tempest-RoutersTestDVR-2049835020 tempest-RoutersTestDVR-2049835020-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-589815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28643'] for router, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:30.982779 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-de6410e4-369b-478b-8014-2692d13e77e2 tempest-RoutersTestDVR-2049835020 tempest-RoutersTestDVR-2049835020-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:30.988517 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f901286b-bb44-468d-930a-f940cd1069a5 None None] Pushing event updated for resources: {'Port': ['ID=3b794d72-64f3-4d3c-baf7-66049626aa63,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:28:31.020298 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-819b99f4-8d37-4331-80ca-bbfbc4d2559f tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Network a0b84a49-8464-4342-a47d-bd714ebbec81 is already hosted by enough agents. {{(pid=103159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:28:31.034863 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-ada7d62e-ad21-4d80-a023-97e4927ba886 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks [] for port, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:31.035559 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f32cc200-f169-4b5a-8b6f-d1751efe743d None None] DHCP port deletion for a0b84a49-8464-4342-a47d-bd714ebbec81 request from dv-neutron-744815-20-hyperv {{(pid=103161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 18 13:28:31.038083 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.base_scheduler [None req-819b99f4-8d37-4331-80ca-bbfbc4d2559f tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Resources bound (agent type, host, resource id): {{(pid=103159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:28:31.045382 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-fcf2ca25-3025-4084-b161-0ae86635c893 None None] Attempting to bind port 9545dd15-8477-42ed-a2ac-b02fcb6dd1a8 on host dv-neutron-744815-20-hyperv for vnic_type normal with profile {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 13:28:31.046515 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-fcf2ca25-3025-4084-b161-0ae86635c893 None None] Attempting to bind port 9545dd15-8477-42ed-a2ac-b02fcb6dd1a8 by drivers openvswitch,hyperv on host dv-neutron-744815-20-hyperv at level 0 using segments [{'id': 'd18f0025-cbd6-4b27-a2cb-c6d722d5bbbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '509f23a6-7f51-4637-b55c-8c1162daa30f'}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 13:28:31.046888 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcf2ca25-3025-4084-b161-0ae86635c893 None None] Attempting to bind port 9545dd15-8477-42ed-a2ac-b02fcb6dd1a8 on network 509f23a6-7f51-4637-b55c-8c1162daa30f {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 13:28:31.050101 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-819b99f4-8d37-4331-80ca-bbfbc4d2559f tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:28:31.051027 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-819b99f4-8d37-4331-80ca-bbfbc4d2559f tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047995'] for subnet, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:31.073386 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-de6410e4-369b-478b-8014-2692d13e77e2 tempest-RoutersTestDVR-2049835020 tempest-RoutersTestDVR-2049835020-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-589710'] for router, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:31.074636 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819b99f4-8d37-4331-80ca-bbfbc4d2559f tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Pushing event updated for resources: {'Subnet': ['ID=7e54a08d-9f2d-41c8-9b30-b74746aeed80,revision_number=0']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:28:31.074775 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de6410e4-369b-478b-8014-2692d13e77e2 tempest-RoutersTestDVR-2049835020 tempest-RoutersTestDVR-2049835020-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 81ec4f06-eaa4-422f-b3db-5eb564e35fc9 {{(pid=103160) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 18 13:28:31.080283 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-de6410e4-369b-478b-8014-2692d13e77e2 tempest-RoutersTestDVR-2049835020 tempest-RoutersTestDVR-2049835020-project-admin] Publish callbacks [] for router, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:31.082654 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-56248d31-facb-4344-be8c-0eb9339484a8 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks [] for port, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:31.085781 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-de6410e4-369b-478b-8014-2692d13e77e2 tempest-RoutersTestDVR-2049835020 tempest-RoutersTestDVR-2049835020-project-admin] 10.222.0.31 "DELETE /v2.0/routers/81ec4f06-eaa4-422f-b3db-5eb564e35fc9 HTTP/1.1" status: 204 len: 168 time: 0.5578597 Dec 18 13:28:31.087325 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.db_base_plugin_common [None req-1c80ae9e-af4b-4361-8d60-9f131a5a8f59 admin admin] Allocated IP 172.20.0.1 (0698e51b-febb-4771-a684-eb503e9e2f4f/5fac137f-442f-4731-a0ac-73f3a1231695/e55b6e08-1c20-40df-aff9-9918cf68b75f) {{(pid=103160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:28:31.089474 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 51712) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:28:31.096059 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-ef502733-644c-4cc0-b67d-291ed0301dfd tempest-RoutersTestDVR-2049835020 tempest-RoutersTestDVR-2049835020-project-admin] Request body: {'router': {'name': 'tempest-router-1156723776', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '160fdddbb2e549e98672eed6b2321df7'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:28:31.120929 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-819b99f4-8d37-4331-80ca-bbfbc4d2559f tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9693780 Dec 18 13:28:31.124462 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 51714) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:28:31.131529 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-0f1d8a42-a1ac-4541-8886-fc4b4c3aba7d tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1816926914', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:28:31.162756 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-ada7d62e-ad21-4d80-a023-97e4927ba886 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:31.168109 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-ef502733-644c-4cc0-b67d-291ed0301dfd tempest-RoutersTestDVR-2049835020 tempest-RoutersTestDVR-2049835020-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28433'] for router, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:31.169346 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-ef502733-644c-4cc0-b67d-291ed0301dfd tempest-RoutersTestDVR-2049835020 tempest-RoutersTestDVR-2049835020-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-589769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28440'] for router, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:31.180592 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcf2ca25-3025-4084-b161-0ae86635c893 None None] Checking agent: {'id': '428fa9fa-43db-4db9-9f96-f60ffe931f2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-20-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 13, 19, 1), 'started_at': datetime.datetime(2021, 12, 18, 13, 19, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 13, 28, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-20-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 18 13:28:31.181032 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcf2ca25-3025-4084-b161-0ae86635c893 None None] Checking segment: {'id': 'd18f0025-cbd6-4b27-a2cb-c6d722d5bbbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '509f23a6-7f51-4637-b55c-8c1162daa30f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 13:28:31.181407 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-fcf2ca25-3025-4084-b161-0ae86635c893 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:31.181994 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcf2ca25-3025-4084-b161-0ae86635c893 None None] Bound using segment: {'id': 'd18f0025-cbd6-4b27-a2cb-c6d722d5bbbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '509f23a6-7f51-4637-b55c-8c1162daa30f'} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 18 13:28:31.182717 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-fcf2ca25-3025-4084-b161-0ae86635c893 None None] Bound port: 9545dd15-8477-42ed-a2ac-b02fcb6dd1a8, host: dv-neutron-744815-20-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd18f0025-cbd6-4b27-a2cb-c6d722d5bbbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '509f23a6-7f51-4637-b55c-8c1162daa30f'}}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 18 13:28:31.183120 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-fcf2ca25-3025-4084-b161-0ae86635c893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:31.212567 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2294866d-0076-4933-952c-685307032598 None None] Provisioning complete for port 345fec15-ec14-4054-a01b-41ae1a900a74 triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:28:31.212861 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:31.229089 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-f901286b-bb44-468d-930a-f940cd1069a5 None None] Attempting to bind port 3b794d72-64f3-4d3c-baf7-66049626aa63 on host dv-neutron-744815-20-hyperv for vnic_type normal with profile {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 13:28:31.229748 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-f901286b-bb44-468d-930a-f940cd1069a5 None None] Attempting to bind port 3b794d72-64f3-4d3c-baf7-66049626aa63 by drivers openvswitch,hyperv on host dv-neutron-744815-20-hyperv at level 0 using segments [{'id': '5c35ffc9-62fb-4778-9a59-84df4dcc0384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'eb80ec47-f009-4f9a-8084-4b932f6620f7'}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 13:28:31.230359 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f901286b-bb44-468d-930a-f940cd1069a5 None None] Attempting to bind port 3b794d72-64f3-4d3c-baf7-66049626aa63 on network eb80ec47-f009-4f9a-8084-4b932f6620f7 {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 13:28:31.231450 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-56248d31-facb-4344-be8c-0eb9339484a8 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:31.243337 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ada7d62e-ad21-4d80-a023-97e4927ba886 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Network eb80ec47-f009-4f9a-8084-4b932f6620f7 is already hosted by enough agents. {{(pid=103159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:28:31.249672 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.base_scheduler [None req-ada7d62e-ad21-4d80-a023-97e4927ba886 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Resources bound (agent type, host, resource id): {{(pid=103159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:28:31.261500 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ada7d62e-ad21-4d80-a023-97e4927ba886 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Received port after_create {{(pid=103159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:28:31.268172 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ada7d62e-ad21-4d80-a023-97e4927ba886 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:28:31.268901 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-ada7d62e-ad21-4d80-a023-97e4927ba886 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:31.274563 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-0f1d8a42-a1ac-4541-8886-fc4b4c3aba7d tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28433'] for router, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:31.276082 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-0f1d8a42-a1ac-4541-8886-fc4b4c3aba7d tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-589769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28440'] for router, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:31.276385 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7a035344-a329-4d06-87db-fc97845921bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:31.296317 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada7d62e-ad21-4d80-a023-97e4927ba886 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Pushing event updated for resources: {'Port': ['ID=57fc9250-0562-4f26-bd82-5cfa572dacaf,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:28:31.300542 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f901286b-bb44-468d-930a-f940cd1069a5 None None] Checking agent: {'id': '428fa9fa-43db-4db9-9f96-f60ffe931f2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-20-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 13, 19, 1), 'started_at': datetime.datetime(2021, 12, 18, 13, 19, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 13, 28, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-20-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 18 13:28:31.301201 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f901286b-bb44-468d-930a-f940cd1069a5 None None] Checking segment: {'id': '5c35ffc9-62fb-4778-9a59-84df4dcc0384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'eb80ec47-f009-4f9a-8084-4b932f6620f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 13:28:31.301744 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f901286b-bb44-468d-930a-f940cd1069a5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:31.302325 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f901286b-bb44-468d-930a-f940cd1069a5 None None] Bound using segment: {'id': '5c35ffc9-62fb-4778-9a59-84df4dcc0384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'eb80ec47-f009-4f9a-8084-4b932f6620f7'} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 18 13:28:31.302967 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-f901286b-bb44-468d-930a-f940cd1069a5 None None] Bound port: 3b794d72-64f3-4d3c-baf7-66049626aa63, host: dv-neutron-744815-20-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c35ffc9-62fb-4778-9a59-84df4dcc0384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'eb80ec47-f009-4f9a-8084-4b932f6620f7'}}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 18 13:28:31.303548 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f901286b-bb44-468d-930a-f940cd1069a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:31.311749 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-ef502733-644c-4cc0-b67d-291ed0301dfd tempest-RoutersTestDVR-2049835020 tempest-RoutersTestDVR-2049835020-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:31.322518 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-ef502733-644c-4cc0-b67d-291ed0301dfd tempest-RoutersTestDVR-2049835020 tempest-RoutersTestDVR-2049835020-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-589760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-586526'] for router, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:31.332029 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56248d31-facb-4344-be8c-0eb9339484a8 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Network 509f23a6-7f51-4637-b55c-8c1162daa30f is already hosted by enough agents. {{(pid=103159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:28:31.345848 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-ef502733-644c-4cc0-b67d-291ed0301dfd tempest-RoutersTestDVR-2049835020 tempest-RoutersTestDVR-2049835020-project-admin] Publish callbacks [] for router, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:31.350773 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-ef502733-644c-4cc0-b67d-291ed0301dfd tempest-RoutersTestDVR-2049835020 tempest-RoutersTestDVR-2049835020-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.2569549 Dec 18 13:28:31.351649 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 51718) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:28:31.363340 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-a1b2016f-ea41-4fcd-854f-6b9beca09a2e tempest-RoutersTestDVR-2049835020 tempest-RoutersTestDVR-2049835020-project-admin] Request body: {'router': {'distributed': True}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:28:31.375840 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-1c80ae9e-af4b-4361-8d60-9f131a5a8f59 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:31.492769 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-7a035344-a329-4d06-87db-fc97845921bb None None] For port 345fec15-ec14-4054-a01b-41ae1a900a74, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=345fec15-ec14-4054-a01b-41ae1a900a74,segment=NetworkSegment(1d35b28d-d075-4c4f-99ab-408d9457428e),segment_id=1d35b28d-d075-4c4f-99ab-408d9457428e)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:28:31.496746 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-fcf2ca25-3025-4084-b161-0ae86635c893 None None] For port 9545dd15-8477-42ed-a2ac-b02fcb6dd1a8, host dv-neutron-744815-20-hyperv, cleared binding levels {{(pid=103161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 18 13:28:31.517351 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7a035344-a329-4d06-87db-fc97845921bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:31.529855 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-fcf2ca25-3025-4084-b161-0ae86635c893 None None] For port 9545dd15-8477-42ed-a2ac-b02fcb6dd1a8, host dv-neutron-744815-20-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=9545dd15-8477-42ed-a2ac-b02fcb6dd1a8,segment=NetworkSegment(d18f0025-cbd6-4b27-a2cb-c6d722d5bbbe),segment_id=d18f0025-cbd6-4b27-a2cb-c6d722d5bbbe)] {{(pid=103161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 18 13:28:31.560883 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-e88c48c0-63e7-46d5-b2f7-c5a1be1752f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31d11c6f-d9c6-4b3f-855a-63a347e212d9', 'name': 'tempest-TestVolumeBootPattern-1052120769-router', 'tenant_id': '77851fe6b06d4772aef23551184d89ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.253'}], 'enable_snat': True}, 'gw_port_id': '5da4ac09-a295-4a49-a26e-7b1f68484078', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:28:25Z', 'updated_at': '2021-12-18T13:28:28Z', 'revision_number': 3, 'project_id': '77851fe6b06d4772aef23551184d89ff', 'gw_port': {'id': '5da4ac09-a295-4a49-a26e-7b1f68484078', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:1f:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31d11c6f-d9c6-4b3f-855a-63a347e212d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:28:26Z', 'updated_at': '2021-12-18T13:28:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv'}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:28:31.620861 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-f32cc200-f169-4b5a-8b6f-d1751efe743d None None] Deleting port 345fec15-ec14-4054-a01b-41ae1a900a74 {{(pid=103161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:28:31.621565 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f32cc200-f169-4b5a-8b6f-d1751efe743d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:31.633651 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-fcf2ca25-3025-4084-b161-0ae86635c893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:31.647335 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e88c48c0-63e7-46d5-b2f7-c5a1be1752f2 None None] Checking router: 31d11c6f-d9c6-4b3f-855a-63a347e212d9 for host: dv-neutron-744815-20-hyperv {{(pid=103161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 18 13:28:31.647983 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e88c48c0-63e7-46d5-b2f7-c5a1be1752f2 None None] Updating router 31d11c6f-d9c6-4b3f-855a-63a347e212d9 port 5da4ac09-a295-4a49-a26e-7b1f68484078 binding host dv-neutron-744815-20-hyperv {{(pid=103161) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 18 13:28:31.658180 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-a1b2016f-ea41-4fcd-854f-6b9beca09a2e tempest-RoutersTestDVR-2049835020 tempest-RoutersTestDVR-2049835020-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-586613', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-589787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28650'] for router, precommit_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:31.658539 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-a1b2016f-ea41-4fcd-854f-6b9beca09a2e tempest-RoutersTestDVR-2049835020 tempest-RoutersTestDVR-2049835020-project-admin] Publish callbacks [] for router, before_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:31.686686 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-ada7d62e-ad21-4d80-a023-97e4927ba886 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.4468338 Dec 18 13:28:31.693719 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.base_scheduler [None req-56248d31-facb-4344-be8c-0eb9339484a8 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Resources bound (agent type, host, resource id): {{(pid=103159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:28:31.695618 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 51720) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:28:31.698635 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-1c80ae9e-af4b-4361-8d60-9f131a5a8f59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4533522'] for port, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:31.698836 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-0f1d8a42-a1ac-4541-8886-fc4b4c3aba7d tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:31.701182 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56248d31-facb-4344-be8c-0eb9339484a8 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Received port after_create {{(pid=103159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:28:31.710517 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-f901286b-bb44-468d-930a-f940cd1069a5 None None] For port 3b794d72-64f3-4d3c-baf7-66049626aa63, host dv-neutron-744815-20-hyperv, cleared binding levels {{(pid=103161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 18 13:28:31.759419 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56248d31-facb-4344-be8c-0eb9339484a8 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:28:31.760187 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-56248d31-facb-4344-be8c-0eb9339484a8 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:31.769305 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 1a200651-708e-444c-be12-50f59a60cc2f up at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 13:28:31.774029 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-f901286b-bb44-468d-930a-f940cd1069a5 None None] For port 3b794d72-64f3-4d3c-baf7-66049626aa63, host dv-neutron-744815-20-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=3b794d72-64f3-4d3c-baf7-66049626aa63,segment=NetworkSegment(5c35ffc9-62fb-4778-9a59-84df4dcc0384),segment_id=5c35ffc9-62fb-4778-9a59-84df4dcc0384)] {{(pid=103161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 18 13:28:31.789414 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-0f1d8a42-a1ac-4541-8886-fc4b4c3aba7d tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-589760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-586526'] for router, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:31.792414 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c80ae9e-af4b-4361-8d60-9f131a5a8f59 admin admin] Network 0698e51b-febb-4771-a684-eb503e9e2f4f is already hosted by enough agents. {{(pid=103160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:28:31.805628 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e88c48c0-63e7-46d5-b2f7-c5a1be1752f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:31.813482 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56248d31-facb-4344-be8c-0eb9339484a8 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Pushing event updated for resources: {'Port': ['ID=d3d086ed-f2cd-4cd5-ab4b-9b6dd7aec715,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:28:31.822469 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.base_scheduler [None req-1c80ae9e-af4b-4361-8d60-9f131a5a8f59 admin admin] Resources bound (agent type, host, resource id): {{(pid=103160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:28:31.829241 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c80ae9e-af4b-4361-8d60-9f131a5a8f59 admin admin] Received port after_create {{(pid=103160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:28:31.836907 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-0f1d8a42-a1ac-4541-8886-fc4b4c3aba7d tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks [] for router, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:31.838610 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-0f1d8a42-a1ac-4541-8886-fc4b4c3aba7d tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.7120271 Dec 18 13:28:31.848678 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-56248d31-facb-4344-be8c-0eb9339484a8 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.8344295 Dec 18 13:28:31.850613 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f901286b-bb44-468d-930a-f940cd1069a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:31.857126 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a035344-a329-4d06-87db-fc97845921bb None None] Pushing event updated for resources: {'Port': ['ID=345fec15-ec14-4054-a01b-41ae1a900a74,revision_number=4']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:28:31.864763 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 51724) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:28:31.865422 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 51726) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:28:31.871288 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-a1b2016f-ea41-4fcd-854f-6b9beca09a2e tempest-RoutersTestDVR-2049835020 tempest-RoutersTestDVR-2049835020-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=103160) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Dec 18 13:28:31.871828 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-a1b2016f-ea41-4fcd-854f-6b9beca09a2e tempest-RoutersTestDVR-2049835020 tempest-RoutersTestDVR-2049835020-project-admin] Router cf14f348-5888-44ac-9f9c-22ae758940d0 migrating from provider to provider. {{(pid=103160) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Dec 18 13:28:31.872348 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-43518810-cf58-4b35-8155-3e1e5a2b8730 None None] Provisioning complete for port 1a200651-708e-444c-be12-50f59a60cc2f triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:28:31.872546 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-a1b2016f-ea41-4fcd-854f-6b9beca09a2e tempest-RoutersTestDVR-2049835020 tempest-RoutersTestDVR-2049835020-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:31.872750 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-43518810-cf58-4b35-8155-3e1e5a2b8730 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:31.876713 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c80ae9e-af4b-4361-8d60-9f131a5a8f59 admin admin] Pushing event updated for resources: {'Port': ['ID=e55b6e08-1c20-40df-aff9-9918cf68b75f,revision_number=1']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:28:31.885738 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-a1b2016f-ea41-4fcd-854f-6b9beca09a2e tempest-RoutersTestDVR-2049835020 tempest-RoutersTestDVR-2049835020-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:31.896464 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-80907bd0-82fd-45ee-8338-bbb513c8ac37 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Request body: {'port': {'network_id': '509f23a6-7f51-4637-b55c-8c1162daa30f', 'name': 'tempest-PortsTestJSON-276473826', 'fixed_ips': [{'subnet_id': 'af46cc13-370d-4a37-8675-2119f1e91828', 'ip_address': '172.20.0.9'}]}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:28:31.917276 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-a1b2016f-ea41-4fcd-854f-6b9beca09a2e tempest-RoutersTestDVR-2049835020 tempest-RoutersTestDVR-2049835020-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-586526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-586508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-586503', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-589778'] for router, after_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:31.923606 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-1c80ae9e-af4b-4361-8d60-9f131a5a8f59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586257'] for router_interface, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:32.182777 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-f32cc200-f169-4b5a-8b6f-d1751efe743d None None] For port 345fec15-ec14-4054-a01b-41ae1a900a74, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=345fec15-ec14-4054-a01b-41ae1a900a74,segment=NetworkSegment(1d35b28d-d075-4c4f-99ab-408d9457428e),segment_id=1d35b28d-d075-4c4f-99ab-408d9457428e)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:28:32.184028 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f32cc200-f169-4b5a-8b6f-d1751efe743d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:32.236540 dv-neutron-744815-20-hyperv neutron-server[103160]: WARNING neutron.scheduler.l3_agent_scheduler [None req-a1b2016f-ea41-4fcd-854f-6b9beca09a2e tempest-RoutersTestDVR-2049835020 tempest-RoutersTestDVR-2049835020-project-admin] No L3 agents can host the router cf14f348-5888-44ac-9f9c-22ae758940d0 Dec 18 13:28:32.239971 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-f32cc200-f169-4b5a-8b6f-d1751efe743d None None] Calling delete_port for 345fec15-ec14-4054-a01b-41ae1a900a74 owned by network:dhcp {{(pid=103161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:28:32.252117 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf2ca25-3025-4084-b161-0ae86635c893 None None] Pushing event updated for resources: {'Port': ['ID=9545dd15-8477-42ed-a2ac-b02fcb6dd1a8,revision_number=2']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:28:32.273809 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-1c80ae9e-af4b-4361-8d60-9f131a5a8f59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:32.416831 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2294866d-0076-4933-952c-685307032598 None None] Provisioning complete for port 1a200651-708e-444c-be12-50f59a60cc2f triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:28:32.416831 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:32.539788 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-7d349529-5fff-4c9b-8547-3c3e9af3d261 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Deleting port 57fc9250-0562-4f26-bd82-5cfa572dacaf {{(pid=103159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:28:32.540147 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-7d349529-5fff-4c9b-8547-3c3e9af3d261 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:32.572440 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f901286b-bb44-468d-930a-f940cd1069a5 None None] Pushing event updated for resources: {'Port': ['ID=3b794d72-64f3-4d3c-baf7-66049626aa63,revision_number=2']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:28:32.752962 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-4fa5eb81-b31a-435f-83d8-9efec276f698 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:32.794914 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f32cc200-f169-4b5a-8b6f-d1751efe743d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984'] for port, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:32.811039 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-43518810-cf58-4b35-8155-3e1e5a2b8730 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:32.817053 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f32cc200-f169-4b5a-8b6f-d1751efe743d None None] No DVR routers for this DVR port 345fec15-ec14-4054-a01b-41ae1a900a74 on host dv-neutron-744815-20-hyperv {{(pid=103161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 18 13:28:32.843248 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80907bd0-82fd-45ee-8338-bbb513c8ac37 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Made reservation on behalf of dde8326b44a64ab5a12bbfefe7e7aced for: {'port': 1} {{(pid=103159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:28:32.849041 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-80907bd0-82fd-45ee-8338-bbb513c8ac37 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:32.875618 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f4eb410-9a26-47c5-a726-89c6c9a76c93 None None] Network a0b84a49-8464-4342-a47d-bd714ebbec81 requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:28:32.896155 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32cc200-f169-4b5a-8b6f-d1751efe743d None None] Pushing event deleted for resources: {'Port': ['ID=345fec15-ec14-4054-a01b-41ae1a900a74,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:28:32.907684 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-7d349529-5fff-4c9b-8547-3c3e9af3d261 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:32.935191 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e88c48c0-63e7-46d5-b2f7-c5a1be1752f2 None None] Publish callbacks [] for port, precommit_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:32.935664 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-7d349529-5fff-4c9b-8547-3c3e9af3d261 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Calling delete_port for 57fc9250-0562-4f26-bd82-5cfa572dacaf owned by {{(pid=103159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:28:32.937812 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.notifiers.nova [None req-80907bd0-82fd-45ee-8338-bbb513c8ac37 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] device_id is not set on port b1e3bdea-d1e3-4be9-96fa-5ae5e31f05bb yet. {{(pid=103159) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 18 13:28:32.983526 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1b2016f-ea41-4fcd-854f-6b9beca09a2e tempest-RoutersTestDVR-2049835020 tempest-RoutersTestDVR-2049835020-project-admin] Hosts for router cf14f348-5888-44ac-9f9c-22ae758940d0: [] {{(pid=103160) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Dec 18 13:28:33.041632 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1b2016f-ea41-4fcd-854f-6b9beca09a2e tempest-RoutersTestDVR-2049835020 tempest-RoutersTestDVR-2049835020-project-admin] Hosts for other DVR routers connected to router cf14f348-5888-44ac-9f9c-22ae758940d0: set() {{(pid=103160) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Dec 18 13:28:33.044264 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-a1b2016f-ea41-4fcd-854f-6b9beca09a2e tempest-RoutersTestDVR-2049835020 tempest-RoutersTestDVR-2049835020-project-admin] Publish callbacks [] for router, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:33.045525 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-a1b2016f-ea41-4fcd-854f-6b9beca09a2e tempest-RoutersTestDVR-2049835020 tempest-RoutersTestDVR-2049835020-project-admin] 10.222.0.31 "PUT /v2.0/routers/cf14f348-5888-44ac-9f9c-22ae758940d0 HTTP/1.1" status: 200 len: 717 time: 1.6931899 Dec 18 13:28:33.056841 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 51736) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:28:33.189798 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-e98530ca-2beb-433d-a18b-3bbeb8f4766a tempest-RoutersTestDVR-2049835020 tempest-RoutersTestDVR-2049835020-project-admin] 10.222.0.31 "GET /v2.0/routers/cf14f348-5888-44ac-9f9c-22ae758940d0 HTTP/1.1" status: 200 len: 717 time: 0.1317980 Dec 18 13:28:33.196575 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 51738) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:28:33.267769 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e88c48c0-63e7-46d5-b2f7-c5a1be1752f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:33.352979 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:33.354978 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eef66d0-1e0e-4670-bc2e-fe1335f68a6f None None] DHCP port deletion for decb4a40-7941-48c8-afbb-daaafd502e83 request from dv-neutron-744815-20-hyperv {{(pid=103161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 18 13:28:33.357561 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.db_base_plugin_common [None req-80907bd0-82fd-45ee-8338-bbb513c8ac37 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Allocated IP 172.20.0.9 (509f23a6-7f51-4637-b55c-8c1162daa30f/af46cc13-370d-4a37-8675-2119f1e91828/b1e3bdea-d1e3-4be9-96fa-5ae5e31f05bb) {{(pid=103159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:28:33.366098 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-43518810-cf58-4b35-8155-3e1e5a2b8730 None None] For port 1a200651-708e-444c-be12-50f59a60cc2f, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=1a200651-708e-444c-be12-50f59a60cc2f,segment=NetworkSegment(ed8226a2-04e6-4c8c-80c3-28915c6817b4),segment_id=ed8226a2-04e6-4c8c-80c3-28915c6817b4)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:28:33.399599 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-43518810-cf58-4b35-8155-3e1e5a2b8730 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:33.402463 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-e88c48c0-63e7-46d5-b2f7-c5a1be1752f2 None None] Attempting to bind port 5da4ac09-a295-4a49-a26e-7b1f68484078 on host dv-neutron-744815-20-hyperv for vnic_type normal with profile {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 13:28:33.402842 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-e88c48c0-63e7-46d5-b2f7-c5a1be1752f2 None None] Attempting to bind port 5da4ac09-a295-4a49-a26e-7b1f68484078 by drivers openvswitch,hyperv on host dv-neutron-744815-20-hyperv at level 0 using segments [{'id': '3f66d49c-4faa-434c-8c3e-991f4f1d01bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83'}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 13:28:33.403236 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e88c48c0-63e7-46d5-b2f7-c5a1be1752f2 None None] Attempting to bind port 5da4ac09-a295-4a49-a26e-7b1f68484078 on network decb4a40-7941-48c8-afbb-daaafd502e83 {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 13:28:33.443805 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e88c48c0-63e7-46d5-b2f7-c5a1be1752f2 None None] Checking agent: {'id': '428fa9fa-43db-4db9-9f96-f60ffe931f2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-20-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 13, 19, 1), 'started_at': datetime.datetime(2021, 12, 18, 13, 19, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 13, 28, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-20-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 18 13:28:33.444262 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e88c48c0-63e7-46d5-b2f7-c5a1be1752f2 None None] Checking segment: {'id': '3f66d49c-4faa-434c-8c3e-991f4f1d01bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 13:28:33.444670 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e88c48c0-63e7-46d5-b2f7-c5a1be1752f2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:33.446500 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e88c48c0-63e7-46d5-b2f7-c5a1be1752f2 None None] Bound using segment: {'id': '3f66d49c-4faa-434c-8c3e-991f4f1d01bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83'} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 18 13:28:33.447029 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-e88c48c0-63e7-46d5-b2f7-c5a1be1752f2 None None] Bound port: 5da4ac09-a295-4a49-a26e-7b1f68484078, host: dv-neutron-744815-20-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f66d49c-4faa-434c-8c3e-991f4f1d01bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83'}}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 18 13:28:33.447455 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e88c48c0-63e7-46d5-b2f7-c5a1be1752f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:33.449534 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.db_base_plugin_common [None req-4fa5eb81-b31a-435f-83d8-9efec276f698 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Allocated IP 2001:db8::1 (a0b84a49-8464-4342-a47d-bd714ebbec81/7e54a08d-9f2d-41c8-9b30-b74746aeed80/46fda198-fa5e-4da3-bdb7-8ced3622c399) {{(pid=103159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:28:33.463239 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8301fead-42df-4576-b674-adfc390781fa None None] Pushing event updated for resources: {'Port': ['ID=5da4ac09-a295-4a49-a26e-7b1f68484078,revision_number=2']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:28:33.506467 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-5756fe05-a01a-48c4-a45c-d5b5badcf5c8 tempest-RoutersTestDVR-1355490764 tempest-RoutersTestDVR-1355490764-project] 10.222.0.31 "GET /v2.0/routers/cf14f348-5888-44ac-9f9c-22ae758940d0 HTTP/1.1" status: 200 len: 683 time: 0.3080463 Dec 18 13:28:33.509220 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-1c80ae9e-af4b-4361-8d60-9f131a5a8f59 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:33.510795 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 51742) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:28:33.593729 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04ab65ce-d1a5-451c-a573-872c0726fd36 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp31e170a0-46a1-5ba9-9dc1-7ee4f866f0d7-a0b84a49-8464-4342-a47d-bd714ebbec81', 'network_id': 'a0b84a49-8464-4342-a47d-bd714ebbec81', 'project_id': '606a569495c64210af9cc9fb7e76dd52', 'fixed_ips': [{'subnet_id': '7e54a08d-9f2d-41c8-9b30-b74746aeed80'}]}} from dv-neutron-744815-20-hyperv. {{(pid=103161) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 18 13:28:33.594979 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-04ab65ce-d1a5-451c-a573-872c0726fd36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:33.640515 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-7d349529-5fff-4c9b-8547-3c3e9af3d261 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:33.640781 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-5553719c-4549-4e13-8074-b2a848fd9fa6 tempest-RoutersTestDVR-2049835020 tempest-RoutersTestDVR-2049835020-project-admin] Publish callbacks [] for router, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:33.644076 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-1c80ae9e-af4b-4361-8d60-9f131a5a8f59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4533541'] for port, after_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:33.657638 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-e88c48c0-63e7-46d5-b2f7-c5a1be1752f2 None None] For port 5da4ac09-a295-4a49-a26e-7b1f68484078, host dv-neutron-744815-20-hyperv, cleared binding levels {{(pid=103161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 18 13:28:33.661845 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-e88c48c0-63e7-46d5-b2f7-c5a1be1752f2 None None] For port 5da4ac09-a295-4a49-a26e-7b1f68484078, host dv-neutron-744815-20-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=5da4ac09-a295-4a49-a26e-7b1f68484078,segment=NetworkSegment(3f66d49c-4faa-434c-8c3e-991f4f1d01bd),segment_id=3f66d49c-4faa-434c-8c3e-991f4f1d01bd)] {{(pid=103161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 18 13:28:33.695467 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d349529-5fff-4c9b-8547-3c3e9af3d261 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Pushing event deleted for resources: {'Port': ['ID=57fc9250-0562-4f26-bd82-5cfa572dacaf,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:28:33.723908 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.db.api [None req-2294866d-0076-4933-952c-685307032598 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103161) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 18 13:28:33.724705 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG oslo_db.api [None req-2294866d-0076-4933-952c-685307032598 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 18 13:28:33.775734 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-7d349529-5fff-4c9b-8547-3c3e9af3d261 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:33.787676 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-7d349529-5fff-4c9b-8547-3c3e9af3d261 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] 10.222.0.31 "DELETE /v2.0/ports/57fc9250-0562-4f26-bd82-5cfa572dacaf HTTP/1.1" status: 204 len: 168 time: 2.0873332 Dec 18 13:28:33.790270 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 51746) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:28:33.800355 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e88c48c0-63e7-46d5-b2f7-c5a1be1752f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:33.808804 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cd263f2-c386-46b9-9f19-42e7d3960309 None None] Network eb80ec47-f009-4f9a-8084-4b932f6620f7 requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:28:33.811510 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2b481d3f-cdc4-45f5-a82d-717fbfa89e1b None None] Provisioning complete for port 5da4ac09-a295-4a49-a26e-7b1f68484078 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:28:33.812060 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2b481d3f-cdc4-45f5-a82d-717fbfa89e1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:33.829563 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5c5f8b2-8ceb-4857-b7bc-e458c9990a78 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] DELETE failed (client error): The resource could not be found. Dec 18 13:28:33.830164 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5c5f8b2-8ceb-4857-b7bc-e458c9990a78 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 18 13:28:33.836279 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-f5c5f8b2-8ceb-4857-b7bc-e458c9990a78 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] 10.222.0.31 "DELETE /v2.0/ports/57fc9250-0562-4f26-bd82-5cfa572dacaf HTTP/1.1" status: 404 len: 333 time: 0.0426674 Dec 18 13:28:33.838740 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 51748) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:28:33.846874 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-1c80ae9e-af4b-4361-8d60-9f131a5a8f59 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1048031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586432'] for router_interface, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:33.857623 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c80ae9e-af4b-4361-8d60-9f131a5a8f59 admin admin] Pushing event updated for resources: {'Port': ['ID=e55b6e08-1c20-40df-aff9-9918cf68b75f,revision_number=2']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:28:33.861681 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-80907bd0-82fd-45ee-8338-bbb513c8ac37 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks [] for port, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:33.865204 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-4fa5eb81-b31a-435f-83d8-9efec276f698 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks [] for port, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:33.888274 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b936712-9427-404a-b2da-dcecca226e90 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] GET failed (client error): The resource could not be found. Dec 18 13:28:33.892688 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-0b936712-9427-404a-b2da-dcecca226e90 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] 10.222.0.31 "GET /v2.0/ports/57fc9250-0562-4f26-bd82-5cfa572dacaf HTTP/1.1" status: 404 len: 333 time: 0.0483010 Dec 18 13:28:33.895112 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 51750) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:28:33.899287 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43518810-cf58-4b35-8155-3e1e5a2b8730 None None] Pushing event updated for resources: {'Port': ['ID=1a200651-708e-444c-be12-50f59a60cc2f,revision_number=3']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:28:33.956538 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99970df9-a641-40f3-9054-50f2c730027e None None] DHCP port deletion for decb4a40-7941-48c8-afbb-daaafd502e83 request from dv-neutron-744815-20-hyperv {{(pid=103161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 18 13:28:33.980214 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.db_base_plugin_v2 [None req-55b3cd35-5faa-4f11-be47-d1651158cf9a tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Deleting subnet 4cdf5592-ab02-409b-b5cb-b9416e344cda {{(pid=103159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 18 13:28:33.987197 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-55b3cd35-5faa-4f11-be47-d1651158cf9a tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks [] for subnet, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:34.012961 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-80907bd0-82fd-45ee-8338-bbb513c8ac37 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:34.025049 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b7ec201-85c9-4ce3-a597-ea0d1158e72f None None] Network 509f23a6-7f51-4637-b55c-8c1162daa30f requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:28:34.025583 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-4fa5eb81-b31a-435f-83d8-9efec276f698 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:34.041056 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-5553719c-4549-4e13-8074-b2a848fd9fa6 tempest-RoutersTestDVR-2049835020 tempest-RoutersTestDVR-2049835020-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-589815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28643'] for router, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:34.043597 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-5553719c-4549-4e13-8074-b2a848fd9fa6 tempest-RoutersTestDVR-2049835020 tempest-RoutersTestDVR-2049835020-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:34.080810 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-55b3cd35-5faa-4f11-be47-d1651158cf9a tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5589624'] for subnet, precommit_delete_associations {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:34.105677 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e88c48c0-63e7-46d5-b2f7-c5a1be1752f2 None None] Routers {'31d11c6f-d9c6-4b3f-855a-63a347e212d9'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:28:34.106341 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-e88c48c0-63e7-46d5-b2f7-c5a1be1752f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:28:27Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['31d11c6f-d9c6-4b3f-855a-63a347e212d9'], 'active': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:28:34.114872 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-5553719c-4549-4e13-8074-b2a848fd9fa6 tempest-RoutersTestDVR-2049835020 tempest-RoutersTestDVR-2049835020-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-589710'] for router, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:34.115133 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5553719c-4549-4e13-8074-b2a848fd9fa6 tempest-RoutersTestDVR-2049835020 tempest-RoutersTestDVR-2049835020-project-admin] Fanout notify agent at l3_agent the message router_deleted on router cf14f348-5888-44ac-9f9c-22ae758940d0 {{(pid=103160) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 18 13:28:34.116125 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80907bd0-82fd-45ee-8338-bbb513c8ac37 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Network 509f23a6-7f51-4637-b55c-8c1162daa30f is already hosted by enough agents. {{(pid=103159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:28:34.117902 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fa5eb81-b31a-435f-83d8-9efec276f698 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Network a0b84a49-8464-4342-a47d-bd714ebbec81 is already hosted by enough agents. {{(pid=103159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:28:34.125472 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.base_scheduler [None req-80907bd0-82fd-45ee-8338-bbb513c8ac37 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Resources bound (agent type, host, resource id): {{(pid=103159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:28:34.127475 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.base_scheduler [None req-4fa5eb81-b31a-435f-83d8-9efec276f698 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Resources bound (agent type, host, resource id): {{(pid=103159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:28:34.131406 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80907bd0-82fd-45ee-8338-bbb513c8ac37 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Received port after_create {{(pid=103159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:28:34.132474 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-5553719c-4549-4e13-8074-b2a848fd9fa6 tempest-RoutersTestDVR-2049835020 tempest-RoutersTestDVR-2049835020-project-admin] Publish callbacks [] for router, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:34.133850 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-5553719c-4549-4e13-8074-b2a848fd9fa6 tempest-RoutersTestDVR-2049835020 tempest-RoutersTestDVR-2049835020-project-admin] 10.222.0.31 "DELETE /v2.0/routers/cf14f348-5888-44ac-9f9c-22ae758940d0 HTTP/1.1" status: 204 len: 168 time: 0.6220801 Dec 18 13:28:34.136340 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c80ae9e-af4b-4361-8d60-9f131a5a8f59 admin admin] Network 0698e51b-febb-4771-a684-eb503e9e2f4f is already hosted by enough agents. {{(pid=103160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:28:34.137641 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 51754) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:28:34.139783 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.base_scheduler [None req-1c80ae9e-af4b-4361-8d60-9f131a5a8f59 admin admin] Resources bound (agent type, host, resource id): {{(pid=103160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:28:34.142943 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fa5eb81-b31a-435f-83d8-9efec276f698 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Received port after_create {{(pid=103159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:28:34.142943 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-4fa5eb81-b31a-435f-83d8-9efec276f698 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586257'] for router_interface, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:34.149360 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80907bd0-82fd-45ee-8338-bbb513c8ac37 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Pushing event updated for resources: {'Port': ['ID=b1e3bdea-d1e3-4be9-96fa-5ae5e31f05bb,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:28:34.150766 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-2dd098d9-f080-433c-b3e7-bfabb3032d67 tempest-RoutersTestDVR-2049835020 tempest-RoutersTestDVR-2049835020-project-admin] Request body: {'router': {'name': 'tempest-router-1250231815', 'distributed': True}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:28:34.189430 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8301fead-42df-4576-b674-adfc390781fa None None] Pushing event updated for resources: {'Port': ['ID=5da4ac09-a295-4a49-a26e-7b1f68484078,revision_number=3']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:28:34.237393 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-2dd098d9-f080-433c-b3e7-bfabb3032d67 tempest-RoutersTestDVR-2049835020 tempest-RoutersTestDVR-2049835020-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28433'] for router, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:34.239940 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-2dd098d9-f080-433c-b3e7-bfabb3032d67 tempest-RoutersTestDVR-2049835020 tempest-RoutersTestDVR-2049835020-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-589769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28440'] for router, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:34.263231 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_common [None req-04ab65ce-d1a5-451c-a573-872c0726fd36 None None] Allocated IP 2001:db8::2 (a0b84a49-8464-4342-a47d-bd714ebbec81/7e54a08d-9f2d-41c8-9b30-b74746aeed80/0d4400bc-7582-4cd6-b718-452f7a0cfec9) {{(pid=103161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:28:34.303368 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-2dd098d9-f080-433c-b3e7-bfabb3032d67 tempest-RoutersTestDVR-2049835020 tempest-RoutersTestDVR-2049835020-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:34.338220 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-2dd098d9-f080-433c-b3e7-bfabb3032d67 tempest-RoutersTestDVR-2049835020 tempest-RoutersTestDVR-2049835020-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-589760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-586526'] for router, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:34.357118 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80907bd0-82fd-45ee-8338-bbb513c8ac37 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:28:34.357779 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-80907bd0-82fd-45ee-8338-bbb513c8ac37 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:34.363068 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-2dd098d9-f080-433c-b3e7-bfabb3032d67 tempest-RoutersTestDVR-2049835020 tempest-RoutersTestDVR-2049835020-project-admin] Publish callbacks [] for router, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:34.364386 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa5eb81-b31a-435f-83d8-9efec276f698 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Pushing event updated for resources: {'Port': ['ID=46fda198-fa5e-4da3-bdb7-8ced3622c399,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:28:34.364845 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-2dd098d9-f080-433c-b3e7-bfabb3032d67 tempest-RoutersTestDVR-2049835020 tempest-RoutersTestDVR-2049835020-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.2178965 Dec 18 13:28:34.368774 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 51758) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:28:34.397695 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-55b3cd35-5faa-4f11-be47-d1651158cf9a tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1929185'] for subnet, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:34.464491 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-80907bd0-82fd-45ee-8338-bbb513c8ac37 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.5943463 Dec 18 13:28:34.464984 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 51760) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:28:34.468097 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-3c6a16ce-9795-41ed-ba0c-2c6b41c15789 tempest-RoutersTestDVR-2049835020 tempest-RoutersTestDVR-2049835020-project-admin] Publish callbacks [] for router, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:34.536271 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-4fa5eb81-b31a-435f-83d8-9efec276f698 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:34.592504 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-55b3cd35-5faa-4f11-be47-d1651158cf9a tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1929192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5659851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6017053'] for subnet, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:34.624791 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvr_db [None req-e88c48c0-63e7-46d5-b2f7-c5a1be1752f2 None None] Set router 31d11c6f-d9c6-4b3f-855a-63a347e212d9 gateway port host: dv-neutron-744815-20-hyperv {{(pid=103161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 13:28:34.642680 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-55b3cd35-5faa-4f11-be47-d1651158cf9a tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047995'] for subnet, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:34.649365 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-55b3cd35-5faa-4f11-be47-d1651158cf9a tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] 10.222.0.31 "DELETE /v2.0/subnets/4cdf5592-ab02-409b-b5cb-b9416e344cda HTTP/1.1" status: 204 len: 168 time: 0.7524142 Dec 18 13:28:34.652540 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 51762) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:28:34.653503 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b3cd35-5faa-4f11-be47-d1651158cf9a tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Pushing event deleted for resources: {'Subnet': ['ID=4cdf5592-ab02-409b-b5cb-b9416e344cda,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:28:34.711192 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2b481d3f-cdc4-45f5-a82d-717fbfa89e1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:34.752602 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 9545dd15-8477-42ed-a2ac-b02fcb6dd1a8 up at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 13:28:34.767741 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-3c6a16ce-9795-41ed-ba0c-2c6b41c15789 tempest-RoutersTestDVR-2049835020 tempest-RoutersTestDVR-2049835020-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-589815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28643'] for router, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:34.771673 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-3c6a16ce-9795-41ed-ba0c-2c6b41c15789 tempest-RoutersTestDVR-2049835020 tempest-RoutersTestDVR-2049835020-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:34.775095 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c80ae9e-af4b-4361-8d60-9f131a5a8f59 admin admin] Router 31d11c6f-d9c6-4b3f-855a-63a347e212d9 has already been hosted by L3 agent c9c0cd52-5bd2-4704-9429-d80f1c5ad23c {{(pid=103160) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 18 13:28:34.784874 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2324c228-a4b9-41ba-9211-d1a5dd56c4eb tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:28:34.789049 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-2324c228-a4b9-41ba-9211-d1a5dd56c4eb tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] 10.222.0.31 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.3111928 Dec 18 13:28:34.789362 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 51764) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:28:34.865559 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-2b481d3f-cdc4-45f5-a82d-717fbfa89e1b None None] For port 5da4ac09-a295-4a49-a26e-7b1f68484078, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=5da4ac09-a295-4a49-a26e-7b1f68484078,segment=NetworkSegment(3f66d49c-4faa-434c-8c3e-991f4f1d01bd),segment_id=3f66d49c-4faa-434c-8c3e-991f4f1d01bd)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:28:34.916715 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-3c6a16ce-9795-41ed-ba0c-2c6b41c15789 tempest-RoutersTestDVR-2049835020 tempest-RoutersTestDVR-2049835020-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-589710'] for router, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:34.917214 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c6a16ce-9795-41ed-ba0c-2c6b41c15789 tempest-RoutersTestDVR-2049835020 tempest-RoutersTestDVR-2049835020-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c37019eb-d304-44d1-82b3-1f4d9c08d21b {{(pid=103160) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 18 13:28:34.921726 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-3c6a16ce-9795-41ed-ba0c-2c6b41c15789 tempest-RoutersTestDVR-2049835020 tempest-RoutersTestDVR-2049835020-project-admin] Publish callbacks [] for router, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:34.926381 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-3c6a16ce-9795-41ed-ba0c-2c6b41c15789 tempest-RoutersTestDVR-2049835020 tempest-RoutersTestDVR-2049835020-project-admin] 10.222.0.31 "DELETE /v2.0/routers/c37019eb-d304-44d1-82b3-1f4d9c08d21b HTTP/1.1" status: 204 len: 168 time: 0.5528612 Dec 18 13:28:34.937181 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5e0f523-cacd-41fe-be9c-99a325bdc3fe tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:28:34.943421 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5e0f523-cacd-41fe-be9c-99a325bdc3fe tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:28:34.950160 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5e0f523-cacd-41fe-be9c-99a325bdc3fe tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:28:34.951918 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-d5e0f523-cacd-41fe-be9c-99a325bdc3fe tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] 10.222.0.31 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2376 time: 0.1616378 Dec 18 13:28:34.956087 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-04ab65ce-d1a5-451c-a573-872c0726fd36 None None] Publish callbacks [] for port, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:34.963474 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 51770) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:28:34.975116 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2b481d3f-cdc4-45f5-a82d-717fbfa89e1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:34.987712 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-04ab65ce-d1a5-451c-a573-872c0726fd36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975'] for port, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:35.086652 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2b481d3f-cdc4-45f5-a82d-717fbfa89e1b None None] Provisioning complete for port 1a200651-708e-444c-be12-50f59a60cc2f triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:28:35.087049 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2b481d3f-cdc4-45f5-a82d-717fbfa89e1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:35.145950 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-6f7fe335-6c69-474e-a2a6-8dd7426128f6 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Deleting port b1e3bdea-d1e3-4be9-96fa-5ae5e31f05bb {{(pid=103160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:28:35.146653 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-6f7fe335-6c69-474e-a2a6-8dd7426128f6 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:35.146743 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04ab65ce-d1a5-451c-a573-872c0726fd36 None None] Network a0b84a49-8464-4342-a47d-bd714ebbec81 is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:28:35.151547 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2294866d-0076-4933-952c-685307032598 None None] Provisioning complete for port 9545dd15-8477-42ed-a2ac-b02fcb6dd1a8 triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:28:35.151965 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:35.190443 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b7b078fc-d72d-4253-9333-ffa81686c248 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2023137'] for network, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:35.218506 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8021a28-47f1-432b-92e8-2d8c6bdbdecb None None] Network eb80ec47-f009-4f9a-8084-4b932f6620f7 requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:28:35.220736 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-04ab65ce-d1a5-451c-a573-872c0726fd36 None None] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:28:35.227675 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04ab65ce-d1a5-451c-a573-872c0726fd36 None None] Received port after_create {{(pid=103161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:28:35.261732 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c80ae9e-af4b-4361-8d60-9f131a5a8f59 admin admin] Notify agent at l3_agent.dv-neutron-744815-20-hyperv the message routers_updated {{(pid=103160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 13:28:35.262821 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b481d3f-cdc4-45f5-a82d-717fbfa89e1b None None] Pushing event updated for resources: {'Port': ['ID=5da4ac09-a295-4a49-a26e-7b1f68484078,revision_number=4']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:28:35.282169 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-1c80ae9e-af4b-4361-8d60-9f131a5a8f59 admin admin] 10.222.0.31 "PUT /v2.0/routers/31d11c6f-d9c6-4b3f-855a-63a347e212d9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4673433 Dec 18 13:28:35.365285 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-b7b078fc-d72d-4253-9333-ffa81686c248 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Deleting port 3b794d72-64f3-4d3c-baf7-66049626aa63 {{(pid=103159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:28:35.365629 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b7b078fc-d72d-4253-9333-ffa81686c248 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:35.373827 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-6f7fe335-6c69-474e-a2a6-8dd7426128f6 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:35.383821 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ab65ce-d1a5-451c-a573-872c0726fd36 None None] Pushing event updated for resources: {'Port': ['ID=0d4400bc-7582-4cd6-b718-452f7a0cfec9,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:28:35.457240 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-6f7fe335-6c69-474e-a2a6-8dd7426128f6 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Calling delete_port for b1e3bdea-d1e3-4be9-96fa-5ae5e31f05bb owned by {{(pid=103160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:28:35.478581 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 51780) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:28:35.502623 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.db [None req-b7b078fc-d72d-4253-9333-ffa81686c248 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] For port 3b794d72-64f3-4d3c-baf7-66049626aa63, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=3b794d72-64f3-4d3c-baf7-66049626aa63,segment=NetworkSegment(5c35ffc9-62fb-4778-9a59-84df4dcc0384),segment_id=5c35ffc9-62fb-4778-9a59-84df4dcc0384)] {{(pid=103159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:28:35.502995 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b7b078fc-d72d-4253-9333-ffa81686c248 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:35.531373 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-b7b078fc-d72d-4253-9333-ffa81686c248 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Calling delete_port for 3b794d72-64f3-4d3c-baf7-66049626aa63 owned by network:dhcp {{(pid=103159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:28:35.698849 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-4fa5eb81-b31a-435f-83d8-9efec276f698 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks [] for port, precommit_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:35.718760 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-4fa5eb81-b31a-435f-83d8-9efec276f698 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5659917'] for port, after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:35.718760 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-4fa5eb81-b31a-435f-83d8-9efec276f698 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1048031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586432'] for router_interface, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:35.721956 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-6f7fe335-6c69-474e-a2a6-8dd7426128f6 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4533522'] for port, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:35.778704 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7fe335-6c69-474e-a2a6-8dd7426128f6 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Pushing event deleted for resources: {'Port': ['ID=b1e3bdea-d1e3-4be9-96fa-5ae5e31f05bb,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:28:35.790225 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b7b078fc-d72d-4253-9333-ffa81686c248 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:35.798298 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-79da2de9-f6fd-4eac-b7d8-b46b02a2ae01 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:35.844127 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7b078fc-d72d-4253-9333-ffa81686c248 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] No DVR routers for this DVR port 3b794d72-64f3-4d3c-baf7-66049626aa63 on host dv-neutron-744815-20-hyperv {{(pid=103159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 18 13:28:35.949977 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-6f7fe335-6c69-474e-a2a6-8dd7426128f6 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:35.956251 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-6f7fe335-6c69-474e-a2a6-8dd7426128f6 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] 10.222.0.31 "DELETE /v2.0/ports/b1e3bdea-d1e3-4be9-96fa-5ae5e31f05bb HTTP/1.1" status: 204 len: 168 time: 0.9916191 Dec 18 13:28:35.963122 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 51788) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:28:35.969409 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:35.977912 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-79da2de9-f6fd-4eac-b7d8-b46b02a2ae01 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:35.992505 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-79da2de9-f6fd-4eac-b7d8-b46b02a2ae01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:36.020008 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e14db9e-e8d8-4386-9c69-65e66d36b925 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] GET failed (client error): The resource could not be found. Dec 18 13:28:36.025944 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-8e14db9e-e8d8-4386-9c69-65e66d36b925 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] 10.222.0.31 "GET /v2.0/ports/b1e3bdea-d1e3-4be9-96fa-5ae5e31f05bb HTTP/1.1" status: 404 len: 333 time: 0.0617211 Dec 18 13:28:36.026591 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 51792) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:28:36.029569 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa5eb81-b31a-435f-83d8-9efec276f698 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Pushing event updated for resources: {'Port': ['ID=46fda198-fa5e-4da3-bdb7-8ced3622c399,revision_number=2']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:28:36.042483 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b7b078fc-d72d-4253-9333-ffa81686c248 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1927292', 'neutron.services.segments.db._delete_segments_for_network-8767106887837'] for network, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:36.054308 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-79da2de9-f6fd-4eac-b7d8-b46b02a2ae01 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=160fdddbb2e549e98672eed6b2321df7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5727551 Dec 18 13:28:36.055073 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-2294866d-0076-4933-952c-685307032598 None None] For port 9545dd15-8477-42ed-a2ac-b02fcb6dd1a8, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=9545dd15-8477-42ed-a2ac-b02fcb6dd1a8,segment=NetworkSegment(d18f0025-cbd6-4b27-a2cb-c6d722d5bbbe),segment_id=d18f0025-cbd6-4b27-a2cb-c6d722d5bbbe)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:28:36.084902 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.services.segments.db [None req-b7b078fc-d72d-4253-9333-ffa81686c248 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb80ec47-f009-4f9a-8084-4b932f6620f7']}} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:28:36.096639 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.services.segments.db [None req-b7b078fc-d72d-4253-9333-ffa81686c248 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c35ffc9-62fb-4778-9a59-84df4dcc0384') {'for_net_delete': True} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:28:36.097453 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.services.segments.db [None req-b7b078fc-d72d-4253-9333-ffa81686c248 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c35ffc9-62fb-4778-9a59-84df4dcc0384') {} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:28:36.098399 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79da2de9-f6fd-4eac-b7d8-b46b02a2ae01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29977146-6f3a-44cd-a25d-c51a91519750,revision_number=1']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:28:36.110051 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b7b078fc-d72d-4253-9333-ffa81686c248 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767106888614', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5589569'] for segment, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:36.127676 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 51794) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:28:36.136129 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:36.137061 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 3b794d72-64f3-4d3c-baf7-66049626aa63 up at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 13:28:36.142731 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b7b078fc-d72d-4253-9333-ffa81686c248 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:36.143680 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-04ab65ce-d1a5-451c-a573-872c0726fd36 None None] Attempting to bind port 0d4400bc-7582-4cd6-b718-452f7a0cfec9 on host dv-neutron-744815-20-hyperv for vnic_type normal with profile {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 13:28:36.144240 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-04ab65ce-d1a5-451c-a573-872c0726fd36 None None] Attempting to bind port 0d4400bc-7582-4cd6-b718-452f7a0cfec9 by drivers openvswitch,hyperv on host dv-neutron-744815-20-hyperv at level 0 using segments [{'id': '1d35b28d-d075-4c4f-99ab-408d9457428e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'a0b84a49-8464-4342-a47d-bd714ebbec81'}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 13:28:36.144822 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ab65ce-d1a5-451c-a573-872c0726fd36 None None] Attempting to bind port 0d4400bc-7582-4cd6-b718-452f7a0cfec9 on network a0b84a49-8464-4342-a47d-bd714ebbec81 {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 13:28:36.152839 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7b078fc-d72d-4253-9333-ffa81686c248 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Releasing vlan 137 on physical network physnet1 to pool {{(pid=103159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 18 13:28:36.153252 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b7b078fc-d72d-4253-9333-ffa81686c248 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5660009'] for segment, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:36.174469 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ab65ce-d1a5-451c-a573-872c0726fd36 None None] Checking agent: {'id': '428fa9fa-43db-4db9-9f96-f60ffe931f2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-20-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 13, 19, 1), 'started_at': datetime.datetime(2021, 12, 18, 13, 19, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 13, 28, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-20-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 18 13:28:36.175183 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ab65ce-d1a5-451c-a573-872c0726fd36 None None] Checking segment: {'id': '1d35b28d-d075-4c4f-99ab-408d9457428e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'a0b84a49-8464-4342-a47d-bd714ebbec81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 13:28:36.176525 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-04ab65ce-d1a5-451c-a573-872c0726fd36 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:36.177108 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ab65ce-d1a5-451c-a573-872c0726fd36 None None] Bound using segment: {'id': '1d35b28d-d075-4c4f-99ab-408d9457428e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'a0b84a49-8464-4342-a47d-bd714ebbec81'} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 18 13:28:36.178889 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-04ab65ce-d1a5-451c-a573-872c0726fd36 None None] Bound port: 0d4400bc-7582-4cd6-b718-452f7a0cfec9, host: dv-neutron-744815-20-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d35b28d-d075-4c4f-99ab-408d9457428e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'a0b84a49-8464-4342-a47d-bd714ebbec81'}}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 18 13:28:36.179604 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-04ab65ce-d1a5-451c-a573-872c0726fd36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:36.225996 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-9ae525df-0527-49f4-b88e-919e5d7f7651 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Deleting port d3d086ed-f2cd-4cd5-ab4b-9b6dd7aec715 {{(pid=103160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:28:36.226467 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-9ae525df-0527-49f4-b88e-919e5d7f7651 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:36.243121 dv-neutron-744815-20-hyperv neutron-server[103159]: Traceback (most recent call last): Dec 18 13:28:36.243121 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 18 13:28:36.243121 dv-neutron-744815-20-hyperv neutron-server[103159]: timer() Dec 18 13:28:36.243121 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 18 13:28:36.243121 dv-neutron-744815-20-hyperv neutron-server[103159]: cb(*args, **kw) Dec 18 13:28:36.243121 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 18 13:28:36.243121 dv-neutron-744815-20-hyperv neutron-server[103159]: return func(*args, **kwargs) Dec 18 13:28:36.243121 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 18 13:28:36.243121 dv-neutron-744815-20-hyperv neutron-server[103159]: self._notify() Dec 18 13:28:36.243121 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 18 13:28:36.243121 dv-neutron-744815-20-hyperv neutron-server[103159]: self.callback(batched_events) Dec 18 13:28:36.243121 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 18 13:28:36.243121 dv-neutron-744815-20-hyperv neutron-server[103159]: event.method(event) Dec 18 13:28:36.243121 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 18 13:28:36.243121 dv-neutron-744815-20-hyperv neutron-server[103159]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 18 13:28:36.243121 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 18 13:28:36.243121 dv-neutron-744815-20-hyperv neutron-server[103159]: aggregate_uuid = self.p_client.list_aggregates( Dec 18 13:28:36.243121 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 18 13:28:36.243121 dv-neutron-744815-20-hyperv neutron-server[103159]: return f(self, *a, **k) Dec 18 13:28:36.243121 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 18 13:28:36.243121 dv-neutron-744815-20-hyperv neutron-server[103159]: return self._get(url).json() Dec 18 13:28:36.243121 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 18 13:28:36.243121 dv-neutron-744815-20-hyperv neutron-server[103159]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 18 13:28:36.243121 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 18 13:28:36.243121 dv-neutron-744815-20-hyperv neutron-server[103159]: return self.request(url, 'GET', **kwargs) Dec 18 13:28:36.243121 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 18 13:28:36.243121 dv-neutron-744815-20-hyperv neutron-server[103159]: base_url = self.get_endpoint(auth, allow=allow, Dec 18 13:28:36.243121 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 18 13:28:36.243121 dv-neutron-744815-20-hyperv neutron-server[103159]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 18 13:28:36.243121 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 18 13:28:36.243121 dv-neutron-744815-20-hyperv neutron-server[103159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 18 13:28:36.243121 dv-neutron-744815-20-hyperv neutron-server[103159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 18 13:28:36.262527 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-dee7b022-5605-40c4-aa29-b5d06a9ef460 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:36.270584 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a32c2375-a0bd-4b51-be6b-05a895310a63 None None] DHCP port deletion for eb80ec47-f009-4f9a-8084-4b932f6620f7 request from dv-neutron-744815-20-hyperv {{(pid=103161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 18 13:28:36.284439 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b7b078fc-d72d-4253-9333-ffa81686c248 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1927267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586962'] for network, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:36.286816 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-dee7b022-5605-40c4-aa29-b5d06a9ef460 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:36.322301 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b078fc-d72d-4253-9333-ffa81686c248 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Pushing event deleted for resources: {'Port': ['ID=3b794d72-64f3-4d3c-baf7-66049626aa63,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:28:36.324628 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 51796) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:28:36.330277 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b7b078fc-d72d-4253-9333-ffa81686c248 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047995'] for network, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:36.336053 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-b7b078fc-d72d-4253-9333-ffa81686c248 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] 10.222.0.31 "DELETE /v2.0/networks/eb80ec47-f009-4f9a-8084-4b932f6620f7 HTTP/1.1" status: 204 len: 168 time: 1.6801682 Dec 18 13:28:36.338790 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b078fc-d72d-4253-9333-ffa81686c248 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Pushing event deleted for resources: {'Network': ['ID=eb80ec47-f009-4f9a-8084-4b932f6620f7,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:28:36.339950 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-e88c48c0-63e7-46d5-b2f7-c5a1be1752f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31d11c6f-d9c6-4b3f-855a-63a347e212d9', 'name': 'tempest-TestVolumeBootPattern-1052120769-router', 'tenant_id': '77851fe6b06d4772aef23551184d89ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.253'}], 'enable_snat': True}, 'gw_port_id': '5da4ac09-a295-4a49-a26e-7b1f68484078', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:28:25Z', 'updated_at': '2021-12-18T13:28:32Z', 'revision_number': 4, 'project_id': '77851fe6b06d4772aef23551184d89ff', 'gw_port': {'id': '5da4ac09-a295-4a49-a26e-7b1f68484078', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:1f:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31d11c6f-d9c6-4b3f-855a-63a347e212d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:28:26Z', 'updated_at': '2021-12-18T13:28:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv', '_interfaces': [{'id': 'e55b6e08-1c20-40df-aff9-9918cf68b75f', 'name': '', 'network_id': '0698e51b-febb-4771-a684-eb503e9e2f4f', 'tenant_id': '77851fe6b06d4772aef23551184d89ff', 'mac_address': 'fa:16:3e:af:84:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31d11c6f-d9c6-4b3f-855a-63a347e212d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '5fac137f-442f-4731-a0ac-73f3a1231695', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:28:30Z', 'updated_at': '2021-12-18T13:28:33Z', 'revision_number': 2, 'project_id': '77851fe6b06d4772aef23551184d89ff', 'subnets': [{'id': '5fac137f-442f-4731-a0ac-73f3a1231695', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:28:36.346575 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-43ac6149-14b2-4286-b6d0-0e5ea34b0616 tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1015765968', 'description': 'tempest-secgroup-smoke-1015765968 description', 'project_id': '2cba4008d8a8417bb0925fcf9726214e'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:28:36.353825 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 51798) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:28:36.358937 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-b465d88b-7097-4e33-acab-755fcb1d4534 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-482326227'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:28:36.374828 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fa5eb81-b31a-435f-83d8-9efec276f698 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Network a0b84a49-8464-4342-a47d-bd714ebbec81 is already hosted by enough agents. {{(pid=103159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:28:36.378634 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.base_scheduler [None req-4fa5eb81-b31a-435f-83d8-9efec276f698 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Resources bound (agent type, host, resource id): {{(pid=103159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:28:36.406149 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-dee7b022-5605-40c4-aa29-b5d06a9ef460 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:36.408786 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-dee7b022-5605-40c4-aa29-b5d06a9ef460 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:36.412958 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-dee7b022-5605-40c4-aa29-b5d06a9ef460 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/29977146-6f3a-44cd-a25d-c51a91519750 HTTP/1.1" status: 204 len: 168 time: 0.2753429 Dec 18 13:28:36.427422 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-9ae525df-0527-49f4-b88e-919e5d7f7651 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:36.439117 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee7b022-5605-40c4-aa29-b5d06a9ef460 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29977146-6f3a-44cd-a25d-c51a91519750,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:28:36.447368 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-9ae525df-0527-49f4-b88e-919e5d7f7651 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Calling delete_port for d3d086ed-f2cd-4cd5-ab4b-9b6dd7aec715 owned by {{(pid=103160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:28:36.470971 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-2294866d-0076-4933-952c-685307032598 None None] No Port match for: 3b794d72-64f3-4d3c-baf7-66049626aa63 {{(pid=103161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 18 13:28:36.471366 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 3b794d72-64f3-4d3c-baf7-66049626aa63 not bound to the agent host dv-neutron-744815-20-hyperv {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Dec 18 13:28:36.473417 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Pushing event updated for resources: {'Port': ['ID=9545dd15-8477-42ed-a2ac-b02fcb6dd1a8,revision_number=3']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:28:36.489475 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b465d88b-7097-4e33-acab-755fcb1d4534 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Made reservation on behalf of a17167c2bc3d4518ab90268c4af7e6a0 for: {'network': 1} {{(pid=103159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:28:36.493362 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b465d88b-7097-4e33-acab-755fcb1d4534 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for network, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:36.547945 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-04ab65ce-d1a5-451c-a573-872c0726fd36 None None] For port 0d4400bc-7582-4cd6-b718-452f7a0cfec9, host dv-neutron-744815-20-hyperv, cleared binding levels {{(pid=103161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 18 13:28:36.556655 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e88c48c0-63e7-46d5-b2f7-c5a1be1752f2 None None] The sync data for ids ['31d11c6f-d9c6-4b3f-855a-63a347e212d9'] in dv-neutron-744815-20-hyperv is: [{'id': '31d11c6f-d9c6-4b3f-855a-63a347e212d9', 'name': 'tempest-TestVolumeBootPattern-1052120769-router', 'tenant_id': '77851fe6b06d4772aef23551184d89ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.253'}], 'enable_snat': True}, 'gw_port_id': '5da4ac09-a295-4a49-a26e-7b1f68484078', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:28:25Z', 'updated_at': '2021-12-18T13:28:32Z', 'revision_number': 4, 'project_id': '77851fe6b06d4772aef23551184d89ff', 'gw_port': {'id': '5da4ac09-a295-4a49-a26e-7b1f68484078', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:1f:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31d11c6f-d9c6-4b3f-855a-63a347e212d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:28:26Z', 'updated_at': '2021-12-18T13:28:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv', '_interfaces': [{'id': 'e55b6e08-1c20-40df-aff9-9918cf68b75f', 'name': '', 'network_id': '0698e51b-febb-4771-a684-eb503e9e2f4f', 'tenant_id': '77851fe6b06d4772aef23551184d89ff', 'mac_address': 'fa:16:3e:af:84:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31d11c6f-d9c6-4b3f-855a-63a347e212d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '5fac137f-442f-4731-a0ac-73f3a1231695', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:28:30Z', 'updated_at': '2021-12-18T13:28:33Z', 'revision_number': 2, 'project_id': '77851fe6b06d4772aef23551184d89ff', 'subnets': [{'id': '5fac137f-442f-4731-a0ac-73f3a1231695', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 13:28:36.560264 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Port 3b794d72-64f3-4d3c-baf7-66049626aa63 not found, will not notify nova. {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Dec 18 13:28:36.560746 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 1a200651-708e-444c-be12-50f59a60cc2f up at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 13:28:36.597962 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-43ac6149-14b2-4286-b6d0-0e5ea34b0616 tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] Publish callbacks [] for security_group, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:36.673487 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-04ab65ce-d1a5-451c-a573-872c0726fd36 None None] For port 0d4400bc-7582-4cd6-b718-452f7a0cfec9, host dv-neutron-744815-20-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=0d4400bc-7582-4cd6-b718-452f7a0cfec9,segment=NetworkSegment(1d35b28d-d075-4c4f-99ab-408d9457428e),segment_id=1d35b28d-d075-4c4f-99ab-408d9457428e)] {{(pid=103161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 18 13:28:36.704173 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-9ae525df-0527-49f4-b88e-919e5d7f7651 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4533522'] for port, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:36.715381 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-04ab65ce-d1a5-451c-a573-872c0726fd36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:36.720677 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b465d88b-7097-4e33-acab-755fcb1d4534 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 130} {{(pid=103159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 18 13:28:36.731700 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b465d88b-7097-4e33-acab-755fcb1d4534 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:36.731932 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.db.segments_db [None req-b465d88b-7097-4e33-acab-755fcb1d4534 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Added segment 29c34e06-91bf-4570-9e96-7ffacde63783 of type vlan for network 34208ea0-d048-4a09-8be6-ba31be231c43 Dec 18 13:28:36.740750 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae525df-0527-49f4-b88e-919e5d7f7651 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Pushing event deleted for resources: {'Port': ['ID=d3d086ed-f2cd-4cd5-ab4b-9b6dd7aec715,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:28:36.765661 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:36.832903 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2b481d3f-cdc4-45f5-a82d-717fbfa89e1b None None] Provisioning complete for port e55b6e08-1c20-40df-aff9-9918cf68b75f triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:28:36.834928 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2b481d3f-cdc4-45f5-a82d-717fbfa89e1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:36.838710 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b465d88b-7097-4e33-acab-755fcb1d4534 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767106405744'] for network, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:36.883395 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-9ae525df-0527-49f4-b88e-919e5d7f7651 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:36.890308 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-9ae525df-0527-49f4-b88e-919e5d7f7651 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] 10.222.0.31 "DELETE /v2.0/ports/d3d086ed-f2cd-4cd5-ab4b-9b6dd7aec715 HTTP/1.1" status: 204 len: 168 time: 0.8347583 Dec 18 13:28:36.890889 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 51808) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:28:36.899550 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fa5eb81-b31a-435f-83d8-9efec276f698 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Router 9d608415-4226-4db3-9c6a-5e4b35591992 is scheduled to L3 agent c9c0cd52-5bd2-4704-9429-d80f1c5ad23c with binding_index 1 {{(pid=103159) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 18 13:28:36.908934 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-43ac6149-14b2-4286-b6d0-0e5ea34b0616 tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] Publish callbacks [] for security_group, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:36.925157 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-43ac6149-14b2-4286-b6d0-0e5ea34b0616 tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:36.965832 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b465d88b-7097-4e33-acab-755fcb1d4534 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981'] for network, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:36.968143 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.pecan_wsgi.hooks.translation [None req-c37da12b-4621-4759-a07e-f1936de18d8a tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] GET failed (client error): The resource could not be found. Dec 18 13:28:36.973388 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-c37da12b-4621-4759-a07e-f1936de18d8a tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] 10.222.0.31 "GET /v2.0/ports/d3d086ed-f2cd-4cd5-ab4b-9b6dd7aec715 HTTP/1.1" status: 404 len: 333 time: 0.0786679 Dec 18 13:28:36.977108 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b465d88b-7097-4e33-acab-755fcb1d4534 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:28:36.977849 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b465d88b-7097-4e33-acab-755fcb1d4534 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047995'] for network, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:36.987676 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 51810) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:28:37.024583 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ab65ce-d1a5-451c-a573-872c0726fd36 None None] Pushing event updated for resources: {'Port': ['ID=0d4400bc-7582-4cd6-b718-452f7a0cfec9,revision_number=2']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:28:37.060627 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 51812) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:28:37.067845 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-2b481d3f-cdc4-45f5-a82d-717fbfa89e1b None None] Port e55b6e08-1c20-40df-aff9-9918cf68b75f cannot update to ACTIVE because it is not bound. {{(pid=103161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 13:28:37.069564 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2294866d-0076-4933-952c-685307032598 None None] Provisioning complete for port 1a200651-708e-444c-be12-50f59a60cc2f triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:28:37.070105 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:37.116165 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-c2086e26-a1bd-43b6-a725-dc4b307fb3e7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:37.186345 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5bec7f7-a8e2-48d8-8233-a4366c58c0f7 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Deleting subnet af46cc13-370d-4a37-8675-2119f1e91828 {{(pid=103160) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 18 13:28:37.204558 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-b5bec7f7-a8e2-48d8-8233-a4366c58c0f7 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks [] for subnet, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:37.223365 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-004007b0-c255-461c-9b93-5298386488c1 None None] Provisioning complete for port e55b6e08-1c20-40df-aff9-9918cf68b75f triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:28:37.223747 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-004007b0-c255-461c-9b93-5298386488c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:37.278140 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-004007b0-c255-461c-9b93-5298386488c1 None None] Port e55b6e08-1c20-40df-aff9-9918cf68b75f cannot update to ACTIVE because it is not bound. {{(pid=103161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 13:28:37.282197 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-004007b0-c255-461c-9b93-5298386488c1 None None] Could not find standard attr ID for object b1e3bdea-d1e3-4be9-96fa-5ae5e31f05bb. {{(pid=103161) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 18 13:28:37.300721 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-004007b0-c255-461c-9b93-5298386488c1 None None] Provisioning complete for port 5da4ac09-a295-4a49-a26e-7b1f68484078 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:28:37.301142 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-004007b0-c255-461c-9b93-5298386488c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:37.342673 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 345fec15-ec14-4054-a01b-41ae1a900a74 no longer exists at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 18 13:28:37.344305 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-b465d88b-7097-4e33-acab-755fcb1d4534 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.9885669 Dec 18 13:28:37.348028 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-43ac6149-14b2-4286-b6d0-0e5ea34b0616 tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] Publish callbacks [] for security_group, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:37.350069 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-43ac6149-14b2-4286-b6d0-0e5ea34b0616 tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 1.0068276 Dec 18 13:28:37.357533 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 51816) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:28:37.360430 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 51818) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:28:37.372615 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-c2086e26-a1bd-43b6-a725-dc4b307fb3e7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:37.377308 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-2294866d-0076-4933-952c-685307032598 None None] No Port match for: 345fec15-ec14-4054-a01b-41ae1a900a74 {{(pid=103161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 18 13:28:37.377947 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 345fec15-ec14-4054-a01b-41ae1a900a74 not bound to the agent host dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 18 13:28:37.384447 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-e166b180-e5a7-4725-89b3-ddd055e0b557 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Request body: {'subnet': {'network_id': '34208ea0-d048-4a09-8be6-ba31be231c43', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:28:37.396704 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-7d9a030d-4ca2-4978-9bdb-e71b14d7bc31 tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] Request body: {'security_group_rule': {'security_group_id': '7500739f-039a-45b0-85f1-cc2dd6d8ee03', 'project_id': '2cba4008d8a8417bb0925fcf9726214e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:28:37.398200 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-b5bec7f7-a8e2-48d8-8233-a4366c58c0f7 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4533385'] for subnet, precommit_delete_associations {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:37.410196 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ac6149-14b2-4286-b6d0-0e5ea34b0616 tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7500739f-039a-45b0-85f1-cc2dd6d8ee03,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:28:37.514584 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-004007b0-c255-461c-9b93-5298386488c1 None None] Could not find standard attr ID for object d3d086ed-f2cd-4cd5-ab4b-9b6dd7aec715. {{(pid=103161) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 18 13:28:37.523951 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-004007b0-c255-461c-9b93-5298386488c1 None None] Could not find standard attr ID for object 3b794d72-64f3-4d3c-baf7-66049626aa63. {{(pid=103161) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 18 13:28:37.536497 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-004007b0-c255-461c-9b93-5298386488c1 None None] Provisioning complete for port 9545dd15-8477-42ed-a2ac-b02fcb6dd1a8 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:28:37.537671 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-004007b0-c255-461c-9b93-5298386488c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:37.538998 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b465d88b-7097-4e33-acab-755fcb1d4534 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Pushing event updated for resources: {'Network': ['ID=34208ea0-d048-4a09-8be6-ba31be231c43,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:28:37.544969 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fa5eb81-b31a-435f-83d8-9efec276f698 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Notify agent at l3_agent.dv-neutron-744815-20-hyperv the message routers_updated {{(pid=103159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 13:28:37.553201 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-4fa5eb81-b31a-435f-83d8-9efec276f698 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] 10.222.0.31 "PUT /v2.0/routers/9d608415-4226-4db3-9c6a-5e4b35591992/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6864214 Dec 18 13:28:37.557058 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 51820) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:28:37.557179 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-656640de-0442-44a9-8469-526b5f27c191 None None] Sync routers for ids ['9d608415-4226-4db3-9c6a-5e4b35591992'] in dv-neutron-744815-20-hyperv {{(pid=103162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 13:28:37.572692 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-b5bec7f7-a8e2-48d8-8233-a4366c58c0f7 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1929185'] for subnet, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:37.573466 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-656640de-0442-44a9-8469-526b5f27c191 None None] Routers {'9d608415-4226-4db3-9c6a-5e4b35591992'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:28:37.575635 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-656640de-0442-44a9-8469-526b5f27c191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:28:27Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['9d608415-4226-4db3-9c6a-5e4b35591992'], 'active': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:28:37.599106 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Network 34208ea0-d048-4a09-8be6-ba31be231c43 details requested by agent ovs-agent-dv-neutron-744815-20-hyperv with host dv-neutron-744815-20-hyperv {{(pid=103161) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 18 13:28:37.653295 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-020b18f6-5d99-4e69-ae2f-ab1ba3107a3d tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:28:37.658676 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-020b18f6-5d99-4e69-ae2f-ab1ba3107a3d tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] 10.222.0.31 "GET /v2.0/ports/46fda198-fa5e-4da3-bdb7-8ced3622c399 HTTP/1.1" status: 200 len: 911 time: 0.0977139 Dec 18 13:28:37.660140 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 51822) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:28:37.660767 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e166b180-e5a7-4725-89b3-ddd055e0b557 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Made reservation on behalf of a17167c2bc3d4518ab90268c4af7e6a0 for: {'subnet': 1} {{(pid=103159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:28:37.664383 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-e166b180-e5a7-4725-89b3-ddd055e0b557 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6017072'] for subnet, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:37.689730 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-c2086e26-a1bd-43b6-a725-dc4b307fb3e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:37.727594 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-7d9a030d-4ca2-4978-9bdb-e71b14d7bc31 tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:37.747975 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2086e26-a1bd-43b6-a725-dc4b307fb3e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0aad88fc-b55b-4fc5-aa36-36bb765ddcbf,revision_number=1']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:28:37.760788 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-b5bec7f7-a8e2-48d8-8233-a4366c58c0f7 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1929192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4533475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4514371'] for subnet, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:37.797294 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvr_db [None req-656640de-0442-44a9-8469-526b5f27c191 None None] Set router 9d608415-4226-4db3-9c6a-5e4b35591992 gateway port host: None {{(pid=103162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 13:28:37.858002 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bec7f7-a8e2-48d8-8233-a4366c58c0f7 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Pushing event deleted for resources: {'Subnet': ['ID=af46cc13-370d-4a37-8675-2119f1e91828,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:28:37.869380 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-c2086e26-a1bd-43b6-a725-dc4b307fb3e7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=06d3d9843dc74b448b053ed2540531fb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8053861 Dec 18 13:28:37.870004 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-b5bec7f7-a8e2-48d8-8233-a4366c58c0f7 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks [] for subnet, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:37.882746 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-b5bec7f7-a8e2-48d8-8233-a4366c58c0f7 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] 10.222.0.31 "DELETE /v2.0/subnets/af46cc13-370d-4a37-8675-2119f1e91828 HTTP/1.1" status: 204 len: 168 time: 0.8940778 Dec 18 13:28:37.883635 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 51828) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:28:37.885181 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 51830) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:28:37.901300 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 9545dd15-8477-42ed-a2ac-b02fcb6dd1a8 up at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 13:28:37.903210 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5c14d07-475f-4826-9402-a30bedbbc3b3 None None] Network 509f23a6-7f51-4637-b55c-8c1162daa30f requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:28:38.144005 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-656640de-0442-44a9-8469-526b5f27c191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d608415-4226-4db3-9c6a-5e4b35591992', 'name': 'tempest-NetworksTestDHCPv6-router-1816926914', 'tenant_id': '606a569495c64210af9cc9fb7e76dd52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:28:31Z', 'updated_at': '2021-12-18T13:28:34Z', 'revision_number': 2, 'project_id': '606a569495c64210af9cc9fb7e76dd52', 'gw_port_host': None, '_interfaces': [{'id': '46fda198-fa5e-4da3-bdb7-8ced3622c399', 'name': '', 'network_id': 'a0b84a49-8464-4342-a47d-bd714ebbec81', 'tenant_id': '606a569495c64210af9cc9fb7e76dd52', 'mac_address': 'fa:16:3e:6e:39:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d608415-4226-4db3-9c6a-5e4b35591992', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '7e54a08d-9f2d-41c8-9b30-b74746aeed80', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:28:32Z', 'updated_at': '2021-12-18T13:28:35Z', 'revision_number': 2, 'project_id': '606a569495c64210af9cc9fb7e76dd52', 'subnets': [{'id': '7e54a08d-9f2d-41c8-9b30-b74746aeed80', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:28:38.168447 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2294866d-0076-4933-952c-685307032598 None None] Provisioning complete for port 9545dd15-8477-42ed-a2ac-b02fcb6dd1a8 triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:28:38.169227 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:38.186224 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-656640de-0442-44a9-8469-526b5f27c191 None None] Checking router: 9d608415-4226-4db3-9c6a-5e4b35591992 for host: dv-neutron-744815-20-hyperv {{(pid=103162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 18 13:28:38.187249 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-656640de-0442-44a9-8469-526b5f27c191 None None] Updating router 9d608415-4226-4db3-9c6a-5e4b35591992 port 46fda198-fa5e-4da3-bdb7-8ced3622c399 binding host dv-neutron-744815-20-hyperv {{(pid=103162) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 18 13:28:38.229791 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-656640de-0442-44a9-8469-526b5f27c191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:38.307582 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-9192da2c-ae81-4453-9b10-327e0f8ebfb2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:38.315017 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c756b8ff-1e65-45cd-8738-85a8a29f45d1 None None] DHCP port deletion for 509f23a6-7f51-4637-b55c-8c1162daa30f request from dv-neutron-744815-20-hyperv {{(pid=103161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 18 13:28:38.325982 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-94185233-7b11-48bc-8d13-b3c712802c2d tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2023137'] for network, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:38.356643 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-7d9a030d-4ca2-4978-9bdb-e71b14d7bc31 tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:38.373250 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-7d9a030d-4ca2-4978-9bdb-e71b14d7bc31 tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530267'] for security_group_rule, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:38.393388 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 0d4400bc-7582-4cd6-b718-452f7a0cfec9 up at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 13:28:38.402547 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1cf53f-beb0-4028-856a-0a5f3e16519f req-a8f3e152-78a4-4f4a-be23-d53352c44b13 tempest-ServersTestJSON-1286137368 tempest-ServersTestJSON-1286137368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:28:38.411559 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-ea1cf53f-beb0-4028-856a-0a5f3e16519f req-a8f3e152-78a4-4f4a-be23-d53352c44b13 tempest-ServersTestJSON-1286137368 tempest-ServersTestJSON-1286137368-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f044516-7cff-4ae8-8c47-ba1da8c37907 HTTP/1.1" status: 200 len: 946 time: 0.2367713 Dec 18 13:28:38.427073 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a15b7dd5-7661-4d12-ba45-1725b88c199a tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:28:38.433783 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-9192da2c-ae81-4453-9b10-327e0f8ebfb2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:38.434850 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a15b7dd5-7661-4d12-ba45-1725b88c199a tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:28:38.438057 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-a15b7dd5-7661-4d12-ba45-1725b88c199a tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.7694044 Dec 18 13:28:38.440984 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 51840) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:28:38.504553 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-ea1cf53f-beb0-4028-856a-0a5f3e16519f req-1e751971-4e9e-4b4f-ad02-2be8ae3c7501 tempest-ServersTestJSON-1286137368 tempest-ServersTestJSON-1286137368-project] 10.222.0.31 "GET /v2.0/security-groups?id=c691688e-0670-4eea-816d-2b9f26a27f10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0917890 Dec 18 13:28:38.517759 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2294866d-0076-4933-952c-685307032598 None None] Provisioning complete for port 0d4400bc-7582-4cd6-b718-452f7a0cfec9 triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:28:38.518149 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:38.557981 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9a030d-4ca2-4978-9bdb-e71b14d7bc31 tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae4f44e1-332f-4722-b6b6-0e870dcff7e2,revision_number=0']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:28:38.587942 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee660c4-7de1-48d4-bb18-8306967aafcd req-ddd62594-9955-4d3d-b99d-b316ead684ab tempest-ServersTestManualDisk-715244052 tempest-ServersTestManualDisk-715244052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:28:38.597426 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-cee660c4-7de1-48d4-bb18-8306967aafcd req-ddd62594-9955-4d3d-b99d-b316ead684ab tempest-ServersTestManualDisk-715244052 tempest-ServersTestManualDisk-715244052-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e857058-ab1e-4a7d-bcfe-f606e1c084cd HTTP/1.1" status: 200 len: 946 time: 0.3219531 Dec 18 13:28:38.621566 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-c756b8ff-1e65-45cd-8738-85a8a29f45d1 None None] Deleting port 9545dd15-8477-42ed-a2ac-b02fcb6dd1a8 {{(pid=103161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:28:38.621943 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c756b8ff-1e65-45cd-8738-85a8a29f45d1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:38.703635 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-7d9a030d-4ca2-4978-9bdb-e71b14d7bc31 tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:38.707844 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-7d9a030d-4ca2-4978-9bdb-e71b14d7bc31 tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3320169 Dec 18 13:28:38.710636 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-9192da2c-ae81-4453-9b10-327e0f8ebfb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:38.720778 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 51844) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:28:38.724717 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-9192da2c-ae81-4453-9b10-327e0f8ebfb2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:38.725970 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-9192da2c-ae81-4453-9b10-327e0f8ebfb2 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0aad88fc-b55b-4fc5-aa36-36bb765ddcbf HTTP/1.1" status: 204 len: 168 time: 0.8416436 Dec 18 13:28:38.745674 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-4e39db71-b91c-40d0-88b3-081520b40fdf tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] Request body: {'security_group_rule': {'security_group_id': '7500739f-039a-45b0-85f1-cc2dd6d8ee03', 'project_id': '2cba4008d8a8417bb0925fcf9726214e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:28:38.768622 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-94185233-7b11-48bc-8d13-b3c712802c2d tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Deleting port 9545dd15-8477-42ed-a2ac-b02fcb6dd1a8 {{(pid=103160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:28:38.769004 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-94185233-7b11-48bc-8d13-b3c712802c2d tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:38.794977 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9192da2c-ae81-4453-9b10-327e0f8ebfb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0aad88fc-b55b-4fc5-aa36-36bb765ddcbf,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:28:38.804140 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-e166b180-e5a7-4725-89b3-ddd055e0b557 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5659786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6017062'] for subnet, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:38.830318 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-cee660c4-7de1-48d4-bb18-8306967aafcd req-561ef10b-cb94-42b6-9fe0-62cd2f9e483a tempest-ServersTestManualDisk-715244052 tempest-ServersTestManualDisk-715244052-project] 10.222.0.31 "GET /v2.0/security-groups?id=fdf14fda-8772-4c7b-b681-601543676c85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2318087 Dec 18 13:28:38.936204 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.db [None req-94185233-7b11-48bc-8d13-b3c712802c2d tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] For port 9545dd15-8477-42ed-a2ac-b02fcb6dd1a8, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=9545dd15-8477-42ed-a2ac-b02fcb6dd1a8,segment=NetworkSegment(d18f0025-cbd6-4b27-a2cb-c6d722d5bbbe),segment_id=d18f0025-cbd6-4b27-a2cb-c6d722d5bbbe)] {{(pid=103160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:28:38.936554 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-94185233-7b11-48bc-8d13-b3c712802c2d tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:38.960561 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-c756b8ff-1e65-45cd-8738-85a8a29f45d1 None None] For port 9545dd15-8477-42ed-a2ac-b02fcb6dd1a8, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=9545dd15-8477-42ed-a2ac-b02fcb6dd1a8,segment=NetworkSegment(d18f0025-cbd6-4b27-a2cb-c6d722d5bbbe),segment_id=d18f0025-cbd6-4b27-a2cb-c6d722d5bbbe)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:28:38.960977 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c756b8ff-1e65-45cd-8738-85a8a29f45d1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:38.972704 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-94185233-7b11-48bc-8d13-b3c712802c2d tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Calling delete_port for 9545dd15-8477-42ed-a2ac-b02fcb6dd1a8 owned by network:dhcp {{(pid=103160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:28:39.003792 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-91f4ff5c-c376-4f2e-be92-7d6639b7a203 None None] Provisioning complete for port 0d4400bc-7582-4cd6-b718-452f7a0cfec9 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:28:39.004162 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-91f4ff5c-c376-4f2e-be92-7d6639b7a203 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:39.020490 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:39.088648 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-c756b8ff-1e65-45cd-8738-85a8a29f45d1 None None] Calling delete_port for 9545dd15-8477-42ed-a2ac-b02fcb6dd1a8 owned by network:dhcp {{(pid=103161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:28:39.121509 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-656640de-0442-44a9-8469-526b5f27c191 None None] Publish callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:39.137954 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-656640de-0442-44a9-8469-526b5f27c191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:39.173331 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-4e39db71-b91c-40d0-88b3-081520b40fdf tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:39.218177 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e166b180-e5a7-4725-89b3-ddd055e0b557 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Checking segment: {'id': '29c34e06-91bf-4570-9e96-7ffacde63783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '34208ea0-d048-4a09-8be6-ba31be231c43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 13:28:39.218571 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e166b180-e5a7-4725-89b3-ddd055e0b557 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Network hostable DHCP agents. Network: 34208ea0-d048-4a09-8be6-ba31be231c43, hostable agents: ['aa77effa-0e3a-4bbd-a383-4d58ed3328d0'], hosted agents: [] {{(pid=103159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 18 13:28:39.243572 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e166b180-e5a7-4725-89b3-ddd055e0b557 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Pushing event updated for resources: {'Subnet': ['ID=e4f56423-a2af-4737-ad3d-a4f027c5c56f,revision_number=0']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:28:39.256358 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0375449-2795-4b62-bedb-3f86e3cab40b None None] Pushing event updated for resources: {'Port': ['ID=46fda198-fa5e-4da3-bdb7-8ced3622c399,revision_number=3']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:28:39.320164 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-2294866d-0076-4933-952c-685307032598 None None] For port 0d4400bc-7582-4cd6-b718-452f7a0cfec9, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=0d4400bc-7582-4cd6-b718-452f7a0cfec9,segment=NetworkSegment(1d35b28d-d075-4c4f-99ab-408d9457428e),segment_id=1d35b28d-d075-4c4f-99ab-408d9457428e)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:28:39.339873 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:39.348609 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e166b180-e5a7-4725-89b3-ddd055e0b557 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Network 34208ea0-d048-4a09-8be6-ba31be231c43 is scheduled to be hosted by DHCP agent aa77effa-0e3a-4bbd-a383-4d58ed3328d0 with binding_index 1 {{(pid=103159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 18 13:28:39.364036 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [None req-656640de-0442-44a9-8469-526b5f27c191 None None] Attempting to bind port 46fda198-fa5e-4da3-bdb7-8ced3622c399 on host dv-neutron-744815-20-hyperv for vnic_type normal with profile {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 13:28:39.364387 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [None req-656640de-0442-44a9-8469-526b5f27c191 None None] Attempting to bind port 46fda198-fa5e-4da3-bdb7-8ced3622c399 by drivers openvswitch,hyperv on host dv-neutron-744815-20-hyperv at level 0 using segments [{'id': '1d35b28d-d075-4c4f-99ab-408d9457428e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'a0b84a49-8464-4342-a47d-bd714ebbec81'}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 13:28:39.369865 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-656640de-0442-44a9-8469-526b5f27c191 None None] Attempting to bind port 46fda198-fa5e-4da3-bdb7-8ced3622c399 on network a0b84a49-8464-4342-a47d-bd714ebbec81 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 13:28:39.383461 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-656640de-0442-44a9-8469-526b5f27c191 None None] Checking agent: {'id': '428fa9fa-43db-4db9-9f96-f60ffe931f2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-20-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 13, 19, 1), 'started_at': datetime.datetime(2021, 12, 18, 13, 19, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 13, 28, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-20-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 18 13:28:39.383868 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-656640de-0442-44a9-8469-526b5f27c191 None None] Checking segment: {'id': '1d35b28d-d075-4c4f-99ab-408d9457428e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'a0b84a49-8464-4342-a47d-bd714ebbec81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 13:28:39.384312 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-656640de-0442-44a9-8469-526b5f27c191 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:39.384699 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-656640de-0442-44a9-8469-526b5f27c191 None None] Bound using segment: {'id': '1d35b28d-d075-4c4f-99ab-408d9457428e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'a0b84a49-8464-4342-a47d-bd714ebbec81'} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 18 13:28:39.385282 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [None req-656640de-0442-44a9-8469-526b5f27c191 None None] Bound port: 46fda198-fa5e-4da3-bdb7-8ced3622c399, host: dv-neutron-744815-20-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d35b28d-d075-4c4f-99ab-408d9457428e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'a0b84a49-8464-4342-a47d-bd714ebbec81'}}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 18 13:28:39.386430 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-656640de-0442-44a9-8469-526b5f27c191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:39.449341 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.base_scheduler [None req-e166b180-e5a7-4725-89b3-ddd055e0b557 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-744815-20-hyperv, 34208ea0-d048-4a09-8be6-ba31be231c43) {{(pid=103159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:28:39.477496 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e166b180-e5a7-4725-89b3-ddd055e0b557 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:28:39.481036 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-e166b180-e5a7-4725-89b3-ddd055e0b557 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047995'] for subnet, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:39.508466 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-4e39db71-b91c-40d0-88b3-081520b40fdf tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:39.539763 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6645684e-2e15-41a8-8126-3cab7299dad4 None None] Network 34208ea0-d048-4a09-8be6-ba31be231c43 requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:28:39.544096 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-4e39db71-b91c-40d0-88b3-081520b40fdf tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530267'] for security_group_rule, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:39.577572 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-e166b180-e5a7-4725-89b3-ddd055e0b557 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2054908 Dec 18 13:28:39.592378 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 51866) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:28:39.611551 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-50f09fd4-998b-4d42-9256-08e93f92a02e tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Request body: {'port': {'network_id': '34208ea0-d048-4a09-8be6-ba31be231c43', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1755840751'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:28:39.620831 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-656640de-0442-44a9-8469-526b5f27c191 None None] For port 46fda198-fa5e-4da3-bdb7-8ced3622c399, host dv-neutron-744815-20-hyperv, cleared binding levels {{(pid=103162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 18 13:28:39.624767 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e39db71-b91c-40d0-88b3-081520b40fdf tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c612eb3a-817a-453b-b7c1-79e8840dcf52,revision_number=0']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:28:39.640023 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-656640de-0442-44a9-8469-526b5f27c191 None None] For port 46fda198-fa5e-4da3-bdb7-8ced3622c399, host dv-neutron-744815-20-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=46fda198-fa5e-4da3-bdb7-8ced3622c399,segment=NetworkSegment(1d35b28d-d075-4c4f-99ab-408d9457428e),segment_id=1d35b28d-d075-4c4f-99ab-408d9457428e)] {{(pid=103162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 18 13:28:39.650254 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-656640de-0442-44a9-8469-526b5f27c191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:39.672998 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-4e39db71-b91c-40d0-88b3-081520b40fdf tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:39.675863 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-4e39db71-b91c-40d0-88b3-081520b40fdf tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9532814 Dec 18 13:28:39.695982 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 51870) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:28:39.721069 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-06b337fd-8b2c-40e1-8bd9-d0dfa84b306d tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] Request body: {'security_group_rule': {'security_group_id': '7500739f-039a-45b0-85f1-cc2dd6d8ee03', 'project_id': '2cba4008d8a8417bb0925fcf9726214e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:28:39.728021 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 3b794d72-64f3-4d3c-baf7-66049626aa63 no longer exists at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 18 13:28:39.762803 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-656640de-0442-44a9-8469-526b5f27c191 None None] Routers {'9d608415-4226-4db3-9c6a-5e4b35591992'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:28:39.763465 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-656640de-0442-44a9-8469-526b5f27c191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:28:27Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['9d608415-4226-4db3-9c6a-5e4b35591992'], 'active': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:28:39.788549 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c756b8ff-1e65-45cd-8738-85a8a29f45d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984'] for port, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:39.828263 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-2294866d-0076-4933-952c-685307032598 None None] No Port match for: 3b794d72-64f3-4d3c-baf7-66049626aa63 {{(pid=103161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 18 13:28:39.828602 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 3b794d72-64f3-4d3c-baf7-66049626aa63 not bound to the agent host dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 18 13:28:39.864420 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c756b8ff-1e65-45cd-8738-85a8a29f45d1 None None] No DVR routers for this DVR port 9545dd15-8477-42ed-a2ac-b02fcb6dd1a8 on host dv-neutron-744815-20-hyperv {{(pid=103161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 18 13:28:39.966390 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Pushing event updated for resources: {'Port': ['ID=0d4400bc-7582-4cd6-b718-452f7a0cfec9,revision_number=3']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:28:40.048406 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-f02bf161-39c5-4887-bb2d-165410e49b77 req-6b339f80-dac8-4fea-92b9-1638315a3268 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=6e857058-ab1e-4a7d-bcfe-f606e1c084cd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3085690 Dec 18 13:28:40.077987 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c756b8ff-1e65-45cd-8738-85a8a29f45d1 None None] Pushing event deleted for resources: {'Port': ['ID=9545dd15-8477-42ed-a2ac-b02fcb6dd1a8,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:28:40.140973 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvr_db [None req-656640de-0442-44a9-8469-526b5f27c191 None None] Set router 9d608415-4226-4db3-9c6a-5e4b35591992 gateway port host: None {{(pid=103162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 13:28:40.262635 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-94185233-7b11-48bc-8d13-b3c712802c2d tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4533522'] for port, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:40.310049 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0375449-2795-4b62-bedb-3f86e3cab40b None None] Pushing event updated for resources: {'Port': ['ID=46fda198-fa5e-4da3-bdb7-8ced3622c399,revision_number=4']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:28:40.358055 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94185233-7b11-48bc-8d13-b3c712802c2d tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] No DVR routers for this DVR port 9545dd15-8477-42ed-a2ac-b02fcb6dd1a8 on host dv-neutron-744815-20-hyperv {{(pid=103160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 18 13:28:40.375727 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94185233-7b11-48bc-8d13-b3c712802c2d tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Pushing event deleted for resources: {'Port': ['ID=9545dd15-8477-42ed-a2ac-b02fcb6dd1a8,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:28:40.395980 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02bf161-39c5-4887-bb2d-165410e49b77 req-b696a89e-c4fb-4994-a5a6-ea2397009eef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:28:40.397506 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-f02bf161-39c5-4887-bb2d-165410e49b77 req-b696a89e-c4fb-4994-a5a6-ea2397009eef service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3c839ee0d3a64d8ba03ff7c8e7493dcd&device_id=6e857058-ab1e-4a7d-bcfe-f606e1c084cd HTTP/1.1" status: 200 len: 1099 time: 0.3205023 Dec 18 13:28:40.533235 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-06b337fd-8b2c-40e1-8bd9-d0dfa84b306d tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:40.588702 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d96f94f-f05d-43c2-a4dc-ccce89905e0f None None] Sync routers for ids ['31d11c6f-d9c6-4b3f-855a-63a347e212d9'] in dv-neutron-744815-20-hyperv {{(pid=103161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 13:28:40.591028 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 5da4ac09-a295-4a49-a26e-7b1f68484078 up at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 13:28:40.612714 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-656640de-0442-44a9-8469-526b5f27c191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d608415-4226-4db3-9c6a-5e4b35591992', 'name': 'tempest-NetworksTestDHCPv6-router-1816926914', 'tenant_id': '606a569495c64210af9cc9fb7e76dd52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:28:31Z', 'updated_at': '2021-12-18T13:28:34Z', 'revision_number': 2, 'project_id': '606a569495c64210af9cc9fb7e76dd52', 'gw_port_host': None, '_interfaces': [{'id': '46fda198-fa5e-4da3-bdb7-8ced3622c399', 'name': '', 'network_id': 'a0b84a49-8464-4342-a47d-bd714ebbec81', 'tenant_id': '606a569495c64210af9cc9fb7e76dd52', 'mac_address': 'fa:16:3e:6e:39:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d608415-4226-4db3-9c6a-5e4b35591992', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '7e54a08d-9f2d-41c8-9b30-b74746aeed80', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:28:32Z', 'updated_at': '2021-12-18T13:28:39Z', 'revision_number': 4, 'project_id': '606a569495c64210af9cc9fb7e76dd52', 'subnets': [{'id': '7e54a08d-9f2d-41c8-9b30-b74746aeed80', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:28:40.646815 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c82a8e58-2670-49a8-8dbc-a44c8f53edbb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp31e170a0-46a1-5ba9-9dc1-7ee4f866f0d7-34208ea0-d048-4a09-8be6-ba31be231c43', 'network_id': '34208ea0-d048-4a09-8be6-ba31be231c43', 'project_id': 'a17167c2bc3d4518ab90268c4af7e6a0', 'fixed_ips': [{'subnet_id': 'e4f56423-a2af-4737-ad3d-a4f027c5c56f'}]}} from dv-neutron-744815-20-hyperv. {{(pid=103161) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 18 13:28:40.647734 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c82a8e58-2670-49a8-8dbc-a44c8f53edbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:40.669871 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-656640de-0442-44a9-8469-526b5f27c191 None None] The sync data for ids ['9d608415-4226-4db3-9c6a-5e4b35591992'] in dv-neutron-744815-20-hyperv is: [{'id': '9d608415-4226-4db3-9c6a-5e4b35591992', 'name': 'tempest-NetworksTestDHCPv6-router-1816926914', 'tenant_id': '606a569495c64210af9cc9fb7e76dd52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:28:31Z', 'updated_at': '2021-12-18T13:28:34Z', 'revision_number': 2, 'project_id': '606a569495c64210af9cc9fb7e76dd52', 'gw_port_host': None, '_interfaces': [{'id': '46fda198-fa5e-4da3-bdb7-8ced3622c399', 'name': '', 'network_id': 'a0b84a49-8464-4342-a47d-bd714ebbec81', 'tenant_id': '606a569495c64210af9cc9fb7e76dd52', 'mac_address': 'fa:16:3e:6e:39:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d608415-4226-4db3-9c6a-5e4b35591992', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '7e54a08d-9f2d-41c8-9b30-b74746aeed80', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:28:32Z', 'updated_at': '2021-12-18T13:28:39Z', 'revision_number': 4, 'project_id': '606a569495c64210af9cc9fb7e76dd52', 'subnets': [{'id': '7e54a08d-9f2d-41c8-9b30-b74746aeed80', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 13:28:40.672434 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-c0e8a90f-68fc-4e7c-ae3b-53466aca8029 None None] Provisioning complete for port 46fda198-fa5e-4da3-bdb7-8ced3622c399 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:28:40.672796 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c0e8a90f-68fc-4e7c-ae3b-53466aca8029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:40.675937 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-94185233-7b11-48bc-8d13-b3c712802c2d tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1927292', 'neutron.services.segments.db._delete_segments_for_network-8767106887837'] for network, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:40.723595 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d96f94f-f05d-43c2-a4dc-ccce89905e0f None None] Routers {'31d11c6f-d9c6-4b3f-855a-63a347e212d9'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:28:40.724906 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-8d96f94f-f05d-43c2-a4dc-ccce89905e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:28:27Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['31d11c6f-d9c6-4b3f-855a-63a347e212d9'], 'active': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:28:40.735566 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5c1bd4-4d29-4354-918b-ea8fd183f1a3 req-e6795235-06cf-4d9b-81a4-1f2d430cf770 tempest-ServersTestJSON-1286137368 tempest-ServersTestJSON-1286137368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:28:40.737177 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-fb5c1bd4-4d29-4354-918b-ea8fd183f1a3 req-e6795235-06cf-4d9b-81a4-1f2d430cf770 tempest-ServersTestJSON-1286137368 tempest-ServersTestJSON-1286137368-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f044516-7cff-4ae8-8c47-ba1da8c37907 HTTP/1.1" status: 200 len: 946 time: 0.3077009 Dec 18 13:28:40.753096 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-fde7b87c-2971-40cc-846e-1d5b9a0a67fc tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-586101'] for router_interface, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:40.754746 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 51888) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:28:40.759777 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50f09fd4-998b-4d42-9256-08e93f92a02e tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Made reservation on behalf of a17167c2bc3d4518ab90268c4af7e6a0 for: {'port': 1} {{(pid=103159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:28:40.764349 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-50f09fd4-998b-4d42-9256-08e93f92a02e tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:40.795971 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.services.segments.db [None req-94185233-7b11-48bc-8d13-b3c712802c2d tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['509f23a6-7f51-4637-b55c-8c1162daa30f']}} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:28:40.825890 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.services.segments.db [None req-94185233-7b11-48bc-8d13-b3c712802c2d tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd18f0025-cbd6-4b27-a2cb-c6d722d5bbbe') {'for_net_delete': True} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:28:40.826189 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.services.segments.db [None req-94185233-7b11-48bc-8d13-b3c712802c2d tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd18f0025-cbd6-4b27-a2cb-c6d722d5bbbe') {} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:28:40.840259 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-94185233-7b11-48bc-8d13-b3c712802c2d tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767106888614', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4533424'] for segment, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:40.861634 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02bf161-39c5-4887-bb2d-165410e49b77 req-892e5fe6-1309-4c24-862e-26be55f29f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:28:40.863771 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-f02bf161-39c5-4887-bb2d-165410e49b77 req-892e5fe6-1309-4c24-862e-26be55f29f05 service neutron] 10.222.0.43 "GET /v2.0/networks?id=54539a24-3149-4df7-83e3-55189e7814ad HTTP/1.1" status: 200 len: 912 time: 0.4166825 Dec 18 13:28:40.875120 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-fb5c1bd4-4d29-4354-918b-ea8fd183f1a3 req-c51aaacb-01e6-484c-bc1a-9984c67cc3e5 tempest-ServersTestJSON-1286137368 tempest-ServersTestJSON-1286137368-project] 10.222.0.31 "GET /v2.0/security-groups?id=c691688e-0670-4eea-816d-2b9f26a27f10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1177619 Dec 18 13:28:40.887760 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-94185233-7b11-48bc-8d13-b3c712802c2d tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:40.889646 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80346474-6d6e-4326-a34c-55506e787862 req-51a509aa-6cb9-4b9b-ad78-902c47a437a2 tempest-ServersTestManualDisk-715244052 tempest-ServersTestManualDisk-715244052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:28:40.891932 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-80346474-6d6e-4326-a34c-55506e787862 req-51a509aa-6cb9-4b9b-ad78-902c47a437a2 tempest-ServersTestManualDisk-715244052 tempest-ServersTestManualDisk-715244052-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e857058-ab1e-4a7d-bcfe-f606e1c084cd HTTP/1.1" status: 200 len: 946 time: 0.3682079 Dec 18 13:28:40.894934 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.notifiers.nova [None req-50f09fd4-998b-4d42-9256-08e93f92a02e tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] device_id is not set on port f8be51b3-3c61-4a0b-a279-3df9fba4ee9f yet. {{(pid=103159) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 18 13:28:40.927049 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94185233-7b11-48bc-8d13-b3c712802c2d tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Releasing vlan 124 on physical network physnet1 to pool {{(pid=103160) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 18 13:28:40.928058 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-94185233-7b11-48bc-8d13-b3c712802c2d tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4533569'] for segment, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:40.931322 dv-neutron-744815-20-hyperv neutron-server[103160]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 18 13:28:40.931322 dv-neutron-744815-20-hyperv neutron-server[103160]: self.session.flush() Dec 18 13:28:40.931322 dv-neutron-744815-20-hyperv neutron-server[103160]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 18 13:28:40.931322 dv-neutron-744815-20-hyperv neutron-server[103160]: self.session.flush() Dec 18 13:28:40.931322 dv-neutron-744815-20-hyperv neutron-server[103160]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 18 13:28:40.931322 dv-neutron-744815-20-hyperv neutron-server[103160]: self.session.flush() Dec 18 13:28:40.931322 dv-neutron-744815-20-hyperv neutron-server[103160]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 18 13:28:40.931322 dv-neutron-744815-20-hyperv neutron-server[103160]: self.session.flush() Dec 18 13:28:40.931322 dv-neutron-744815-20-hyperv neutron-server[103160]: Traceback (most recent call last): Dec 18 13:28:40.931322 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 18 13:28:40.931322 dv-neutron-744815-20-hyperv neutron-server[103160]: timer() Dec 18 13:28:40.931322 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 18 13:28:40.931322 dv-neutron-744815-20-hyperv neutron-server[103160]: cb(*args, **kw) Dec 18 13:28:40.931322 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 18 13:28:40.931322 dv-neutron-744815-20-hyperv neutron-server[103160]: return func(*args, **kwargs) Dec 18 13:28:40.931322 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 18 13:28:40.931322 dv-neutron-744815-20-hyperv neutron-server[103160]: self._notify() Dec 18 13:28:40.931322 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 18 13:28:40.931322 dv-neutron-744815-20-hyperv neutron-server[103160]: self.callback(batched_events) Dec 18 13:28:40.931322 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 18 13:28:40.931322 dv-neutron-744815-20-hyperv neutron-server[103160]: event.method(event) Dec 18 13:28:40.931322 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 18 13:28:40.931322 dv-neutron-744815-20-hyperv neutron-server[103160]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 18 13:28:40.931322 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 18 13:28:40.931322 dv-neutron-744815-20-hyperv neutron-server[103160]: aggregate_uuid = self.p_client.list_aggregates( Dec 18 13:28:40.931322 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 18 13:28:40.931322 dv-neutron-744815-20-hyperv neutron-server[103160]: return f(self, *a, **k) Dec 18 13:28:40.931322 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 18 13:28:40.931322 dv-neutron-744815-20-hyperv neutron-server[103160]: return self._get(url).json() Dec 18 13:28:40.931322 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 18 13:28:40.931322 dv-neutron-744815-20-hyperv neutron-server[103160]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 18 13:28:40.931322 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 18 13:28:40.931322 dv-neutron-744815-20-hyperv neutron-server[103160]: return self.request(url, 'GET', **kwargs) Dec 18 13:28:40.931322 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 18 13:28:40.931322 dv-neutron-744815-20-hyperv neutron-server[103160]: base_url = self.get_endpoint(auth, allow=allow, Dec 18 13:28:40.931322 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 18 13:28:40.931322 dv-neutron-744815-20-hyperv neutron-server[103160]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 18 13:28:40.931322 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 18 13:28:40.931322 dv-neutron-744815-20-hyperv neutron-server[103160]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 18 13:28:40.931322 dv-neutron-744815-20-hyperv neutron-server[103160]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 18 13:28:40.967850 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c0e8a90f-68fc-4e7c-ae3b-53466aca8029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:40.996926 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-06b337fd-8b2c-40e1-8bd9-d0dfa84b306d tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:41.012501 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2294866d-0076-4933-952c-685307032598 None None] Provisioning complete for port 5da4ac09-a295-4a49-a26e-7b1f68484078 triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:28:41.012926 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:41.063272 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-06b337fd-8b2c-40e1-8bd9-d0dfa84b306d tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530267'] for security_group_rule, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:41.082291 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-f02bf161-39c5-4887-bb2d-165410e49b77 req-4933982e-9486-45bd-bbad-4a17e8f47d75 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bf4acb97-187d-4fa5-8e48-3a49ef3a3161 HTTP/1.1" status: 200 len: 1002 time: 0.2056861 Dec 18 13:28:41.105465 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvr_db [None req-8d96f94f-f05d-43c2-a4dc-ccce89905e0f None None] Set router 31d11c6f-d9c6-4b3f-855a-63a347e212d9 gateway port host: dv-neutron-744815-20-hyperv {{(pid=103161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 13:28:41.153392 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_common [None req-c82a8e58-2670-49a8-8dbc-a44c8f53edbb None None] Allocated IP 2001:db8::2 (34208ea0-d048-4a09-8be6-ba31be231c43/e4f56423-a2af-4737-ad3d-a4f027c5c56f/078b625f-41d2-4600-bc6c-2cf6c0b447a8) {{(pid=103161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:28:41.162062 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-f82b8dfa-0c2f-4530-8ee1-3fca67ec0362 tempest-AllowedAddressPairIpV6TestJSON-1208968648 tempest-AllowedAddressPairIpV6TestJSON-1208968648-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-83474272'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:28:41.162569 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-c0e8a90f-68fc-4e7c-ae3b-53466aca8029 None None] For port 46fda198-fa5e-4da3-bdb7-8ced3622c399, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=46fda198-fa5e-4da3-bdb7-8ced3622c399,segment=NetworkSegment(1d35b28d-d075-4c4f-99ab-408d9457428e),segment_id=1d35b28d-d075-4c4f-99ab-408d9457428e)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:28:41.176967 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b337fd-8b2c-40e1-8bd9-d0dfa84b306d tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90b18d4a-dc93-4256-8b3a-4f1d60fdf1d9,revision_number=0']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:28:41.177252 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c0e8a90f-68fc-4e7c-ae3b-53466aca8029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:41.187399 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-80346474-6d6e-4326-a34c-55506e787862 req-1a452c0f-157a-4713-9c25-39d0df9e3d57 tempest-ServersTestManualDisk-715244052 tempest-ServersTestManualDisk-715244052-project] 10.222.0.31 "GET /v2.0/security-groups?id=fdf14fda-8772-4c7b-b681-601543676c85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2801876 Dec 18 13:28:41.188935 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-94185233-7b11-48bc-8d13-b3c712802c2d tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1927267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586962'] for network, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:41.201267 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-06b337fd-8b2c-40e1-8bd9-d0dfa84b306d tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:41.213309 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-06b337fd-8b2c-40e1-8bd9-d0dfa84b306d tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.4967370 Dec 18 13:28:41.220073 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-94185233-7b11-48bc-8d13-b3c712802c2d tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047995'] for network, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:41.221372 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 51892) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:28:41.224110 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-94185233-7b11-48bc-8d13-b3c712802c2d tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] 10.222.0.31 "DELETE /v2.0/networks/509f23a6-7f51-4637-b55c-8c1162daa30f HTTP/1.1" status: 204 len: 168 time: 3.3377726 Dec 18 13:28:41.228530 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-7e77dbe2-a377-4ab1-98ec-e25baa11e7a7 tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] Request body: {'security_group_rule': {'security_group_id': '7500739f-039a-45b0-85f1-cc2dd6d8ee03', 'project_id': '2cba4008d8a8417bb0925fcf9726214e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:28:41.239940 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 51894) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:28:41.244783 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94185233-7b11-48bc-8d13-b3c712802c2d tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Pushing event deleted for resources: {'Network': ['ID=509f23a6-7f51-4637-b55c-8c1162daa30f,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:28:41.250977 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-193fdb15-f1ac-485f-bfb4-ef79c33bb4e3 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1550911467'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:28:41.276338 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7fa515-8228-42f8-8aca-e37770b9c441 req-62d18e78-29bf-4706-befc-322c37e29095 tempest-ServerActionsTestJSON-1545132800 tempest-ServerActionsTestJSON-1545132800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:28:41.279844 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-8b7fa515-8228-42f8-8aca-e37770b9c441 req-62d18e78-29bf-4706-befc-322c37e29095 tempest-ServerActionsTestJSON-1545132800 tempest-ServerActionsTestJSON-1545132800-project] 10.222.0.31 "GET /v2.0/ports?device_id=f75e1b43-b628-4577-9f75-0cf3a56e1582 HTTP/1.1" status: 200 len: 945 time: 0.2373736 Dec 18 13:28:41.281738 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02bf161-39c5-4887-bb2d-165410e49b77 req-beba4955-8e7f-4fbd-a3ad-02e1d8dbf049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:28:41.283407 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-f02bf161-39c5-4887-bb2d-165410e49b77 req-beba4955-8e7f-4fbd-a3ad-02e1d8dbf049 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7eb73a90-08ad-41ee-8b91-9561421ba1b4 HTTP/1.1" status: 200 len: 850 time: 0.1322746 Dec 18 13:28:41.300683 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f82b8dfa-0c2f-4530-8ee1-3fca67ec0362 tempest-AllowedAddressPairIpV6TestJSON-1208968648 tempest-AllowedAddressPairIpV6TestJSON-1208968648-project] Made reservation on behalf of b163dd1b683849128f8cd011d43ac96a for: {'network': 1} {{(pid=103159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:28:41.304454 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-f82b8dfa-0c2f-4530-8ee1-3fca67ec0362 tempest-AllowedAddressPairIpV6TestJSON-1208968648 tempest-AllowedAddressPairIpV6TestJSON-1208968648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for network, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:41.333245 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-f82b8dfa-0c2f-4530-8ee1-3fca67ec0362 tempest-AllowedAddressPairIpV6TestJSON-1208968648 tempest-AllowedAddressPairIpV6TestJSON-1208968648-project] Publish callbacks [] for security_group, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:41.368682 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e8a90f-68fc-4e7c-ae3b-53466aca8029 None None] Pushing event updated for resources: {'Port': ['ID=46fda198-fa5e-4da3-bdb7-8ced3622c399,revision_number=5']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:28:41.379729 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02bf161-39c5-4887-bb2d-165410e49b77 req-457fc326-ea5f-4c10-9619-9adc1601518d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:28:41.380230 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-7e77dbe2-a377-4ab1-98ec-e25baa11e7a7 tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:41.382440 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-f02bf161-39c5-4887-bb2d-165410e49b77 req-457fc326-ea5f-4c10-9619-9adc1601518d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=54539a24-3149-4df7-83e3-55189e7814ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0863333 Dec 18 13:28:41.387649 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-8b7fa515-8228-42f8-8aca-e37770b9c441 req-f10aeb68-89c5-486a-94b0-7a7ab864638b tempest-ServerActionsTestJSON-1545132800 tempest-ServerActionsTestJSON-1545132800-project] 10.222.0.31 "GET /v2.0/security-groups?id=04da0920-3f32-48b1-bc5b-099cf6dd1551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0985205 Dec 18 13:28:41.412452 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-193fdb15-f1ac-485f-bfb4-ef79c33bb4e3 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Made reservation on behalf of dde8326b44a64ab5a12bbfefe7e7aced for: {'network': 1} {{(pid=103159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:28:41.416349 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-193fdb15-f1ac-485f-bfb4-ef79c33bb4e3 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for network, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:41.508857 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-193fdb15-f1ac-485f-bfb4-ef79c33bb4e3 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 142} {{(pid=103159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 18 13:28:41.525581 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-56445720-44d7-4aea-8522-7adc6d72b6a3 None None] Provisioning complete for port 46fda198-fa5e-4da3-bdb7-8ced3622c399 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:28:41.526308 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-56445720-44d7-4aea-8522-7adc6d72b6a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:41.541473 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-193fdb15-f1ac-485f-bfb4-ef79c33bb4e3 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:41.542100 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.db.segments_db [None req-193fdb15-f1ac-485f-bfb4-ef79c33bb4e3 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Added segment 819ba65f-2687-4497-8148-97c761254ff1 of type vlan for network 98fbeb88-8146-4522-a08b-f20c0a247899 Dec 18 13:28:41.604293 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 9545dd15-8477-42ed-a2ac-b02fcb6dd1a8 no longer exists at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 18 13:28:41.618137 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-f02bf161-39c5-4887-bb2d-165410e49b77 req-b510f2d6-2000-4791-a8d7-98f5e945573b service neutron] 10.222.0.43 "GET /v2.0/networks/54539a24-3149-4df7-83e3-55189e7814ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2206235 Dec 18 13:28:41.636659 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-7e77dbe2-a377-4ab1-98ec-e25baa11e7a7 tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:41.654041 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-fde7b87c-2971-40cc-846e-1d5b9a0a67fc tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Deleting port 46fda198-fa5e-4da3-bdb7-8ced3622c399 {{(pid=103159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:28:41.654463 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-fde7b87c-2971-40cc-846e-1d5b9a0a67fc tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:41.663361 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-2294866d-0076-4933-952c-685307032598 None None] No Port match for: 9545dd15-8477-42ed-a2ac-b02fcb6dd1a8 {{(pid=103161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 18 13:28:41.663725 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 9545dd15-8477-42ed-a2ac-b02fcb6dd1a8 not bound to the agent host dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 18 13:28:41.664763 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-7e77dbe2-a377-4ab1-98ec-e25baa11e7a7 tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530267'] for security_group_rule, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:41.694157 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-193fdb15-f1ac-485f-bfb4-ef79c33bb4e3 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767106405744'] for network, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:41.703117 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-f82b8dfa-0c2f-4530-8ee1-3fca67ec0362 tempest-AllowedAddressPairIpV6TestJSON-1208968648 tempest-AllowedAddressPairIpV6TestJSON-1208968648-project] Publish callbacks [] for security_group, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:41.726752 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e77dbe2-a377-4ab1-98ec-e25baa11e7a7 tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ca2c214-8c61-4ab7-b6de-4b6ca429988d,revision_number=0']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:28:41.729486 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-f82b8dfa-0c2f-4530-8ee1-3fca67ec0362 tempest-AllowedAddressPairIpV6TestJSON-1208968648 tempest-AllowedAddressPairIpV6TestJSON-1208968648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:41.768820 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c82a8e58-2670-49a8-8dbc-a44c8f53edbb None None] Publish callbacks [] for port, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:41.810036 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-7e77dbe2-a377-4ab1-98ec-e25baa11e7a7 tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:41.811913 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-7e77dbe2-a377-4ab1-98ec-e25baa11e7a7 tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5872295 Dec 18 13:28:41.813138 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f82b8dfa-0c2f-4530-8ee1-3fca67ec0362 tempest-AllowedAddressPairIpV6TestJSON-1208968648 tempest-AllowedAddressPairIpV6TestJSON-1208968648-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 145} {{(pid=103159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 18 13:28:41.823775 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-f02bf161-39c5-4887-bb2d-165410e49b77 req-2caad850-4ded-4bda-9d55-68937031a2f3 service neutron] 10.222.0.43 "GET /v2.0/networks/54539a24-3149-4df7-83e3-55189e7814ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2024012 Dec 18 13:28:41.824453 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 51900) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:28:41.830349 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-a6900125-9294-440a-ac29-5ad509469cd1 tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] Request body: {'security_group_rule': {'security_group_id': '7500739f-039a-45b0-85f1-cc2dd6d8ee03', 'project_id': '2cba4008d8a8417bb0925fcf9726214e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:28:41.847129 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c82a8e58-2670-49a8-8dbc-a44c8f53edbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975'] for port, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:41.950562 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82b8dfa-0c2f-4530-8ee1-3fca67ec0362 tempest-AllowedAddressPairIpV6TestJSON-1208968648 tempest-AllowedAddressPairIpV6TestJSON-1208968648-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1649f8e2-5155-41ec-b351-0c443814996e,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:28:41.960731 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c82a8e58-2670-49a8-8dbc-a44c8f53edbb None None] Network 34208ea0-d048-4a09-8be6-ba31be231c43 is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:28:41.983472 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-c82a8e58-2670-49a8-8dbc-a44c8f53edbb None None] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:28:41.983721 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-f82b8dfa-0c2f-4530-8ee1-3fca67ec0362 tempest-AllowedAddressPairIpV6TestJSON-1208968648 tempest-AllowedAddressPairIpV6TestJSON-1208968648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:41.984574 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c82a8e58-2670-49a8-8dbc-a44c8f53edbb None None] Received port after_create {{(pid=103161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:28:41.984978 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.db.segments_db [None req-f82b8dfa-0c2f-4530-8ee1-3fca67ec0362 tempest-AllowedAddressPairIpV6TestJSON-1208968648 tempest-AllowedAddressPairIpV6TestJSON-1208968648-project] Added segment 57e4bd7b-33fb-42a0-967d-65ff283f08bc of type vlan for network 95447ff4-73c3-4297-a351-416b4acfb01e Dec 18 13:28:41.993331 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82a8e58-2670-49a8-8dbc-a44c8f53edbb None None] Pushing event updated for resources: {'Port': ['ID=078b625f-41d2-4600-bc6c-2cf6c0b447a8,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:28:42.010369 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-193fdb15-f1ac-485f-bfb4-ef79c33bb4e3 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981'] for network, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:42.015955 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-193fdb15-f1ac-485f-bfb4-ef79c33bb4e3 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:28:42.016572 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-193fdb15-f1ac-485f-bfb4-ef79c33bb4e3 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047995'] for network, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:42.049902 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac694b6b-48d1-4920-a888-74499afa63e5 req-a1d96569-53e9-47cd-8d38-61ffc335bfb6 tempest-ServersTestManualDisk-715244052 tempest-ServersTestManualDisk-715244052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:28:42.051880 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-ac694b6b-48d1-4920-a888-74499afa63e5 req-a1d96569-53e9-47cd-8d38-61ffc335bfb6 tempest-ServersTestManualDisk-715244052 tempest-ServersTestManualDisk-715244052-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e857058-ab1e-4a7d-bcfe-f606e1c084cd HTTP/1.1" status: 200 len: 946 time: 0.2022913 Dec 18 13:28:42.056295 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.db.securitygroups_db [None req-a6900125-9294-440a-ac29-5ad509469cd1 tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] Project 2cba4008d8a8417bb0925fcf9726214e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 18 13:28:42.057624 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-8d96f94f-f05d-43c2-a4dc-ccce89905e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31d11c6f-d9c6-4b3f-855a-63a347e212d9', 'name': 'tempest-TestVolumeBootPattern-1052120769-router', 'tenant_id': '77851fe6b06d4772aef23551184d89ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.253'}], 'enable_snat': True}, 'gw_port_id': '5da4ac09-a295-4a49-a26e-7b1f68484078', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:28:25Z', 'updated_at': '2021-12-18T13:28:32Z', 'revision_number': 4, 'project_id': '77851fe6b06d4772aef23551184d89ff', 'gw_port': {'id': '5da4ac09-a295-4a49-a26e-7b1f68484078', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:1f:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31d11c6f-d9c6-4b3f-855a-63a347e212d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:28:26Z', 'updated_at': '2021-12-18T13:28:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv', '_interfaces': [{'id': 'e55b6e08-1c20-40df-aff9-9918cf68b75f', 'name': '', 'network_id': '0698e51b-febb-4771-a684-eb503e9e2f4f', 'tenant_id': '77851fe6b06d4772aef23551184d89ff', 'mac_address': 'fa:16:3e:af:84:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31d11c6f-d9c6-4b3f-855a-63a347e212d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '5fac137f-442f-4731-a0ac-73f3a1231695', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:28:30Z', 'updated_at': '2021-12-18T13:28:33Z', 'revision_number': 2, 'project_id': '77851fe6b06d4772aef23551184d89ff', 'subnets': [{'id': '5fac137f-442f-4731-a0ac-73f3a1231695', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:28:42.066311 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f05c88-9b43-430e-99b9-e6a44ec1bac4 req-cc1c2566-927b-4fd8-bdd4-978a10d5d364 tempest-ServerActionsTestJSON-1545132800 tempest-ServerActionsTestJSON-1545132800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:28:42.071026 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-f4f05c88-9b43-430e-99b9-e6a44ec1bac4 req-cc1c2566-927b-4fd8-bdd4-978a10d5d364 tempest-ServerActionsTestJSON-1545132800 tempest-ServerActionsTestJSON-1545132800-project] 10.222.0.31 "GET /v2.0/ports?device_id=f75e1b43-b628-4577-9f75-0cf3a56e1582 HTTP/1.1" status: 200 len: 945 time: 0.2442992 Dec 18 13:28:42.079895 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-a6900125-9294-440a-ac29-5ad509469cd1 tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:42.105338 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d96f94f-f05d-43c2-a4dc-ccce89905e0f None None] Checking router: 31d11c6f-d9c6-4b3f-855a-63a347e212d9 for host: dv-neutron-744815-20-hyperv {{(pid=103161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 18 13:28:42.105338 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d96f94f-f05d-43c2-a4dc-ccce89905e0f None None] Updating router 31d11c6f-d9c6-4b3f-855a-63a347e212d9 port e55b6e08-1c20-40df-aff9-9918cf68b75f binding host dv-neutron-744815-20-hyperv {{(pid=103161) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 18 13:28:42.137153 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-c82a8e58-2670-49a8-8dbc-a44c8f53edbb None None] Attempting to bind port 078b625f-41d2-4600-bc6c-2cf6c0b447a8 on host dv-neutron-744815-20-hyperv for vnic_type normal with profile {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 13:28:42.137153 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-c82a8e58-2670-49a8-8dbc-a44c8f53edbb None None] Attempting to bind port 078b625f-41d2-4600-bc6c-2cf6c0b447a8 by drivers openvswitch,hyperv on host dv-neutron-744815-20-hyperv at level 0 using segments [{'id': '29c34e06-91bf-4570-9e96-7ffacde63783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '34208ea0-d048-4a09-8be6-ba31be231c43'}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 13:28:42.137580 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c82a8e58-2670-49a8-8dbc-a44c8f53edbb None None] Attempting to bind port 078b625f-41d2-4600-bc6c-2cf6c0b447a8 on network 34208ea0-d048-4a09-8be6-ba31be231c43 {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 13:28:42.148929 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 0d4400bc-7582-4cd6-b718-452f7a0cfec9 up at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 13:28:42.151673 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c82a8e58-2670-49a8-8dbc-a44c8f53edbb None None] Checking agent: {'id': '428fa9fa-43db-4db9-9f96-f60ffe931f2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-20-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 13, 19, 1), 'started_at': datetime.datetime(2021, 12, 18, 13, 19, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 13, 28, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-20-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 18 13:28:42.152152 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c82a8e58-2670-49a8-8dbc-a44c8f53edbb None None] Checking segment: {'id': '29c34e06-91bf-4570-9e96-7ffacde63783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '34208ea0-d048-4a09-8be6-ba31be231c43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 13:28:42.152623 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c82a8e58-2670-49a8-8dbc-a44c8f53edbb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:42.153088 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c82a8e58-2670-49a8-8dbc-a44c8f53edbb None None] Bound using segment: {'id': '29c34e06-91bf-4570-9e96-7ffacde63783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '34208ea0-d048-4a09-8be6-ba31be231c43'} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 18 13:28:42.153648 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-c82a8e58-2670-49a8-8dbc-a44c8f53edbb None None] Bound port: 078b625f-41d2-4600-bc6c-2cf6c0b447a8, host: dv-neutron-744815-20-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29c34e06-91bf-4570-9e96-7ffacde63783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '34208ea0-d048-4a09-8be6-ba31be231c43'}}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 18 13:28:42.154083 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c82a8e58-2670-49a8-8dbc-a44c8f53edbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:42.155972 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-8d96f94f-f05d-43c2-a4dc-ccce89905e0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:42.200248 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-f4f05c88-9b43-430e-99b9-e6a44ec1bac4 req-8a9dae2a-df7b-4ec8-a72e-96ed10b355f5 tempest-ServerActionsTestJSON-1545132800 tempest-ServerActionsTestJSON-1545132800-project] 10.222.0.31 "GET /v2.0/security-groups?id=04da0920-3f32-48b1-bc5b-099cf6dd1551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1226048 Dec 18 13:28:42.233486 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.db_base_plugin_common [None req-50f09fd4-998b-4d42-9256-08e93f92a02e tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Allocated IP 2001:db8::306 (34208ea0-d048-4a09-8be6-ba31be231c43/e4f56423-a2af-4737-ad3d-a4f027c5c56f/f8be51b3-3c61-4a0b-a279-3df9fba4ee9f) {{(pid=103159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:28:42.263391 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-a6900125-9294-440a-ac29-5ad509469cd1 tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:42.287081 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-193fdb15-f1ac-485f-bfb4-ef79c33bb4e3 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.0423443 Dec 18 13:28:42.287335 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-a6900125-9294-440a-ac29-5ad509469cd1 tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530267'] for security_group_rule, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:42.290001 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 51910) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:28:42.315126 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-c98354a5-f6d6-4564-80d6-0c41f9d7125b tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Request body: {'subnet': {'network_id': '98fbeb88-8146-4522-a08b-f20c0a247899', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:28:42.318713 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-f82b8dfa-0c2f-4530-8ee1-3fca67ec0362 tempest-AllowedAddressPairIpV6TestJSON-1208968648 tempest-AllowedAddressPairIpV6TestJSON-1208968648-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767106405744'] for network, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:42.323882 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.db [None req-fde7b87c-2971-40cc-846e-1d5b9a0a67fc tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] For port 46fda198-fa5e-4da3-bdb7-8ced3622c399, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=46fda198-fa5e-4da3-bdb7-8ced3622c399,segment=NetworkSegment(1d35b28d-d075-4c4f-99ab-408d9457428e),segment_id=1d35b28d-d075-4c4f-99ab-408d9457428e)] {{(pid=103159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:28:42.324591 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-fde7b87c-2971-40cc-846e-1d5b9a0a67fc tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:42.339131 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-a6900125-9294-440a-ac29-5ad509469cd1 tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:42.343923 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-a6900125-9294-440a-ac29-5ad509469cd1 tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5174565 Dec 18 13:28:42.345096 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 51912) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:28:42.378521 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-da3688ce-04bf-4c7f-b08e-cfe68d93b0c7 tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] Request body: {'security_group_rule': {'security_group_id': '7500739f-039a-45b0-85f1-cc2dd6d8ee03', 'project_id': '2cba4008d8a8417bb0925fcf9726214e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:28:42.387962 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-fde7b87c-2971-40cc-846e-1d5b9a0a67fc tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Calling delete_port for 46fda198-fa5e-4da3-bdb7-8ced3622c399 owned by network:router_interface {{(pid=103159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:28:42.397288 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6900125-9294-440a-ac29-5ad509469cd1 tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32023ad6-1aba-440f-9a95-cf2880797539,revision_number=0']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:28:42.399441 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32375578-eb35-47f5-8bc4-40419b1aeba0 req-b57c060f-91fb-4227-95a3-c1a68dc166be tempest-ServersTestJSON-1286137368 tempest-ServersTestJSON-1286137368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:28:42.401229 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-32375578-eb35-47f5-8bc4-40419b1aeba0 req-b57c060f-91fb-4227-95a3-c1a68dc166be tempest-ServersTestJSON-1286137368 tempest-ServersTestJSON-1286137368-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f044516-7cff-4ae8-8c47-ba1da8c37907 HTTP/1.1" status: 200 len: 946 time: 0.3607650 Dec 18 13:28:42.421695 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193fdb15-f1ac-485f-bfb4-ef79c33bb4e3 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Pushing event updated for resources: {'Network': ['ID=98fbeb88-8146-4522-a08b-f20c0a247899,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:28:42.450126 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Network 98fbeb88-8146-4522-a08b-f20c0a247899 details requested by agent ovs-agent-dv-neutron-744815-20-hyperv with host dv-neutron-744815-20-hyperv {{(pid=103161) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 18 13:28:42.494043 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-c82a8e58-2670-49a8-8dbc-a44c8f53edbb None None] For port 078b625f-41d2-4600-bc6c-2cf6c0b447a8, host dv-neutron-744815-20-hyperv, cleared binding levels {{(pid=103161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 18 13:28:42.508588 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [req-ac694b6b-48d1-4920-a888-74499afa63e5 req-a8c8b6c5-7b9c-4900-a803-f5be40204138 tempest-ServersTestManualDisk-715244052 tempest-ServersTestManualDisk-715244052-project] Deleting port bf4acb97-187d-4fa5-8e48-3a49ef3a3161 {{(pid=103160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:28:42.509112 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [req-ac694b6b-48d1-4920-a888-74499afa63e5 req-a8c8b6c5-7b9c-4900-a803-f5be40204138 tempest-ServersTestManualDisk-715244052 tempest-ServersTestManualDisk-715244052-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:42.514847 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e570de-5162-4db2-a349-1a5c91e01a74 req-852b1581-e459-4005-806a-3061922ce5ba tempest-ServersTestJSON-1286137368 tempest-ServersTestJSON-1286137368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:28:42.516427 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-d7e570de-5162-4db2-a349-1a5c91e01a74 req-852b1581-e459-4005-806a-3061922ce5ba tempest-ServersTestJSON-1286137368 tempest-ServersTestJSON-1286137368-project] 10.222.0.43 "GET /v2.0/ports?device_id=9f044516-7cff-4ae8-8c47-ba1da8c37907 HTTP/1.1" status: 200 len: 946 time: 0.4068100 Dec 18 13:28:42.526921 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2294866d-0076-4933-952c-685307032598 None None] Provisioning complete for port 0d4400bc-7582-4cd6-b718-452f7a0cfec9 triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:28:42.527327 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:42.571595 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-c82a8e58-2670-49a8-8dbc-a44c8f53edbb None None] For port 078b625f-41d2-4600-bc6c-2cf6c0b447a8, host dv-neutron-744815-20-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=078b625f-41d2-4600-bc6c-2cf6c0b447a8,segment=NetworkSegment(29c34e06-91bf-4570-9e96-7ffacde63783),segment_id=29c34e06-91bf-4570-9e96-7ffacde63783)] {{(pid=103161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 18 13:28:42.593656 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-32375578-eb35-47f5-8bc4-40419b1aeba0 req-29ef4d4f-965c-49e7-958c-a4959657c56b tempest-ServersTestJSON-1286137368 tempest-ServersTestJSON-1286137368-project] 10.222.0.31 "GET /v2.0/security-groups?id=c691688e-0670-4eea-816d-2b9f26a27f10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1515145 Dec 18 13:28:42.626586 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c82a8e58-2670-49a8-8dbc-a44c8f53edbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:42.627141 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.db [req-ac694b6b-48d1-4920-a888-74499afa63e5 req-a8c8b6c5-7b9c-4900-a803-f5be40204138 tempest-ServersTestManualDisk-715244052 tempest-ServersTestManualDisk-715244052-project] For port bf4acb97-187d-4fa5-8e48-3a49ef3a3161, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=bf4acb97-187d-4fa5-8e48-3a49ef3a3161,segment=NetworkSegment(fcb680fd-bcea-4128-b9c8-92eb57a7f151),segment_id=fcb680fd-bcea-4128-b9c8-92eb57a7f151)] {{(pid=103160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:28:42.627141 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [req-ac694b6b-48d1-4920-a888-74499afa63e5 req-a8c8b6c5-7b9c-4900-a803-f5be40204138 tempest-ServersTestManualDisk-715244052 tempest-ServersTestManualDisk-715244052-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:42.665737 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-f82b8dfa-0c2f-4530-8ee1-3fca67ec0362 tempest-AllowedAddressPairIpV6TestJSON-1208968648 tempest-AllowedAddressPairIpV6TestJSON-1208968648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981'] for network, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:42.674568 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f82b8dfa-0c2f-4530-8ee1-3fca67ec0362 tempest-AllowedAddressPairIpV6TestJSON-1208968648 tempest-AllowedAddressPairIpV6TestJSON-1208968648-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:28:42.675278 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-f82b8dfa-0c2f-4530-8ee1-3fca67ec0362 tempest-AllowedAddressPairIpV6TestJSON-1208968648 tempest-AllowedAddressPairIpV6TestJSON-1208968648-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047995'] for network, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:42.956561 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-f82b8dfa-0c2f-4530-8ee1-3fca67ec0362 tempest-AllowedAddressPairIpV6TestJSON-1208968648 tempest-AllowedAddressPairIpV6TestJSON-1208968648-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 2.1976180 Dec 18 13:28:42.957207 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 51918) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:28:42.977808 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-e4c0ef16-6fa1-4b47-8edb-4f89e4c98a63 tempest-AllowedAddressPairIpV6TestJSON-1208968648 tempest-AllowedAddressPairIpV6TestJSON-1208968648-project] Request body: {'subnet': {'network_id': '95447ff4-73c3-4297-a351-416b4acfb01e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:28:43.010409 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82a8e58-2670-49a8-8dbc-a44c8f53edbb None None] Pushing event updated for resources: {'Port': ['ID=078b625f-41d2-4600-bc6c-2cf6c0b447a8,revision_number=2']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:28:43.064100 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [req-ac694b6b-48d1-4920-a888-74499afa63e5 req-a8c8b6c5-7b9c-4900-a803-f5be40204138 tempest-ServersTestManualDisk-715244052 tempest-ServersTestManualDisk-715244052-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:43.064449 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82b8dfa-0c2f-4530-8ee1-3fca67ec0362 tempest-AllowedAddressPairIpV6TestJSON-1208968648 tempest-AllowedAddressPairIpV6TestJSON-1208968648-project] Pushing event updated for resources: {'Network': ['ID=95447ff4-73c3-4297-a351-416b4acfb01e,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:28:43.075461 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [req-ac694b6b-48d1-4920-a888-74499afa63e5 req-a8c8b6c5-7b9c-4900-a803-f5be40204138 tempest-ServersTestManualDisk-715244052 tempest-ServersTestManualDisk-715244052-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-587004'] for floatingip, after_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:43.075461 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.db.l3_db [req-ac694b6b-48d1-4920-a888-74499afa63e5 req-a8c8b6c5-7b9c-4900-a803-f5be40204138 tempest-ServersTestManualDisk-715244052 tempest-ServersTestManualDisk-715244052-project] Floating IP 6e589c24-1467-4e63-a1c5-f0c8128b6ae8 disassociated. External IP: 172.26.3.244, port: bf4acb97-187d-4fa5-8e48-3a49ef3a3161. Dec 18 13:28:43.075695 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [req-ac694b6b-48d1-4920-a888-74499afa63e5 req-a8c8b6c5-7b9c-4900-a803-f5be40204138 tempest-ServersTestManualDisk-715244052 tempest-ServersTestManualDisk-715244052-project] Calling delete_port for bf4acb97-187d-4fa5-8e48-3a49ef3a3161 owned by compute:nova {{(pid=103160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:28:43.105188 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Network 95447ff4-73c3-4297-a351-416b4acfb01e details requested by agent ovs-agent-dv-neutron-744815-20-hyperv with host dv-neutron-744815-20-hyperv {{(pid=103161) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 18 13:28:43.136947 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.db.securitygroups_db [None req-da3688ce-04bf-4c7f-b08e-cfe68d93b0c7 tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] Project 2cba4008d8a8417bb0925fcf9726214e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 18 13:28:43.216197 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-da3688ce-04bf-4c7f-b08e-cfe68d93b0c7 tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:43.239536 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [req-d7e570de-5162-4db2-a349-1a5c91e01a74 req-ebb4c0be-2077-410d-8b2d-6eea2f44d9d5 tempest-ServersTestJSON-1286137368 tempest-ServersTestJSON-1286137368-project] Deleting port 6f42addb-ace8-4096-be5a-5b238a28eabf {{(pid=103159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:28:43.240402 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-d7e570de-5162-4db2-a349-1a5c91e01a74 req-ebb4c0be-2077-410d-8b2d-6eea2f44d9d5 tempest-ServersTestJSON-1286137368 tempest-ServersTestJSON-1286137368-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:43.265016 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 46fda198-fa5e-4da3-bdb7-8ced3622c399 up at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 13:28:43.341921 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6620f91e-a424-439e-9ec6-2be451a06ac1 req-5ab9468e-8e51-4486-8ae7-f08c4d243c59 tempest-ServersTestManualDisk-715244052 tempest-ServersTestManualDisk-715244052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:28:43.351757 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-50f09fd4-998b-4d42-9256-08e93f92a02e tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks [] for port, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:43.353725 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-6620f91e-a424-439e-9ec6-2be451a06ac1 req-5ab9468e-8e51-4486-8ae7-f08c4d243c59 tempest-ServersTestManualDisk-715244052 tempest-ServersTestManualDisk-715244052-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e857058-ab1e-4a7d-bcfe-f606e1c084cd HTTP/1.1" status: 200 len: 946 time: 0.8717797 Dec 18 13:28:43.404220 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c98354a5-f6d6-4564-80d6-0c41f9d7125b tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Made reservation on behalf of dde8326b44a64ab5a12bbfefe7e7aced for: {'subnet': 1} {{(pid=103160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:28:43.416484 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-c98354a5-f6d6-4564-80d6-0c41f9d7125b tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4514414'] for subnet, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:43.456233 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-8d96f94f-f05d-43c2-a4dc-ccce89905e0f None None] Publish callbacks [] for port, precommit_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:43.465505 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-8d96f94f-f05d-43c2-a4dc-ccce89905e0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:43.508858 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb679ee8-7850-4fef-82e8-775aa285dc24 req-c9b00001-ec87-488b-bfd0-403f0c48151e tempest-ServerActionsTestJSON-1545132800 tempest-ServerActionsTestJSON-1545132800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:28:43.510772 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-cb679ee8-7850-4fef-82e8-775aa285dc24 req-c9b00001-ec87-488b-bfd0-403f0c48151e tempest-ServerActionsTestJSON-1545132800 tempest-ServerActionsTestJSON-1545132800-project] 10.222.0.31 "GET /v2.0/ports?device_id=f75e1b43-b628-4577-9f75-0cf3a56e1582 HTTP/1.1" status: 200 len: 945 time: 0.1892531 Dec 18 13:28:43.554262 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4c0ef16-6fa1-4b47-8edb-4f89e4c98a63 tempest-AllowedAddressPairIpV6TestJSON-1208968648 tempest-AllowedAddressPairIpV6TestJSON-1208968648-project] Made reservation on behalf of b163dd1b683849128f8cd011d43ac96a for: {'subnet': 1} {{(pid=103159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:28:43.558105 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-e4c0ef16-6fa1-4b47-8edb-4f89e4c98a63 tempest-AllowedAddressPairIpV6TestJSON-1208968648 tempest-AllowedAddressPairIpV6TestJSON-1208968648-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6017072'] for subnet, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:43.562394 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-da3688ce-04bf-4c7f-b08e-cfe68d93b0c7 tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:43.597500 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-50f09fd4-998b-4d42-9256-08e93f92a02e tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:43.600862 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-6620f91e-a424-439e-9ec6-2be451a06ac1 req-a1e6d734-0f87-408d-937f-aac6d8859323 tempest-ServersTestManualDisk-715244052 tempest-ServersTestManualDisk-715244052-project] 10.222.0.31 "GET /v2.0/security-groups?id=fdf14fda-8772-4c7b-b681-601543676c85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2460709 Dec 18 13:28:43.605424 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0757184-0e06-4abe-8736-a07bd36f3c19 None None] Pushing event updated for resources: {'Port': ['ID=e55b6e08-1c20-40df-aff9-9918cf68b75f,revision_number=3']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:28:43.606605 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-da3688ce-04bf-4c7f-b08e-cfe68d93b0c7 tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530267'] for security_group_rule, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:43.647667 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.db [req-d7e570de-5162-4db2-a349-1a5c91e01a74 req-ebb4c0be-2077-410d-8b2d-6eea2f44d9d5 tempest-ServersTestJSON-1286137368 tempest-ServersTestJSON-1286137368-project] For port 6f42addb-ace8-4096-be5a-5b238a28eabf, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=6f42addb-ace8-4096-be5a-5b238a28eabf,segment=NetworkSegment(b8ecd067-62e3-4e19-b03b-e75ef70f9340),segment_id=b8ecd067-62e3-4e19-b03b-e75ef70f9340)] {{(pid=103159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:28:43.647904 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-d7e570de-5162-4db2-a349-1a5c91e01a74 req-ebb4c0be-2077-410d-8b2d-6eea2f44d9d5 tempest-ServersTestJSON-1286137368 tempest-ServersTestJSON-1286137368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:43.657538 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2294866d-0076-4933-952c-685307032598 None None] Provisioning complete for port 46fda198-fa5e-4da3-bdb7-8ced3622c399 triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:28:43.658003 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:43.666424 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-da3688ce-04bf-4c7f-b08e-cfe68d93b0c7 tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:43.688679 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-da3688ce-04bf-4c7f-b08e-cfe68d93b0c7 tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.3239269 Dec 18 13:28:43.728234 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-8d96f94f-f05d-43c2-a4dc-ccce89905e0f None None] Attempting to bind port e55b6e08-1c20-40df-aff9-9918cf68b75f on host dv-neutron-744815-20-hyperv for vnic_type normal with profile {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 13:28:43.728665 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-8d96f94f-f05d-43c2-a4dc-ccce89905e0f None None] Attempting to bind port e55b6e08-1c20-40df-aff9-9918cf68b75f by drivers openvswitch,hyperv on host dv-neutron-744815-20-hyperv at level 0 using segments [{'id': 'ed8226a2-04e6-4c8c-80c3-28915c6817b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '0698e51b-febb-4771-a684-eb503e9e2f4f'}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 13:28:43.729160 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d96f94f-f05d-43c2-a4dc-ccce89905e0f None None] Attempting to bind port e55b6e08-1c20-40df-aff9-9918cf68b75f on network 0698e51b-febb-4771-a684-eb503e9e2f4f {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 13:28:43.741985 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d96f94f-f05d-43c2-a4dc-ccce89905e0f None None] Checking agent: {'id': '428fa9fa-43db-4db9-9f96-f60ffe931f2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-20-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 13, 19, 1), 'started_at': datetime.datetime(2021, 12, 18, 13, 19, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 13, 28, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-20-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 18 13:28:43.742466 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d96f94f-f05d-43c2-a4dc-ccce89905e0f None None] Checking segment: {'id': 'ed8226a2-04e6-4c8c-80c3-28915c6817b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '0698e51b-febb-4771-a684-eb503e9e2f4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 13:28:43.742928 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-8d96f94f-f05d-43c2-a4dc-ccce89905e0f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:43.743579 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d96f94f-f05d-43c2-a4dc-ccce89905e0f None None] Bound using segment: {'id': 'ed8226a2-04e6-4c8c-80c3-28915c6817b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '0698e51b-febb-4771-a684-eb503e9e2f4f'} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 18 13:28:43.744154 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-8d96f94f-f05d-43c2-a4dc-ccce89905e0f None None] Bound port: e55b6e08-1c20-40df-aff9-9918cf68b75f, host: dv-neutron-744815-20-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed8226a2-04e6-4c8c-80c3-28915c6817b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '0698e51b-febb-4771-a684-eb503e9e2f4f'}}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 18 13:28:43.744603 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-8d96f94f-f05d-43c2-a4dc-ccce89905e0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:43.767651 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2294866d-0076-4933-952c-685307032598 None None] Could not find standard attr ID for object 46fda198-fa5e-4da3-bdb7-8ced3622c399. {{(pid=103161) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 18 13:28:43.774634 dv-neutron-744815-20-hyperv neutron-server[103161]: INFO neutron.plugins.ml2.db [None req-2294866d-0076-4933-952c-685307032598 None None] No ports have port_id starting with 46fda198-fa5e-4da3-bdb7-8ced3622c399 Dec 18 13:28:43.774979 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3688ce-04bf-4c7f-b08e-cfe68d93b0c7 tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec18f096-58a0-4d84-a85a-0bf63f741a24,revision_number=0']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:28:43.780639 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [req-ac694b6b-48d1-4920-a888-74499afa63e5 req-a8c8b6c5-7b9c-4900-a803-f5be40204138 tempest-ServersTestManualDisk-715244052 tempest-ServersTestManualDisk-715244052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4533522'] for port, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:43.945725 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-8d96f94f-f05d-43c2-a4dc-ccce89905e0f None None] For port e55b6e08-1c20-40df-aff9-9918cf68b75f, host dv-neutron-744815-20-hyperv, cleared binding levels {{(pid=103161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 18 13:28:43.949957 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-8d96f94f-f05d-43c2-a4dc-ccce89905e0f None None] For port e55b6e08-1c20-40df-aff9-9918cf68b75f, host dv-neutron-744815-20-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=e55b6e08-1c20-40df-aff9-9918cf68b75f,segment=NetworkSegment(ed8226a2-04e6-4c8c-80c3-28915c6817b4),segment_id=ed8226a2-04e6-4c8c-80c3-28915c6817b4)] {{(pid=103161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 18 13:28:43.962585 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-8d96f94f-f05d-43c2-a4dc-ccce89905e0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:43.984802 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c8b6c5-7b9c-4900-a803-f5be40204138 tempest-ServersTestManualDisk-715244052 tempest-ServersTestManualDisk-715244052-project] Pushing event deleted for resources: {'Port': ['ID=bf4acb97-187d-4fa5-8e48-3a49ef3a3161,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:28:44.070130 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-c5805f54-9017-48c0-a2a3-d65aadfe0730 None None] Provisioning complete for port e55b6e08-1c20-40df-aff9-9918cf68b75f triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:28:44.070506 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c5805f54-9017-48c0-a2a3-d65aadfe0730 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:44.080908 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 078b625f-41d2-4600-bc6c-2cf6c0b447a8 up at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 13:28:44.082811 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d96f94f-f05d-43c2-a4dc-ccce89905e0f None None] Routers {'31d11c6f-d9c6-4b3f-855a-63a347e212d9'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:28:44.083529 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-8d96f94f-f05d-43c2-a4dc-ccce89905e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:28:27Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['31d11c6f-d9c6-4b3f-855a-63a347e212d9'], 'active': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:28:44.144310 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0757184-0e06-4abe-8736-a07bd36f3c19 None None] Pushing event updated for resources: {'Port': ['ID=e55b6e08-1c20-40df-aff9-9918cf68b75f,revision_number=4']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:28:44.285438 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e12a514-048f-468c-a76b-0fe369631830 req-2db46ea1-c771-4a6c-993f-3b71c16bb331 tempest-ServersTestJSON-1286137368 tempest-ServersTestJSON-1286137368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:28:44.300299 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-9e12a514-048f-468c-a76b-0fe369631830 req-2db46ea1-c771-4a6c-993f-3b71c16bb331 tempest-ServersTestJSON-1286137368 tempest-ServersTestJSON-1286137368-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f044516-7cff-4ae8-8c47-ba1da8c37907 HTTP/1.1" status: 200 len: 946 time: 0.4813011 Dec 18 13:28:44.571338 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvr_db [None req-8d96f94f-f05d-43c2-a4dc-ccce89905e0f None None] Set router 31d11c6f-d9c6-4b3f-855a-63a347e212d9 gateway port host: dv-neutron-744815-20-hyperv {{(pid=103161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 13:28:44.647338 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-9e12a514-048f-468c-a76b-0fe369631830 req-967b0513-3300-4cfe-9d30-bb2ff2436fb4 tempest-ServersTestJSON-1286137368 tempest-ServersTestJSON-1286137368-project] 10.222.0.31 "GET /v2.0/security-groups?id=c691688e-0670-4eea-816d-2b9f26a27f10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3380706 Dec 18 13:28:44.668594 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2294866d-0076-4933-952c-685307032598 None None] Provisioning complete for port 078b625f-41d2-4600-bc6c-2cf6c0b447a8 triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:28:44.669701 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:44.674374 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-c98354a5-f6d6-4564-80d6-0c41f9d7125b tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4533410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4514424'] for subnet, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:44.680655 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c5805f54-9017-48c0-a2a3-d65aadfe0730 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:44.820596 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ac694b6b-48d1-4920-a888-74499afa63e5 req-a8c8b6c5-7b9c-4900-a803-f5be40204138 tempest-ServersTestManualDisk-715244052 tempest-ServersTestManualDisk-715244052-project] Router 7a6bcf96-5688-45cb-aa44-7313670ab94d has already been hosted by L3 agent c9c0cd52-5bd2-4704-9429-d80f1c5ad23c {{(pid=103160) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 18 13:28:44.875939 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f739fd0-b40a-45c9-9b07-18255be9c355 None None] Network 34208ea0-d048-4a09-8be6-ba31be231c43 requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:28:44.893164 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-4b10ea0e-fbb8-4d5d-b887-5c77ac22342c req-46241548-9885-4d54-9b36-8e76d3400a90 tempest-ServersTestManualDisk-715244052 tempest-ServersTestManualDisk-715244052-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e857058-ab1e-4a7d-bcfe-f606e1c084cd HTTP/1.1" status: 200 len: 210 time: 0.1041932 Dec 18 13:28:44.915787 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98354a5-f6d6-4564-80d6-0c41f9d7125b tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Pushing event updated for resources: {'Subnet': ['ID=0b11dfc7-a669-435d-8190-0d6cd0b0bd5c,revision_number=0']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:28:44.948839 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-d7e570de-5162-4db2-a349-1a5c91e01a74 req-ebb4c0be-2077-410d-8b2d-6eea2f44d9d5 tempest-ServersTestJSON-1286137368 tempest-ServersTestJSON-1286137368-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:44.949458 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-d7e570de-5162-4db2-a349-1a5c91e01a74 req-ebb4c0be-2077-410d-8b2d-6eea2f44d9d5 tempest-ServersTestJSON-1286137368 tempest-ServersTestJSON-1286137368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-587004'] for floatingip, after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:44.949554 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.db.l3_db [req-d7e570de-5162-4db2-a349-1a5c91e01a74 req-ebb4c0be-2077-410d-8b2d-6eea2f44d9d5 tempest-ServersTestJSON-1286137368 tempest-ServersTestJSON-1286137368-project] Floating IP eed2e20e-d348-4324-a660-5a9a974edeb7 disassociated. External IP: 172.26.3.129, port: 6f42addb-ace8-4096-be5a-5b238a28eabf. Dec 18 13:28:44.949840 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [req-d7e570de-5162-4db2-a349-1a5c91e01a74 req-ebb4c0be-2077-410d-8b2d-6eea2f44d9d5 tempest-ServersTestJSON-1286137368 tempest-ServersTestJSON-1286137368-project] Calling delete_port for 6f42addb-ace8-4096-be5a-5b238a28eabf owned by compute:nova {{(pid=103159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:28:44.969024 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-c5805f54-9017-48c0-a2a3-d65aadfe0730 None None] For port e55b6e08-1c20-40df-aff9-9918cf68b75f, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=e55b6e08-1c20-40df-aff9-9918cf68b75f,segment=NetworkSegment(ed8226a2-04e6-4c8c-80c3-28915c6817b4),segment_id=ed8226a2-04e6-4c8c-80c3-28915c6817b4)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:28:44.979191 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c98354a5-f6d6-4564-80d6-0c41f9d7125b tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Checking segment: {'id': '819ba65f-2687-4497-8148-97c761254ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '98fbeb88-8146-4522-a08b-f20c0a247899'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 13:28:44.980103 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c98354a5-f6d6-4564-80d6-0c41f9d7125b tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Network hostable DHCP agents. Network: 98fbeb88-8146-4522-a08b-f20c0a247899, hostable agents: ['aa77effa-0e3a-4bbd-a383-4d58ed3328d0'], hosted agents: [] {{(pid=103160) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 18 13:28:45.056621 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c98354a5-f6d6-4564-80d6-0c41f9d7125b tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Network 98fbeb88-8146-4522-a08b-f20c0a247899 is scheduled to be hosted by DHCP agent aa77effa-0e3a-4bbd-a383-4d58ed3328d0 with binding_index 1 {{(pid=103160) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 18 13:28:45.088269 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.base_scheduler [None req-c98354a5-f6d6-4564-80d6-0c41f9d7125b tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-744815-20-hyperv, 98fbeb88-8146-4522-a08b-f20c0a247899) {{(pid=103160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:28:45.088497 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c5805f54-9017-48c0-a2a3-d65aadfe0730 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:45.095283 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c98354a5-f6d6-4564-80d6-0c41f9d7125b tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:28:45.098260 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-c98354a5-f6d6-4564-80d6-0c41f9d7125b tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks [] for subnet, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:45.130129 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ac694b6b-48d1-4920-a888-74499afa63e5 req-a8c8b6c5-7b9c-4900-a803-f5be40204138 tempest-ServersTestManualDisk-715244052 tempest-ServersTestManualDisk-715244052-project] Notify agent at l3_agent.dv-neutron-744815-20-hyperv the message routers_updated {{(pid=103160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 13:28:45.148472 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3c5024c-d3cd-4843-b272-182cbdd521be None None] Sync routers for ids ['7a6bcf96-5688-45cb-aa44-7313670ab94d'] in dv-neutron-744815-20-hyperv {{(pid=103162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 13:28:45.156605 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-c98354a5-f6d6-4564-80d6-0c41f9d7125b tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8595805 Dec 18 13:28:45.169294 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c5024c-d3cd-4843-b272-182cbdd521be None None] Routers {'7a6bcf96-5688-45cb-aa44-7313670ab94d'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:28:45.170104 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-b3c5024c-d3cd-4843-b272-182cbdd521be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:28:27Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['7a6bcf96-5688-45cb-aa44-7313670ab94d'], 'active': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:28:45.184003 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b12e93f2-eb10-4860-b75c-abedf9eae52d None None] Network 98fbeb88-8146-4522-a08b-f20c0a247899 requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:28:45.191971 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 51980) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:28:45.209121 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-e91ff9ae-c4a8-47d0-a3f5-d5c4a0cb9d2b tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-2086929309', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:28:45.261984 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac694b6b-48d1-4920-a888-74499afa63e5 req-a8c8b6c5-7b9c-4900-a803-f5be40204138 tempest-ServersTestManualDisk-715244052 tempest-ServersTestManualDisk-715244052-project] No DVR routers for this DVR port bf4acb97-187d-4fa5-8e48-3a49ef3a3161 on host hv-neutron-7448 {{(pid=103160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 18 13:28:45.273696 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [req-ac694b6b-48d1-4920-a888-74499afa63e5 req-a8c8b6c5-7b9c-4900-a803-f5be40204138 tempest-ServersTestManualDisk-715244052 tempest-ServersTestManualDisk-715244052-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:45.277258 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-ac694b6b-48d1-4920-a888-74499afa63e5 req-a8c8b6c5-7b9c-4900-a803-f5be40204138 tempest-ServersTestManualDisk-715244052 tempest-ServersTestManualDisk-715244052-project] 10.222.0.43 "DELETE /v2.0/ports/bf4acb97-187d-4fa5-8e48-3a49ef3a3161 HTTP/1.1" status: 204 len: 173 time: 3.2065673 Dec 18 13:28:45.283953 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e857058-ab1e-4a7d-bcfe-f606e1c084cd', 'name': 'network-vif-deleted', 'tag': 'bf4acb97-187d-4fa5-8e48-3a49ef3a3161'}] {{(pid=103160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 18 13:28:45.289023 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd59ab3361532ca86f78e2d2eaf298e4a05479417bf909969c39d1b423591824" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e35debd-55cb-4771-ae60-191de1dc43c5" -d '{"events": [{"server_uuid": "6e857058-ab1e-4a7d-bcfe-f606e1c084cd", "name": "network-vif-deleted", "tag": "bf4acb97-187d-4fa5-8e48-3a49ef3a3161"}]}' {{(pid=103160) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 18 13:28:45.294685 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50f09fd4-998b-4d42-9256-08e93f92a02e tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Network 34208ea0-d048-4a09-8be6-ba31be231c43 is already hosted by enough agents. {{(pid=103159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:28:45.297020 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-fde7b87c-2971-40cc-846e-1d5b9a0a67fc tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:45.307458 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f09fd4-998b-4d42-9256-08e93f92a02e tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Pushing event updated for resources: {'Port': ['ID=f8be51b3-3c61-4a0b-a279-3df9fba4ee9f,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:28:45.312783 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.base_scheduler [None req-50f09fd4-998b-4d42-9256-08e93f92a02e tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Resources bound (agent type, host, resource id): {{(pid=103159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:28:45.327631 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-d7e570de-5162-4db2-a349-1a5c91e01a74 req-ebb4c0be-2077-410d-8b2d-6eea2f44d9d5 tempest-ServersTestJSON-1286137368 tempest-ServersTestJSON-1286137368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:45.348073 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-e91ff9ae-c4a8-47d0-a3f5-d5c4a0cb9d2b tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28433'] for router, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:45.349550 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-e91ff9ae-c4a8-47d0-a3f5-d5c4a0cb9d2b tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-589769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28440'] for router, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:45.429364 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50f09fd4-998b-4d42-9256-08e93f92a02e tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Received port after_create {{(pid=103159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:28:45.434758 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvr_db [None req-b3c5024c-d3cd-4843-b272-182cbdd521be None None] Set router 7a6bcf96-5688-45cb-aa44-7313670ab94d gateway port host: dv-neutron-744815-20-hyperv {{(pid=103162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 13:28:45.434993 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5805f54-9017-48c0-a2a3-d65aadfe0730 None None] Pushing event updated for resources: {'Port': ['ID=e55b6e08-1c20-40df-aff9-9918cf68b75f,revision_number=5']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:28:45.437302 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50f09fd4-998b-4d42-9256-08e93f92a02e tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:28:45.438128 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-50f09fd4-998b-4d42-9256-08e93f92a02e tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:45.453097 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde7b87c-2971-40cc-846e-1d5b9a0a67fc tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Pushing event deleted for resources: {'Port': ['ID=46fda198-fa5e-4da3-bdb7-8ced3622c399,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:28:45.455936 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-e4c0ef16-6fa1-4b47-8edb-4f89e4c98a63 tempest-AllowedAddressPairIpV6TestJSON-1208968648 tempest-AllowedAddressPairIpV6TestJSON-1208968648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5659786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6017062'] for subnet, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:45.515829 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-e91ff9ae-c4a8-47d0-a3f5-d5c4a0cb9d2b tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:45.518317 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 13:28:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16a5e1c9-cc7e-4687-b35c-2042598bdf9a x-openstack-request-id: req-16a5e1c9-cc7e-4687-b35c-2042598bdf9a {{(pid=103160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 18 13:28:45.519296 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e857058-ab1e-4a7d-bcfe-f606e1c084cd", "name": "network-vif-deleted", "tag": "bf4acb97-187d-4fa5-8e48-3a49ef3a3161", "status": "completed", "code": 200}]} {{(pid=103160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 18 13:28:45.520296 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-16a5e1c9-cc7e-4687-b35c-2042598bdf9a {{(pid=103160) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 18 13:28:45.521052 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e857058-ab1e-4a7d-bcfe-f606e1c084cd', 'name': 'network-vif-deleted', 'tag': 'bf4acb97-187d-4fa5-8e48-3a49ef3a3161', 'status': 'completed', 'code': 200} Dec 18 13:28:45.527753 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-e91ff9ae-c4a8-47d0-a3f5-d5c4a0cb9d2b tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-589760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-586526'] for router, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:45.553501 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-e91ff9ae-c4a8-47d0-a3f5-d5c4a0cb9d2b tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks [] for router, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:45.555351 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-e91ff9ae-c4a8-47d0-a3f5-d5c4a0cb9d2b tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.3567162 Dec 18 13:28:45.558046 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 51988) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:28:45.565036 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-05a7d6dc-4cb8-49c4-803a-b7db1d9372f2 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Request body: {'port': {'network_id': '98fbeb88-8146-4522-a08b-f20c0a247899', 'name': 'tempest-PortsTestJSON-1197303671'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:28:45.589479 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Device 6f42addb-ace8-4096-be5a-5b238a28eabf no longer exists at agent hyperv_hv-neutron-7448 {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 18 13:28:45.696265 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:45.781220 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-c57ae52a-67d5-4313-868b-995746a5433b None None] Provisioning complete for port 078b625f-41d2-4600-bc6c-2cf6c0b447a8 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:28:45.781832 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c57ae52a-67d5-4313-868b-995746a5433b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:45.795331 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-50f09fd4-998b-4d42-9256-08e93f92a02e tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 6.1898918 Dec 18 13:28:45.795331 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-fde7b87c-2971-40cc-846e-1d5b9a0a67fc tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1048020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-576035'] for router_interface, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:45.795915 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 51996) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:28:45.802180 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c0ef16-6fa1-4b47-8edb-4f89e4c98a63 tempest-AllowedAddressPairIpV6TestJSON-1208968648 tempest-AllowedAddressPairIpV6TestJSON-1208968648-project] Pushing event updated for resources: {'Subnet': ['ID=798ef680-733b-4c96-8cac-aa7caa641561,revision_number=0']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:28:45.866952 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] No Port match for: 6f42addb-ace8-4096-be5a-5b238a28eabf {{(pid=103161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 18 13:28:45.871237 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Device 6f42addb-ace8-4096-be5a-5b238a28eabf not bound to the agent host hv-neutron-7448 {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 18 13:28:45.871685 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Device bf4acb97-187d-4fa5-8e48-3a49ef3a3161 no longer exists at agent hyperv_hv-neutron-7448 {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 18 13:28:45.877478 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-65377863-1ead-459d-a462-78ab3154d7ce req-cda02eb4-5246-4858-b2a4-1a7dae214b71 tempest-ServersTestJSON-1286137368 tempest-ServersTestJSON-1286137368-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f044516-7cff-4ae8-8c47-ba1da8c37907 HTTP/1.1" status: 200 len: 210 time: 0.0906830 Dec 18 13:28:45.883055 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-cb679ee8-7850-4fef-82e8-775aa285dc24 req-8f4c16dd-ae82-4c14-9e4f-9ab372e5338a tempest-ServerActionsTestJSON-1545132800 tempest-ServerActionsTestJSON-1545132800-project] 10.222.0.31 "GET /v2.0/security-groups?id=04da0920-3f32-48b1-bc5b-099cf6dd1551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 2.3450708 Dec 18 13:28:45.945328 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05a7d6dc-4cb8-49c4-803a-b7db1d9372f2 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Made reservation on behalf of dde8326b44a64ab5a12bbfefe7e7aced for: {'port': 1} {{(pid=103160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:28:45.949055 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-05a7d6dc-4cb8-49c4-803a-b7db1d9372f2 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:45.968809 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb4c0be-2077-410d-8b2d-6eea2f44d9d5 tempest-ServersTestJSON-1286137368 tempest-ServersTestJSON-1286137368-project] Pushing event deleted for resources: {'Port': ['ID=6f42addb-ace8-4096-be5a-5b238a28eabf,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:28:45.978231 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4c0ef16-6fa1-4b47-8edb-4f89e4c98a63 tempest-AllowedAddressPairIpV6TestJSON-1208968648 tempest-AllowedAddressPairIpV6TestJSON-1208968648-project] Checking segment: {'id': '57e4bd7b-33fb-42a0-967d-65ff283f08bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '95447ff4-73c3-4297-a351-416b4acfb01e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 13:28:45.978597 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4c0ef16-6fa1-4b47-8edb-4f89e4c98a63 tempest-AllowedAddressPairIpV6TestJSON-1208968648 tempest-AllowedAddressPairIpV6TestJSON-1208968648-project] Network hostable DHCP agents. Network: 95447ff4-73c3-4297-a351-416b4acfb01e, hostable agents: ['aa77effa-0e3a-4bbd-a383-4d58ed3328d0'], hosted agents: [] {{(pid=103159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 18 13:28:45.982908 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-2294866d-0076-4933-952c-685307032598 None None] For port 078b625f-41d2-4600-bc6c-2cf6c0b447a8, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=078b625f-41d2-4600-bc6c-2cf6c0b447a8,segment=NetworkSegment(29c34e06-91bf-4570-9e96-7ffacde63783),segment_id=29c34e06-91bf-4570-9e96-7ffacde63783)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:28:45.984607 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-b3c5024c-d3cd-4843-b272-182cbdd521be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a6bcf96-5688-45cb-aa44-7313670ab94d', 'name': 'tempest-ServersTestManualDisk-471722443-router', 'tenant_id': '3c839ee0d3a64d8ba03ff7c8e7493dcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.156'}], 'enable_snat': True}, 'gw_port_id': 'eda923d2-1f85-4c40-a7d7-f51808960185', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:26:08Z', 'updated_at': '2021-12-18T13:26:17Z', 'revision_number': 4, 'project_id': '3c839ee0d3a64d8ba03ff7c8e7493dcd', 'gw_port': {'id': 'eda923d2-1f85-4c40-a7d7-f51808960185', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:d9:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a6bcf96-5688-45cb-aa44-7313670ab94d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:26:10Z', 'updated_at': '2021-12-18T13:26:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv', '_interfaces': [{'id': 'c5f0bb91-55c3-4f61-9cd9-f9c57b1da6e0', 'name': '', 'network_id': '54539a24-3149-4df7-83e3-55189e7814ad', 'tenant_id': '3c839ee0d3a64d8ba03ff7c8e7493dcd', 'mac_address': 'fa:16:3e:2f:3a:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a6bcf96-5688-45cb-aa44-7313670ab94d', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '7eb73a90-08ad-41ee-8b91-9561421ba1b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:26:16Z', 'updated_at': '2021-12-18T13:26:26Z', 'revision_number': 5, 'project_id': '3c839ee0d3a64d8ba03ff7c8e7493dcd', 'subnets': [{'id': '7eb73a90-08ad-41ee-8b91-9561421ba1b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:28:46.009968 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] No Port match for: bf4acb97-187d-4fa5-8e48-3a49ef3a3161 {{(pid=103161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 18 13:28:46.010488 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Device bf4acb97-187d-4fa5-8e48-3a49ef3a3161 not bound to the agent host hv-neutron-7448 {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 18 13:28:46.049818 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:46.057502 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.notifiers.nova [None req-05a7d6dc-4cb8-49c4-803a-b7db1d9372f2 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] device_id is not set on port 623dd72b-11bd-4a89-ae5f-e114b88bdb62 yet. {{(pid=103160) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 18 13:28:46.181917 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3c5024c-d3cd-4843-b272-182cbdd521be None None] Checking router: 7a6bcf96-5688-45cb-aa44-7313670ab94d for host: dv-neutron-744815-20-hyperv {{(pid=103162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 18 13:28:46.208930 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c5024c-d3cd-4843-b272-182cbdd521be None None] Routers {'7a6bcf96-5688-45cb-aa44-7313670ab94d'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:28:46.211059 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-b3c5024c-d3cd-4843-b272-182cbdd521be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:28:27Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['7a6bcf96-5688-45cb-aa44-7313670ab94d'], 'active': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:28:46.261317 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d7e570de-5162-4db2-a349-1a5c91e01a74 req-ebb4c0be-2077-410d-8b2d-6eea2f44d9d5 tempest-ServersTestJSON-1286137368 tempest-ServersTestJSON-1286137368-project] Router 3f3b1949-cd71-497e-8581-eed311bb4151 has already been hosted by L3 agent c9c0cd52-5bd2-4704-9429-d80f1c5ad23c {{(pid=103159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 18 13:28:46.270249 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4c0ef16-6fa1-4b47-8edb-4f89e4c98a63 tempest-AllowedAddressPairIpV6TestJSON-1208968648 tempest-AllowedAddressPairIpV6TestJSON-1208968648-project] Network 95447ff4-73c3-4297-a351-416b4acfb01e is scheduled to be hosted by DHCP agent aa77effa-0e3a-4bbd-a383-4d58ed3328d0 with binding_index 1 {{(pid=103159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 18 13:28:46.333721 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-999e4c5c-1a8a-4a95-b684-2335db08e4cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp31e170a0-46a1-5ba9-9dc1-7ee4f866f0d7-98fbeb88-8146-4522-a08b-f20c0a247899', 'network_id': '98fbeb88-8146-4522-a08b-f20c0a247899', 'project_id': 'dde8326b44a64ab5a12bbfefe7e7aced', 'fixed_ips': [{'subnet_id': '0b11dfc7-a669-435d-8190-0d6cd0b0bd5c'}]}} from dv-neutron-744815-20-hyperv. {{(pid=103161) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 18 13:28:46.335044 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-999e4c5c-1a8a-4a95-b684-2335db08e4cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:46.368084 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-d559bf2f-62c1-42b3-9d10-630e3108cacf req-6ff2ed2c-b40f-4942-b0ad-beccf0903c69 tempest-ServersTestManualDisk-715244052 tempest-ServersTestManualDisk-715244052-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e857058-ab1e-4a7d-bcfe-f606e1c084cd HTTP/1.1" status: 200 len: 210 time: 0.1302662 Dec 18 13:28:46.375881 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.base_scheduler [None req-e4c0ef16-6fa1-4b47-8edb-4f89e4c98a63 tempest-AllowedAddressPairIpV6TestJSON-1208968648 tempest-AllowedAddressPairIpV6TestJSON-1208968648-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-744815-20-hyperv, 95447ff4-73c3-4297-a351-416b4acfb01e) {{(pid=103159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:28:46.445330 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device e55b6e08-1c20-40df-aff9-9918cf68b75f up at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 13:28:46.463590 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-8d96f94f-f05d-43c2-a4dc-ccce89905e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31d11c6f-d9c6-4b3f-855a-63a347e212d9', 'name': 'tempest-TestVolumeBootPattern-1052120769-router', 'tenant_id': '77851fe6b06d4772aef23551184d89ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.253'}], 'enable_snat': True}, 'gw_port_id': '5da4ac09-a295-4a49-a26e-7b1f68484078', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:28:25Z', 'updated_at': '2021-12-18T13:28:32Z', 'revision_number': 4, 'project_id': '77851fe6b06d4772aef23551184d89ff', 'gw_port': {'id': '5da4ac09-a295-4a49-a26e-7b1f68484078', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:1f:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31d11c6f-d9c6-4b3f-855a-63a347e212d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:28:26Z', 'updated_at': '2021-12-18T13:28:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv', '_interfaces': [{'id': 'e55b6e08-1c20-40df-aff9-9918cf68b75f', 'name': '', 'network_id': '0698e51b-febb-4771-a684-eb503e9e2f4f', 'tenant_id': '77851fe6b06d4772aef23551184d89ff', 'mac_address': 'fa:16:3e:af:84:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31d11c6f-d9c6-4b3f-855a-63a347e212d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '5fac137f-442f-4731-a0ac-73f3a1231695', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:28:30Z', 'updated_at': '2021-12-18T13:28:43Z', 'revision_number': 4, 'project_id': '77851fe6b06d4772aef23551184d89ff', 'subnets': [{'id': '5fac137f-442f-4731-a0ac-73f3a1231695', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:28:46.526847 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Pushing event updated for resources: {'Port': ['ID=078b625f-41d2-4600-bc6c-2cf6c0b447a8,revision_number=3']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:28:46.587377 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvr_db [None req-b3c5024c-d3cd-4843-b272-182cbdd521be None None] Set router 7a6bcf96-5688-45cb-aa44-7313670ab94d gateway port host: dv-neutron-744815-20-hyperv {{(pid=103162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 13:28:46.603014 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.db_base_plugin_common [None req-05a7d6dc-4cb8-49c4-803a-b7db1d9372f2 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Allocated IP 172.20.0.5 (98fbeb88-8146-4522-a08b-f20c0a247899/0b11dfc7-a669-435d-8190-0d6cd0b0bd5c/623dd72b-11bd-4a89-ae5f-e114b88bdb62) {{(pid=103160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:28:46.623094 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4c0ef16-6fa1-4b47-8edb-4f89e4c98a63 tempest-AllowedAddressPairIpV6TestJSON-1208968648 tempest-AllowedAddressPairIpV6TestJSON-1208968648-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:28:46.635459 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-e4c0ef16-6fa1-4b47-8edb-4f89e4c98a63 tempest-AllowedAddressPairIpV6TestJSON-1208968648 tempest-AllowedAddressPairIpV6TestJSON-1208968648-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047995'] for subnet, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:46.911074 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fde7b87c-2971-40cc-846e-1d5b9a0a67fc tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Router 9d608415-4226-4db3-9c6a-5e4b35591992 has already been hosted by L3 agent c9c0cd52-5bd2-4704-9429-d80f1c5ad23c {{(pid=103159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 18 13:28:46.925094 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-e4c0ef16-6fa1-4b47-8edb-4f89e4c98a63 tempest-AllowedAddressPairIpV6TestJSON-1208968648 tempest-AllowedAddressPairIpV6TestJSON-1208968648-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.9586735 Dec 18 13:28:46.931808 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d7e570de-5162-4db2-a349-1a5c91e01a74 req-ebb4c0be-2077-410d-8b2d-6eea2f44d9d5 tempest-ServersTestJSON-1286137368 tempest-ServersTestJSON-1286137368-project] Notify agent at l3_agent.dv-neutron-744815-20-hyperv the message routers_updated {{(pid=103159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 13:28:46.936637 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 52038) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:28:46.971253 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-f6f3a343-b895-44cc-94f0-15c023803913 tempest-AllowedAddressPairIpV6TestJSON-1208968648 tempest-AllowedAddressPairIpV6TestJSON-1208968648-project] Request body: {'port': {'network_id': '95447ff4-73c3-4297-a351-416b4acfb01e', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1676180514'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:28:46.991422 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9c29534-75c1-4506-91a8-8a1102ce9c00 None None] Network 95447ff4-73c3-4297-a351-416b4acfb01e requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:28:47.023266 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-581280bb-d050-4180-a0e2-8e37306fe626 None None] Sync routers for ids ['3f3b1949-cd71-497e-8581-eed311bb4151'] in dv-neutron-744815-20-hyperv {{(pid=103161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 13:28:47.025727 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-9688df44-f1f1-443a-9e5d-eca80fba0a04 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Deleting port f8be51b3-3c61-4a0b-a279-3df9fba4ee9f {{(pid=103159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:28:47.026268 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-9688df44-f1f1-443a-9e5d-eca80fba0a04 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:47.045432 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-b3c5024c-d3cd-4843-b272-182cbdd521be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a6bcf96-5688-45cb-aa44-7313670ab94d', 'name': 'tempest-ServersTestManualDisk-471722443-router', 'tenant_id': '3c839ee0d3a64d8ba03ff7c8e7493dcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.156'}], 'enable_snat': True}, 'gw_port_id': 'eda923d2-1f85-4c40-a7d7-f51808960185', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:26:08Z', 'updated_at': '2021-12-18T13:26:17Z', 'revision_number': 4, 'project_id': '3c839ee0d3a64d8ba03ff7c8e7493dcd', 'gw_port': {'id': 'eda923d2-1f85-4c40-a7d7-f51808960185', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:d9:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a6bcf96-5688-45cb-aa44-7313670ab94d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:26:10Z', 'updated_at': '2021-12-18T13:26:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv', '_interfaces': [{'id': 'c5f0bb91-55c3-4f61-9cd9-f9c57b1da6e0', 'name': '', 'network_id': '54539a24-3149-4df7-83e3-55189e7814ad', 'tenant_id': '3c839ee0d3a64d8ba03ff7c8e7493dcd', 'mac_address': 'fa:16:3e:2f:3a:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a6bcf96-5688-45cb-aa44-7313670ab94d', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '7eb73a90-08ad-41ee-8b91-9561421ba1b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:26:16Z', 'updated_at': '2021-12-18T13:26:26Z', 'revision_number': 5, 'project_id': '3c839ee0d3a64d8ba03ff7c8e7493dcd', 'subnets': [{'id': '7eb73a90-08ad-41ee-8b91-9561421ba1b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:28:47.046952 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d96f94f-f05d-43c2-a4dc-ccce89905e0f None None] The sync data for ids ['31d11c6f-d9c6-4b3f-855a-63a347e212d9'] in dv-neutron-744815-20-hyperv is: [{'id': '31d11c6f-d9c6-4b3f-855a-63a347e212d9', 'name': 'tempest-TestVolumeBootPattern-1052120769-router', 'tenant_id': '77851fe6b06d4772aef23551184d89ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.253'}], 'enable_snat': True}, 'gw_port_id': '5da4ac09-a295-4a49-a26e-7b1f68484078', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:28:25Z', 'updated_at': '2021-12-18T13:28:32Z', 'revision_number': 4, 'project_id': '77851fe6b06d4772aef23551184d89ff', 'gw_port': {'id': '5da4ac09-a295-4a49-a26e-7b1f68484078', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:1f:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31d11c6f-d9c6-4b3f-855a-63a347e212d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:28:26Z', 'updated_at': '2021-12-18T13:28:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv', '_interfaces': [{'id': 'e55b6e08-1c20-40df-aff9-9918cf68b75f', 'name': '', 'network_id': '0698e51b-febb-4771-a684-eb503e9e2f4f', 'tenant_id': '77851fe6b06d4772aef23551184d89ff', 'mac_address': 'fa:16:3e:af:84:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31d11c6f-d9c6-4b3f-855a-63a347e212d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '5fac137f-442f-4731-a0ac-73f3a1231695', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:28:30Z', 'updated_at': '2021-12-18T13:28:43Z', 'revision_number': 4, 'project_id': '77851fe6b06d4772aef23551184d89ff', 'subnets': [{'id': '5fac137f-442f-4731-a0ac-73f3a1231695', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 13:28:47.137834 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3c5024c-d3cd-4843-b272-182cbdd521be None None] The sync data for ids ['7a6bcf96-5688-45cb-aa44-7313670ab94d'] in dv-neutron-744815-20-hyperv is: [{'id': '7a6bcf96-5688-45cb-aa44-7313670ab94d', 'name': 'tempest-ServersTestManualDisk-471722443-router', 'tenant_id': '3c839ee0d3a64d8ba03ff7c8e7493dcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.156'}], 'enable_snat': True}, 'gw_port_id': 'eda923d2-1f85-4c40-a7d7-f51808960185', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:26:08Z', 'updated_at': '2021-12-18T13:26:17Z', 'revision_number': 4, 'project_id': '3c839ee0d3a64d8ba03ff7c8e7493dcd', 'gw_port': {'id': 'eda923d2-1f85-4c40-a7d7-f51808960185', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:d9:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a6bcf96-5688-45cb-aa44-7313670ab94d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:26:10Z', 'updated_at': '2021-12-18T13:26:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv', '_interfaces': [{'id': 'c5f0bb91-55c3-4f61-9cd9-f9c57b1da6e0', 'name': '', 'network_id': '54539a24-3149-4df7-83e3-55189e7814ad', 'tenant_id': '3c839ee0d3a64d8ba03ff7c8e7493dcd', 'mac_address': 'fa:16:3e:2f:3a:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a6bcf96-5688-45cb-aa44-7313670ab94d', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '7eb73a90-08ad-41ee-8b91-9561421ba1b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:26:16Z', 'updated_at': '2021-12-18T13:26:26Z', 'revision_number': 5, 'project_id': '3c839ee0d3a64d8ba03ff7c8e7493dcd', 'subnets': [{'id': '7eb73a90-08ad-41ee-8b91-9561421ba1b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 13:28:47.221212 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-37ec7e72-c8f0-4646-945d-432a9350f50c req-9708c649-e227-48c6-9b00-0865a57d7fd3 tempest-ServersTestJSON-1286137368 tempest-ServersTestJSON-1286137368-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f044516-7cff-4ae8-8c47-ba1da8c37907 HTTP/1.1" status: 200 len: 210 time: 0.0308521 Dec 18 13:28:47.238759 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-9688df44-f1f1-443a-9e5d-eca80fba0a04 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:47.241711 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7e570de-5162-4db2-a349-1a5c91e01a74 req-ebb4c0be-2077-410d-8b2d-6eea2f44d9d5 tempest-ServersTestJSON-1286137368 tempest-ServersTestJSON-1286137368-project] No DVR routers for this DVR port 6f42addb-ace8-4096-be5a-5b238a28eabf on host hv-neutron-7448 {{(pid=103159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 18 13:28:47.250352 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-d7e570de-5162-4db2-a349-1a5c91e01a74 req-ebb4c0be-2077-410d-8b2d-6eea2f44d9d5 tempest-ServersTestJSON-1286137368 tempest-ServersTestJSON-1286137368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:47.253874 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-d7e570de-5162-4db2-a349-1a5c91e01a74 req-ebb4c0be-2077-410d-8b2d-6eea2f44d9d5 tempest-ServersTestJSON-1286137368 tempest-ServersTestJSON-1286137368-project] 10.222.0.43 "DELETE /v2.0/ports/6f42addb-ace8-4096-be5a-5b238a28eabf HTTP/1.1" status: 204 len: 173 time: 4.6758060 Dec 18 13:28:47.298653 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f044516-7cff-4ae8-8c47-ba1da8c37907', 'name': 'network-vif-deleted', 'tag': '6f42addb-ace8-4096-be5a-5b238a28eabf'}] {{(pid=103159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 18 13:28:47.308574 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca844cf115d59c1fab86abc202fb4c13735de0d7e4cbbbb25eec9406e9c87431" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-befbf3a4-7a22-4fd2-91ee-c7e56b08c859" -d '{"events": [{"server_uuid": "9f044516-7cff-4ae8-8c47-ba1da8c37907", "name": "network-vif-deleted", "tag": "6f42addb-ace8-4096-be5a-5b238a28eabf"}]}' {{(pid=103159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 18 13:28:47.324419 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-05a7d6dc-4cb8-49c4-803a-b7db1d9372f2 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks [] for port, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:47.331365 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-9688df44-f1f1-443a-9e5d-eca80fba0a04 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Calling delete_port for f8be51b3-3c61-4a0b-a279-3df9fba4ee9f owned by {{(pid=103159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:28:47.391270 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-581280bb-d050-4180-a0e2-8e37306fe626 None None] Routers {'3f3b1949-cd71-497e-8581-eed311bb4151'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:28:47.391270 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-581280bb-d050-4180-a0e2-8e37306fe626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:28:27Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['3f3b1949-cd71-497e-8581-eed311bb4151'], 'active': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:28:47.476902 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-05a7d6dc-4cb8-49c4-803a-b7db1d9372f2 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4533522'] for port, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:47.506456 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 13:28:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c0e12e4-bb8d-48b8-952a-cf44fc017f6a x-openstack-request-id: req-5c0e12e4-bb8d-48b8-952a-cf44fc017f6a {{(pid=103159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 18 13:28:47.506751 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f044516-7cff-4ae8-8c47-ba1da8c37907", "name": "network-vif-deleted", "tag": "6f42addb-ace8-4096-be5a-5b238a28eabf", "status": "completed", "code": 200}]} {{(pid=103159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 18 13:28:47.523231 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5c0e12e4-bb8d-48b8-952a-cf44fc017f6a {{(pid=103159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 18 13:28:47.523925 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f044516-7cff-4ae8-8c47-ba1da8c37907', 'name': 'network-vif-deleted', 'tag': '6f42addb-ace8-4096-be5a-5b238a28eabf', 'status': 'completed', 'code': 200} Dec 18 13:28:47.618889 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee08deae-dd95-4e15-9493-9c5d67e8207d req-d32161de-6f74-4a6d-8fa4-7f9826028caa tempest-ServerActionsTestJSON-1545132800 tempest-ServerActionsTestJSON-1545132800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:28:47.626789 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-ee08deae-dd95-4e15-9493-9c5d67e8207d req-d32161de-6f74-4a6d-8fa4-7f9826028caa tempest-ServerActionsTestJSON-1545132800 tempest-ServerActionsTestJSON-1545132800-project] 10.222.0.31 "GET /v2.0/ports?device_id=f75e1b43-b628-4577-9f75-0cf3a56e1582 HTTP/1.1" status: 200 len: 945 time: 0.5821347 Dec 18 13:28:47.668107 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fde7b87c-2971-40cc-846e-1d5b9a0a67fc tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Notify agent at l3_agent.dv-neutron-744815-20-hyperv the message routers_updated {{(pid=103159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 13:28:47.669783 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 52048) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:28:47.680028 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06fefd86-cc0d-4c51-8d4e-16ff4fd13db0 None None] Sync routers for ids ['9d608415-4226-4db3-9c6a-5e4b35591992'] in dv-neutron-744815-20-hyperv {{(pid=103162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 13:28:47.686751 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-fde7b87c-2971-40cc-846e-1d5b9a0a67fc tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] 10.222.0.31 "PUT /v2.0/routers/9d608415-4226-4db3-9c6a-5e4b35591992/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2257621 Dec 18 13:28:47.695675 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 52050) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:28:47.707792 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06fefd86-cc0d-4c51-8d4e-16ff4fd13db0 None None] Routers {'9d608415-4226-4db3-9c6a-5e4b35591992'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:28:47.711982 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-06fefd86-cc0d-4c51-8d4e-16ff4fd13db0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:28:27Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['9d608415-4226-4db3-9c6a-5e4b35591992'], 'active': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:28:47.816079 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-939e4bfd-6863-4d72-b422-4192439a0b73 None None] New status for floating IP 6e589c24-1467-4e63-a1c5-f0c8128b6ae8: DOWN {{(pid=103161) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 18 13:28:47.832087 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b01b9b26-590f-4342-9a42-c12fdab10d8f tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:28:47.834507 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b01b9b26-590f-4342-9a42-c12fdab10d8f tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:28:47.836211 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-b01b9b26-590f-4342-9a42-c12fdab10d8f tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1369338 Dec 18 13:28:47.846234 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 52052) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:28:48.010795 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.db_base_plugin_v2 [None req-54f0d029-331b-4bf5-925a-a07341e982b1 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Deleting subnet 7e54a08d-9f2d-41c8-9b30-b74746aeed80 {{(pid=103159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 18 13:28:48.049821 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-54f0d029-331b-4bf5-925a-a07341e982b1 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks [] for subnet, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:48.058485 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvr_db [None req-06fefd86-cc0d-4c51-8d4e-16ff4fd13db0 None None] Set router 9d608415-4226-4db3-9c6a-5e4b35591992 gateway port host: None {{(pid=103162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 13:28:48.111460 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-c57ae52a-67d5-4313-868b-995746a5433b None None] Provisioning complete for port e55b6e08-1c20-40df-aff9-9918cf68b75f triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:28:48.112080 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c57ae52a-67d5-4313-868b-995746a5433b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:48.130842 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-06fefd86-cc0d-4c51-8d4e-16ff4fd13db0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d608415-4226-4db3-9c6a-5e4b35591992', 'name': 'tempest-NetworksTestDHCPv6-router-1816926914', 'tenant_id': '606a569495c64210af9cc9fb7e76dd52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:28:31Z', 'updated_at': '2021-12-18T13:28:43Z', 'revision_number': 3, 'project_id': '606a569495c64210af9cc9fb7e76dd52', 'gw_port_host': None}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:28:48.183112 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06fefd86-cc0d-4c51-8d4e-16ff4fd13db0 None None] Checking router: 9d608415-4226-4db3-9c6a-5e4b35591992 for host: dv-neutron-744815-20-hyperv {{(pid=103162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 18 13:28:48.196069 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06fefd86-cc0d-4c51-8d4e-16ff4fd13db0 None None] Routers {'9d608415-4226-4db3-9c6a-5e4b35591992'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:28:48.197055 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-06fefd86-cc0d-4c51-8d4e-16ff4fd13db0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:28:27Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['9d608415-4226-4db3-9c6a-5e4b35591992'], 'active': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:28:48.265454 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3071a3f-0781-4d11-9442-da3e96bd755a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp31e170a0-46a1-5ba9-9dc1-7ee4f866f0d7-95447ff4-73c3-4297-a351-416b4acfb01e', 'network_id': '95447ff4-73c3-4297-a351-416b4acfb01e', 'project_id': 'b163dd1b683849128f8cd011d43ac96a', 'fixed_ips': [{'subnet_id': '798ef680-733b-4c96-8cac-aa7caa641561'}]}} from dv-neutron-744815-20-hyperv. {{(pid=103161) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 18 13:28:48.266338 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f3071a3f-0781-4d11-9442-da3e96bd755a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:48.336946 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvr_db [None req-06fefd86-cc0d-4c51-8d4e-16ff4fd13db0 None None] Set router 9d608415-4226-4db3-9c6a-5e4b35591992 gateway port host: None {{(pid=103162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 13:28:48.390756 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05a7d6dc-4cb8-49c4-803a-b7db1d9372f2 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Network 98fbeb88-8146-4522-a08b-f20c0a247899 is already hosted by enough agents. {{(pid=103160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:28:48.400137 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2294866d-0076-4933-952c-685307032598 None None] Provisioning complete for port e55b6e08-1c20-40df-aff9-9918cf68b75f triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:28:48.401823 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:48.404951 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.base_scheduler [None req-05a7d6dc-4cb8-49c4-803a-b7db1d9372f2 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Resources bound (agent type, host, resource id): {{(pid=103160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:28:48.421445 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05a7d6dc-4cb8-49c4-803a-b7db1d9372f2 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Received port after_create {{(pid=103160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:28:48.432911 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 52058) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:28:48.460287 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-e27bb6a8-b06e-4b71-b5b4-78dca209d312 tempest-ServersTestManualDisk-715244052 tempest-ServersTestManualDisk-715244052-project] Publish callbacks [] for security_group, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:48.477609 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-54f0d029-331b-4bf5-925a-a07341e982b1 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5589624'] for subnet, precommit_delete_associations {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:48.496621 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-06fefd86-cc0d-4c51-8d4e-16ff4fd13db0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d608415-4226-4db3-9c6a-5e4b35591992', 'name': 'tempest-NetworksTestDHCPv6-router-1816926914', 'tenant_id': '606a569495c64210af9cc9fb7e76dd52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:28:31Z', 'updated_at': '2021-12-18T13:28:43Z', 'revision_number': 3, 'project_id': '606a569495c64210af9cc9fb7e76dd52', 'gw_port_host': None}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:28:48.562583 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-9688df44-f1f1-443a-9e5d-eca80fba0a04 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:48.565404 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06fefd86-cc0d-4c51-8d4e-16ff4fd13db0 None None] The sync data for ids ['9d608415-4226-4db3-9c6a-5e4b35591992'] in dv-neutron-744815-20-hyperv is: [{'id': '9d608415-4226-4db3-9c6a-5e4b35591992', 'name': 'tempest-NetworksTestDHCPv6-router-1816926914', 'tenant_id': '606a569495c64210af9cc9fb7e76dd52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:28:31Z', 'updated_at': '2021-12-18T13:28:43Z', 'revision_number': 3, 'project_id': '606a569495c64210af9cc9fb7e76dd52', 'gw_port_host': None}] {{(pid=103162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 13:28:48.576953 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a7d6dc-4cb8-49c4-803a-b7db1d9372f2 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Pushing event updated for resources: {'Port': ['ID=623dd72b-11bd-4a89-ae5f-e114b88bdb62,revision_number=1']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:28:48.638288 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_common [None req-999e4c5c-1a8a-4a95-b684-2335db08e4cd None None] Allocated IP 172.20.0.2 (98fbeb88-8146-4522-a08b-f20c0a247899/0b11dfc7-a669-435d-8190-0d6cd0b0bd5c/23ff9f8b-7374-4549-83a4-ca9641bb9142) {{(pid=103161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:28:48.679554 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-ee08deae-dd95-4e15-9493-9c5d67e8207d req-f421c12a-7285-44d4-91c2-93e03ab4c3c7 tempest-ServerActionsTestJSON-1545132800 tempest-ServerActionsTestJSON-1545132800-project] 10.222.0.31 "GET /v2.0/security-groups?id=04da0920-3f32-48b1-bc5b-099cf6dd1551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.0517471 Dec 18 13:28:48.708719 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9688df44-f1f1-443a-9e5d-eca80fba0a04 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Pushing event deleted for resources: {'Port': ['ID=f8be51b3-3c61-4a0b-a279-3df9fba4ee9f,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:28:48.716485 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05a7d6dc-4cb8-49c4-803a-b7db1d9372f2 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:28:48.717105 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-05a7d6dc-4cb8-49c4-803a-b7db1d9372f2 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:48.718280 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-e27bb6a8-b06e-4b71-b5b4-78dca209d312 tempest-ServersTestManualDisk-715244052 tempest-ServersTestManualDisk-715244052-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:48.731111 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6f3a343-b895-44cc-94f0-15c023803913 tempest-AllowedAddressPairIpV6TestJSON-1208968648 tempest-AllowedAddressPairIpV6TestJSON-1208968648-project] Made reservation on behalf of b163dd1b683849128f8cd011d43ac96a for: {'port': 1} {{(pid=103160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:28:48.741411 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-f6f3a343-b895-44cc-94f0-15c023803913 tempest-AllowedAddressPairIpV6TestJSON-1208968648 tempest-AllowedAddressPairIpV6TestJSON-1208968648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:48.767043 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-9688df44-f1f1-443a-9e5d-eca80fba0a04 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:48.770432 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-9688df44-f1f1-443a-9e5d-eca80fba0a04 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] 10.222.0.31 "DELETE /v2.0/ports/f8be51b3-3c61-4a0b-a279-3df9fba4ee9f HTTP/1.1" status: 204 len: 168 time: 2.9648147 Dec 18 13:28:48.775845 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 52062) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:28:48.781308 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-23e88f1f-efe8-43e4-a3ff-a6de1556bd88 tempest-ServersTestJSON-1286137368 tempest-ServersTestJSON-1286137368-project] Publish callbacks [] for security_group, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:48.854735 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.notifiers.nova [None req-f6f3a343-b895-44cc-94f0-15c023803913 tempest-AllowedAddressPairIpV6TestJSON-1208968648 tempest-AllowedAddressPairIpV6TestJSON-1208968648-project] device_id is not set on port 591ff7e3-f50e-430f-a519-d1df09c9d8be yet. {{(pid=103160) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 18 13:28:48.857638 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b206b10-d645-420e-b567-6cde63faa88d tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] GET failed (client error): The resource could not be found. Dec 18 13:28:48.859125 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-5b206b10-d645-420e-b567-6cde63faa88d tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] 10.222.0.31 "GET /v2.0/ports/f8be51b3-3c61-4a0b-a279-3df9fba4ee9f HTTP/1.1" status: 404 len: 333 time: 0.0767875 Dec 18 13:28:48.862335 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 52064) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:28:48.886302 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-23e88f1f-efe8-43e4-a3ff-a6de1556bd88 tempest-ServersTestJSON-1286137368 tempest-ServersTestJSON-1286137368-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:48.907708 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-05a7d6dc-4cb8-49c4-803a-b7db1d9372f2 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.3468120 Dec 18 13:28:48.908357 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 52066) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:28:48.918554 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-54f0d029-331b-4bf5-925a-a07341e982b1 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1929185'] for subnet, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:48.954213 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-e27bb6a8-b06e-4b71-b5b4-78dca209d312 tempest-ServersTestManualDisk-715244052 tempest-ServersTestManualDisk-715244052-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:48.959185 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-e27bb6a8-b06e-4b71-b5b4-78dca209d312 tempest-ServersTestManualDisk-715244052 tempest-ServersTestManualDisk-715244052-project] Publish callbacks [] for security_group, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:48.959185 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-e27bb6a8-b06e-4b71-b5b4-78dca209d312 tempest-ServersTestManualDisk-715244052 tempest-ServersTestManualDisk-715244052-project] 10.222.0.31 "DELETE /v2.0/security-groups/fdf14fda-8772-4c7b-b681-601543676c85 HTTP/1.1" status: 204 len: 168 time: 1.2815657 Dec 18 13:28:48.981142 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 52068) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:28:48.981694 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27bb6a8-b06e-4b71-b5b4-78dca209d312 tempest-ServersTestManualDisk-715244052 tempest-ServersTestManualDisk-715244052-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdf14fda-8772-4c7b-b681-601543676c85,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:28:49.001244 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvr_db [None req-581280bb-d050-4180-a0e2-8e37306fe626 None None] Set router 3f3b1949-cd71-497e-8581-eed311bb4151 gateway port host: dv-neutron-744815-20-hyperv {{(pid=103161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 13:28:49.018784 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb8ff723-8740-444a-8194-27b999a93655 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Deleting subnet e4f56423-a2af-4737-ad3d-a4f027c5c56f {{(pid=103159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 18 13:28:49.054915 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-fb8ff723-8740-444a-8194-27b999a93655 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks [] for subnet, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:49.068376 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.api.v2.resource [None req-eac6f082-6969-4159-9130-13d42749a3da tempest-ServersTestManualDisk-715244052 tempest-ServersTestManualDisk-715244052-project] show failed (client error): The resource could not be found. Dec 18 13:28:49.072203 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-eac6f082-6969-4159-9130-13d42749a3da tempest-ServersTestManualDisk-715244052 tempest-ServersTestManualDisk-715244052-project] 10.222.0.31 "GET /v2.0/security-groups/fdf14fda-8772-4c7b-b681-601543676c85 HTTP/1.1" status: 404 len: 347 time: 0.0856605 Dec 18 13:28:49.159597 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 52070) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:28:49.207116 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-fb8ff723-8740-444a-8194-27b999a93655 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5589624'] for subnet, precommit_delete_associations {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:49.346313 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 078b625f-41d2-4600-bc6c-2cf6c0b447a8 up at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 13:28:49.378565 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-54f0d029-331b-4bf5-925a-a07341e982b1 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1929192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5659851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6017053'] for subnet, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:49.426541 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f0d029-331b-4bf5-925a-a07341e982b1 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Pushing event deleted for resources: {'Subnet': ['ID=7e54a08d-9f2d-41c8-9b30-b74746aeed80,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:28:49.495254 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_common [None req-f3071a3f-0781-4d11-9442-da3e96bd755a None None] Allocated IP 2001:db8::2 (95447ff4-73c3-4297-a351-416b4acfb01e/798ef680-733b-4c96-8cac-aa7caa641561/5f17975f-90dc-44bd-acfa-889962cf81f5) {{(pid=103161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:28:49.495588 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-54f0d029-331b-4bf5-925a-a07341e982b1 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047995'] for subnet, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:49.498837 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-54f0d029-331b-4bf5-925a-a07341e982b1 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] 10.222.0.31 "DELETE /v2.0/subnets/7e54a08d-9f2d-41c8-9b30-b74746aeed80 HTTP/1.1" status: 204 len: 168 time: 1.6515882 Dec 18 13:28:49.502824 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 52072) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:28:49.549554 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-23e88f1f-efe8-43e4-a3ff-a6de1556bd88 tempest-ServersTestJSON-1286137368 tempest-ServersTestJSON-1286137368-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:49.552767 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-23e88f1f-efe8-43e4-a3ff-a6de1556bd88 tempest-ServersTestJSON-1286137368 tempest-ServersTestJSON-1286137368-project] Publish callbacks [] for security_group, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:49.554138 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-23e88f1f-efe8-43e4-a3ff-a6de1556bd88 tempest-ServersTestJSON-1286137368 tempest-ServersTestJSON-1286137368-project] 10.222.0.31 "DELETE /v2.0/security-groups/c691688e-0670-4eea-816d-2b9f26a27f10 HTTP/1.1" status: 204 len: 168 time: 1.1175256 Dec 18 13:28:49.558240 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 52074) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:28:49.585317 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.api.v2.resource [None req-17c3fb4c-5af9-428a-bc9a-7c62f0c70d7a tempest-ServersTestJSON-1286137368 tempest-ServersTestJSON-1286137368-project] show failed (client error): The resource could not be found. Dec 18 13:28:49.586005 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-17c3fb4c-5af9-428a-bc9a-7c62f0c70d7a tempest-ServersTestJSON-1286137368 tempest-ServersTestJSON-1286137368-project] 10.222.0.31 "GET /v2.0/security-groups/c691688e-0670-4eea-816d-2b9f26a27f10 HTTP/1.1" status: 404 len: 347 time: 0.0238764 Dec 18 13:28:49.610059 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 52078) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:28:49.617439 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e88f1f-efe8-43e4-a3ff-a6de1556bd88 tempest-ServersTestJSON-1286137368 tempest-ServersTestJSON-1286137368-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c691688e-0670-4eea-816d-2b9f26a27f10,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:28:49.712536 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f3071a3f-0781-4d11-9442-da3e96bd755a None None] Publish callbacks [] for port, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:49.740606 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-999e4c5c-1a8a-4a95-b684-2335db08e4cd None None] Publish callbacks [] for port, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:49.810248 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f823b9f-6f35-4c31-8cdf-a944da10f0c9 None None] Network a0b84a49-8464-4342-a47d-bd714ebbec81 requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:28:49.883717 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-999e4c5c-1a8a-4a95-b684-2335db08e4cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975'] for port, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:49.888681 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.db_base_plugin_common [None req-f6f3a343-b895-44cc-94f0-15c023803913 tempest-AllowedAddressPairIpV6TestJSON-1208968648 tempest-AllowedAddressPairIpV6TestJSON-1208968648-project] Allocated IP 2001:db8::28c (95447ff4-73c3-4297-a351-416b4acfb01e/798ef680-733b-4c96-8cac-aa7caa641561/591ff7e3-f50e-430f-a519-d1df09c9d8be) {{(pid=103160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:28:49.895677 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-8a89f484-297f-4d44-8160-701533aa8a10 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:49.927667 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f3071a3f-0781-4d11-9442-da3e96bd755a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975'] for port, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:49.965061 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-26998173-d781-4993-a7c4-4382157e6480 tempest-ServersTestJSON-1286137368 tempest-ServersTestJSON-1286137368-project] Deleting port b4c18279-b6ac-4f8a-91b3-60a479060f5f {{(pid=103160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:28:49.965554 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-26998173-d781-4993-a7c4-4382157e6480 tempest-ServersTestJSON-1286137368 tempest-ServersTestJSON-1286137368-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:50.027187 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-fb8ff723-8740-444a-8194-27b999a93655 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1929185'] for subnet, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:50.037841 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-999e4c5c-1a8a-4a95-b684-2335db08e4cd None None] Network 98fbeb88-8146-4522-a08b-f20c0a247899 is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:28:50.077356 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2294866d-0076-4933-952c-685307032598 None None] Provisioning complete for port 078b625f-41d2-4600-bc6c-2cf6c0b447a8 triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:28:50.078294 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:50.089888 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-b96cb00b-e5d7-4724-86e8-002911c9eeed tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.5813165 Dec 18 13:28:50.095254 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3071a3f-0781-4d11-9442-da3e96bd755a None None] Network 95447ff4-73c3-4297-a351-416b4acfb01e is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:28:50.095652 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 52082) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:28:50.104271 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-f3071a3f-0781-4d11-9442-da3e96bd755a None None] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:28:50.107285 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3071a3f-0781-4d11-9442-da3e96bd755a None None] Received port after_create {{(pid=103161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:28:50.120763 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b591467e-0aea-4212-8b93-29e10ddb9eab req-d5581cad-9236-4a88-b56b-3982e8864fec tempest-ServerActionsTestJSON-1545132800 tempest-ServerActionsTestJSON-1545132800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:28:50.122328 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-b591467e-0aea-4212-8b93-29e10ddb9eab req-d5581cad-9236-4a88-b56b-3982e8864fec tempest-ServerActionsTestJSON-1545132800 tempest-ServerActionsTestJSON-1545132800-project] 10.222.0.31 "GET /v2.0/ports?device_id=f75e1b43-b628-4577-9f75-0cf3a56e1582 HTTP/1.1" status: 200 len: 945 time: 0.1999998 Dec 18 13:28:50.143120 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-999e4c5c-1a8a-4a95-b684-2335db08e4cd None None] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:28:50.146629 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-999e4c5c-1a8a-4a95-b684-2335db08e4cd None None] Received port after_create {{(pid=103161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:28:50.178613 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-26998173-d781-4993-a7c4-4382157e6480 tempest-ServersTestJSON-1286137368 tempest-ServersTestJSON-1286137368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:50.179101 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-26998173-d781-4993-a7c4-4382157e6480 tempest-ServersTestJSON-1286137368 tempest-ServersTestJSON-1286137368-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:50.189290 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-d38abf7b-8e39-40f6-815c-f4eac79ac54c None None] Could not find standard attr ID for object f8be51b3-3c61-4a0b-a279-3df9fba4ee9f. {{(pid=103161) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 18 13:28:50.194915 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-c3568943-4f98-4800-a4b9-965f19bf5b3f tempest-ServersTestManualDisk-715244052 tempest-ServersTestManualDisk-715244052-project] Deleting port cc91edcf-2171-4ff9-b636-91e232939e1e {{(pid=103159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:28:50.195443 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-c3568943-4f98-4800-a4b9-965f19bf5b3f tempest-ServersTestManualDisk-715244052 tempest-ServersTestManualDisk-715244052-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:50.240941 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-26998173-d781-4993-a7c4-4382157e6480 tempest-ServersTestJSON-1286137368 tempest-ServersTestJSON-1286137368-project] Calling delete_port for b4c18279-b6ac-4f8a-91b3-60a479060f5f owned by network:floatingip {{(pid=103160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:28:50.270373 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-530ddf3d-2642-4165-848c-af2f50d95026 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks [] for router, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:50.358138 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-fb8ff723-8740-444a-8194-27b999a93655 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1929192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5659851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6017053'] for subnet, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:50.418079 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-f6f3a343-b895-44cc-94f0-15c023803913 tempest-AllowedAddressPairIpV6TestJSON-1208968648 tempest-AllowedAddressPairIpV6TestJSON-1208968648-project] Publish callbacks [] for port, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:50.471664 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-8a89f484-297f-4d44-8160-701533aa8a10 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks [] for port, precommit_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:50.493988 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-8a89f484-297f-4d44-8160-701533aa8a10 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4533541'] for port, after_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:50.500285 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-b591467e-0aea-4212-8b93-29e10ddb9eab req-513d4336-3567-434e-8f68-7fbebf3c356c tempest-ServerActionsTestJSON-1545132800 tempest-ServerActionsTestJSON-1545132800-project] 10.222.0.31 "GET /v2.0/security-groups?id=04da0920-3f32-48b1-bc5b-099cf6dd1551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3451941 Dec 18 13:28:50.500995 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8ff723-8740-444a-8194-27b999a93655 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Pushing event deleted for resources: {'Subnet': ['ID=e4f56423-a2af-4737-ad3d-a4f027c5c56f,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:28:50.502979 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-fb8ff723-8740-444a-8194-27b999a93655 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047995'] for subnet, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:50.509726 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-fb8ff723-8740-444a-8194-27b999a93655 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] 10.222.0.31 "DELETE /v2.0/subnets/e4f56423-a2af-4737-ad3d-a4f027c5c56f HTTP/1.1" status: 204 len: 168 time: 1.6463971 Dec 18 13:28:50.514397 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 52084) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:28:50.537693 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-530ddf3d-2642-4165-848c-af2f50d95026 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-589815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28643'] for router, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:50.542614 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-530ddf3d-2642-4165-848c-af2f50d95026 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:50.545037 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-c3568943-4f98-4800-a4b9-965f19bf5b3f tempest-ServersTestManualDisk-715244052 tempest-ServersTestManualDisk-715244052-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:50.546443 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-c3568943-4f98-4800-a4b9-965f19bf5b3f tempest-ServersTestManualDisk-715244052 tempest-ServersTestManualDisk-715244052-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:50.550875 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87eadf57-42dc-4c29-9460-ed752dc8b3f6 None None] Network 34208ea0-d048-4a09-8be6-ba31be231c43 requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:28:50.580936 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999e4c5c-1a8a-4a95-b684-2335db08e4cd None None] Pushing event updated for resources: {'Port': ['ID=23ff9f8b-7374-4549-83a4-ca9641bb9142,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:28:50.607035 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-c3568943-4f98-4800-a4b9-965f19bf5b3f tempest-ServersTestManualDisk-715244052 tempest-ServersTestManualDisk-715244052-project] Calling delete_port for cc91edcf-2171-4ff9-b636-91e232939e1e owned by network:floatingip {{(pid=103159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:28:50.653380 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-f6f3a343-b895-44cc-94f0-15c023803913 tempest-AllowedAddressPairIpV6TestJSON-1208968648 tempest-AllowedAddressPairIpV6TestJSON-1208968648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4533522'] for port, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:50.667855 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-26998173-d781-4993-a7c4-4382157e6480 tempest-ServersTestJSON-1286137368 tempest-ServersTestJSON-1286137368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4533522'] for port, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:50.673014 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-fe6c792e-a3f3-4f47-a1e9-f652c3ccfdf9 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2023137'] for network, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:50.721115 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-d38abf7b-8e39-40f6-815c-f4eac79ac54c None None] Provisioning complete for port 078b625f-41d2-4600-bc6c-2cf6c0b447a8 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:28:50.721492 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-d38abf7b-8e39-40f6-815c-f4eac79ac54c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:50.722138 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-530ddf3d-2642-4165-848c-af2f50d95026 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-589710'] for router, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:50.722799 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-530ddf3d-2642-4165-848c-af2f50d95026 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Fanout notify agent at l3_agent the message router_deleted on router 9d608415-4226-4db3-9c6a-5e4b35591992 {{(pid=103159) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 18 13:28:50.739414 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-530ddf3d-2642-4165-848c-af2f50d95026 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks [] for router, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:50.745554 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a89f484-297f-4d44-8160-701533aa8a10 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Pushing event updated for resources: {'Port': ['ID=623dd72b-11bd-4a89-ae5f-e114b88bdb62,revision_number=2']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:28:50.746185 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-530ddf3d-2642-4165-848c-af2f50d95026 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] 10.222.0.31 "DELETE /v2.0/routers/9d608415-4226-4db3-9c6a-5e4b35591992 HTTP/1.1" status: 204 len: 168 time: 0.6478086 Dec 18 13:28:50.762645 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 52088) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:28:50.821227 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-c28e9075-4596-4f94-bdcf-d4b1471fc242 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Request body: {'subnet': {'network_id': 'a0b84a49-8464-4342-a47d-bd714ebbec81', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:28:50.823960 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-999e4c5c-1a8a-4a95-b684-2335db08e4cd None None] Attempting to bind port 23ff9f8b-7374-4549-83a4-ca9641bb9142 on host dv-neutron-744815-20-hyperv for vnic_type normal with profile {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 13:28:50.827623 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-999e4c5c-1a8a-4a95-b684-2335db08e4cd None None] Attempting to bind port 23ff9f8b-7374-4549-83a4-ca9641bb9142 by drivers openvswitch,hyperv on host dv-neutron-744815-20-hyperv at level 0 using segments [{'id': '819ba65f-2687-4497-8148-97c761254ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '98fbeb88-8146-4522-a08b-f20c0a247899'}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 13:28:50.828420 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-999e4c5c-1a8a-4a95-b684-2335db08e4cd None None] Attempting to bind port 23ff9f8b-7374-4549-83a4-ca9641bb9142 on network 98fbeb88-8146-4522-a08b-f20c0a247899 {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 13:28:50.830070 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6f3a343-b895-44cc-94f0-15c023803913 tempest-AllowedAddressPairIpV6TestJSON-1208968648 tempest-AllowedAddressPairIpV6TestJSON-1208968648-project] Network 95447ff4-73c3-4297-a351-416b4acfb01e is already hosted by enough agents. {{(pid=103160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:28:50.863933 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3071a3f-0781-4d11-9442-da3e96bd755a None None] Pushing event updated for resources: {'Port': ['ID=5f17975f-90dc-44bd-acfa-889962cf81f5,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:28:50.869911 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.base_scheduler [None req-f6f3a343-b895-44cc-94f0-15c023803913 tempest-AllowedAddressPairIpV6TestJSON-1208968648 tempest-AllowedAddressPairIpV6TestJSON-1208968648-project] Resources bound (agent type, host, resource id): {{(pid=103160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:28:50.877744 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-f3071a3f-0781-4d11-9442-da3e96bd755a None None] Attempting to bind port 5f17975f-90dc-44bd-acfa-889962cf81f5 on host dv-neutron-744815-20-hyperv for vnic_type normal with profile {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 13:28:50.878277 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-f3071a3f-0781-4d11-9442-da3e96bd755a None None] Attempting to bind port 5f17975f-90dc-44bd-acfa-889962cf81f5 by drivers openvswitch,hyperv on host dv-neutron-744815-20-hyperv at level 0 using segments [{'id': '57e4bd7b-33fb-42a0-967d-65ff283f08bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '95447ff4-73c3-4297-a351-416b4acfb01e'}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 13:28:50.878943 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3071a3f-0781-4d11-9442-da3e96bd755a None None] Attempting to bind port 5f17975f-90dc-44bd-acfa-889962cf81f5 on network 95447ff4-73c3-4297-a351-416b4acfb01e {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 13:28:50.887791 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46e775e8-cde1-410c-b39c-d683e9d459cb None None] DHCP port deletion for a0b84a49-8464-4342-a47d-bd714ebbec81 request from dv-neutron-744815-20-hyperv {{(pid=103161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 18 13:28:50.893427 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c1e3bdf-71cb-4fe7-b7d6-392062dbaacb None None] DHCP port deletion for decb4a40-7941-48c8-afbb-daaafd502e83 request from dv-neutron-744815-20-hyperv {{(pid=103161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 18 13:28:50.940126 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6f3a343-b895-44cc-94f0-15c023803913 tempest-AllowedAddressPairIpV6TestJSON-1208968648 tempest-AllowedAddressPairIpV6TestJSON-1208968648-project] Received port after_create {{(pid=103160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:28:50.947473 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6f3a343-b895-44cc-94f0-15c023803913 tempest-AllowedAddressPairIpV6TestJSON-1208968648 tempest-AllowedAddressPairIpV6TestJSON-1208968648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:28:50.948197 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-f6f3a343-b895-44cc-94f0-15c023803913 tempest-AllowedAddressPairIpV6TestJSON-1208968648 tempest-AllowedAddressPairIpV6TestJSON-1208968648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:50.981236 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-999e4c5c-1a8a-4a95-b684-2335db08e4cd None None] Checking agent: {'id': '428fa9fa-43db-4db9-9f96-f60ffe931f2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-20-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 13, 19, 1), 'started_at': datetime.datetime(2021, 12, 18, 13, 19, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 13, 28, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-20-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 18 13:28:50.981771 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-999e4c5c-1a8a-4a95-b684-2335db08e4cd None None] Checking segment: {'id': '819ba65f-2687-4497-8148-97c761254ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '98fbeb88-8146-4522-a08b-f20c0a247899'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 13:28:50.982236 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-999e4c5c-1a8a-4a95-b684-2335db08e4cd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:50.982737 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-999e4c5c-1a8a-4a95-b684-2335db08e4cd None None] Bound using segment: {'id': '819ba65f-2687-4497-8148-97c761254ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '98fbeb88-8146-4522-a08b-f20c0a247899'} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 18 13:28:50.983351 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-999e4c5c-1a8a-4a95-b684-2335db08e4cd None None] Bound port: 23ff9f8b-7374-4549-83a4-ca9641bb9142, host: dv-neutron-744815-20-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '819ba65f-2687-4497-8148-97c761254ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '98fbeb88-8146-4522-a08b-f20c0a247899'}}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 18 13:28:50.983853 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-999e4c5c-1a8a-4a95-b684-2335db08e4cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:50.988302 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-c3568943-4f98-4800-a4b9-965f19bf5b3f tempest-ServersTestManualDisk-715244052 tempest-ServersTestManualDisk-715244052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:50.993758 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3071a3f-0781-4d11-9442-da3e96bd755a None None] Checking agent: {'id': '428fa9fa-43db-4db9-9f96-f60ffe931f2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-20-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 13, 19, 1), 'started_at': datetime.datetime(2021, 12, 18, 13, 19, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 13, 28, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-20-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 18 13:28:50.994236 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3071a3f-0781-4d11-9442-da3e96bd755a None None] Checking segment: {'id': '57e4bd7b-33fb-42a0-967d-65ff283f08bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '95447ff4-73c3-4297-a351-416b4acfb01e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 13:28:50.994773 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f3071a3f-0781-4d11-9442-da3e96bd755a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:50.995217 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3071a3f-0781-4d11-9442-da3e96bd755a None None] Bound using segment: {'id': '57e4bd7b-33fb-42a0-967d-65ff283f08bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '95447ff4-73c3-4297-a351-416b4acfb01e'} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 18 13:28:50.995670 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-f3071a3f-0781-4d11-9442-da3e96bd755a None None] Bound port: 5f17975f-90dc-44bd-acfa-889962cf81f5, host: dv-neutron-744815-20-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57e4bd7b-33fb-42a0-967d-65ff283f08bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '95447ff4-73c3-4297-a351-416b4acfb01e'}}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 18 13:28:50.996059 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f3071a3f-0781-4d11-9442-da3e96bd755a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:51.040239 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3568943-4f98-4800-a4b9-965f19bf5b3f tempest-ServersTestManualDisk-715244052 tempest-ServersTestManualDisk-715244052-project] Pushing event deleted for resources: {'Port': ['ID=cc91edcf-2171-4ff9-b636-91e232939e1e,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:28:51.065864 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-fe6c792e-a3f3-4f47-a1e9-f652c3ccfdf9 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Deleting port 078b625f-41d2-4600-bc6c-2cf6c0b447a8 {{(pid=103159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:28:51.066213 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-fe6c792e-a3f3-4f47-a1e9-f652c3ccfdf9 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:51.081770 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-f6f3a343-b895-44cc-94f0-15c023803913 tempest-AllowedAddressPairIpV6TestJSON-1208968648 tempest-AllowedAddressPairIpV6TestJSON-1208968648-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 4.1352928 Dec 18 13:28:51.082380 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 52090) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:28:51.085948 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f3a343-b895-44cc-94f0-15c023803913 tempest-AllowedAddressPairIpV6TestJSON-1208968648 tempest-AllowedAddressPairIpV6TestJSON-1208968648-project] Pushing event updated for resources: {'Port': ['ID=591ff7e3-f50e-430f-a519-d1df09c9d8be,revision_number=1']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:28:51.090367 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-f03c1085-4bd8-46e2-8acc-1687e96684ad tempest-AllowedAddressPairIpV6TestJSON-1208968648 tempest-AllowedAddressPairIpV6TestJSON-1208968648-project] Request body: {'port': {'network_id': '95447ff4-73c3-4297-a351-416b4acfb01e', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-320547458', 'allowed_address_pairs': [{'ip_address': '2001:db8::28c', 'mac_address': 'fa:16:3e:b9:99:d5'}]}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:28:51.129218 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-581280bb-d050-4180-a0e2-8e37306fe626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f3b1949-cd71-497e-8581-eed311bb4151', 'name': 'tempest-ServersTestJSON-206567357-router', 'tenant_id': 'b13bfad2b2a84333a7ff37b75b6ba14e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.39'}], 'enable_snat': True}, 'gw_port_id': '773ea80f-5341-438f-a89a-0ee52b828ada', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:26:07Z', 'updated_at': '2021-12-18T13:26:15Z', 'revision_number': 4, 'project_id': 'b13bfad2b2a84333a7ff37b75b6ba14e', 'gw_port': {'id': '773ea80f-5341-438f-a89a-0ee52b828ada', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:51:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f3b1949-cd71-497e-8581-eed311bb4151', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:26:08Z', 'updated_at': '2021-12-18T13:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv', '_interfaces': [{'id': '8ad7f770-c11c-48df-8a56-4b3d08febca9', 'name': '', 'network_id': 'd2661b17-f10f-45b5-9a14-2ba272e46fb7', 'tenant_id': 'b13bfad2b2a84333a7ff37b75b6ba14e', 'mac_address': 'fa:16:3e:08:18:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f3b1949-cd71-497e-8581-eed311bb4151', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '4f238fff-f9a2-4ca2-aa84-e233d7ea0123', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:26:12Z', 'updated_at': '2021-12-18T13:26:21Z', 'revision_number': 5, 'project_id': 'b13bfad2b2a84333a7ff37b75b6ba14e', 'subnets': [{'id': '4f238fff-f9a2-4ca2-aa84-e233d7ea0123', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:28:51.131418 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-974afdd2-f0a6-43cb-b597-9ba42af7889f None None] DHCP port deletion for decb4a40-7941-48c8-afbb-daaafd502e83 request from dv-neutron-744815-20-hyperv {{(pid=103161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 18 13:28:51.179338 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c28e9075-4596-4f94-bdcf-d4b1471fc242 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Made reservation on behalf of 606a569495c64210af9cc9fb7e76dd52 for: {'subnet': 1} {{(pid=103160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:28:51.188165 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-c28e9075-4596-4f94-bdcf-d4b1471fc242 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4514414'] for subnet, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:51.244011 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-581280bb-d050-4180-a0e2-8e37306fe626 None None] Checking router: 3f3b1949-cd71-497e-8581-eed311bb4151 for host: dv-neutron-744815-20-hyperv {{(pid=103161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 18 13:28:51.258617 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.db [None req-fe6c792e-a3f3-4f47-a1e9-f652c3ccfdf9 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] For port 078b625f-41d2-4600-bc6c-2cf6c0b447a8, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=078b625f-41d2-4600-bc6c-2cf6c0b447a8,segment=NetworkSegment(29c34e06-91bf-4570-9e96-7ffacde63783),segment_id=29c34e06-91bf-4570-9e96-7ffacde63783)] {{(pid=103159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:28:51.258982 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-fe6c792e-a3f3-4f47-a1e9-f652c3ccfdf9 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:51.265324 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-c3568943-4f98-4800-a4b9-965f19bf5b3f tempest-ServersTestManualDisk-715244052 tempest-ServersTestManualDisk-715244052-project] Publish callbacks [] for floatingip, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:51.269004 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-c3568943-4f98-4800-a4b9-965f19bf5b3f tempest-ServersTestManualDisk-715244052 tempest-ServersTestManualDisk-715244052-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for floatingip, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:51.273504 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-c3568943-4f98-4800-a4b9-965f19bf5b3f tempest-ServersTestManualDisk-715244052 tempest-ServersTestManualDisk-715244052-project] 10.222.0.31 "DELETE /v2.0/floatingips/6e589c24-1467-4e63-a1c5-f0c8128b6ae8 HTTP/1.1" status: 204 len: 168 time: 2.1109979 Dec 18 13:28:51.276295 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cca2d9e7-8551-40ab-92bd-b0d38708bf46 None None] DHCP port deletion for 34208ea0-d048-4a09-8be6-ba31be231c43 request from dv-neutron-744815-20-hyperv {{(pid=103161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 18 13:28:51.298114 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 46fda198-fa5e-4da3-bdb7-8ced3622c399 no longer exists at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 18 13:28:51.300955 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-46e775e8-cde1-410c-b39c-d683e9d459cb None None] Deleting port 0d4400bc-7582-4cd6-b718-452f7a0cfec9 {{(pid=103161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:28:51.301335 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-46e775e8-cde1-410c-b39c-d683e9d459cb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:51.339395 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-fe6c792e-a3f3-4f47-a1e9-f652c3ccfdf9 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Calling delete_port for 078b625f-41d2-4600-bc6c-2cf6c0b447a8 owned by network:dhcp {{(pid=103159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:28:51.345942 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 52092) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:28:51.362643 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-2294866d-0076-4933-952c-685307032598 None None] No Port match for: 46fda198-fa5e-4da3-bdb7-8ced3622c399 {{(pid=103161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 18 13:28:51.362994 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 46fda198-fa5e-4da3-bdb7-8ced3622c399 not bound to the agent host dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 18 13:28:51.388186 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-f3071a3f-0781-4d11-9442-da3e96bd755a None None] For port 5f17975f-90dc-44bd-acfa-889962cf81f5, host dv-neutron-744815-20-hyperv, cleared binding levels {{(pid=103161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 18 13:28:51.426979 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-581280bb-d050-4180-a0e2-8e37306fe626 None None] Routers {'3f3b1949-cd71-497e-8581-eed311bb4151'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:28:51.427645 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-581280bb-d050-4180-a0e2-8e37306fe626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:28:27Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['3f3b1949-cd71-497e-8581-eed311bb4151'], 'active': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:28:51.456925 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26998173-d781-4993-a7c4-4382157e6480 tempest-ServersTestJSON-1286137368 tempest-ServersTestJSON-1286137368-project] Pushing event deleted for resources: {'Port': ['ID=b4c18279-b6ac-4f8a-91b3-60a479060f5f,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:28:51.469949 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-c28e9075-4596-4f94-bdcf-d4b1471fc242 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4533410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4514424'] for subnet, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:51.486191 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-f3071a3f-0781-4d11-9442-da3e96bd755a None None] For port 5f17975f-90dc-44bd-acfa-889962cf81f5, host dv-neutron-744815-20-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=5f17975f-90dc-44bd-acfa-889962cf81f5,segment=NetworkSegment(57e4bd7b-33fb-42a0-967d-65ff283f08bc),segment_id=57e4bd7b-33fb-42a0-967d-65ff283f08bc)] {{(pid=103161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 18 13:28:51.513632 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f3071a3f-0781-4d11-9442-da3e96bd755a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:51.516905 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-46e775e8-cde1-410c-b39c-d683e9d459cb None None] For port 0d4400bc-7582-4cd6-b718-452f7a0cfec9, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=0d4400bc-7582-4cd6-b718-452f7a0cfec9,segment=NetworkSegment(1d35b28d-d075-4c4f-99ab-408d9457428e),segment_id=1d35b28d-d075-4c4f-99ab-408d9457428e)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:28:51.517464 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-46e775e8-cde1-410c-b39c-d683e9d459cb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:51.520354 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-999e4c5c-1a8a-4a95-b684-2335db08e4cd None None] For port 23ff9f8b-7374-4549-83a4-ca9641bb9142, host dv-neutron-744815-20-hyperv, cleared binding levels {{(pid=103161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 18 13:28:51.530720 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28e9075-4596-4f94-bdcf-d4b1471fc242 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Pushing event updated for resources: {'Subnet': ['ID=e511386d-37b0-4eb8-b398-b71eb15de809,revision_number=0']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:28:51.535515 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-26998173-d781-4993-a7c4-4382157e6480 tempest-ServersTestJSON-1286137368 tempest-ServersTestJSON-1286137368-project] Publish callbacks [] for floatingip, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:51.538654 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-26998173-d781-4993-a7c4-4382157e6480 tempest-ServersTestJSON-1286137368 tempest-ServersTestJSON-1286137368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for floatingip, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:51.546990 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-26998173-d781-4993-a7c4-4382157e6480 tempest-ServersTestJSON-1286137368 tempest-ServersTestJSON-1286137368-project] 10.222.0.31 "DELETE /v2.0/floatingips/eed2e20e-d348-4324-a660-5a9a974edeb7 HTTP/1.1" status: 204 len: 168 time: 1.9358385 Dec 18 13:28:51.550654 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 52096) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:28:51.596723 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 078b625f-41d2-4600-bc6c-2cf6c0b447a8 no longer exists at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 18 13:28:51.602595 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-46e775e8-cde1-410c-b39c-d683e9d459cb None None] Calling delete_port for 0d4400bc-7582-4cd6-b718-452f7a0cfec9 owned by network:dhcp {{(pid=103161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:28:51.605569 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-999e4c5c-1a8a-4a95-b684-2335db08e4cd None None] For port 23ff9f8b-7374-4549-83a4-ca9641bb9142, host dv-neutron-744815-20-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=23ff9f8b-7374-4549-83a4-ca9641bb9142,segment=NetworkSegment(819ba65f-2687-4497-8148-97c761254ff1),segment_id=819ba65f-2687-4497-8148-97c761254ff1)] {{(pid=103161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 18 13:28:51.621900 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c28e9075-4596-4f94-bdcf-d4b1471fc242 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Network a0b84a49-8464-4342-a47d-bd714ebbec81 is already hosted by enough agents. {{(pid=103160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:28:51.632776 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-8a89f484-297f-4d44-8160-701533aa8a10 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586257'] for router_interface, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:51.645509 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.base_scheduler [None req-c28e9075-4596-4f94-bdcf-d4b1471fc242 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Resources bound (agent type, host, resource id): {{(pid=103160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:28:51.695814 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-999e4c5c-1a8a-4a95-b684-2335db08e4cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:51.790756 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3071a3f-0781-4d11-9442-da3e96bd755a None None] Pushing event updated for resources: {'Port': ['ID=5f17975f-90dc-44bd-acfa-889962cf81f5,revision_number=2']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:28:51.807007 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-fe6c792e-a3f3-4f47-a1e9-f652c3ccfdf9 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:51.825582 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-cca2d9e7-8551-40ab-92bd-b0d38708bf46 None None] Deleting port 078b625f-41d2-4600-bc6c-2cf6c0b447a8 {{(pid=103161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:28:51.825961 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-cca2d9e7-8551-40ab-92bd-b0d38708bf46 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:51.866648 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-2294866d-0076-4933-952c-685307032598 None None] No active binding found for port 078b625f-41d2-4600-bc6c-2cf6c0b447a8 {{(pid=103161) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Dec 18 13:28:51.867094 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 078b625f-41d2-4600-bc6c-2cf6c0b447a8 not bound to the agent host dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 18 13:28:51.871070 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 0d4400bc-7582-4cd6-b718-452f7a0cfec9 no longer exists at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 18 13:28:51.926724 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6c792e-a3f3-4f47-a1e9-f652c3ccfdf9 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Pushing event deleted for resources: {'Port': ['ID=078b625f-41d2-4600-bc6c-2cf6c0b447a8,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:28:51.931635 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvr_db [None req-581280bb-d050-4180-a0e2-8e37306fe626 None None] Set router 3f3b1949-cd71-497e-8581-eed311bb4151 gateway port host: dv-neutron-744815-20-hyperv {{(pid=103161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 13:28:52.009713 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe6c792e-a3f3-4f47-a1e9-f652c3ccfdf9 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] No DVR routers for this DVR port 078b625f-41d2-4600-bc6c-2cf6c0b447a8 on host dv-neutron-744815-20-hyperv {{(pid=103159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 18 13:28:52.028491 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f03c1085-4bd8-46e2-8acc-1687e96684ad tempest-AllowedAddressPairIpV6TestJSON-1208968648 tempest-AllowedAddressPairIpV6TestJSON-1208968648-project] Made reservation on behalf of b163dd1b683849128f8cd011d43ac96a for: {'port': 1} {{(pid=103159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:28:52.103471 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c28e9075-4596-4f94-bdcf-d4b1471fc242 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:28:52.104222 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-c28e9075-4596-4f94-bdcf-d4b1471fc242 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks [] for subnet, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:52.161089 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999e4c5c-1a8a-4a95-b684-2335db08e4cd None None] Pushing event updated for resources: {'Port': ['ID=23ff9f8b-7374-4549-83a4-ca9641bb9142,revision_number=2']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:28:52.166212 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-cca2d9e7-8551-40ab-92bd-b0d38708bf46 None None] For port 078b625f-41d2-4600-bc6c-2cf6c0b447a8, host dv-neutron-744815-20-hyperv, got binding levels [] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:28:52.166550 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-cca2d9e7-8551-40ab-92bd-b0d38708bf46 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:52.239428 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-46e775e8-cde1-410c-b39c-d683e9d459cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984'] for port, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:52.241646 dv-neutron-744815-20-hyperv neutron-server[103161]: INFO neutron.plugins.ml2.db [None req-2294866d-0076-4933-952c-685307032598 None None] No ports have port_id starting with 0d4400bc-7582-4cd6-b718-452f7a0cfec9 Dec 18 13:28:52.258437 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-cca2d9e7-8551-40ab-92bd-b0d38708bf46 None None] Calling delete_port for 078b625f-41d2-4600-bc6c-2cf6c0b447a8 owned by network:dhcp {{(pid=103161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:28:52.261530 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.ipam_backend_mixin [None req-cca2d9e7-8551-40ab-92bd-b0d38708bf46 None None] Port 078b625f-41d2-4600-bc6c-2cf6c0b447a8 was not found and therefore no delete operation was performed {{(pid=103161) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 18 13:28:52.292568 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-cca2d9e7-8551-40ab-92bd-b0d38708bf46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984'] for port, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:52.320622 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e775e8-cde1-410c-b39c-d683e9d459cb None None] Pushing event deleted for resources: {'Port': ['ID=0d4400bc-7582-4cd6-b718-452f7a0cfec9,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:28:52.352673 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-fe6c792e-a3f3-4f47-a1e9-f652c3ccfdf9 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1927292', 'neutron.services.segments.db._delete_segments_for_network-8767106887837'] for network, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:52.356070 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46e775e8-cde1-410c-b39c-d683e9d459cb None None] No DVR routers for this DVR port 0d4400bc-7582-4cd6-b718-452f7a0cfec9 on host dv-neutron-744815-20-hyperv {{(pid=103161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 18 13:28:52.361038 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5114f9-e931-4dad-b9e1-de0ab37020fb req-fb6ec630-e685-4dec-bf42-e28ff8f92341 tempest-ServerActionsTestJSON-1545132800 tempest-ServerActionsTestJSON-1545132800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:28:52.373159 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-db5114f9-e931-4dad-b9e1-de0ab37020fb req-fb6ec630-e685-4dec-bf42-e28ff8f92341 tempest-ServerActionsTestJSON-1545132800 tempest-ServerActionsTestJSON-1545132800-project] 10.222.0.31 "GET /v2.0/ports?device_id=f75e1b43-b628-4577-9f75-0cf3a56e1582 HTTP/1.1" status: 200 len: 945 time: 0.7497120 Dec 18 13:28:52.388019 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cca2d9e7-8551-40ab-92bd-b0d38708bf46 None None] No DVR routers for this DVR port 078b625f-41d2-4600-bc6c-2cf6c0b447a8 on host dv-neutron-744815-20-hyperv {{(pid=103161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 18 13:28:52.410859 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca2d9e7-8551-40ab-92bd-b0d38708bf46 None None] Pushing event deleted for resources: {'Port': ['ID=078b625f-41d2-4600-bc6c-2cf6c0b447a8,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:28:52.423636 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-c28e9075-4596-4f94-bdcf-d4b1471fc242 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.6077244 Dec 18 13:28:52.430200 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 52100) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:28:52.434862 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-f03c1085-4bd8-46e2-8acc-1687e96684ad tempest-AllowedAddressPairIpV6TestJSON-1208968648 tempest-AllowedAddressPairIpV6TestJSON-1208968648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:52.446461 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c17f59e5-eebc-42a0-8d2d-e3713356645f None None] Network a0b84a49-8464-4342-a47d-bd714ebbec81 requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:28:52.469972 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.services.segments.db [None req-fe6c792e-a3f3-4f47-a1e9-f652c3ccfdf9 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34208ea0-d048-4a09-8be6-ba31be231c43']}} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:28:52.470745 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-4e5bad7a-6b2a-4e9f-9c7b-2db94621c54f tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-325982148', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:28:52.501607 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.services.segments.db [None req-fe6c792e-a3f3-4f47-a1e9-f652c3ccfdf9 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29c34e06-91bf-4570-9e96-7ffacde63783') {'for_net_delete': True} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:28:52.503536 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.services.segments.db [None req-fe6c792e-a3f3-4f47-a1e9-f652c3ccfdf9 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29c34e06-91bf-4570-9e96-7ffacde63783') {} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:28:52.524579 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.notifiers.nova [None req-f03c1085-4bd8-46e2-8acc-1687e96684ad tempest-AllowedAddressPairIpV6TestJSON-1208968648 tempest-AllowedAddressPairIpV6TestJSON-1208968648-project] device_id is not set on port 7f57ca48-d264-4a3c-b2de-4387c803d52e yet. {{(pid=103159) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 18 13:28:52.533722 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-db5114f9-e931-4dad-b9e1-de0ab37020fb req-e226e182-43bd-4f01-b52e-d12e410f1c6d tempest-ServerActionsTestJSON-1545132800 tempest-ServerActionsTestJSON-1545132800-project] 10.222.0.31 "GET /v2.0/security-groups?id=04da0920-3f32-48b1-bc5b-099cf6dd1551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1550033 Dec 18 13:28:52.541442 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-fe6c792e-a3f3-4f47-a1e9-f652c3ccfdf9 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767106888614', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5589569'] for segment, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:52.582313 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-4e5bad7a-6b2a-4e9f-9c7b-2db94621c54f tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28433'] for router, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:52.583831 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-4e5bad7a-6b2a-4e9f-9c7b-2db94621c54f tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-589769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28440'] for router, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:52.594924 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-fe6c792e-a3f3-4f47-a1e9-f652c3ccfdf9 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:52.615268 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe6c792e-a3f3-4f47-a1e9-f652c3ccfdf9 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Releasing vlan 130 on physical network physnet1 to pool {{(pid=103159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 18 13:28:52.616803 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-fe6c792e-a3f3-4f47-a1e9-f652c3ccfdf9 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5660009'] for segment, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:52.624993 dv-neutron-744815-20-hyperv neutron-server[103159]: Traceback (most recent call last): Dec 18 13:28:52.624993 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 18 13:28:52.624993 dv-neutron-744815-20-hyperv neutron-server[103159]: timer() Dec 18 13:28:52.624993 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 18 13:28:52.624993 dv-neutron-744815-20-hyperv neutron-server[103159]: cb(*args, **kw) Dec 18 13:28:52.624993 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 18 13:28:52.624993 dv-neutron-744815-20-hyperv neutron-server[103159]: return func(*args, **kwargs) Dec 18 13:28:52.624993 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 18 13:28:52.624993 dv-neutron-744815-20-hyperv neutron-server[103159]: self._notify() Dec 18 13:28:52.624993 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 18 13:28:52.624993 dv-neutron-744815-20-hyperv neutron-server[103159]: self.callback(batched_events) Dec 18 13:28:52.624993 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 18 13:28:52.624993 dv-neutron-744815-20-hyperv neutron-server[103159]: event.method(event) Dec 18 13:28:52.624993 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 18 13:28:52.624993 dv-neutron-744815-20-hyperv neutron-server[103159]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 18 13:28:52.624993 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 18 13:28:52.624993 dv-neutron-744815-20-hyperv neutron-server[103159]: aggregate_uuid = self.p_client.list_aggregates( Dec 18 13:28:52.624993 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 18 13:28:52.624993 dv-neutron-744815-20-hyperv neutron-server[103159]: return f(self, *a, **k) Dec 18 13:28:52.624993 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 18 13:28:52.624993 dv-neutron-744815-20-hyperv neutron-server[103159]: return self._get(url).json() Dec 18 13:28:52.624993 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 18 13:28:52.624993 dv-neutron-744815-20-hyperv neutron-server[103159]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 18 13:28:52.624993 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 18 13:28:52.624993 dv-neutron-744815-20-hyperv neutron-server[103159]: return self.request(url, 'GET', **kwargs) Dec 18 13:28:52.624993 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 18 13:28:52.624993 dv-neutron-744815-20-hyperv neutron-server[103159]: base_url = self.get_endpoint(auth, allow=allow, Dec 18 13:28:52.624993 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 18 13:28:52.624993 dv-neutron-744815-20-hyperv neutron-server[103159]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 18 13:28:52.624993 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 18 13:28:52.624993 dv-neutron-744815-20-hyperv neutron-server[103159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 18 13:28:52.624993 dv-neutron-744815-20-hyperv neutron-server[103159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 18 13:28:52.670242 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-4e5bad7a-6b2a-4e9f-9c7b-2db94621c54f tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:52.681037 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-8a89f484-297f-4d44-8160-701533aa8a10 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:52.686485 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-4e5bad7a-6b2a-4e9f-9c7b-2db94621c54f tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-589760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-586526'] for router, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:52.783988 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-fe6c792e-a3f3-4f47-a1e9-f652c3ccfdf9 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1927267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586962'] for network, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:52.814120 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-4e5bad7a-6b2a-4e9f-9c7b-2db94621c54f tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks [] for router, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:52.822997 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-4e5bad7a-6b2a-4e9f-9c7b-2db94621c54f tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3559310 Dec 18 13:28:52.827112 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 52102) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:28:52.837624 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.db_base_plugin_common [None req-f03c1085-4bd8-46e2-8acc-1687e96684ad tempest-AllowedAddressPairIpV6TestJSON-1208968648 tempest-AllowedAddressPairIpV6TestJSON-1208968648-project] Allocated IP 2001:db8::52 (95447ff4-73c3-4297-a351-416b4acfb01e/798ef680-733b-4c96-8cac-aa7caa641561/7f57ca48-d264-4a3c-b2de-4387c803d52e) {{(pid=103159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:28:52.848786 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-581280bb-d050-4180-a0e2-8e37306fe626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f3b1949-cd71-497e-8581-eed311bb4151', 'name': 'tempest-ServersTestJSON-206567357-router', 'tenant_id': 'b13bfad2b2a84333a7ff37b75b6ba14e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.39'}], 'enable_snat': True}, 'gw_port_id': '773ea80f-5341-438f-a89a-0ee52b828ada', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:26:07Z', 'updated_at': '2021-12-18T13:26:15Z', 'revision_number': 4, 'project_id': 'b13bfad2b2a84333a7ff37b75b6ba14e', 'gw_port': {'id': '773ea80f-5341-438f-a89a-0ee52b828ada', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:51:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f3b1949-cd71-497e-8581-eed311bb4151', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:26:08Z', 'updated_at': '2021-12-18T13:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv', '_interfaces': [{'id': '8ad7f770-c11c-48df-8a56-4b3d08febca9', 'name': '', 'network_id': 'd2661b17-f10f-45b5-9a14-2ba272e46fb7', 'tenant_id': 'b13bfad2b2a84333a7ff37b75b6ba14e', 'mac_address': 'fa:16:3e:08:18:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f3b1949-cd71-497e-8581-eed311bb4151', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '4f238fff-f9a2-4ca2-aa84-e233d7ea0123', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:26:12Z', 'updated_at': '2021-12-18T13:26:21Z', 'revision_number': 5, 'project_id': 'b13bfad2b2a84333a7ff37b75b6ba14e', 'subnets': [{'id': '4f238fff-f9a2-4ca2-aa84-e233d7ea0123', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:28:52.854451 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-fe6c792e-a3f3-4f47-a1e9-f652c3ccfdf9 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047995'] for network, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:52.872981 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-fe6c792e-a3f3-4f47-a1e9-f652c3ccfdf9 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] 10.222.0.31 "DELETE /v2.0/networks/34208ea0-d048-4a09-8be6-ba31be231c43 HTTP/1.1" status: 204 len: 168 time: 2.3555279 Dec 18 13:28:52.873930 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 52104) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:28:52.879466 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6c792e-a3f3-4f47-a1e9-f652c3ccfdf9 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Pushing event deleted for resources: {'Network': ['ID=34208ea0-d048-4a09-8be6-ba31be231c43,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:28:52.882752 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7ef625b-c2cf-42dd-8b84-053eada9c859 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp31e170a0-46a1-5ba9-9dc1-7ee4f866f0d7-a0b84a49-8464-4342-a47d-bd714ebbec81', 'network_id': 'a0b84a49-8464-4342-a47d-bd714ebbec81', 'project_id': '606a569495c64210af9cc9fb7e76dd52', 'fixed_ips': [{'subnet_id': 'e511386d-37b0-4eb8-b398-b71eb15de809'}]}} from dv-neutron-744815-20-hyperv. {{(pid=103161) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 18 13:28:52.883788 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c7ef625b-c2cf-42dd-8b84-053eada9c859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:52.886661 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-581280bb-d050-4180-a0e2-8e37306fe626 None None] The sync data for ids ['3f3b1949-cd71-497e-8581-eed311bb4151'] in dv-neutron-744815-20-hyperv is: [{'id': '3f3b1949-cd71-497e-8581-eed311bb4151', 'name': 'tempest-ServersTestJSON-206567357-router', 'tenant_id': 'b13bfad2b2a84333a7ff37b75b6ba14e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.39'}], 'enable_snat': True}, 'gw_port_id': '773ea80f-5341-438f-a89a-0ee52b828ada', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:26:07Z', 'updated_at': '2021-12-18T13:26:15Z', 'revision_number': 4, 'project_id': 'b13bfad2b2a84333a7ff37b75b6ba14e', 'gw_port': {'id': '773ea80f-5341-438f-a89a-0ee52b828ada', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:51:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f3b1949-cd71-497e-8581-eed311bb4151', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:26:08Z', 'updated_at': '2021-12-18T13:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv', '_interfaces': [{'id': '8ad7f770-c11c-48df-8a56-4b3d08febca9', 'name': '', 'network_id': 'd2661b17-f10f-45b5-9a14-2ba272e46fb7', 'tenant_id': 'b13bfad2b2a84333a7ff37b75b6ba14e', 'mac_address': 'fa:16:3e:08:18:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f3b1949-cd71-497e-8581-eed311bb4151', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '4f238fff-f9a2-4ca2-aa84-e233d7ea0123', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:26:12Z', 'updated_at': '2021-12-18T13:26:21Z', 'revision_number': 5, 'project_id': 'b13bfad2b2a84333a7ff37b75b6ba14e', 'subnets': [{'id': '4f238fff-f9a2-4ca2-aa84-e233d7ea0123', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 13:28:52.895614 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-01bc0d6c-9ca1-4bd4-bf4a-f76229bdcf39 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Request body: {'port': {'network_id': '5588ea4f-97be-47f0-8409-4e3ab545c488', 'name': 'tempest-PortsIpV6TestJSON-275203017'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:28:53.178024 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_common [None req-c7ef625b-c2cf-42dd-8b84-053eada9c859 None None] Allocated IP 2001:db8::2 (a0b84a49-8464-4342-a47d-bd714ebbec81/e511386d-37b0-4eb8-b398-b71eb15de809/05ced19c-676b-40b6-968e-1bb49c4d83ce) {{(pid=103161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:28:53.514252 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c7ef625b-c2cf-42dd-8b84-053eada9c859 None None] Publish callbacks [] for port, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:53.530477 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c7ef625b-c2cf-42dd-8b84-053eada9c859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975'] for port, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:53.563697 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ead2ea3-613e-4e96-b066-ac670d525fce None None] New status for floating IP eed2e20e-d348-4324-a660-5a9a974edeb7: DOWN {{(pid=103162) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 18 13:28:53.579835 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-8a89f484-297f-4d44-8160-701533aa8a10 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks [] for port, precommit_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:53.614996 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-8a89f484-297f-4d44-8160-701533aa8a10 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4533541'] for port, after_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:53.669007 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-48b62171-5855-4d73-a657-7de68a9295dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-586101'] for router_interface, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:53.688526 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93343522-6396-481e-bb3f-5dd3f11bddf5 None None] Network 95447ff4-73c3-4297-a351-416b4acfb01e requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:28:53.832696 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7ef625b-c2cf-42dd-8b84-053eada9c859 None None] Network a0b84a49-8464-4342-a47d-bd714ebbec81 is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:28:53.843029 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 5f17975f-90dc-44bd-acfa-889962cf81f5 up at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 13:28:53.851889 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ef625b-c2cf-42dd-8b84-053eada9c859 None None] Pushing event updated for resources: {'Port': ['ID=05ced19c-676b-40b6-968e-1bb49c4d83ce,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:28:53.852569 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-8a89f484-297f-4d44-8160-701533aa8a10 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1048031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586432'] for router_interface, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:53.855857 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a89f484-297f-4d44-8160-701533aa8a10 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Pushing event updated for resources: {'Port': ['ID=623dd72b-11bd-4a89-ae5f-e114b88bdb62,revision_number=3']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:28:53.906819 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-c7ef625b-c2cf-42dd-8b84-053eada9c859 None None] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:28:53.920415 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7ef625b-c2cf-42dd-8b84-053eada9c859 None None] Received port after_create {{(pid=103161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:28:54.020087 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-8fccc2d7-125d-41b8-8fdc-ca28b2376e2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-586101'] for router_interface, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:54.048187 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-f8672c98-dd94-4be2-a747-7cf7b772f742 None None] Provisioning complete for port 5f17975f-90dc-44bd-acfa-889962cf81f5 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:28:54.048553 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f8672c98-dd94-4be2-a747-7cf7b772f742 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:54.138620 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8390c1ca-874d-44d4-b649-39888cc2b25c None None] Network 98fbeb88-8146-4522-a08b-f20c0a247899 requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:28:54.148884 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-c7ef625b-c2cf-42dd-8b84-053eada9c859 None None] Attempting to bind port 05ced19c-676b-40b6-968e-1bb49c4d83ce on host dv-neutron-744815-20-hyperv for vnic_type normal with profile {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 13:28:54.149263 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-c7ef625b-c2cf-42dd-8b84-053eada9c859 None None] Attempting to bind port 05ced19c-676b-40b6-968e-1bb49c4d83ce by drivers openvswitch,hyperv on host dv-neutron-744815-20-hyperv at level 0 using segments [{'id': '1d35b28d-d075-4c4f-99ab-408d9457428e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'a0b84a49-8464-4342-a47d-bd714ebbec81'}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 13:28:54.149627 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7ef625b-c2cf-42dd-8b84-053eada9c859 None None] Attempting to bind port 05ced19c-676b-40b6-968e-1bb49c4d83ce on network a0b84a49-8464-4342-a47d-bd714ebbec81 {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 13:28:54.161271 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9514b349-6bde-4875-8783-1af8bf609190 req-826082a6-ea27-4440-a176-615154ecda11 tempest-ServerActionsTestJSON-1545132800 tempest-ServerActionsTestJSON-1545132800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:28:54.162916 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-9514b349-6bde-4875-8783-1af8bf609190 req-826082a6-ea27-4440-a176-615154ecda11 tempest-ServerActionsTestJSON-1545132800 tempest-ServerActionsTestJSON-1545132800-project] 10.222.0.31 "GET /v2.0/ports?device_id=f75e1b43-b628-4577-9f75-0cf3a56e1582 HTTP/1.1" status: 200 len: 945 time: 0.4540892 Dec 18 13:28:54.172526 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7ef625b-c2cf-42dd-8b84-053eada9c859 None None] Checking agent: {'id': '428fa9fa-43db-4db9-9f96-f60ffe931f2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-20-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 13, 19, 1), 'started_at': datetime.datetime(2021, 12, 18, 13, 19, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 13, 28, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-20-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 18 13:28:54.172904 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7ef625b-c2cf-42dd-8b84-053eada9c859 None None] Checking segment: {'id': '1d35b28d-d075-4c4f-99ab-408d9457428e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'a0b84a49-8464-4342-a47d-bd714ebbec81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 13:28:54.173321 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c7ef625b-c2cf-42dd-8b84-053eada9c859 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:54.173720 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7ef625b-c2cf-42dd-8b84-053eada9c859 None None] Bound using segment: {'id': '1d35b28d-d075-4c4f-99ab-408d9457428e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'a0b84a49-8464-4342-a47d-bd714ebbec81'} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 18 13:28:54.174092 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a89f484-297f-4d44-8160-701533aa8a10 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Network 98fbeb88-8146-4522-a08b-f20c0a247899 is already hosted by enough agents. {{(pid=103160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:28:54.174219 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-c7ef625b-c2cf-42dd-8b84-053eada9c859 None None] Bound port: 05ced19c-676b-40b6-968e-1bb49c4d83ce, host: dv-neutron-744815-20-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d35b28d-d075-4c4f-99ab-408d9457428e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'a0b84a49-8464-4342-a47d-bd714ebbec81'}}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 18 13:28:54.174569 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c7ef625b-c2cf-42dd-8b84-053eada9c859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:54.177265 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.base_scheduler [None req-8a89f484-297f-4d44-8160-701533aa8a10 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Resources bound (agent type, host, resource id): {{(pid=103160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:28:54.218525 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.agents_db [None req-e3dda592-589a-4b4d-b028-ba9a260f4f50 None None] Agent healthcheck: found 6 active agents {{(pid=103162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 18 13:28:54.239915 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2294866d-0076-4933-952c-685307032598 None None] Provisioning complete for port 5f17975f-90dc-44bd-acfa-889962cf81f5 triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:28:54.240292 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:54.482708 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01bc0d6c-9ca1-4bd4-bf4a-f76229bdcf39 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Made reservation on behalf of a17167c2bc3d4518ab90268c4af7e6a0 for: {'port': 1} {{(pid=103159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:28:54.486025 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f8672c98-dd94-4be2-a747-7cf7b772f742 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:54.490364 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-01bc0d6c-9ca1-4bd4-bf4a-f76229bdcf39 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:54.558495 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a89f484-297f-4d44-8160-701533aa8a10 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Router efb575df-a867-4d2c-9f44-5546609d3d8a is scheduled to L3 agent c9c0cd52-5bd2-4704-9429-d80f1c5ad23c with binding_index 1 {{(pid=103160) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 18 13:28:54.560074 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-c7ef625b-c2cf-42dd-8b84-053eada9c859 None None] For port 05ced19c-676b-40b6-968e-1bb49c4d83ce, host dv-neutron-744815-20-hyperv, cleared binding levels {{(pid=103161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 18 13:28:54.580598 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:54.607086 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-9514b349-6bde-4875-8783-1af8bf609190 req-31e02291-8f4d-408f-afdb-0fd5a4c20c3e tempest-ServerActionsTestJSON-1545132800 tempest-ServerActionsTestJSON-1545132800-project] 10.222.0.31 "GET /v2.0/security-groups?id=04da0920-3f32-48b1-bc5b-099cf6dd1551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2891502 Dec 18 13:28:54.616957 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.notifiers.nova [None req-01bc0d6c-9ca1-4bd4-bf4a-f76229bdcf39 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] device_id is not set on port 0a0f094b-c23f-4d15-aacc-14440286dbdb yet. {{(pid=103159) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 18 13:28:54.627859 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-c7ef625b-c2cf-42dd-8b84-053eada9c859 None None] For port 05ced19c-676b-40b6-968e-1bb49c4d83ce, host dv-neutron-744815-20-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=05ced19c-676b-40b6-968e-1bb49c4d83ce,segment=NetworkSegment(1d35b28d-d075-4c4f-99ab-408d9457428e),segment_id=1d35b28d-d075-4c4f-99ab-408d9457428e)] {{(pid=103161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 18 13:28:54.662207 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-f8672c98-dd94-4be2-a747-7cf7b772f742 None None] For port 5f17975f-90dc-44bd-acfa-889962cf81f5, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=5f17975f-90dc-44bd-acfa-889962cf81f5,segment=NetworkSegment(57e4bd7b-33fb-42a0-967d-65ff283f08bc),segment_id=57e4bd7b-33fb-42a0-967d-65ff283f08bc)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:28:54.664154 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c7ef625b-c2cf-42dd-8b84-053eada9c859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:54.679372 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f8672c98-dd94-4be2-a747-7cf7b772f742 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:54.825175 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ef625b-c2cf-42dd-8b84-053eada9c859 None None] Pushing event updated for resources: {'Port': ['ID=05ced19c-676b-40b6-968e-1bb49c4d83ce,revision_number=2']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:28:54.838772 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-f03c1085-4bd8-46e2-8acc-1687e96684ad tempest-AllowedAddressPairIpV6TestJSON-1208968648 tempest-AllowedAddressPairIpV6TestJSON-1208968648-project] Publish callbacks [] for port, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:54.848789 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-69ca54ea-0fe5-439b-82c0-c78ab9477e98 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:54.850247 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.db.api [None req-2294866d-0076-4933-952c-685307032598 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103161) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 18 13:28:54.850885 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG oslo_db.api [None req-2294866d-0076-4933-952c-685307032598 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 18 13:28:54.957809 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2e1b3c7e-15de-4665-b661-dd3203241dd2 None None] Provisioning complete for port 23ff9f8b-7374-4549-83a4-ca9641bb9142 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:28:54.958639 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2e1b3c7e-15de-4665-b661-dd3203241dd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:55.034623 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-b2017eef-b5d8-4edd-844c-4d9ce78b4357 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:55.084608 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8672c98-dd94-4be2-a747-7cf7b772f742 None None] Pushing event updated for resources: {'Port': ['ID=5f17975f-90dc-44bd-acfa-889962cf81f5,revision_number=3']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:28:55.193982 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2e1b3c7e-15de-4665-b661-dd3203241dd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:55.297900 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-2e1b3c7e-15de-4665-b661-dd3203241dd2 None None] For port 23ff9f8b-7374-4549-83a4-ca9641bb9142, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=23ff9f8b-7374-4549-83a4-ca9641bb9142,segment=NetworkSegment(819ba65f-2687-4497-8148-97c761254ff1),segment_id=819ba65f-2687-4497-8148-97c761254ff1)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:28:55.307684 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2e1b3c7e-15de-4665-b661-dd3203241dd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:55.324004 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-01bc0d6c-9ca1-4bd4-bf4a-f76229bdcf39 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks [] for port, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:55.329235 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a89f484-297f-4d44-8160-701533aa8a10 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Notify agent at l3_agent.dv-neutron-744815-20-hyperv the message routers_updated {{(pid=103160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 13:28:55.355063 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-8a89f484-297f-4d44-8160-701533aa8a10 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] 10.222.0.31 "PUT /v2.0/routers/efb575df-a867-4d2c-9f44-5546609d3d8a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4239917 Dec 18 13:28:55.356427 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 52114) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:28:55.412514 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-8fccc2d7-125d-41b8-8fdc-ca28b2376e2b admin admin] Deleting port 8ad7f770-c11c-48df-8a56-4b3d08febca9 {{(pid=103160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:28:55.412891 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-8fccc2d7-125d-41b8-8fdc-ca28b2376e2b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:55.426787 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2e1b3c7e-15de-4665-b661-dd3203241dd2 None None] Provisioning complete for port 591ff7e3-f50e-430f-a519-d1df09c9d8be triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:28:55.427598 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2e1b3c7e-15de-4665-b661-dd3203241dd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:55.430962 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 23ff9f8b-7374-4549-83a4-ca9641bb9142 up at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 13:28:55.440862 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76a5f7c9-d816-4c49-807f-e5e49cd18429 None None] Sync routers for ids ['efb575df-a867-4d2c-9f44-5546609d3d8a'] in dv-neutron-744815-20-hyperv {{(pid=103161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 13:28:55.498263 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae82e533-6827-4774-8553-d3fb0552f677 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:28:55.505326 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-ae82e533-6827-4774-8553-d3fb0552f677 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] 10.222.0.31 "GET /v2.0/ports?device_id=efb575df-a867-4d2c-9f44-5546609d3d8a HTTP/1.1" status: 200 len: 982 time: 0.1442697 Dec 18 13:28:55.506759 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 52116) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:28:55.539227 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76a5f7c9-d816-4c49-807f-e5e49cd18429 None None] Routers {'efb575df-a867-4d2c-9f44-5546609d3d8a'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:28:55.539993 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-76a5f7c9-d816-4c49-807f-e5e49cd18429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:28:27Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['efb575df-a867-4d2c-9f44-5546609d3d8a'], 'active': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:28:55.606278 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-f03c1085-4bd8-46e2-8acc-1687e96684ad tempest-AllowedAddressPairIpV6TestJSON-1208968648 tempest-AllowedAddressPairIpV6TestJSON-1208968648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:55.610923 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-2e1b3c7e-15de-4665-b661-dd3203241dd2 None None] Port 591ff7e3-f50e-430f-a519-d1df09c9d8be cannot update to ACTIVE because it is not bound. {{(pid=103161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 13:28:55.614555 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-76a5f7c9-d816-4c49-807f-e5e49cd18429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:28:55.629862 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1b3c7e-15de-4665-b661-dd3203241dd2 None None] Pushing event updated for resources: {'Port': ['ID=23ff9f8b-7374-4549-83a4-ca9641bb9142,revision_number=3']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:28:55.640710 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76a5f7c9-d816-4c49-807f-e5e49cd18429 None None] Routers {'efb575df-a867-4d2c-9f44-5546609d3d8a'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:28:55.642696 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-76a5f7c9-d816-4c49-807f-e5e49cd18429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:28:27Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['efb575df-a867-4d2c-9f44-5546609d3d8a'], 'active': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:28:55.731946 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.db [None req-8fccc2d7-125d-41b8-8fdc-ca28b2376e2b admin admin] For port 8ad7f770-c11c-48df-8a56-4b3d08febca9, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=8ad7f770-c11c-48df-8a56-4b3d08febca9,segment=NetworkSegment(b8ecd067-62e3-4e19-b03b-e75ef70f9340),segment_id=b8ecd067-62e3-4e19-b03b-e75ef70f9340)] {{(pid=103160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:28:55.732339 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-8fccc2d7-125d-41b8-8fdc-ca28b2376e2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:55.746031 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-76a5f7c9-d816-4c49-807f-e5e49cd18429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:28:55.746811 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76a5f7c9-d816-4c49-807f-e5e49cd18429 None None] The sync data for ids ['efb575df-a867-4d2c-9f44-5546609d3d8a'] in dv-neutron-744815-20-hyperv is: [] {{(pid=103161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 13:28:55.753801 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2294866d-0076-4933-952c-685307032598 None None] Provisioning complete for port 23ff9f8b-7374-4549-83a4-ca9641bb9142 triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:28:55.754348 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:55.810853 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2e1b3c7e-15de-4665-b661-dd3203241dd2 None None] Provisioning complete for port 5f17975f-90dc-44bd-acfa-889962cf81f5 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:28:55.811087 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2e1b3c7e-15de-4665-b661-dd3203241dd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:55.833892 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f03c1085-4bd8-46e2-8acc-1687e96684ad tempest-AllowedAddressPairIpV6TestJSON-1208968648 tempest-AllowedAddressPairIpV6TestJSON-1208968648-project] Network 95447ff4-73c3-4297-a351-416b4acfb01e is already hosted by enough agents. {{(pid=103159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:28:55.854034 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-48b62171-5855-4d73-a657-7de68a9295dc admin admin] Deleting port c5f0bb91-55c3-4f61-9cd9-f9c57b1da6e0 {{(pid=103159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:28:55.854805 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-48b62171-5855-4d73-a657-7de68a9295dc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:55.861816 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03c1085-4bd8-46e2-8acc-1687e96684ad tempest-AllowedAddressPairIpV6TestJSON-1208968648 tempest-AllowedAddressPairIpV6TestJSON-1208968648-project] Pushing event updated for resources: {'Port': ['ID=7f57ca48-d264-4a3c-b2de-4387c803d52e,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:28:55.864967 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.base_scheduler [None req-f03c1085-4bd8-46e2-8acc-1687e96684ad tempest-AllowedAddressPairIpV6TestJSON-1208968648 tempest-AllowedAddressPairIpV6TestJSON-1208968648-project] Resources bound (agent type, host, resource id): {{(pid=103159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:28:55.897680 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f03c1085-4bd8-46e2-8acc-1687e96684ad tempest-AllowedAddressPairIpV6TestJSON-1208968648 tempest-AllowedAddressPairIpV6TestJSON-1208968648-project] Received port after_create {{(pid=103159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:28:55.905911 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f03c1085-4bd8-46e2-8acc-1687e96684ad tempest-AllowedAddressPairIpV6TestJSON-1208968648 tempest-AllowedAddressPairIpV6TestJSON-1208968648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:28:55.905911 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-f03c1085-4bd8-46e2-8acc-1687e96684ad tempest-AllowedAddressPairIpV6TestJSON-1208968648 tempest-AllowedAddressPairIpV6TestJSON-1208968648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:55.927801 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-8fccc2d7-125d-41b8-8fdc-ca28b2376e2b admin admin] Calling delete_port for 8ad7f770-c11c-48df-8a56-4b3d08febca9 owned by network:router_interface {{(pid=103160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:28:55.931343 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.db_base_plugin_common [None req-69ca54ea-0fe5-439b-82c0-c78ab9477e98 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Allocated IP 2001:db8::1 (a0b84a49-8464-4342-a47d-bd714ebbec81/e511386d-37b0-4eb8-b398-b71eb15de809/6db63c90-d794-4012-a59c-6e7d0c91bc91) {{(pid=103159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:28:56.001369 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-01bc0d6c-9ca1-4bd4-bf4a-f76229bdcf39 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:56.091704 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a930de6c-3156-415d-8fc5-89abe3b2a4a0 req-c8cc74bc-707d-4322-9bfb-beb4268e095a tempest-ServerActionsTestJSON-1545132800 tempest-ServerActionsTestJSON-1545132800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:28:56.101638 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-a930de6c-3156-415d-8fc5-89abe3b2a4a0 req-c8cc74bc-707d-4322-9bfb-beb4268e095a tempest-ServerActionsTestJSON-1545132800 tempest-ServerActionsTestJSON-1545132800-project] 10.222.0.31 "GET /v2.0/ports?device_id=f75e1b43-b628-4577-9f75-0cf3a56e1582 HTTP/1.1" status: 200 len: 945 time: 0.2859783 Dec 18 13:28:56.118238 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-f03c1085-4bd8-46e2-8acc-1687e96684ad tempest-AllowedAddressPairIpV6TestJSON-1208968648 tempest-AllowedAddressPairIpV6TestJSON-1208968648-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1006 time: 5.0299356 Dec 18 13:28:56.128483 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 52120) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:28:56.134664 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-8235c399-3303-4d95-a5f8-4307b526c7f0 None None] Provisioning complete for port 623dd72b-11bd-4a89-ae5f-e114b88bdb62 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:28:56.135312 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-8235c399-3303-4d95-a5f8-4307b526c7f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:56.178216 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01bc0d6c-9ca1-4bd4-bf4a-f76229bdcf39 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Network 5588ea4f-97be-47f0-8409-4e3ab545c488 is already hosted by enough agents. {{(pid=103159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:28:56.179630 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bc0d6c-9ca1-4bd4-bf4a-f76229bdcf39 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Pushing event updated for resources: {'Port': ['ID=0a0f094b-c23f-4d15-aacc-14440286dbdb,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:28:56.212730 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.base_scheduler [None req-01bc0d6c-9ca1-4bd4-bf4a-f76229bdcf39 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Resources bound (agent type, host, resource id): {{(pid=103159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:28:56.218669 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01bc0d6c-9ca1-4bd4-bf4a-f76229bdcf39 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Received port after_create {{(pid=103159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:28:56.232097 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-8235c399-3303-4d95-a5f8-4307b526c7f0 None None] Port 623dd72b-11bd-4a89-ae5f-e114b88bdb62 cannot update to ACTIVE because it is not bound. {{(pid=103161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 13:28:56.242623 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01bc0d6c-9ca1-4bd4-bf4a-f76229bdcf39 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:28:56.243679 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-01bc0d6c-9ca1-4bd4-bf4a-f76229bdcf39 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:56.251415 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-8235c399-3303-4d95-a5f8-4307b526c7f0 None None] Provisioning complete for port 23ff9f8b-7374-4549-83a4-ca9641bb9142 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:28:56.252961 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-8235c399-3303-4d95-a5f8-4307b526c7f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:56.337378 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 05ced19c-676b-40b6-968e-1bb49c4d83ce up at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 13:28:56.349644 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.db [None req-48b62171-5855-4d73-a657-7de68a9295dc admin admin] For port c5f0bb91-55c3-4f61-9cd9-f9c57b1da6e0, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=c5f0bb91-55c3-4f61-9cd9-f9c57b1da6e0,segment=NetworkSegment(fcb680fd-bcea-4128-b9c8-92eb57a7f151),segment_id=fcb680fd-bcea-4128-b9c8-92eb57a7f151)] {{(pid=103159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:28:56.350029 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-48b62171-5855-4d73-a657-7de68a9295dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:56.374522 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-48b62171-5855-4d73-a657-7de68a9295dc admin admin] Calling delete_port for c5f0bb91-55c3-4f61-9cd9-f9c57b1da6e0 owned by network:router_interface {{(pid=103159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:28:56.439827 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-01bc0d6c-9ca1-4bd4-bf4a-f76229bdcf39 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 3.5614498 Dec 18 13:28:56.447796 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 52124) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:28:56.495312 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-a930de6c-3156-415d-8fc5-89abe3b2a4a0 req-3abb6696-8dbf-4b77-b333-b0955c00ae3f tempest-ServerActionsTestJSON-1545132800 tempest-ServerActionsTestJSON-1545132800-project] 10.222.0.31 "GET /v2.0/security-groups?id=04da0920-3f32-48b1-bc5b-099cf6dd1551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3870065 Dec 18 13:28:56.513681 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2294866d-0076-4933-952c-685307032598 None None] Provisioning complete for port 05ced19c-676b-40b6-968e-1bb49c4d83ce triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:28:56.514335 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:56.543797 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1d3730a-49ca-424e-baf7-5ea7f28d76bc tempest-AllowedAddressPairIpV6TestJSON-1208968648 tempest-AllowedAddressPairIpV6TestJSON-1208968648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:28:56.554656 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1d3730a-49ca-424e-baf7-5ea7f28d76bc tempest-AllowedAddressPairIpV6TestJSON-1208968648 tempest-AllowedAddressPairIpV6TestJSON-1208968648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:28:56.564617 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1d3730a-49ca-424e-baf7-5ea7f28d76bc tempest-AllowedAddressPairIpV6TestJSON-1208968648 tempest-AllowedAddressPairIpV6TestJSON-1208968648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:28:56.567435 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-f1d3730a-49ca-424e-baf7-5ea7f28d76bc tempest-AllowedAddressPairIpV6TestJSON-1208968648 tempest-AllowedAddressPairIpV6TestJSON-1208968648-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2482 time: 0.4286637 Dec 18 13:28:56.576910 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 52128) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:28:56.682718 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:56.707857 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-8235c399-3303-4d95-a5f8-4307b526c7f0 None None] Provisioning complete for port 591ff7e3-f50e-430f-a519-d1df09c9d8be triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:28:56.708272 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-8235c399-3303-4d95-a5f8-4307b526c7f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:56.803251 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-2294866d-0076-4933-952c-685307032598 None None] For port 05ced19c-676b-40b6-968e-1bb49c4d83ce, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=05ced19c-676b-40b6-968e-1bb49c4d83ce,segment=NetworkSegment(1d35b28d-d075-4c4f-99ab-408d9457428e),segment_id=1d35b28d-d075-4c4f-99ab-408d9457428e)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:28:56.804621 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-8235c399-3303-4d95-a5f8-4307b526c7f0 None None] Port 591ff7e3-f50e-430f-a519-d1df09c9d8be cannot update to ACTIVE because it is not bound. {{(pid=103161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 13:28:56.815282 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:56.816862 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 5f17975f-90dc-44bd-acfa-889962cf81f5 up at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 13:28:56.911821 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7c5bf4-a291-4650-b8b0-9cc61ba887b8 req-93bc80b1-3db1-4032-b9e9-7f074ca00b28 tempest-ServerActionsTestJSON-1545132800 tempest-ServerActionsTestJSON-1545132800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:28:56.913521 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-5c7c5bf4-a291-4650-b8b0-9cc61ba887b8 req-93bc80b1-3db1-4032-b9e9-7f074ca00b28 tempest-ServerActionsTestJSON-1545132800 tempest-ServerActionsTestJSON-1545132800-project] 10.222.0.31 "GET /v2.0/ports?device_id=f75e1b43-b628-4577-9f75-0cf3a56e1582 HTTP/1.1" status: 200 len: 945 time: 0.1396065 Dec 18 13:28:56.938682 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-8fccc2d7-125d-41b8-8fdc-ca28b2376e2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4533522'] for port, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:56.958496 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-69ca54ea-0fe5-439b-82c0-c78ab9477e98 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks [] for port, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:56.992927 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Pushing event updated for resources: {'Port': ['ID=05ced19c-676b-40b6-968e-1bb49c4d83ce,revision_number=3']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:28:57.003215 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-83758428-9238-40fc-a9a3-be0ffc1533c8 None None] Provisioning complete for port 623dd72b-11bd-4a89-ae5f-e114b88bdb62 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:28:57.003601 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-83758428-9238-40fc-a9a3-be0ffc1533c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:57.016744 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fccc2d7-125d-41b8-8fdc-ca28b2376e2b admin admin] Pushing event deleted for resources: {'Port': ['ID=8ad7f770-c11c-48df-8a56-4b3d08febca9,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:28:57.040076 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-abe69a43-7a60-4a91-9cbd-1fd3dbdc83e3 tempest-AllowedAddressPairIpV6TestJSON-1208968648 tempest-AllowedAddressPairIpV6TestJSON-1208968648-project] Deleting port 7f57ca48-d264-4a3c-b2de-4387c803d52e {{(pid=103160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:28:57.040490 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-abe69a43-7a60-4a91-9cbd-1fd3dbdc83e3 tempest-AllowedAddressPairIpV6TestJSON-1208968648 tempest-AllowedAddressPairIpV6TestJSON-1208968648-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:57.098505 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-1a8e8df4-7790-4079-a7b1-44ee3aefddab tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Deleting port 0a0f094b-c23f-4d15-aacc-14440286dbdb {{(pid=103159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:28:57.099333 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-1a8e8df4-7790-4079-a7b1-44ee3aefddab tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:57.138350 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49026a3d-0dbd-4ed8-b83b-53e2a04c0d78 req-5598a08a-19bb-4205-a604-5a85be342ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:28:57.140385 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-49026a3d-0dbd-4ed8-b83b-53e2a04c0d78 req-5598a08a-19bb-4205-a604-5a85be342ef4 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=797acd6e00034b9ba6b75e0f2650f2ea&device_id=f75e1b43-b628-4577-9f75-0cf3a56e1582 HTTP/1.1" status: 200 len: 1098 time: 0.2090504 Dec 18 13:28:57.162018 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-69ca54ea-0fe5-439b-82c0-c78ab9477e98 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:57.205073 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-5c7c5bf4-a291-4650-b8b0-9cc61ba887b8 req-c912acd1-0169-47ee-9d25-b9974269b4c2 tempest-ServerActionsTestJSON-1545132800 tempest-ServerActionsTestJSON-1545132800-project] 10.222.0.31 "GET /v2.0/security-groups?id=04da0920-3f32-48b1-bc5b-099cf6dd1551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2809389 Dec 18 13:28:57.239262 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-ee13ff4b-15b2-4041-bb82-40080f59a84a tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-586101'] for router_interface, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:57.364817 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-83758428-9238-40fc-a9a3-be0ffc1533c8 None None] Port 623dd72b-11bd-4a89-ae5f-e114b88bdb62 cannot update to ACTIVE because it is not bound. {{(pid=103161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 13:28:57.374303 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-fde507a6-d8e2-4dcc-b4db-c22635ee407b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:57.376426 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2294866d-0076-4933-952c-685307032598 None None] Provisioning complete for port 5f17975f-90dc-44bd-acfa-889962cf81f5 triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:28:57.377043 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:57.424723 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-83758428-9238-40fc-a9a3-be0ffc1533c8 None None] Provisioning complete for port 05ced19c-676b-40b6-968e-1bb49c4d83ce triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:28:57.425468 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-83758428-9238-40fc-a9a3-be0ffc1533c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:57.449300 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-abe69a43-7a60-4a91-9cbd-1fd3dbdc83e3 tempest-AllowedAddressPairIpV6TestJSON-1208968648 tempest-AllowedAddressPairIpV6TestJSON-1208968648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:57.628565 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 23ff9f8b-7374-4549-83a4-ca9641bb9142 up at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 13:28:57.683958 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-83758428-9238-40fc-a9a3-be0ffc1533c8 None None] Provisioning complete for port 7f57ca48-d264-4a3c-b2de-4387c803d52e triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:28:57.684596 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-83758428-9238-40fc-a9a3-be0ffc1533c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:57.693154 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69ca54ea-0fe5-439b-82c0-c78ab9477e98 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Network a0b84a49-8464-4342-a47d-bd714ebbec81 is already hosted by enough agents. {{(pid=103159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:28:57.737663 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2294866d-0076-4933-952c-685307032598 None None] Provisioning complete for port 23ff9f8b-7374-4549-83a4-ca9641bb9142 triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:28:57.738029 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:57.741214 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.base_scheduler [None req-69ca54ea-0fe5-439b-82c0-c78ab9477e98 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Resources bound (agent type, host, resource id): {{(pid=103159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:28:57.741368 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-83758428-9238-40fc-a9a3-be0ffc1533c8 None None] Port 7f57ca48-d264-4a3c-b2de-4387c803d52e cannot update to ACTIVE because it is not bound. {{(pid=103161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 13:28:57.745214 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-1a8e8df4-7790-4079-a7b1-44ee3aefddab tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:57.754776 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69ca54ea-0fe5-439b-82c0-c78ab9477e98 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Received port after_create {{(pid=103159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:28:57.755398 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-69ca54ea-0fe5-439b-82c0-c78ab9477e98 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586257'] for router_interface, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:57.806657 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ca54ea-0fe5-439b-82c0-c78ab9477e98 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Pushing event updated for resources: {'Port': ['ID=6db63c90-d794-4012-a59c-6e7d0c91bc91,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:28:57.824629 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-1a8e8df4-7790-4079-a7b1-44ee3aefddab tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Calling delete_port for 0a0f094b-c23f-4d15-aacc-14440286dbdb owned by {{(pid=103159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:28:57.837065 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-48b62171-5855-4d73-a657-7de68a9295dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:57.861829 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-abe69a43-7a60-4a91-9cbd-1fd3dbdc83e3 tempest-AllowedAddressPairIpV6TestJSON-1208968648 tempest-AllowedAddressPairIpV6TestJSON-1208968648-project] Calling delete_port for 7f57ca48-d264-4a3c-b2de-4387c803d52e owned by {{(pid=103160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:28:57.955950 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-8fccc2d7-125d-41b8-8fdc-ca28b2376e2b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1048020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-576035'] for router_interface, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:57.994468 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b62171-5855-4d73-a657-7de68a9295dc admin admin] Pushing event deleted for resources: {'Port': ['ID=c5f0bb91-55c3-4f61-9cd9-f9c57b1da6e0,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:28:58.092730 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49026a3d-0dbd-4ed8-b83b-53e2a04c0d78 req-eef63733-1a6d-4430-a460-6d97c6cb032d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:28:58.095684 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-49026a3d-0dbd-4ed8-b83b-53e2a04c0d78 req-eef63733-1a6d-4430-a460-6d97c6cb032d service neutron] 10.222.0.43 "GET /v2.0/networks?id=2fc4e038-9db1-4dce-962e-0069075d1df7 HTTP/1.1" status: 200 len: 912 time: 0.9315546 Dec 18 13:28:58.207203 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 05ced19c-676b-40b6-968e-1bb49c4d83ce up at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 13:28:58.252836 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-ee13ff4b-15b2-4041-bb82-40080f59a84a tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Deleting port 623dd72b-11bd-4a89-ae5f-e114b88bdb62 {{(pid=103160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:28:58.253973 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-ee13ff4b-15b2-4041-bb82-40080f59a84a tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:58.293970 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-69ca54ea-0fe5-439b-82c0-c78ab9477e98 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:58.304453 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-a7522681-3ac1-4887-b9bb-f527a6195223 None None] Provisioning complete for port 6db63c90-d794-4012-a59c-6e7d0c91bc91 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:28:58.304840 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7522681-3ac1-4887-b9bb-f527a6195223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:58.344708 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-49026a3d-0dbd-4ed8-b83b-53e2a04c0d78 req-e6e6c3c0-6f8d-40f5-b4d8-34f58398d163 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e7099ed9-5062-40c4-a1e3-ac0e8e7ebf76 HTTP/1.1" status: 200 len: 1001 time: 0.2382677 Dec 18 13:28:58.369738 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-ee13ff4b-15b2-4041-bb82-40080f59a84a tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:58.383967 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-ee13ff4b-15b2-4041-bb82-40080f59a84a tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Calling delete_port for 623dd72b-11bd-4a89-ae5f-e114b88bdb62 owned by network:router_interface {{(pid=103160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:28:58.385388 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-afa9ae9b-bdbb-4010-bcf6-3a46ce66cf71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:58.392509 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-a7522681-3ac1-4887-b9bb-f527a6195223 None None] Port 6db63c90-d794-4012-a59c-6e7d0c91bc91 cannot update to ACTIVE because it is not bound. {{(pid=103161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 13:28:58.399996 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2294866d-0076-4933-952c-685307032598 None None] Provisioning complete for port 05ced19c-676b-40b6-968e-1bb49c4d83ce triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:28:58.400371 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:58.473662 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-abe69a43-7a60-4a91-9cbd-1fd3dbdc83e3 tempest-AllowedAddressPairIpV6TestJSON-1208968648 tempest-AllowedAddressPairIpV6TestJSON-1208968648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4533522'] for port, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:58.504864 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-1a8e8df4-7790-4079-a7b1-44ee3aefddab tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:58.633552 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe69a43-7a60-4a91-9cbd-1fd3dbdc83e3 tempest-AllowedAddressPairIpV6TestJSON-1208968648 tempest-AllowedAddressPairIpV6TestJSON-1208968648-project] Pushing event deleted for resources: {'Port': ['ID=7f57ca48-d264-4a3c-b2de-4387c803d52e,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:28:58.649949 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8e8df4-7790-4079-a7b1-44ee3aefddab tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Pushing event deleted for resources: {'Port': ['ID=0a0f094b-c23f-4d15-aacc-14440286dbdb,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:28:58.652677 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49026a3d-0dbd-4ed8-b83b-53e2a04c0d78 req-50abac7f-d722-45e1-926e-4cba8ccf7c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:28:58.654170 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-49026a3d-0dbd-4ed8-b83b-53e2a04c0d78 req-50abac7f-d722-45e1-926e-4cba8ccf7c77 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ab39156a-1aba-454f-953d-4c71ff8fa510 HTTP/1.1" status: 200 len: 850 time: 0.2981837 Dec 18 13:28:58.673315 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ab56c6-13eb-40e8-94e5-0e1703d508a8 req-938d851c-0d01-4f69-9c35-c93725542d50 tempest-ServerActionsTestJSON-1545132800 tempest-ServerActionsTestJSON-1545132800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:28:58.674860 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-90ab56c6-13eb-40e8-94e5-0e1703d508a8 req-938d851c-0d01-4f69-9c35-c93725542d50 tempest-ServerActionsTestJSON-1545132800 tempest-ServerActionsTestJSON-1545132800-project] 10.222.0.31 "GET /v2.0/ports?device_id=f75e1b43-b628-4577-9f75-0cf3a56e1582 HTTP/1.1" status: 200 len: 945 time: 0.3487086 Dec 18 13:28:58.698905 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-1a8e8df4-7790-4079-a7b1-44ee3aefddab tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:58.705195 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-1a8e8df4-7790-4079-a7b1-44ee3aefddab tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] 10.222.0.31 "DELETE /v2.0/ports/0a0f094b-c23f-4d15-aacc-14440286dbdb HTTP/1.1" status: 204 len: 168 time: 2.2515624 Dec 18 13:28:58.708327 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 52138) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:28:58.718562 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-32b5bd18-8750-4346-b02b-97cf0399b5f0 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Request body: {'port': {'network_id': '5588ea4f-97be-47f0-8409-4e3ab545c488', 'mac_address': 'fa:16:3e:82:f4:f6', 'name': 'tempest-PortsIpV6TestJSON-758499019'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:28:58.756906 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fccc2d7-125d-41b8-8fdc-ca28b2376e2b admin admin] Router 3f3b1949-cd71-497e-8581-eed311bb4151 has already been hosted by L3 agent c9c0cd52-5bd2-4704-9429-d80f1c5ad23c {{(pid=103160) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 18 13:28:58.782883 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-48b62171-5855-4d73-a657-7de68a9295dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1048020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-576035'] for router_interface, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:58.833971 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49026a3d-0dbd-4ed8-b83b-53e2a04c0d78 req-3209cdf4-d18a-41e8-812a-e9248134328f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:28:58.835092 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-49026a3d-0dbd-4ed8-b83b-53e2a04c0d78 req-3209cdf4-d18a-41e8-812a-e9248134328f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2fc4e038-9db1-4dce-962e-0069075d1df7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1531532 Dec 18 13:28:58.873391 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-90ab56c6-13eb-40e8-94e5-0e1703d508a8 req-7a825f15-9f57-4f2f-b87b-30ba3d061a70 tempest-ServerActionsTestJSON-1545132800 tempest-ServerActionsTestJSON-1545132800-project] 10.222.0.31 "GET /v2.0/security-groups?id=04da0920-3f32-48b1-bc5b-099cf6dd1551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1820321 Dec 18 13:28:58.993805 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-abe69a43-7a60-4a91-9cbd-1fd3dbdc83e3 tempest-AllowedAddressPairIpV6TestJSON-1208968648 tempest-AllowedAddressPairIpV6TestJSON-1208968648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:59.006083 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-abe69a43-7a60-4a91-9cbd-1fd3dbdc83e3 tempest-AllowedAddressPairIpV6TestJSON-1208968648 tempest-AllowedAddressPairIpV6TestJSON-1208968648-project] 10.222.0.31 "DELETE /v2.0/ports/7f57ca48-d264-4a3c-b2de-4387c803d52e HTTP/1.1" status: 204 len: 168 time: 2.4244702 Dec 18 13:28:59.008129 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 52140) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:28:59.060125 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd5fcb06-b435-4170-8038-60b6e9826083 tempest-AllowedAddressPairIpV6TestJSON-1208968648 tempest-AllowedAddressPairIpV6TestJSON-1208968648-project] GET failed (client error): The resource could not be found. Dec 18 13:28:59.063201 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-bd5fcb06-b435-4170-8038-60b6e9826083 tempest-AllowedAddressPairIpV6TestJSON-1208968648 tempest-AllowedAddressPairIpV6TestJSON-1208968648-project] 10.222.0.31 "GET /v2.0/ports/7f57ca48-d264-4a3c-b2de-4387c803d52e HTTP/1.1" status: 404 len: 333 time: 0.0509560 Dec 18 13:28:59.065305 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 52142) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:28:59.080462 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-07188ebe-a0e8-4c62-a50a-86ddd76ee37b tempest-AllowedAddressPairIpV6TestJSON-1208968648 tempest-AllowedAddressPairIpV6TestJSON-1208968648-project] Request body: {'port': {'network_id': '95447ff4-73c3-4297-a351-416b4acfb01e', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1825359982'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:28:59.091292 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-ee13ff4b-15b2-4041-bb82-40080f59a84a tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4533522'] for port, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:59.093571 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32b5bd18-8750-4346-b02b-97cf0399b5f0 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Made reservation on behalf of a17167c2bc3d4518ab90268c4af7e6a0 for: {'port': 1} {{(pid=103160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:28:59.123922 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-49026a3d-0dbd-4ed8-b83b-53e2a04c0d78 req-41c6d85d-b057-4051-8d47-9029870c4590 service neutron] 10.222.0.43 "GET /v2.0/networks/2fc4e038-9db1-4dce-962e-0069075d1df7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2494657 Dec 18 13:28:59.155483 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-69ca54ea-0fe5-439b-82c0-c78ab9477e98 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks [] for port, precommit_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:59.171816 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee13ff4b-15b2-4041-bb82-40080f59a84a tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Pushing event deleted for resources: {'Port': ['ID=623dd72b-11bd-4a89-ae5f-e114b88bdb62,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:28:59.202700 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-69ca54ea-0fe5-439b-82c0-c78ab9477e98 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5659917'] for port, after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:59.203522 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-69ca54ea-0fe5-439b-82c0-c78ab9477e98 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1048031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586432'] for router_interface, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:59.242181 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fccc2d7-125d-41b8-8fdc-ca28b2376e2b admin admin] Notify agent at l3_agent.dv-neutron-744815-20-hyperv the message routers_updated {{(pid=103160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 13:28:59.254116 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5c791b8-f0a1-46c9-8f47-ab5e787995ef None None] Sync routers for ids ['3f3b1949-cd71-497e-8581-eed311bb4151'] in dv-neutron-744815-20-hyperv {{(pid=103162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 13:28:59.270720 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5c791b8-f0a1-46c9-8f47-ab5e787995ef None None] Routers {'3f3b1949-cd71-497e-8581-eed311bb4151'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:28:59.271426 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-e5c791b8-f0a1-46c9-8f47-ab5e787995ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:28:57Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['3f3b1949-cd71-497e-8581-eed311bb4151'], 'active': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:28:59.272983 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-8fccc2d7-125d-41b8-8fdc-ca28b2376e2b admin admin] 10.222.0.31 "PUT /v2.0/routers/3f3b1949-cd71-497e-8581-eed311bb4151/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7204154 Dec 18 13:28:59.278524 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 52144) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:28:59.374244 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-32b5bd18-8750-4346-b02b-97cf0399b5f0 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:59.411831 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.notifiers.nova [None req-32b5bd18-8750-4346-b02b-97cf0399b5f0 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] device_id is not set on port 0718c630-ba35-41d3-8400-9eab1c43fd73 yet. {{(pid=103160) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 18 13:28:59.445682 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ca54ea-0fe5-439b-82c0-c78ab9477e98 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Pushing event updated for resources: {'Port': ['ID=6db63c90-d794-4012-a59c-6e7d0c91bc91,revision_number=2']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:28:59.538696 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-49026a3d-0dbd-4ed8-b83b-53e2a04c0d78 req-d8752794-7d89-479f-84d7-13137121202a service neutron] 10.222.0.43 "GET /v2.0/networks/2fc4e038-9db1-4dce-962e-0069075d1df7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4045496 Dec 18 13:28:59.551872 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvr_db [None req-e5c791b8-f0a1-46c9-8f47-ab5e787995ef None None] Set router 3f3b1949-cd71-497e-8581-eed311bb4151 gateway port host: dv-neutron-744815-20-hyperv {{(pid=103162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 13:28:59.565350 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48b62171-5855-4d73-a657-7de68a9295dc admin admin] Router 7a6bcf96-5688-45cb-aa44-7313670ab94d has already been hosted by L3 agent c9c0cd52-5bd2-4704-9429-d80f1c5ad23c {{(pid=103159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 18 13:28:59.586849 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-6578b1cc-73b8-41f6-ac21-132ac142a666 admin admin] Publish callbacks [] for router, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:59.591591 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69ca54ea-0fe5-439b-82c0-c78ab9477e98 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Network a0b84a49-8464-4342-a47d-bd714ebbec81 is already hosted by enough agents. {{(pid=103159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:28:59.642368 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-ee13ff4b-15b2-4041-bb82-40080f59a84a tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1048020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-576035'] for router_interface, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:59.663755 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07188ebe-a0e8-4c62-a50a-86ddd76ee37b tempest-AllowedAddressPairIpV6TestJSON-1208968648 tempest-AllowedAddressPairIpV6TestJSON-1208968648-project] Made reservation on behalf of b163dd1b683849128f8cd011d43ac96a for: {'port': 1} {{(pid=103160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:28:59.671758 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-07188ebe-a0e8-4c62-a50a-86ddd76ee37b tempest-AllowedAddressPairIpV6TestJSON-1208968648 tempest-AllowedAddressPairIpV6TestJSON-1208968648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:59.772827 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.notifiers.nova [None req-07188ebe-a0e8-4c62-a50a-86ddd76ee37b tempest-AllowedAddressPairIpV6TestJSON-1208968648 tempest-AllowedAddressPairIpV6TestJSON-1208968648-project] device_id is not set on port cc690df0-9bb3-4f18-8b14-d6452254b506 yet. {{(pid=103160) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 18 13:28:59.806132 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-e5c791b8-f0a1-46c9-8f47-ab5e787995ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f3b1949-cd71-497e-8581-eed311bb4151', 'name': 'tempest-ServersTestJSON-206567357-router', 'tenant_id': 'b13bfad2b2a84333a7ff37b75b6ba14e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.39'}], 'enable_snat': True}, 'gw_port_id': '773ea80f-5341-438f-a89a-0ee52b828ada', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:26:07Z', 'updated_at': '2021-12-18T13:28:56Z', 'revision_number': 5, 'project_id': 'b13bfad2b2a84333a7ff37b75b6ba14e', 'gw_port': {'id': '773ea80f-5341-438f-a89a-0ee52b828ada', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:51:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f3b1949-cd71-497e-8581-eed311bb4151', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:26:08Z', 'updated_at': '2021-12-18T13:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv'}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:28:59.850074 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5c791b8-f0a1-46c9-8f47-ab5e787995ef None None] Checking router: 3f3b1949-cd71-497e-8581-eed311bb4151 for host: dv-neutron-744815-20-hyperv {{(pid=103162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 18 13:28:59.859696 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5c791b8-f0a1-46c9-8f47-ab5e787995ef None None] Routers {'3f3b1949-cd71-497e-8581-eed311bb4151'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:28:59.860302 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-e5c791b8-f0a1-46c9-8f47-ab5e787995ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:28:57Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['3f3b1949-cd71-497e-8581-eed311bb4151'], 'active': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:28:59.868821 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7b7a3272-2b45-4d32-9670-25eb1afd1184 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:28:59.916688 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.base_scheduler [None req-69ca54ea-0fe5-439b-82c0-c78ab9477e98 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Resources bound (agent type, host, resource id): {{(pid=103159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:28:59.968740 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-32b5bd18-8750-4346-b02b-97cf0399b5f0 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks [] for port, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:00.118391 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.db_base_plugin_common [None req-07188ebe-a0e8-4c62-a50a-86ddd76ee37b tempest-AllowedAddressPairIpV6TestJSON-1208968648 tempest-AllowedAddressPairIpV6TestJSON-1208968648-project] Allocated IP 2001:db8::1d (95447ff4-73c3-4297-a351-416b4acfb01e/798ef680-733b-4c96-8cac-aa7caa641561/cc690df0-9bb3-4f18-8b14-d6452254b506) {{(pid=103160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:29:00.141653 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvr_db [None req-e5c791b8-f0a1-46c9-8f47-ab5e787995ef None None] Set router 3f3b1949-cd71-497e-8581-eed311bb4151 gateway port host: dv-neutron-744815-20-hyperv {{(pid=103162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 13:29:00.227293 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48b62171-5855-4d73-a657-7de68a9295dc admin admin] Notify agent at l3_agent.dv-neutron-744815-20-hyperv the message routers_updated {{(pid=103159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 13:29:00.237351 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-48b62171-5855-4d73-a657-7de68a9295dc admin admin] 10.222.0.31 "PUT /v2.0/routers/7a6bcf96-5688-45cb-aa44-7313670ab94d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8887076 Dec 18 13:29:00.240081 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 52150) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:29:00.245854 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-147cf747-63d1-40bd-b6ec-e61380dd23a9 None None] Sync routers for ids ['7a6bcf96-5688-45cb-aa44-7313670ab94d'] in dv-neutron-744815-20-hyperv {{(pid=103161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 13:29:00.276451 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-147cf747-63d1-40bd-b6ec-e61380dd23a9 None None] Routers {'7a6bcf96-5688-45cb-aa44-7313670ab94d'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:29:00.277080 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-147cf747-63d1-40bd-b6ec-e61380dd23a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:28:57Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['7a6bcf96-5688-45cb-aa44-7313670ab94d'], 'active': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:29:00.294519 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-6578b1cc-73b8-41f6-ac21-132ac142a666 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:00.334872 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-32b5bd18-8750-4346-b02b-97cf0399b5f0 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4533522'] for port, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:00.424209 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1815fa-680b-4010-8add-095efcae6609 req-2297b2d7-6842-4e61-a262-348d76b0f001 tempest-ServerActionsTestJSON-1545132800 tempest-ServerActionsTestJSON-1545132800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:29:00.425966 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-1b1815fa-680b-4010-8add-095efcae6609 req-2297b2d7-6842-4e61-a262-348d76b0f001 tempest-ServerActionsTestJSON-1545132800 tempest-ServerActionsTestJSON-1545132800-project] 10.222.0.31 "GET /v2.0/ports?device_id=f75e1b43-b628-4577-9f75-0cf3a56e1582 HTTP/1.1" status: 200 len: 945 time: 0.2644250 Dec 18 13:29:00.435381 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee13ff4b-15b2-4041-bb82-40080f59a84a tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Router efb575df-a867-4d2c-9f44-5546609d3d8a has already been hosted by L3 agent c9c0cd52-5bd2-4704-9429-d80f1c5ad23c {{(pid=103160) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 18 13:29:00.445350 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69ca54ea-0fe5-439b-82c0-c78ab9477e98 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Router 801353d5-8bf6-4474-8a92-c7c9cecc3606 is scheduled to L3 agent c9c0cd52-5bd2-4704-9429-d80f1c5ad23c with binding_index 1 {{(pid=103159) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 18 13:29:00.452338 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvr_db [None req-147cf747-63d1-40bd-b6ec-e61380dd23a9 None None] Set router 7a6bcf96-5688-45cb-aa44-7313670ab94d gateway port host: dv-neutron-744815-20-hyperv {{(pid=103161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 13:29:00.462403 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-401cbdbc-4be0-4833-a45d-cbd38666e4f9 admin admin] Publish callbacks [] for router, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:00.490390 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32b5bd18-8750-4346-b02b-97cf0399b5f0 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Network 5588ea4f-97be-47f0-8409-4e3ab545c488 is already hosted by enough agents. {{(pid=103160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:29:00.504037 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-6578b1cc-73b8-41f6-ac21-132ac142a666 admin admin] Deleting port 773ea80f-5341-438f-a89a-0ee52b828ada {{(pid=103159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:29:00.504420 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-6578b1cc-73b8-41f6-ac21-132ac142a666 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:00.655411 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-c70a43a5-1da7-4cff-8e96-79ac2444334b None None] Provisioning complete for port 6db63c90-d794-4012-a59c-6e7d0c91bc91 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:29:00.655782 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c70a43a5-1da7-4cff-8e96-79ac2444334b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:00.656628 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-e5c791b8-f0a1-46c9-8f47-ab5e787995ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f3b1949-cd71-497e-8581-eed311bb4151', 'name': 'tempest-ServersTestJSON-206567357-router', 'tenant_id': 'b13bfad2b2a84333a7ff37b75b6ba14e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.39'}], 'enable_snat': True}, 'gw_port_id': '773ea80f-5341-438f-a89a-0ee52b828ada', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:26:07Z', 'updated_at': '2021-12-18T13:28:56Z', 'revision_number': 5, 'project_id': 'b13bfad2b2a84333a7ff37b75b6ba14e', 'gw_port': {'id': '773ea80f-5341-438f-a89a-0ee52b828ada', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:51:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f3b1949-cd71-497e-8581-eed311bb4151', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:26:08Z', 'updated_at': '2021-12-18T13:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv'}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:29:00.720646 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69ca54ea-0fe5-439b-82c0-c78ab9477e98 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Notify agent at l3_agent.dv-neutron-744815-20-hyperv the message routers_updated {{(pid=103159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 13:29:00.729270 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-c70a43a5-1da7-4cff-8e96-79ac2444334b None None] Port 6db63c90-d794-4012-a59c-6e7d0c91bc91 cannot update to ACTIVE because it is not bound. {{(pid=103161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 13:29:00.734397 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-69ca54ea-0fe5-439b-82c0-c78ab9477e98 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] 10.222.0.31 "PUT /v2.0/routers/801353d5-8bf6-4474-8a92-c7c9cecc3606/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8899682 Dec 18 13:29:00.734397 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.db [None req-6578b1cc-73b8-41f6-ac21-132ac142a666 admin admin] For port 773ea80f-5341-438f-a89a-0ee52b828ada, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=773ea80f-5341-438f-a89a-0ee52b828ada,segment=NetworkSegment(3f66d49c-4faa-434c-8c3e-991f4f1d01bd),segment_id=3f66d49c-4faa-434c-8c3e-991f4f1d01bd)] {{(pid=103159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:29:00.734799 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-6578b1cc-73b8-41f6-ac21-132ac142a666 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:00.737399 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 52154) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:29:00.764007 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9decb32-ae09-433f-86aa-612abaddf657 None None] Sync routers for ids ['801353d5-8bf6-4474-8a92-c7c9cecc3606'] in dv-neutron-744815-20-hyperv {{(pid=103162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 13:29:00.767388 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5c791b8-f0a1-46c9-8f47-ab5e787995ef None None] The sync data for ids ['3f3b1949-cd71-497e-8581-eed311bb4151'] in dv-neutron-744815-20-hyperv is: [{'id': '3f3b1949-cd71-497e-8581-eed311bb4151', 'name': 'tempest-ServersTestJSON-206567357-router', 'tenant_id': 'b13bfad2b2a84333a7ff37b75b6ba14e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.39'}], 'enable_snat': True}, 'gw_port_id': '773ea80f-5341-438f-a89a-0ee52b828ada', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:26:07Z', 'updated_at': '2021-12-18T13:28:56Z', 'revision_number': 5, 'project_id': 'b13bfad2b2a84333a7ff37b75b6ba14e', 'gw_port': {'id': '773ea80f-5341-438f-a89a-0ee52b828ada', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:51:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f3b1949-cd71-497e-8581-eed311bb4151', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:26:08Z', 'updated_at': '2021-12-18T13:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv'}] {{(pid=103162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 13:29:00.792604 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9decb32-ae09-433f-86aa-612abaddf657 None None] Routers {'801353d5-8bf6-4474-8a92-c7c9cecc3606'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:29:00.793507 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-b9decb32-ae09-433f-86aa-612abaddf657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:28:57Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['801353d5-8bf6-4474-8a92-c7c9cecc3606'], 'active': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:29:00.810024 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cff1e79-d727-4deb-9e6f-b3dc5d9f52dd tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:29:00.814219 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-6cff1e79-d727-4deb-9e6f-b3dc5d9f52dd tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] 10.222.0.31 "GET /v2.0/ports/6db63c90-d794-4012-a59c-6e7d0c91bc91 HTTP/1.1" status: 200 len: 911 time: 0.0730019 Dec 18 13:29:00.815851 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 52156) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:29:00.842151 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-6578b1cc-73b8-41f6-ac21-132ac142a666 admin admin] Calling delete_port for 773ea80f-5341-438f-a89a-0ee52b828ada owned by network:router_gateway {{(pid=103159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:29:00.845137 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-401cbdbc-4be0-4833-a45d-cbd38666e4f9 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:00.879581 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:00.931820 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.base_scheduler [None req-32b5bd18-8750-4346-b02b-97cf0399b5f0 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Resources bound (agent type, host, resource id): {{(pid=103160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:29:00.936642 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32b5bd18-8750-4346-b02b-97cf0399b5f0 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Received port after_create {{(pid=103160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:29:00.942356 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32b5bd18-8750-4346-b02b-97cf0399b5f0 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:29:00.943007 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-32b5bd18-8750-4346-b02b-97cf0399b5f0 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:00.945462 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-147cf747-63d1-40bd-b6ec-e61380dd23a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a6bcf96-5688-45cb-aa44-7313670ab94d', 'name': 'tempest-ServersTestManualDisk-471722443-router', 'tenant_id': '3c839ee0d3a64d8ba03ff7c8e7493dcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.156'}], 'enable_snat': True}, 'gw_port_id': 'eda923d2-1f85-4c40-a7d7-f51808960185', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:26:08Z', 'updated_at': '2021-12-18T13:28:57Z', 'revision_number': 5, 'project_id': '3c839ee0d3a64d8ba03ff7c8e7493dcd', 'gw_port': {'id': 'eda923d2-1f85-4c40-a7d7-f51808960185', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:d9:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a6bcf96-5688-45cb-aa44-7313670ab94d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:26:10Z', 'updated_at': '2021-12-18T13:26:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv'}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:29:00.949454 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvr_db [None req-b9decb32-ae09-433f-86aa-612abaddf657 None None] Set router 801353d5-8bf6-4474-8a92-c7c9cecc3606 gateway port host: None {{(pid=103162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 13:29:00.993746 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-147cf747-63d1-40bd-b6ec-e61380dd23a9 None None] Checking router: 7a6bcf96-5688-45cb-aa44-7313670ab94d for host: dv-neutron-744815-20-hyperv {{(pid=103161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 18 13:29:00.998942 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b5bd18-8750-4346-b02b-97cf0399b5f0 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Pushing event updated for resources: {'Port': ['ID=0718c630-ba35-41d3-8400-9eab1c43fd73,revision_number=1']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:29:01.027749 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-147cf747-63d1-40bd-b6ec-e61380dd23a9 None None] Routers {'7a6bcf96-5688-45cb-aa44-7313670ab94d'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:29:01.028850 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-147cf747-63d1-40bd-b6ec-e61380dd23a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:28:57Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['7a6bcf96-5688-45cb-aa44-7313670ab94d'], 'active': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:29:01.059690 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90cb0b10-1f21-49f0-a5bf-026d3c998c2c tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:29:01.065501 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90cb0b10-1f21-49f0-a5bf-026d3c998c2c tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:29:01.070141 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-90cb0b10-1f21-49f0-a5bf-026d3c998c2c tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.2501469 Dec 18 13:29:01.070388 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 52158) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:29:01.095050 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-32b5bd18-8750-4346-b02b-97cf0399b5f0 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.3850553 Dec 18 13:29:01.100367 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 52160) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:29:01.174109 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvr_db [None req-147cf747-63d1-40bd-b6ec-e61380dd23a9 None None] Set router 7a6bcf96-5688-45cb-aa44-7313670ab94d gateway port host: None {{(pid=103161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 13:29:01.229662 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-1b1815fa-680b-4010-8add-095efcae6609 req-1bece694-ba83-4eeb-8513-bb6698021463 tempest-ServerActionsTestJSON-1545132800 tempest-ServerActionsTestJSON-1545132800-project] 10.222.0.31 "GET /v2.0/security-groups?id=04da0920-3f32-48b1-bc5b-099cf6dd1551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7784083 Dec 18 13:29:01.237630 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee13ff4b-15b2-4041-bb82-40080f59a84a tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Notify agent at l3_agent.dv-neutron-744815-20-hyperv the message routers_updated {{(pid=103160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 13:29:01.264891 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-ee13ff4b-15b2-4041-bb82-40080f59a84a tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] 10.222.0.31 "PUT /v2.0/routers/efb575df-a867-4d2c-9f44-5546609d3d8a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7543399 Dec 18 13:29:01.274678 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dd469c9-dc1a-4d64-8379-e1ee0cce3467 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:29:01.279480 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-4dd469c9-dc1a-4d64-8379-e1ee0cce3467 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] 10.222.0.31 "GET /v2.0/ports/0718c630-ba35-41d3-8400-9eab1c43fd73 HTTP/1.1" status: 200 len: 844 time: 0.1534994 Dec 18 13:29:01.283401 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 52162) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:29:01.283734 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 52164) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:29:01.309477 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-343c9410-74bd-465d-bb7e-fa628a9861cd None None] Sync routers for ids ['efb575df-a867-4d2c-9f44-5546609d3d8a'] in dv-neutron-744815-20-hyperv {{(pid=103161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 13:29:01.327779 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-147cf747-63d1-40bd-b6ec-e61380dd23a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a6bcf96-5688-45cb-aa44-7313670ab94d', 'name': 'tempest-ServersTestManualDisk-471722443-router', 'tenant_id': '3c839ee0d3a64d8ba03ff7c8e7493dcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:26:08Z', 'updated_at': '2021-12-18T13:29:00Z', 'revision_number': 6, 'project_id': '3c839ee0d3a64d8ba03ff7c8e7493dcd', 'gw_port_host': None}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:29:01.359252 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-07188ebe-a0e8-4c62-a50a-86ddd76ee37b tempest-AllowedAddressPairIpV6TestJSON-1208968648 tempest-AllowedAddressPairIpV6TestJSON-1208968648-project] Publish callbacks [] for port, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:01.363427 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.pecan_wsgi.hooks.translation [None req-eca7d7a1-f8b0-424b-b23c-bbbb3c32d33a tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] GET failed (client error): The resource could not be found. Dec 18 13:29:01.367610 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-eca7d7a1-f8b0-424b-b23c-bbbb3c32d33a tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] 10.222.0.31 "GET /v2.0/ports/623dd72b-11bd-4a89-ae5f-e114b88bdb62 HTTP/1.1" status: 404 len: 333 time: 0.0803211 Dec 18 13:29:01.369102 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 52166) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:29:01.385050 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-b9decb32-ae09-433f-86aa-612abaddf657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '801353d5-8bf6-4474-8a92-c7c9cecc3606', 'name': 'tempest-NetworksTestDHCPv6-router-325982148', 'tenant_id': '606a569495c64210af9cc9fb7e76dd52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:28:52Z', 'updated_at': '2021-12-18T13:28:58Z', 'revision_number': 2, 'project_id': '606a569495c64210af9cc9fb7e76dd52', 'gw_port_host': None, '_interfaces': [{'id': '6db63c90-d794-4012-a59c-6e7d0c91bc91', 'name': '', 'network_id': 'a0b84a49-8464-4342-a47d-bd714ebbec81', 'tenant_id': '606a569495c64210af9cc9fb7e76dd52', 'mac_address': 'fa:16:3e:eb:3b:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '801353d5-8bf6-4474-8a92-c7c9cecc3606', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'e511386d-37b0-4eb8-b398-b71eb15de809', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:28:55Z', 'updated_at': '2021-12-18T13:28:58Z', 'revision_number': 2, 'project_id': '606a569495c64210af9cc9fb7e76dd52', 'subnets': [{'id': 'e511386d-37b0-4eb8-b398-b71eb15de809', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:29:01.391591 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-401cbdbc-4be0-4833-a45d-cbd38666e4f9 admin admin] Deleting port eda923d2-1f85-4c40-a7d7-f51808960185 {{(pid=103159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:29:01.392068 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-401cbdbc-4be0-4833-a45d-cbd38666e4f9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:01.392168 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-147cf747-63d1-40bd-b6ec-e61380dd23a9 None None] The sync data for ids ['7a6bcf96-5688-45cb-aa44-7313670ab94d'] in dv-neutron-744815-20-hyperv is: [{'id': '7a6bcf96-5688-45cb-aa44-7313670ab94d', 'name': 'tempest-ServersTestManualDisk-471722443-router', 'tenant_id': '3c839ee0d3a64d8ba03ff7c8e7493dcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:26:08Z', 'updated_at': '2021-12-18T13:29:00Z', 'revision_number': 6, 'project_id': '3c839ee0d3a64d8ba03ff7c8e7493dcd', 'gw_port_host': None}] {{(pid=103161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 13:29:01.429045 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-343c9410-74bd-465d-bb7e-fa628a9861cd None None] Routers {'efb575df-a867-4d2c-9f44-5546609d3d8a'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:29:01.429776 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-343c9410-74bd-465d-bb7e-fa628a9861cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:28:57Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['efb575df-a867-4d2c-9f44-5546609d3d8a'], 'active': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:29:01.446583 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9decb32-ae09-433f-86aa-612abaddf657 None None] Checking router: 801353d5-8bf6-4474-8a92-c7c9cecc3606 for host: dv-neutron-744815-20-hyperv {{(pid=103162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 18 13:29:01.446583 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9decb32-ae09-433f-86aa-612abaddf657 None None] Updating router 801353d5-8bf6-4474-8a92-c7c9cecc3606 port 6db63c90-d794-4012-a59c-6e7d0c91bc91 binding host dv-neutron-744815-20-hyperv {{(pid=103162) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 18 13:29:01.513971 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-343c9410-74bd-465d-bb7e-fa628a9861cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:29:01.523065 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b9decb32-ae09-433f-86aa-612abaddf657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:01.541604 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-343c9410-74bd-465d-bb7e-fa628a9861cd None None] Routers {'efb575df-a867-4d2c-9f44-5546609d3d8a'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:29:01.542249 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-343c9410-74bd-465d-bb7e-fa628a9861cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:28:57Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['efb575df-a867-4d2c-9f44-5546609d3d8a'], 'active': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:29:01.567030 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-5f723127-0284-4c4e-a6cd-ad6d2cbc68ce tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks [] for router, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:01.598476 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-343c9410-74bd-465d-bb7e-fa628a9861cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:29:01.599420 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-343c9410-74bd-465d-bb7e-fa628a9861cd None None] The sync data for ids ['efb575df-a867-4d2c-9f44-5546609d3d8a'] in dv-neutron-744815-20-hyperv is: [] {{(pid=103161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 13:29:01.638084 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.db [None req-401cbdbc-4be0-4833-a45d-cbd38666e4f9 admin admin] For port eda923d2-1f85-4c40-a7d7-f51808960185, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=eda923d2-1f85-4c40-a7d7-f51808960185,segment=NetworkSegment(3f66d49c-4faa-434c-8c3e-991f4f1d01bd),segment_id=3f66d49c-4faa-434c-8c3e-991f4f1d01bd)] {{(pid=103159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:29:01.638740 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-401cbdbc-4be0-4833-a45d-cbd38666e4f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:01.671782 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-6578b1cc-73b8-41f6-ac21-132ac142a666 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:01.684862 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-401cbdbc-4be0-4833-a45d-cbd38666e4f9 admin admin] Calling delete_port for eda923d2-1f85-4c40-a7d7-f51808960185 owned by network:router_gateway {{(pid=103159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:29:01.697242 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-07188ebe-a0e8-4c62-a50a-86ddd76ee37b tempest-AllowedAddressPairIpV6TestJSON-1208968648 tempest-AllowedAddressPairIpV6TestJSON-1208968648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4533522'] for port, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:01.728448 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6578b1cc-73b8-41f6-ac21-132ac142a666 admin admin] Pushing event deleted for resources: {'Port': ['ID=773ea80f-5341-438f-a89a-0ee52b828ada,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:29:01.747910 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73a1d35c-9440-48e9-8037-f9864b1fbce6 None None] DHCP port deletion for decb4a40-7941-48c8-afbb-daaafd502e83 request from dv-neutron-744815-20-hyperv {{(pid=103161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 18 13:29:01.927766 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-0f55c8cf-402a-4e99-82aa-9345f15100e9 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Deleting port 0718c630-ba35-41d3-8400-9eab1c43fd73 {{(pid=103160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:29:01.928046 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-0f55c8cf-402a-4e99-82aa-9345f15100e9 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:02.002086 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07188ebe-a0e8-4c62-a50a-86ddd76ee37b tempest-AllowedAddressPairIpV6TestJSON-1208968648 tempest-AllowedAddressPairIpV6TestJSON-1208968648-project] Network 95447ff4-73c3-4297-a351-416b4acfb01e is already hosted by enough agents. {{(pid=103160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:29:02.014726 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-5f723127-0284-4c4e-a6cd-ad6d2cbc68ce tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-589815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28643'] for router, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:02.016154 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-5f723127-0284-4c4e-a6cd-ad6d2cbc68ce tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:02.028444 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.base_scheduler [None req-07188ebe-a0e8-4c62-a50a-86ddd76ee37b tempest-AllowedAddressPairIpV6TestJSON-1208968648 tempest-AllowedAddressPairIpV6TestJSON-1208968648-project] Resources bound (agent type, host, resource id): {{(pid=103160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:29:02.031381 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07188ebe-a0e8-4c62-a50a-86ddd76ee37b tempest-AllowedAddressPairIpV6TestJSON-1208968648 tempest-AllowedAddressPairIpV6TestJSON-1208968648-project] Received port after_create {{(pid=103160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:29:02.037893 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07188ebe-a0e8-4c62-a50a-86ddd76ee37b tempest-AllowedAddressPairIpV6TestJSON-1208968648 tempest-AllowedAddressPairIpV6TestJSON-1208968648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:29:02.038549 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-07188ebe-a0e8-4c62-a50a-86ddd76ee37b tempest-AllowedAddressPairIpV6TestJSON-1208968648 tempest-AllowedAddressPairIpV6TestJSON-1208968648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:02.060024 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07188ebe-a0e8-4c62-a50a-86ddd76ee37b tempest-AllowedAddressPairIpV6TestJSON-1208968648 tempest-AllowedAddressPairIpV6TestJSON-1208968648-project] Pushing event updated for resources: {'Port': ['ID=cc690df0-9bb3-4f18-8b14-d6452254b506,revision_number=1']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:29:02.075061 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b9decb32-ae09-433f-86aa-612abaddf657 None None] Publish callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:02.085058 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b9decb32-ae09-433f-86aa-612abaddf657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:02.155398 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-07188ebe-a0e8-4c62-a50a-86ddd76ee37b tempest-AllowedAddressPairIpV6TestJSON-1208968648 tempest-AllowedAddressPairIpV6TestJSON-1208968648-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 3.0849149 Dec 18 13:29:02.157608 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 52170) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:29:02.163644 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-9303d892-7e9e-4626-a3b6-afc82b1f6e91 tempest-AllowedAddressPairIpV6TestJSON-1208968648 tempest-AllowedAddressPairIpV6TestJSON-1208968648-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::28c', 'mac_address': 'fa:16:3e:b9:99:d5'}]}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:29:02.171359 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799b599d-ba79-47ca-9f27-15451b33fc89 None None] Pushing event updated for resources: {'Port': ['ID=6db63c90-d794-4012-a59c-6e7d0c91bc91,revision_number=3']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:29:02.181999 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-6578b1cc-73b8-41f6-ac21-132ac142a666 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-586554'] for router_gateway, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:02.212840 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-5f723127-0284-4c4e-a6cd-ad6d2cbc68ce tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-589710'] for router, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:02.213392 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f723127-0284-4c4e-a6cd-ad6d2cbc68ce tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Fanout notify agent at l3_agent the message router_deleted on router efb575df-a867-4d2c-9f44-5546609d3d8a {{(pid=103160) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 18 13:29:02.220954 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-5f723127-0284-4c4e-a6cd-ad6d2cbc68ce tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks [] for router, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:02.222273 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-5f723127-0284-4c4e-a6cd-ad6d2cbc68ce tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] 10.222.0.31 "DELETE /v2.0/routers/efb575df-a867-4d2c-9f44-5546609d3d8a HTTP/1.1" status: 204 len: 168 time: 0.8503046 Dec 18 13:29:02.227416 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 52172) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:29:02.229984 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-0f55c8cf-402a-4e99-82aa-9345f15100e9 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:02.252731 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [None req-b9decb32-ae09-433f-86aa-612abaddf657 None None] Attempting to bind port 6db63c90-d794-4012-a59c-6e7d0c91bc91 on host dv-neutron-744815-20-hyperv for vnic_type normal with profile {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 13:29:02.253476 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [None req-b9decb32-ae09-433f-86aa-612abaddf657 None None] Attempting to bind port 6db63c90-d794-4012-a59c-6e7d0c91bc91 by drivers openvswitch,hyperv on host dv-neutron-744815-20-hyperv at level 0 using segments [{'id': '1d35b28d-d075-4c4f-99ab-408d9457428e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'a0b84a49-8464-4342-a47d-bd714ebbec81'}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 13:29:02.254041 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9decb32-ae09-433f-86aa-612abaddf657 None None] Attempting to bind port 6db63c90-d794-4012-a59c-6e7d0c91bc91 on network a0b84a49-8464-4342-a47d-bd714ebbec81 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 13:29:02.261880 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9decb32-ae09-433f-86aa-612abaddf657 None None] Checking agent: {'id': '428fa9fa-43db-4db9-9f96-f60ffe931f2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-20-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 13, 19, 1), 'started_at': datetime.datetime(2021, 12, 18, 13, 19, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 13, 29, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-20-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 18 13:29:02.262471 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9decb32-ae09-433f-86aa-612abaddf657 None None] Checking segment: {'id': '1d35b28d-d075-4c4f-99ab-408d9457428e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'a0b84a49-8464-4342-a47d-bd714ebbec81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 13:29:02.263080 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b9decb32-ae09-433f-86aa-612abaddf657 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:02.263680 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9decb32-ae09-433f-86aa-612abaddf657 None None] Bound using segment: {'id': '1d35b28d-d075-4c4f-99ab-408d9457428e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'a0b84a49-8464-4342-a47d-bd714ebbec81'} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 18 13:29:02.264312 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [None req-b9decb32-ae09-433f-86aa-612abaddf657 None None] Bound port: 6db63c90-d794-4012-a59c-6e7d0c91bc91, host: dv-neutron-744815-20-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d35b28d-d075-4c4f-99ab-408d9457428e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'a0b84a49-8464-4342-a47d-bd714ebbec81'}}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 18 13:29:02.264870 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b9decb32-ae09-433f-86aa-612abaddf657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:02.387024 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-0f55c8cf-402a-4e99-82aa-9345f15100e9 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Calling delete_port for 0718c630-ba35-41d3-8400-9eab1c43fd73 owned by {{(pid=103160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:29:02.420728 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 8ad7f770-c11c-48df-8a56-4b3d08febca9 no longer exists at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 18 13:29:02.456980 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-b9decb32-ae09-433f-86aa-612abaddf657 None None] For port 6db63c90-d794-4012-a59c-6e7d0c91bc91, host dv-neutron-744815-20-hyperv, cleared binding levels {{(pid=103162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 18 13:29:02.466116 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-b9decb32-ae09-433f-86aa-612abaddf657 None None] For port 6db63c90-d794-4012-a59c-6e7d0c91bc91, host dv-neutron-744815-20-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=6db63c90-d794-4012-a59c-6e7d0c91bc91,segment=NetworkSegment(1d35b28d-d075-4c4f-99ab-408d9457428e),segment_id=1d35b28d-d075-4c4f-99ab-408d9457428e)] {{(pid=103162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 18 13:29:02.477920 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b9decb32-ae09-433f-86aa-612abaddf657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:02.481406 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-2294866d-0076-4933-952c-685307032598 None None] No Port match for: 8ad7f770-c11c-48df-8a56-4b3d08febca9 {{(pid=103161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 18 13:29:02.481999 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 8ad7f770-c11c-48df-8a56-4b3d08febca9 not bound to the agent host dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 18 13:29:02.482956 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device c5f0bb91-55c3-4f61-9cd9-f9c57b1da6e0 no longer exists at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 18 13:29:02.516559 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad24e285-6a44-426c-a0a2-6178fecfe5ef tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Deleting subnet 0b11dfc7-a669-435d-8190-0d6cd0b0bd5c {{(pid=103160) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 18 13:29:02.518681 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-2294866d-0076-4933-952c-685307032598 None None] No Port match for: c5f0bb91-55c3-4f61-9cd9-f9c57b1da6e0 {{(pid=103161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 18 13:29:02.520048 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-ad24e285-6a44-426c-a0a2-6178fecfe5ef tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks [] for subnet, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:02.522398 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-6578b1cc-73b8-41f6-ac21-132ac142a666 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-589815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28643'] for router, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:02.523532 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device c5f0bb91-55c3-4f61-9cd9-f9c57b1da6e0 not bound to the agent host dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 18 13:29:02.539758 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-6578b1cc-73b8-41f6-ac21-132ac142a666 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:02.580180 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-ad24e285-6a44-426c-a0a2-6178fecfe5ef tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4533385'] for subnet, precommit_delete_associations {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:02.620517 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9decb32-ae09-433f-86aa-612abaddf657 None None] Routers {'801353d5-8bf6-4474-8a92-c7c9cecc3606'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:29:02.621316 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-b9decb32-ae09-433f-86aa-612abaddf657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:28:57Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['801353d5-8bf6-4474-8a92-c7c9cecc3606'], 'active': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:29:02.670494 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-7a3ec8d2-55df-430a-802d-314298f8bdf9 None None] Provisioning complete for port 6db63c90-d794-4012-a59c-6e7d0c91bc91 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:29:02.672358 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7a3ec8d2-55df-430a-802d-314298f8bdf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:02.687001 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-ad24e285-6a44-426c-a0a2-6178fecfe5ef tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1929185'] for subnet, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:02.723075 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799b599d-ba79-47ca-9f27-15451b33fc89 None None] Pushing event updated for resources: {'Port': ['ID=6db63c90-d794-4012-a59c-6e7d0c91bc91,revision_number=4']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:29:02.798626 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvr_db [None req-b9decb32-ae09-433f-86aa-612abaddf657 None None] Set router 801353d5-8bf6-4474-8a92-c7c9cecc3606 gateway port host: None {{(pid=103162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 13:29:02.817374 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-6578b1cc-73b8-41f6-ac21-132ac142a666 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-589710'] for router, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:02.820716 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6578b1cc-73b8-41f6-ac21-132ac142a666 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3f3b1949-cd71-497e-8581-eed311bb4151 {{(pid=103159) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 18 13:29:02.847126 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-6578b1cc-73b8-41f6-ac21-132ac142a666 admin admin] Publish callbacks [] for router, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:02.873683 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-6578b1cc-73b8-41f6-ac21-132ac142a666 admin admin] 10.222.0.31 "DELETE /v2.0/routers/3f3b1949-cd71-497e-8581-eed311bb4151 HTTP/1.1" status: 204 len: 168 time: 3.5440195 Dec 18 13:29:02.875506 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 52176) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:29:02.907570 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7a3ec8d2-55df-430a-802d-314298f8bdf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:02.952808 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-0f55c8cf-402a-4e99-82aa-9345f15100e9 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4533522'] for port, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:02.957426 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214a9dbe-51fc-41dd-8f2e-692aaf453789 req-c0f97dc3-03b5-42e9-b7c9-e77b4aaf6f43 tempest-ServerActionsTestJSON-1545132800 tempest-ServerActionsTestJSON-1545132800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:29:02.965428 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-ad24e285-6a44-426c-a0a2-6178fecfe5ef tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1929192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4533475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4514371'] for subnet, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:02.967477 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-214a9dbe-51fc-41dd-8f2e-692aaf453789 req-c0f97dc3-03b5-42e9-b7c9-e77b4aaf6f43 tempest-ServerActionsTestJSON-1545132800 tempest-ServerActionsTestJSON-1545132800-project] 10.222.0.31 "GET /v2.0/ports?device_id=f75e1b43-b628-4577-9f75-0cf3a56e1582 HTTP/1.1" status: 200 len: 945 time: 0.5959888 Dec 18 13:29:02.998435 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-7a3ec8d2-55df-430a-802d-314298f8bdf9 None None] For port 6db63c90-d794-4012-a59c-6e7d0c91bc91, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=6db63c90-d794-4012-a59c-6e7d0c91bc91,segment=NetworkSegment(1d35b28d-d075-4c4f-99ab-408d9457428e),segment_id=1d35b28d-d075-4c4f-99ab-408d9457428e)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:29:03.009059 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7a3ec8d2-55df-430a-802d-314298f8bdf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:03.059822 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-8af05c28-d47e-4847-b1b7-ce61d81f348c tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-586101'] for router_interface, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:03.065940 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f55c8cf-402a-4e99-82aa-9345f15100e9 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Pushing event deleted for resources: {'Port': ['ID=0718c630-ba35-41d3-8400-9eab1c43fd73,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:29:03.077905 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad24e285-6a44-426c-a0a2-6178fecfe5ef tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Pushing event deleted for resources: {'Subnet': ['ID=0b11dfc7-a669-435d-8190-0d6cd0b0bd5c,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:29:03.090276 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-0f55c8cf-402a-4e99-82aa-9345f15100e9 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:03.096902 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-0f55c8cf-402a-4e99-82aa-9345f15100e9 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] 10.222.0.31 "DELETE /v2.0/ports/0718c630-ba35-41d3-8400-9eab1c43fd73 HTTP/1.1" status: 204 len: 168 time: 1.8110061 Dec 18 13:29:03.098160 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-ad24e285-6a44-426c-a0a2-6178fecfe5ef tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks [] for subnet, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:03.102146 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-ad24e285-6a44-426c-a0a2-6178fecfe5ef tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] 10.222.0.31 "DELETE /v2.0/subnets/0b11dfc7-a669-435d-8190-0d6cd0b0bd5c HTTP/1.1" status: 204 len: 168 time: 0.8691568 Dec 18 13:29:03.105405 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 52180) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:29:03.105750 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 52182) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:29:03.179473 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3ec8d2-55df-430a-802d-314298f8bdf9 None None] Pushing event updated for resources: {'Port': ['ID=6db63c90-d794-4012-a59c-6e7d0c91bc91,revision_number=5']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:29:03.181942 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-b9decb32-ae09-433f-86aa-612abaddf657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '801353d5-8bf6-4474-8a92-c7c9cecc3606', 'name': 'tempest-NetworksTestDHCPv6-router-325982148', 'tenant_id': '606a569495c64210af9cc9fb7e76dd52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:28:52Z', 'updated_at': '2021-12-18T13:28:58Z', 'revision_number': 2, 'project_id': '606a569495c64210af9cc9fb7e76dd52', 'gw_port_host': None, '_interfaces': [{'id': '6db63c90-d794-4012-a59c-6e7d0c91bc91', 'name': '', 'network_id': 'a0b84a49-8464-4342-a47d-bd714ebbec81', 'tenant_id': '606a569495c64210af9cc9fb7e76dd52', 'mac_address': 'fa:16:3e:eb:3b:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '801353d5-8bf6-4474-8a92-c7c9cecc3606', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'e511386d-37b0-4eb8-b398-b71eb15de809', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:28:55Z', 'updated_at': '2021-12-18T13:29:02Z', 'revision_number': 4, 'project_id': '606a569495c64210af9cc9fb7e76dd52', 'subnets': [{'id': 'e511386d-37b0-4eb8-b398-b71eb15de809', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:29:03.200106 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47f97a8d-1cd3-4971-bb60-083f58b19ae6 None None] Network 98fbeb88-8146-4522-a08b-f20c0a247899 requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:29:03.203162 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-7a3ec8d2-55df-430a-802d-314298f8bdf9 None None] Provisioning complete for port cc690df0-9bb3-4f18-8b14-d6452254b506 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:29:03.203162 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7a3ec8d2-55df-430a-802d-314298f8bdf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:03.233726 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.pecan_wsgi.hooks.translation [None req-81924209-3b8c-4a41-bdf3-4fd33233f808 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] GET failed (client error): The resource could not be found. Dec 18 13:29:03.239939 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-81924209-3b8c-4a41-bdf3-4fd33233f808 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] 10.222.0.31 "GET /v2.0/ports/0718c630-ba35-41d3-8400-9eab1c43fd73 HTTP/1.1" status: 404 len: 333 time: 0.1329358 Dec 18 13:29:03.241062 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 52184) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:29:03.241197 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9decb32-ae09-433f-86aa-612abaddf657 None None] The sync data for ids ['801353d5-8bf6-4474-8a92-c7c9cecc3606'] in dv-neutron-744815-20-hyperv is: [{'id': '801353d5-8bf6-4474-8a92-c7c9cecc3606', 'name': 'tempest-NetworksTestDHCPv6-router-325982148', 'tenant_id': '606a569495c64210af9cc9fb7e76dd52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:28:52Z', 'updated_at': '2021-12-18T13:28:58Z', 'revision_number': 2, 'project_id': '606a569495c64210af9cc9fb7e76dd52', 'gw_port_host': None, '_interfaces': [{'id': '6db63c90-d794-4012-a59c-6e7d0c91bc91', 'name': '', 'network_id': 'a0b84a49-8464-4342-a47d-bd714ebbec81', 'tenant_id': '606a569495c64210af9cc9fb7e76dd52', 'mac_address': 'fa:16:3e:eb:3b:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '801353d5-8bf6-4474-8a92-c7c9cecc3606', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'e511386d-37b0-4eb8-b398-b71eb15de809', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:28:55Z', 'updated_at': '2021-12-18T13:29:02Z', 'revision_number': 4, 'project_id': '606a569495c64210af9cc9fb7e76dd52', 'subnets': [{'id': 'e511386d-37b0-4eb8-b398-b71eb15de809', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 13:29:03.256149 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-18da9509-bf8d-4328-bf67-acd7cad11674 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Request body: {'port': {'network_id': '5588ea4f-97be-47f0-8409-4e3ab545c488', 'name': 'tempest-PortsIpV6TestJSON-372628350'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:29:03.265784 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-a8c2aede-4c3b-4266-a5d7-b0717ba6b733 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2023137'] for network, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:03.339510 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.db_base_plugin_v2 [None req-6fb76d29-e0c5-4383-8f67-b620c6e834c6 admin admin] Deleting subnet 4f238fff-f9a2-4ca2-aa84-e233d7ea0123 {{(pid=103159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 18 13:29:03.369517 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-6fb76d29-e0c5-4383-8f67-b620c6e834c6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:03.392908 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-9303d892-7e9e-4626-a3b6-afc82b1f6e91 tempest-AllowedAddressPairIpV6TestJSON-1208968648 tempest-AllowedAddressPairIpV6TestJSON-1208968648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:03.397500 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-7a3ec8d2-55df-430a-802d-314298f8bdf9 None None] Port cc690df0-9bb3-4f18-8b14-d6452254b506 cannot update to ACTIVE because it is not bound. {{(pid=103161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 13:29:03.415972 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-214a9dbe-51fc-41dd-8f2e-692aaf453789 req-c26369ad-af7c-4964-828d-55b8684d004e tempest-ServerActionsTestJSON-1545132800 tempest-ServerActionsTestJSON-1545132800-project] 10.222.0.31 "GET /v2.0/security-groups?id=04da0920-3f32-48b1-bc5b-099cf6dd1551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4475870 Dec 18 13:29:03.467647 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-6fb76d29-e0c5-4383-8f67-b620c6e834c6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5589624'] for subnet, precommit_delete_associations {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:03.493365 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34b416e6-4a50-4d8b-ada9-b2280efccdea None None] DHCP port deletion for 98fbeb88-8146-4522-a08b-f20c0a247899 request from dv-neutron-744815-20-hyperv {{(pid=103161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 18 13:29:03.498926 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-401cbdbc-4be0-4833-a45d-cbd38666e4f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:03.542720 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401cbdbc-4be0-4833-a45d-cbd38666e4f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=eda923d2-1f85-4c40-a7d7-f51808960185,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:29:03.585698 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2f953ad-d40b-43e2-a291-c3708bf03173 None None] DHCP port deletion for decb4a40-7941-48c8-afbb-daaafd502e83 request from dv-neutron-744815-20-hyperv {{(pid=103161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 18 13:29:03.595751 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-31e76ff1-3ff1-4020-8665-79a53a6fe8c3 None None] Provisioning complete for port 6db63c90-d794-4012-a59c-6e7d0c91bc91 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:29:03.596128 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-31e76ff1-3ff1-4020-8665-79a53a6fe8c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:03.689679 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-34b416e6-4a50-4d8b-ada9-b2280efccdea None None] Deleting port 23ff9f8b-7374-4549-83a4-ca9641bb9142 {{(pid=103161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:29:03.692235 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-34b416e6-4a50-4d8b-ada9-b2280efccdea None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:03.757478 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-401cbdbc-4be0-4833-a45d-cbd38666e4f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-586554'] for router_gateway, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:03.764835 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-6fb76d29-e0c5-4383-8f67-b620c6e834c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1929185'] for subnet, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:03.799041 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18da9509-bf8d-4328-bf67-acd7cad11674 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Made reservation on behalf of a17167c2bc3d4518ab90268c4af7e6a0 for: {'port': 1} {{(pid=103160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:29:03.802823 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-18da9509-bf8d-4328-bf67-acd7cad11674 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:03.823517 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-34b416e6-4a50-4d8b-ada9-b2280efccdea None None] For port 23ff9f8b-7374-4549-83a4-ca9641bb9142, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=23ff9f8b-7374-4549-83a4-ca9641bb9142,segment=NetworkSegment(819ba65f-2687-4497-8148-97c761254ff1),segment_id=819ba65f-2687-4497-8148-97c761254ff1)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:29:03.823922 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-34b416e6-4a50-4d8b-ada9-b2280efccdea None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:03.838236 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-34b416e6-4a50-4d8b-ada9-b2280efccdea None None] Calling delete_port for 23ff9f8b-7374-4549-83a4-ca9641bb9142 owned by network:dhcp {{(pid=103161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:29:03.916602 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-8af05c28-d47e-4847-b1b7-ce61d81f348c tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Deleting port 6db63c90-d794-4012-a59c-6e7d0c91bc91 {{(pid=103159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:29:03.916970 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-8af05c28-d47e-4847-b1b7-ce61d81f348c tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:03.927365 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-401cbdbc-4be0-4833-a45d-cbd38666e4f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-589815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28643'] for router, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:03.942929 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-401cbdbc-4be0-4833-a45d-cbd38666e4f9 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:03.969488 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.notifiers.nova [None req-18da9509-bf8d-4328-bf67-acd7cad11674 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] device_id is not set on port d659e489-3ca1-43ef-9ea3-365458dd5c8c yet. {{(pid=103160) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 18 13:29:03.986184 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-9303d892-7e9e-4626-a3b6-afc82b1f6e91 tempest-AllowedAddressPairIpV6TestJSON-1208968648 tempest-AllowedAddressPairIpV6TestJSON-1208968648-project] Publish callbacks [] for port, precommit_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:03.995726 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-34b416e6-4a50-4d8b-ada9-b2280efccdea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984'] for port, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:04.024066 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-a8c2aede-4c3b-4266-a5d7-b0717ba6b733 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Deleting port 23ff9f8b-7374-4549-83a4-ca9641bb9142 {{(pid=103160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:29:04.024399 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-a8c2aede-4c3b-4266-a5d7-b0717ba6b733 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:04.029546 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-9303d892-7e9e-4626-a3b6-afc82b1f6e91 tempest-AllowedAddressPairIpV6TestJSON-1208968648 tempest-AllowedAddressPairIpV6TestJSON-1208968648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4533541'] for port, after_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:04.043182 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d051b92-f250-4437-b344-39909a39f726 req-955cd3f8-43f1-4ae5-8c92-fd1883f6cfe7 tempest-ServerActionsTestJSON-1545132800 tempest-ServerActionsTestJSON-1545132800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:29:04.051203 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-1d051b92-f250-4437-b344-39909a39f726 req-955cd3f8-43f1-4ae5-8c92-fd1883f6cfe7 tempest-ServerActionsTestJSON-1545132800 tempest-ServerActionsTestJSON-1545132800-project] 10.222.0.31 "GET /v2.0/ports?device_id=f75e1b43-b628-4577-9f75-0cf3a56e1582 HTTP/1.1" status: 200 len: 945 time: 0.2748520 Dec 18 13:29:04.053374 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b416e6-4a50-4d8b-ada9-b2280efccdea None None] Pushing event deleted for resources: {'Port': ['ID=23ff9f8b-7374-4549-83a4-ca9641bb9142,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:29:04.066121 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34b416e6-4a50-4d8b-ada9-b2280efccdea None None] No DVR routers for this DVR port 23ff9f8b-7374-4549-83a4-ca9641bb9142 on host dv-neutron-744815-20-hyperv {{(pid=103161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 18 13:29:04.113521 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 6db63c90-d794-4012-a59c-6e7d0c91bc91 up at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 13:29:04.168982 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2294866d-0076-4933-952c-685307032598 None None] Provisioning complete for port 6db63c90-d794-4012-a59c-6e7d0c91bc91 triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:29:04.170149 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:04.170282 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-6fb76d29-e0c5-4383-8f67-b620c6e834c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1929192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5659851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6017053'] for subnet, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:04.201073 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9303d892-7e9e-4626-a3b6-afc82b1f6e91 tempest-AllowedAddressPairIpV6TestJSON-1208968648 tempest-AllowedAddressPairIpV6TestJSON-1208968648-project] Pushing event updated for resources: {'Port': ['ID=cc690df0-9bb3-4f18-8b14-d6452254b506,revision_number=2']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:29:04.230780 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-6fb76d29-e0c5-4383-8f67-b620c6e834c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047995'] for subnet, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:04.231036 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80ee96cd-5163-422e-9b1b-137b1ec11d22 None None] Network d2661b17-f10f-45b5-9a14-2ba272e46fb7 requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:29:04.251505 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-6fb76d29-e0c5-4383-8f67-b620c6e834c6 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/4f238fff-f9a2-4ca2-aa84-e233d7ea0123 HTTP/1.1" status: 204 len: 168 time: 1.3417330 Dec 18 13:29:04.286854 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 52190) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:29:04.288087 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-9303d892-7e9e-4626-a3b6-afc82b1f6e91 tempest-AllowedAddressPairIpV6TestJSON-1208968648 tempest-AllowedAddressPairIpV6TestJSON-1208968648-project] In _notify_port_updated(), no bound segment for port cc690df0-9bb3-4f18-8b14-d6452254b506 on network 95447ff4-73c3-4297-a351-416b4acfb01e {{(pid=103160) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 18 13:29:04.295821 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9303d892-7e9e-4626-a3b6-afc82b1f6e91 tempest-AllowedAddressPairIpV6TestJSON-1208968648 tempest-AllowedAddressPairIpV6TestJSON-1208968648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:29:04.296613 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-9303d892-7e9e-4626-a3b6-afc82b1f6e91 tempest-AllowedAddressPairIpV6TestJSON-1208968648 tempest-AllowedAddressPairIpV6TestJSON-1208968648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:04.300644 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-9303d892-7e9e-4626-a3b6-afc82b1f6e91 tempest-AllowedAddressPairIpV6TestJSON-1208968648 tempest-AllowedAddressPairIpV6TestJSON-1208968648-project] 10.222.0.31 "PUT /v2.0/ports/cc690df0-9bb3-4f18-8b14-d6452254b506 HTTP/1.1" status: 200 len: 1002 time: 2.1394935 Dec 18 13:29:04.315708 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 52192) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:29:04.334958 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-401cbdbc-4be0-4833-a45d-cbd38666e4f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-589710'] for router, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:04.337341 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-401cbdbc-4be0-4833-a45d-cbd38666e4f9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7a6bcf96-5688-45cb-aa44-7313670ab94d {{(pid=103159) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 18 13:29:04.340343 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb76d29-e0c5-4383-8f67-b620c6e834c6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4f238fff-f9a2-4ca2-aa84-e233d7ea0123,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:29:04.352963 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-401cbdbc-4be0-4833-a45d-cbd38666e4f9 admin admin] Publish callbacks [] for router, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:04.356560 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-401cbdbc-4be0-4833-a45d-cbd38666e4f9 admin admin] 10.222.0.31 "DELETE /v2.0/routers/7a6bcf96-5688-45cb-aa44-7313670ab94d HTTP/1.1" status: 204 len: 168 time: 4.1131592 Dec 18 13:29:04.362190 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 52194) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:29:04.503702 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53d1adb3-9d8d-4283-9b6d-999466a083e5 None None] DHCP port deletion for d2661b17-f10f-45b5-9a14-2ba272e46fb7 request from dv-neutron-744815-20-hyperv {{(pid=103161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 18 13:29:04.513809 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device eda923d2-1f85-4c40-a7d7-f51808960185 no longer exists at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 18 13:29:04.524257 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.db_base_plugin_v2 [None req-ccb883f8-04de-41cf-8eb3-bd46f3b1a179 admin admin] Deleting subnet 7eb73a90-08ad-41ee-8b91-9561421ba1b4 {{(pid=103159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 18 13:29:04.527533 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-ccb883f8-04de-41cf-8eb3-bd46f3b1a179 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:04.550212 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.db [None req-a8c2aede-4c3b-4266-a5d7-b0717ba6b733 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] For port 23ff9f8b-7374-4549-83a4-ca9641bb9142, host dv-neutron-744815-20-hyperv, got binding levels [] {{(pid=103160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:29:04.550860 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-a8c2aede-4c3b-4266-a5d7-b0717ba6b733 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:04.583037 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.db [None req-8af05c28-d47e-4847-b1b7-ce61d81f348c tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] For port 6db63c90-d794-4012-a59c-6e7d0c91bc91, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=6db63c90-d794-4012-a59c-6e7d0c91bc91,segment=NetworkSegment(1d35b28d-d075-4c4f-99ab-408d9457428e),segment_id=1d35b28d-d075-4c4f-99ab-408d9457428e)] {{(pid=103159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:29:04.584424 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-8af05c28-d47e-4847-b1b7-ce61d81f348c tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:04.597507 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-ccb883f8-04de-41cf-8eb3-bd46f3b1a179 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5589624'] for subnet, precommit_delete_associations {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:04.621176 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-2294866d-0076-4933-952c-685307032598 None None] No Port match for: eda923d2-1f85-4c40-a7d7-f51808960185 {{(pid=103161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 18 13:29:04.621782 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device eda923d2-1f85-4c40-a7d7-f51808960185 not bound to the agent host dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 18 13:29:04.622404 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 773ea80f-5341-438f-a89a-0ee52b828ada no longer exists at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 18 13:29:04.646592 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-8af05c28-d47e-4847-b1b7-ce61d81f348c tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Calling delete_port for 6db63c90-d794-4012-a59c-6e7d0c91bc91 owned by network:router_interface {{(pid=103159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:29:04.652898 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-1d051b92-f250-4437-b344-39909a39f726 req-b3662e9b-73dc-4864-ac0f-ea093a38d493 tempest-ServerActionsTestJSON-1545132800 tempest-ServerActionsTestJSON-1545132800-project] 10.222.0.31 "GET /v2.0/security-groups?id=04da0920-3f32-48b1-bc5b-099cf6dd1551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4726427 Dec 18 13:29:04.748907 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-a8c2aede-4c3b-4266-a5d7-b0717ba6b733 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Calling delete_port for 23ff9f8b-7374-4549-83a4-ca9641bb9142 owned by network:dhcp {{(pid=103160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:29:04.751976 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.ipam_backend_mixin [None req-a8c2aede-4c3b-4266-a5d7-b0717ba6b733 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Port 23ff9f8b-7374-4549-83a4-ca9641bb9142 was not found and therefore no delete operation was performed {{(pid=103160) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 18 13:29:04.787690 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-a8c2aede-4c3b-4266-a5d7-b0717ba6b733 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4533522'] for port, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:04.819177 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c2aede-4c3b-4266-a5d7-b0717ba6b733 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Pushing event deleted for resources: {'Port': ['ID=23ff9f8b-7374-4549-83a4-ca9641bb9142,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:29:04.858221 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-ccb883f8-04de-41cf-8eb3-bd46f3b1a179 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1929185'] for subnet, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:04.896201 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-2294866d-0076-4933-952c-685307032598 None None] No Port match for: 773ea80f-5341-438f-a89a-0ee52b828ada {{(pid=103161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 18 13:29:04.897535 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 773ea80f-5341-438f-a89a-0ee52b828ada not bound to the agent host dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 18 13:29:04.898177 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 23ff9f8b-7374-4549-83a4-ca9641bb9142 no longer exists at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 18 13:29:04.901694 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-4e2c3420-e9fe-4f33-98af-069b09b83b9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2023137'] for network, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:04.908813 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c2aede-4c3b-4266-a5d7-b0717ba6b733 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] No DVR routers for this DVR port 23ff9f8b-7374-4549-83a4-ca9641bb9142 on host dv-neutron-744815-20-hyperv {{(pid=103160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 18 13:29:04.936659 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-2294866d-0076-4933-952c-685307032598 None None] No Port match for: 23ff9f8b-7374-4549-83a4-ca9641bb9142 {{(pid=103161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 18 13:29:04.937396 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 23ff9f8b-7374-4549-83a4-ca9641bb9142 not bound to the agent host dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 18 13:29:04.963993 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-c58cb1d3-80d8-4140-ba44-a3cc87c63241 None None] Provisioning complete for port cc690df0-9bb3-4f18-8b14-d6452254b506 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:29:04.965652 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c58cb1d3-80d8-4140-ba44-a3cc87c63241 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:05.026782 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-53d1adb3-9d8d-4283-9b6d-999466a083e5 None None] Deleting port c878af67-0397-4eeb-b9df-32aa6d3ffc8e {{(pid=103161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:29:05.027702 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-53d1adb3-9d8d-4283-9b6d-999466a083e5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:05.028565 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-ccb883f8-04de-41cf-8eb3-bd46f3b1a179 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1929192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5659851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6017053'] for subnet, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:05.028819 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-c58cb1d3-80d8-4140-ba44-a3cc87c63241 None None] Port cc690df0-9bb3-4f18-8b14-d6452254b506 cannot update to ACTIVE because it is not bound. {{(pid=103161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 13:29:05.092439 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb883f8-04de-41cf-8eb3-bd46f3b1a179 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7eb73a90-08ad-41ee-8b91-9561421ba1b4,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:29:05.094315 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-18da9509-bf8d-4328-bf67-acd7cad11674 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks [] for port, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:05.099360 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-8af05c28-d47e-4847-b1b7-ce61d81f348c tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:05.124709 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dace64d0-1f4d-4a98-982d-c6c76a0332d5 None None] Network 54539a24-3149-4df7-83e3-55189e7814ad requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:29:05.137515 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-53d1adb3-9d8d-4283-9b6d-999466a083e5 None None] For port c878af67-0397-4eeb-b9df-32aa6d3ffc8e, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=c878af67-0397-4eeb-b9df-32aa6d3ffc8e,segment=NetworkSegment(b8ecd067-62e3-4e19-b03b-e75ef70f9340),segment_id=b8ecd067-62e3-4e19-b03b-e75ef70f9340)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:29:05.138568 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-53d1adb3-9d8d-4283-9b6d-999466a083e5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:05.148954 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-ccb883f8-04de-41cf-8eb3-bd46f3b1a179 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047995'] for subnet, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:05.156227 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-ccb883f8-04de-41cf-8eb3-bd46f3b1a179 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/7eb73a90-08ad-41ee-8b91-9561421ba1b4 HTTP/1.1" status: 204 len: 168 time: 0.7926700 Dec 18 13:29:05.157985 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 52202) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:29:05.160676 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af05c28-d47e-4847-b1b7-ce61d81f348c tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Pushing event deleted for resources: {'Port': ['ID=6db63c90-d794-4012-a59c-6e7d0c91bc91,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:29:05.229612 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-53d1adb3-9d8d-4283-9b6d-999466a083e5 None None] Calling delete_port for c878af67-0397-4eeb-b9df-32aa6d3ffc8e owned by network:dhcp {{(pid=103161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:29:05.416147 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-8af05c28-d47e-4847-b1b7-ce61d81f348c tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1048020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-576035'] for router_interface, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:05.489558 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-53d1adb3-9d8d-4283-9b6d-999466a083e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984'] for port, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:05.536951 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d1adb3-9d8d-4283-9b6d-999466a083e5 None None] Pushing event deleted for resources: {'Port': ['ID=c878af67-0397-4eeb-b9df-32aa6d3ffc8e,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:29:05.549242 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d1adb3-9d8d-4283-9b6d-999466a083e5 None None] No DVR routers for this DVR port c878af67-0397-4eeb-b9df-32aa6d3ffc8e on host dv-neutron-744815-20-hyperv {{(pid=103161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 18 13:29:05.575879 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ffe325f-016b-4259-aac3-91c00c613cd3 None None] DHCP port deletion for 54539a24-3149-4df7-83e3-55189e7814ad request from dv-neutron-744815-20-hyperv {{(pid=103161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 18 13:29:05.595045 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-7568b39f-f91f-4d0c-a7b2-869ff256491f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2023137'] for network, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:05.648829 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-4ffe325f-016b-4259-aac3-91c00c613cd3 None None] Deleting port ce9801dc-1b4e-4004-b1be-61be0e0d495d {{(pid=103161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:29:05.649660 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-4ffe325f-016b-4259-aac3-91c00c613cd3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:05.720663 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-a8c2aede-4c3b-4266-a5d7-b0717ba6b733 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1927292', 'neutron.services.segments.db._delete_segments_for_network-8767106887837'] for network, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:05.733722 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-18da9509-bf8d-4328-bf67-acd7cad11674 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4533522'] for port, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:05.737000 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-4ffe325f-016b-4259-aac3-91c00c613cd3 None None] For port ce9801dc-1b4e-4004-b1be-61be0e0d495d, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=ce9801dc-1b4e-4004-b1be-61be0e0d495d,segment=NetworkSegment(fcb680fd-bcea-4128-b9c8-92eb57a7f151),segment_id=fcb680fd-bcea-4128-b9c8-92eb57a7f151)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:29:05.737844 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-4ffe325f-016b-4259-aac3-91c00c613cd3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:05.738691 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-68094026-f7b3-4313-b4e8-ad4a2ff5db6f tempest-AllowedAddressPairIpV6TestJSON-1208968648 tempest-AllowedAddressPairIpV6TestJSON-1208968648-project] Deleting port cc690df0-9bb3-4f18-8b14-d6452254b506 {{(pid=103160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:29:05.739401 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-68094026-f7b3-4313-b4e8-ad4a2ff5db6f tempest-AllowedAddressPairIpV6TestJSON-1208968648 tempest-AllowedAddressPairIpV6TestJSON-1208968648-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:05.756156 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-4ffe325f-016b-4259-aac3-91c00c613cd3 None None] Calling delete_port for ce9801dc-1b4e-4004-b1be-61be0e0d495d owned by network:dhcp {{(pid=103161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:29:05.870343 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-4ffe325f-016b-4259-aac3-91c00c613cd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984'] for port, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:05.896290 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.services.segments.db [None req-a8c2aede-4c3b-4266-a5d7-b0717ba6b733 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98fbeb88-8146-4522-a08b-f20c0a247899']}} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:29:05.911770 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffe325f-016b-4259-aac3-91c00c613cd3 None None] Pushing event deleted for resources: {'Port': ['ID=ce9801dc-1b4e-4004-b1be-61be0e0d495d,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:29:05.921468 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ffe325f-016b-4259-aac3-91c00c613cd3 None None] No DVR routers for this DVR port ce9801dc-1b4e-4004-b1be-61be0e0d495d on host dv-neutron-744815-20-hyperv {{(pid=103161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 18 13:29:05.980504 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18da9509-bf8d-4328-bf67-acd7cad11674 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Network 5588ea4f-97be-47f0-8409-4e3ab545c488 is already hosted by enough agents. {{(pid=103160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:29:05.988175 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d02e8cf-c5ee-49b4-8e09-6a553ba4926f req-7d14a901-817c-4af6-a9a7-4bf17a745d1d tempest-ServerActionsTestJSON-1545132800 tempest-ServerActionsTestJSON-1545132800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:29:05.995560 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-0d02e8cf-c5ee-49b4-8e09-6a553ba4926f req-7d14a901-817c-4af6-a9a7-4bf17a745d1d tempest-ServerActionsTestJSON-1545132800 tempest-ServerActionsTestJSON-1545132800-project] 10.222.0.31 "GET /v2.0/ports?device_id=f75e1b43-b628-4577-9f75-0cf3a56e1582 HTTP/1.1" status: 200 len: 945 time: 0.9282179 Dec 18 13:29:06.005824 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.services.segments.db [None req-a8c2aede-4c3b-4266-a5d7-b0717ba6b733 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '819ba65f-2687-4497-8148-97c761254ff1') {'for_net_delete': True} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:29:06.006134 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.services.segments.db [None req-a8c2aede-4c3b-4266-a5d7-b0717ba6b733 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '819ba65f-2687-4497-8148-97c761254ff1') {} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:29:06.015654 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-68094026-f7b3-4313-b4e8-ad4a2ff5db6f tempest-AllowedAddressPairIpV6TestJSON-1208968648 tempest-AllowedAddressPairIpV6TestJSON-1208968648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:06.019255 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.base_scheduler [None req-18da9509-bf8d-4328-bf67-acd7cad11674 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Resources bound (agent type, host, resource id): {{(pid=103160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:29:06.021182 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18da9509-bf8d-4328-bf67-acd7cad11674 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Pushing event updated for resources: {'Port': ['ID=d659e489-3ca1-43ef-9ea3-365458dd5c8c,revision_number=1']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:29:06.030035 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18da9509-bf8d-4328-bf67-acd7cad11674 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Received port after_create {{(pid=103160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:29:06.037266 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18da9509-bf8d-4328-bf67-acd7cad11674 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:29:06.037918 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-18da9509-bf8d-4328-bf67-acd7cad11674 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:06.038066 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-7568b39f-f91f-4d0c-a7b2-869ff256491f admin admin] Deleting port ce9801dc-1b4e-4004-b1be-61be0e0d495d {{(pid=103159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:29:06.038461 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-7568b39f-f91f-4d0c-a7b2-869ff256491f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:06.044443 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8af05c28-d47e-4847-b1b7-ce61d81f348c tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Router 801353d5-8bf6-4474-8a92-c7c9cecc3606 has already been hosted by L3 agent c9c0cd52-5bd2-4704-9429-d80f1c5ad23c {{(pid=103159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 18 13:29:06.053634 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-a8c2aede-4c3b-4266-a5d7-b0717ba6b733 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767106888614', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4533424'] for segment, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:06.066001 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-68094026-f7b3-4313-b4e8-ad4a2ff5db6f tempest-AllowedAddressPairIpV6TestJSON-1208968648 tempest-AllowedAddressPairIpV6TestJSON-1208968648-project] Calling delete_port for cc690df0-9bb3-4f18-8b14-d6452254b506 owned by {{(pid=103160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:29:06.076984 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-4e2c3420-e9fe-4f33-98af-069b09b83b9b admin admin] Deleting port c878af67-0397-4eeb-b9df-32aa6d3ffc8e {{(pid=103160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:29:06.077321 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-4e2c3420-e9fe-4f33-98af-069b09b83b9b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:06.114032 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-a8c2aede-4c3b-4266-a5d7-b0717ba6b733 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:06.116416 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device c878af67-0397-4eeb-b9df-32aa6d3ffc8e no longer exists at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 18 13:29:06.121970 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-18da9509-bf8d-4328-bf67-acd7cad11674 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.8707917 Dec 18 13:29:06.126191 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 52212) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:29:06.148761 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-2294866d-0076-4933-952c-685307032598 None None] No Port match for: c878af67-0397-4eeb-b9df-32aa6d3ffc8e {{(pid=103161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 18 13:29:06.149160 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device c878af67-0397-4eeb-b9df-32aa6d3ffc8e not bound to the agent host dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 18 13:29:06.149870 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device ce9801dc-1b4e-4004-b1be-61be0e0d495d no longer exists at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 18 13:29:06.169839 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-bf475087-e963-4b3a-a94f-ff90f8e98119 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:29:06.175391 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-2294866d-0076-4933-952c-685307032598 None None] No Port match for: ce9801dc-1b4e-4004-b1be-61be0e0d495d {{(pid=103161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 18 13:29:06.175793 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device ce9801dc-1b4e-4004-b1be-61be0e0d495d not bound to the agent host dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 18 13:29:06.200867 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8c2aede-4c3b-4266-a5d7-b0717ba6b733 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Releasing vlan 142 on physical network physnet1 to pool {{(pid=103160) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 18 13:29:06.201184 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-a8c2aede-4c3b-4266-a5d7-b0717ba6b733 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4533569'] for segment, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:06.204685 dv-neutron-744815-20-hyperv neutron-server[103160]: Traceback (most recent call last): Dec 18 13:29:06.204685 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 18 13:29:06.204685 dv-neutron-744815-20-hyperv neutron-server[103160]: timer() Dec 18 13:29:06.204685 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 18 13:29:06.204685 dv-neutron-744815-20-hyperv neutron-server[103160]: cb(*args, **kw) Dec 18 13:29:06.204685 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 18 13:29:06.204685 dv-neutron-744815-20-hyperv neutron-server[103160]: return func(*args, **kwargs) Dec 18 13:29:06.204685 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 18 13:29:06.204685 dv-neutron-744815-20-hyperv neutron-server[103160]: self._notify() Dec 18 13:29:06.204685 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 18 13:29:06.204685 dv-neutron-744815-20-hyperv neutron-server[103160]: self.callback(batched_events) Dec 18 13:29:06.204685 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 18 13:29:06.204685 dv-neutron-744815-20-hyperv neutron-server[103160]: event.method(event) Dec 18 13:29:06.204685 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 18 13:29:06.204685 dv-neutron-744815-20-hyperv neutron-server[103160]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 18 13:29:06.204685 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 18 13:29:06.204685 dv-neutron-744815-20-hyperv neutron-server[103160]: aggregate_uuid = self.p_client.list_aggregates( Dec 18 13:29:06.204685 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 18 13:29:06.204685 dv-neutron-744815-20-hyperv neutron-server[103160]: return f(self, *a, **k) Dec 18 13:29:06.204685 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 18 13:29:06.204685 dv-neutron-744815-20-hyperv neutron-server[103160]: return self._get(url).json() Dec 18 13:29:06.204685 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 18 13:29:06.204685 dv-neutron-744815-20-hyperv neutron-server[103160]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 18 13:29:06.204685 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 18 13:29:06.204685 dv-neutron-744815-20-hyperv neutron-server[103160]: return self.request(url, 'GET', **kwargs) Dec 18 13:29:06.204685 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 18 13:29:06.204685 dv-neutron-744815-20-hyperv neutron-server[103160]: base_url = self.get_endpoint(auth, allow=allow, Dec 18 13:29:06.204685 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 18 13:29:06.204685 dv-neutron-744815-20-hyperv neutron-server[103160]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 18 13:29:06.204685 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 18 13:29:06.204685 dv-neutron-744815-20-hyperv neutron-server[103160]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 18 13:29:06.204685 dv-neutron-744815-20-hyperv neutron-server[103160]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 18 13:29:06.249494 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.db [None req-7568b39f-f91f-4d0c-a7b2-869ff256491f admin admin] For port ce9801dc-1b4e-4004-b1be-61be0e0d495d, host dv-neutron-744815-20-hyperv, got binding levels [] {{(pid=103159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:29:06.249854 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-7568b39f-f91f-4d0c-a7b2-869ff256491f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:06.268853 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8af05c28-d47e-4847-b1b7-ce61d81f348c tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Notify agent at l3_agent.dv-neutron-744815-20-hyperv the message routers_updated {{(pid=103159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 13:29:06.277726 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-8af05c28-d47e-4847-b1b7-ce61d81f348c tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] 10.222.0.31 "PUT /v2.0/routers/801353d5-8bf6-4474-8a92-c7c9cecc3606/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2063813 Dec 18 13:29:06.281090 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc1081e5-b84f-49b8-a30a-2df8c74f3fec None None] Sync routers for ids ['801353d5-8bf6-4474-8a92-c7c9cecc3606'] in dv-neutron-744815-20-hyperv {{(pid=103162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 13:29:06.283956 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-0d02e8cf-c5ee-49b4-8e09-6a553ba4926f req-b970891b-f0c9-4c5d-900f-c4c4d86cd956 tempest-ServerActionsTestJSON-1545132800 tempest-ServerActionsTestJSON-1545132800-project] 10.222.0.31 "GET /v2.0/security-groups?id=04da0920-3f32-48b1-bc5b-099cf6dd1551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2872658 Dec 18 13:29:06.284106 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 52216) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:29:06.284974 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-7568b39f-f91f-4d0c-a7b2-869ff256491f admin admin] Calling delete_port for ce9801dc-1b4e-4004-b1be-61be0e0d495d owned by network:dhcp {{(pid=103159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:29:06.302537 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.ipam_backend_mixin [None req-7568b39f-f91f-4d0c-a7b2-869ff256491f admin admin] Port ce9801dc-1b4e-4004-b1be-61be0e0d495d was not found and therefore no delete operation was performed {{(pid=103159) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 18 13:29:06.305779 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.db [None req-4e2c3420-e9fe-4f33-98af-069b09b83b9b admin admin] For port c878af67-0397-4eeb-b9df-32aa6d3ffc8e, host dv-neutron-744815-20-hyperv, got binding levels [] {{(pid=103160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:29:06.307109 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-4e2c3420-e9fe-4f33-98af-069b09b83b9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:06.311231 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc1081e5-b84f-49b8-a30a-2df8c74f3fec None None] Routers {'801353d5-8bf6-4474-8a92-c7c9cecc3606'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:29:06.315808 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-dc1081e5-b84f-49b8-a30a-2df8c74f3fec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:28:57Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['801353d5-8bf6-4474-8a92-c7c9cecc3606'], 'active': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:29:06.333338 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-4e2c3420-e9fe-4f33-98af-069b09b83b9b admin admin] Calling delete_port for c878af67-0397-4eeb-b9df-32aa6d3ffc8e owned by network:dhcp {{(pid=103160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:29:06.336512 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-a8c2aede-4c3b-4266-a5d7-b0717ba6b733 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1927267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586962'] for network, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:06.337969 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-7568b39f-f91f-4d0c-a7b2-869ff256491f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:06.341354 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-a8c2aede-4c3b-4266-a5d7-b0717ba6b733 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047995'] for network, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:06.345888 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-a8c2aede-4c3b-4266-a5d7-b0717ba6b733 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] 10.222.0.31 "DELETE /v2.0/networks/98fbeb88-8146-4522-a08b-f20c0a247899 HTTP/1.1" status: 204 len: 168 time: 3.2312829 Dec 18 13:29:06.349212 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.ipam_backend_mixin [None req-4e2c3420-e9fe-4f33-98af-069b09b83b9b admin admin] Port c878af67-0397-4eeb-b9df-32aa6d3ffc8e was not found and therefore no delete operation was performed {{(pid=103160) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 18 13:29:06.353465 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 52220) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:29:06.380746 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-4e2c3420-e9fe-4f33-98af-069b09b83b9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4533522'] for port, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:06.393255 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7568b39f-f91f-4d0c-a7b2-869ff256491f admin admin] Pushing event deleted for resources: {'Port': ['ID=ce9801dc-1b4e-4004-b1be-61be0e0d495d,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:29:06.395305 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-bf475087-e963-4b3a-a94f-ff90f8e98119 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:06.415920 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7568b39f-f91f-4d0c-a7b2-869ff256491f admin admin] No DVR routers for this DVR port ce9801dc-1b4e-4004-b1be-61be0e0d495d on host dv-neutron-744815-20-hyperv {{(pid=103159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 18 13:29:06.421232 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e2c3420-e9fe-4f33-98af-069b09b83b9b admin admin] No DVR routers for this DVR port c878af67-0397-4eeb-b9df-32aa6d3ffc8e on host dv-neutron-744815-20-hyperv {{(pid=103160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 18 13:29:06.432344 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e98c961-cf60-49e5-9df3-cdd0df343dff tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:29:06.434011 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c2aede-4c3b-4266-a5d7-b0717ba6b733 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Pushing event deleted for resources: {'Network': ['ID=98fbeb88-8146-4522-a08b-f20c0a247899,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:29:06.434491 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e98c961-cf60-49e5-9df3-cdd0df343dff tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:29:06.436484 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-8e98c961-cf60-49e5-9df3-cdd0df343dff tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1493433 Dec 18 13:29:06.458158 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 52222) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:29:06.495324 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvr_db [None req-dc1081e5-b84f-49b8-a30a-2df8c74f3fec None None] Set router 801353d5-8bf6-4474-8a92-c7c9cecc3606 gateway port host: None {{(pid=103162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 13:29:06.535704 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2c3420-e9fe-4f33-98af-069b09b83b9b admin admin] Pushing event deleted for resources: {'Port': ['ID=c878af67-0397-4eeb-b9df-32aa6d3ffc8e,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:29:06.568309 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9084097-8549-4131-8d69-c6ec3c0c6fe4 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:29:06.570035 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-e9084097-8549-4131-8d69-c6ec3c0c6fe4 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] 10.222.0.31 "GET /v2.0/ports/a7c967b0-dc78-4f12-97fb-5949aa4bdd23 HTTP/1.1" status: 200 len: 839 time: 0.2134316 Dec 18 13:29:06.582978 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 52234) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:29:06.599649 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-dc1081e5-b84f-49b8-a30a-2df8c74f3fec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '801353d5-8bf6-4474-8a92-c7c9cecc3606', 'name': 'tempest-NetworksTestDHCPv6-router-325982148', 'tenant_id': '606a569495c64210af9cc9fb7e76dd52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:28:52Z', 'updated_at': '2021-12-18T13:29:04Z', 'revision_number': 3, 'project_id': '606a569495c64210af9cc9fb7e76dd52', 'gw_port_host': None}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:29:06.633106 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc1081e5-b84f-49b8-a30a-2df8c74f3fec None None] Checking router: 801353d5-8bf6-4474-8a92-c7c9cecc3606 for host: dv-neutron-744815-20-hyperv {{(pid=103162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 18 13:29:06.650271 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc1081e5-b84f-49b8-a30a-2df8c74f3fec None None] Routers {'801353d5-8bf6-4474-8a92-c7c9cecc3606'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:29:06.652648 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:06.653317 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-dc1081e5-b84f-49b8-a30a-2df8c74f3fec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:28:57Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['801353d5-8bf6-4474-8a92-c7c9cecc3606'], 'active': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:29:06.676258 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-7568b39f-f91f-4d0c-a7b2-869ff256491f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1927292', 'neutron.services.segments.db._delete_segments_for_network-8767106887837'] for network, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:06.723875 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-4e2c3420-e9fe-4f33-98af-069b09b83b9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1927292', 'neutron.services.segments.db._delete_segments_for_network-8767106887837'] for network, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:06.753999 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.db_base_plugin_v2 [None req-04aec3b7-c3a6-4893-9c97-2f70d01eae0f tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Deleting subnet e511386d-37b0-4eb8-b398-b71eb15de809 {{(pid=103159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 18 13:29:06.765294 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvr_db [None req-dc1081e5-b84f-49b8-a30a-2df8c74f3fec None None] Set router 801353d5-8bf6-4474-8a92-c7c9cecc3606 gateway port host: None {{(pid=103162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 13:29:06.768444 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.services.segments.db [None req-4e2c3420-e9fe-4f33-98af-069b09b83b9b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2661b17-f10f-45b5-9a14-2ba272e46fb7']}} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:29:06.775228 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-ec236770-fc9a-4d40-b8f0-edfc8f4045bc tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] 10.222.0.31 "GET /v2.0/ports/a7c967b0-dc78-4f12-97fb-5949aa4bdd23?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1903892 Dec 18 13:29:06.776318 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-04aec3b7-c3a6-4893-9c97-2f70d01eae0f tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks [] for subnet, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:06.792273 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048b4460-b0be-41fe-b51a-b94821ce31b5 req-237bb070-391f-4bc5-b29b-447065fa8ba6 tempest-ServerActionsTestJSON-1545132800 tempest-ServerActionsTestJSON-1545132800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:29:06.798703 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-048b4460-b0be-41fe-b51a-b94821ce31b5 req-237bb070-391f-4bc5-b29b-447065fa8ba6 tempest-ServerActionsTestJSON-1545132800 tempest-ServerActionsTestJSON-1545132800-project] 10.222.0.31 "GET /v2.0/ports?device_id=f75e1b43-b628-4577-9f75-0cf3a56e1582 HTTP/1.1" status: 200 len: 945 time: 0.2545466 Dec 18 13:29:06.800107 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 52236) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:29:06.802818 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.services.segments.db [None req-4e2c3420-e9fe-4f33-98af-069b09b83b9b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8ecd067-62e3-4e19-b03b-e75ef70f9340') {'for_net_delete': True} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:29:06.803479 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.services.segments.db [None req-4e2c3420-e9fe-4f33-98af-069b09b83b9b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8ecd067-62e3-4e19-b03b-e75ef70f9340') {} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:29:06.805772 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-68094026-f7b3-4313-b4e8-ad4a2ff5db6f tempest-AllowedAddressPairIpV6TestJSON-1208968648 tempest-AllowedAddressPairIpV6TestJSON-1208968648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4533522'] for port, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:06.821890 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-4517723a-4c75-4299-9925-270d84303909 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Request body: {'subnet': {'network_id': '9a0c71e8-65ef-4584-a473-d55e5a427bae', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:29:06.834996 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-dc1081e5-b84f-49b8-a30a-2df8c74f3fec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '801353d5-8bf6-4474-8a92-c7c9cecc3606', 'name': 'tempest-NetworksTestDHCPv6-router-325982148', 'tenant_id': '606a569495c64210af9cc9fb7e76dd52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:28:52Z', 'updated_at': '2021-12-18T13:29:04Z', 'revision_number': 3, 'project_id': '606a569495c64210af9cc9fb7e76dd52', 'gw_port_host': None}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:29:06.844364 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.services.segments.db [None req-7568b39f-f91f-4d0c-a7b2-869ff256491f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54539a24-3149-4df7-83e3-55189e7814ad']}} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:29:06.859221 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-4e2c3420-e9fe-4f33-98af-069b09b83b9b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767106888614', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4533424'] for segment, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:06.867139 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.services.segments.db [None req-7568b39f-f91f-4d0c-a7b2-869ff256491f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fcb680fd-bcea-4128-b9c8-92eb57a7f151') {'for_net_delete': True} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:29:06.867731 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.services.segments.db [None req-7568b39f-f91f-4d0c-a7b2-869ff256491f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fcb680fd-bcea-4128-b9c8-92eb57a7f151') {} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:29:06.867852 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc1081e5-b84f-49b8-a30a-2df8c74f3fec None None] The sync data for ids ['801353d5-8bf6-4474-8a92-c7c9cecc3606'] in dv-neutron-744815-20-hyperv is: [{'id': '801353d5-8bf6-4474-8a92-c7c9cecc3606', 'name': 'tempest-NetworksTestDHCPv6-router-325982148', 'tenant_id': '606a569495c64210af9cc9fb7e76dd52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:28:52Z', 'updated_at': '2021-12-18T13:29:04Z', 'revision_number': 3, 'project_id': '606a569495c64210af9cc9fb7e76dd52', 'gw_port_host': None}] {{(pid=103162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 13:29:06.899409 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-7568b39f-f91f-4d0c-a7b2-869ff256491f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767106888614', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5589569'] for segment, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:06.924453 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68094026-f7b3-4313-b4e8-ad4a2ff5db6f tempest-AllowedAddressPairIpV6TestJSON-1208968648 tempest-AllowedAddressPairIpV6TestJSON-1208968648-project] Pushing event deleted for resources: {'Port': ['ID=cc690df0-9bb3-4f18-8b14-d6452254b506,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:29:06.928842 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-04aec3b7-c3a6-4893-9c97-2f70d01eae0f tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5589624'] for subnet, precommit_delete_associations {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:06.964139 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-7568b39f-f91f-4d0c-a7b2-869ff256491f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:06.992029 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7568b39f-f91f-4d0c-a7b2-869ff256491f admin admin] Releasing vlan 104 on physical network physnet1 to pool {{(pid=103159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 18 13:29:06.992419 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-7568b39f-f91f-4d0c-a7b2-869ff256491f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5660009'] for segment, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:06.994136 dv-neutron-744815-20-hyperv neutron-server[103159]: Traceback (most recent call last): Dec 18 13:29:06.994136 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 18 13:29:06.994136 dv-neutron-744815-20-hyperv neutron-server[103159]: timer() Dec 18 13:29:06.994136 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 18 13:29:06.994136 dv-neutron-744815-20-hyperv neutron-server[103159]: cb(*args, **kw) Dec 18 13:29:06.994136 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 18 13:29:06.994136 dv-neutron-744815-20-hyperv neutron-server[103159]: return func(*args, **kwargs) Dec 18 13:29:06.994136 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 18 13:29:06.994136 dv-neutron-744815-20-hyperv neutron-server[103159]: self._notify() Dec 18 13:29:06.994136 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 18 13:29:06.994136 dv-neutron-744815-20-hyperv neutron-server[103159]: self.callback(batched_events) Dec 18 13:29:06.994136 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 18 13:29:06.994136 dv-neutron-744815-20-hyperv neutron-server[103159]: event.method(event) Dec 18 13:29:06.994136 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 18 13:29:06.994136 dv-neutron-744815-20-hyperv neutron-server[103159]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 18 13:29:06.994136 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 18 13:29:06.994136 dv-neutron-744815-20-hyperv neutron-server[103159]: aggregate_uuid = self.p_client.list_aggregates( Dec 18 13:29:06.994136 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 18 13:29:06.994136 dv-neutron-744815-20-hyperv neutron-server[103159]: return f(self, *a, **k) Dec 18 13:29:06.994136 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 18 13:29:06.994136 dv-neutron-744815-20-hyperv neutron-server[103159]: return self._get(url).json() Dec 18 13:29:06.994136 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 18 13:29:06.994136 dv-neutron-744815-20-hyperv neutron-server[103159]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 18 13:29:06.994136 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 18 13:29:06.994136 dv-neutron-744815-20-hyperv neutron-server[103159]: return self.request(url, 'GET', **kwargs) Dec 18 13:29:06.994136 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 18 13:29:06.994136 dv-neutron-744815-20-hyperv neutron-server[103159]: base_url = self.get_endpoint(auth, allow=allow, Dec 18 13:29:06.994136 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 18 13:29:06.994136 dv-neutron-744815-20-hyperv neutron-server[103159]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 18 13:29:06.994136 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 18 13:29:06.994136 dv-neutron-744815-20-hyperv neutron-server[103159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 18 13:29:06.994136 dv-neutron-744815-20-hyperv neutron-server[103159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 18 13:29:06.996140 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-4e2c3420-e9fe-4f33-98af-069b09b83b9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:07.034576 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e2c3420-e9fe-4f33-98af-069b09b83b9b admin admin] Releasing vlan 102 on physical network physnet1 to pool {{(pid=103160) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 18 13:29:07.034790 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-4e2c3420-e9fe-4f33-98af-069b09b83b9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4533569'] for segment, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:07.040299 dv-neutron-744815-20-hyperv neutron-server[103160]: Traceback (most recent call last): Dec 18 13:29:07.040299 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 18 13:29:07.040299 dv-neutron-744815-20-hyperv neutron-server[103160]: timer() Dec 18 13:29:07.040299 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 18 13:29:07.040299 dv-neutron-744815-20-hyperv neutron-server[103160]: cb(*args, **kw) Dec 18 13:29:07.040299 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 18 13:29:07.040299 dv-neutron-744815-20-hyperv neutron-server[103160]: return func(*args, **kwargs) Dec 18 13:29:07.040299 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 18 13:29:07.040299 dv-neutron-744815-20-hyperv neutron-server[103160]: self._notify() Dec 18 13:29:07.040299 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 18 13:29:07.040299 dv-neutron-744815-20-hyperv neutron-server[103160]: self.callback(batched_events) Dec 18 13:29:07.040299 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 18 13:29:07.040299 dv-neutron-744815-20-hyperv neutron-server[103160]: event.method(event) Dec 18 13:29:07.040299 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 18 13:29:07.040299 dv-neutron-744815-20-hyperv neutron-server[103160]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 18 13:29:07.040299 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 18 13:29:07.040299 dv-neutron-744815-20-hyperv neutron-server[103160]: aggregate_uuid = self.p_client.list_aggregates( Dec 18 13:29:07.040299 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 18 13:29:07.040299 dv-neutron-744815-20-hyperv neutron-server[103160]: return f(self, *a, **k) Dec 18 13:29:07.040299 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 18 13:29:07.040299 dv-neutron-744815-20-hyperv neutron-server[103160]: return self._get(url).json() Dec 18 13:29:07.040299 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 18 13:29:07.040299 dv-neutron-744815-20-hyperv neutron-server[103160]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 18 13:29:07.040299 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 18 13:29:07.040299 dv-neutron-744815-20-hyperv neutron-server[103160]: return self.request(url, 'GET', **kwargs) Dec 18 13:29:07.040299 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 18 13:29:07.040299 dv-neutron-744815-20-hyperv neutron-server[103160]: base_url = self.get_endpoint(auth, allow=allow, Dec 18 13:29:07.040299 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 18 13:29:07.040299 dv-neutron-744815-20-hyperv neutron-server[103160]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 18 13:29:07.040299 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 18 13:29:07.040299 dv-neutron-744815-20-hyperv neutron-server[103160]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 18 13:29:07.040299 dv-neutron-744815-20-hyperv neutron-server[103160]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 18 13:29:07.042477 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-bf475087-e963-4b3a-a94f-ff90f8e98119 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks [] for port, precommit_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:07.054919 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-bf475087-e963-4b3a-a94f-ff90f8e98119 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5659917'] for port, after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:07.064954 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-048b4460-b0be-41fe-b51a-b94821ce31b5 req-40824ada-70c8-46cf-8d80-0b360258bfde tempest-ServerActionsTestJSON-1545132800 tempest-ServerActionsTestJSON-1545132800-project] 10.222.0.31 "GET /v2.0/security-groups?id=04da0920-3f32-48b1-bc5b-099cf6dd1551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2384913 Dec 18 13:29:07.141975 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-7568b39f-f91f-4d0c-a7b2-869ff256491f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1927267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586962'] for network, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:07.147819 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-7568b39f-f91f-4d0c-a7b2-869ff256491f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047995'] for network, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:07.152331 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-7568b39f-f91f-4d0c-a7b2-869ff256491f admin admin] 10.222.0.31 "DELETE /v2.0/networks/54539a24-3149-4df7-83e3-55189e7814ad HTTP/1.1" status: 204 len: 168 time: 1.9883194 Dec 18 13:29:07.155329 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-4e2c3420-e9fe-4f33-98af-069b09b83b9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1927267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586962'] for network, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:07.163709 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-4e2c3420-e9fe-4f33-98af-069b09b83b9b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047995'] for network, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:07.169918 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-4e2c3420-e9fe-4f33-98af-069b09b83b9b admin admin] 10.222.0.31 "DELETE /v2.0/networks/d2661b17-f10f-45b5-9a14-2ba272e46fb7 HTTP/1.1" status: 204 len: 168 time: 2.8682692 Dec 18 13:29:07.179094 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-bf475087-e963-4b3a-a94f-ff90f8e98119 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] In _notify_port_updated(), no bound segment for port d659e489-3ca1-43ef-9ea3-365458dd5c8c on network 5588ea4f-97be-47f0-8409-4e3ab545c488 {{(pid=103159) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 18 13:29:07.186004 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf475087-e963-4b3a-a94f-ff90f8e98119 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:29:07.186658 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-bf475087-e963-4b3a-a94f-ff90f8e98119 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:07.191357 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-bf475087-e963-4b3a-a94f-ff90f8e98119 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] 10.222.0.31 "PUT /v2.0/ports/d659e489-3ca1-43ef-9ea3-365458dd5c8c HTTP/1.1" status: 200 len: 818 time: 1.0257556 Dec 18 13:29:07.191995 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 52242) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:29:07.197606 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7568b39f-f91f-4d0c-a7b2-869ff256491f admin admin] Pushing event deleted for resources: {'Network': ['ID=54539a24-3149-4df7-83e3-55189e7814ad,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:29:07.238841 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4517723a-4c75-4299-9925-270d84303909 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Made reservation on behalf of dde8326b44a64ab5a12bbfefe7e7aced for: {'subnet': 1} {{(pid=103160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:29:07.242884 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-4517723a-4c75-4299-9925-270d84303909 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4514414'] for subnet, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:07.314191 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2c3420-e9fe-4f33-98af-069b09b83b9b admin admin] Pushing event deleted for resources: {'Network': ['ID=d2661b17-f10f-45b5-9a14-2ba272e46fb7,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:29:07.318323 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-68094026-f7b3-4313-b4e8-ad4a2ff5db6f tempest-AllowedAddressPairIpV6TestJSON-1208968648 tempest-AllowedAddressPairIpV6TestJSON-1208968648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:07.323772 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-04aec3b7-c3a6-4893-9c97-2f70d01eae0f tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1929185'] for subnet, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:07.339540 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf475087-e963-4b3a-a94f-ff90f8e98119 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Pushing event updated for resources: {'Port': ['ID=d659e489-3ca1-43ef-9ea3-365458dd5c8c,revision_number=2']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:29:07.340479 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-68094026-f7b3-4313-b4e8-ad4a2ff5db6f tempest-AllowedAddressPairIpV6TestJSON-1208968648 tempest-AllowedAddressPairIpV6TestJSON-1208968648-project] 10.222.0.31 "DELETE /v2.0/ports/cc690df0-9bb3-4f18-8b14-d6452254b506 HTTP/1.1" status: 204 len: 168 time: 3.0145664 Dec 18 13:29:07.357690 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 52246) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:29:07.466434 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.pecan_wsgi.hooks.translation [None req-39699920-6a44-4d5c-a208-fce5d9d8f7d1 tempest-AllowedAddressPairIpV6TestJSON-1208968648 tempest-AllowedAddressPairIpV6TestJSON-1208968648-project] GET failed (client error): The resource could not be found. Dec 18 13:29:07.468035 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-39699920-6a44-4d5c-a208-fce5d9d8f7d1 tempest-AllowedAddressPairIpV6TestJSON-1208968648 tempest-AllowedAddressPairIpV6TestJSON-1208968648-project] 10.222.0.31 "GET /v2.0/ports/cc690df0-9bb3-4f18-8b14-d6452254b506 HTTP/1.1" status: 404 len: 333 time: 0.1073949 Dec 18 13:29:07.475744 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 52248) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:29:07.504044 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-2ce723c7-6864-4da0-94c7-2ad370cd8e65 tempest-AllowedAddressPairIpV6TestJSON-1208968648 tempest-AllowedAddressPairIpV6TestJSON-1208968648-project] Request body: {'port': {'network_id': '95447ff4-73c3-4297-a351-416b4acfb01e', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-797168765'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:29:07.535117 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 52250) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:29:07.561349 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-04aec3b7-c3a6-4893-9c97-2f70d01eae0f tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1929192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5659851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6017053'] for subnet, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:07.580834 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-68e0a13d-ab91-49d5-9017-c07729e3a0a5 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Deleting port d659e489-3ca1-43ef-9ea3-365458dd5c8c {{(pid=103159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:29:07.581460 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-68e0a13d-ab91-49d5-9017-c07729e3a0a5 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:07.585211 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 52252) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:29:07.609682 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04aec3b7-c3a6-4893-9c97-2f70d01eae0f tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Pushing event deleted for resources: {'Subnet': ['ID=e511386d-37b0-4eb8-b398-b71eb15de809,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:29:07.633498 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-04aec3b7-c3a6-4893-9c97-2f70d01eae0f tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047995'] for subnet, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:07.636770 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-04aec3b7-c3a6-4893-9c97-2f70d01eae0f tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] 10.222.0.31 "DELETE /v2.0/subnets/e511386d-37b0-4eb8-b398-b71eb15de809 HTTP/1.1" status: 204 len: 168 time: 1.1769462 Dec 18 13:29:07.642035 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccb2cfa2-d019-455d-bf29-1ef2d58ffe75 None None] Network a0b84a49-8464-4342-a47d-bd714ebbec81 requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:29:07.648010 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 52254) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:29:07.709375 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-305b3232-fb5b-4d73-b987-6e80f3718a29 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3c839ee0d3a64d8ba03ff7c8e7493dcd&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1205311 Dec 18 13:29:07.712914 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 52256) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:29:07.736045 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-40c9bc9d-ac79-4767-b31b-99b0cb2a7555 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b13bfad2b2a84333a7ff37b75b6ba14e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1964900 Dec 18 13:29:07.738540 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 52258) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:29:07.784994 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-68e0a13d-ab91-49d5-9017-c07729e3a0a5 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:07.803865 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-68e0a13d-ab91-49d5-9017-c07729e3a0a5 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Calling delete_port for d659e489-3ca1-43ef-9ea3-365458dd5c8c owned by {{(pid=103159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:29:07.829319 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-cc91161b-1431-49a3-9138-37b610cf077a tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.1776731 Dec 18 13:29:07.832285 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 52260) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:29:07.881453 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f41948d9-bdcd-44af-80c1-ef1bd272c8c4 None None] DHCP port deletion for a0b84a49-8464-4342-a47d-bd714ebbec81 request from dv-neutron-744815-20-hyperv {{(pid=103161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 18 13:29:07.904508 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-68e0a13d-ab91-49d5-9017-c07729e3a0a5 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:07.949524 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e0a13d-ab91-49d5-9017-c07729e3a0a5 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Pushing event deleted for resources: {'Port': ['ID=d659e489-3ca1-43ef-9ea3-365458dd5c8c,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:29:07.952368 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-68e0a13d-ab91-49d5-9017-c07729e3a0a5 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:07.959097 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-68e0a13d-ab91-49d5-9017-c07729e3a0a5 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] 10.222.0.31 "DELETE /v2.0/ports/d659e489-3ca1-43ef-9ea3-365458dd5c8c HTTP/1.1" status: 204 len: 168 time: 0.7573798 Dec 18 13:29:07.960423 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 52262) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:29:07.991222 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-f41948d9-bdcd-44af-80c1-ef1bd272c8c4 None None] Deleting port 05ced19c-676b-40b6-968e-1bb49c4d83ce {{(pid=103161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:29:07.991606 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f41948d9-bdcd-44af-80c1-ef1bd272c8c4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:07.999542 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-4517723a-4c75-4299-9925-270d84303909 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4533410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4514424'] for subnet, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:08.034419 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34453928-43e6-4de1-8004-a1dcabfa03e9 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:29:08.040182 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-34453928-43e6-4de1-8004-a1dcabfa03e9 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0785489 Dec 18 13:29:08.041235 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 52264) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:29:08.065848 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4517723a-4c75-4299-9925-270d84303909 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Pushing event updated for resources: {'Subnet': ['ID=76b88b65-75e3-431e-9a4d-eb9c90b78245,revision_number=0']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:29:08.071810 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-b4e01fb5-cf0d-4467-80c7-8912ed2791b7 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks [] for router, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:08.073817 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ce723c7-6864-4da0-94c7-2ad370cd8e65 tempest-AllowedAddressPairIpV6TestJSON-1208968648 tempest-AllowedAddressPairIpV6TestJSON-1208968648-project] Made reservation on behalf of b163dd1b683849128f8cd011d43ac96a for: {'port': 1} {{(pid=103160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:29:08.077412 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.pecan_wsgi.hooks.translation [None req-5458ee72-fec3-4766-b0c1-f119a7c35288 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] GET failed (client error): The resource could not be found. Dec 18 13:29:08.077829 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-2ce723c7-6864-4da0-94c7-2ad370cd8e65 tempest-AllowedAddressPairIpV6TestJSON-1208968648 tempest-AllowedAddressPairIpV6TestJSON-1208968648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:08.084762 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-5458ee72-fec3-4766-b0c1-f119a7c35288 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] 10.222.0.31 "GET /v2.0/ports/d659e489-3ca1-43ef-9ea3-365458dd5c8c HTTP/1.1" status: 404 len: 333 time: 0.0365107 Dec 18 13:29:08.088229 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 52266) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:29:08.093490 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-9e4a8601-191f-4e98-b62d-20fcbcacd66a tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1219275343'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:29:08.101815 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-f41948d9-bdcd-44af-80c1-ef1bd272c8c4 None None] For port 05ced19c-676b-40b6-968e-1bb49c4d83ce, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=05ced19c-676b-40b6-968e-1bb49c4d83ce,segment=NetworkSegment(1d35b28d-d075-4c4f-99ab-408d9457428e),segment_id=1d35b28d-d075-4c4f-99ab-408d9457428e)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:29:08.102231 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f41948d9-bdcd-44af-80c1-ef1bd272c8c4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:08.115624 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-f41948d9-bdcd-44af-80c1-ef1bd272c8c4 None None] Calling delete_port for 05ced19c-676b-40b6-968e-1bb49c4d83ce owned by network:dhcp {{(pid=103161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:29:08.126441 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 6db63c90-d794-4012-a59c-6e7d0c91bc91 no longer exists at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 18 13:29:08.129723 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e4a8601-191f-4e98-b62d-20fcbcacd66a tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Made reservation on behalf of a17167c2bc3d4518ab90268c4af7e6a0 for: {'network': 1} {{(pid=103159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:29:08.131263 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.notifiers.nova [None req-2ce723c7-6864-4da0-94c7-2ad370cd8e65 tempest-AllowedAddressPairIpV6TestJSON-1208968648 tempest-AllowedAddressPairIpV6TestJSON-1208968648-project] device_id is not set on port dbadebb4-d462-4bce-836f-50d0530bab0f yet. {{(pid=103160) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 18 13:29:08.135776 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-9e4a8601-191f-4e98-b62d-20fcbcacd66a tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for network, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:08.153253 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-2294866d-0076-4933-952c-685307032598 None None] No Port match for: 6db63c90-d794-4012-a59c-6e7d0c91bc91 {{(pid=103161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 18 13:29:08.153466 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 6db63c90-d794-4012-a59c-6e7d0c91bc91 not bound to the agent host dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 18 13:29:08.153841 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 05ced19c-676b-40b6-968e-1bb49c4d83ce no longer exists at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 18 13:29:08.169712 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e4a8601-191f-4e98-b62d-20fcbcacd66a tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 118} {{(pid=103159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 18 13:29:08.181824 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-9e4a8601-191f-4e98-b62d-20fcbcacd66a tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:08.182540 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.db.segments_db [None req-9e4a8601-191f-4e98-b62d-20fcbcacd66a tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Added segment ab5df29a-1caf-4466-9a53-e0f1761dceba of type vlan for network 829e2767-78f0-45c5-a751-bca26ee12932 Dec 18 13:29:08.248113 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-9e4a8601-191f-4e98-b62d-20fcbcacd66a tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767106405744'] for network, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:08.291336 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f41948d9-bdcd-44af-80c1-ef1bd272c8c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984'] for port, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:08.297699 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-e3ef9240-42b7-4726-a1c2-5295d030a2d6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:08.306271 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c745f07-0d97-4345-a79e-6e5eed84d164 req-3d2c54c4-c83d-4bea-b6b3-3e76e315d25d tempest-ServerActionsTestJSON-1545132800 tempest-ServerActionsTestJSON-1545132800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:29:08.308368 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-6c745f07-0d97-4345-a79e-6e5eed84d164 req-3d2c54c4-c83d-4bea-b6b3-3e76e315d25d tempest-ServerActionsTestJSON-1545132800 tempest-ServerActionsTestJSON-1545132800-project] 10.222.0.31 "GET /v2.0/ports?device_id=f75e1b43-b628-4577-9f75-0cf3a56e1582 HTTP/1.1" status: 200 len: 945 time: 0.0726824 Dec 18 13:29:08.308537 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:08.309020 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-9e4a8601-191f-4e98-b62d-20fcbcacd66a tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981'] for network, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:08.314874 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e4a8601-191f-4e98-b62d-20fcbcacd66a tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:29:08.315608 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-9e4a8601-191f-4e98-b62d-20fcbcacd66a tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047995'] for network, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:08.341305 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-9e4a8601-191f-4e98-b62d-20fcbcacd66a tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2517345 Dec 18 13:29:08.347206 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f41948d9-bdcd-44af-80c1-ef1bd272c8c4 None None] No DVR routers for this DVR port 05ced19c-676b-40b6-968e-1bb49c4d83ce on host dv-neutron-744815-20-hyperv {{(pid=103161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 18 13:29:08.360381 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 52270) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:29:08.360945 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41948d9-bdcd-44af-80c1-ef1bd272c8c4 None None] Pushing event deleted for resources: {'Port': ['ID=05ced19c-676b-40b6-968e-1bb49c4d83ce,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:29:08.364597 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-7f179981-4d50-4b5b-a157-4fe11428788e tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Request body: {'subnet': {'network_id': '829e2767-78f0-45c5-a751-bca26ee12932', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:29:08.377544 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-e3ef9240-42b7-4726-a1c2-5295d030a2d6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:08.386436 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4517723a-4c75-4299-9925-270d84303909 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Network 9a0c71e8-65ef-4584-a473-d55e5a427bae is already hosted by enough agents. {{(pid=103160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:29:08.388585 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-f77ea9b5-5990-45a2-afdc-9c32cc176405 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:08.483818 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4a8601-191f-4e98-b62d-20fcbcacd66a tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Pushing event updated for resources: {'Network': ['ID=829e2767-78f0-45c5-a751-bca26ee12932,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:29:08.486013 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.base_scheduler [None req-4517723a-4c75-4299-9925-270d84303909 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Resources bound (agent type, host, resource id): {{(pid=103160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:29:08.509396 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4517723a-4c75-4299-9925-270d84303909 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:29:08.509396 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-4517723a-4c75-4299-9925-270d84303909 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks [] for subnet, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:08.509735 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Network 829e2767-78f0-45c5-a751-bca26ee12932 details requested by agent ovs-agent-dv-neutron-744815-20-hyperv with host dv-neutron-744815-20-hyperv {{(pid=103161) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 18 13:29:08.509735 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b673eaf-011b-47a0-8466-28f55567fcc2 None None] Network 9a0c71e8-65ef-4584-a473-d55e5a427bae requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:29:08.519781 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-b4e01fb5-cf0d-4467-80c7-8912ed2791b7 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-589815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28643'] for router, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:08.529511 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-6c745f07-0d97-4345-a79e-6e5eed84d164 req-9af9ab0a-7525-469c-b387-6aa1e6d03ac1 tempest-ServerActionsTestJSON-1545132800 tempest-ServerActionsTestJSON-1545132800-project] 10.222.0.31 "GET /v2.0/security-groups?id=04da0920-3f32-48b1-bc5b-099cf6dd1551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1951249 Dec 18 13:29:08.543258 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-b4e01fb5-cf0d-4467-80c7-8912ed2791b7 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:08.547612 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.db_base_plugin_common [None req-2ce723c7-6864-4da0-94c7-2ad370cd8e65 tempest-AllowedAddressPairIpV6TestJSON-1208968648 tempest-AllowedAddressPairIpV6TestJSON-1208968648-project] Allocated IP 2001:db8::e4 (95447ff4-73c3-4297-a351-416b4acfb01e/798ef680-733b-4c96-8cac-aa7caa641561/dbadebb4-d462-4bce-836f-50d0530bab0f) {{(pid=103160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:29:08.566307 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f179981-4d50-4b5b-a157-4fe11428788e tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Made reservation on behalf of a17167c2bc3d4518ab90268c4af7e6a0 for: {'subnet': 1} {{(pid=103159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:29:08.577813 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-7f179981-4d50-4b5b-a157-4fe11428788e tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6017072'] for subnet, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:08.647974 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-4517723a-4c75-4299-9925-270d84303909 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8398206 Dec 18 13:29:08.651860 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-f77ea9b5-5990-45a2-afdc-9c32cc176405 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:08.655860 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 52276) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:29:08.656225 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-e3ef9240-42b7-4726-a1c2-5295d030a2d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:08.658808 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-e3ef9240-42b7-4726-a1c2-5295d030a2d6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:08.660000 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-e3ef9240-42b7-4726-a1c2-5295d030a2d6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b73b492c-6de9-4181-85a2-d58b9957b5fc HTTP/1.1" status: 204 len: 168 time: 0.9461608 Dec 18 13:29:08.665319 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-408412f5-24c6-456b-8d26-ab235bbb9e5f tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Request body: {'security_group': {'name': 'tempest-secgroup-1720643648'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:29:08.717562 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ef9240-42b7-4726-a1c2-5295d030a2d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b73b492c-6de9-4181-85a2-d58b9957b5fc,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:29:08.724851 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-b4e01fb5-cf0d-4467-80c7-8912ed2791b7 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-589710'] for router, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:08.725357 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4e01fb5-cf0d-4467-80c7-8912ed2791b7 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Fanout notify agent at l3_agent the message router_deleted on router 801353d5-8bf6-4474-8a92-c7c9cecc3606 {{(pid=103160) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 18 13:29:08.752125 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-408412f5-24c6-456b-8d26-ab235bbb9e5f tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks [] for security_group, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:08.764721 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-b4e01fb5-cf0d-4467-80c7-8912ed2791b7 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks [] for router, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:08.765991 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-b4e01fb5-cf0d-4467-80c7-8912ed2791b7 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] 10.222.0.31 "DELETE /v2.0/routers/801353d5-8bf6-4474-8a92-c7c9cecc3606 HTTP/1.1" status: 204 len: 168 time: 0.9192305 Dec 18 13:29:08.776022 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 52282) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:29:08.975207 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-1da4d3f9-cd44-4bf8-9a4b-cf3e308a3d85 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1957469 Dec 18 13:29:08.981585 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-762e604f-15d8-4113-bcb2-204645bfe55c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp31e170a0-46a1-5ba9-9dc1-7ee4f866f0d7-9a0c71e8-65ef-4584-a473-d55e5a427bae', 'network_id': '9a0c71e8-65ef-4584-a473-d55e5a427bae', 'project_id': 'dde8326b44a64ab5a12bbfefe7e7aced', 'fixed_ips': [{'subnet_id': '76b88b65-75e3-431e-9a4d-eb9c90b78245'}]}} from dv-neutron-744815-20-hyperv. {{(pid=103161) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 18 13:29:08.982634 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-762e604f-15d8-4113-bcb2-204645bfe55c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:08.985359 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 52284) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:29:09.047812 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e332a02-1f1f-4657-8e45-8aaabcc33e6c tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:29:09.051665 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-5e332a02-1f1f-4657-8e45-8aaabcc33e6c tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0637591 Dec 18 13:29:09.059099 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 52286) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:29:09.165691 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-8029402c-2334-4507-bea1-4ad4086a8868 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0914443 Dec 18 13:29:09.166262 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 52288) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:29:09.176391 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-6ba98b81-1235-4760-b53c-942d9988ca77 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Request body: {'subnet': {'network_id': 'a0b84a49-8464-4342-a47d-bd714ebbec81', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:29:09.191498 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-f77ea9b5-5990-45a2-afdc-9c32cc176405 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:09.194476 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-f77ea9b5-5990-45a2-afdc-9c32cc176405 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:09.197739 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-f77ea9b5-5990-45a2-afdc-9c32cc176405 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/93557179-67ce-4644-abb2-af680d263c1a HTTP/1.1" status: 204 len: 168 time: 1.4515975 Dec 18 13:29:09.359883 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-2ce723c7-6864-4da0-94c7-2ad370cd8e65 tempest-AllowedAddressPairIpV6TestJSON-1208968648 tempest-AllowedAddressPairIpV6TestJSON-1208968648-project] Publish callbacks [] for port, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:09.365518 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_common [None req-762e604f-15d8-4113-bcb2-204645bfe55c None None] Allocated IP 172.20.0.2 (9a0c71e8-65ef-4584-a473-d55e5a427bae/76b88b65-75e3-431e-9a4d-eb9c90b78245/1903170e-157d-4e08-be84-3b88dbc55d05) {{(pid=103161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:29:09.381606 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929ef2bb-8486-4a75-9be7-c382aec84251 req-5995df1d-b503-4d5f-bce0-3ce2800e22ae tempest-ServerActionsTestJSON-1545132800 tempest-ServerActionsTestJSON-1545132800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:29:09.390072 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-929ef2bb-8486-4a75-9be7-c382aec84251 req-5995df1d-b503-4d5f-bce0-3ce2800e22ae tempest-ServerActionsTestJSON-1545132800 tempest-ServerActionsTestJSON-1545132800-project] 10.222.0.31 "GET /v2.0/ports?device_id=f75e1b43-b628-4577-9f75-0cf3a56e1582 HTTP/1.1" status: 200 len: 945 time: 0.4716377 Dec 18 13:29:09.401785 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ba98b81-1235-4760-b53c-942d9988ca77 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Made reservation on behalf of 606a569495c64210af9cc9fb7e76dd52 for: {'subnet': 1} {{(pid=103159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:29:09.405755 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-6ba98b81-1235-4760-b53c-942d9988ca77 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6017072'] for subnet, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:09.439953 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-408412f5-24c6-456b-8d26-ab235bbb9e5f tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks [] for security_group, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:09.452313 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77ea9b5-5990-45a2-afdc-9c32cc176405 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93557179-67ce-4644-abb2-af680d263c1a,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:29:09.465248 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77ea9b5-5990-45a2-afdc-9c32cc176405 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:29:09.466307 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77ea9b5-5990-45a2-afdc-9c32cc176405 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:29:09.466643 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77ea9b5-5990-45a2-afdc-9c32cc176405 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:29:09.467262 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77ea9b5-5990-45a2-afdc-9c32cc176405 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:29:09.467611 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77ea9b5-5990-45a2-afdc-9c32cc176405 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:29:09.468056 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77ea9b5-5990-45a2-afdc-9c32cc176405 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:29:09.481308 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77ea9b5-5990-45a2-afdc-9c32cc176405 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:29:09.482987 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77ea9b5-5990-45a2-afdc-9c32cc176405 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:29:09.498169 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77ea9b5-5990-45a2-afdc-9c32cc176405 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:29:09.500844 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77ea9b5-5990-45a2-afdc-9c32cc176405 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:29:09.502750 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77ea9b5-5990-45a2-afdc-9c32cc176405 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:29:09.503640 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77ea9b5-5990-45a2-afdc-9c32cc176405 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:29:09.505875 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77ea9b5-5990-45a2-afdc-9c32cc176405 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:29:09.539775 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-408412f5-24c6-456b-8d26-ab235bbb9e5f tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:09.614617 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408412f5-24c6-456b-8d26-ab235bbb9e5f tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d23d682-5657-45a3-85c0-7248c5fa4431,revision_number=1']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:29:09.655977 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-762e604f-15d8-4113-bcb2-204645bfe55c None None] Publish callbacks [] for port, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:09.671079 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-762e604f-15d8-4113-bcb2-204645bfe55c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975'] for port, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:09.686066 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-408412f5-24c6-456b-8d26-ab235bbb9e5f tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks [] for security_group, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:09.689251 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-408412f5-24c6-456b-8d26-ab235bbb9e5f tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 1.0281558 Dec 18 13:29:09.699614 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 52314) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:29:09.712313 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-7f36d9df-3e21-4520-a3f5-89d899a2634f tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Request body: {'security_group': {'name': 'tempest-secgroup-587390378'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:29:09.732518 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762e604f-15d8-4113-bcb2-204645bfe55c None None] Pushing event updated for resources: {'Port': ['ID=1903170e-157d-4e08-be84-3b88dbc55d05,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:29:09.745141 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762e604f-15d8-4113-bcb2-204645bfe55c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:29:09.745514 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762e604f-15d8-4113-bcb2-204645bfe55c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:29:09.745841 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762e604f-15d8-4113-bcb2-204645bfe55c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:29:09.746241 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762e604f-15d8-4113-bcb2-204645bfe55c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:29:09.746598 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762e604f-15d8-4113-bcb2-204645bfe55c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:29:09.747035 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762e604f-15d8-4113-bcb2-204645bfe55c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:29:09.747445 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762e604f-15d8-4113-bcb2-204645bfe55c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:29:09.747765 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762e604f-15d8-4113-bcb2-204645bfe55c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:29:09.748096 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762e604f-15d8-4113-bcb2-204645bfe55c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:29:09.748504 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762e604f-15d8-4113-bcb2-204645bfe55c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:29:09.750371 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762e604f-15d8-4113-bcb2-204645bfe55c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:29:09.750725 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762e604f-15d8-4113-bcb2-204645bfe55c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:29:09.751247 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762e604f-15d8-4113-bcb2-204645bfe55c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:29:09.767038 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-2ce723c7-6864-4da0-94c7-2ad370cd8e65 tempest-AllowedAddressPairIpV6TestJSON-1208968648 tempest-AllowedAddressPairIpV6TestJSON-1208968648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4533522'] for port, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:09.783504 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-762e604f-15d8-4113-bcb2-204645bfe55c None None] Network 9a0c71e8-65ef-4584-a473-d55e5a427bae is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:29:09.785044 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-762e604f-15d8-4113-bcb2-204645bfe55c None None] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:29:09.789169 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-762e604f-15d8-4113-bcb2-204645bfe55c None None] Received port after_create {{(pid=103161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:29:09.819260 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-929ef2bb-8486-4a75-9be7-c382aec84251 req-eb6b8c1e-28da-472c-87c4-8f0cef05f2fc tempest-ServerActionsTestJSON-1545132800 tempest-ServerActionsTestJSON-1545132800-project] 10.222.0.31 "GET /v2.0/security-groups?id=04da0920-3f32-48b1-bc5b-099cf6dd1551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4197440 Dec 18 13:29:09.835457 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-7f36d9df-3e21-4520-a3f5-89d899a2634f tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks [] for security_group, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:09.864914 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-762e604f-15d8-4113-bcb2-204645bfe55c None None] Attempting to bind port 1903170e-157d-4e08-be84-3b88dbc55d05 on host dv-neutron-744815-20-hyperv for vnic_type normal with profile {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 13:29:09.865519 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-762e604f-15d8-4113-bcb2-204645bfe55c None None] Attempting to bind port 1903170e-157d-4e08-be84-3b88dbc55d05 by drivers openvswitch,hyperv on host dv-neutron-744815-20-hyperv at level 0 using segments [{'id': '8a8b25c1-db3d-4a31-a842-329cb0f3a9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '9a0c71e8-65ef-4584-a473-d55e5a427bae'}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 13:29:09.865885 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-762e604f-15d8-4113-bcb2-204645bfe55c None None] Attempting to bind port 1903170e-157d-4e08-be84-3b88dbc55d05 on network 9a0c71e8-65ef-4584-a473-d55e5a427bae {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 13:29:09.872083 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-762e604f-15d8-4113-bcb2-204645bfe55c None None] Checking agent: {'id': '428fa9fa-43db-4db9-9f96-f60ffe931f2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-20-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 13, 19, 1), 'started_at': datetime.datetime(2021, 12, 18, 13, 19, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 13, 29, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-20-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 18 13:29:09.872465 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-762e604f-15d8-4113-bcb2-204645bfe55c None None] Checking segment: {'id': '8a8b25c1-db3d-4a31-a842-329cb0f3a9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '9a0c71e8-65ef-4584-a473-d55e5a427bae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 13:29:09.872871 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-762e604f-15d8-4113-bcb2-204645bfe55c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:09.873266 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-762e604f-15d8-4113-bcb2-204645bfe55c None None] Bound using segment: {'id': '8a8b25c1-db3d-4a31-a842-329cb0f3a9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '9a0c71e8-65ef-4584-a473-d55e5a427bae'} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 18 13:29:09.874053 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-762e604f-15d8-4113-bcb2-204645bfe55c None None] Bound port: 1903170e-157d-4e08-be84-3b88dbc55d05, host: dv-neutron-744815-20-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a8b25c1-db3d-4a31-a842-329cb0f3a9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '9a0c71e8-65ef-4584-a473-d55e5a427bae'}}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 18 13:29:09.874552 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-762e604f-15d8-4113-bcb2-204645bfe55c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:09.940524 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ce723c7-6864-4da0-94c7-2ad370cd8e65 tempest-AllowedAddressPairIpV6TestJSON-1208968648 tempest-AllowedAddressPairIpV6TestJSON-1208968648-project] Network 95447ff4-73c3-4297-a351-416b4acfb01e is already hosted by enough agents. {{(pid=103160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:29:09.945967 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce723c7-6864-4da0-94c7-2ad370cd8e65 tempest-AllowedAddressPairIpV6TestJSON-1208968648 tempest-AllowedAddressPairIpV6TestJSON-1208968648-project] Pushing event updated for resources: {'Port': ['ID=dbadebb4-d462-4bce-836f-50d0530bab0f,revision_number=1']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:29:09.951483 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.objects.ports [None req-6ba98b81-1235-4760-b53c-942d9988ca77 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103159) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 18 13:29:09.956445 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-6ba98b81-1235-4760-b53c-942d9988ca77 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5659786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6017062'] for subnet, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:09.964218 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.base_scheduler [None req-2ce723c7-6864-4da0-94c7-2ad370cd8e65 tempest-AllowedAddressPairIpV6TestJSON-1208968648 tempest-AllowedAddressPairIpV6TestJSON-1208968648-project] Resources bound (agent type, host, resource id): {{(pid=103160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:29:09.975428 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-7f179981-4d50-4b5b-a157-4fe11428788e tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5659786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6017062'] for subnet, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:09.984768 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ce723c7-6864-4da0-94c7-2ad370cd8e65 tempest-AllowedAddressPairIpV6TestJSON-1208968648 tempest-AllowedAddressPairIpV6TestJSON-1208968648-project] Received port after_create {{(pid=103160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:29:09.994611 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ce723c7-6864-4da0-94c7-2ad370cd8e65 tempest-AllowedAddressPairIpV6TestJSON-1208968648 tempest-AllowedAddressPairIpV6TestJSON-1208968648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:29:09.997249 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-2ce723c7-6864-4da0-94c7-2ad370cd8e65 tempest-AllowedAddressPairIpV6TestJSON-1208968648 tempest-AllowedAddressPairIpV6TestJSON-1208968648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:10.016266 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-762e604f-15d8-4113-bcb2-204645bfe55c None None] For port 1903170e-157d-4e08-be84-3b88dbc55d05, host dv-neutron-744815-20-hyperv, cleared binding levels {{(pid=103161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 18 13:29:10.019934 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-762e604f-15d8-4113-bcb2-204645bfe55c None None] For port 1903170e-157d-4e08-be84-3b88dbc55d05, host dv-neutron-744815-20-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=1903170e-157d-4e08-be84-3b88dbc55d05,segment=NetworkSegment(8a8b25c1-db3d-4a31-a842-329cb0f3a9fe),segment_id=8a8b25c1-db3d-4a31-a842-329cb0f3a9fe)] {{(pid=103161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 18 13:29:10.031981 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-762e604f-15d8-4113-bcb2-204645bfe55c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:10.050083 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ba98b81-1235-4760-b53c-942d9988ca77 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Network a0b84a49-8464-4342-a47d-bd714ebbec81 is already hosted by enough agents. {{(pid=103159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:29:10.073011 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.base_scheduler [None req-6ba98b81-1235-4760-b53c-942d9988ca77 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Resources bound (agent type, host, resource id): {{(pid=103159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:29:10.086813 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-2ce723c7-6864-4da0-94c7-2ad370cd8e65 tempest-AllowedAddressPairIpV6TestJSON-1208968648 tempest-AllowedAddressPairIpV6TestJSON-1208968648-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 2.5972652 Dec 18 13:29:10.090410 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ba98b81-1235-4760-b53c-942d9988ca77 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:29:10.090569 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 52324) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:29:10.090960 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-6ba98b81-1235-4760-b53c-942d9988ca77 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047995'] for subnet, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:10.104202 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-45e3407b-4684-49b5-b4a5-8b9f2afd03e2 tempest-AllowedAddressPairIpV6TestJSON-1208968648 tempest-AllowedAddressPairIpV6TestJSON-1208968648-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:b9:99:d5'}]}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:29:10.112865 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac26f855-d594-4e40-81de-daf5bb67bbf2 None None] Network a0b84a49-8464-4342-a47d-bd714ebbec81 requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:29:10.134825 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-6ba98b81-1235-4760-b53c-942d9988ca77 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.9673522 Dec 18 13:29:10.142024 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 52326) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:29:10.174565 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-b51cd1d1-1514-4441-a738-08593b06ca90 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Request body: {'subnet': {'network_id': 'a0b84a49-8464-4342-a47d-bd714ebbec81', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:29:10.301767 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba98b81-1235-4760-b53c-942d9988ca77 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Pushing event updated for resources: {'Subnet': ['ID=a9b974aa-e773-47df-934b-5891614e11ff,revision_number=0']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:29:10.338801 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762e604f-15d8-4113-bcb2-204645bfe55c None None] Pushing event updated for resources: {'Port': ['ID=1903170e-157d-4e08-be84-3b88dbc55d05,revision_number=2']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:29:10.340199 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-7f36d9df-3e21-4520-a3f5-89d899a2634f tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks [] for security_group, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:10.353986 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-7f36d9df-3e21-4520-a3f5-89d899a2634f tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:10.403253 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f36d9df-3e21-4520-a3f5-89d899a2634f tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82b41370-87e2-450f-8bfc-fbd57038586b,revision_number=1']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:29:10.457410 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f179981-4d50-4b5b-a157-4fe11428788e tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Checking segment: {'id': 'ab5df29a-1caf-4466-9a53-e0f1761dceba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '829e2767-78f0-45c5-a751-bca26ee12932'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 13:29:10.457943 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f179981-4d50-4b5b-a157-4fe11428788e tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Network hostable DHCP agents. Network: 829e2767-78f0-45c5-a751-bca26ee12932, hostable agents: ['aa77effa-0e3a-4bbd-a383-4d58ed3328d0'], hosted agents: [] {{(pid=103159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 18 13:29:10.474981 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30334ddb-484b-4e79-a946-686ed3146a8c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp31e170a0-46a1-5ba9-9dc1-7ee4f866f0d7-a0b84a49-8464-4342-a47d-bd714ebbec81', 'network_id': 'a0b84a49-8464-4342-a47d-bd714ebbec81', 'project_id': '606a569495c64210af9cc9fb7e76dd52', 'fixed_ips': [{'subnet_id': 'a9b974aa-e773-47df-934b-5891614e11ff'}]}} from dv-neutron-744815-20-hyperv. {{(pid=103161) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 18 13:29:10.476820 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba98b81-1235-4760-b53c-942d9988ca77 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:29:10.477179 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba98b81-1235-4760-b53c-942d9988ca77 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:29:10.477524 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba98b81-1235-4760-b53c-942d9988ca77 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:29:10.477862 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba98b81-1235-4760-b53c-942d9988ca77 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:29:10.478194 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba98b81-1235-4760-b53c-942d9988ca77 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:29:10.478536 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba98b81-1235-4760-b53c-942d9988ca77 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:29:10.478852 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba98b81-1235-4760-b53c-942d9988ca77 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:29:10.479402 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba98b81-1235-4760-b53c-942d9988ca77 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:29:10.479954 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba98b81-1235-4760-b53c-942d9988ca77 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:29:10.481892 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-30334ddb-484b-4e79-a946-686ed3146a8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:10.483600 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba98b81-1235-4760-b53c-942d9988ca77 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:29:10.484106 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba98b81-1235-4760-b53c-942d9988ca77 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:29:10.484891 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba98b81-1235-4760-b53c-942d9988ca77 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:29:10.486013 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba98b81-1235-4760-b53c-942d9988ca77 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:29:10.488762 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-45e3407b-4684-49b5-b4a5-8b9f2afd03e2 tempest-AllowedAddressPairIpV6TestJSON-1208968648 tempest-AllowedAddressPairIpV6TestJSON-1208968648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:10.559807 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-7f36d9df-3e21-4520-a3f5-89d899a2634f tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks [] for security_group, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:10.560454 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-7f36d9df-3e21-4520-a3f5-89d899a2634f tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1759 time: 0.8580120 Dec 18 13:29:10.563371 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 52344) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:29:10.578511 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-fe3cbadb-f8c7-411a-9b36-5c2070b3da67 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1211772811', 'security_groups': ['82b41370-87e2-450f-8bfc-fbd57038586b'], 'network_id': '9a0c71e8-65ef-4584-a473-d55e5a427bae', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '76b88b65-75e3-431e-9a4d-eb9c90b78245'}]}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:29:10.696077 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f179981-4d50-4b5b-a157-4fe11428788e tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Network 829e2767-78f0-45c5-a751-bca26ee12932 is scheduled to be hosted by DHCP agent aa77effa-0e3a-4bbd-a383-4d58ed3328d0 with binding_index 1 {{(pid=103159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 18 13:29:10.739925 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.base_scheduler [None req-7f179981-4d50-4b5b-a157-4fe11428788e tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-744815-20-hyperv, 829e2767-78f0-45c5-a751-bca26ee12932) {{(pid=103159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:29:10.746183 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f179981-4d50-4b5b-a157-4fe11428788e tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:29:10.746973 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-7f179981-4d50-4b5b-a157-4fe11428788e tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047995'] for subnet, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:10.765932 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 52348) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:29:10.770249 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f179981-4d50-4b5b-a157-4fe11428788e tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Pushing event updated for resources: {'Subnet': ['ID=a5256877-6fe0-4e9a-ba6c-86e4dd88dc90,revision_number=0']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:29:10.776824 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1c7fcb5-cfb3-4326-b6aa-d8fde3d864ae None None] Network 829e2767-78f0-45c5-a751-bca26ee12932 requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:29:10.785620 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-7f179981-4d50-4b5b-a157-4fe11428788e tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4263179 Dec 18 13:29:10.792355 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 52352) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:29:10.798535 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-e883ba64-2237-4880-88d3-c024f9810a16 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Request body: {'subnet': {'network_id': '829e2767-78f0-45c5-a751-bca26ee12932', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:29:10.878951 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b51cd1d1-1514-4441-a738-08593b06ca90 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Made reservation on behalf of 606a569495c64210af9cc9fb7e76dd52 for: {'subnet': 1} {{(pid=103159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:29:10.889700 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b51cd1d1-1514-4441-a738-08593b06ca90 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6017072'] for subnet, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:11.062122 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-e4160155-9c1e-4de6-8b28-f0ef3229524f tempest-ExtraDHCPOptionsIpV6TestJSON-1628643685 tempest-ExtraDHCPOptionsIpV6TestJSON-1628643685-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1878721260'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:29:11.069678 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-37d6d712-fa40-48e3-9fea-a56fa0ddf7d2 None None] Provisioning complete for port dbadebb4-d462-4bce-836f-50d0530bab0f triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:29:11.070757 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-37d6d712-fa40-48e3-9fea-a56fa0ddf7d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:11.119240 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-37d6d712-fa40-48e3-9fea-a56fa0ddf7d2 None None] Port dbadebb4-d462-4bce-836f-50d0530bab0f cannot update to ACTIVE because it is not bound. {{(pid=103161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 13:29:11.133969 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4160155-9c1e-4de6-8b28-f0ef3229524f tempest-ExtraDHCPOptionsIpV6TestJSON-1628643685 tempest-ExtraDHCPOptionsIpV6TestJSON-1628643685-project] Made reservation on behalf of 8fcb40078323450f939547d9670c3a24 for: {'network': 1} {{(pid=103159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:29:11.138761 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-e4160155-9c1e-4de6-8b28-f0ef3229524f tempest-ExtraDHCPOptionsIpV6TestJSON-1628643685 tempest-ExtraDHCPOptionsIpV6TestJSON-1628643685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for network, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:11.172778 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fe280d3-f585-4237-9d26-6481b74d87a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp31e170a0-46a1-5ba9-9dc1-7ee4f866f0d7-829e2767-78f0-45c5-a751-bca26ee12932', 'network_id': '829e2767-78f0-45c5-a751-bca26ee12932', 'project_id': 'a17167c2bc3d4518ab90268c4af7e6a0', 'fixed_ips': [{'subnet_id': 'a5256877-6fe0-4e9a-ba6c-86e4dd88dc90'}]}} from dv-neutron-744815-20-hyperv. {{(pid=103161) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 18 13:29:11.175039 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-8fe280d3-f585-4237-9d26-6481b74d87a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:11.179857 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-e4160155-9c1e-4de6-8b28-f0ef3229524f tempest-ExtraDHCPOptionsIpV6TestJSON-1628643685 tempest-ExtraDHCPOptionsIpV6TestJSON-1628643685-project] Publish callbacks [] for security_group, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:11.270318 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_common [None req-30334ddb-484b-4e79-a946-686ed3146a8c None None] Allocated IP 2001:db8::f816:3eff:fe17:d4bc (a0b84a49-8464-4342-a47d-bd714ebbec81/a9b974aa-e773-47df-934b-5891614e11ff/8e962812-5a39-4558-b20b-4cb9ba6c49dc) {{(pid=103161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:29:11.281067 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e883ba64-2237-4880-88d3-c024f9810a16 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Made reservation on behalf of a17167c2bc3d4518ab90268c4af7e6a0 for: {'subnet': 1} {{(pid=103159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:29:11.287097 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-e883ba64-2237-4880-88d3-c024f9810a16 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6017072'] for subnet, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:11.730202 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_common [None req-8fe280d3-f585-4237-9d26-6481b74d87a5 None None] Allocated IP 2001:db8::2 (829e2767-78f0-45c5-a751-bca26ee12932/a5256877-6fe0-4e9a-ba6c-86e4dd88dc90/6fb43e9a-23fe-43bf-8dd4-752d2fc475eb) {{(pid=103161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:29:11.747798 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-45e3407b-4684-49b5-b4a5-8b9f2afd03e2 tempest-AllowedAddressPairIpV6TestJSON-1208968648 tempest-AllowedAddressPairIpV6TestJSON-1208968648-project] Publish callbacks [] for port, precommit_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:11.768099 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-45e3407b-4684-49b5-b4a5-8b9f2afd03e2 tempest-AllowedAddressPairIpV6TestJSON-1208968648 tempest-AllowedAddressPairIpV6TestJSON-1208968648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4533541'] for port, after_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:11.875880 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1455f5de-3f45-40d2-8818-b3c2dc4dad2b req-df41dfd7-3543-4b5b-8295-2f20cfdf6075 tempest-ServerActionsTestJSON-1545132800 tempest-ServerActionsTestJSON-1545132800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:29:11.877780 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-1455f5de-3f45-40d2-8818-b3c2dc4dad2b req-df41dfd7-3543-4b5b-8295-2f20cfdf6075 tempest-ServerActionsTestJSON-1545132800 tempest-ServerActionsTestJSON-1545132800-project] 10.222.0.31 "GET /v2.0/ports?device_id=f75e1b43-b628-4577-9f75-0cf3a56e1582 HTTP/1.1" status: 200 len: 945 time: 0.4045219 Dec 18 13:29:11.884654 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-45e3407b-4684-49b5-b4a5-8b9f2afd03e2 tempest-AllowedAddressPairIpV6TestJSON-1208968648 tempest-AllowedAddressPairIpV6TestJSON-1208968648-project] In _notify_port_updated(), no bound segment for port dbadebb4-d462-4bce-836f-50d0530bab0f on network 95447ff4-73c3-4297-a351-416b4acfb01e {{(pid=103160) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 18 13:29:11.891958 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45e3407b-4684-49b5-b4a5-8b9f2afd03e2 tempest-AllowedAddressPairIpV6TestJSON-1208968648 tempest-AllowedAddressPairIpV6TestJSON-1208968648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:29:11.892903 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-45e3407b-4684-49b5-b4a5-8b9f2afd03e2 tempest-AllowedAddressPairIpV6TestJSON-1208968648 tempest-AllowedAddressPairIpV6TestJSON-1208968648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:11.898428 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-45e3407b-4684-49b5-b4a5-8b9f2afd03e2 tempest-AllowedAddressPairIpV6TestJSON-1208968648 tempest-AllowedAddressPairIpV6TestJSON-1208968648-project] 10.222.0.31 "PUT /v2.0/ports/dbadebb4-d462-4bce-836f-50d0530bab0f HTTP/1.1" status: 200 len: 1001 time: 1.8068352 Dec 18 13:29:11.902267 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 52372) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:29:11.915763 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 52374) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:29:11.970923 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-30334ddb-484b-4e79-a946-686ed3146a8c None None] Publish callbacks [] for port, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:11.983843 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-30334ddb-484b-4e79-a946-686ed3146a8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975'] for port, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:12.061119 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e3407b-4684-49b5-b4a5-8b9f2afd03e2 tempest-AllowedAddressPairIpV6TestJSON-1208968648 tempest-AllowedAddressPairIpV6TestJSON-1208968648-project] Pushing event updated for resources: {'Port': ['ID=dbadebb4-d462-4bce-836f-50d0530bab0f,revision_number=2']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:29:12.090913 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30334ddb-484b-4e79-a946-686ed3146a8c None None] Network a0b84a49-8464-4342-a47d-bd714ebbec81 is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:29:12.108935 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-30334ddb-484b-4e79-a946-686ed3146a8c None None] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:29:12.132853 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30334ddb-484b-4e79-a946-686ed3146a8c None None] Received port after_create {{(pid=103161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:29:12.137695 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-1455f5de-3f45-40d2-8818-b3c2dc4dad2b req-d92772c3-6f59-44e8-b010-66db1bcb0fbf tempest-ServerActionsTestJSON-1545132800 tempest-ServerActionsTestJSON-1545132800-project] 10.222.0.31 "GET /v2.0/security-groups?id=04da0920-3f32-48b1-bc5b-099cf6dd1551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2210345 Dec 18 13:29:12.139302 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 1903170e-157d-4e08-be84-3b88dbc55d05 up at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 13:29:12.142358 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-9ce7afc9-2005-4843-ac88-5b4afccac367 None None] Provisioning complete for port 1903170e-157d-4e08-be84-3b88dbc55d05 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:29:12.142902 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-9ce7afc9-2005-4843-ac88-5b4afccac367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:12.166301 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe3cbadb-f8c7-411a-9b36-5c2070b3da67 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Made reservation on behalf of dde8326b44a64ab5a12bbfefe7e7aced for: {'port': 1} {{(pid=103160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:29:12.248267 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30334ddb-484b-4e79-a946-686ed3146a8c None None] Pushing event updated for resources: {'Port': ['ID=8e962812-5a39-4558-b20b-4cb9ba6c49dc,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:29:12.299920 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-30334ddb-484b-4e79-a946-686ed3146a8c None None] Attempting to bind port 8e962812-5a39-4558-b20b-4cb9ba6c49dc on host dv-neutron-744815-20-hyperv for vnic_type normal with profile {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 13:29:12.300550 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-30334ddb-484b-4e79-a946-686ed3146a8c None None] Attempting to bind port 8e962812-5a39-4558-b20b-4cb9ba6c49dc by drivers openvswitch,hyperv on host dv-neutron-744815-20-hyperv at level 0 using segments [{'id': '1d35b28d-d075-4c4f-99ab-408d9457428e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'a0b84a49-8464-4342-a47d-bd714ebbec81'}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 13:29:12.301101 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30334ddb-484b-4e79-a946-686ed3146a8c None None] Attempting to bind port 8e962812-5a39-4558-b20b-4cb9ba6c49dc on network a0b84a49-8464-4342-a47d-bd714ebbec81 {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 13:29:12.306558 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-f4ade8ae-822e-4684-954b-35a40931b7b9 tempest-AllowedAddressPairIpV6TestJSON-1208968648 tempest-AllowedAddressPairIpV6TestJSON-1208968648-project] Deleting port dbadebb4-d462-4bce-836f-50d0530bab0f {{(pid=103160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:29:12.307283 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-f4ade8ae-822e-4684-954b-35a40931b7b9 tempest-AllowedAddressPairIpV6TestJSON-1208968648 tempest-AllowedAddressPairIpV6TestJSON-1208968648-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:12.315418 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30334ddb-484b-4e79-a946-686ed3146a8c None None] Checking agent: {'id': '428fa9fa-43db-4db9-9f96-f60ffe931f2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-20-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 13, 19, 1), 'started_at': datetime.datetime(2021, 12, 18, 13, 19, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 13, 29, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-20-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 18 13:29:12.316083 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30334ddb-484b-4e79-a946-686ed3146a8c None None] Checking segment: {'id': '1d35b28d-d075-4c4f-99ab-408d9457428e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'a0b84a49-8464-4342-a47d-bd714ebbec81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 13:29:12.316632 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-30334ddb-484b-4e79-a946-686ed3146a8c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:12.317946 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30334ddb-484b-4e79-a946-686ed3146a8c None None] Bound using segment: {'id': '1d35b28d-d075-4c4f-99ab-408d9457428e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'a0b84a49-8464-4342-a47d-bd714ebbec81'} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 18 13:29:12.318662 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-30334ddb-484b-4e79-a946-686ed3146a8c None None] Bound port: 8e962812-5a39-4558-b20b-4cb9ba6c49dc, host: dv-neutron-744815-20-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d35b28d-d075-4c4f-99ab-408d9457428e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'a0b84a49-8464-4342-a47d-bd714ebbec81'}}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 18 13:29:12.319262 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-30334ddb-484b-4e79-a946-686ed3146a8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:12.348856 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b51cd1d1-1514-4441-a738-08593b06ca90 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5659786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6017062'] for subnet, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:12.369832 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-9a24d65d-60ac-49f0-970a-3567395b1014 tempest-PortsAdminExtendedAttrsTestJSON-1485579632 tempest-PortsAdminExtendedAttrsTestJSON-1485579632-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-2002705524'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:29:12.421397 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.db.ipam_backend_mixin [None req-e883ba64-2237-4880-88d3-c024f9810a16 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet a5256877-6fe0-4e9a-ba6c-86e4dd88dc90 (CIDR: 2001:db8::/64) Dec 18 13:29:12.445807 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.pecan_wsgi.hooks.translation [None req-e883ba64-2237-4880-88d3-c024f9810a16 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 18 13:29:12.446058 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e883ba64-2237-4880-88d3-c024f9810a16 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 18 13:29:12.458404 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-30334ddb-484b-4e79-a946-686ed3146a8c None None] For port 8e962812-5a39-4558-b20b-4cb9ba6c49dc, host dv-neutron-744815-20-hyperv, cleared binding levels {{(pid=103161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 18 13:29:12.465201 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-30334ddb-484b-4e79-a946-686ed3146a8c None None] For port 8e962812-5a39-4558-b20b-4cb9ba6c49dc, host dv-neutron-744815-20-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=8e962812-5a39-4558-b20b-4cb9ba6c49dc,segment=NetworkSegment(1d35b28d-d075-4c4f-99ab-408d9457428e),segment_id=1d35b28d-d075-4c4f-99ab-408d9457428e)] {{(pid=103161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 18 13:29:12.479623 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-fe3cbadb-f8c7-411a-9b36-5c2070b3da67 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:12.480161 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b51cd1d1-1514-4441-a738-08593b06ca90 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Network a0b84a49-8464-4342-a47d-bd714ebbec81 is already hosted by enough agents. {{(pid=103159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:29:12.492783 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1c08c6-3ccb-4342-a7fe-fea6a2d7e74e req-5a1978d1-1eb5-40f6-916b-53706db27a9f tempest-ServerActionsTestJSON-1545132800 tempest-ServerActionsTestJSON-1545132800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:29:12.494567 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-ba1c08c6-3ccb-4342-a7fe-fea6a2d7e74e req-5a1978d1-1eb5-40f6-916b-53706db27a9f tempest-ServerActionsTestJSON-1545132800 tempest-ServerActionsTestJSON-1545132800-project] 10.222.0.31 "GET /v2.0/ports?device_id=f75e1b43-b628-4577-9f75-0cf3a56e1582 HTTP/1.1" status: 200 len: 945 time: 0.1551332 Dec 18 13:29:12.497564 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a24d65d-60ac-49f0-970a-3567395b1014 tempest-PortsAdminExtendedAttrsTestJSON-1485579632 tempest-PortsAdminExtendedAttrsTestJSON-1485579632-project] Made reservation on behalf of a4ec2d291a834c6cbfad88763cc9671d for: {'network': 1} {{(pid=103160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:29:12.501085 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-9a24d65d-60ac-49f0-970a-3567395b1014 tempest-PortsAdminExtendedAttrsTestJSON-1485579632 tempest-PortsAdminExtendedAttrsTestJSON-1485579632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for network, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:12.501366 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-e883ba64-2237-4880-88d3-c024f9810a16 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.7076333 Dec 18 13:29:12.503380 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 52380) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:29:12.514153 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.base_scheduler [None req-b51cd1d1-1514-4441-a738-08593b06ca90 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Resources bound (agent type, host, resource id): {{(pid=103159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:29:12.523931 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-9a24d65d-60ac-49f0-970a-3567395b1014 tempest-PortsAdminExtendedAttrsTestJSON-1485579632 tempest-PortsAdminExtendedAttrsTestJSON-1485579632-project] Publish callbacks [] for security_group, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:12.526247 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-54d85586-5846-4b77-9d39-dc78b8bc87e7 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Request body: {'subnet': {'network_id': '829e2767-78f0-45c5-a751-bca26ee12932', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:29:12.527065 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-f4ade8ae-822e-4684-954b-35a40931b7b9 tempest-AllowedAddressPairIpV6TestJSON-1208968648 tempest-AllowedAddressPairIpV6TestJSON-1208968648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:12.534901 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.notifiers.nova [None req-fe3cbadb-f8c7-411a-9b36-5c2070b3da67 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] device_id is not set on port cbe8494d-d70b-422e-8def-913a2fdf32ce yet. {{(pid=103160) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 18 13:29:12.537876 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b51cd1d1-1514-4441-a738-08593b06ca90 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:29:12.538556 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b51cd1d1-1514-4441-a738-08593b06ca90 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047995'] for subnet, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:12.540790 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51cd1d1-1514-4441-a738-08593b06ca90 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Pushing event updated for resources: {'Subnet': ['ID=1469286b-84a4-4466-ae19-f2a04b07c3bc,revision_number=0']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:29:12.567904 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-30334ddb-484b-4e79-a946-686ed3146a8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:12.585575 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-e4160155-9c1e-4de6-8b28-f0ef3229524f tempest-ExtraDHCPOptionsIpV6TestJSON-1628643685 tempest-ExtraDHCPOptionsIpV6TestJSON-1628643685-project] Publish callbacks [] for security_group, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:12.644633 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-ba1c08c6-3ccb-4342-a7fe-fea6a2d7e74e req-59de7cb6-154f-4ae2-aa08-37ab9778690c tempest-ServerActionsTestJSON-1545132800 tempest-ServerActionsTestJSON-1545132800-project] 10.222.0.31 "GET /v2.0/security-groups?id=04da0920-3f32-48b1-bc5b-099cf6dd1551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1361482 Dec 18 13:29:12.648095 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-e4160155-9c1e-4de6-8b28-f0ef3229524f tempest-ExtraDHCPOptionsIpV6TestJSON-1628643685 tempest-ExtraDHCPOptionsIpV6TestJSON-1628643685-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:12.659217 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4160155-9c1e-4de6-8b28-f0ef3229524f tempest-ExtraDHCPOptionsIpV6TestJSON-1628643685 tempest-ExtraDHCPOptionsIpV6TestJSON-1628643685-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 147} {{(pid=103159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 18 13:29:12.673364 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30334ddb-484b-4e79-a946-686ed3146a8c None None] Pushing event updated for resources: {'Port': ['ID=8e962812-5a39-4558-b20b-4cb9ba6c49dc,revision_number=2']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:29:12.680559 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-e4160155-9c1e-4de6-8b28-f0ef3229524f tempest-ExtraDHCPOptionsIpV6TestJSON-1628643685 tempest-ExtraDHCPOptionsIpV6TestJSON-1628643685-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:12.680997 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.db.segments_db [None req-e4160155-9c1e-4de6-8b28-f0ef3229524f tempest-ExtraDHCPOptionsIpV6TestJSON-1628643685 tempest-ExtraDHCPOptionsIpV6TestJSON-1628643685-project] Added segment 624c4e3f-c79f-46e2-b018-e56ada00bb1c of type vlan for network bf8968ad-e79a-4be6-81a7-f2f8f00383af Dec 18 13:29:12.719070 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-b51cd1d1-1514-4441-a738-08593b06ca90 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5578706 Dec 18 13:29:12.728146 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 52384) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:29:12.745349 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-f4ade8ae-822e-4684-954b-35a40931b7b9 tempest-AllowedAddressPairIpV6TestJSON-1208968648 tempest-AllowedAddressPairIpV6TestJSON-1208968648-project] Calling delete_port for dbadebb4-d462-4bce-836f-50d0530bab0f owned by {{(pid=103160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:29:12.753703 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-8fe280d3-f585-4237-9d26-6481b74d87a5 None None] Publish callbacks [] for port, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:12.761510 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-1d80b4a0-ef13-458a-a7a1-cd41479d7a50 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Request body: {'port': {'network_id': 'a0b84a49-8464-4342-a47d-bd714ebbec81', 'mac_address': 'fa:16:3e:d7:03:56', 'name': 'tempest-NetworksTestDHCPv6-203103385'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:29:12.768170 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-e4160155-9c1e-4de6-8b28-f0ef3229524f tempest-ExtraDHCPOptionsIpV6TestJSON-1628643685 tempest-ExtraDHCPOptionsIpV6TestJSON-1628643685-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767106405744'] for network, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:12.768524 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-9ce7afc9-2005-4843-ac88-5b4afccac367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:12.776910 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2294866d-0076-4933-952c-685307032598 None None] Provisioning complete for port 1903170e-157d-4e08-be84-3b88dbc55d05 triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:29:12.778080 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:12.780687 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-8fe280d3-f585-4237-9d26-6481b74d87a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975'] for port, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:12.861332 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4160155-9c1e-4de6-8b28-f0ef3229524f tempest-ExtraDHCPOptionsIpV6TestJSON-1628643685 tempest-ExtraDHCPOptionsIpV6TestJSON-1628643685-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63947543-1b1a-400d-b4b2-f1e334cd42bd,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:29:12.881896 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-e4160155-9c1e-4de6-8b28-f0ef3229524f tempest-ExtraDHCPOptionsIpV6TestJSON-1628643685 tempest-ExtraDHCPOptionsIpV6TestJSON-1628643685-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981'] for network, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:12.891104 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4160155-9c1e-4de6-8b28-f0ef3229524f tempest-ExtraDHCPOptionsIpV6TestJSON-1628643685 tempest-ExtraDHCPOptionsIpV6TestJSON-1628643685-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:29:12.892100 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-e4160155-9c1e-4de6-8b28-f0ef3229524f tempest-ExtraDHCPOptionsIpV6TestJSON-1628643685 tempest-ExtraDHCPOptionsIpV6TestJSON-1628643685-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047995'] for network, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:12.939761 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-e4160155-9c1e-4de6-8b28-f0ef3229524f tempest-ExtraDHCPOptionsIpV6TestJSON-1628643685 tempest-ExtraDHCPOptionsIpV6TestJSON-1628643685-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 2.1718507 Dec 18 13:29:12.957214 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fe280d3-f585-4237-9d26-6481b74d87a5 None None] Network 829e2767-78f0-45c5-a751-bca26ee12932 is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:29:12.971615 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-9ce7afc9-2005-4843-ac88-5b4afccac367 None None] For port 1903170e-157d-4e08-be84-3b88dbc55d05, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=1903170e-157d-4e08-be84-3b88dbc55d05,segment=NetworkSegment(8a8b25c1-db3d-4a31-a842-329cb0f3a9fe),segment_id=8a8b25c1-db3d-4a31-a842-329cb0f3a9fe)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:29:12.975220 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 52388) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:29:12.979122 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-8fe280d3-f585-4237-9d26-6481b74d87a5 None None] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:29:12.979391 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.db_base_plugin_common [None req-fe3cbadb-f8c7-411a-9b36-5c2070b3da67 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Allocated IP 172.20.0.13 (9a0c71e8-65ef-4584-a473-d55e5a427bae/76b88b65-75e3-431e-9a4d-eb9c90b78245/cbe8494d-d70b-422e-8def-913a2fdf32ce) {{(pid=103160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:29:12.985150 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fe280d3-f585-4237-9d26-6481b74d87a5 None None] Received port after_create {{(pid=103161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:29:12.986438 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-005b7d0d-9950-4717-acbc-a835da838a63 tempest-ExtraDHCPOptionsIpV6TestJSON-1628643685 tempest-ExtraDHCPOptionsIpV6TestJSON-1628643685-project] Request body: {'subnet': {'network_id': 'bf8968ad-e79a-4be6-81a7-f2f8f00383af', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:29:13.004453 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-9ce7afc9-2005-4843-ac88-5b4afccac367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:13.012452 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4160155-9c1e-4de6-8b28-f0ef3229524f tempest-ExtraDHCPOptionsIpV6TestJSON-1628643685 tempest-ExtraDHCPOptionsIpV6TestJSON-1628643685-project] Pushing event updated for resources: {'Network': ['ID=bf8968ad-e79a-4be6-81a7-f2f8f00383af,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:29:13.030389 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe280d3-f585-4237-9d26-6481b74d87a5 None None] Pushing event updated for resources: {'Port': ['ID=6fb43e9a-23fe-43bf-8dd4-752d2fc475eb,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:29:13.072829 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Network bf8968ad-e79a-4be6-81a7-f2f8f00383af details requested by agent ovs-agent-dv-neutron-744815-20-hyperv with host dv-neutron-744815-20-hyperv {{(pid=103161) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 18 13:29:13.115430 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54d85586-5846-4b77-9d39-dc78b8bc87e7 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Made reservation on behalf of a17167c2bc3d4518ab90268c4af7e6a0 for: {'subnet': 1} {{(pid=103159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:29:13.121391 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-54d85586-5846-4b77-9d39-dc78b8bc87e7 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6017072'] for subnet, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:13.148564 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5b81ed-8f55-457e-991b-206c180b65de req-572ef1da-3c3e-4ebc-a5d3-ce9ba6e61ed4 tempest-ServerActionsTestJSON-1545132800 tempest-ServerActionsTestJSON-1545132800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:29:13.150162 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-bb5b81ed-8f55-457e-991b-206c180b65de req-572ef1da-3c3e-4ebc-a5d3-ce9ba6e61ed4 tempest-ServerActionsTestJSON-1545132800 tempest-ServerActionsTestJSON-1545132800-project] 10.222.0.31 "GET /v2.0/ports?device_id=f75e1b43-b628-4577-9f75-0cf3a56e1582 HTTP/1.1" status: 200 len: 945 time: 0.3658509 Dec 18 13:29:13.173732 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce7afc9-2005-4843-ac88-5b4afccac367 None None] Pushing event updated for resources: {'Port': ['ID=1903170e-157d-4e08-be84-3b88dbc55d05,revision_number=3']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:29:13.241438 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-9ce7afc9-2005-4843-ac88-5b4afccac367 None None] Provisioning complete for port a7c967b0-dc78-4f12-97fb-5949aa4bdd23 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:29:13.241850 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-9ce7afc9-2005-4843-ac88-5b4afccac367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:13.275564 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-005b7d0d-9950-4717-acbc-a835da838a63 tempest-ExtraDHCPOptionsIpV6TestJSON-1628643685 tempest-ExtraDHCPOptionsIpV6TestJSON-1628643685-project] Made reservation on behalf of 8fcb40078323450f939547d9670c3a24 for: {'subnet': 1} {{(pid=103159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:29:13.280033 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-005b7d0d-9950-4717-acbc-a835da838a63 tempest-ExtraDHCPOptionsIpV6TestJSON-1628643685 tempest-ExtraDHCPOptionsIpV6TestJSON-1628643685-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6017072'] for subnet, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:13.342107 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-9a24d65d-60ac-49f0-970a-3567395b1014 tempest-PortsAdminExtendedAttrsTestJSON-1485579632 tempest-PortsAdminExtendedAttrsTestJSON-1485579632-project] Publish callbacks [] for security_group, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:13.389090 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-8fe280d3-f585-4237-9d26-6481b74d87a5 None None] Attempting to bind port 6fb43e9a-23fe-43bf-8dd4-752d2fc475eb on host dv-neutron-744815-20-hyperv for vnic_type normal with profile {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 13:29:13.389468 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-8fe280d3-f585-4237-9d26-6481b74d87a5 None None] Attempting to bind port 6fb43e9a-23fe-43bf-8dd4-752d2fc475eb by drivers openvswitch,hyperv on host dv-neutron-744815-20-hyperv at level 0 using segments [{'id': 'ab5df29a-1caf-4466-9a53-e0f1761dceba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '829e2767-78f0-45c5-a751-bca26ee12932'}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 13:29:13.389837 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fe280d3-f585-4237-9d26-6481b74d87a5 None None] Attempting to bind port 6fb43e9a-23fe-43bf-8dd4-752d2fc475eb on network 829e2767-78f0-45c5-a751-bca26ee12932 {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 13:29:13.398300 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-9a24d65d-60ac-49f0-970a-3567395b1014 tempest-PortsAdminExtendedAttrsTestJSON-1485579632 tempest-PortsAdminExtendedAttrsTestJSON-1485579632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:13.408607 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-9ce7afc9-2005-4843-ac88-5b4afccac367 None None] Port a7c967b0-dc78-4f12-97fb-5949aa4bdd23 cannot update to ACTIVE because it is not bound. {{(pid=103161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 13:29:13.419551 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fe280d3-f585-4237-9d26-6481b74d87a5 None None] Checking agent: {'id': '428fa9fa-43db-4db9-9f96-f60ffe931f2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-20-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 13, 19, 1), 'started_at': datetime.datetime(2021, 12, 18, 13, 19, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 13, 29, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-20-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 18 13:29:13.420354 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a24d65d-60ac-49f0-970a-3567395b1014 tempest-PortsAdminExtendedAttrsTestJSON-1485579632 tempest-PortsAdminExtendedAttrsTestJSON-1485579632-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 122} {{(pid=103160) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 18 13:29:13.420726 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fe280d3-f585-4237-9d26-6481b74d87a5 None None] Checking segment: {'id': 'ab5df29a-1caf-4466-9a53-e0f1761dceba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '829e2767-78f0-45c5-a751-bca26ee12932'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 13:29:13.421179 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-8fe280d3-f585-4237-9d26-6481b74d87a5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:13.421526 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fe280d3-f585-4237-9d26-6481b74d87a5 None None] Bound using segment: {'id': 'ab5df29a-1caf-4466-9a53-e0f1761dceba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '829e2767-78f0-45c5-a751-bca26ee12932'} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 18 13:29:13.422376 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-8fe280d3-f585-4237-9d26-6481b74d87a5 None None] Bound port: 6fb43e9a-23fe-43bf-8dd4-752d2fc475eb, host: dv-neutron-744815-20-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab5df29a-1caf-4466-9a53-e0f1761dceba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '829e2767-78f0-45c5-a751-bca26ee12932'}}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 18 13:29:13.422826 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-8fe280d3-f585-4237-9d26-6481b74d87a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:13.434536 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-9a24d65d-60ac-49f0-970a-3567395b1014 tempest-PortsAdminExtendedAttrsTestJSON-1485579632 tempest-PortsAdminExtendedAttrsTestJSON-1485579632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:13.435593 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.db.segments_db [None req-9a24d65d-60ac-49f0-970a-3567395b1014 tempest-PortsAdminExtendedAttrsTestJSON-1485579632 tempest-PortsAdminExtendedAttrsTestJSON-1485579632-project] Added segment 8dd95e05-bdaf-4a24-8f28-6c4281c7ce8e of type vlan for network efc9a900-f6d9-42e1-88bd-28ce4094031e Dec 18 13:29:13.515764 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-8fe280d3-f585-4237-9d26-6481b74d87a5 None None] For port 6fb43e9a-23fe-43bf-8dd4-752d2fc475eb, host dv-neutron-744815-20-hyperv, cleared binding levels {{(pid=103161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 18 13:29:13.524774 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-8fe280d3-f585-4237-9d26-6481b74d87a5 None None] For port 6fb43e9a-23fe-43bf-8dd4-752d2fc475eb, host dv-neutron-744815-20-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=6fb43e9a-23fe-43bf-8dd4-752d2fc475eb,segment=NetworkSegment(ab5df29a-1caf-4466-9a53-e0f1761dceba),segment_id=ab5df29a-1caf-4466-9a53-e0f1761dceba)] {{(pid=103161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 18 13:29:13.544067 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-8fe280d3-f585-4237-9d26-6481b74d87a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:13.570936 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-9a24d65d-60ac-49f0-970a-3567395b1014 tempest-PortsAdminExtendedAttrsTestJSON-1485579632 tempest-PortsAdminExtendedAttrsTestJSON-1485579632-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767106405744'] for network, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:13.589898 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d80b4a0-ef13-458a-a7a1-cd41479d7a50 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Made reservation on behalf of 606a569495c64210af9cc9fb7e76dd52 for: {'port': 1} {{(pid=103160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:29:13.616889 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-28ec622a-05fc-4516-a596-f4e464c4cc2c None None] Provisioning complete for port dbadebb4-d462-4bce-836f-50d0530bab0f triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:29:13.616889 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-28ec622a-05fc-4516-a596-f4e464c4cc2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:13.627010 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-005b7d0d-9950-4717-acbc-a835da838a63 tempest-ExtraDHCPOptionsIpV6TestJSON-1628643685 tempest-ExtraDHCPOptionsIpV6TestJSON-1628643685-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5659786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6017062'] for subnet, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:13.632377 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-bb5b81ed-8f55-457e-991b-206c180b65de req-887f98a6-ae32-4502-a8a2-e29e18d1fedc tempest-ServerActionsTestJSON-1545132800 tempest-ServerActionsTestJSON-1545132800-project] 10.222.0.31 "GET /v2.0/security-groups?id=04da0920-3f32-48b1-bc5b-099cf6dd1551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4631476 Dec 18 13:29:13.674476 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-f4ade8ae-822e-4684-954b-35a40931b7b9 tempest-AllowedAddressPairIpV6TestJSON-1208968648 tempest-AllowedAddressPairIpV6TestJSON-1208968648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4533522'] for port, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:13.676426 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24d65d-60ac-49f0-970a-3567395b1014 tempest-PortsAdminExtendedAttrsTestJSON-1485579632 tempest-PortsAdminExtendedAttrsTestJSON-1485579632-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b781b5ea-3860-44f4-82b0-ebab52a38825,revision_number=1']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:29:13.687466 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-28ec622a-05fc-4516-a596-f4e464c4cc2c None None] Port dbadebb4-d462-4bce-836f-50d0530bab0f cannot update to ACTIVE because it is not bound. {{(pid=103161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 13:29:13.708434 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-54d85586-5846-4b77-9d39-dc78b8bc87e7 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5659786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6017062'] for subnet, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:13.719868 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-fe3cbadb-f8c7-411a-9b36-5c2070b3da67 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks [] for port, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:13.724726 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005b7d0d-9950-4717-acbc-a835da838a63 tempest-ExtraDHCPOptionsIpV6TestJSON-1628643685 tempest-ExtraDHCPOptionsIpV6TestJSON-1628643685-project] Pushing event updated for resources: {'Subnet': ['ID=7dfcc431-3d23-4874-b33b-53af4ebcc31c,revision_number=0']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:29:13.735558 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe280d3-f585-4237-9d26-6481b74d87a5 None None] Pushing event updated for resources: {'Port': ['ID=6fb43e9a-23fe-43bf-8dd4-752d2fc475eb,revision_number=2']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:29:13.789265 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ade8ae-822e-4684-954b-35a40931b7b9 tempest-AllowedAddressPairIpV6TestJSON-1208968648 tempest-AllowedAddressPairIpV6TestJSON-1208968648-project] Pushing event deleted for resources: {'Port': ['ID=dbadebb4-d462-4bce-836f-50d0530bab0f,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:29:13.818175 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-9a24d65d-60ac-49f0-970a-3567395b1014 tempest-PortsAdminExtendedAttrsTestJSON-1485579632 tempest-PortsAdminExtendedAttrsTestJSON-1485579632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981'] for network, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:13.820320 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54d85586-5846-4b77-9d39-dc78b8bc87e7 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Network 829e2767-78f0-45c5-a751-bca26ee12932 is already hosted by enough agents. {{(pid=103159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:29:13.824360 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a24d65d-60ac-49f0-970a-3567395b1014 tempest-PortsAdminExtendedAttrsTestJSON-1485579632 tempest-PortsAdminExtendedAttrsTestJSON-1485579632-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:29:13.825016 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-9a24d65d-60ac-49f0-970a-3567395b1014 tempest-PortsAdminExtendedAttrsTestJSON-1485579632 tempest-PortsAdminExtendedAttrsTestJSON-1485579632-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047995'] for network, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:13.839701 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.base_scheduler [None req-54d85586-5846-4b77-9d39-dc78b8bc87e7 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Resources bound (agent type, host, resource id): {{(pid=103159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:29:13.851191 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-005b7d0d-9950-4717-acbc-a835da838a63 tempest-ExtraDHCPOptionsIpV6TestJSON-1628643685 tempest-ExtraDHCPOptionsIpV6TestJSON-1628643685-project] Checking segment: {'id': '624c4e3f-c79f-46e2-b018-e56ada00bb1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'bf8968ad-e79a-4be6-81a7-f2f8f00383af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 13:29:13.851191 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-005b7d0d-9950-4717-acbc-a835da838a63 tempest-ExtraDHCPOptionsIpV6TestJSON-1628643685 tempest-ExtraDHCPOptionsIpV6TestJSON-1628643685-project] Network hostable DHCP agents. Network: bf8968ad-e79a-4be6-81a7-f2f8f00383af, hostable agents: ['aa77effa-0e3a-4bbd-a383-4d58ed3328d0'], hosted agents: [] {{(pid=103159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 18 13:29:13.898228 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54d85586-5846-4b77-9d39-dc78b8bc87e7 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:29:13.898984 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-54d85586-5846-4b77-9d39-dc78b8bc87e7 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047995'] for subnet, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:13.948282 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-9a24d65d-60ac-49f0-970a-3567395b1014 tempest-PortsAdminExtendedAttrsTestJSON-1485579632 tempest-PortsAdminExtendedAttrsTestJSON-1485579632-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 1.9911730 Dec 18 13:29:13.960204 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-f4ade8ae-822e-4684-954b-35a40931b7b9 tempest-AllowedAddressPairIpV6TestJSON-1208968648 tempest-AllowedAddressPairIpV6TestJSON-1208968648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:13.970864 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-f4ade8ae-822e-4684-954b-35a40931b7b9 tempest-AllowedAddressPairIpV6TestJSON-1208968648 tempest-AllowedAddressPairIpV6TestJSON-1208968648-project] 10.222.0.31 "DELETE /v2.0/ports/dbadebb4-d462-4bce-836f-50d0530bab0f HTTP/1.1" status: 204 len: 168 time: 2.0501816 Dec 18 13:29:13.971936 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d85586-5846-4b77-9d39-dc78b8bc87e7 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Pushing event updated for resources: {'Subnet': ['ID=6ce9eea5-bb42-4d78-b4cf-8ebd2e003192,revision_number=0']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:29:13.978666 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 52398) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:29:14.045075 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a910fe6-af57-4c41-9f3a-71137f7c5779 tempest-AllowedAddressPairIpV6TestJSON-1208968648 tempest-AllowedAddressPairIpV6TestJSON-1208968648-project] GET failed (client error): The resource could not be found. Dec 18 13:29:14.054366 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-5a910fe6-af57-4c41-9f3a-71137f7c5779 tempest-AllowedAddressPairIpV6TestJSON-1208968648 tempest-AllowedAddressPairIpV6TestJSON-1208968648-project] 10.222.0.31 "GET /v2.0/ports/dbadebb4-d462-4bce-836f-50d0530bab0f HTTP/1.1" status: 404 len: 333 time: 0.0564761 Dec 18 13:29:14.062259 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 52400) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:29:14.071567 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-54d85586-5846-4b77-9d39-dc78b8bc87e7 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.5641057 Dec 18 13:29:14.085757 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 52402) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:29:14.086694 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-c0c29b0e-be4a-48a7-856d-b19a70d58ad2 tempest-AllowedAddressPairIpV6TestJSON-1208968648 tempest-AllowedAddressPairIpV6TestJSON-1208968648-project] Request body: {'port': {'network_id': '95447ff4-73c3-4297-a351-416b4acfb01e', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-857057714'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:29:14.110433 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-99483213-c827-4ff5-94a7-88318c0ac964 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Request body: {'port': {'network_id': '829e2767-78f0-45c5-a751-bca26ee12932', 'fixed_ips': [{'subnet_id': 'a5256877-6fe0-4e9a-ba6c-86e4dd88dc90'}, {'subnet_id': '6ce9eea5-bb42-4d78-b4cf-8ebd2e003192'}], 'name': 'tempest-PortsIpV6TestJSON-257194503'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:29:14.207666 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2312c56e-d7ca-4a08-8d25-f6204fd87d9a req-40d119e3-b9b1-4b29-98b3-92a59f55fd57 tempest-ServerActionsTestJSON-1545132800 tempest-ServerActionsTestJSON-1545132800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:29:14.209807 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-2312c56e-d7ca-4a08-8d25-f6204fd87d9a req-40d119e3-b9b1-4b29-98b3-92a59f55fd57 tempest-ServerActionsTestJSON-1545132800 tempest-ServerActionsTestJSON-1545132800-project] 10.222.0.31 "GET /v2.0/ports?device_id=f75e1b43-b628-4577-9f75-0cf3a56e1582 HTTP/1.1" status: 200 len: 945 time: 0.4014659 Dec 18 13:29:14.263440 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-fe3cbadb-f8c7-411a-9b36-5c2070b3da67 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4533522'] for port, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:14.286984 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-1d80b4a0-ef13-458a-a7a1-cd41479d7a50 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:14.326467 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-005b7d0d-9950-4717-acbc-a835da838a63 tempest-ExtraDHCPOptionsIpV6TestJSON-1628643685 tempest-ExtraDHCPOptionsIpV6TestJSON-1628643685-project] Network bf8968ad-e79a-4be6-81a7-f2f8f00383af is scheduled to be hosted by DHCP agent aa77effa-0e3a-4bbd-a383-4d58ed3328d0 with binding_index 1 {{(pid=103159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 18 13:29:14.375216 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 1903170e-157d-4e08-be84-3b88dbc55d05 up at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 13:29:14.389068 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 52404) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:29:14.422847 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-0b97a00b-df4b-4d6c-bd0b-d75e506f88ac tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] Request body: {'port': {'network_id': 'efc9a900-f6d9-42e1-88bd-28ce4094031e', 'binding:host_id': 'hv-neutron-7448', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-116173187'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:29:14.461121 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.base_scheduler [None req-005b7d0d-9950-4717-acbc-a835da838a63 tempest-ExtraDHCPOptionsIpV6TestJSON-1628643685 tempest-ExtraDHCPOptionsIpV6TestJSON-1628643685-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-744815-20-hyperv, bf8968ad-e79a-4be6-81a7-f2f8f00383af) {{(pid=103159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:29:14.477333 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d169a3dd-5759-4e93-8661-3e5b62640ba9 None None] Network bf8968ad-e79a-4be6-81a7-f2f8f00383af requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:29:14.516557 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-005b7d0d-9950-4717-acbc-a835da838a63 tempest-ExtraDHCPOptionsIpV6TestJSON-1628643685 tempest-ExtraDHCPOptionsIpV6TestJSON-1628643685-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:29:14.517219 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-005b7d0d-9950-4717-acbc-a835da838a63 tempest-ExtraDHCPOptionsIpV6TestJSON-1628643685 tempest-ExtraDHCPOptionsIpV6TestJSON-1628643685-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047995'] for subnet, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:14.518827 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2294866d-0076-4933-952c-685307032598 None None] Provisioning complete for port 1903170e-157d-4e08-be84-3b88dbc55d05 triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:29:14.519384 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:14.531815 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-2312c56e-d7ca-4a08-8d25-f6204fd87d9a req-6e495947-977e-4dcb-9e2c-7fa32e521824 tempest-ServerActionsTestJSON-1545132800 tempest-ServerActionsTestJSON-1545132800-project] 10.222.0.31 "GET /v2.0/security-groups?id=04da0920-3f32-48b1-bc5b-099cf6dd1551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2108328 Dec 18 13:29:14.557789 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3cbadb-f8c7-411a-9b36-5c2070b3da67 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Pushing event updated for resources: {'Port': ['ID=cbe8494d-d70b-422e-8def-913a2fdf32ce,revision_number=1']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:29:14.580233 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24d65d-60ac-49f0-970a-3567395b1014 tempest-PortsAdminExtendedAttrsTestJSON-1485579632 tempest-PortsAdminExtendedAttrsTestJSON-1485579632-project] Pushing event updated for resources: {'Network': ['ID=efc9a900-f6d9-42e1-88bd-28ce4094031e,revision_number=1']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:29:14.587056 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.notifiers.nova [None req-1d80b4a0-ef13-458a-a7a1-cd41479d7a50 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] device_id is not set on port 77c4f10c-9fb1-4a5c-81e0-36787a1d1785 yet. {{(pid=103160) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 18 13:29:14.604415 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe3cbadb-f8c7-411a-9b36-5c2070b3da67 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Network 9a0c71e8-65ef-4584-a473-d55e5a427bae is already hosted by enough agents. {{(pid=103160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:29:14.605479 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b97a00b-df4b-4d6c-bd0b-d75e506f88ac tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] Made reservation on behalf of 9a86e4e0a33e4852b4ac568788e25a6a for: {'port': 1} {{(pid=103159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:29:14.608845 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.base_scheduler [None req-fe3cbadb-f8c7-411a-9b36-5c2070b3da67 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Resources bound (agent type, host, resource id): {{(pid=103160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:29:14.609259 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-0b97a00b-df4b-4d6c-bd0b-d75e506f88ac tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:14.617963 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe3cbadb-f8c7-411a-9b36-5c2070b3da67 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Received port after_create {{(pid=103160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:29:14.627013 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-0b97a00b-df4b-4d6c-bd0b-d75e506f88ac tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:14.641074 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-005b7d0d-9950-4717-acbc-a835da838a63 tempest-ExtraDHCPOptionsIpV6TestJSON-1628643685 tempest-ExtraDHCPOptionsIpV6TestJSON-1628643685-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6660399 Dec 18 13:29:14.655904 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 52408) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:29:14.667286 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-c9d9e655-ac0d-4d45-8529-2d42e78c30e9 tempest-ExtraDHCPOptionsIpV6TestJSON-1628643685 tempest-ExtraDHCPOptionsIpV6TestJSON-1628643685-project] Request body: {'port': {'network_id': 'bf8968ad-e79a-4be6-81a7-f2f8f00383af', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1987830390'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:29:14.744103 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Network efc9a900-f6d9-42e1-88bd-28ce4094031e details requested by agent ovs-agent-dv-neutron-744815-20-hyperv with host dv-neutron-744815-20-hyperv {{(pid=103161) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 18 13:29:14.747817 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91d6adcd-13ed-4aa3-9d7c-b06661cdf57a None None] Network a0b84a49-8464-4342-a47d-bd714ebbec81 requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:29:14.765574 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe3cbadb-f8c7-411a-9b36-5c2070b3da67 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:29:14.766371 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-fe3cbadb-f8c7-411a-9b36-5c2070b3da67 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:14.804194 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-fe3cbadb-f8c7-411a-9b36-5c2070b3da67 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 4.2398617 Dec 18 13:29:14.815366 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 52410) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:29:14.828596 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99483213-c827-4ff5-94a7-88318c0ac964 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Made reservation on behalf of a17167c2bc3d4518ab90268c4af7e6a0 for: {'port': 1} {{(pid=103160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:29:14.855989 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-014e3e6e-0547-42c6-995b-f6f2f1cd97b1 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Request body: {'subnet': {'network_id': '9a0c71e8-65ef-4584-a473-d55e5a427bae', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:29:15.085862 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-38939927-3068-4c20-adaa-1646e52aa2ff None None] Provisioning complete for port 8e962812-5a39-4558-b20b-4cb9ba6c49dc triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:29:15.086238 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-38939927-3068-4c20-adaa-1646e52aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:15.116042 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 8e962812-5a39-4558-b20b-4cb9ba6c49dc up at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 13:29:15.116384 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-99483213-c827-4ff5-94a7-88318c0ac964 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:15.153739 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.db_base_plugin_common [None req-1d80b4a0-ef13-458a-a7a1-cd41479d7a50 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Allocated IP 172.20.0.7 (a0b84a49-8464-4342-a47d-bd714ebbec81/1469286b-84a4-4466-ae19-f2a04b07c3bc/77c4f10c-9fb1-4a5c-81e0-36787a1d1785) {{(pid=103160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:29:15.172700 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.db_base_plugin_common [None req-1d80b4a0-ef13-458a-a7a1-cd41479d7a50 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Allocated IP 2001:db8::f816:3eff:fed7:356 (a0b84a49-8464-4342-a47d-bd714ebbec81/a9b974aa-e773-47df-934b-5891614e11ff/77c4f10c-9fb1-4a5c-81e0-36787a1d1785) {{(pid=103160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:29:15.179573 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0c29b0e-be4a-48a7-856d-b19a70d58ad2 tempest-AllowedAddressPairIpV6TestJSON-1208968648 tempest-AllowedAddressPairIpV6TestJSON-1208968648-project] Made reservation on behalf of b163dd1b683849128f8cd011d43ac96a for: {'port': 1} {{(pid=103159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:29:15.184275 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.notifiers.nova [None req-99483213-c827-4ff5-94a7-88318c0ac964 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] device_id is not set on port 45b91308-1970-493b-a317-f1c2b4493f98 yet. {{(pid=103160) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 18 13:29:15.192315 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-c0c29b0e-be4a-48a7-856d-b19a70d58ad2 tempest-AllowedAddressPairIpV6TestJSON-1208968648 tempest-AllowedAddressPairIpV6TestJSON-1208968648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:15.265238 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.notifiers.nova [None req-c0c29b0e-be4a-48a7-856d-b19a70d58ad2 tempest-AllowedAddressPairIpV6TestJSON-1208968648 tempest-AllowedAddressPairIpV6TestJSON-1208968648-project] device_id is not set on port de948566-f748-48f5-b0a1-b4a3457fc24a yet. {{(pid=103159) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 18 13:29:15.269831 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca38f709-6dc9-454f-8724-a01873ea156a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp31e170a0-46a1-5ba9-9dc1-7ee4f866f0d7-bf8968ad-e79a-4be6-81a7-f2f8f00383af', 'network_id': 'bf8968ad-e79a-4be6-81a7-f2f8f00383af', 'project_id': '8fcb40078323450f939547d9670c3a24', 'fixed_ips': [{'subnet_id': '7dfcc431-3d23-4874-b33b-53af4ebcc31c'}]}} from dv-neutron-744815-20-hyperv. {{(pid=103161) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 18 13:29:15.271013 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ca38f709-6dc9-454f-8724-a01873ea156a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:15.433704 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_common [None req-ca38f709-6dc9-454f-8724-a01873ea156a None None] Allocated IP 2001:db8::2 (bf8968ad-e79a-4be6-81a7-f2f8f00383af/7dfcc431-3d23-4874-b33b-53af4ebcc31c/a305bd68-0509-47d4-84b8-00079c189b76) {{(pid=103161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:29:15.448149 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.db_base_plugin_common [None req-c0c29b0e-be4a-48a7-856d-b19a70d58ad2 tempest-AllowedAddressPairIpV6TestJSON-1208968648 tempest-AllowedAddressPairIpV6TestJSON-1208968648-project] Allocated IP 2001:db8::2c2 (95447ff4-73c3-4297-a351-416b4acfb01e/798ef680-733b-4c96-8cac-aa7caa641561/de948566-f748-48f5-b0a1-b4a3457fc24a) {{(pid=103159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:29:15.537404 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3f76ad8-7add-49c2-957d-0f95050b1d2d None None] Network 829e2767-78f0-45c5-a751-bca26ee12932 requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:29:15.612712 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-0b97a00b-df4b-4d6c-bd0b-d75e506f88ac tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:15.616537 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9d9e655-ac0d-4d45-8529-2d42e78c30e9 tempest-ExtraDHCPOptionsIpV6TestJSON-1628643685 tempest-ExtraDHCPOptionsIpV6TestJSON-1628643685-project] Made reservation on behalf of 8fcb40078323450f939547d9670c3a24 for: {'port': 1} {{(pid=103159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:29:15.625082 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-c9d9e655-ac0d-4d45-8529-2d42e78c30e9 tempest-ExtraDHCPOptionsIpV6TestJSON-1628643685 tempest-ExtraDHCPOptionsIpV6TestJSON-1628643685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:15.627522 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-014e3e6e-0547-42c6-995b-f6f2f1cd97b1 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Made reservation on behalf of dde8326b44a64ab5a12bbfefe7e7aced for: {'subnet': 1} {{(pid=103159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:29:15.631337 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-014e3e6e-0547-42c6-995b-f6f2f1cd97b1 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6017072'] for subnet, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:15.654172 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-1d80b4a0-ef13-458a-a7a1-cd41479d7a50 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks [] for port, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:15.654862 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ca38f709-6dc9-454f-8724-a01873ea156a None None] Publish callbacks [] for port, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:15.725417 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.db.ipam_backend_mixin [None req-014e3e6e-0547-42c6-995b-f6f2f1cd97b1 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 76b88b65-75e3-431e-9a4d-eb9c90b78245 (CIDR: 172.20.0.0/28) Dec 18 13:29:15.731954 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-0b97a00b-df4b-4d6c-bd0b-d75e506f88ac tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:15.745571 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.pecan_wsgi.hooks.translation [None req-014e3e6e-0547-42c6-995b-f6f2f1cd97b1 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 18 13:29:15.746083 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-014e3e6e-0547-42c6-995b-f6f2f1cd97b1 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 18 13:29:15.748590 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.notifiers.nova [None req-0b97a00b-df4b-4d6c-bd0b-d75e506f88ac tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] device_id is not set on port 1e8c309f-1238-4df2-8d9b-c9439cc8b975 yet. {{(pid=103159) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 18 13:29:15.757920 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.db_base_plugin_common [None req-99483213-c827-4ff5-94a7-88318c0ac964 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Allocated IP 2001:db8::1d8 (829e2767-78f0-45c5-a751-bca26ee12932/a5256877-6fe0-4e9a-ba6c-86e4dd88dc90/45b91308-1970-493b-a317-f1c2b4493f98) {{(pid=103160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:29:15.761285 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-1d80b4a0-ef13-458a-a7a1-cd41479d7a50 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4533522'] for port, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:15.794704 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.db_base_plugin_common [None req-99483213-c827-4ff5-94a7-88318c0ac964 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Allocated IP 2001:db8:0:1::3aa (829e2767-78f0-45c5-a751-bca26ee12932/6ce9eea5-bb42-4d78-b4cf-8ebd2e003192/45b91308-1970-493b-a317-f1c2b4493f98) {{(pid=103160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:29:15.824955 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d80b4a0-ef13-458a-a7a1-cd41479d7a50 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Network a0b84a49-8464-4342-a47d-bd714ebbec81 is already hosted by enough agents. {{(pid=103160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:29:15.839336 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.base_scheduler [None req-1d80b4a0-ef13-458a-a7a1-cd41479d7a50 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Resources bound (agent type, host, resource id): {{(pid=103160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:29:15.843883 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d80b4a0-ef13-458a-a7a1-cd41479d7a50 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Received port after_create {{(pid=103160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:29:15.846424 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d80b4a0-ef13-458a-a7a1-cd41479d7a50 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Pushing event updated for resources: {'Port': ['ID=77c4f10c-9fb1-4a5c-81e0-36787a1d1785,revision_number=1']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:29:15.869689 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.notifiers.nova [None req-c9d9e655-ac0d-4d45-8529-2d42e78c30e9 tempest-ExtraDHCPOptionsIpV6TestJSON-1628643685 tempest-ExtraDHCPOptionsIpV6TestJSON-1628643685-project] device_id is not set on port 3669afc2-3a73-4a9d-908f-02aeb549e350 yet. {{(pid=103159) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 18 13:29:15.910241 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-014e3e6e-0547-42c6-995b-f6f2f1cd97b1 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0891557 Dec 18 13:29:15.910720 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 52414) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:29:15.920591 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-379dd3be-e137-4631-b313-1139949c2abf tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Request body: {'subnet': {'network_id': '9a0c71e8-65ef-4584-a473-d55e5a427bae', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:29:15.922517 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b97a00b-df4b-4d6c-bd0b-d75e506f88ac tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56674fbd-6124-469d-bf31-2dac5ee32b22,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:29:15.968232 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d80b4a0-ef13-458a-a7a1-cd41479d7a50 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:29:15.968879 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-1d80b4a0-ef13-458a-a7a1-cd41479d7a50 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:15.985451 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-c0c29b0e-be4a-48a7-856d-b19a70d58ad2 tempest-AllowedAddressPairIpV6TestJSON-1208968648 tempest-AllowedAddressPairIpV6TestJSON-1208968648-project] Publish callbacks [] for port, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:16.008256 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2294866d-0076-4933-952c-685307032598 None None] Provisioning complete for port 8e962812-5a39-4558-b20b-4cb9ba6c49dc triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:29:16.008746 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:16.059317 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ca38f709-6dc9-454f-8724-a01873ea156a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975'] for port, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:16.112803 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca38f709-6dc9-454f-8724-a01873ea156a None None] Network bf8968ad-e79a-4be6-81a7-f2f8f00383af is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:29:16.120994 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-ca38f709-6dc9-454f-8724-a01873ea156a None None] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:29:16.125956 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-99483213-c827-4ff5-94a7-88318c0ac964 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks [] for port, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:16.128699 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca38f709-6dc9-454f-8724-a01873ea156a None None] Received port after_create {{(pid=103161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:29:16.171356 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.db_base_plugin_common [None req-c9d9e655-ac0d-4d45-8529-2d42e78c30e9 tempest-ExtraDHCPOptionsIpV6TestJSON-1628643685 tempest-ExtraDHCPOptionsIpV6TestJSON-1628643685-project] Allocated IP 2001:db8::32f (bf8968ad-e79a-4be6-81a7-f2f8f00383af/7dfcc431-3d23-4874-b33b-53af4ebcc31c/3669afc2-3a73-4a9d-908f-02aeb549e350) {{(pid=103159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:29:16.176848 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-c0c29b0e-be4a-48a7-856d-b19a70d58ad2 tempest-AllowedAddressPairIpV6TestJSON-1208968648 tempest-AllowedAddressPairIpV6TestJSON-1208968648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:16.181658 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-99483213-c827-4ff5-94a7-88318c0ac964 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4533522'] for port, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:16.253275 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 52418) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:29:16.253675 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-1d80b4a0-ef13-458a-a7a1-cd41479d7a50 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1025 time: 3.5240870 Dec 18 13:29:16.281424 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c29b0e-be4a-48a7-856d-b19a70d58ad2 tempest-AllowedAddressPairIpV6TestJSON-1208968648 tempest-AllowedAddressPairIpV6TestJSON-1208968648-project] Pushing event updated for resources: {'Port': ['ID=de948566-f748-48f5-b0a1-b4a3457fc24a,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:29:16.310005 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99483213-c827-4ff5-94a7-88318c0ac964 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Network 829e2767-78f0-45c5-a751-bca26ee12932 is already hosted by enough agents. {{(pid=103160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:29:16.314950 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.base_scheduler [None req-99483213-c827-4ff5-94a7-88318c0ac964 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Resources bound (agent type, host, resource id): {{(pid=103160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:29:16.322734 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:16.323202 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99483213-c827-4ff5-94a7-88318c0ac964 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Received port after_create {{(pid=103160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:29:16.328086 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0c29b0e-be4a-48a7-856d-b19a70d58ad2 tempest-AllowedAddressPairIpV6TestJSON-1208968648 tempest-AllowedAddressPairIpV6TestJSON-1208968648-project] Network 95447ff4-73c3-4297-a351-416b4acfb01e is already hosted by enough agents. {{(pid=103159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:29:16.330034 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99483213-c827-4ff5-94a7-88318c0ac964 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:29:16.330795 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-99483213-c827-4ff5-94a7-88318c0ac964 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:16.339062 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.base_scheduler [None req-c0c29b0e-be4a-48a7-856d-b19a70d58ad2 tempest-AllowedAddressPairIpV6TestJSON-1208968648 tempest-AllowedAddressPairIpV6TestJSON-1208968648-project] Resources bound (agent type, host, resource id): {{(pid=103159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:29:16.347007 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.notifiers.nova [None req-0b97a00b-df4b-4d6c-bd0b-d75e506f88ac tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] device_id is not set on port 1e8c309f-1238-4df2-8d9b-c9439cc8b975 yet. {{(pid=103159) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 18 13:29:16.356002 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0c29b0e-be4a-48a7-856d-b19a70d58ad2 tempest-AllowedAddressPairIpV6TestJSON-1208968648 tempest-AllowedAddressPairIpV6TestJSON-1208968648-project] Received port after_create {{(pid=103159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:29:16.357910 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99483213-c827-4ff5-94a7-88318c0ac964 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Pushing event updated for resources: {'Port': ['ID=45b91308-1970-493b-a317-f1c2b4493f98,revision_number=1']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:29:16.361757 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0c29b0e-be4a-48a7-856d-b19a70d58ad2 tempest-AllowedAddressPairIpV6TestJSON-1208968648 tempest-AllowedAddressPairIpV6TestJSON-1208968648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:29:16.362441 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-c0c29b0e-be4a-48a7-856d-b19a70d58ad2 tempest-AllowedAddressPairIpV6TestJSON-1208968648 tempest-AllowedAddressPairIpV6TestJSON-1208968648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:16.366771 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-379dd3be-e137-4631-b313-1139949c2abf tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Made reservation on behalf of dde8326b44a64ab5a12bbfefe7e7aced for: {'subnet': 1} {{(pid=103160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:29:16.371318 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-379dd3be-e137-4631-b313-1139949c2abf tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4514414'] for subnet, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:16.380169 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-0b97a00b-df4b-4d6c-bd0b-d75e506f88ac tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:16.380865 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-99483213-c827-4ff5-94a7-88318c0ac964 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 2.2835622 Dec 18 13:29:16.384532 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 52420) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:29:16.397476 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-4b4208ec-81f5-435a-be84-ad685650800e tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'a5256877-6fe0-4e9a-ba6c-86e4dd88dc90'}]}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:29:16.399333 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-ca38f709-6dc9-454f-8724-a01873ea156a None None] Attempting to bind port a305bd68-0509-47d4-84b8-00079c189b76 on host dv-neutron-744815-20-hyperv for vnic_type normal with profile {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 13:29:16.399853 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-ca38f709-6dc9-454f-8724-a01873ea156a None None] Attempting to bind port a305bd68-0509-47d4-84b8-00079c189b76 by drivers openvswitch,hyperv on host dv-neutron-744815-20-hyperv at level 0 using segments [{'id': '624c4e3f-c79f-46e2-b018-e56ada00bb1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'bf8968ad-e79a-4be6-81a7-f2f8f00383af'}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 13:29:16.400925 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca38f709-6dc9-454f-8724-a01873ea156a None None] Attempting to bind port a305bd68-0509-47d4-84b8-00079c189b76 on network bf8968ad-e79a-4be6-81a7-f2f8f00383af {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 13:29:16.452951 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-2294866d-0076-4933-952c-685307032598 None None] For port 8e962812-5a39-4558-b20b-4cb9ba6c49dc, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=8e962812-5a39-4558-b20b-4cb9ba6c49dc,segment=NetworkSegment(1d35b28d-d075-4c4f-99ab-408d9457428e),segment_id=1d35b28d-d075-4c4f-99ab-408d9457428e)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:29:16.454819 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca38f709-6dc9-454f-8724-a01873ea156a None None] Checking agent: {'id': '428fa9fa-43db-4db9-9f96-f60ffe931f2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-20-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 13, 19, 1), 'started_at': datetime.datetime(2021, 12, 18, 13, 19, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 13, 29, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-20-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 18 13:29:16.455438 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca38f709-6dc9-454f-8724-a01873ea156a None None] Checking segment: {'id': '624c4e3f-c79f-46e2-b018-e56ada00bb1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'bf8968ad-e79a-4be6-81a7-f2f8f00383af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 13:29:16.455963 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ca38f709-6dc9-454f-8724-a01873ea156a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:16.456529 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca38f709-6dc9-454f-8724-a01873ea156a None None] Bound using segment: {'id': '624c4e3f-c79f-46e2-b018-e56ada00bb1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'bf8968ad-e79a-4be6-81a7-f2f8f00383af'} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 18 13:29:16.457016 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-ca38f709-6dc9-454f-8724-a01873ea156a None None] Bound port: a305bd68-0509-47d4-84b8-00079c189b76, host: dv-neutron-744815-20-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '624c4e3f-c79f-46e2-b018-e56ada00bb1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'bf8968ad-e79a-4be6-81a7-f2f8f00383af'}}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 18 13:29:16.457548 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ca38f709-6dc9-454f-8724-a01873ea156a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:16.470745 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca38f709-6dc9-454f-8724-a01873ea156a None None] Pushing event updated for resources: {'Port': ['ID=a305bd68-0509-47d4-84b8-00079c189b76,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:29:16.477899 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0e956e5-6421-442f-b857-24b079eda61b None None] Update dhcp port {'port': {'network_id': 'a0b84a49-8464-4342-a47d-bd714ebbec81', 'fixed_ips': [{'subnet_id': 'a9b974aa-e773-47df-934b-5891614e11ff', 'ip_address': '2001:db8::f816:3eff:fe17:d4bc'}, {'subnet_id': '1469286b-84a4-4466-ae19-f2a04b07c3bc'}], 'binding:host_id': 'dv-neutron-744815-20-hyperv'}, 'id': '8e962812-5a39-4558-b20b-4cb9ba6c49dc'} from dv-neutron-744815-20-hyperv. {{(pid=103161) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 18 13:29:16.479924 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-38939927-3068-4c20-adaa-1646e52aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:16.481759 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:16.508807 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-0b97a00b-df4b-4d6c-bd0b-d75e506f88ac tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:16.530370 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-c0c29b0e-be4a-48a7-856d-b19a70d58ad2 tempest-AllowedAddressPairIpV6TestJSON-1208968648 tempest-AllowedAddressPairIpV6TestJSON-1208968648-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.4563308 Dec 18 13:29:16.541381 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3cf25e3-d700-409f-8df5-903f93664547 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:29:16.565078 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3cf25e3-d700-409f-8df5-903f93664547 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:29:16.569063 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-c3cf25e3-d700-409f-8df5-903f93664547 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1780 time: 0.2923472 Dec 18 13:29:16.576068 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 52422) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:29:16.576404 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 52424) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:29:16.675629 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-ca38f709-6dc9-454f-8724-a01873ea156a None None] For port a305bd68-0509-47d4-84b8-00079c189b76, host dv-neutron-744815-20-hyperv, cleared binding levels {{(pid=103161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 18 13:29:16.678404 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-ce962cc9-2d3e-481d-9e07-7418d975329a tempest-AllowedAddressPairIpV6TestJSON-1208968648 tempest-AllowedAddressPairIpV6TestJSON-1208968648-project] Request body: {'port': {'network_id': '95447ff4-73c3-4297-a351-416b4acfb01e', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1983718010'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:29:16.689959 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-ca38f709-6dc9-454f-8724-a01873ea156a None None] For port a305bd68-0509-47d4-84b8-00079c189b76, host dv-neutron-744815-20-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=a305bd68-0509-47d4-84b8-00079c189b76,segment=NetworkSegment(624c4e3f-c79f-46e2-b018-e56ada00bb1c),segment_id=624c4e3f-c79f-46e2-b018-e56ada00bb1c)] {{(pid=103161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 18 13:29:16.692320 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c0e956e5-6421-442f-b857-24b079eda61b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:16.698476 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 6fb43e9a-23fe-43bf-8dd4-752d2fc475eb up at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 13:29:16.705695 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-379dd3be-e137-4631-b313-1139949c2abf tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4533410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4514424'] for subnet, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:16.747310 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ca38f709-6dc9-454f-8724-a01873ea156a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:16.890383 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Pushing event updated for resources: {'Port': ['ID=8e962812-5a39-4558-b20b-4cb9ba6c49dc,revision_number=3']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:29:16.896017 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-348c5f27-7042-45ca-81d4-b9fba429c9f5 None None] Update dhcp port {'port': {'network_id': '829e2767-78f0-45c5-a751-bca26ee12932', 'fixed_ips': [{'subnet_id': 'a5256877-6fe0-4e9a-ba6c-86e4dd88dc90', 'ip_address': '2001:db8::2'}, {'subnet_id': '6ce9eea5-bb42-4d78-b4cf-8ebd2e003192'}], 'binding:host_id': 'dv-neutron-744815-20-hyperv'}, 'id': '6fb43e9a-23fe-43bf-8dd4-752d2fc475eb'} from dv-neutron-744815-20-hyperv. {{(pid=103161) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 18 13:29:16.997254 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-348c5f27-7042-45ca-81d4-b9fba429c9f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:17.000071 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.db.api [None req-38939927-3068-4c20-adaa-1646e52aa2ff None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103161) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 18 13:29:17.000575 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG oslo_db.api [None req-38939927-3068-4c20-adaa-1646e52aa2ff None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 18 13:29:17.096463 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_common [None req-c0e956e5-6421-442f-b857-24b079eda61b None None] Allocated IP 172.20.0.2 (a0b84a49-8464-4342-a47d-bd714ebbec81/1469286b-84a4-4466-ae19-f2a04b07c3bc/8e962812-5a39-4558-b20b-4cb9ba6c49dc) {{(pid=103161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:29:17.103580 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-379dd3be-e137-4631-b313-1139949c2abf tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Network 9a0c71e8-65ef-4584-a473-d55e5a427bae is already hosted by enough agents. {{(pid=103160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:29:17.109354 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.base_scheduler [None req-379dd3be-e137-4631-b313-1139949c2abf tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Resources bound (agent type, host, resource id): {{(pid=103160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:29:17.116935 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-379dd3be-e137-4631-b313-1139949c2abf tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:29:17.117639 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-379dd3be-e137-4631-b313-1139949c2abf tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks [] for subnet, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:17.126975 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2294866d-0076-4933-952c-685307032598 None None] Provisioning complete for port 6fb43e9a-23fe-43bf-8dd4-752d2fc475eb triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:29:17.127384 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:17.135580 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6c2decb-73f2-4998-9de0-06c357a6c9ad None None] Network 9a0c71e8-65ef-4584-a473-d55e5a427bae requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:29:17.137424 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca38f709-6dc9-454f-8724-a01873ea156a None None] Pushing event updated for resources: {'Port': ['ID=a305bd68-0509-47d4-84b8-00079c189b76,revision_number=2']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:29:17.141012 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-379dd3be-e137-4631-b313-1139949c2abf tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.2233353 Dec 18 13:29:17.143772 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 52426) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:29:17.144528 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379dd3be-e137-4631-b313-1139949c2abf tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Pushing event updated for resources: {'Subnet': ['ID=77c189ed-fb5d-4292-b406-845dbdaaa7ef,revision_number=0']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:29:17.153265 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-b29777f2-7ddc-4245-abc7-6a9e69c6b1e5 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1376592660', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '77c189ed-fb5d-4292-b406-845dbdaaa7ef'}], 'security_groups': ['8d23d682-5657-45a3-85c0-7248c5fa4431']}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:29:17.268852 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-b29777f2-7ddc-4245-abc7-6a9e69c6b1e5 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:17.390256 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b97a00b-df4b-4d6c-bd0b-d75e506f88ac tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] Pushing event updated for resources: {'Port': ['ID=1e8c309f-1238-4df2-8d9b-c9439cc8b975,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:29:17.401070 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-c9d9e655-ac0d-4d45-8529-2d42e78c30e9 tempest-ExtraDHCPOptionsIpV6TestJSON-1628643685 tempest-ExtraDHCPOptionsIpV6TestJSON-1628643685-project] Publish callbacks [] for port, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:17.449170 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b97a00b-df4b-4d6c-bd0b-d75e506f88ac tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] Checking segment: {'id': '8dd95e05-bdaf-4a24-8f28-6c4281c7ce8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'efc9a900-f6d9-42e1-88bd-28ce4094031e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 13:29:17.449950 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b97a00b-df4b-4d6c-bd0b-d75e506f88ac tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] Network hostable DHCP agents. Network: efc9a900-f6d9-42e1-88bd-28ce4094031e, hostable agents: ['aa77effa-0e3a-4bbd-a383-4d58ed3328d0'], hosted agents: [] {{(pid=103159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 18 13:29:17.495818 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce962cc9-2d3e-481d-9e07-7418d975329a tempest-AllowedAddressPairIpV6TestJSON-1208968648 tempest-AllowedAddressPairIpV6TestJSON-1208968648-project] Made reservation on behalf of b163dd1b683849128f8cd011d43ac96a for: {'port': 1} {{(pid=103159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:29:17.499837 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-ce962cc9-2d3e-481d-9e07-7418d975329a tempest-AllowedAddressPairIpV6TestJSON-1208968648 tempest-AllowedAddressPairIpV6TestJSON-1208968648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:17.544426 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.notifiers.nova [None req-ce962cc9-2d3e-481d-9e07-7418d975329a tempest-AllowedAddressPairIpV6TestJSON-1208968648 tempest-AllowedAddressPairIpV6TestJSON-1208968648-project] device_id is not set on port 59bf642e-f5dc-4b7f-9c98-a87302ea9ceb yet. {{(pid=103159) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 18 13:29:17.573532 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b97a00b-df4b-4d6c-bd0b-d75e506f88ac tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] Network efc9a900-f6d9-42e1-88bd-28ce4094031e is scheduled to be hosted by DHCP agent aa77effa-0e3a-4bbd-a383-4d58ed3328d0 with binding_index 1 {{(pid=103159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 18 13:29:17.651350 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-b06516ab-e8c0-4be0-9416-8fba6af0b3bd tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Deleting port 77c4f10c-9fb1-4a5c-81e0-36787a1d1785 {{(pid=103159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:29:17.651692 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b06516ab-e8c0-4be0-9416-8fba6af0b3bd tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:17.697405 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.base_scheduler [None req-0b97a00b-df4b-4d6c-bd0b-d75e506f88ac tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-744815-20-hyperv, efc9a900-f6d9-42e1-88bd-28ce4094031e) {{(pid=103159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:29:17.708194 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-4b4208ec-81f5-435a-be84-ad685650800e tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:17.713105 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b97a00b-df4b-4d6c-bd0b-d75e506f88ac tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] Received port after_create {{(pid=103159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:29:17.724716 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-c0e956e5-6421-442f-b857-24b079eda61b None None] For port 8e962812-5a39-4558-b20b-4cb9ba6c49dc, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=8e962812-5a39-4558-b20b-4cb9ba6c49dc,segment=NetworkSegment(1d35b28d-d075-4c4f-99ab-408d9457428e),segment_id=1d35b28d-d075-4c4f-99ab-408d9457428e)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:29:17.727898 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b20b7a49-e9ab-48ca-bf70-6aa7c64d57c1 None None] Network efc9a900-f6d9-42e1-88bd-28ce4094031e requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:29:17.747191 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-af91569e-60d0-4de6-a1ab-9dca60e392fb req-d43ada1b-054c-415f-a0d6-69971b090634 tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1015765968&fields=id&tenant_id=2cba4008d8a8417bb0925fcf9726214e HTTP/1.1" status: 200 len: 267 time: 0.1055739 Dec 18 13:29:17.756399 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.db_base_plugin_common [None req-b29777f2-7ddc-4245-abc7-6a9e69c6b1e5 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Delete allocated IP 172.20.0.13 (9a0c71e8-65ef-4584-a473-d55e5a427bae/76b88b65-75e3-431e-9a4d-eb9c90b78245) {{(pid=103160) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 18 13:29:17.784036 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-c9d9e655-ac0d-4d45-8529-2d42e78c30e9 tempest-ExtraDHCPOptionsIpV6TestJSON-1628643685 tempest-ExtraDHCPOptionsIpV6TestJSON-1628643685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:17.796348 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.db_base_plugin_common [None req-b29777f2-7ddc-4245-abc7-6a9e69c6b1e5 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Allocated IP 172.20.0.18 (9a0c71e8-65ef-4584-a473-d55e5a427bae/77c189ed-fb5d-4292-b406-845dbdaaa7ef/cbe8494d-d70b-422e-8def-913a2fdf32ce) {{(pid=103160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:29:17.799917 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_common [None req-348c5f27-7042-45ca-81d4-b9fba429c9f5 None None] Allocated IP 2001:db8:0:1::2 (829e2767-78f0-45c5-a751-bca26ee12932/6ce9eea5-bb42-4d78-b4cf-8ebd2e003192/6fb43e9a-23fe-43bf-8dd4-752d2fc475eb) {{(pid=103161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:29:17.863982 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.db_base_plugin_common [None req-ce962cc9-2d3e-481d-9e07-7418d975329a tempest-AllowedAddressPairIpV6TestJSON-1208968648 tempest-AllowedAddressPairIpV6TestJSON-1208968648-project] Allocated IP 2001:db8::192 (95447ff4-73c3-4297-a351-416b4acfb01e/798ef680-733b-4c96-8cac-aa7caa641561/59bf642e-f5dc-4b7f-9c98-a87302ea9ceb) {{(pid=103159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:29:17.929809 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-348c5f27-7042-45ca-81d4-b9fba429c9f5 None None] For port 6fb43e9a-23fe-43bf-8dd4-752d2fc475eb, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=6fb43e9a-23fe-43bf-8dd4-752d2fc475eb,segment=NetworkSegment(ab5df29a-1caf-4466-9a53-e0f1761dceba),segment_id=ab5df29a-1caf-4466-9a53-e0f1761dceba)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:29:17.949121 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-6be0e157-4293-4ac0-a994-61ef790ddf52 None None] Provisioning complete for port cbe8494d-d70b-422e-8def-913a2fdf32ce triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:29:17.949255 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-6be0e157-4293-4ac0-a994-61ef790ddf52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:17.953746 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.managers [None req-0b97a00b-df4b-4d6c-bd0b-d75e506f88ac tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] Attempting to bind port 1e8c309f-1238-4df2-8d9b-c9439cc8b975 on host hv-neutron-7448 for vnic_type normal with profile {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 13:29:17.954574 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.managers [None req-0b97a00b-df4b-4d6c-bd0b-d75e506f88ac tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] Attempting to bind port 1e8c309f-1238-4df2-8d9b-c9439cc8b975 by drivers openvswitch,hyperv on host hv-neutron-7448 at level 0 using segments [{'id': '8dd95e05-bdaf-4a24-8f28-6c4281c7ce8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'efc9a900-f6d9-42e1-88bd-28ce4094031e'}] {{(pid=103159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 13:29:17.954942 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b97a00b-df4b-4d6c-bd0b-d75e506f88ac tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] Attempting to bind port 1e8c309f-1238-4df2-8d9b-c9439cc8b975 on network efc9a900-f6d9-42e1-88bd-28ce4094031e {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 13:29:17.996964 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-6be0e157-4293-4ac0-a994-61ef790ddf52 None None] Port cbe8494d-d70b-422e-8def-913a2fdf32ce cannot update to ACTIVE because it is not bound. {{(pid=103161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 13:29:18.034958 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b97a00b-df4b-4d6c-bd0b-d75e506f88ac tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] Port 1e8c309f-1238-4df2-8d9b-c9439cc8b975 on network efc9a900-f6d9-42e1-88bd-28ce4094031e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7448 {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 18 13:29:18.035359 dv-neutron-744815-20-hyperv neutron-server[103159]: ERROR neutron.plugins.ml2.managers [None req-0b97a00b-df4b-4d6c-bd0b-d75e506f88ac tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] Failed to bind port 1e8c309f-1238-4df2-8d9b-c9439cc8b975 on host hv-neutron-7448 for vnic_type normal using segments [{'id': '8dd95e05-bdaf-4a24-8f28-6c4281c7ce8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'efc9a900-f6d9-42e1-88bd-28ce4094031e'}] Dec 18 13:29:18.047849 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9d9e655-ac0d-4d45-8529-2d42e78c30e9 tempest-ExtraDHCPOptionsIpV6TestJSON-1628643685 tempest-ExtraDHCPOptionsIpV6TestJSON-1628643685-project] Network bf8968ad-e79a-4be6-81a7-f2f8f00383af is already hosted by enough agents. {{(pid=103159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:29:18.048538 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.plugins.ml2.plugin [None req-0b97a00b-df4b-4d6c-bd0b-d75e506f88ac tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] Attempt 2 to bind port 1e8c309f-1238-4df2-8d9b-c9439cc8b975 Dec 18 13:29:18.089543 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.base_scheduler [None req-c9d9e655-ac0d-4d45-8529-2d42e78c30e9 tempest-ExtraDHCPOptionsIpV6TestJSON-1628643685 tempest-ExtraDHCPOptionsIpV6TestJSON-1628643685-project] Resources bound (agent type, host, resource id): {{(pid=103159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:29:18.103413 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b06516ab-e8c0-4be0-9416-8fba6af0b3bd tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:18.106482 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d9e655-ac0d-4d45-8529-2d42e78c30e9 tempest-ExtraDHCPOptionsIpV6TestJSON-1628643685 tempest-ExtraDHCPOptionsIpV6TestJSON-1628643685-project] Pushing event updated for resources: {'Port': ['ID=3669afc2-3a73-4a9d-908f-02aeb549e350,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:29:18.115573 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9d9e655-ac0d-4d45-8529-2d42e78c30e9 tempest-ExtraDHCPOptionsIpV6TestJSON-1628643685 tempest-ExtraDHCPOptionsIpV6TestJSON-1628643685-project] Received port after_create {{(pid=103159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:29:18.121492 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9d9e655-ac0d-4d45-8529-2d42e78c30e9 tempest-ExtraDHCPOptionsIpV6TestJSON-1628643685 tempest-ExtraDHCPOptionsIpV6TestJSON-1628643685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:29:18.122177 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-c9d9e655-ac0d-4d45-8529-2d42e78c30e9 tempest-ExtraDHCPOptionsIpV6TestJSON-1628643685 tempest-ExtraDHCPOptionsIpV6TestJSON-1628643685-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:18.161287 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af91569e-60d0-4de6-a1ab-9dca60e392fb req-cdd49faa-ea6d-404a-99e5-79b8d715f20b tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:29:18.163238 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-af91569e-60d0-4de6-a1ab-9dca60e392fb req-cdd49faa-ea6d-404a-99e5-79b8d715f20b tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] 10.222.0.31 "GET /v2.0/networks?id=b777eec3-1fe1-45d9-be90-d023741ff2c0 HTTP/1.1" status: 200 len: 812 time: 0.4018762 Dec 18 13:29:18.168150 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-b29777f2-7ddc-4245-abc7-6a9e69c6b1e5 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks [] for port, precommit_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:18.182836 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.managers [None req-0b97a00b-df4b-4d6c-bd0b-d75e506f88ac tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] Attempting to bind port 1e8c309f-1238-4df2-8d9b-c9439cc8b975 on host hv-neutron-7448 for vnic_type normal with profile {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 13:29:18.183185 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.managers [None req-0b97a00b-df4b-4d6c-bd0b-d75e506f88ac tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] Attempting to bind port 1e8c309f-1238-4df2-8d9b-c9439cc8b975 by drivers openvswitch,hyperv on host hv-neutron-7448 at level 0 using segments [{'id': '8dd95e05-bdaf-4a24-8f28-6c4281c7ce8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'efc9a900-f6d9-42e1-88bd-28ce4094031e'}] {{(pid=103159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 13:29:18.183540 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b97a00b-df4b-4d6c-bd0b-d75e506f88ac tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] Attempting to bind port 1e8c309f-1238-4df2-8d9b-c9439cc8b975 on network efc9a900-f6d9-42e1-88bd-28ce4094031e {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 13:29:18.183654 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-b29777f2-7ddc-4245-abc7-6a9e69c6b1e5 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4533541'] for port, after_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:18.196605 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-b06516ab-e8c0-4be0-9416-8fba6af0b3bd tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Calling delete_port for 77c4f10c-9fb1-4a5c-81e0-36787a1d1785 owned by {{(pid=103159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:29:18.205347 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-af91569e-60d0-4de6-a1ab-9dca60e392fb req-bc65c9ab-d395-4cf1-b587-c64a5ebd75e8 tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] 10.222.0.31 "GET /v2.0/quotas/2cba4008d8a8417bb0925fcf9726214e HTTP/1.1" status: 200 len: 375 time: 0.0315404 Dec 18 13:29:18.237357 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-c9d9e655-ac0d-4d45-8529-2d42e78c30e9 tempest-ExtraDHCPOptionsIpV6TestJSON-1628643685 tempest-ExtraDHCPOptionsIpV6TestJSON-1628643685-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 3.5777388 Dec 18 13:29:18.238465 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b97a00b-df4b-4d6c-bd0b-d75e506f88ac tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] Port 1e8c309f-1238-4df2-8d9b-c9439cc8b975 on network efc9a900-f6d9-42e1-88bd-28ce4094031e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7448 {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 18 13:29:18.238563 dv-neutron-744815-20-hyperv neutron-server[103159]: ERROR neutron.plugins.ml2.managers [None req-0b97a00b-df4b-4d6c-bd0b-d75e506f88ac tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] Failed to bind port 1e8c309f-1238-4df2-8d9b-c9439cc8b975 on host hv-neutron-7448 for vnic_type normal using segments [{'id': '8dd95e05-bdaf-4a24-8f28-6c4281c7ce8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'efc9a900-f6d9-42e1-88bd-28ce4094031e'}] Dec 18 13:29:18.246614 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.plugins.ml2.plugin [None req-0b97a00b-df4b-4d6c-bd0b-d75e506f88ac tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] Attempt 3 to bind port 1e8c309f-1238-4df2-8d9b-c9439cc8b975 Dec 18 13:29:18.252037 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 52438) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:29:18.266173 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:18.287385 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-348c5f27-7042-45ca-81d4-b9fba429c9f5 None None] Publish callbacks [] for port, precommit_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:18.289269 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-300e9796-f5b8-4770-9e37-02c04b7ecdbf None None] Network bf8968ad-e79a-4be6-81a7-f2f8f00383af requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:29:18.300153 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-e67d70f6-2d62-43b8-a85d-9e42177654e1 tempest-ExtraDHCPOptionsIpV6TestJSON-1628643685 tempest-ExtraDHCPOptionsIpV6TestJSON-1628643685-project] Request body: {'port': {'network_id': 'bf8968ad-e79a-4be6-81a7-f2f8f00383af', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-911703091', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:29:18.300517 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.api.validators [None req-e67d70f6-2d62-43b8-a85d-9e42177654e1 tempest-ExtraDHCPOptionsIpV6TestJSON-1628643685 tempest-ExtraDHCPOptionsIpV6TestJSON-1628643685-project] bootfile-name is not in valid_values {{(pid=103159) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 18 13:29:18.300959 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.api.validators [None req-e67d70f6-2d62-43b8-a85d-9e42177654e1 tempest-ExtraDHCPOptionsIpV6TestJSON-1628643685 tempest-ExtraDHCPOptionsIpV6TestJSON-1628643685-project] tftp-server is not in valid_values {{(pid=103159) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 18 13:29:18.301171 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.api.validators [None req-e67d70f6-2d62-43b8-a85d-9e42177654e1 tempest-ExtraDHCPOptionsIpV6TestJSON-1628643685 tempest-ExtraDHCPOptionsIpV6TestJSON-1628643685-project] server-ip-address is not in valid_values {{(pid=103159) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 18 13:29:18.327138 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c0e956e5-6421-442f-b857-24b079eda61b None None] Publish callbacks [] for port, precommit_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:18.330723 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-348c5f27-7042-45ca-81d4-b9fba429c9f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:18.351322 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29777f2-7ddc-4245-abc7-6a9e69c6b1e5 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Pushing event updated for resources: {'Port': ['ID=cbe8494d-d70b-422e-8def-913a2fdf32ce,revision_number=2']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:29:18.371873 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.managers [None req-0b97a00b-df4b-4d6c-bd0b-d75e506f88ac tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] Attempting to bind port 1e8c309f-1238-4df2-8d9b-c9439cc8b975 on host hv-neutron-7448 for vnic_type normal with profile {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 13:29:18.372198 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.managers [None req-0b97a00b-df4b-4d6c-bd0b-d75e506f88ac tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] Attempting to bind port 1e8c309f-1238-4df2-8d9b-c9439cc8b975 by drivers openvswitch,hyperv on host hv-neutron-7448 at level 0 using segments [{'id': '8dd95e05-bdaf-4a24-8f28-6c4281c7ce8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'efc9a900-f6d9-42e1-88bd-28ce4094031e'}] {{(pid=103159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 13:29:18.372522 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b97a00b-df4b-4d6c-bd0b-d75e506f88ac tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] Attempting to bind port 1e8c309f-1238-4df2-8d9b-c9439cc8b975 on network efc9a900-f6d9-42e1-88bd-28ce4094031e {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 13:29:18.374690 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c0e956e5-6421-442f-b857-24b079eda61b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:18.394013 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-af91569e-60d0-4de6-a1ab-9dca60e392fb req-e097eed2-3435-4f87-bc6e-a9272ddaf9d1 tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=2cba4008d8a8417bb0925fcf9726214e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1622214 Dec 18 13:29:18.395110 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-b29777f2-7ddc-4245-abc7-6a9e69c6b1e5 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] In _notify_port_updated(), no bound segment for port cbe8494d-d70b-422e-8def-913a2fdf32ce on network 9a0c71e8-65ef-4584-a473-d55e5a427bae {{(pid=103160) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 18 13:29:18.400700 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b29777f2-7ddc-4245-abc7-6a9e69c6b1e5 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:29:18.401719 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-b29777f2-7ddc-4245-abc7-6a9e69c6b1e5 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:18.406287 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-b29777f2-7ddc-4245-abc7-6a9e69c6b1e5 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] 10.222.0.31 "PUT /v2.0/ports/cbe8494d-d70b-422e-8def-913a2fdf32ce HTTP/1.1" status: 200 len: 921 time: 1.2580843 Dec 18 13:29:18.407078 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 52440) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:29:18.444965 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b97a00b-df4b-4d6c-bd0b-d75e506f88ac tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] Port 1e8c309f-1238-4df2-8d9b-c9439cc8b975 on network efc9a900-f6d9-42e1-88bd-28ce4094031e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7448 {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 18 13:29:18.444965 dv-neutron-744815-20-hyperv neutron-server[103159]: ERROR neutron.plugins.ml2.managers [None req-0b97a00b-df4b-4d6c-bd0b-d75e506f88ac tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] Failed to bind port 1e8c309f-1238-4df2-8d9b-c9439cc8b975 on host hv-neutron-7448 for vnic_type normal using segments [{'id': '8dd95e05-bdaf-4a24-8f28-6c4281c7ce8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'efc9a900-f6d9-42e1-88bd-28ce4094031e'}] Dec 18 13:29:18.447207 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-ce962cc9-2d3e-481d-9e07-7418d975329a tempest-AllowedAddressPairIpV6TestJSON-1208968648 tempest-AllowedAddressPairIpV6TestJSON-1208968648-project] Publish callbacks [] for port, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:18.453115 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.plugins.ml2.plugin [None req-0b97a00b-df4b-4d6c-bd0b-d75e506f88ac tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] Attempt 4 to bind port 1e8c309f-1238-4df2-8d9b-c9439cc8b975 Dec 18 13:29:18.473380 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-6be0e157-4293-4ac0-a994-61ef790ddf52 None None] Provisioning complete for port 6fb43e9a-23fe-43bf-8dd4-752d2fc475eb triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:29:18.475601 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-6be0e157-4293-4ac0-a994-61ef790ddf52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:18.523699 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.managers [None req-0b97a00b-df4b-4d6c-bd0b-d75e506f88ac tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] Attempting to bind port 1e8c309f-1238-4df2-8d9b-c9439cc8b975 on host hv-neutron-7448 for vnic_type normal with profile {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 13:29:18.523963 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.managers [None req-0b97a00b-df4b-4d6c-bd0b-d75e506f88ac tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] Attempting to bind port 1e8c309f-1238-4df2-8d9b-c9439cc8b975 by drivers openvswitch,hyperv on host hv-neutron-7448 at level 0 using segments [{'id': '8dd95e05-bdaf-4a24-8f28-6c4281c7ce8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'efc9a900-f6d9-42e1-88bd-28ce4094031e'}] {{(pid=103159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 13:29:18.524289 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b97a00b-df4b-4d6c-bd0b-d75e506f88ac tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] Attempting to bind port 1e8c309f-1238-4df2-8d9b-c9439cc8b975 on network efc9a900-f6d9-42e1-88bd-28ce4094031e {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 13:29:18.551715 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b97a00b-df4b-4d6c-bd0b-d75e506f88ac tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] Port 1e8c309f-1238-4df2-8d9b-c9439cc8b975 on network efc9a900-f6d9-42e1-88bd-28ce4094031e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7448 {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 18 13:29:18.552546 dv-neutron-744815-20-hyperv neutron-server[103159]: ERROR neutron.plugins.ml2.managers [None req-0b97a00b-df4b-4d6c-bd0b-d75e506f88ac tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] Failed to bind port 1e8c309f-1238-4df2-8d9b-c9439cc8b975 on host hv-neutron-7448 for vnic_type normal using segments [{'id': '8dd95e05-bdaf-4a24-8f28-6c4281c7ce8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'efc9a900-f6d9-42e1-88bd-28ce4094031e'}] Dec 18 13:29:18.553784 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9223fc3b-3a39-4a14-96c8-3a2c5c9f91cc None None] Update dhcp port {'port': {'network_id': '9a0c71e8-65ef-4584-a473-d55e5a427bae', 'fixed_ips': [{'subnet_id': '76b88b65-75e3-431e-9a4d-eb9c90b78245', 'ip_address': '172.20.0.2'}, {'subnet_id': '77c189ed-fb5d-4292-b406-845dbdaaa7ef'}], 'binding:host_id': 'dv-neutron-744815-20-hyperv'}, 'id': '1903170e-157d-4e08-be84-3b88dbc55d05'} from dv-neutron-744815-20-hyperv. {{(pid=103161) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 18 13:29:18.572288 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.plugins.ml2.plugin [None req-0b97a00b-df4b-4d6c-bd0b-d75e506f88ac tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] Attempt 5 to bind port 1e8c309f-1238-4df2-8d9b-c9439cc8b975 Dec 18 13:29:18.575089 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-af91569e-60d0-4de6-a1ab-9dca60e392fb req-44861f6d-46b5-4473-9ab8-a2e6faa3dcc6 service neutron] 10.222.0.31 "GET /v2.0/networks/b777eec3-1fe1-45d9-be90-d023741ff2c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410770 Dec 18 13:29:18.585346 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-222c6e64-91b0-45fc-b4d0-3c8e12070021 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Deleting port cbe8494d-d70b-422e-8def-913a2fdf32ce {{(pid=103160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:29:18.585830 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-222c6e64-91b0-45fc-b4d0-3c8e12070021 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:18.639248 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.managers [None req-0b97a00b-df4b-4d6c-bd0b-d75e506f88ac tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] Attempting to bind port 1e8c309f-1238-4df2-8d9b-c9439cc8b975 on host hv-neutron-7448 for vnic_type normal with profile {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 13:29:18.639640 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.managers [None req-0b97a00b-df4b-4d6c-bd0b-d75e506f88ac tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] Attempting to bind port 1e8c309f-1238-4df2-8d9b-c9439cc8b975 by drivers openvswitch,hyperv on host hv-neutron-7448 at level 0 using segments [{'id': '8dd95e05-bdaf-4a24-8f28-6c4281c7ce8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'efc9a900-f6d9-42e1-88bd-28ce4094031e'}] {{(pid=103159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 13:29:18.640013 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b97a00b-df4b-4d6c-bd0b-d75e506f88ac tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] Attempting to bind port 1e8c309f-1238-4df2-8d9b-c9439cc8b975 on network efc9a900-f6d9-42e1-88bd-28ce4094031e {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 13:29:18.708046 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b97a00b-df4b-4d6c-bd0b-d75e506f88ac tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] Port 1e8c309f-1238-4df2-8d9b-c9439cc8b975 on network efc9a900-f6d9-42e1-88bd-28ce4094031e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7448 {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 18 13:29:18.708858 dv-neutron-744815-20-hyperv neutron-server[103159]: ERROR neutron.plugins.ml2.managers [None req-0b97a00b-df4b-4d6c-bd0b-d75e506f88ac tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] Failed to bind port 1e8c309f-1238-4df2-8d9b-c9439cc8b975 on host hv-neutron-7448 for vnic_type normal using segments [{'id': '8dd95e05-bdaf-4a24-8f28-6c4281c7ce8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'efc9a900-f6d9-42e1-88bd-28ce4094031e'}] Dec 18 13:29:18.713151 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348c5f27-7042-45ca-81d4-b9fba429c9f5 None None] Pushing event updated for resources: {'Port': ['ID=6fb43e9a-23fe-43bf-8dd4-752d2fc475eb,revision_number=3']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:29:18.721416 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.plugins.ml2.plugin [None req-0b97a00b-df4b-4d6c-bd0b-d75e506f88ac tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] Attempt 6 to bind port 1e8c309f-1238-4df2-8d9b-c9439cc8b975 Dec 18 13:29:18.732562 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e67d70f6-2d62-43b8-a85d-9e42177654e1 tempest-ExtraDHCPOptionsIpV6TestJSON-1628643685 tempest-ExtraDHCPOptionsIpV6TestJSON-1628643685-project] Made reservation on behalf of 8fcb40078323450f939547d9670c3a24 for: {'port': 1} {{(pid=103159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:29:18.734899 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-9223fc3b-3a39-4a14-96c8-3a2c5c9f91cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:18.737204 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-e67d70f6-2d62-43b8-a85d-9e42177654e1 tempest-ExtraDHCPOptionsIpV6TestJSON-1628643685 tempest-ExtraDHCPOptionsIpV6TestJSON-1628643685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:18.743934 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-ce962cc9-2d3e-481d-9e07-7418d975329a tempest-AllowedAddressPairIpV6TestJSON-1208968648 tempest-AllowedAddressPairIpV6TestJSON-1208968648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:18.749168 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-222c6e64-91b0-45fc-b4d0-3c8e12070021 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:18.761099 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-af91569e-60d0-4de6-a1ab-9dca60e392fb req-29319063-ad24-4a76-989d-39b837414473 service neutron] 10.222.0.31 "GET /v2.0/networks/b777eec3-1fe1-45d9-be90-d023741ff2c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1706872 Dec 18 13:29:18.765855 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-222c6e64-91b0-45fc-b4d0-3c8e12070021 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Calling delete_port for cbe8494d-d70b-422e-8def-913a2fdf32ce owned by {{(pid=103160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:29:18.791960 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.db_base_plugin_common [None req-4b4208ec-81f5-435a-be84-ad685650800e tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Delete allocated IP 2001:db8:0:1::3aa (829e2767-78f0-45c5-a751-bca26ee12932/6ce9eea5-bb42-4d78-b4cf-8ebd2e003192) {{(pid=103159) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 18 13:29:18.826379 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.notifiers.nova [None req-e67d70f6-2d62-43b8-a85d-9e42177654e1 tempest-ExtraDHCPOptionsIpV6TestJSON-1628643685 tempest-ExtraDHCPOptionsIpV6TestJSON-1628643685-project] device_id is not set on port 97ac0f52-740e-4bf7-a3dd-a30c67e35dd3 yet. {{(pid=103159) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 18 13:29:18.828072 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.db.api [None req-2294866d-0076-4933-952c-685307032598 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103161) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 18 13:29:18.834962 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG oslo_db.api [None req-2294866d-0076-4933-952c-685307032598 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 18 13:29:18.927176 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce962cc9-2d3e-481d-9e07-7418d975329a tempest-AllowedAddressPairIpV6TestJSON-1208968648 tempest-AllowedAddressPairIpV6TestJSON-1208968648-project] Network 95447ff4-73c3-4297-a351-416b4acfb01e is already hosted by enough agents. {{(pid=103159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:29:18.973193 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e956e5-6421-442f-b857-24b079eda61b None None] Pushing event updated for resources: {'Port': ['ID=8e962812-5a39-4558-b20b-4cb9ba6c49dc,revision_number=4']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:29:19.000059 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.base_scheduler [None req-ce962cc9-2d3e-481d-9e07-7418d975329a tempest-AllowedAddressPairIpV6TestJSON-1208968648 tempest-AllowedAddressPairIpV6TestJSON-1208968648-project] Resources bound (agent type, host, resource id): {{(pid=103159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:29:19.002272 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.managers [None req-0b97a00b-df4b-4d6c-bd0b-d75e506f88ac tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] Attempting to bind port 1e8c309f-1238-4df2-8d9b-c9439cc8b975 on host hv-neutron-7448 for vnic_type normal with profile {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 13:29:19.002659 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.managers [None req-0b97a00b-df4b-4d6c-bd0b-d75e506f88ac tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] Attempting to bind port 1e8c309f-1238-4df2-8d9b-c9439cc8b975 by drivers openvswitch,hyperv on host hv-neutron-7448 at level 0 using segments [{'id': '8dd95e05-bdaf-4a24-8f28-6c4281c7ce8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'efc9a900-f6d9-42e1-88bd-28ce4094031e'}] {{(pid=103159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 13:29:19.003199 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b97a00b-df4b-4d6c-bd0b-d75e506f88ac tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] Attempting to bind port 1e8c309f-1238-4df2-8d9b-c9439cc8b975 on network efc9a900-f6d9-42e1-88bd-28ce4094031e {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 13:29:19.010531 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-222c6e64-91b0-45fc-b4d0-3c8e12070021 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4533522'] for port, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:19.045988 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222c6e64-91b0-45fc-b4d0-3c8e12070021 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Pushing event deleted for resources: {'Port': ['ID=cbe8494d-d70b-422e-8def-913a2fdf32ce,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:29:19.046320 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce962cc9-2d3e-481d-9e07-7418d975329a tempest-AllowedAddressPairIpV6TestJSON-1208968648 tempest-AllowedAddressPairIpV6TestJSON-1208968648-project] Received port after_create {{(pid=103159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:29:19.053017 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce962cc9-2d3e-481d-9e07-7418d975329a tempest-AllowedAddressPairIpV6TestJSON-1208968648 tempest-AllowedAddressPairIpV6TestJSON-1208968648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:29:19.053415 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-ce962cc9-2d3e-481d-9e07-7418d975329a tempest-AllowedAddressPairIpV6TestJSON-1208968648 tempest-AllowedAddressPairIpV6TestJSON-1208968648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:19.056116 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-6be0e157-4293-4ac0-a994-61ef790ddf52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:19.071531 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b97a00b-df4b-4d6c-bd0b-d75e506f88ac tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] Port 1e8c309f-1238-4df2-8d9b-c9439cc8b975 on network efc9a900-f6d9-42e1-88bd-28ce4094031e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7448 {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 18 13:29:19.071916 dv-neutron-744815-20-hyperv neutron-server[103159]: ERROR neutron.plugins.ml2.managers [None req-0b97a00b-df4b-4d6c-bd0b-d75e506f88ac tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] Failed to bind port 1e8c309f-1238-4df2-8d9b-c9439cc8b975 on host hv-neutron-7448 for vnic_type normal using segments [{'id': '8dd95e05-bdaf-4a24-8f28-6c4281c7ce8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'efc9a900-f6d9-42e1-88bd-28ce4094031e'}] Dec 18 13:29:19.092857 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.plugins.ml2.plugin [None req-0b97a00b-df4b-4d6c-bd0b-d75e506f88ac tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] Attempt 7 to bind port 1e8c309f-1238-4df2-8d9b-c9439cc8b975 Dec 18 13:29:19.137217 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-ce962cc9-2d3e-481d-9e07-7418d975329a tempest-AllowedAddressPairIpV6TestJSON-1208968648 tempest-AllowedAddressPairIpV6TestJSON-1208968648-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.5438359 Dec 18 13:29:19.142754 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 52448) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:29:19.163102 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-be94113a-0cab-4817-b865-2e093f2c7fdc tempest-AllowedAddressPairIpV6TestJSON-1208968648 tempest-AllowedAddressPairIpV6TestJSON-1208968648-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::28c', 'mac_address': 'fa:16:3e:b9:99:d5'}, {'ip_address': '2001:db8::2c2', 'mac_address': 'fa:16:3e:f2:ad:f5'}]}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:29:19.240291 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-6be0e157-4293-4ac0-a994-61ef790ddf52 None None] For port 6fb43e9a-23fe-43bf-8dd4-752d2fc475eb, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=6fb43e9a-23fe-43bf-8dd4-752d2fc475eb,segment=NetworkSegment(ab5df29a-1caf-4466-9a53-e0f1761dceba),segment_id=ab5df29a-1caf-4466-9a53-e0f1761dceba)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:29:19.261530 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-6be0e157-4293-4ac0-a994-61ef790ddf52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:19.279361 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_common [None req-9223fc3b-3a39-4a14-96c8-3a2c5c9f91cc None None] Allocated IP 172.20.0.19 (9a0c71e8-65ef-4584-a473-d55e5a427bae/77c189ed-fb5d-4292-b406-845dbdaaa7ef/1903170e-157d-4e08-be84-3b88dbc55d05) {{(pid=103161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:29:19.281010 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.managers [None req-0b97a00b-df4b-4d6c-bd0b-d75e506f88ac tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] Attempting to bind port 1e8c309f-1238-4df2-8d9b-c9439cc8b975 on host hv-neutron-7448 for vnic_type normal with profile {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 13:29:19.281365 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.managers [None req-0b97a00b-df4b-4d6c-bd0b-d75e506f88ac tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] Attempting to bind port 1e8c309f-1238-4df2-8d9b-c9439cc8b975 by drivers openvswitch,hyperv on host hv-neutron-7448 at level 0 using segments [{'id': '8dd95e05-bdaf-4a24-8f28-6c4281c7ce8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'efc9a900-f6d9-42e1-88bd-28ce4094031e'}] {{(pid=103159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 13:29:19.281688 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b97a00b-df4b-4d6c-bd0b-d75e506f88ac tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] Attempting to bind port 1e8c309f-1238-4df2-8d9b-c9439cc8b975 on network efc9a900-f6d9-42e1-88bd-28ce4094031e {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 13:29:19.293157 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce962cc9-2d3e-481d-9e07-7418d975329a tempest-AllowedAddressPairIpV6TestJSON-1208968648 tempest-AllowedAddressPairIpV6TestJSON-1208968648-project] Pushing event updated for resources: {'Port': ['ID=59bf642e-f5dc-4b7f-9c98-a87302ea9ceb,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:29:19.324248 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b97a00b-df4b-4d6c-bd0b-d75e506f88ac tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] Port 1e8c309f-1238-4df2-8d9b-c9439cc8b975 on network efc9a900-f6d9-42e1-88bd-28ce4094031e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7448 {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 18 13:29:19.328211 dv-neutron-744815-20-hyperv neutron-server[103159]: ERROR neutron.plugins.ml2.managers [None req-0b97a00b-df4b-4d6c-bd0b-d75e506f88ac tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] Failed to bind port 1e8c309f-1238-4df2-8d9b-c9439cc8b975 on host hv-neutron-7448 for vnic_type normal using segments [{'id': '8dd95e05-bdaf-4a24-8f28-6c4281c7ce8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'efc9a900-f6d9-42e1-88bd-28ce4094031e'}] Dec 18 13:29:19.328823 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b06516ab-e8c0-4be0-9416-8fba6af0b3bd tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:19.336883 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.plugins.ml2.plugin [None req-0b97a00b-df4b-4d6c-bd0b-d75e506f88ac tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] Attempt 8 to bind port 1e8c309f-1238-4df2-8d9b-c9439cc8b975 Dec 18 13:29:19.401184 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-222c6e64-91b0-45fc-b4d0-3c8e12070021 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:19.408450 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-222c6e64-91b0-45fc-b4d0-3c8e12070021 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] 10.222.0.31 "DELETE /v2.0/ports/cbe8494d-d70b-422e-8def-913a2fdf32ce HTTP/1.1" status: 204 len: 168 time: 1.0001757 Dec 18 13:29:19.414224 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 52452) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:29:19.424177 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.managers [None req-0b97a00b-df4b-4d6c-bd0b-d75e506f88ac tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] Attempting to bind port 1e8c309f-1238-4df2-8d9b-c9439cc8b975 on host hv-neutron-7448 for vnic_type normal with profile {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 13:29:19.424518 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.managers [None req-0b97a00b-df4b-4d6c-bd0b-d75e506f88ac tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] Attempting to bind port 1e8c309f-1238-4df2-8d9b-c9439cc8b975 by drivers openvswitch,hyperv on host hv-neutron-7448 at level 0 using segments [{'id': '8dd95e05-bdaf-4a24-8f28-6c4281c7ce8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'efc9a900-f6d9-42e1-88bd-28ce4094031e'}] {{(pid=103159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 13:29:19.424878 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b97a00b-df4b-4d6c-bd0b-d75e506f88ac tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] Attempting to bind port 1e8c309f-1238-4df2-8d9b-c9439cc8b975 on network efc9a900-f6d9-42e1-88bd-28ce4094031e {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 13:29:19.502739 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-6be0e157-4293-4ac0-a994-61ef790ddf52 None None] Provisioning complete for port de948566-f748-48f5-b0a1-b4a3457fc24a triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:29:19.503123 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-6be0e157-4293-4ac0-a994-61ef790ddf52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:19.519814 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.pecan_wsgi.hooks.translation [None req-df784a75-a915-49cb-8572-26dcaec00ac4 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] GET failed (client error): The resource could not be found. Dec 18 13:29:19.532976 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-df784a75-a915-49cb-8572-26dcaec00ac4 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] 10.222.0.31 "GET /v2.0/ports/cbe8494d-d70b-422e-8def-913a2fdf32ce HTTP/1.1" status: 404 len: 333 time: 0.1152713 Dec 18 13:29:19.538564 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 52456) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:29:19.620843 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-4b4208ec-81f5-435a-be84-ad685650800e tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks [] for port, precommit_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:19.686051 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.db_base_plugin_common [None req-e67d70f6-2d62-43b8-a85d-9e42177654e1 tempest-ExtraDHCPOptionsIpV6TestJSON-1628643685 tempest-ExtraDHCPOptionsIpV6TestJSON-1628643685-project] Allocated IP 2001:db8::ed (bf8968ad-e79a-4be6-81a7-f2f8f00383af/7dfcc431-3d23-4874-b33b-53af4ebcc31c/97ac0f52-740e-4bf7-a3dd-a30c67e35dd3) {{(pid=103159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:29:19.722124 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-be94113a-0cab-4817-b865-2e093f2c7fdc tempest-AllowedAddressPairIpV6TestJSON-1208968648 tempest-AllowedAddressPairIpV6TestJSON-1208968648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:19.725047 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be0e157-4293-4ac0-a994-61ef790ddf52 None None] Pushing event updated for resources: {'Port': ['ID=6fb43e9a-23fe-43bf-8dd4-752d2fc475eb,revision_number=4']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:29:19.730919 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b97a00b-df4b-4d6c-bd0b-d75e506f88ac tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] Port 1e8c309f-1238-4df2-8d9b-c9439cc8b975 on network efc9a900-f6d9-42e1-88bd-28ce4094031e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7448 {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 18 13:29:19.731436 dv-neutron-744815-20-hyperv neutron-server[103159]: ERROR neutron.plugins.ml2.managers [None req-0b97a00b-df4b-4d6c-bd0b-d75e506f88ac tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] Failed to bind port 1e8c309f-1238-4df2-8d9b-c9439cc8b975 on host hv-neutron-7448 for vnic_type normal using segments [{'id': '8dd95e05-bdaf-4a24-8f28-6c4281c7ce8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'efc9a900-f6d9-42e1-88bd-28ce4094031e'}] Dec 18 13:29:19.760215 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.plugins.ml2.plugin [None req-0b97a00b-df4b-4d6c-bd0b-d75e506f88ac tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] Attempt 9 to bind port 1e8c309f-1238-4df2-8d9b-c9439cc8b975 Dec 18 13:29:19.765697 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-6be0e157-4293-4ac0-a994-61ef790ddf52 None None] Port de948566-f748-48f5-b0a1-b4a3457fc24a cannot update to ACTIVE because it is not bound. {{(pid=103161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 13:29:19.807446 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-4b4208ec-81f5-435a-be84-ad685650800e tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5659917'] for port, after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:19.821027 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06516ab-e8c0-4be0-9416-8fba6af0b3bd tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Pushing event deleted for resources: {'Port': ['ID=77c4f10c-9fb1-4a5c-81e0-36787a1d1785,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:29:19.825157 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-9223fc3b-3a39-4a14-96c8-3a2c5c9f91cc None None] For port 1903170e-157d-4e08-be84-3b88dbc55d05, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=1903170e-157d-4e08-be84-3b88dbc55d05,segment=NetworkSegment(8a8b25c1-db3d-4a31-a842-329cb0f3a9fe),segment_id=8a8b25c1-db3d-4a31-a842-329cb0f3a9fe)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:29:19.971974 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.managers [None req-0b97a00b-df4b-4d6c-bd0b-d75e506f88ac tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] Attempting to bind port 1e8c309f-1238-4df2-8d9b-c9439cc8b975 on host hv-neutron-7448 for vnic_type normal with profile {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 13:29:19.972356 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.managers [None req-0b97a00b-df4b-4d6c-bd0b-d75e506f88ac tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] Attempting to bind port 1e8c309f-1238-4df2-8d9b-c9439cc8b975 by drivers openvswitch,hyperv on host hv-neutron-7448 at level 0 using segments [{'id': '8dd95e05-bdaf-4a24-8f28-6c4281c7ce8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'efc9a900-f6d9-42e1-88bd-28ce4094031e'}] {{(pid=103159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 13:29:19.974999 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b97a00b-df4b-4d6c-bd0b-d75e506f88ac tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] Attempting to bind port 1e8c309f-1238-4df2-8d9b-c9439cc8b975 on network efc9a900-f6d9-42e1-88bd-28ce4094031e {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 13:29:19.980756 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-9223fc3b-3a39-4a14-96c8-3a2c5c9f91cc None None] Publish callbacks [] for port, precommit_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:19.984630 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-f788a25d-9016-4930-88e6-4e76e1a75069 None None] Provisioning complete for port 3669afc2-3a73-4a9d-908f-02aeb549e350 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:29:19.985008 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f788a25d-9016-4930-88e6-4e76e1a75069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:19.995861 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-79aed020-a955-4e43-bf51-21cd9ad9e41a req-77cfea75-dcf5-427b-b113-acff386789b5 tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7e2fdcf-cd6e-4be5-8448-e22550985054 HTTP/1.1" status: 200 len: 210 time: 0.3695459 Dec 18 13:29:20.054864 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-4b4208ec-81f5-435a-be84-ad685650800e tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] In _notify_port_updated(), no bound segment for port 45b91308-1970-493b-a317-f1c2b4493f98 on network 829e2767-78f0-45c5-a751-bca26ee12932 {{(pid=103159) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 18 13:29:20.062351 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b4208ec-81f5-435a-be84-ad685650800e tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:29:20.063401 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-4b4208ec-81f5-435a-be84-ad685650800e tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:20.065131 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-4b4208ec-81f5-435a-be84-ad685650800e tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] 10.222.0.31 "PUT /v2.0/ports/45b91308-1970-493b-a317-f1c2b4493f98 HTTP/1.1" status: 200 len: 925 time: 3.6744702 Dec 18 13:29:20.077701 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-9223fc3b-3a39-4a14-96c8-3a2c5c9f91cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:20.099405 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 52464) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:29:20.112709 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-54041f31-f1ef-4554-aced-61d35e7def14 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'a5256877-6fe0-4e9a-ba6c-86e4dd88dc90'}, {'subnet_id': '6ce9eea5-bb42-4d78-b4cf-8ebd2e003192'}]}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:29:20.124496 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b97a00b-df4b-4d6c-bd0b-d75e506f88ac tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] Port 1e8c309f-1238-4df2-8d9b-c9439cc8b975 on network efc9a900-f6d9-42e1-88bd-28ce4094031e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7448 {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 18 13:29:20.125088 dv-neutron-744815-20-hyperv neutron-server[103159]: ERROR neutron.plugins.ml2.managers [None req-0b97a00b-df4b-4d6c-bd0b-d75e506f88ac tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] Failed to bind port 1e8c309f-1238-4df2-8d9b-c9439cc8b975 on host hv-neutron-7448 for vnic_type normal using segments [{'id': '8dd95e05-bdaf-4a24-8f28-6c4281c7ce8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'efc9a900-f6d9-42e1-88bd-28ce4094031e'}] Dec 18 13:29:20.133005 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.plugins.ml2.plugin [None req-0b97a00b-df4b-4d6c-bd0b-d75e506f88ac tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] Attempt 10 to bind port 1e8c309f-1238-4df2-8d9b-c9439cc8b975 Dec 18 13:29:20.144910 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e2b340f-8ef8-44f4-9b12-e620cd02d519 None None] Network 829e2767-78f0-45c5-a751-bca26ee12932 requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:29:20.170123 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-be94113a-0cab-4817-b865-2e093f2c7fdc tempest-AllowedAddressPairIpV6TestJSON-1208968648 tempest-AllowedAddressPairIpV6TestJSON-1208968648-project] Publish callbacks [] for port, precommit_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:20.190811 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-be94113a-0cab-4817-b865-2e093f2c7fdc tempest-AllowedAddressPairIpV6TestJSON-1208968648 tempest-AllowedAddressPairIpV6TestJSON-1208968648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4533541'] for port, after_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:20.191441 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4208ec-81f5-435a-be84-ad685650800e tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Pushing event updated for resources: {'Port': ['ID=45b91308-1970-493b-a317-f1c2b4493f98,revision_number=2']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:29:20.216495 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.managers [None req-0b97a00b-df4b-4d6c-bd0b-d75e506f88ac tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] Attempting to bind port 1e8c309f-1238-4df2-8d9b-c9439cc8b975 on host hv-neutron-7448 for vnic_type normal with profile {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 13:29:20.216773 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.managers [None req-0b97a00b-df4b-4d6c-bd0b-d75e506f88ac tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] Attempting to bind port 1e8c309f-1238-4df2-8d9b-c9439cc8b975 by drivers openvswitch,hyperv on host hv-neutron-7448 at level 0 using segments [{'id': '8dd95e05-bdaf-4a24-8f28-6c4281c7ce8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'efc9a900-f6d9-42e1-88bd-28ce4094031e'}] {{(pid=103159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 13:29:20.217174 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b97a00b-df4b-4d6c-bd0b-d75e506f88ac tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] Attempting to bind port 1e8c309f-1238-4df2-8d9b-c9439cc8b975 on network efc9a900-f6d9-42e1-88bd-28ce4094031e {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 13:29:20.272919 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-f788a25d-9016-4930-88e6-4e76e1a75069 None None] Port 3669afc2-3a73-4a9d-908f-02aeb549e350 cannot update to ACTIVE because it is not bound. {{(pid=103161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 13:29:20.278992 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device a305bd68-0509-47d4-84b8-00079c189b76 up at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 13:29:20.296876 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-53a87977-74b6-49a8-9f3a-18b3fa2d5043 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks [] for security_group, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:20.321395 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b97a00b-df4b-4d6c-bd0b-d75e506f88ac tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] Port 1e8c309f-1238-4df2-8d9b-c9439cc8b975 on network efc9a900-f6d9-42e1-88bd-28ce4094031e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7448 {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 18 13:29:20.321760 dv-neutron-744815-20-hyperv neutron-server[103159]: ERROR neutron.plugins.ml2.managers [None req-0b97a00b-df4b-4d6c-bd0b-d75e506f88ac tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] Failed to bind port 1e8c309f-1238-4df2-8d9b-c9439cc8b975 on host hv-neutron-7448 for vnic_type normal using segments [{'id': '8dd95e05-bdaf-4a24-8f28-6c4281c7ce8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'efc9a900-f6d9-42e1-88bd-28ce4094031e'}] Dec 18 13:29:20.322113 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-0b97a00b-df4b-4d6c-bd0b-d75e506f88ac tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:20.332913 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b06516ab-e8c0-4be0-9416-8fba6af0b3bd tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:20.333159 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-53a87977-74b6-49a8-9f3a-18b3fa2d5043 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:20.349847 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-b06516ab-e8c0-4be0-9416-8fba6af0b3bd tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] 10.222.0.31 "DELETE /v2.0/ports/77c4f10c-9fb1-4a5c-81e0-36787a1d1785 HTTP/1.1" status: 204 len: 168 time: 3.7571046 Dec 18 13:29:20.353784 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-54041f31-f1ef-4554-aced-61d35e7def14 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:20.362945 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 52468) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:29:20.375628 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be94113a-0cab-4817-b865-2e093f2c7fdc tempest-AllowedAddressPairIpV6TestJSON-1208968648 tempest-AllowedAddressPairIpV6TestJSON-1208968648-project] Pushing event updated for resources: {'Port': ['ID=59bf642e-f5dc-4b7f-9c98-a87302ea9ceb,revision_number=2']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:29:20.389994 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-be94113a-0cab-4817-b865-2e093f2c7fdc tempest-AllowedAddressPairIpV6TestJSON-1208968648 tempest-AllowedAddressPairIpV6TestJSON-1208968648-project] In _notify_port_updated(), no bound segment for port 59bf642e-f5dc-4b7f-9c98-a87302ea9ceb on network 95447ff4-73c3-4297-a351-416b4acfb01e {{(pid=103160) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 18 13:29:20.397648 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be94113a-0cab-4817-b865-2e093f2c7fdc tempest-AllowedAddressPairIpV6TestJSON-1208968648 tempest-AllowedAddressPairIpV6TestJSON-1208968648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:29:20.399014 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-be94113a-0cab-4817-b865-2e093f2c7fdc tempest-AllowedAddressPairIpV6TestJSON-1208968648 tempest-AllowedAddressPairIpV6TestJSON-1208968648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:20.401984 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-be94113a-0cab-4817-b865-2e093f2c7fdc tempest-AllowedAddressPairIpV6TestJSON-1208968648 tempest-AllowedAddressPairIpV6TestJSON-1208968648-project] 10.222.0.31 "PUT /v2.0/ports/59bf642e-f5dc-4b7f-9c98-a87302ea9ceb HTTP/1.1" status: 200 len: 1068 time: 1.2553458 Dec 18 13:29:20.408234 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 52470) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:29:20.457509 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-f788a25d-9016-4930-88e6-4e76e1a75069 None None] Provisioning complete for port 59bf642e-f5dc-4b7f-9c98-a87302ea9ceb triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:29:20.457981 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f788a25d-9016-4930-88e6-4e76e1a75069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:20.557955 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-f788a25d-9016-4930-88e6-4e76e1a75069 None None] Port 59bf642e-f5dc-4b7f-9c98-a87302ea9ceb cannot update to ACTIVE because it is not bound. {{(pid=103161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 13:29:20.587492 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-53a87977-74b6-49a8-9f3a-18b3fa2d5043 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:20.590326 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-53a87977-74b6-49a8-9f3a-18b3fa2d5043 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks [] for security_group, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:20.594261 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-53a87977-74b6-49a8-9f3a-18b3fa2d5043 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] 10.222.0.31 "DELETE /v2.0/security-groups/82b41370-87e2-450f-8bfc-fbd57038586b HTTP/1.1" status: 204 len: 168 time: 1.0506499 Dec 18 13:29:20.612823 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 52472) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:29:20.620024 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2294866d-0076-4933-952c-685307032598 None None] Provisioning complete for port a305bd68-0509-47d4-84b8-00079c189b76 triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:29:20.620393 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:20.660902 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a87977-74b6-49a8-9f3a-18b3fa2d5043 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=82b41370-87e2-450f-8bfc-fbd57038586b,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:29:20.710158 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9223fc3b-3a39-4a14-96c8-3a2c5c9f91cc None None] Pushing event updated for resources: {'Port': ['ID=1903170e-157d-4e08-be84-3b88dbc55d05,revision_number=4']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:29:20.738611 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-0734abd6-b1d6-4c87-a2d3-3a1e3c1c5ab9 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks [] for security_group, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:20.760455 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-f788a25d-9016-4930-88e6-4e76e1a75069 None None] Provisioning complete for port a305bd68-0509-47d4-84b8-00079c189b76 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:29:20.760960 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f788a25d-9016-4930-88e6-4e76e1a75069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:20.771976 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-49327b67-975c-43d8-80bd-475c29e3eae7 tempest-AllowedAddressPairIpV6TestJSON-1208968648 tempest-AllowedAddressPairIpV6TestJSON-1208968648-project] Deleting port 59bf642e-f5dc-4b7f-9c98-a87302ea9ceb {{(pid=103160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:29:20.772620 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-49327b67-975c-43d8-80bd-475c29e3eae7 tempest-AllowedAddressPairIpV6TestJSON-1208968648 tempest-AllowedAddressPairIpV6TestJSON-1208968648-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:20.780938 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-0734abd6-b1d6-4c87-a2d3-3a1e3c1c5ab9 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:20.957966 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-0734abd6-b1d6-4c87-a2d3-3a1e3c1c5ab9 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:20.966330 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-0734abd6-b1d6-4c87-a2d3-3a1e3c1c5ab9 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks [] for security_group, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:20.974816 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-0734abd6-b1d6-4c87-a2d3-3a1e3c1c5ab9 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] 10.222.0.31 "DELETE /v2.0/security-groups/8d23d682-5657-45a3-85c0-7248c5fa4431 HTTP/1.1" status: 204 len: 168 time: 0.3603880 Dec 18 13:29:20.982572 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 52474) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:29:21.035064 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:21.048996 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-49327b67-975c-43d8-80bd-475c29e3eae7 tempest-AllowedAddressPairIpV6TestJSON-1208968648 tempest-AllowedAddressPairIpV6TestJSON-1208968648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:21.064298 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0734abd6-b1d6-4c87-a2d3-3a1e3c1c5ab9 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d23d682-5657-45a3-85c0-7248c5fa4431,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:29:21.115413 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f788a25d-9016-4930-88e6-4e76e1a75069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:21.149815 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-49327b67-975c-43d8-80bd-475c29e3eae7 tempest-AllowedAddressPairIpV6TestJSON-1208968648 tempest-AllowedAddressPairIpV6TestJSON-1208968648-project] Calling delete_port for 59bf642e-f5dc-4b7f-9c98-a87302ea9ceb owned by {{(pid=103160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:29:21.192323 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-590db0c0-c22d-40e0-91d8-2a6059b30b1e req-41bcb99e-150b-4389-b23e-2deb870c519e tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7e2fdcf-cd6e-4be5-8448-e22550985054 HTTP/1.1" status: 200 len: 210 time: 0.0587835 Dec 18 13:29:21.209468 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-2294866d-0076-4933-952c-685307032598 None None] For port a305bd68-0509-47d4-84b8-00079c189b76, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=a305bd68-0509-47d4-84b8-00079c189b76,segment=NetworkSegment(624c4e3f-c79f-46e2-b018-e56ada00bb1c),segment_id=624c4e3f-c79f-46e2-b018-e56ada00bb1c)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:29:21.249348 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:21.250308 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 6fb43e9a-23fe-43bf-8dd4-752d2fc475eb up at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 13:29:21.290433 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fb8d380-81bd-4068-a9be-9f4e253798f3 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Deleting subnet 76b88b65-75e3-431e-9a4d-eb9c90b78245 {{(pid=103160) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 18 13:29:21.298405 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-4fb8d380-81bd-4068-a9be-9f4e253798f3 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks [] for subnet, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:21.351888 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-4fb8d380-81bd-4068-a9be-9f4e253798f3 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4533385'] for subnet, precommit_delete_associations {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:21.380003 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.db.api [None req-f788a25d-9016-4930-88e6-4e76e1a75069 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103161) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 18 13:29:21.380575 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG oslo_db.api [None req-f788a25d-9016-4930-88e6-4e76e1a75069 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 18 13:29:21.406251 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Pushing event updated for resources: {'Port': ['ID=a305bd68-0509-47d4-84b8-00079c189b76,revision_number=3']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:29:21.431590 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2294866d-0076-4933-952c-685307032598 None None] Provisioning complete for port 6fb43e9a-23fe-43bf-8dd4-752d2fc475eb triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:29:21.432182 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:21.478754 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-49327b67-975c-43d8-80bd-475c29e3eae7 tempest-AllowedAddressPairIpV6TestJSON-1208968648 tempest-AllowedAddressPairIpV6TestJSON-1208968648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4533522'] for port, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:21.548234 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49327b67-975c-43d8-80bd-475c29e3eae7 tempest-AllowedAddressPairIpV6TestJSON-1208968648 tempest-AllowedAddressPairIpV6TestJSON-1208968648-project] Pushing event deleted for resources: {'Port': ['ID=59bf642e-f5dc-4b7f-9c98-a87302ea9ceb,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:29:21.577130 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f07ce20c-70df-4f0d-aab6-8ec92fcfd930 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:29:21.584049 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f07ce20c-70df-4f0d-aab6-8ec92fcfd930 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:29:21.585953 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f07ce20c-70df-4f0d-aab6-8ec92fcfd930 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:29:21.592506 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-f07ce20c-70df-4f0d-aab6-8ec92fcfd930 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 1.2075691 Dec 18 13:29:21.593336 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 52478) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:29:21.868287 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 8e962812-5a39-4558-b20b-4cb9ba6c49dc up at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 13:29:22.002471 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2294866d-0076-4933-952c-685307032598 None None] Provisioning complete for port 8e962812-5a39-4558-b20b-4cb9ba6c49dc triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:29:22.002854 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:22.041464 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.db [None req-0b97a00b-df4b-4d6c-bd0b-d75e506f88ac tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] For port 1e8c309f-1238-4df2-8d9b-c9439cc8b975, host hv-neutron-7448, cleared binding levels {{(pid=103159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 18 13:29:22.042102 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.db [None req-0b97a00b-df4b-4d6c-bd0b-d75e506f88ac tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] Attempted to set empty binding levels {{(pid=103159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 18 13:29:22.066233 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-7910fbbc-6d97-49b5-881a-e565ba8e6e14 None None] Could not find standard attr ID for object cbe8494d-d70b-422e-8def-913a2fdf32ce. {{(pid=103161) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 18 13:29:22.077157 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-0b97a00b-df4b-4d6c-bd0b-d75e506f88ac tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5659917'] for port, after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:22.118071 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-7910fbbc-6d97-49b5-881a-e565ba8e6e14 None None] Provisioning complete for port 3669afc2-3a73-4a9d-908f-02aeb549e350 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:29:22.118631 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7910fbbc-6d97-49b5-881a-e565ba8e6e14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:22.164855 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-7910fbbc-6d97-49b5-881a-e565ba8e6e14 None None] Port 3669afc2-3a73-4a9d-908f-02aeb549e350 cannot update to ACTIVE because it is not bound. {{(pid=103161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 13:29:22.187657 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-4fb8d380-81bd-4068-a9be-9f4e253798f3 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1929185'] for subnet, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:22.208367 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-7910fbbc-6d97-49b5-881a-e565ba8e6e14 None None] Provisioning complete for port a7c967b0-dc78-4f12-97fb-5949aa4bdd23 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:29:22.210763 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7910fbbc-6d97-49b5-881a-e565ba8e6e14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:22.218945 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.db_base_plugin_v2 [None req-95cb2fb7-08bf-46c8-8337-148d3b394068 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Deleting subnet 1469286b-84a4-4466-ae19-f2a04b07c3bc {{(pid=103160) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 18 13:29:22.224609 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b97a00b-df4b-4d6c-bd0b-d75e506f88ac tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:29:22.225220 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-0b97a00b-df4b-4d6c-bd0b-d75e506f88ac tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:22.252327 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-e67d70f6-2d62-43b8-a85d-9e42177654e1 tempest-ExtraDHCPOptionsIpV6TestJSON-1628643685 tempest-ExtraDHCPOptionsIpV6TestJSON-1628643685-project] Publish callbacks [] for port, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:22.256819 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-95cb2fb7-08bf-46c8-8337-148d3b394068 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks [] for subnet, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:22.262617 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-49327b67-975c-43d8-80bd-475c29e3eae7 tempest-AllowedAddressPairIpV6TestJSON-1208968648 tempest-AllowedAddressPairIpV6TestJSON-1208968648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:22.269564 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-49327b67-975c-43d8-80bd-475c29e3eae7 tempest-AllowedAddressPairIpV6TestJSON-1208968648 tempest-AllowedAddressPairIpV6TestJSON-1208968648-project] 10.222.0.31 "DELETE /v2.0/ports/59bf642e-f5dc-4b7f-9c98-a87302ea9ceb HTTP/1.1" status: 204 len: 168 time: 1.8581431 Dec 18 13:29:22.273300 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 52484) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:29:22.303807 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-7910fbbc-6d97-49b5-881a-e565ba8e6e14 None None] Port a7c967b0-dc78-4f12-97fb-5949aa4bdd23 cannot update to ACTIVE because it is not bound. {{(pid=103161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 13:29:22.329025 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-7910fbbc-6d97-49b5-881a-e565ba8e6e14 None None] Provisioning complete for port 1903170e-157d-4e08-be84-3b88dbc55d05 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:29:22.332290 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7910fbbc-6d97-49b5-881a-e565ba8e6e14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:22.356827 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-0b97a00b-df4b-4d6c-bd0b-d75e506f88ac tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 981 time: 7.9471264 Dec 18 13:29:22.364012 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-95cb2fb7-08bf-46c8-8337-148d3b394068 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4533385'] for subnet, precommit_delete_associations {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:22.369732 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 52486) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:29:22.391870 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 1903170e-157d-4e08-be84-3b88dbc55d05 up at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 13:29:22.399940 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.db_base_plugin_common [None req-54041f31-f1ef-4554-aced-61d35e7def14 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Allocated IP 2001:db8:0:1::250 (829e2767-78f0-45c5-a751-bca26ee12932/6ce9eea5-bb42-4d78-b4cf-8ebd2e003192/45b91308-1970-493b-a317-f1c2b4493f98) {{(pid=103159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:29:22.444531 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-5cde0f8b-7a14-4ddb-8de3-3f5dfce7abf0 req-220284a6-b508-4a0c-a0e5-19f3401fb03c tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7e2fdcf-cd6e-4be5-8448-e22550985054 HTTP/1.1" status: 200 len: 210 time: 0.0809560 Dec 18 13:29:22.458470 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af91569e-60d0-4de6-a1ab-9dca60e392fb req-8d9286fc-20f7-40b1-b1ba-a1d8743d2d3f tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:29:22.460200 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-af91569e-60d0-4de6-a1ab-9dca60e392fb req-8d9286fc-20f7-40b1-b1ba-a1d8743d2d3f tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] 10.222.0.43 "GET /v2.0/networks?id=b777eec3-1fe1-45d9-be90-d023741ff2c0 HTTP/1.1" status: 200 len: 812 time: 1.0987151 Dec 18 13:29:22.467776 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf1643f9-15a1-4994-8035-1a1572d99f17 tempest-AllowedAddressPairIpV6TestJSON-1208968648 tempest-AllowedAddressPairIpV6TestJSON-1208968648-project] GET failed (client error): The resource could not be found. Dec 18 13:29:22.472342 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-bf1643f9-15a1-4994-8035-1a1572d99f17 tempest-AllowedAddressPairIpV6TestJSON-1208968648 tempest-AllowedAddressPairIpV6TestJSON-1208968648-project] 10.222.0.31 "GET /v2.0/ports/59bf642e-f5dc-4b7f-9c98-a87302ea9ceb HTTP/1.1" status: 404 len: 333 time: 0.1702776 Dec 18 13:29:22.473195 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 52488) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:29:22.473579 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b97a00b-df4b-4d6c-bd0b-d75e506f88ac tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] Pushing event updated for resources: {'Port': ['ID=1e8c309f-1238-4df2-8d9b-c9439cc8b975,revision_number=2']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:29:22.515502 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2294866d-0076-4933-952c-685307032598 None None] Provisioning complete for port 1903170e-157d-4e08-be84-3b88dbc55d05 triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:29:22.515944 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:22.621630 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-af91569e-60d0-4de6-a1ab-9dca60e392fb req-c342eaf0-befc-4613-b4a9-6cd3163fb072 tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2cba4008d8a8417bb0925fcf9726214e HTTP/1.1" status: 200 len: 380 time: 0.1408737 Dec 18 13:29:22.675883 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-4fb8d380-81bd-4068-a9be-9f4e253798f3 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1929192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4533475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4514371'] for subnet, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:22.688111 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [req-af91569e-60d0-4de6-a1ab-9dca60e392fb req-c8a27151-b06e-4791-b0f8-267303a88cdc tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] Request body: {'port': {'device_id': 'f7e2fdcf-cd6e-4be5-8448-e22550985054', 'network_id': 'b777eec3-1fe1-45d9-be90-d023741ff2c0', 'admin_state_up': True, 'tenant_id': '2cba4008d8a8417bb0925fcf9726214e', 'security_groups': ['7500739f-039a-45b0-85f1-cc2dd6d8ee03']}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:29:22.698812 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-95cb2fb7-08bf-46c8-8337-148d3b394068 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1929185'] for subnet, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:22.703654 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-4fb8d380-81bd-4068-a9be-9f4e253798f3 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks [] for subnet, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:22.714615 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-4fb8d380-81bd-4068-a9be-9f4e253798f3 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] 10.222.0.31 "DELETE /v2.0/subnets/76b88b65-75e3-431e-9a4d-eb9c90b78245 HTTP/1.1" status: 204 len: 168 time: 1.7092972 Dec 18 13:29:22.719380 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 52490) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:29:22.727083 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-847e5041-4e33-48f4-97c0-ba764167cbb4 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Request body: {'subnet': {'network_id': '9a0c71e8-65ef-4584-a473-d55e5a427bae', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:29:22.739694 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device a305bd68-0509-47d4-84b8-00079c189b76 up at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 13:29:22.756191 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb8d380-81bd-4068-a9be-9f4e253798f3 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Pushing event deleted for resources: {'Subnet': ['ID=76b88b65-75e3-431e-9a4d-eb9c90b78245,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:29:22.772785 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-c505673a-30bf-4db8-af37-030a75120dcf tempest-AllowedAddressPairIpV6TestJSON-1208968648 tempest-AllowedAddressPairIpV6TestJSON-1208968648-project] Deleting port de948566-f748-48f5-b0a1-b4a3457fc24a {{(pid=103160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:29:22.773147 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-c505673a-30bf-4db8-af37-030a75120dcf tempest-AllowedAddressPairIpV6TestJSON-1208968648 tempest-AllowedAddressPairIpV6TestJSON-1208968648-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:22.782200 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-e67d70f6-2d62-43b8-a85d-9e42177654e1 tempest-ExtraDHCPOptionsIpV6TestJSON-1628643685 tempest-ExtraDHCPOptionsIpV6TestJSON-1628643685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:22.788551 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc79c092-11f7-4aee-8182-85a8c8638776 None None] Network 9a0c71e8-65ef-4584-a473-d55e5a427bae requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:29:22.790619 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-7910fbbc-6d97-49b5-881a-e565ba8e6e14 None None] Could not find standard attr ID for object 59bf642e-f5dc-4b7f-9c98-a87302ea9ceb. {{(pid=103161) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 18 13:29:22.870781 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-7910fbbc-6d97-49b5-881a-e565ba8e6e14 None None] Provisioning complete for port 8e962812-5a39-4558-b20b-4cb9ba6c49dc triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:29:22.871065 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7910fbbc-6d97-49b5-881a-e565ba8e6e14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:22.927870 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-c505673a-30bf-4db8-af37-030a75120dcf tempest-AllowedAddressPairIpV6TestJSON-1208968648 tempest-AllowedAddressPairIpV6TestJSON-1208968648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:22.949970 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-c505673a-30bf-4db8-af37-030a75120dcf tempest-AllowedAddressPairIpV6TestJSON-1208968648 tempest-AllowedAddressPairIpV6TestJSON-1208968648-project] Calling delete_port for de948566-f748-48f5-b0a1-b4a3457fc24a owned by {{(pid=103160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:29:22.958782 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e67d70f6-2d62-43b8-a85d-9e42177654e1 tempest-ExtraDHCPOptionsIpV6TestJSON-1628643685 tempest-ExtraDHCPOptionsIpV6TestJSON-1628643685-project] Network bf8968ad-e79a-4be6-81a7-f2f8f00383af is already hosted by enough agents. {{(pid=103159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:29:22.975723 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.base_scheduler [None req-e67d70f6-2d62-43b8-a85d-9e42177654e1 tempest-ExtraDHCPOptionsIpV6TestJSON-1628643685 tempest-ExtraDHCPOptionsIpV6TestJSON-1628643685-project] Resources bound (agent type, host, resource id): {{(pid=103159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:29:22.991659 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e67d70f6-2d62-43b8-a85d-9e42177654e1 tempest-ExtraDHCPOptionsIpV6TestJSON-1628643685 tempest-ExtraDHCPOptionsIpV6TestJSON-1628643685-project] Received port after_create {{(pid=103159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:29:22.997464 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e67d70f6-2d62-43b8-a85d-9e42177654e1 tempest-ExtraDHCPOptionsIpV6TestJSON-1628643685 tempest-ExtraDHCPOptionsIpV6TestJSON-1628643685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:29:22.998126 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-e67d70f6-2d62-43b8-a85d-9e42177654e1 tempest-ExtraDHCPOptionsIpV6TestJSON-1628643685 tempest-ExtraDHCPOptionsIpV6TestJSON-1628643685-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:23.004560 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-7910fbbc-6d97-49b5-881a-e565ba8e6e14 None None] Provisioning complete for port 45b91308-1970-493b-a317-f1c2b4493f98 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:29:23.005154 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7910fbbc-6d97-49b5-881a-e565ba8e6e14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:23.012446 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67d70f6-2d62-43b8-a85d-9e42177654e1 tempest-ExtraDHCPOptionsIpV6TestJSON-1628643685 tempest-ExtraDHCPOptionsIpV6TestJSON-1628643685-project] Pushing event updated for resources: {'Port': ['ID=97ac0f52-740e-4bf7-a3dd-a30c67e35dd3,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:29:23.045098 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2294866d-0076-4933-952c-685307032598 None None] Provisioning complete for port a305bd68-0509-47d4-84b8-00079c189b76 triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:29:23.045563 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:23.053505 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-54041f31-f1ef-4554-aced-61d35e7def14 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks [] for port, precommit_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:23.062913 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-e67d70f6-2d62-43b8-a85d-9e42177654e1 tempest-ExtraDHCPOptionsIpV6TestJSON-1628643685 tempest-ExtraDHCPOptionsIpV6TestJSON-1628643685-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1148 time: 4.8025172 Dec 18 13:29:23.064454 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-dc3bf44e-529e-4aa0-8034-81d8fa330968 tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] Deleting port 1e8c309f-1238-4df2-8d9b-c9439cc8b975 {{(pid=103159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:29:23.064792 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-dc3bf44e-529e-4aa0-8034-81d8fa330968 tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:23.066873 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 52492) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:29:23.069835 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-54041f31-f1ef-4554-aced-61d35e7def14 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5659917'] for port, after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:23.169232 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-95cb2fb7-08bf-46c8-8337-148d3b394068 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1929192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4533475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4514371'] for subnet, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:23.182900 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-c505673a-30bf-4db8-af37-030a75120dcf tempest-AllowedAddressPairIpV6TestJSON-1208968648 tempest-AllowedAddressPairIpV6TestJSON-1208968648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4533522'] for port, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:23.196867 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-7910fbbc-6d97-49b5-881a-e565ba8e6e14 None None] Port 45b91308-1970-493b-a317-f1c2b4493f98 cannot update to ACTIVE because it is not bound. {{(pid=103161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 13:29:23.221652 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-7910fbbc-6d97-49b5-881a-e565ba8e6e14 None None] Provisioning complete for port 6fb43e9a-23fe-43bf-8dd4-752d2fc475eb triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:29:23.222134 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7910fbbc-6d97-49b5-881a-e565ba8e6e14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:23.256117 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-c505673a-30bf-4db8-af37-030a75120dcf tempest-AllowedAddressPairIpV6TestJSON-1208968648 tempest-AllowedAddressPairIpV6TestJSON-1208968648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:23.262528 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-c505673a-30bf-4db8-af37-030a75120dcf tempest-AllowedAddressPairIpV6TestJSON-1208968648 tempest-AllowedAddressPairIpV6TestJSON-1208968648-project] 10.222.0.31 "DELETE /v2.0/ports/de948566-f748-48f5-b0a1-b4a3457fc24a HTTP/1.1" status: 204 len: 168 time: 0.7873459 Dec 18 13:29:23.266004 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-95cb2fb7-08bf-46c8-8337-148d3b394068 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks [] for subnet, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:23.271286 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-95cb2fb7-08bf-46c8-8337-148d3b394068 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] 10.222.0.31 "DELETE /v2.0/subnets/1469286b-84a4-4466-ae19-f2a04b07c3bc HTTP/1.1" status: 204 len: 168 time: 1.6731234 Dec 18 13:29:23.294152 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 52494) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:29:23.295384 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 52496) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:29:23.300434 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cb2fb7-08bf-46c8-8337-148d3b394068 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Pushing event deleted for resources: {'Subnet': ['ID=1469286b-84a4-4466-ae19-f2a04b07c3bc,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:29:23.304112 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc57c371-5e16-4fb6-864f-a6c8bde07f83 None None] Network a0b84a49-8464-4342-a47d-bd714ebbec81 requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:29:23.310366 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c505673a-30bf-4db8-af37-030a75120dcf tempest-AllowedAddressPairIpV6TestJSON-1208968648 tempest-AllowedAddressPairIpV6TestJSON-1208968648-project] Pushing event deleted for resources: {'Port': ['ID=de948566-f748-48f5-b0a1-b4a3457fc24a,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:29:23.407664 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 6fb43e9a-23fe-43bf-8dd4-752d2fc475eb up at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 13:29:23.556945 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3d5bd1a-8922-417a-83ec-9cefb1832348 tempest-AllowedAddressPairIpV6TestJSON-1208968648 tempest-AllowedAddressPairIpV6TestJSON-1208968648-project] GET failed (client error): The resource could not be found. Dec 18 13:29:23.573071 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 52500) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:29:23.573907 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-b3d5bd1a-8922-417a-83ec-9cefb1832348 tempest-AllowedAddressPairIpV6TestJSON-1208968648 tempest-AllowedAddressPairIpV6TestJSON-1208968648-project] 10.222.0.31 "GET /v2.0/ports/de948566-f748-48f5-b0a1-b4a3457fc24a HTTP/1.1" status: 404 len: 333 time: 0.2533586 Dec 18 13:29:23.602511 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-7910fbbc-6d97-49b5-881a-e565ba8e6e14 None None] Could not find standard attr ID for object 77c4f10c-9fb1-4a5c-81e0-36787a1d1785. {{(pid=103161) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 18 13:29:23.604140 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.db [None req-dc3bf44e-529e-4aa0-8034-81d8fa330968 tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] For port 1e8c309f-1238-4df2-8d9b-c9439cc8b975, host hv-neutron-7448, got binding levels [] {{(pid=103159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:29:23.604767 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-dc3bf44e-529e-4aa0-8034-81d8fa330968 tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:23.615365 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2294866d-0076-4933-952c-685307032598 None None] Provisioning complete for port 6fb43e9a-23fe-43bf-8dd4-752d2fc475eb triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:29:23.615789 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:23.632126 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-f6508024-f9fb-4c68-b456-5f2993606666 req-785efa15-a7a9-42fa-a2d7-3a960f8daf2b tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7e2fdcf-cd6e-4be5-8448-e22550985054 HTTP/1.1" status: 200 len: 210 time: 0.0799155 Dec 18 13:29:23.632575 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-dc3bf44e-529e-4aa0-8034-81d8fa330968 tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] Calling delete_port for 1e8c309f-1238-4df2-8d9b-c9439cc8b975 owned by {{(pid=103159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:29:23.735243 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-54041f31-f1ef-4554-aced-61d35e7def14 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] In _notify_port_updated(), no bound segment for port 45b91308-1970-493b-a317-f1c2b4493f98 on network 829e2767-78f0-45c5-a751-bca26ee12932 {{(pid=103159) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 18 13:29:23.750865 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54041f31-f1ef-4554-aced-61d35e7def14 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:29:23.751720 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-54041f31-f1ef-4554-aced-61d35e7def14 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:23.753145 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-54041f31-f1ef-4554-aced-61d35e7def14 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] 10.222.0.31 "PUT /v2.0/ports/45b91308-1970-493b-a317-f1c2b4493f98 HTTP/1.1" status: 200 len: 1011 time: 3.6522951 Dec 18 13:29:23.753936 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af91569e-60d0-4de6-a1ab-9dca60e392fb req-c8a27151-b06e-4791-b0f8-267303a88cdc tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] Made reservation on behalf of 2cba4008d8a8417bb0925fcf9726214e for: {'port': 1} {{(pid=103159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:29:23.756996 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 52502) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:29:23.762553 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-af91569e-60d0-4de6-a1ab-9dca60e392fb req-c8a27151-b06e-4791-b0f8-267303a88cdc tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:23.793369 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-edcc7293-e133-48e4-90b2-921ca71da8cf None None] Could not find standard attr ID for object cbe8494d-d70b-422e-8def-913a2fdf32ce. {{(pid=103161) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 18 13:29:23.840633 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14bb5c3d-971c-4618-8992-329a2a3ec9c7 tempest-ExtraDHCPOptionsIpV6TestJSON-1628643685 tempest-ExtraDHCPOptionsIpV6TestJSON-1628643685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:29:23.842826 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-edcc7293-e133-48e4-90b2-921ca71da8cf None None] Provisioning complete for port 97ac0f52-740e-4bf7-a3dd-a30c67e35dd3 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:29:23.843244 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-edcc7293-e133-48e4-90b2-921ca71da8cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:23.847437 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14bb5c3d-971c-4618-8992-329a2a3ec9c7 tempest-ExtraDHCPOptionsIpV6TestJSON-1628643685 tempest-ExtraDHCPOptionsIpV6TestJSON-1628643685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:29:23.859300 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14bb5c3d-971c-4618-8992-329a2a3ec9c7 tempest-ExtraDHCPOptionsIpV6TestJSON-1628643685 tempest-ExtraDHCPOptionsIpV6TestJSON-1628643685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:29:23.861259 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-14bb5c3d-971c-4618-8992-329a2a3ec9c7 tempest-ExtraDHCPOptionsIpV6TestJSON-1628643685 tempest-ExtraDHCPOptionsIpV6TestJSON-1628643685-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2622 time: 0.7923820 Dec 18 13:29:23.867190 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54041f31-f1ef-4554-aced-61d35e7def14 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Pushing event updated for resources: {'Port': ['ID=45b91308-1970-493b-a317-f1c2b4493f98,revision_number=3']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:29:23.874638 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 52504) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:29:23.891023 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-847e5041-4e33-48f4-97c0-ba764167cbb4 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Made reservation on behalf of dde8326b44a64ab5a12bbfefe7e7aced for: {'subnet': 1} {{(pid=103159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:29:23.897320 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-847e5041-4e33-48f4-97c0-ba764167cbb4 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6017072'] for subnet, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:23.911937 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-484cd12d-c6be-4d4d-880b-fd1297f2ccf7 tempest-AllowedAddressPairIpV6TestJSON-1208968648 tempest-AllowedAddressPairIpV6TestJSON-1208968648-project] Deleting port 591ff7e3-f50e-430f-a519-d1df09c9d8be {{(pid=103160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:29:23.912222 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-484cd12d-c6be-4d4d-880b-fd1297f2ccf7 tempest-AllowedAddressPairIpV6TestJSON-1208968648 tempest-AllowedAddressPairIpV6TestJSON-1208968648-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:23.921756 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-edcc7293-e133-48e4-90b2-921ca71da8cf None None] Port 97ac0f52-740e-4bf7-a3dd-a30c67e35dd3 cannot update to ACTIVE because it is not bound. {{(pid=103161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 13:29:24.027397 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-f7717b09-314e-428d-a0f1-465656d24ebe tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Deleting port 45b91308-1970-493b-a317-f1c2b4493f98 {{(pid=103160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:29:24.029638 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-f7717b09-314e-428d-a0f1-465656d24ebe tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:24.051388 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.db_base_plugin_v2 [None req-47c97fa0-5466-4416-8545-20beae07183c tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Deleting subnet a9b974aa-e773-47df-934b-5891614e11ff {{(pid=103159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 18 13:29:24.057900 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-674472b8-3af7-4509-85b6-15e9dc4534c2 None None] Provisioning complete for port 45b91308-1970-493b-a317-f1c2b4493f98 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:29:24.058692 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-674472b8-3af7-4509-85b6-15e9dc4534c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:24.063098 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-47c97fa0-5466-4416-8545-20beae07183c tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks [] for subnet, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:24.097478 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-484cd12d-c6be-4d4d-880b-fd1297f2ccf7 tempest-AllowedAddressPairIpV6TestJSON-1208968648 tempest-AllowedAddressPairIpV6TestJSON-1208968648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:24.113247 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-484cd12d-c6be-4d4d-880b-fd1297f2ccf7 tempest-AllowedAddressPairIpV6TestJSON-1208968648 tempest-AllowedAddressPairIpV6TestJSON-1208968648-project] Calling delete_port for 591ff7e3-f50e-430f-a519-d1df09c9d8be owned by {{(pid=103160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:29:24.158591 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-674472b8-3af7-4509-85b6-15e9dc4534c2 None None] Port 45b91308-1970-493b-a317-f1c2b4493f98 cannot update to ACTIVE because it is not bound. {{(pid=103161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 13:29:24.187805 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-47c97fa0-5466-4416-8545-20beae07183c tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5589624'] for subnet, precommit_delete_associations {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:24.252891 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-f7717b09-314e-428d-a0f1-465656d24ebe tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:24.281895 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-f7717b09-314e-428d-a0f1-465656d24ebe tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Calling delete_port for 45b91308-1970-493b-a317-f1c2b4493f98 owned by {{(pid=103160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:29:24.394872 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-484cd12d-c6be-4d4d-880b-fd1297f2ccf7 tempest-AllowedAddressPairIpV6TestJSON-1208968648 tempest-AllowedAddressPairIpV6TestJSON-1208968648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4533522'] for port, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:24.404042 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-471a7950-b0d9-41fd-ab1e-ed9e559e0ebb None None] Provisioning complete for port 1903170e-157d-4e08-be84-3b88dbc55d05 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:29:24.404689 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-471a7950-b0d9-41fd-ab1e-ed9e559e0ebb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:24.450588 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484cd12d-c6be-4d4d-880b-fd1297f2ccf7 tempest-AllowedAddressPairIpV6TestJSON-1208968648 tempest-AllowedAddressPairIpV6TestJSON-1208968648-project] Pushing event deleted for resources: {'Port': ['ID=591ff7e3-f50e-430f-a519-d1df09c9d8be,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:29:24.501270 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-484cd12d-c6be-4d4d-880b-fd1297f2ccf7 tempest-AllowedAddressPairIpV6TestJSON-1208968648 tempest-AllowedAddressPairIpV6TestJSON-1208968648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:24.508341 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-484cd12d-c6be-4d4d-880b-fd1297f2ccf7 tempest-AllowedAddressPairIpV6TestJSON-1208968648 tempest-AllowedAddressPairIpV6TestJSON-1208968648-project] 10.222.0.31 "DELETE /v2.0/ports/591ff7e3-f50e-430f-a519-d1df09c9d8be HTTP/1.1" status: 204 len: 168 time: 0.9323738 Dec 18 13:29:24.531964 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 52506) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:29:24.607469 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-471a7950-b0d9-41fd-ab1e-ed9e559e0ebb None None] Provisioning complete for port a7c967b0-dc78-4f12-97fb-5949aa4bdd23 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:29:24.607854 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-471a7950-b0d9-41fd-ab1e-ed9e559e0ebb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:24.662034 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.db_base_plugin_v2 [None req-5520913a-49e0-4d72-81a7-84ef6ba00f60 tempest-AllowedAddressPairIpV6TestJSON-1208968648 tempest-AllowedAddressPairIpV6TestJSON-1208968648-project] Deleting subnet 798ef680-733b-4c96-8cac-aa7caa641561 {{(pid=103160) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 18 13:29:24.671267 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-5520913a-49e0-4d72-81a7-84ef6ba00f60 tempest-AllowedAddressPairIpV6TestJSON-1208968648 tempest-AllowedAddressPairIpV6TestJSON-1208968648-project] Publish callbacks [] for subnet, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:24.685702 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-471a7950-b0d9-41fd-ab1e-ed9e559e0ebb None None] Port a7c967b0-dc78-4f12-97fb-5949aa4bdd23 cannot update to ACTIVE because it is not bound. {{(pid=103161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 13:29:24.752562 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-5520913a-49e0-4d72-81a7-84ef6ba00f60 tempest-AllowedAddressPairIpV6TestJSON-1208968648 tempest-AllowedAddressPairIpV6TestJSON-1208968648-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4533385'] for subnet, precommit_delete_associations {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:24.755743 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-f7717b09-314e-428d-a0f1-465656d24ebe tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4533522'] for port, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:24.810257 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-b6e98524-d46d-44ac-b28f-c6cf2643372b None None] Provisioning complete for port 8e962812-5a39-4558-b20b-4cb9ba6c49dc triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:29:24.810944 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-b6e98524-d46d-44ac-b28f-c6cf2643372b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:24.826495 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.db_base_plugin_common [req-af91569e-60d0-4de6-a1ab-9dca60e392fb req-c8a27151-b06e-4791-b0f8-267303a88cdc tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] Allocated IP 172.20.0.13 (b777eec3-1fe1-45d9-be90-d023741ff2c0/7e8a84a3-739e-4c83-bb7f-c941648f694b/f5e61d76-6a42-42c3-a223-c3cbaf038e98) {{(pid=103159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:29:24.871109 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-5520913a-49e0-4d72-81a7-84ef6ba00f60 tempest-AllowedAddressPairIpV6TestJSON-1208968648 tempest-AllowedAddressPairIpV6TestJSON-1208968648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1929185'] for subnet, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:24.877688 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-8a67fb99-7fd2-42b7-bf64-65ca882d91da req-4c097b91-770b-4fc0-bd3c-2abb97e08d05 tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7e2fdcf-cd6e-4be5-8448-e22550985054 HTTP/1.1" status: 200 len: 210 time: 0.0625274 Dec 18 13:29:24.888687 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-dc3bf44e-529e-4aa0-8034-81d8fa330968 tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:24.892001 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-1ce677cc-a228-4bf8-8724-facac47492cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:24.946709 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-dc3bf44e-529e-4aa0-8034-81d8fa330968 tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:24.952924 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-dc3bf44e-529e-4aa0-8034-81d8fa330968 tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] 10.222.0.31 "DELETE /v2.0/ports/1e8c309f-1238-4df2-8d9b-c9439cc8b975 HTTP/1.1" status: 204 len: 168 time: 2.5518856 Dec 18 13:29:24.954558 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-47c97fa0-5466-4416-8545-20beae07183c tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1929185'] for subnet, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:24.956825 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 52510) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:29:24.957788 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7717b09-314e-428d-a0f1-465656d24ebe tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Pushing event deleted for resources: {'Port': ['ID=45b91308-1970-493b-a317-f1c2b4493f98,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:29:24.961472 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3bf44e-529e-4aa0-8034-81d8fa330968 tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] Pushing event deleted for resources: {'Port': ['ID=1e8c309f-1238-4df2-8d9b-c9439cc8b975,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:29:25.040534 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-a156713b-8da7-4f56-a963-591297995efa tempest-ExtraDHCPOptionsIpV6TestJSON-1628643685 tempest-ExtraDHCPOptionsIpV6TestJSON-1628643685-project] Deleting port 97ac0f52-740e-4bf7-a3dd-a30c67e35dd3 {{(pid=103159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:29:25.041033 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-a156713b-8da7-4f56-a963-591297995efa tempest-ExtraDHCPOptionsIpV6TestJSON-1628643685 tempest-ExtraDHCPOptionsIpV6TestJSON-1628643685-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:25.064706 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.pecan_wsgi.hooks.translation [None req-778ae168-afc5-4ae5-b2c4-45acd6bb2c83 tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] GET failed (client error): The resource could not be found. Dec 18 13:29:25.070078 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-778ae168-afc5-4ae5-b2c4-45acd6bb2c83 tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] 10.222.0.31 "GET /v2.0/ports/1e8c309f-1238-4df2-8d9b-c9439cc8b975 HTTP/1.1" status: 404 len: 333 time: 0.0962768 Dec 18 13:29:25.071832 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-f7717b09-314e-428d-a0f1-465656d24ebe tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:25.072861 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 52512) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:29:25.076575 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-f7717b09-314e-428d-a0f1-465656d24ebe tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] 10.222.0.31 "DELETE /v2.0/ports/45b91308-1970-493b-a317-f1c2b4493f98 HTTP/1.1" status: 204 len: 168 time: 1.3157392 Dec 18 13:29:25.078145 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 52514) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:29:25.088736 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-1654fc1e-4297-41e0-bc37-0ef8eb2cb2cb tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] Request body: {'port': {'network_id': 'efc9a900-f6d9-42e1-88bd-28ce4094031e', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1288357081'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:29:25.090348 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-5520913a-49e0-4d72-81a7-84ef6ba00f60 tempest-AllowedAddressPairIpV6TestJSON-1208968648 tempest-AllowedAddressPairIpV6TestJSON-1208968648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1929192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4533475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4514371'] for subnet, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:25.111469 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0c1b09b-1df2-44db-baef-c551f1afadeb tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] GET failed (client error): The resource could not be found. Dec 18 13:29:25.116062 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-e0c1b09b-1df2-44db-baef-c551f1afadeb tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] 10.222.0.31 "GET /v2.0/ports/45b91308-1970-493b-a317-f1c2b4493f98 HTTP/1.1" status: 404 len: 333 time: 0.0338218 Dec 18 13:29:25.119591 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 52516) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:29:25.154671 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5520913a-49e0-4d72-81a7-84ef6ba00f60 tempest-AllowedAddressPairIpV6TestJSON-1208968648 tempest-AllowedAddressPairIpV6TestJSON-1208968648-project] Pushing event deleted for resources: {'Subnet': ['ID=798ef680-733b-4c96-8cac-aa7caa641561,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:29:25.178986 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-5520913a-49e0-4d72-81a7-84ef6ba00f60 tempest-AllowedAddressPairIpV6TestJSON-1208968648 tempest-AllowedAddressPairIpV6TestJSON-1208968648-project] Publish callbacks [] for subnet, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:25.182267 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-5520913a-49e0-4d72-81a7-84ef6ba00f60 tempest-AllowedAddressPairIpV6TestJSON-1208968648 tempest-AllowedAddressPairIpV6TestJSON-1208968648-project] 10.222.0.31 "DELETE /v2.0/subnets/798ef680-733b-4c96-8cac-aa7caa641561 HTTP/1.1" status: 204 len: 168 time: 0.6494110 Dec 18 13:29:25.184526 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35561dde-6211-4e92-af4d-ad6c2386be14 None None] Network 95447ff4-73c3-4297-a351-416b4acfb01e requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:29:25.187676 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 52518) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:29:25.285784 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-093276b2-d1d2-407a-a4a7-681e606021a5 tempest-AllowedAddressPairIpV6TestJSON-1208968648 tempest-AllowedAddressPairIpV6TestJSON-1208968648-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2023137'] for network, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:25.341649 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1654fc1e-4297-41e0-bc37-0ef8eb2cb2cb tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] Made reservation on behalf of 9a86e4e0a33e4852b4ac568788e25a6a for: {'port': 1} {{(pid=103159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:29:25.344108 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-1654fc1e-4297-41e0-bc37-0ef8eb2cb2cb tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:25.349483 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-093276b2-d1d2-407a-a4a7-681e606021a5 tempest-AllowedAddressPairIpV6TestJSON-1208968648 tempest-AllowedAddressPairIpV6TestJSON-1208968648-project] Deleting port 5f17975f-90dc-44bd-acfa-889962cf81f5 {{(pid=103160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:29:25.349911 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-093276b2-d1d2-407a-a4a7-681e606021a5 tempest-AllowedAddressPairIpV6TestJSON-1208968648 tempest-AllowedAddressPairIpV6TestJSON-1208968648-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:25.438525 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-47c97fa0-5466-4416-8545-20beae07183c tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1929192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5659851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6017053'] for subnet, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:25.459540 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.db [None req-093276b2-d1d2-407a-a4a7-681e606021a5 tempest-AllowedAddressPairIpV6TestJSON-1208968648 tempest-AllowedAddressPairIpV6TestJSON-1208968648-project] For port 5f17975f-90dc-44bd-acfa-889962cf81f5, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=5f17975f-90dc-44bd-acfa-889962cf81f5,segment=NetworkSegment(57e4bd7b-33fb-42a0-967d-65ff283f08bc),segment_id=57e4bd7b-33fb-42a0-967d-65ff283f08bc)] {{(pid=103160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:29:25.459907 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-093276b2-d1d2-407a-a4a7-681e606021a5 tempest-AllowedAddressPairIpV6TestJSON-1208968648 tempest-AllowedAddressPairIpV6TestJSON-1208968648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:25.470858 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f64ec412-ab5c-4fa1-9f63-d30d8800cca9 None None] DHCP port deletion for 95447ff4-73c3-4297-a351-416b4acfb01e request from dv-neutron-744815-20-hyperv {{(pid=103161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 18 13:29:25.485116 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.notifiers.nova [None req-1654fc1e-4297-41e0-bc37-0ef8eb2cb2cb tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] device_id is not set on port e9704153-11cf-48b6-9872-4a0a4e895241 yet. {{(pid=103159) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 18 13:29:25.490001 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-093276b2-d1d2-407a-a4a7-681e606021a5 tempest-AllowedAddressPairIpV6TestJSON-1208968648 tempest-AllowedAddressPairIpV6TestJSON-1208968648-project] Calling delete_port for 5f17975f-90dc-44bd-acfa-889962cf81f5 owned by network:dhcp {{(pid=103160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:29:25.536966 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.db_base_plugin_v2 [None req-8fd791f6-a1bb-4109-adc8-d2fae750c2dc tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Deleting subnet 6ce9eea5-bb42-4d78-b4cf-8ebd2e003192 {{(pid=103159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 18 13:29:25.543639 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-f64ec412-ab5c-4fa1-9f63-d30d8800cca9 None None] Deleting port 5f17975f-90dc-44bd-acfa-889962cf81f5 {{(pid=103161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:29:25.544516 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f64ec412-ab5c-4fa1-9f63-d30d8800cca9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:25.556032 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-8fd791f6-a1bb-4109-adc8-d2fae750c2dc tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks [] for subnet, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:25.560169 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c97fa0-5466-4416-8545-20beae07183c tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Pushing event deleted for resources: {'Subnet': ['ID=a9b974aa-e773-47df-934b-5891614e11ff,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:29:25.564333 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-a156713b-8da7-4f56-a963-591297995efa tempest-ExtraDHCPOptionsIpV6TestJSON-1628643685 tempest-ExtraDHCPOptionsIpV6TestJSON-1628643685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:25.614882 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f493069-f48b-42ec-8aa0-c21b1b7e4a2f None None] Network a0b84a49-8464-4342-a47d-bd714ebbec81 requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:29:25.623608 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-093276b2-d1d2-407a-a4a7-681e606021a5 tempest-AllowedAddressPairIpV6TestJSON-1208968648 tempest-AllowedAddressPairIpV6TestJSON-1208968648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4533522'] for port, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:25.640850 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-47c97fa0-5466-4416-8545-20beae07183c tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047995'] for subnet, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:25.644109 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-47c97fa0-5466-4416-8545-20beae07183c tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] 10.222.0.31 "DELETE /v2.0/subnets/a9b974aa-e773-47df-934b-5891614e11ff HTTP/1.1" status: 204 len: 168 time: 2.3224518 Dec 18 13:29:25.653832 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 52520) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:29:25.670592 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093276b2-d1d2-407a-a4a7-681e606021a5 tempest-AllowedAddressPairIpV6TestJSON-1208968648 tempest-AllowedAddressPairIpV6TestJSON-1208968648-project] Pushing event deleted for resources: {'Port': ['ID=5f17975f-90dc-44bd-acfa-889962cf81f5,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:29:25.671576 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-af91569e-60d0-4de6-a1ab-9dca60e392fb req-c8a27151-b06e-4791-b0f8-267303a88cdc tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] Publish callbacks [] for port, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:25.673555 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-093276b2-d1d2-407a-a4a7-681e606021a5 tempest-AllowedAddressPairIpV6TestJSON-1208968648 tempest-AllowedAddressPairIpV6TestJSON-1208968648-project] No DVR routers for this DVR port 5f17975f-90dc-44bd-acfa-889962cf81f5 on host dv-neutron-744815-20-hyperv {{(pid=103160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 18 13:29:25.681988 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-f64ec412-ab5c-4fa1-9f63-d30d8800cca9 None None] For port 5f17975f-90dc-44bd-acfa-889962cf81f5, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=5f17975f-90dc-44bd-acfa-889962cf81f5,segment=NetworkSegment(57e4bd7b-33fb-42a0-967d-65ff283f08bc),segment_id=57e4bd7b-33fb-42a0-967d-65ff283f08bc)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:29:25.683717 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f64ec412-ab5c-4fa1-9f63-d30d8800cca9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:25.699989 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-f64ec412-ab5c-4fa1-9f63-d30d8800cca9 None None] Calling delete_port for 5f17975f-90dc-44bd-acfa-889962cf81f5 owned by network:dhcp {{(pid=103161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:29:25.718929 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-a156713b-8da7-4f56-a963-591297995efa tempest-ExtraDHCPOptionsIpV6TestJSON-1628643685 tempest-ExtraDHCPOptionsIpV6TestJSON-1628643685-project] Calling delete_port for 97ac0f52-740e-4bf7-a3dd-a30c67e35dd3 owned by {{(pid=103159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:29:25.726558 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-200dc71e-7dd2-49be-8a89-2b102b6f4957 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0675535 Dec 18 13:29:25.730297 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 52522) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:29:25.735162 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-847e5041-4e33-48f4-97c0-ba764167cbb4 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5659786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6017062'] for subnet, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:25.737764 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-4ff89450-72f6-48c9-abb1-80b7e494e853 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Request body: {'subnet': {'network_id': 'a0b84a49-8464-4342-a47d-bd714ebbec81', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:29:25.757701 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-8fd791f6-a1bb-4109-adc8-d2fae750c2dc tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5589624'] for subnet, precommit_delete_associations {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:25.787981 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f64ec412-ab5c-4fa1-9f63-d30d8800cca9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984'] for port, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:25.840147 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f64ec412-ab5c-4fa1-9f63-d30d8800cca9 None None] No DVR routers for this DVR port 5f17975f-90dc-44bd-acfa-889962cf81f5 on host dv-neutron-744815-20-hyperv {{(pid=103161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 18 13:29:25.881284 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-093276b2-d1d2-407a-a4a7-681e606021a5 tempest-AllowedAddressPairIpV6TestJSON-1208968648 tempest-AllowedAddressPairIpV6TestJSON-1208968648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1927292', 'neutron.services.segments.db._delete_segments_for_network-8767106887837'] for network, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:25.886633 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64ec412-ab5c-4fa1-9f63-d30d8800cca9 None None] Pushing event deleted for resources: {'Port': ['ID=5f17975f-90dc-44bd-acfa-889962cf81f5,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:29:25.928502 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-847e5041-4e33-48f4-97c0-ba764167cbb4 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Network 9a0c71e8-65ef-4584-a473-d55e5a427bae is already hosted by enough agents. {{(pid=103159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:29:25.937112 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.services.segments.db [None req-093276b2-d1d2-407a-a4a7-681e606021a5 tempest-AllowedAddressPairIpV6TestJSON-1208968648 tempest-AllowedAddressPairIpV6TestJSON-1208968648-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95447ff4-73c3-4297-a351-416b4acfb01e']}} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:29:25.971899 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.services.segments.db [None req-093276b2-d1d2-407a-a4a7-681e606021a5 tempest-AllowedAddressPairIpV6TestJSON-1208968648 tempest-AllowedAddressPairIpV6TestJSON-1208968648-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57e4bd7b-33fb-42a0-967d-65ff283f08bc') {'for_net_delete': True} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:29:25.972467 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.services.segments.db [None req-093276b2-d1d2-407a-a4a7-681e606021a5 tempest-AllowedAddressPairIpV6TestJSON-1208968648 tempest-AllowedAddressPairIpV6TestJSON-1208968648-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57e4bd7b-33fb-42a0-967d-65ff283f08bc') {} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:29:25.976565 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.base_scheduler [None req-847e5041-4e33-48f4-97c0-ba764167cbb4 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Resources bound (agent type, host, resource id): {{(pid=103159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:29:25.990853 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-847e5041-4e33-48f4-97c0-ba764167cbb4 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:29:25.991222 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ff89450-72f6-48c9-abb1-80b7e494e853 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Made reservation on behalf of 606a569495c64210af9cc9fb7e76dd52 for: {'subnet': 1} {{(pid=103160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:29:25.991488 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-847e5041-4e33-48f4-97c0-ba764167cbb4 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047995'] for subnet, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:25.995734 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-648570c0-508c-4d16-932c-db7af13cc6ac None None] Network 9a0c71e8-65ef-4584-a473-d55e5a427bae requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:29:26.010129 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-4ff89450-72f6-48c9-abb1-80b7e494e853 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4514414'] for subnet, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:26.053292 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-af91569e-60d0-4de6-a1ab-9dca60e392fb req-c8a27151-b06e-4791-b0f8-267303a88cdc tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:26.059069 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-093276b2-d1d2-407a-a4a7-681e606021a5 tempest-AllowedAddressPairIpV6TestJSON-1208968648 tempest-AllowedAddressPairIpV6TestJSON-1208968648-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767106888614', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4533424'] for segment, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:26.077520 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847e5041-4e33-48f4-97c0-ba764167cbb4 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Pushing event updated for resources: {'Subnet': ['ID=33c2132d-be7e-4d3e-b6bb-c41f4ef0fb5f,revision_number=0']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:29:26.128203 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06d1c027-abda-4742-b3a5-38751be0452c None None] DHCP port deletion for a0b84a49-8464-4342-a47d-bd714ebbec81 request from dv-neutron-744815-20-hyperv {{(pid=103161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 18 13:29:26.152239 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-847e5041-4e33-48f4-97c0-ba764167cbb4 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.4278524 Dec 18 13:29:26.161687 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 52526) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:29:26.169707 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-4d407cfc-5e44-4ced-9094-acdb37de2d95 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Request body: {'security_group': {'name': 'tempest-secgroup-683058549'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:29:26.192215 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-06d1c027-abda-4742-b3a5-38751be0452c None None] Deleting port 8e962812-5a39-4558-b20b-4cb9ba6c49dc {{(pid=103161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:29:26.192804 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-06d1c027-abda-4742-b3a5-38751be0452c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:26.199410 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-1654fc1e-4297-41e0-bc37-0ef8eb2cb2cb tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:26.204751 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-8fd791f6-a1bb-4109-adc8-d2fae750c2dc tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1929185'] for subnet, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:26.210631 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af91569e-60d0-4de6-a1ab-9dca60e392fb req-c8a27151-b06e-4791-b0f8-267303a88cdc tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] Network b777eec3-1fe1-45d9-be90-d023741ff2c0 is already hosted by enough agents. {{(pid=103159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:29:26.242451 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.base_scheduler [req-af91569e-60d0-4de6-a1ab-9dca60e392fb req-c8a27151-b06e-4791-b0f8-267303a88cdc tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] Resources bound (agent type, host, resource id): {{(pid=103159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:29:26.254569 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [req-af91569e-60d0-4de6-a1ab-9dca60e392fb req-c8a27151-b06e-4791-b0f8-267303a88cdc tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] Received port after_create {{(pid=103159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:29:26.263784 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a27151-b06e-4791-b0f8-267303a88cdc tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] Pushing event updated for resources: {'Port': ['ID=f5e61d76-6a42-42c3-a223-c3cbaf038e98,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:29:26.308371 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7800e8e2-885a-4c4a-bd25-d984c37178b1 None None] Update dhcp port {'port': {'network_id': '9a0c71e8-65ef-4584-a473-d55e5a427bae', 'fixed_ips': [{'subnet_id': '77c189ed-fb5d-4292-b406-845dbdaaa7ef', 'ip_address': '172.20.0.19'}, {'subnet_id': '33c2132d-be7e-4d3e-b6bb-c41f4ef0fb5f'}], 'binding:host_id': 'dv-neutron-744815-20-hyperv'}, 'id': '1903170e-157d-4e08-be84-3b88dbc55d05'} from dv-neutron-744815-20-hyperv. {{(pid=103161) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 18 13:29:26.346852 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-06d1c027-abda-4742-b3a5-38751be0452c None None] For port 8e962812-5a39-4558-b20b-4cb9ba6c49dc, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=8e962812-5a39-4558-b20b-4cb9ba6c49dc,segment=NetworkSegment(1d35b28d-d075-4c4f-99ab-408d9457428e),segment_id=1d35b28d-d075-4c4f-99ab-408d9457428e)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:29:26.346852 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-06d1c027-abda-4742-b3a5-38751be0452c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:26.392335 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7800e8e2-885a-4c4a-bd25-d984c37178b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:26.396859 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-4d407cfc-5e44-4ced-9094-acdb37de2d95 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks [] for security_group, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:26.397488 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-06d1c027-abda-4742-b3a5-38751be0452c None None] Calling delete_port for 8e962812-5a39-4558-b20b-4cb9ba6c49dc owned by network:dhcp {{(pid=103161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:29:26.420210 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 5f17975f-90dc-44bd-acfa-889962cf81f5 no longer exists at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 18 13:29:26.452956 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af91569e-60d0-4de6-a1ab-9dca60e392fb req-c8a27151-b06e-4791-b0f8-267303a88cdc tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:29:26.455807 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-af91569e-60d0-4de6-a1ab-9dca60e392fb req-c8a27151-b06e-4791-b0f8-267303a88cdc tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:26.456891 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-2294866d-0076-4933-952c-685307032598 None None] No Port match for: 5f17975f-90dc-44bd-acfa-889962cf81f5 {{(pid=103161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 18 13:29:26.457299 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 5f17975f-90dc-44bd-acfa-889962cf81f5 not bound to the agent host dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 18 13:29:26.457766 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 8e962812-5a39-4558-b20b-4cb9ba6c49dc no longer exists at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 18 13:29:26.483551 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-8fd791f6-a1bb-4109-adc8-d2fae750c2dc tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1929192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5659851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6017053'] for subnet, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:26.501344 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-093276b2-d1d2-407a-a4a7-681e606021a5 tempest-AllowedAddressPairIpV6TestJSON-1208968648 tempest-AllowedAddressPairIpV6TestJSON-1208968648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:26.501939 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-1654fc1e-4297-41e0-bc37-0ef8eb2cb2cb tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:26.503839 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-a156713b-8da7-4f56-a963-591297995efa tempest-ExtraDHCPOptionsIpV6TestJSON-1628643685 tempest-ExtraDHCPOptionsIpV6TestJSON-1628643685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:26.556112 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-af91569e-60d0-4de6-a1ab-9dca60e392fb req-c8a27151-b06e-4791-b0f8-267303a88cdc tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8945026 Dec 18 13:29:26.574095 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-093276b2-d1d2-407a-a4a7-681e606021a5 tempest-AllowedAddressPairIpV6TestJSON-1208968648 tempest-AllowedAddressPairIpV6TestJSON-1208968648-project] Releasing vlan 145 on physical network physnet1 to pool {{(pid=103160) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 18 13:29:26.575273 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-093276b2-d1d2-407a-a4a7-681e606021a5 tempest-AllowedAddressPairIpV6TestJSON-1208968648 tempest-AllowedAddressPairIpV6TestJSON-1208968648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4533569'] for segment, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:26.582930 dv-neutron-744815-20-hyperv neutron-server[103160]: Traceback (most recent call last): Dec 18 13:29:26.582930 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 18 13:29:26.582930 dv-neutron-744815-20-hyperv neutron-server[103160]: timer() Dec 18 13:29:26.582930 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 18 13:29:26.582930 dv-neutron-744815-20-hyperv neutron-server[103160]: cb(*args, **kw) Dec 18 13:29:26.582930 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 18 13:29:26.582930 dv-neutron-744815-20-hyperv neutron-server[103160]: return func(*args, **kwargs) Dec 18 13:29:26.582930 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 18 13:29:26.582930 dv-neutron-744815-20-hyperv neutron-server[103160]: self._notify() Dec 18 13:29:26.582930 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 18 13:29:26.582930 dv-neutron-744815-20-hyperv neutron-server[103160]: self.callback(batched_events) Dec 18 13:29:26.582930 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 18 13:29:26.582930 dv-neutron-744815-20-hyperv neutron-server[103160]: event.method(event) Dec 18 13:29:26.582930 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 18 13:29:26.582930 dv-neutron-744815-20-hyperv neutron-server[103160]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 18 13:29:26.582930 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 18 13:29:26.582930 dv-neutron-744815-20-hyperv neutron-server[103160]: aggregate_uuid = self.p_client.list_aggregates( Dec 18 13:29:26.582930 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 18 13:29:26.582930 dv-neutron-744815-20-hyperv neutron-server[103160]: return f(self, *a, **k) Dec 18 13:29:26.582930 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 18 13:29:26.582930 dv-neutron-744815-20-hyperv neutron-server[103160]: return self._get(url).json() Dec 18 13:29:26.582930 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 18 13:29:26.582930 dv-neutron-744815-20-hyperv neutron-server[103160]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 18 13:29:26.582930 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 18 13:29:26.582930 dv-neutron-744815-20-hyperv neutron-server[103160]: return self.request(url, 'GET', **kwargs) Dec 18 13:29:26.582930 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 18 13:29:26.582930 dv-neutron-744815-20-hyperv neutron-server[103160]: base_url = self.get_endpoint(auth, allow=allow, Dec 18 13:29:26.582930 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 18 13:29:26.582930 dv-neutron-744815-20-hyperv neutron-server[103160]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 18 13:29:26.582930 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 18 13:29:26.582930 dv-neutron-744815-20-hyperv neutron-server[103160]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 18 13:29:26.582930 dv-neutron-744815-20-hyperv neutron-server[103160]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 18 13:29:26.593011 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [req-af91569e-60d0-4de6-a1ab-9dca60e392fb req-3d9bd59f-a884-4e48-b0ac-ab4ff98214f4 service neutron] Request body: {'port': {'device_id': 'f7e2fdcf-cd6e-4be5-8448-e22550985054', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7448'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:29:26.604563 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd791f6-a1bb-4109-adc8-d2fae750c2dc tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Pushing event deleted for resources: {'Subnet': ['ID=6ce9eea5-bb42-4d78-b4cf-8ebd2e003192,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:29:26.611870 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-8fd791f6-a1bb-4109-adc8-d2fae750c2dc tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047995'] for subnet, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:26.615559 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-8fd791f6-a1bb-4109-adc8-d2fae750c2dc tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] 10.222.0.31 "DELETE /v2.0/subnets/6ce9eea5-bb42-4d78-b4cf-8ebd2e003192 HTTP/1.1" status: 204 len: 168 time: 1.4932888 Dec 18 13:29:26.622147 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 52528) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:29:26.702479 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1654fc1e-4297-41e0-bc37-0ef8eb2cb2cb tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] Network efc9a900-f6d9-42e1-88bd-28ce4094031e is already hosted by enough agents. {{(pid=103159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:29:26.745454 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cfae68-27c6-4449-9d72-0bb8dedc0c0b req-77e2df60-1d05-45c6-be56-f8f6a7362f5a tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:29:26.747098 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-32cfae68-27c6-4449-9d72-0bb8dedc0c0b req-77e2df60-1d05-45c6-be56-f8f6a7362f5a tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7e2fdcf-cd6e-4be5-8448-e22550985054 HTTP/1.1" status: 200 len: 932 time: 0.6902275 Dec 18 13:29:26.749689 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.base_scheduler [None req-1654fc1e-4297-41e0-bc37-0ef8eb2cb2cb tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] Resources bound (agent type, host, resource id): {{(pid=103159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:29:26.768929 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1654fc1e-4297-41e0-bc37-0ef8eb2cb2cb tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] Pushing event updated for resources: {'Port': ['ID=e9704153-11cf-48b6-9872-4a0a4e895241,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:29:26.772222 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1654fc1e-4297-41e0-bc37-0ef8eb2cb2cb tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] Received port after_create {{(pid=103159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:29:26.773634 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1654fc1e-4297-41e0-bc37-0ef8eb2cb2cb tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:29:26.775053 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-1654fc1e-4297-41e0-bc37-0ef8eb2cb2cb tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:26.777096 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-a156713b-8da7-4f56-a963-591297995efa tempest-ExtraDHCPOptionsIpV6TestJSON-1628643685 tempest-ExtraDHCPOptionsIpV6TestJSON-1628643685-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:26.780354 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-a156713b-8da7-4f56-a963-591297995efa tempest-ExtraDHCPOptionsIpV6TestJSON-1628643685 tempest-ExtraDHCPOptionsIpV6TestJSON-1628643685-project] 10.222.0.31 "DELETE /v2.0/ports/97ac0f52-740e-4bf7-a3dd-a30c67e35dd3 HTTP/1.1" status: 204 len: 168 time: 2.8967721 Dec 18 13:29:26.788721 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 52532) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:29:26.813259 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-7401bc55-5f90-4bdb-9506-6171ad080c56 tempest-ExtraDHCPOptionsIpV6TestJSON-1628643685 tempest-ExtraDHCPOptionsIpV6TestJSON-1628643685-project] Request body: {'port': {'name': 'tempest-new-port-name-250202991', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:29:26.813736 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.api.validators [None req-7401bc55-5f90-4bdb-9506-6171ad080c56 tempest-ExtraDHCPOptionsIpV6TestJSON-1628643685 tempest-ExtraDHCPOptionsIpV6TestJSON-1628643685-project] bootfile-name is not in valid_values {{(pid=103160) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 18 13:29:26.814080 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.api.validators [None req-7401bc55-5f90-4bdb-9506-6171ad080c56 tempest-ExtraDHCPOptionsIpV6TestJSON-1628643685 tempest-ExtraDHCPOptionsIpV6TestJSON-1628643685-project] tftp-server is not in valid_values {{(pid=103160) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 18 13:29:26.814679 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.api.validators [None req-7401bc55-5f90-4bdb-9506-6171ad080c56 tempest-ExtraDHCPOptionsIpV6TestJSON-1628643685 tempest-ExtraDHCPOptionsIpV6TestJSON-1628643685-project] server-ip-address is not in valid_values {{(pid=103160) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 18 13:29:26.854008 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-096411e0-1b7a-47d0-b3a7-0d75b5d4ab47 None None] Network 829e2767-78f0-45c5-a751-bca26ee12932 requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:29:26.867412 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.objects.ports [None req-4ff89450-72f6-48c9-abb1-80b7e494e853 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103160) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 18 13:29:26.886937 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-093276b2-d1d2-407a-a4a7-681e606021a5 tempest-AllowedAddressPairIpV6TestJSON-1208968648 tempest-AllowedAddressPairIpV6TestJSON-1208968648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1927267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586962'] for network, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:26.910452 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a156713b-8da7-4f56-a963-591297995efa tempest-ExtraDHCPOptionsIpV6TestJSON-1628643685 tempest-ExtraDHCPOptionsIpV6TestJSON-1628643685-project] Pushing event deleted for resources: {'Port': ['ID=97ac0f52-740e-4bf7-a3dd-a30c67e35dd3,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:29:26.916400 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c5fb07e-4ebd-404d-aec3-e4be22405c1e tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Deleting subnet a5256877-6fe0-4e9a-ba6c-86e4dd88dc90 {{(pid=103159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 18 13:29:26.932245 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-4d407cfc-5e44-4ced-9094-acdb37de2d95 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks [] for security_group, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:26.933270 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-8c5fb07e-4ebd-404d-aec3-e4be22405c1e tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks [] for subnet, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:26.977345 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-1654fc1e-4297-41e0-bc37-0ef8eb2cb2cb tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.8923731 Dec 18 13:29:26.992106 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-4d407cfc-5e44-4ced-9094-acdb37de2d95 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:27.000223 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-af91569e-60d0-4de6-a1ab-9dca60e392fb req-3d9bd59f-a884-4e48-b0ac-ab4ff98214f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:27.022802 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 52534) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:29:27.052125 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-8c5fb07e-4ebd-404d-aec3-e4be22405c1e tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5589624'] for subnet, precommit_delete_associations {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:27.089802 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-093276b2-d1d2-407a-a4a7-681e606021a5 tempest-AllowedAddressPairIpV6TestJSON-1208968648 tempest-AllowedAddressPairIpV6TestJSON-1208968648-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047995'] for network, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:27.095978 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-093276b2-d1d2-407a-a4a7-681e606021a5 tempest-AllowedAddressPairIpV6TestJSON-1208968648 tempest-AllowedAddressPairIpV6TestJSON-1208968648-project] 10.222.0.31 "DELETE /v2.0/networks/95447ff4-73c3-4297-a351-416b4acfb01e HTTP/1.1" status: 204 len: 168 time: 1.9050102 Dec 18 13:29:27.117904 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-226d9812-0910-4650-bc54-452db1c36678 None None] Provisioning complete for port f5e61d76-6a42-42c3-a223-c3cbaf038e98 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:29:27.118380 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-226d9812-0910-4650-bc54-452db1c36678 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:27.168679 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093276b2-d1d2-407a-a4a7-681e606021a5 tempest-AllowedAddressPairIpV6TestJSON-1208968648 tempest-AllowedAddressPairIpV6TestJSON-1208968648-project] Pushing event deleted for resources: {'Network': ['ID=95447ff4-73c3-4297-a351-416b4acfb01e,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:29:27.173915 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-7401bc55-5f90-4bdb-9506-6171ad080c56 tempest-ExtraDHCPOptionsIpV6TestJSON-1628643685 tempest-ExtraDHCPOptionsIpV6TestJSON-1628643685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:27.180053 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-226d9812-0910-4650-bc54-452db1c36678 None None] Port f5e61d76-6a42-42c3-a223-c3cbaf038e98 cannot update to ACTIVE because it is not bound. {{(pid=103161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 13:29:27.188112 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-8c5fb07e-4ebd-404d-aec3-e4be22405c1e tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1929185'] for subnet, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:27.209944 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-32cfae68-27c6-4449-9d72-0bb8dedc0c0b req-767ac54b-46fd-4cbe-9c41-5a32ec064702 tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] 10.222.0.31 "GET /v2.0/security-groups?id=7500739f-039a-45b0-85f1-cc2dd6d8ee03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4509687 Dec 18 13:29:27.221330 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.ipam_pluggable_backend [None req-4ff89450-72f6-48c9-abb1-80b7e494e853 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Port 8e962812-5a39-4558-b20b-4cb9ba6c49dc was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=103160) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Dec 18 13:29:27.221673 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.ipam_pluggable_backend [None req-4ff89450-72f6-48c9-abb1-80b7e494e853 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Reverting IP allocation for 2001:db8::f816:3eff:fe17:d4bc {{(pid=103160) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Dec 18 13:29:27.226796 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-06d1c027-abda-4742-b3a5-38751be0452c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984'] for port, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:27.242709 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0f5b691a-8fdc-40cd-b484-cd6c2f26a6e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:27.261751 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.ipam_pluggable_backend [None req-4ff89450-72f6-48c9-abb1-80b7e494e853 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe17:d4bc {{(pid=103160) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Dec 18 13:29:27.280516 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d1c027-abda-4742-b3a5-38751be0452c None None] Pushing event deleted for resources: {'Port': ['ID=8e962812-5a39-4558-b20b-4cb9ba6c49dc,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:29:27.281977 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-4ff89450-72f6-48c9-abb1-80b7e494e853 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4533410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4514424'] for subnet, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:27.291636 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06d1c027-abda-4742-b3a5-38751be0452c None None] No DVR routers for this DVR port 8e962812-5a39-4558-b20b-4cb9ba6c49dc on host dv-neutron-744815-20-hyperv {{(pid=103161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 18 13:29:27.296912 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:27.302276 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_common [None req-7800e8e2-885a-4c4a-bd25-d984c37178b1 None None] Allocated IP 172.20.0.2 (9a0c71e8-65ef-4584-a473-d55e5a427bae/33c2132d-be7e-4d3e-b6bb-c41f4ef0fb5f/1903170e-157d-4e08-be84-3b88dbc55d05) {{(pid=103161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:29:27.307525 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-71d0da79-c1a1-44ab-b9d0-060a9f7a30da tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-7448'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:29:27.321664 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-8c5fb07e-4ebd-404d-aec3-e4be22405c1e tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1929192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5659851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6017053'] for subnet, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:27.448347 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-8c5fb07e-4ebd-404d-aec3-e4be22405c1e tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047995'] for subnet, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:27.451719 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-8c5fb07e-4ebd-404d-aec3-e4be22405c1e tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] 10.222.0.31 "DELETE /v2.0/subnets/a5256877-6fe0-4e9a-ba6c-86e4dd88dc90 HTTP/1.1" status: 204 len: 168 time: 0.8212335 Dec 18 13:29:27.461806 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d407cfc-5e44-4ced-9094-acdb37de2d95 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4fd57da6-fdb3-459c-b76c-2bbf4e961d0e,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:29:27.475739 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 52538) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:29:27.540213 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-4d407cfc-5e44-4ced-9094-acdb37de2d95 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks [] for security_group, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:27.542191 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-4d407cfc-5e44-4ced-9094-acdb37de2d95 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1759 time: 1.3762619 Dec 18 13:29:27.550828 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-7800e8e2-885a-4c4a-bd25-d984c37178b1 None None] For port 1903170e-157d-4e08-be84-3b88dbc55d05, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=1903170e-157d-4e08-be84-3b88dbc55d05,segment=NetworkSegment(8a8b25c1-db3d-4a31-a842-329cb0f3a9fe),segment_id=8a8b25c1-db3d-4a31-a842-329cb0f3a9fe)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:29:27.560321 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5fb07e-4ebd-404d-aec3-e4be22405c1e tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Pushing event deleted for resources: {'Subnet': ['ID=a5256877-6fe0-4e9a-ba6c-86e4dd88dc90,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:29:27.575716 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 52542) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:29:27.587358 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-30f6d4b7-6d19-472c-8f84-13374dffbaf4 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Request body: {'security_group': {'name': 'tempest-secgroup-362785248'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:29:27.615615 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7800e8e2-885a-4c4a-bd25-d984c37178b1 None None] Publish callbacks [] for port, precommit_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:27.631044 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7800e8e2-885a-4c4a-bd25-d984c37178b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:27.676023 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 52544) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:29:27.687523 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ff89450-72f6-48c9-abb1-80b7e494e853 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Network a0b84a49-8464-4342-a47d-bd714ebbec81 is already hosted by enough agents. {{(pid=103160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:29:27.688787 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff89450-72f6-48c9-abb1-80b7e494e853 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Pushing event updated for resources: {'Subnet': ['ID=f519255b-5039-4a88-a211-f2d46bf302fd,revision_number=0']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:29:27.694809 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-7401bc55-5f90-4bdb-9506-6171ad080c56 tempest-ExtraDHCPOptionsIpV6TestJSON-1628643685 tempest-ExtraDHCPOptionsIpV6TestJSON-1628643685-project] Publish callbacks [] for port, precommit_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:27.697763 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.base_scheduler [None req-4ff89450-72f6-48c9-abb1-80b7e494e853 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Resources bound (agent type, host, resource id): {{(pid=103160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:29:27.702105 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ff89450-72f6-48c9-abb1-80b7e494e853 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:29:27.702912 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-4ff89450-72f6-48c9-abb1-80b7e494e853 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks [] for subnet, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:27.708697 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-7401bc55-5f90-4bdb-9506-6171ad080c56 tempest-ExtraDHCPOptionsIpV6TestJSON-1628643685 tempest-ExtraDHCPOptionsIpV6TestJSON-1628643685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4533541'] for port, after_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:27.743605 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7800e8e2-885a-4c4a-bd25-d984c37178b1 None None] Pushing event updated for resources: {'Port': ['ID=1903170e-157d-4e08-be84-3b88dbc55d05,revision_number=6']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:29:27.747200 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f40ae8f7-a5e4-4a3a-b0db-aec6c78b4f09 None None] Network a0b84a49-8464-4342-a47d-bd714ebbec81 requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:29:27.778132 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7401bc55-5f90-4bdb-9506-6171ad080c56 tempest-ExtraDHCPOptionsIpV6TestJSON-1628643685 tempest-ExtraDHCPOptionsIpV6TestJSON-1628643685-project] Pushing event updated for resources: {'Port': ['ID=3669afc2-3a73-4a9d-908f-02aeb549e350,revision_number=2']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:29:27.788768 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-7401bc55-5f90-4bdb-9506-6171ad080c56 tempest-ExtraDHCPOptionsIpV6TestJSON-1628643685 tempest-ExtraDHCPOptionsIpV6TestJSON-1628643685-project] In _notify_port_updated(), no bound segment for port 3669afc2-3a73-4a9d-908f-02aeb549e350 on network bf8968ad-e79a-4be6-81a7-f2f8f00383af {{(pid=103160) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 18 13:29:27.805706 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7401bc55-5f90-4bdb-9506-6171ad080c56 tempest-ExtraDHCPOptionsIpV6TestJSON-1628643685 tempest-ExtraDHCPOptionsIpV6TestJSON-1628643685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:29:27.806605 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-7401bc55-5f90-4bdb-9506-6171ad080c56 tempest-ExtraDHCPOptionsIpV6TestJSON-1628643685 tempest-ExtraDHCPOptionsIpV6TestJSON-1628643685-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:27.812239 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-7401bc55-5f90-4bdb-9506-6171ad080c56 tempest-ExtraDHCPOptionsIpV6TestJSON-1628643685 tempest-ExtraDHCPOptionsIpV6TestJSON-1628643685-project] 10.222.0.31 "PUT /v2.0/ports/3669afc2-3a73-4a9d-908f-02aeb549e350 HTTP/1.1" status: 200 len: 1129 time: 1.0152256 Dec 18 13:29:27.813315 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 52548) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:29:27.828472 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-4ff89450-72f6-48c9-abb1-80b7e494e853 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0966682 Dec 18 13:29:27.857184 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 52550) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:29:27.877604 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-85b6caa0-5dbf-4c5d-ac67-6fd180c26686 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Request body: {'subnet': {'network_id': 'a0b84a49-8464-4342-a47d-bd714ebbec81', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:29:27.912822 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14483672-b934-41c8-b798-70d5dff915bb tempest-ExtraDHCPOptionsIpV6TestJSON-1628643685 tempest-ExtraDHCPOptionsIpV6TestJSON-1628643685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:29:27.925204 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-14483672-b934-41c8-b798-70d5dff915bb tempest-ExtraDHCPOptionsIpV6TestJSON-1628643685 tempest-ExtraDHCPOptionsIpV6TestJSON-1628643685-project] 10.222.0.31 "GET /v2.0/ports/3669afc2-3a73-4a9d-908f-02aeb549e350 HTTP/1.1" status: 200 len: 1129 time: 0.1103220 Dec 18 13:29:27.925980 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 52552) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:29:27.986536 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-71d0da79-c1a1-44ab-b9d0-060a9f7a30da tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:28.031233 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-972a678d-5421-44c1-89d1-7d19718f49b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp31e170a0-46a1-5ba9-9dc1-7ee4f866f0d7-a0b84a49-8464-4342-a47d-bd714ebbec81', 'network_id': 'a0b84a49-8464-4342-a47d-bd714ebbec81', 'project_id': '606a569495c64210af9cc9fb7e76dd52', 'fixed_ips': [{'subnet_id': 'f519255b-5039-4a88-a211-f2d46bf302fd'}]}} from dv-neutron-744815-20-hyperv. {{(pid=103161) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 18 13:29:28.032645 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-972a678d-5421-44c1-89d1-7d19718f49b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:28.100202 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-7f2ec304-83de-46e8-a50e-4c6da21dc5b6 tempest-ExtraDHCPOptionsIpV6TestJSON-1628643685 tempest-ExtraDHCPOptionsIpV6TestJSON-1628643685-project] Deleting port 3669afc2-3a73-4a9d-908f-02aeb549e350 {{(pid=103160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:29:28.100550 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-7f2ec304-83de-46e8-a50e-4c6da21dc5b6 tempest-ExtraDHCPOptionsIpV6TestJSON-1628643685 tempest-ExtraDHCPOptionsIpV6TestJSON-1628643685-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:28.182221 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2784a34d-3480-4e06-80f4-8f3b2c058cfb None None] Network 829e2767-78f0-45c5-a751-bca26ee12932 requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:29:28.270002 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-7f2ec304-83de-46e8-a50e-4c6da21dc5b6 tempest-ExtraDHCPOptionsIpV6TestJSON-1628643685 tempest-ExtraDHCPOptionsIpV6TestJSON-1628643685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:28.296195 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-7f2ec304-83de-46e8-a50e-4c6da21dc5b6 tempest-ExtraDHCPOptionsIpV6TestJSON-1628643685 tempest-ExtraDHCPOptionsIpV6TestJSON-1628643685-project] Calling delete_port for 3669afc2-3a73-4a9d-908f-02aeb549e350 owned by {{(pid=103160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:29:28.407467 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 1903170e-157d-4e08-be84-3b88dbc55d05 up at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 13:29:28.430336 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b32552be-15ad-4a50-b011-d8393fab4a0b tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2023137'] for network, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:28.461431 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_common [None req-972a678d-5421-44c1-89d1-7d19718f49b0 None None] Allocated IP 2001:db8::f816:3eff:fe8b:8047 (a0b84a49-8464-4342-a47d-bd714ebbec81/f519255b-5039-4a88-a211-f2d46bf302fd/9548d2f8-c25c-4ea7-89d2-bf1befbe239a) {{(pid=103161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:29:28.514590 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-afa9ae9b-bdbb-4010-bcf6-3a46ce66cf71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:28.528585 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-85cf40e9-0bca-42c6-bf6b-d31cfd427cc3 None None] Provisioning complete for port 3669afc2-3a73-4a9d-908f-02aeb549e350 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:29:28.529112 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-85cf40e9-0bca-42c6-bf6b-d31cfd427cc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:28.532428 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-7f2ec304-83de-46e8-a50e-4c6da21dc5b6 tempest-ExtraDHCPOptionsIpV6TestJSON-1628643685 tempest-ExtraDHCPOptionsIpV6TestJSON-1628643685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4533522'] for port, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:28.558769 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-85cf40e9-0bca-42c6-bf6b-d31cfd427cc3 None None] Port 3669afc2-3a73-4a9d-908f-02aeb549e350 was deleted so its status cannot be updated. {{(pid=103161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Dec 18 13:29:28.593280 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2ec304-83de-46e8-a50e-4c6da21dc5b6 tempest-ExtraDHCPOptionsIpV6TestJSON-1628643685 tempest-ExtraDHCPOptionsIpV6TestJSON-1628643685-project] Pushing event deleted for resources: {'Port': ['ID=3669afc2-3a73-4a9d-908f-02aeb549e350,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:29:28.601313 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-85cf40e9-0bca-42c6-bf6b-d31cfd427cc3 None None] Provisioning complete for port 6fb43e9a-23fe-43bf-8dd4-752d2fc475eb triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:29:28.601687 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-85cf40e9-0bca-42c6-bf6b-d31cfd427cc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:28.612078 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-30f6d4b7-6d19-472c-8f84-13374dffbaf4 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks [] for security_group, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:28.637774 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-7f2ec304-83de-46e8-a50e-4c6da21dc5b6 tempest-ExtraDHCPOptionsIpV6TestJSON-1628643685 tempest-ExtraDHCPOptionsIpV6TestJSON-1628643685-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:28.642062 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-7f2ec304-83de-46e8-a50e-4c6da21dc5b6 tempest-ExtraDHCPOptionsIpV6TestJSON-1628643685 tempest-ExtraDHCPOptionsIpV6TestJSON-1628643685-project] 10.222.0.31 "DELETE /v2.0/ports/3669afc2-3a73-4a9d-908f-02aeb549e350 HTTP/1.1" status: 204 len: 168 time: 0.7137160 Dec 18 13:29:28.649777 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 52556) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:29:28.710342 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b38ddb8a-21cd-429f-9618-737c7e5858f9 None None] DHCP port deletion for 829e2767-78f0-45c5-a751-bca26ee12932 request from dv-neutron-744815-20-hyperv {{(pid=103161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 18 13:29:28.758563 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.db_base_plugin_v2 [None req-33af3e3a-e9f1-44ec-a50a-5b3a79952855 tempest-ExtraDHCPOptionsIpV6TestJSON-1628643685 tempest-ExtraDHCPOptionsIpV6TestJSON-1628643685-project] Deleting subnet 7dfcc431-3d23-4874-b33b-53af4ebcc31c {{(pid=103160) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 18 13:29:28.762346 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2294866d-0076-4933-952c-685307032598 None None] Provisioning complete for port 1903170e-157d-4e08-be84-3b88dbc55d05 triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:29:28.763027 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:28.763831 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-33af3e3a-e9f1-44ec-a50a-5b3a79952855 tempest-ExtraDHCPOptionsIpV6TestJSON-1628643685 tempest-ExtraDHCPOptionsIpV6TestJSON-1628643685-project] Publish callbacks [] for subnet, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:28.853805 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-33af3e3a-e9f1-44ec-a50a-5b3a79952855 tempest-ExtraDHCPOptionsIpV6TestJSON-1628643685 tempest-ExtraDHCPOptionsIpV6TestJSON-1628643685-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4533385'] for subnet, precommit_delete_associations {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:28.959519 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-972a678d-5421-44c1-89d1-7d19718f49b0 None None] Publish callbacks [] for port, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:28.986735 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-972a678d-5421-44c1-89d1-7d19718f49b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975'] for port, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:29.012774 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-972a678d-5421-44c1-89d1-7d19718f49b0 None None] Network a0b84a49-8464-4342-a47d-bd714ebbec81 is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:29:29.021105 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-972a678d-5421-44c1-89d1-7d19718f49b0 None None] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:29:29.046591 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-972a678d-5421-44c1-89d1-7d19718f49b0 None None] Received port after_create {{(pid=103161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:29:29.100399 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-b38ddb8a-21cd-429f-9618-737c7e5858f9 None None] Deleting port 6fb43e9a-23fe-43bf-8dd4-752d2fc475eb {{(pid=103161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:29:29.100775 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-b38ddb8a-21cd-429f-9618-737c7e5858f9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:29.172932 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-972a678d-5421-44c1-89d1-7d19718f49b0 None None] Attempting to bind port 9548d2f8-c25c-4ea7-89d2-bf1befbe239a on host dv-neutron-744815-20-hyperv for vnic_type normal with profile {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 13:29:29.173213 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-972a678d-5421-44c1-89d1-7d19718f49b0 None None] Attempting to bind port 9548d2f8-c25c-4ea7-89d2-bf1befbe239a by drivers openvswitch,hyperv on host dv-neutron-744815-20-hyperv at level 0 using segments [{'id': '1d35b28d-d075-4c4f-99ab-408d9457428e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'a0b84a49-8464-4342-a47d-bd714ebbec81'}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 13:29:29.173600 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-972a678d-5421-44c1-89d1-7d19718f49b0 None None] Attempting to bind port 9548d2f8-c25c-4ea7-89d2-bf1befbe239a on network a0b84a49-8464-4342-a47d-bd714ebbec81 {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 13:29:29.192560 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-67df406e-3020-4b23-ad0a-8d093eaf9456 None None] Provisioning complete for port 1903170e-157d-4e08-be84-3b88dbc55d05 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:29:29.192940 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-67df406e-3020-4b23-ad0a-8d093eaf9456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:29.224095 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-972a678d-5421-44c1-89d1-7d19718f49b0 None None] Checking agent: {'id': '428fa9fa-43db-4db9-9f96-f60ffe931f2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-20-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 13, 19, 1), 'started_at': datetime.datetime(2021, 12, 18, 13, 19, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 13, 29, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-20-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 18 13:29:29.224525 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-972a678d-5421-44c1-89d1-7d19718f49b0 None None] Checking segment: {'id': '1d35b28d-d075-4c4f-99ab-408d9457428e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'a0b84a49-8464-4342-a47d-bd714ebbec81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 13:29:29.224771 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-972a678d-5421-44c1-89d1-7d19718f49b0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:29.225161 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-972a678d-5421-44c1-89d1-7d19718f49b0 None None] Bound using segment: {'id': '1d35b28d-d075-4c4f-99ab-408d9457428e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'a0b84a49-8464-4342-a47d-bd714ebbec81'} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 18 13:29:29.225645 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-972a678d-5421-44c1-89d1-7d19718f49b0 None None] Bound port: 9548d2f8-c25c-4ea7-89d2-bf1befbe239a, host: dv-neutron-744815-20-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d35b28d-d075-4c4f-99ab-408d9457428e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'a0b84a49-8464-4342-a47d-bd714ebbec81'}}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 18 13:29:29.226024 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-972a678d-5421-44c1-89d1-7d19718f49b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:29.238481 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-33af3e3a-e9f1-44ec-a50a-5b3a79952855 tempest-ExtraDHCPOptionsIpV6TestJSON-1628643685 tempest-ExtraDHCPOptionsIpV6TestJSON-1628643685-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1929185'] for subnet, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:29.262792 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.notifiers.nova [req-af91569e-60d0-4de6-a1ab-9dca60e392fb req-3d9bd59f-a884-4e48-b0ac-ab4ff98214f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5e61d76-6a42-42c3-a223-c3cbaf038e98 {{(pid=103159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 18 13:29:29.277283 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-af91569e-60d0-4de6-a1ab-9dca60e392fb req-3d9bd59f-a884-4e48-b0ac-ab4ff98214f4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:29.284696 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972a678d-5421-44c1-89d1-7d19718f49b0 None None] Pushing event updated for resources: {'Port': ['ID=9548d2f8-c25c-4ea7-89d2-bf1befbe239a,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:29:29.319320 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-33af3e3a-e9f1-44ec-a50a-5b3a79952855 tempest-ExtraDHCPOptionsIpV6TestJSON-1628643685 tempest-ExtraDHCPOptionsIpV6TestJSON-1628643685-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1929192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4533475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4514371'] for subnet, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:29.320032 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.provisioning_blocks [req-af91569e-60d0-4de6-a1ab-9dca60e392fb req-3d9bd59f-a884-4e48-b0ac-ab4ff98214f4 service neutron] Transition to ACTIVE for port object f5e61d76-6a42-42c3-a223-c3cbaf038e98 will not be triggered until provisioned by entity L2. {{(pid=103159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 18 13:29:29.342834 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-af91569e-60d0-4de6-a1ab-9dca60e392fb req-3d9bd59f-a884-4e48-b0ac-ab4ff98214f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5659917'] for port, after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:29.354940 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33af3e3a-e9f1-44ec-a50a-5b3a79952855 tempest-ExtraDHCPOptionsIpV6TestJSON-1628643685 tempest-ExtraDHCPOptionsIpV6TestJSON-1628643685-project] Pushing event deleted for resources: {'Subnet': ['ID=7dfcc431-3d23-4874-b33b-53af4ebcc31c,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:29:29.359343 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-972a678d-5421-44c1-89d1-7d19718f49b0 None None] For port 9548d2f8-c25c-4ea7-89d2-bf1befbe239a, host dv-neutron-744815-20-hyperv, cleared binding levels {{(pid=103161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 18 13:29:29.362518 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-972a678d-5421-44c1-89d1-7d19718f49b0 None None] For port 9548d2f8-c25c-4ea7-89d2-bf1befbe239a, host dv-neutron-744815-20-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=9548d2f8-c25c-4ea7-89d2-bf1befbe239a,segment=NetworkSegment(1d35b28d-d075-4c4f-99ab-408d9457428e),segment_id=1d35b28d-d075-4c4f-99ab-408d9457428e)] {{(pid=103161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 18 13:29:29.369825 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-33af3e3a-e9f1-44ec-a50a-5b3a79952855 tempest-ExtraDHCPOptionsIpV6TestJSON-1628643685 tempest-ExtraDHCPOptionsIpV6TestJSON-1628643685-project] Publish callbacks [] for subnet, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:29.375068 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-33af3e3a-e9f1-44ec-a50a-5b3a79952855 tempest-ExtraDHCPOptionsIpV6TestJSON-1628643685 tempest-ExtraDHCPOptionsIpV6TestJSON-1628643685-project] 10.222.0.31 "DELETE /v2.0/subnets/7dfcc431-3d23-4874-b33b-53af4ebcc31c HTTP/1.1" status: 204 len: 168 time: 0.7236724 Dec 18 13:29:29.377240 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 52558) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:29:29.379817 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61098ef0-8346-4d68-b3d1-224dc81d38eb None None] Network bf8968ad-e79a-4be6-81a7-f2f8f00383af requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:29:29.384231 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-972a678d-5421-44c1-89d1-7d19718f49b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:29.412483 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-b38ddb8a-21cd-429f-9618-737c7e5858f9 None None] For port 6fb43e9a-23fe-43bf-8dd4-752d2fc475eb, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=6fb43e9a-23fe-43bf-8dd4-752d2fc475eb,segment=NetworkSegment(ab5df29a-1caf-4466-9a53-e0f1761dceba),segment_id=ab5df29a-1caf-4466-9a53-e0f1761dceba)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:29:29.412867 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-b38ddb8a-21cd-429f-9618-737c7e5858f9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:29.431058 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.notifiers.nova [None req-71d0da79-c1a1-44ab-b9d0-060a9f7a30da tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] device_id is not set on port e9704153-11cf-48b6-9872-4a0a4e895241 yet. {{(pid=103159) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 18 13:29:29.473734 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-dbcbb704-7a0e-4e38-95c8-4cc787fc1f86 tempest-ExtraDHCPOptionsIpV6TestJSON-1628643685 tempest-ExtraDHCPOptionsIpV6TestJSON-1628643685-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2023137'] for network, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:29.499113 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-71d0da79-c1a1-44ab-b9d0-060a9f7a30da tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:29.542100 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-52b8a677-2e90-41e4-bc38-61ff74b8ffba admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b163dd1b683849128f8cd011d43ac96a&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8572385 Dec 18 13:29:29.549975 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 52560) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:29:29.551298 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-b32552be-15ad-4a50-b011-d8393fab4a0b tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Deleting port 6fb43e9a-23fe-43bf-8dd4-752d2fc475eb {{(pid=103159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:29:29.551726 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b32552be-15ad-4a50-b011-d8393fab4a0b tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:29.553709 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-71d0da79-c1a1-44ab-b9d0-060a9f7a30da tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5659917'] for port, after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:29.571189 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec216676-3387-4b39-80a3-3ebaee50ce04 req-4b2d110c-d047-448b-960b-3066586bdf89 tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:29:29.572976 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-ec216676-3387-4b39-80a3-3ebaee50ce04 req-4b2d110c-d047-448b-960b-3066586bdf89 tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7e2fdcf-cd6e-4be5-8448-e22550985054 HTTP/1.1" status: 200 len: 932 time: 1.1247892 Dec 18 13:29:29.626317 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-dbcbb704-7a0e-4e38-95c8-4cc787fc1f86 tempest-ExtraDHCPOptionsIpV6TestJSON-1628643685 tempest-ExtraDHCPOptionsIpV6TestJSON-1628643685-project] Deleting port a305bd68-0509-47d4-84b8-00079c189b76 {{(pid=103160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:29:29.627033 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-dbcbb704-7a0e-4e38-95c8-4cc787fc1f86 tempest-ExtraDHCPOptionsIpV6TestJSON-1628643685 tempest-ExtraDHCPOptionsIpV6TestJSON-1628643685-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:29.654287 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9bd59f-a884-4e48-b0ac-ab4ff98214f4 service neutron] Pushing event updated for resources: {'Port': ['ID=f5e61d76-6a42-42c3-a223-c3cbaf038e98,revision_number=2']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:29:29.681600 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-eec34a73-687f-4a95-9fcd-c3309fa2973c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:29.705402 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d0da79-c1a1-44ab-b9d0-060a9f7a30da tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] Pushing event updated for resources: {'Port': ['ID=e9704153-11cf-48b6-9872-4a0a4e895241,revision_number=2']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:29:29.766527 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-eec34a73-687f-4a95-9fcd-c3309fa2973c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:29.781723 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.db [None req-dbcbb704-7a0e-4e38-95c8-4cc787fc1f86 tempest-ExtraDHCPOptionsIpV6TestJSON-1628643685 tempest-ExtraDHCPOptionsIpV6TestJSON-1628643685-project] For port a305bd68-0509-47d4-84b8-00079c189b76, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=a305bd68-0509-47d4-84b8-00079c189b76,segment=NetworkSegment(624c4e3f-c79f-46e2-b018-e56ada00bb1c),segment_id=624c4e3f-c79f-46e2-b018-e56ada00bb1c)] {{(pid=103160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:29:29.783612 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-dbcbb704-7a0e-4e38-95c8-4cc787fc1f86 tempest-ExtraDHCPOptionsIpV6TestJSON-1628643685 tempest-ExtraDHCPOptionsIpV6TestJSON-1628643685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:29.802445 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-b38ddb8a-21cd-429f-9618-737c7e5858f9 None None] Calling delete_port for 6fb43e9a-23fe-43bf-8dd4-752d2fc475eb owned by network:dhcp {{(pid=103161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:29:29.822004 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-67df406e-3020-4b23-ad0a-8d093eaf9456 None None] Provisioning complete for port a7c967b0-dc78-4f12-97fb-5949aa4bdd23 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:29:29.822386 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-67df406e-3020-4b23-ad0a-8d093eaf9456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:29.848238 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-dbcbb704-7a0e-4e38-95c8-4cc787fc1f86 tempest-ExtraDHCPOptionsIpV6TestJSON-1628643685 tempest-ExtraDHCPOptionsIpV6TestJSON-1628643685-project] Calling delete_port for a305bd68-0509-47d4-84b8-00079c189b76 owned by network:dhcp {{(pid=103160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:29:29.941743 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.managers [None req-71d0da79-c1a1-44ab-b9d0-060a9f7a30da tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] Attempting to bind port e9704153-11cf-48b6-9872-4a0a4e895241 on host hv-neutron-7448 for vnic_type normal with profile {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 13:29:29.942413 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.managers [None req-71d0da79-c1a1-44ab-b9d0-060a9f7a30da tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] Attempting to bind port e9704153-11cf-48b6-9872-4a0a4e895241 by drivers openvswitch,hyperv on host hv-neutron-7448 at level 0 using segments [{'id': '8dd95e05-bdaf-4a24-8f28-6c4281c7ce8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'efc9a900-f6d9-42e1-88bd-28ce4094031e'}] {{(pid=103159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 13:29:29.942560 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71d0da79-c1a1-44ab-b9d0-060a9f7a30da tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] Attempting to bind port e9704153-11cf-48b6-9872-4a0a4e895241 on network efc9a900-f6d9-42e1-88bd-28ce4094031e {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 13:29:29.955306 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.db [None req-b32552be-15ad-4a50-b011-d8393fab4a0b tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] For port 6fb43e9a-23fe-43bf-8dd4-752d2fc475eb, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=6fb43e9a-23fe-43bf-8dd4-752d2fc475eb,segment=NetworkSegment(ab5df29a-1caf-4466-9a53-e0f1761dceba),segment_id=ab5df29a-1caf-4466-9a53-e0f1761dceba)] {{(pid=103159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:29:29.955735 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b32552be-15ad-4a50-b011-d8393fab4a0b tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:29.956037 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972a678d-5421-44c1-89d1-7d19718f49b0 None None] Pushing event updated for resources: {'Port': ['ID=9548d2f8-c25c-4ea7-89d2-bf1befbe239a,revision_number=2']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:29:29.963501 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7b7a3272-2b45-4d32-9670-25eb1afd1184 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:29.970194 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71d0da79-c1a1-44ab-b9d0-060a9f7a30da tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] Port e9704153-11cf-48b6-9872-4a0a4e895241 on network efc9a900-f6d9-42e1-88bd-28ce4094031e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7448 {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 18 13:29:29.970523 dv-neutron-744815-20-hyperv neutron-server[103159]: ERROR neutron.plugins.ml2.managers [None req-71d0da79-c1a1-44ab-b9d0-060a9f7a30da tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] Failed to bind port e9704153-11cf-48b6-9872-4a0a4e895241 on host hv-neutron-7448 for vnic_type normal using segments [{'id': '8dd95e05-bdaf-4a24-8f28-6c4281c7ce8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'efc9a900-f6d9-42e1-88bd-28ce4094031e'}] Dec 18 13:29:29.982850 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-67df406e-3020-4b23-ad0a-8d093eaf9456 None None] Port a7c967b0-dc78-4f12-97fb-5949aa4bdd23 cannot update to ACTIVE because it is not bound. {{(pid=103161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 13:29:29.997322 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.plugins.ml2.plugin [None req-71d0da79-c1a1-44ab-b9d0-060a9f7a30da tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] Attempt 2 to bind port e9704153-11cf-48b6-9872-4a0a4e895241 Dec 18 13:29:30.022220 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.managers [req-af91569e-60d0-4de6-a1ab-9dca60e392fb req-3d9bd59f-a884-4e48-b0ac-ab4ff98214f4 service neutron] Attempting to bind port f5e61d76-6a42-42c3-a223-c3cbaf038e98 on host hv-neutron-7448 for vnic_type normal with profile {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 13:29:30.023057 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.managers [req-af91569e-60d0-4de6-a1ab-9dca60e392fb req-3d9bd59f-a884-4e48-b0ac-ab4ff98214f4 service neutron] Attempting to bind port f5e61d76-6a42-42c3-a223-c3cbaf038e98 by drivers openvswitch,hyperv on host hv-neutron-7448 at level 0 using segments [{'id': '2e155287-2c4f-47fc-a6c7-b5b531beb7fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'b777eec3-1fe1-45d9-be90-d023741ff2c0'}] {{(pid=103159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 13:29:30.023680 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af91569e-60d0-4de6-a1ab-9dca60e392fb req-3d9bd59f-a884-4e48-b0ac-ab4ff98214f4 service neutron] Attempting to bind port f5e61d76-6a42-42c3-a223-c3cbaf038e98 on network b777eec3-1fe1-45d9-be90-d023741ff2c0 {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 13:29:30.025610 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-eec34a73-687f-4a95-9fcd-c3309fa2973c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:30.028935 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-eec34a73-687f-4a95-9fcd-c3309fa2973c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:30.032550 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-eec34a73-687f-4a95-9fcd-c3309fa2973c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1649f8e2-5155-41ec-b351-0c443814996e HTTP/1.1" status: 204 len: 168 time: 0.4788098 Dec 18 13:29:30.052165 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec34a73-687f-4a95-9fcd-c3309fa2973c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1649f8e2-5155-41ec-b351-0c443814996e,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:29:30.054677 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-30f6d4b7-6d19-472c-8f84-13374dffbaf4 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks [] for security_group, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:30.062776 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.managers [None req-71d0da79-c1a1-44ab-b9d0-060a9f7a30da tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] Attempting to bind port e9704153-11cf-48b6-9872-4a0a4e895241 on host hv-neutron-7448 for vnic_type normal with profile {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 13:29:30.063272 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.managers [None req-71d0da79-c1a1-44ab-b9d0-060a9f7a30da tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] Attempting to bind port e9704153-11cf-48b6-9872-4a0a4e895241 by drivers openvswitch,hyperv on host hv-neutron-7448 at level 0 using segments [{'id': '8dd95e05-bdaf-4a24-8f28-6c4281c7ce8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'efc9a900-f6d9-42e1-88bd-28ce4094031e'}] {{(pid=103159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 13:29:30.065317 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71d0da79-c1a1-44ab-b9d0-060a9f7a30da tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] Attempting to bind port e9704153-11cf-48b6-9872-4a0a4e895241 on network efc9a900-f6d9-42e1-88bd-28ce4094031e {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 13:29:30.070543 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-b32552be-15ad-4a50-b011-d8393fab4a0b tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Calling delete_port for 6fb43e9a-23fe-43bf-8dd4-752d2fc475eb owned by network:dhcp {{(pid=103159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:29:30.080746 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-b38ddb8a-21cd-429f-9618-737c7e5858f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984'] for port, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:30.091008 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-ec216676-3387-4b39-80a3-3ebaee50ce04 req-617bbae9-5f54-4e1d-93c9-54705065be73 tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] 10.222.0.31 "GET /v2.0/security-groups?id=7500739f-039a-45b0-85f1-cc2dd6d8ee03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4777405 Dec 18 13:29:30.095785 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-30f6d4b7-6d19-472c-8f84-13374dffbaf4 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:30.104392 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-dbcbb704-7a0e-4e38-95c8-4cc787fc1f86 tempest-ExtraDHCPOptionsIpV6TestJSON-1628643685 tempest-ExtraDHCPOptionsIpV6TestJSON-1628643685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4533522'] for port, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:30.115977 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b38ddb8a-21cd-429f-9618-737c7e5858f9 None None] No DVR routers for this DVR port 6fb43e9a-23fe-43bf-8dd4-752d2fc475eb on host dv-neutron-744815-20-hyperv {{(pid=103161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 18 13:29:30.147716 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af91569e-60d0-4de6-a1ab-9dca60e392fb req-3d9bd59f-a884-4e48-b0ac-ab4ff98214f4 service neutron] Port f5e61d76-6a42-42c3-a223-c3cbaf038e98 on network b777eec3-1fe1-45d9-be90-d023741ff2c0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7448 {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 18 13:29:30.147716 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af91569e-60d0-4de6-a1ab-9dca60e392fb req-3d9bd59f-a884-4e48-b0ac-ab4ff98214f4 service neutron] Attempting to bind port f5e61d76-6a42-42c3-a223-c3cbaf038e98 on network b777eec3-1fe1-45d9-be90-d023741ff2c0 {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 13:29:30.159839 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f6d4b7-6d19-472c-8f84-13374dffbaf4 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25cb5f44-7da6-49ff-b3eb-dcae52e0f075,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:29:30.166590 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-30f6d4b7-6d19-472c-8f84-13374dffbaf4 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks [] for security_group, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:30.167954 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbcbb704-7a0e-4e38-95c8-4cc787fc1f86 tempest-ExtraDHCPOptionsIpV6TestJSON-1628643685 tempest-ExtraDHCPOptionsIpV6TestJSON-1628643685-project] No DVR routers for this DVR port a305bd68-0509-47d4-84b8-00079c189b76 on host dv-neutron-744815-20-hyperv {{(pid=103160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 18 13:29:30.168105 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-30f6d4b7-6d19-472c-8f84-13374dffbaf4 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1759 time: 2.5880172 Dec 18 13:29:30.168701 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85b6caa0-5dbf-4c5d-ac67-6fd180c26686 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Made reservation on behalf of 606a569495c64210af9cc9fb7e76dd52 for: {'subnet': 1} {{(pid=103159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:29:30.172632 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 52564) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:29:30.178387 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-bfd0e4c4-4610-4fc5-93fc-92eb77d0b0bc tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Request body: {'security_group': {'name': 'tempest-secgroup-1403105640'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:29:30.183017 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcbb704-7a0e-4e38-95c8-4cc787fc1f86 tempest-ExtraDHCPOptionsIpV6TestJSON-1628643685 tempest-ExtraDHCPOptionsIpV6TestJSON-1628643685-project] Pushing event deleted for resources: {'Port': ['ID=a305bd68-0509-47d4-84b8-00079c189b76,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:29:30.189612 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91c2c13a-b694-4f31-b1a4-775d7b44c7dd None None] DHCP port deletion for bf8968ad-e79a-4be6-81a7-f2f8f00383af request from dv-neutron-744815-20-hyperv {{(pid=103161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 18 13:29:30.190249 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-85b6caa0-5dbf-4c5d-ac67-6fd180c26686 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6017072'] for subnet, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:30.196363 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38ddb8a-21cd-429f-9618-737c7e5858f9 None None] Pushing event deleted for resources: {'Port': ['ID=6fb43e9a-23fe-43bf-8dd4-752d2fc475eb,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:29:30.197835 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71d0da79-c1a1-44ab-b9d0-060a9f7a30da tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] Port e9704153-11cf-48b6-9872-4a0a4e895241 on network efc9a900-f6d9-42e1-88bd-28ce4094031e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7448 {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 18 13:29:30.198595 dv-neutron-744815-20-hyperv neutron-server[103159]: ERROR neutron.plugins.ml2.managers [None req-71d0da79-c1a1-44ab-b9d0-060a9f7a30da tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] Failed to bind port e9704153-11cf-48b6-9872-4a0a4e895241 on host hv-neutron-7448 for vnic_type normal using segments [{'id': '8dd95e05-bdaf-4a24-8f28-6c4281c7ce8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'efc9a900-f6d9-42e1-88bd-28ce4094031e'}] Dec 18 13:29:30.220287 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.plugins.ml2.plugin [None req-71d0da79-c1a1-44ab-b9d0-060a9f7a30da tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] Attempt 3 to bind port e9704153-11cf-48b6-9872-4a0a4e895241 Dec 18 13:29:30.277344 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af91569e-60d0-4de6-a1ab-9dca60e392fb req-3d9bd59f-a884-4e48-b0ac-ab4ff98214f4 service neutron] Checking agent: {'id': 'c35b6aa0-0616-421f-8ded-732dd37fc90f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7448', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 13, 24, 37), 'started_at': datetime.datetime(2021, 12, 18, 13, 24, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 13, 29, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 18 13:29:30.277344 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af91569e-60d0-4de6-a1ab-9dca60e392fb req-3d9bd59f-a884-4e48-b0ac-ab4ff98214f4 service neutron] Checking segment: {'id': '2e155287-2c4f-47fc-a6c7-b5b531beb7fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'b777eec3-1fe1-45d9-be90-d023741ff2c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 13:29:30.295310 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af91569e-60d0-4de6-a1ab-9dca60e392fb req-3d9bd59f-a884-4e48-b0ac-ab4ff98214f4 service neutron] Bound using segment: {'id': '2e155287-2c4f-47fc-a6c7-b5b531beb7fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'b777eec3-1fe1-45d9-be90-d023741ff2c0'} {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 18 13:29:30.296053 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.managers [req-af91569e-60d0-4de6-a1ab-9dca60e392fb req-3d9bd59f-a884-4e48-b0ac-ab4ff98214f4 service neutron] Bound port: f5e61d76-6a42-42c3-a223-c3cbaf038e98, host: hv-neutron-7448, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e155287-2c4f-47fc-a6c7-b5b531beb7fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'b777eec3-1fe1-45d9-be90-d023741ff2c0'}}] {{(pid=103159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 18 13:29:30.297095 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-af91569e-60d0-4de6-a1ab-9dca60e392fb req-3d9bd59f-a884-4e48-b0ac-ab4ff98214f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:30.431515 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device a305bd68-0509-47d4-84b8-00079c189b76 no longer exists at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 18 13:29:30.449048 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-bfd0e4c4-4610-4fc5-93fc-92eb77d0b0bc tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks [] for security_group, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:30.459633 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.managers [None req-71d0da79-c1a1-44ab-b9d0-060a9f7a30da tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] Attempting to bind port e9704153-11cf-48b6-9872-4a0a4e895241 on host hv-neutron-7448 for vnic_type normal with profile {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 13:29:30.459973 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.managers [None req-71d0da79-c1a1-44ab-b9d0-060a9f7a30da tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] Attempting to bind port e9704153-11cf-48b6-9872-4a0a4e895241 by drivers openvswitch,hyperv on host hv-neutron-7448 at level 0 using segments [{'id': '8dd95e05-bdaf-4a24-8f28-6c4281c7ce8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'efc9a900-f6d9-42e1-88bd-28ce4094031e'}] {{(pid=103159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 13:29:30.460357 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71d0da79-c1a1-44ab-b9d0-060a9f7a30da tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] Attempting to bind port e9704153-11cf-48b6-9872-4a0a4e895241 on network efc9a900-f6d9-42e1-88bd-28ce4094031e {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 13:29:30.481039 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-dbcbb704-7a0e-4e38-95c8-4cc787fc1f86 tempest-ExtraDHCPOptionsIpV6TestJSON-1628643685 tempest-ExtraDHCPOptionsIpV6TestJSON-1628643685-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1927292', 'neutron.services.segments.db._delete_segments_for_network-8767106887837'] for network, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:30.494604 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-2294866d-0076-4933-952c-685307032598 None None] No Port match for: a305bd68-0509-47d4-84b8-00079c189b76 {{(pid=103161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 18 13:29:30.496522 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device a305bd68-0509-47d4-84b8-00079c189b76 not bound to the agent host dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 18 13:29:30.496522 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 6fb43e9a-23fe-43bf-8dd4-752d2fc475eb no longer exists at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 18 13:29:30.508109 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.services.segments.db [None req-dbcbb704-7a0e-4e38-95c8-4cc787fc1f86 tempest-ExtraDHCPOptionsIpV6TestJSON-1628643685 tempest-ExtraDHCPOptionsIpV6TestJSON-1628643685-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf8968ad-e79a-4be6-81a7-f2f8f00383af']}} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:29:30.521081 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.services.segments.db [None req-dbcbb704-7a0e-4e38-95c8-4cc787fc1f86 tempest-ExtraDHCPOptionsIpV6TestJSON-1628643685 tempest-ExtraDHCPOptionsIpV6TestJSON-1628643685-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '624c4e3f-c79f-46e2-b018-e56ada00bb1c') {'for_net_delete': True} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:29:30.521359 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.services.segments.db [None req-dbcbb704-7a0e-4e38-95c8-4cc787fc1f86 tempest-ExtraDHCPOptionsIpV6TestJSON-1628643685 tempest-ExtraDHCPOptionsIpV6TestJSON-1628643685-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '624c4e3f-c79f-46e2-b018-e56ada00bb1c') {} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:29:30.537880 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-dbcbb704-7a0e-4e38-95c8-4cc787fc1f86 tempest-ExtraDHCPOptionsIpV6TestJSON-1628643685 tempest-ExtraDHCPOptionsIpV6TestJSON-1628643685-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767106888614', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4533424'] for segment, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:30.542135 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71d0da79-c1a1-44ab-b9d0-060a9f7a30da tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] Port e9704153-11cf-48b6-9872-4a0a4e895241 on network efc9a900-f6d9-42e1-88bd-28ce4094031e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7448 {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 18 13:29:30.542853 dv-neutron-744815-20-hyperv neutron-server[103159]: ERROR neutron.plugins.ml2.managers [None req-71d0da79-c1a1-44ab-b9d0-060a9f7a30da tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] Failed to bind port e9704153-11cf-48b6-9872-4a0a4e895241 on host hv-neutron-7448 for vnic_type normal using segments [{'id': '8dd95e05-bdaf-4a24-8f28-6c4281c7ce8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'efc9a900-f6d9-42e1-88bd-28ce4094031e'}] Dec 18 13:29:30.546172 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-2294866d-0076-4933-952c-685307032598 None None] No Port match for: 6fb43e9a-23fe-43bf-8dd4-752d2fc475eb {{(pid=103161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 18 13:29:30.546527 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 6fb43e9a-23fe-43bf-8dd4-752d2fc475eb not bound to the agent host dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 18 13:29:30.555615 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.plugins.ml2.plugin [None req-71d0da79-c1a1-44ab-b9d0-060a9f7a30da tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] Attempt 4 to bind port e9704153-11cf-48b6-9872-4a0a4e895241 Dec 18 13:29:30.578780 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-dbcbb704-7a0e-4e38-95c8-4cc787fc1f86 tempest-ExtraDHCPOptionsIpV6TestJSON-1628643685 tempest-ExtraDHCPOptionsIpV6TestJSON-1628643685-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:30.595089 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbcbb704-7a0e-4e38-95c8-4cc787fc1f86 tempest-ExtraDHCPOptionsIpV6TestJSON-1628643685 tempest-ExtraDHCPOptionsIpV6TestJSON-1628643685-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=103160) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 18 13:29:30.595515 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-dbcbb704-7a0e-4e38-95c8-4cc787fc1f86 tempest-ExtraDHCPOptionsIpV6TestJSON-1628643685 tempest-ExtraDHCPOptionsIpV6TestJSON-1628643685-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4533569'] for segment, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:30.598984 dv-neutron-744815-20-hyperv neutron-server[103160]: Traceback (most recent call last): Dec 18 13:29:30.598984 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 18 13:29:30.598984 dv-neutron-744815-20-hyperv neutron-server[103160]: timer() Dec 18 13:29:30.598984 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 18 13:29:30.598984 dv-neutron-744815-20-hyperv neutron-server[103160]: cb(*args, **kw) Dec 18 13:29:30.598984 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 18 13:29:30.598984 dv-neutron-744815-20-hyperv neutron-server[103160]: return func(*args, **kwargs) Dec 18 13:29:30.598984 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 18 13:29:30.598984 dv-neutron-744815-20-hyperv neutron-server[103160]: self._notify() Dec 18 13:29:30.598984 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 18 13:29:30.598984 dv-neutron-744815-20-hyperv neutron-server[103160]: self.callback(batched_events) Dec 18 13:29:30.598984 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 18 13:29:30.598984 dv-neutron-744815-20-hyperv neutron-server[103160]: event.method(event) Dec 18 13:29:30.598984 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 18 13:29:30.598984 dv-neutron-744815-20-hyperv neutron-server[103160]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 18 13:29:30.598984 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 18 13:29:30.598984 dv-neutron-744815-20-hyperv neutron-server[103160]: aggregate_uuid = self.p_client.list_aggregates( Dec 18 13:29:30.598984 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 18 13:29:30.598984 dv-neutron-744815-20-hyperv neutron-server[103160]: return f(self, *a, **k) Dec 18 13:29:30.598984 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 18 13:29:30.598984 dv-neutron-744815-20-hyperv neutron-server[103160]: return self._get(url).json() Dec 18 13:29:30.598984 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 18 13:29:30.598984 dv-neutron-744815-20-hyperv neutron-server[103160]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 18 13:29:30.598984 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 18 13:29:30.598984 dv-neutron-744815-20-hyperv neutron-server[103160]: return self.request(url, 'GET', **kwargs) Dec 18 13:29:30.598984 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 18 13:29:30.598984 dv-neutron-744815-20-hyperv neutron-server[103160]: base_url = self.get_endpoint(auth, allow=allow, Dec 18 13:29:30.598984 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 18 13:29:30.598984 dv-neutron-744815-20-hyperv neutron-server[103160]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 18 13:29:30.598984 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 18 13:29:30.598984 dv-neutron-744815-20-hyperv neutron-server[103160]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 18 13:29:30.598984 dv-neutron-744815-20-hyperv neutron-server[103160]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 18 13:29:30.636043 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.managers [None req-71d0da79-c1a1-44ab-b9d0-060a9f7a30da tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] Attempting to bind port e9704153-11cf-48b6-9872-4a0a4e895241 on host hv-neutron-7448 for vnic_type normal with profile {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 13:29:30.636401 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.managers [None req-71d0da79-c1a1-44ab-b9d0-060a9f7a30da tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] Attempting to bind port e9704153-11cf-48b6-9872-4a0a4e895241 by drivers openvswitch,hyperv on host hv-neutron-7448 at level 0 using segments [{'id': '8dd95e05-bdaf-4a24-8f28-6c4281c7ce8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'efc9a900-f6d9-42e1-88bd-28ce4094031e'}] {{(pid=103159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 13:29:30.636748 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71d0da79-c1a1-44ab-b9d0-060a9f7a30da tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] Attempting to bind port e9704153-11cf-48b6-9872-4a0a4e895241 on network efc9a900-f6d9-42e1-88bd-28ce4094031e {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 13:29:30.668083 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71d0da79-c1a1-44ab-b9d0-060a9f7a30da tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] Port e9704153-11cf-48b6-9872-4a0a4e895241 on network efc9a900-f6d9-42e1-88bd-28ce4094031e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7448 {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 18 13:29:30.668525 dv-neutron-744815-20-hyperv neutron-server[103159]: ERROR neutron.plugins.ml2.managers [None req-71d0da79-c1a1-44ab-b9d0-060a9f7a30da tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] Failed to bind port e9704153-11cf-48b6-9872-4a0a4e895241 on host hv-neutron-7448 for vnic_type normal using segments [{'id': '8dd95e05-bdaf-4a24-8f28-6c4281c7ce8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'efc9a900-f6d9-42e1-88bd-28ce4094031e'}] Dec 18 13:29:30.673234 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.plugins.ml2.plugin [None req-71d0da79-c1a1-44ab-b9d0-060a9f7a30da tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] Attempt 5 to bind port e9704153-11cf-48b6-9872-4a0a4e895241 Dec 18 13:29:30.678666 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.db [req-af91569e-60d0-4de6-a1ab-9dca60e392fb req-3d9bd59f-a884-4e48-b0ac-ab4ff98214f4 service neutron] For port f5e61d76-6a42-42c3-a223-c3cbaf038e98, host hv-neutron-7448, cleared binding levels {{(pid=103159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 18 13:29:30.684243 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b32552be-15ad-4a50-b011-d8393fab4a0b tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:30.702874 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-dbcbb704-7a0e-4e38-95c8-4cc787fc1f86 tempest-ExtraDHCPOptionsIpV6TestJSON-1628643685 tempest-ExtraDHCPOptionsIpV6TestJSON-1628643685-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1927267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586962'] for network, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:30.707734 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-dbcbb704-7a0e-4e38-95c8-4cc787fc1f86 tempest-ExtraDHCPOptionsIpV6TestJSON-1628643685 tempest-ExtraDHCPOptionsIpV6TestJSON-1628643685-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047995'] for network, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:30.717362 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-dbcbb704-7a0e-4e38-95c8-4cc787fc1f86 tempest-ExtraDHCPOptionsIpV6TestJSON-1628643685 tempest-ExtraDHCPOptionsIpV6TestJSON-1628643685-project] 10.222.0.31 "DELETE /v2.0/networks/bf8968ad-e79a-4be6-81a7-f2f8f00383af HTTP/1.1" status: 204 len: 168 time: 1.3374560 Dec 18 13:29:30.727857 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-bfd0e4c4-4610-4fc5-93fc-92eb77d0b0bc tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks [] for security_group, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:30.743304 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-bfd0e4c4-4610-4fc5-93fc-92eb77d0b0bc tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:30.750771 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.db [req-af91569e-60d0-4de6-a1ab-9dca60e392fb req-3d9bd59f-a884-4e48-b0ac-ab4ff98214f4 service neutron] For port f5e61d76-6a42-42c3-a223-c3cbaf038e98, host hv-neutron-7448, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=f5e61d76-6a42-42c3-a223-c3cbaf038e98,segment=NetworkSegment(2e155287-2c4f-47fc-a6c7-b5b531beb7fe),segment_id=2e155287-2c4f-47fc-a6c7-b5b531beb7fe)] {{(pid=103159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 18 13:29:30.758892 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcbb704-7a0e-4e38-95c8-4cc787fc1f86 tempest-ExtraDHCPOptionsIpV6TestJSON-1628643685 tempest-ExtraDHCPOptionsIpV6TestJSON-1628643685-project] Pushing event deleted for resources: {'Network': ['ID=bf8968ad-e79a-4be6-81a7-f2f8f00383af,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:29:30.759762 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.managers [None req-71d0da79-c1a1-44ab-b9d0-060a9f7a30da tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] Attempting to bind port e9704153-11cf-48b6-9872-4a0a4e895241 on host hv-neutron-7448 for vnic_type normal with profile {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 13:29:30.760189 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.managers [None req-71d0da79-c1a1-44ab-b9d0-060a9f7a30da tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] Attempting to bind port e9704153-11cf-48b6-9872-4a0a4e895241 by drivers openvswitch,hyperv on host hv-neutron-7448 at level 0 using segments [{'id': '8dd95e05-bdaf-4a24-8f28-6c4281c7ce8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'efc9a900-f6d9-42e1-88bd-28ce4094031e'}] {{(pid=103159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 13:29:30.760602 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71d0da79-c1a1-44ab-b9d0-060a9f7a30da tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] Attempting to bind port e9704153-11cf-48b6-9872-4a0a4e895241 on network efc9a900-f6d9-42e1-88bd-28ce4094031e {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 13:29:30.764403 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b32552be-15ad-4a50-b011-d8393fab4a0b tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] No DVR routers for this DVR port 6fb43e9a-23fe-43bf-8dd4-752d2fc475eb on host dv-neutron-744815-20-hyperv {{(pid=103159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 18 13:29:30.793135 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32552be-15ad-4a50-b011-d8393fab4a0b tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Pushing event deleted for resources: {'Port': ['ID=6fb43e9a-23fe-43bf-8dd4-752d2fc475eb,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:29:30.803532 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-af91569e-60d0-4de6-a1ab-9dca60e392fb req-3d9bd59f-a884-4e48-b0ac-ab4ff98214f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5659917'] for port, after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:30.809850 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-bfd0e4c4-4610-4fc5-93fc-92eb77d0b0bc tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks [] for security_group, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:30.812546 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-bfd0e4c4-4610-4fc5-93fc-92eb77d0b0bc tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.6385698 Dec 18 13:29:30.819531 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 52576) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:29:30.819769 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71d0da79-c1a1-44ab-b9d0-060a9f7a30da tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] Port e9704153-11cf-48b6-9872-4a0a4e895241 on network efc9a900-f6d9-42e1-88bd-28ce4094031e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7448 {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 18 13:29:30.819907 dv-neutron-744815-20-hyperv neutron-server[103159]: ERROR neutron.plugins.ml2.managers [None req-71d0da79-c1a1-44ab-b9d0-060a9f7a30da tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] Failed to bind port e9704153-11cf-48b6-9872-4a0a4e895241 on host hv-neutron-7448 for vnic_type normal using segments [{'id': '8dd95e05-bdaf-4a24-8f28-6c4281c7ce8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'efc9a900-f6d9-42e1-88bd-28ce4094031e'}] Dec 18 13:29:30.828159 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-0abffc5f-64bd-4bf1-8a46-8dc4d86b9894 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-854138818', 'security_groups': ['6f396fea-78f0-4b43-9572-1479d45d768a'], 'network_id': '9a0c71e8-65ef-4584-a473-d55e5a427bae', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '33c2132d-be7e-4d3e-b6bb-c41f4ef0fb5f'}]}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:29:30.847300 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:30.847876 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd0e4c4-4610-4fc5-93fc-92eb77d0b0bc tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f396fea-78f0-4b43-9572-1479d45d768a,revision_number=1']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:29:30.850345 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.plugins.ml2.plugin [None req-71d0da79-c1a1-44ab-b9d0-060a9f7a30da tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] Attempt 6 to bind port e9704153-11cf-48b6-9872-4a0a4e895241 Dec 18 13:29:30.939829 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af91569e-60d0-4de6-a1ab-9dca60e392fb req-3d9bd59f-a884-4e48-b0ac-ab4ff98214f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:29:30.940566 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-af91569e-60d0-4de6-a1ab-9dca60e392fb req-3d9bd59f-a884-4e48-b0ac-ab4ff98214f4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:30.945315 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-af91569e-60d0-4de6-a1ab-9dca60e392fb req-3d9bd59f-a884-4e48-b0ac-ab4ff98214f4 service neutron] 10.222.0.43 "PUT /v2.0/ports/f5e61d76-6a42-42c3-a223-c3cbaf038e98 HTTP/1.1" status: 200 len: 1094 time: 4.3571544 Dec 18 13:29:30.958716 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7e2fdcf-cd6e-4be5-8448-e22550985054', 'tag': 'f5e61d76-6a42-42c3-a223-c3cbaf038e98'}] {{(pid=103159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 18 13:29:30.962905 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca844cf115d59c1fab86abc202fb4c13735de0d7e4cbbbb25eec9406e9c87431" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60a750bc-7067-4816-b029-72cb8f7b3184" -d '{"events": [{"name": "network-changed", "server_uuid": "f7e2fdcf-cd6e-4be5-8448-e22550985054", "tag": "f5e61d76-6a42-42c3-a223-c3cbaf038e98"}]}' {{(pid=103159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 18 13:29:30.985476 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.managers [None req-71d0da79-c1a1-44ab-b9d0-060a9f7a30da tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] Attempting to bind port e9704153-11cf-48b6-9872-4a0a4e895241 on host hv-neutron-7448 for vnic_type normal with profile {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 13:29:30.986303 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.managers [None req-71d0da79-c1a1-44ab-b9d0-060a9f7a30da tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] Attempting to bind port e9704153-11cf-48b6-9872-4a0a4e895241 by drivers openvswitch,hyperv on host hv-neutron-7448 at level 0 using segments [{'id': '8dd95e05-bdaf-4a24-8f28-6c4281c7ce8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'efc9a900-f6d9-42e1-88bd-28ce4094031e'}] {{(pid=103159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 13:29:30.986303 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71d0da79-c1a1-44ab-b9d0-060a9f7a30da tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] Attempting to bind port e9704153-11cf-48b6-9872-4a0a4e895241 on network efc9a900-f6d9-42e1-88bd-28ce4094031e {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 13:29:31.069055 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 13:29:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90ccafd7-1550-449c-ba30-40122fc47ed4 x-openstack-request-id: req-90ccafd7-1550-449c-ba30-40122fc47ed4 {{(pid=103159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 18 13:29:31.069393 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7e2fdcf-cd6e-4be5-8448-e22550985054", "tag": "f5e61d76-6a42-42c3-a223-c3cbaf038e98", "status": "completed", "code": 200}]} {{(pid=103159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 18 13:29:31.069647 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-90ccafd7-1550-449c-ba30-40122fc47ed4 {{(pid=103159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 18 13:29:31.070062 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7e2fdcf-cd6e-4be5-8448-e22550985054', 'tag': 'f5e61d76-6a42-42c3-a223-c3cbaf038e98', 'status': 'completed', 'code': 200} Dec 18 13:29:31.137051 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0abffc5f-64bd-4bf1-8a46-8dc4d86b9894 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Made reservation on behalf of dde8326b44a64ab5a12bbfefe7e7aced for: {'port': 1} {{(pid=103160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:29:31.144922 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71d0da79-c1a1-44ab-b9d0-060a9f7a30da tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] Port e9704153-11cf-48b6-9872-4a0a4e895241 on network efc9a900-f6d9-42e1-88bd-28ce4094031e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7448 {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 18 13:29:31.145388 dv-neutron-744815-20-hyperv neutron-server[103159]: ERROR neutron.plugins.ml2.managers [None req-71d0da79-c1a1-44ab-b9d0-060a9f7a30da tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] Failed to bind port e9704153-11cf-48b6-9872-4a0a4e895241 on host hv-neutron-7448 for vnic_type normal using segments [{'id': '8dd95e05-bdaf-4a24-8f28-6c4281c7ce8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'efc9a900-f6d9-42e1-88bd-28ce4094031e'}] Dec 18 13:29:31.155428 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b32552be-15ad-4a50-b011-d8393fab4a0b tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1927292', 'neutron.services.segments.db._delete_segments_for_network-8767106887837'] for network, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:31.158174 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.plugins.ml2.plugin [None req-71d0da79-c1a1-44ab-b9d0-060a9f7a30da tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] Attempt 7 to bind port e9704153-11cf-48b6-9872-4a0a4e895241 Dec 18 13:29:31.223545 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.agents_db [None req-e3dda592-589a-4b4d-b028-ba9a260f4f50 None None] Agent healthcheck: found 6 active agents {{(pid=103162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 18 13:29:31.254120 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 52590) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:29:31.265162 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9bd59f-a884-4e48-b0ac-ab4ff98214f4 service neutron] Pushing event updated for resources: {'Port': ['ID=f5e61d76-6a42-42c3-a223-c3cbaf038e98,revision_number=3']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:29:31.301442 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.managers [None req-71d0da79-c1a1-44ab-b9d0-060a9f7a30da tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] Attempting to bind port e9704153-11cf-48b6-9872-4a0a4e895241 on host hv-neutron-7448 for vnic_type normal with profile {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 13:29:31.302254 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.managers [None req-71d0da79-c1a1-44ab-b9d0-060a9f7a30da tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] Attempting to bind port e9704153-11cf-48b6-9872-4a0a4e895241 by drivers openvswitch,hyperv on host hv-neutron-7448 at level 0 using segments [{'id': '8dd95e05-bdaf-4a24-8f28-6c4281c7ce8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'efc9a900-f6d9-42e1-88bd-28ce4094031e'}] {{(pid=103159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 13:29:31.302254 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71d0da79-c1a1-44ab-b9d0-060a9f7a30da tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] Attempting to bind port e9704153-11cf-48b6-9872-4a0a4e895241 on network efc9a900-f6d9-42e1-88bd-28ce4094031e {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 13:29:31.316625 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.services.segments.db [None req-b32552be-15ad-4a50-b011-d8393fab4a0b tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['829e2767-78f0-45c5-a751-bca26ee12932']}} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:29:31.342296 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-0abffc5f-64bd-4bf1-8a46-8dc4d86b9894 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:31.371397 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.notifiers.nova [None req-0abffc5f-64bd-4bf1-8a46-8dc4d86b9894 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] device_id is not set on port cb0281ff-8db3-422e-9702-cc624bedb875 yet. {{(pid=103160) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 18 13:29:31.391058 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.services.segments.db [None req-b32552be-15ad-4a50-b011-d8393fab4a0b tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab5df29a-1caf-4466-9a53-e0f1761dceba') {'for_net_delete': True} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:29:31.391763 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.services.segments.db [None req-b32552be-15ad-4a50-b011-d8393fab4a0b tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab5df29a-1caf-4466-9a53-e0f1761dceba') {} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:29:31.420335 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71d0da79-c1a1-44ab-b9d0-060a9f7a30da tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] Port e9704153-11cf-48b6-9872-4a0a4e895241 on network efc9a900-f6d9-42e1-88bd-28ce4094031e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7448 {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 18 13:29:31.420730 dv-neutron-744815-20-hyperv neutron-server[103159]: ERROR neutron.plugins.ml2.managers [None req-71d0da79-c1a1-44ab-b9d0-060a9f7a30da tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] Failed to bind port e9704153-11cf-48b6-9872-4a0a4e895241 on host hv-neutron-7448 for vnic_type normal using segments [{'id': '8dd95e05-bdaf-4a24-8f28-6c4281c7ce8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'efc9a900-f6d9-42e1-88bd-28ce4094031e'}] Dec 18 13:29:31.428633 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.plugins.ml2.plugin [None req-71d0da79-c1a1-44ab-b9d0-060a9f7a30da tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] Attempt 8 to bind port e9704153-11cf-48b6-9872-4a0a4e895241 Dec 18 13:29:31.440089 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b32552be-15ad-4a50-b011-d8393fab4a0b tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767106888614', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5589569'] for segment, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:31.479274 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af91569e-60d0-4de6-a1ab-9dca60e392fb req-a21b8f1a-f88a-48a0-87e0-6d13b7a0f80b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:29:31.480897 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-af91569e-60d0-4de6-a1ab-9dca60e392fb req-a21b8f1a-f88a-48a0-87e0-6d13b7a0f80b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2cba4008d8a8417bb0925fcf9726214e&device_id=f7e2fdcf-cd6e-4be5-8448-e22550985054 HTTP/1.1" status: 200 len: 1097 time: 0.4174128 Dec 18 13:29:31.481592 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.managers [None req-71d0da79-c1a1-44ab-b9d0-060a9f7a30da tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] Attempting to bind port e9704153-11cf-48b6-9872-4a0a4e895241 on host hv-neutron-7448 for vnic_type normal with profile {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 13:29:31.481958 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.managers [None req-71d0da79-c1a1-44ab-b9d0-060a9f7a30da tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] Attempting to bind port e9704153-11cf-48b6-9872-4a0a4e895241 by drivers openvswitch,hyperv on host hv-neutron-7448 at level 0 using segments [{'id': '8dd95e05-bdaf-4a24-8f28-6c4281c7ce8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'efc9a900-f6d9-42e1-88bd-28ce4094031e'}] {{(pid=103159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 13:29:31.482315 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71d0da79-c1a1-44ab-b9d0-060a9f7a30da tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] Attempting to bind port e9704153-11cf-48b6-9872-4a0a4e895241 on network efc9a900-f6d9-42e1-88bd-28ce4094031e {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 13:29:31.486056 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b32552be-15ad-4a50-b011-d8393fab4a0b tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:31.489197 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-85b6caa0-5dbf-4c5d-ac67-6fd180c26686 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5659786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6017062'] for subnet, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:31.521707 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b32552be-15ad-4a50-b011-d8393fab4a0b tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Releasing vlan 118 on physical network physnet1 to pool {{(pid=103159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 18 13:29:31.522117 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b32552be-15ad-4a50-b011-d8393fab4a0b tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5660009'] for segment, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:31.526285 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71d0da79-c1a1-44ab-b9d0-060a9f7a30da tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] Port e9704153-11cf-48b6-9872-4a0a4e895241 on network efc9a900-f6d9-42e1-88bd-28ce4094031e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7448 {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 18 13:29:31.526677 dv-neutron-744815-20-hyperv neutron-server[103159]: ERROR neutron.plugins.ml2.managers [None req-71d0da79-c1a1-44ab-b9d0-060a9f7a30da tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] Failed to bind port e9704153-11cf-48b6-9872-4a0a4e895241 on host hv-neutron-7448 for vnic_type normal using segments [{'id': '8dd95e05-bdaf-4a24-8f28-6c4281c7ce8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'efc9a900-f6d9-42e1-88bd-28ce4094031e'}] Dec 18 13:29:31.533927 dv-neutron-744815-20-hyperv neutron-server[103159]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 18 13:29:31.533927 dv-neutron-744815-20-hyperv neutron-server[103159]: self.session.flush() Dec 18 13:29:31.533927 dv-neutron-744815-20-hyperv neutron-server[103159]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 18 13:29:31.533927 dv-neutron-744815-20-hyperv neutron-server[103159]: self.session.flush() Dec 18 13:29:31.533927 dv-neutron-744815-20-hyperv neutron-server[103159]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 18 13:29:31.533927 dv-neutron-744815-20-hyperv neutron-server[103159]: self.session.flush() Dec 18 13:29:31.533927 dv-neutron-744815-20-hyperv neutron-server[103159]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 18 13:29:31.533927 dv-neutron-744815-20-hyperv neutron-server[103159]: self.session.flush() Dec 18 13:29:31.533927 dv-neutron-744815-20-hyperv neutron-server[103159]: Traceback (most recent call last): Dec 18 13:29:31.533927 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 18 13:29:31.533927 dv-neutron-744815-20-hyperv neutron-server[103159]: timer() Dec 18 13:29:31.533927 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 18 13:29:31.533927 dv-neutron-744815-20-hyperv neutron-server[103159]: cb(*args, **kw) Dec 18 13:29:31.533927 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 18 13:29:31.533927 dv-neutron-744815-20-hyperv neutron-server[103159]: return func(*args, **kwargs) Dec 18 13:29:31.533927 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 18 13:29:31.533927 dv-neutron-744815-20-hyperv neutron-server[103159]: self._notify() Dec 18 13:29:31.533927 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 18 13:29:31.533927 dv-neutron-744815-20-hyperv neutron-server[103159]: self.callback(batched_events) Dec 18 13:29:31.533927 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 18 13:29:31.533927 dv-neutron-744815-20-hyperv neutron-server[103159]: event.method(event) Dec 18 13:29:31.533927 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 18 13:29:31.533927 dv-neutron-744815-20-hyperv neutron-server[103159]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 18 13:29:31.533927 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 18 13:29:31.533927 dv-neutron-744815-20-hyperv neutron-server[103159]: aggregate_uuid = self.p_client.list_aggregates( Dec 18 13:29:31.533927 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 18 13:29:31.533927 dv-neutron-744815-20-hyperv neutron-server[103159]: return f(self, *a, **k) Dec 18 13:29:31.533927 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 18 13:29:31.533927 dv-neutron-744815-20-hyperv neutron-server[103159]: return self._get(url).json() Dec 18 13:29:31.533927 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 18 13:29:31.533927 dv-neutron-744815-20-hyperv neutron-server[103159]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 18 13:29:31.533927 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 18 13:29:31.533927 dv-neutron-744815-20-hyperv neutron-server[103159]: return self.request(url, 'GET', **kwargs) Dec 18 13:29:31.533927 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 18 13:29:31.533927 dv-neutron-744815-20-hyperv neutron-server[103159]: base_url = self.get_endpoint(auth, allow=allow, Dec 18 13:29:31.533927 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 18 13:29:31.533927 dv-neutron-744815-20-hyperv neutron-server[103159]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 18 13:29:31.533927 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 18 13:29:31.533927 dv-neutron-744815-20-hyperv neutron-server[103159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 18 13:29:31.533927 dv-neutron-744815-20-hyperv neutron-server[103159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 18 13:29:31.584320 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 52598) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:29:31.606898 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.plugins.ml2.plugin [None req-71d0da79-c1a1-44ab-b9d0-060a9f7a30da tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] Attempt 9 to bind port e9704153-11cf-48b6-9872-4a0a4e895241 Dec 18 13:29:31.672691 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-27de1231-6e02-4217-ab6e-4d9ea83a7888 tempest-NegativeSecGroupIPv6Test-292512445 tempest-NegativeSecGroupIPv6Test-292512445-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:29:31.673392 dv-neutron-744815-20-hyperv neutron-server[103160]: WARNING neutron.api.v2.base [None req-27de1231-6e02-4217-ab6e-4d9ea83a7888 tempest-NegativeSecGroupIPv6Test-292512445 tempest-NegativeSecGroupIPv6Test-292512445-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Dec 18 13:29:31.673883 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.api.v2.resource [None req-27de1231-6e02-4217-ab6e-4d9ea83a7888 tempest-NegativeSecGroupIPv6Test-292512445 tempest-NegativeSecGroupIPv6Test-292512445-project] create failed (client error): There was a conflict when trying to complete your request. Dec 18 13:29:31.674852 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-27de1231-6e02-4217-ab6e-4d9ea83a7888 tempest-NegativeSecGroupIPv6Test-292512445 tempest-NegativeSecGroupIPv6Test-292512445-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.0883393 Dec 18 13:29:31.675298 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03632610-cf24-483a-bdff-fe7d1eee55ab req-acef7974-a750-48bf-a3f1-7c7e839f8037 tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:29:31.678096 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-03632610-cf24-483a-bdff-fe7d1eee55ab req-acef7974-a750-48bf-a3f1-7c7e839f8037 tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7e2fdcf-cd6e-4be5-8448-e22550985054 HTTP/1.1" status: 200 len: 944 time: 0.3982639 Dec 18 13:29:31.678414 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-af91569e-60d0-4de6-a1ab-9dca60e392fb req-fecd0530-b211-458e-a64c-5982a7528ed1 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f5e61d76-6a42-42c3-a223-c3cbaf038e98 HTTP/1.1" status: 200 len: 217 time: 0.1859338 Dec 18 13:29:31.684489 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 52602) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:29:31.689936 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-f2af0f2a-0e67-4e5e-b28b-7d9cef6cdd2a tempest-NegativeSecGroupIPv6Test-292512445 tempest-NegativeSecGroupIPv6Test-292512445-project] Request body: {'security_group': {'name': 'tempest-secgroup--1162157885'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:29:31.703444 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85b6caa0-5dbf-4c5d-ac67-6fd180c26686 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Network a0b84a49-8464-4342-a47d-bd714ebbec81 is already hosted by enough agents. {{(pid=103159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:29:31.719372 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.db_base_plugin_common [None req-0abffc5f-64bd-4bf1-8a46-8dc4d86b9894 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Allocated IP 172.20.0.9 (9a0c71e8-65ef-4584-a473-d55e5a427bae/33c2132d-be7e-4d3e-b6bb-c41f4ef0fb5f/cb0281ff-8db3-422e-9702-cc624bedb875) {{(pid=103160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:29:31.722407 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-d07776b9-b47d-4edb-bf85-b6fa9aece23a None None] Provisioning complete for port 9548d2f8-c25c-4ea7-89d2-bf1befbe239a triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:29:31.723611 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-d07776b9-b47d-4edb-bf85-b6fa9aece23a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:31.730057 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.managers [None req-71d0da79-c1a1-44ab-b9d0-060a9f7a30da tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] Attempting to bind port e9704153-11cf-48b6-9872-4a0a4e895241 on host hv-neutron-7448 for vnic_type normal with profile {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 13:29:31.730396 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.managers [None req-71d0da79-c1a1-44ab-b9d0-060a9f7a30da tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] Attempting to bind port e9704153-11cf-48b6-9872-4a0a4e895241 by drivers openvswitch,hyperv on host hv-neutron-7448 at level 0 using segments [{'id': '8dd95e05-bdaf-4a24-8f28-6c4281c7ce8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'efc9a900-f6d9-42e1-88bd-28ce4094031e'}] {{(pid=103159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 13:29:31.730770 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71d0da79-c1a1-44ab-b9d0-060a9f7a30da tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] Attempting to bind port e9704153-11cf-48b6-9872-4a0a4e895241 on network efc9a900-f6d9-42e1-88bd-28ce4094031e {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 13:29:31.743000 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-f2af0f2a-0e67-4e5e-b28b-7d9cef6cdd2a tempest-NegativeSecGroupIPv6Test-292512445 tempest-NegativeSecGroupIPv6Test-292512445-project] Publish callbacks [] for security_group, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:31.744548 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.base_scheduler [None req-85b6caa0-5dbf-4c5d-ac67-6fd180c26686 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Resources bound (agent type, host, resource id): {{(pid=103159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:29:31.761657 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-f2af0f2a-0e67-4e5e-b28b-7d9cef6cdd2a tempest-NegativeSecGroupIPv6Test-292512445 tempest-NegativeSecGroupIPv6Test-292512445-project] Publish callbacks [] for security_group, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:31.764125 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f151a758-52d2-4c3b-828f-78656c3d58f4 None None] Network a0b84a49-8464-4342-a47d-bd714ebbec81 requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:29:31.780057 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85b6caa0-5dbf-4c5d-ac67-6fd180c26686 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:29:31.780627 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-85b6caa0-5dbf-4c5d-ac67-6fd180c26686 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047995'] for subnet, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:31.787011 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71d0da79-c1a1-44ab-b9d0-060a9f7a30da tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] Port e9704153-11cf-48b6-9872-4a0a4e895241 on network efc9a900-f6d9-42e1-88bd-28ce4094031e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7448 {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 18 13:29:31.787369 dv-neutron-744815-20-hyperv neutron-server[103159]: ERROR neutron.plugins.ml2.managers [None req-71d0da79-c1a1-44ab-b9d0-060a9f7a30da tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] Failed to bind port e9704153-11cf-48b6-9872-4a0a4e895241 on host hv-neutron-7448 for vnic_type normal using segments [{'id': '8dd95e05-bdaf-4a24-8f28-6c4281c7ce8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'efc9a900-f6d9-42e1-88bd-28ce4094031e'}] Dec 18 13:29:31.791797 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.plugins.ml2.plugin [None req-71d0da79-c1a1-44ab-b9d0-060a9f7a30da tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] Attempt 10 to bind port e9704153-11cf-48b6-9872-4a0a4e895241 Dec 18 13:29:31.797481 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b32552be-15ad-4a50-b011-d8393fab4a0b tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1927267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586962'] for network, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:31.800760 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b6caa0-5dbf-4c5d-ac67-6fd180c26686 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Pushing event updated for resources: {'Subnet': ['ID=b388ec95-2b2f-4ae5-a5e8-30bd2933db67,revision_number=0']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:29:31.826880 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b32552be-15ad-4a50-b011-d8393fab4a0b tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047995'] for network, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:31.834003 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-b32552be-15ad-4a50-b011-d8393fab4a0b tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] 10.222.0.31 "DELETE /v2.0/networks/829e2767-78f0-45c5-a751-bca26ee12932 HTTP/1.1" status: 204 len: 168 time: 4.3312256 Dec 18 13:29:31.845335 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 52606) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:29:31.866201 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-d07776b9-b47d-4edb-bf85-b6fa9aece23a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:31.881968 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32552be-15ad-4a50-b011-d8393fab4a0b tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Pushing event deleted for resources: {'Network': ['ID=829e2767-78f0-45c5-a751-bca26ee12932,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:29:31.883886 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.managers [None req-71d0da79-c1a1-44ab-b9d0-060a9f7a30da tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] Attempting to bind port e9704153-11cf-48b6-9872-4a0a4e895241 on host hv-neutron-7448 for vnic_type normal with profile {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 13:29:31.884229 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.managers [None req-71d0da79-c1a1-44ab-b9d0-060a9f7a30da tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] Attempting to bind port e9704153-11cf-48b6-9872-4a0a4e895241 by drivers openvswitch,hyperv on host hv-neutron-7448 at level 0 using segments [{'id': '8dd95e05-bdaf-4a24-8f28-6c4281c7ce8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'efc9a900-f6d9-42e1-88bd-28ce4094031e'}] {{(pid=103159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 13:29:31.884569 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71d0da79-c1a1-44ab-b9d0-060a9f7a30da tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] Attempting to bind port e9704153-11cf-48b6-9872-4a0a4e895241 on network efc9a900-f6d9-42e1-88bd-28ce4094031e {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 13:29:31.897276 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-85b6caa0-5dbf-4c5d-ac67-6fd180c26686 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.0299876 Dec 18 13:29:31.906200 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af91569e-60d0-4de6-a1ab-9dca60e392fb req-1a9dd018-d4c8-47c9-9630-dbfa45f499ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:29:31.906420 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 52608) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:29:31.907624 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-af91569e-60d0-4de6-a1ab-9dca60e392fb req-1a9dd018-d4c8-47c9-9630-dbfa45f499ab service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7e8a84a3-739e-4c83-bb7f-c941648f694b HTTP/1.1" status: 200 len: 851 time: 0.2151902 Dec 18 13:29:31.916152 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-45bfcc2f-6ddd-4d32-b5a9-412de97f4a31 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Request body: {'port': {'network_id': 'a0b84a49-8464-4342-a47d-bd714ebbec81', 'mac_address': 'fa:16:3e:ee:54:75', 'name': 'tempest-NetworksTestDHCPv6-347851869'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:29:31.929885 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-d07776b9-b47d-4edb-bf85-b6fa9aece23a None None] For port 9548d2f8-c25c-4ea7-89d2-bf1befbe239a, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=9548d2f8-c25c-4ea7-89d2-bf1befbe239a,segment=NetworkSegment(1d35b28d-d075-4c4f-99ab-408d9457428e),segment_id=1d35b28d-d075-4c4f-99ab-408d9457428e)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:29:31.932491 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-82d3b2c5-8dcf-43cc-befc-eb3d5d5cde0e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8fcb40078323450f939547d9670c3a24&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6686981 Dec 18 13:29:31.933439 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71d0da79-c1a1-44ab-b9d0-060a9f7a30da tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] Port e9704153-11cf-48b6-9872-4a0a4e895241 on network efc9a900-f6d9-42e1-88bd-28ce4094031e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7448 {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 18 13:29:31.934209 dv-neutron-744815-20-hyperv neutron-server[103159]: ERROR neutron.plugins.ml2.managers [None req-71d0da79-c1a1-44ab-b9d0-060a9f7a30da tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] Failed to bind port e9704153-11cf-48b6-9872-4a0a4e895241 on host hv-neutron-7448 for vnic_type normal using segments [{'id': '8dd95e05-bdaf-4a24-8f28-6c4281c7ce8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'efc9a900-f6d9-42e1-88bd-28ce4094031e'}] Dec 18 13:29:31.934209 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-71d0da79-c1a1-44ab-b9d0-060a9f7a30da tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:31.937882 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 52610) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:29:31.949916 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-d07776b9-b47d-4edb-bf85-b6fa9aece23a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:31.973946 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-0abffc5f-64bd-4bf1-8a46-8dc4d86b9894 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks [] for port, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:31.975133 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-03632610-cf24-483a-bdff-fe7d1eee55ab req-ae90f018-a5ba-41e9-9d16-e2a08a47050f tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] 10.222.0.31 "GET /v2.0/security-groups?id=7500739f-039a-45b0-85f1-cc2dd6d8ee03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2837775 Dec 18 13:29:32.002107 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07776b9-b47d-4edb-bf85-b6fa9aece23a None None] Pushing event updated for resources: {'Port': ['ID=9548d2f8-c25c-4ea7-89d2-bf1befbe239a,revision_number=3']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:29:32.039749 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-f2af0f2a-0e67-4e5e-b28b-7d9cef6cdd2a tempest-NegativeSecGroupIPv6Test-292512445 tempest-NegativeSecGroupIPv6Test-292512445-project] Publish callbacks [] for security_group, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:32.050090 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-f2af0f2a-0e67-4e5e-b28b-7d9cef6cdd2a tempest-NegativeSecGroupIPv6Test-292512445 tempest-NegativeSecGroupIPv6Test-292512445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:32.068577 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05aeeadb-1c3a-4a5b-94f5-b54e05322e64 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:29:32.073325 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-05aeeadb-1c3a-4a5b-94f5-b54e05322e64 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.2152784 Dec 18 13:29:32.074098 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 52612) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:29:32.095203 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fffaad5-4a4d-43f0-b98e-81a5d4672837 None None] Update dhcp port {'port': {'network_id': 'a0b84a49-8464-4342-a47d-bd714ebbec81', 'fixed_ips': [{'subnet_id': 'f519255b-5039-4a88-a211-f2d46bf302fd', 'ip_address': '2001:db8::f816:3eff:fe8b:8047'}, {'subnet_id': 'b388ec95-2b2f-4ae5-a5e8-30bd2933db67'}], 'binding:host_id': 'dv-neutron-744815-20-hyperv'}, 'id': '9548d2f8-c25c-4ea7-89d2-bf1befbe239a'} from dv-neutron-744815-20-hyperv. {{(pid=103161) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 18 13:29:32.124637 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-9fffaad5-4a4d-43f0-b98e-81a5d4672837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:32.133166 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af91569e-60d0-4de6-a1ab-9dca60e392fb req-d178d1e2-4bfb-41f2-83eb-9a84e7934c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:29:32.134704 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-af91569e-60d0-4de6-a1ab-9dca60e392fb req-d178d1e2-4bfb-41f2-83eb-9a84e7934c81 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b777eec3-1fe1-45d9-be90-d023741ff2c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.2082541 Dec 18 13:29:32.139054 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.db [None req-71d0da79-c1a1-44ab-b9d0-060a9f7a30da tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] For port e9704153-11cf-48b6-9872-4a0a4e895241, host hv-neutron-7448, cleared binding levels {{(pid=103159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 18 13:29:32.139469 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.db [None req-71d0da79-c1a1-44ab-b9d0-060a9f7a30da tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] Attempted to set empty binding levels {{(pid=103159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 18 13:29:32.141543 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-af7a1d7c-fd55-480b-83e9-eb7bf80a6ad8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:32.149510 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2af0f2a-0e67-4e5e-b28b-7d9cef6cdd2a tempest-NegativeSecGroupIPv6Test-292512445 tempest-NegativeSecGroupIPv6Test-292512445-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47c55295-2ff7-4356-877a-fd3d04d0b152,revision_number=1']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:29:32.162061 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-0abffc5f-64bd-4bf1-8a46-8dc4d86b9894 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4533522'] for port, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:32.175681 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-71d0da79-c1a1-44ab-b9d0-060a9f7a30da tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5659917'] for port, after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:32.226659 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-af7a1d7c-fd55-480b-83e9-eb7bf80a6ad8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:32.244040 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-f2af0f2a-0e67-4e5e-b28b-7d9cef6cdd2a tempest-NegativeSecGroupIPv6Test-292512445 tempest-NegativeSecGroupIPv6Test-292512445-project] Publish callbacks [] for security_group, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:32.246036 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0abffc5f-64bd-4bf1-8a46-8dc4d86b9894 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Network 9a0c71e8-65ef-4584-a473-d55e5a427bae is already hosted by enough agents. {{(pid=103160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:29:32.253460 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.base_scheduler [None req-0abffc5f-64bd-4bf1-8a46-8dc4d86b9894 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Resources bound (agent type, host, resource id): {{(pid=103160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:29:32.259944 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0abffc5f-64bd-4bf1-8a46-8dc4d86b9894 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Received port after_create {{(pid=103160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:29:32.262924 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-f2af0f2a-0e67-4e5e-b28b-7d9cef6cdd2a tempest-NegativeSecGroupIPv6Test-292512445 tempest-NegativeSecGroupIPv6Test-292512445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:32.269876 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45bfcc2f-6ddd-4d32-b5a9-412de97f4a31 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Made reservation on behalf of 606a569495c64210af9cc9fb7e76dd52 for: {'port': 1} {{(pid=103160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:29:32.277430 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-a60959da-dada-4034-a3fb-f88c062e6879 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] 10.222.0.31 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1976709 Dec 18 13:29:32.281404 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 52614) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:29:32.294629 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-350a3832-f779-46e0-848b-19ca78bf7a50 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1523164256'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:29:32.302291 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abffc5f-64bd-4bf1-8a46-8dc4d86b9894 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Pushing event updated for resources: {'Port': ['ID=cb0281ff-8db3-422e-9702-cc624bedb875,revision_number=1']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:29:32.305928 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-71d0da79-c1a1-44ab-b9d0-060a9f7a30da tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] In _notify_port_updated(), no bound segment for port e9704153-11cf-48b6-9872-4a0a4e895241 on network efc9a900-f6d9-42e1-88bd-28ce4094031e {{(pid=103159) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 18 13:29:32.306790 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71d0da79-c1a1-44ab-b9d0-060a9f7a30da tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:29:32.306986 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-71d0da79-c1a1-44ab-b9d0-060a9f7a30da tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:32.313543 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-71d0da79-c1a1-44ab-b9d0-060a9f7a30da tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] 10.222.0.31 "PUT /v2.0/ports/e9704153-11cf-48b6-9872-4a0a4e895241 HTTP/1.1" status: 200 len: 977 time: 5.0149493 Dec 18 13:29:32.319365 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 52616) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:29:32.379820 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_common [None req-9fffaad5-4a4d-43f0-b98e-81a5d4672837 None None] Allocated IP 172.20.0.2 (a0b84a49-8464-4342-a47d-bd714ebbec81/b388ec95-2b2f-4ae5-a5e8-30bd2933db67/9548d2f8-c25c-4ea7-89d2-bf1befbe239a) {{(pid=103161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:29:32.387907 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d0da79-c1a1-44ab-b9d0-060a9f7a30da tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] Pushing event updated for resources: {'Port': ['ID=e9704153-11cf-48b6-9872-4a0a4e895241,revision_number=3']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:29:32.397663 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2af0f2a-0e67-4e5e-b28b-7d9cef6cdd2a tempest-NegativeSecGroupIPv6Test-292512445 tempest-NegativeSecGroupIPv6Test-292512445-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d389de40-9fa9-4306-8bdd-8ad9bb91c2ed,revision_number=1']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:29:32.456181 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-af91569e-60d0-4de6-a1ab-9dca60e392fb req-fa7bffa2-f143-4e33-bef0-e2c58071e744 service neutron] 10.222.0.43 "GET /v2.0/networks/b777eec3-1fe1-45d9-be90-d023741ff2c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3115778 Dec 18 13:29:32.456719 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 9548d2f8-c25c-4ea7-89d2-bf1befbe239a up at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 13:29:32.462059 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-350a3832-f779-46e0-848b-19ca78bf7a50 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Made reservation on behalf of a17167c2bc3d4518ab90268c4af7e6a0 for: {'network': 1} {{(pid=103159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:29:32.466039 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-350a3832-f779-46e0-848b-19ca78bf7a50 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for network, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:32.518073 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91f8aa6b-1b1b-4d40-8633-0d2186742576 tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:29:32.518557 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91f8aa6b-1b1b-4d40-8633-0d2186742576 tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:29:32.519027 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91f8aa6b-1b1b-4d40-8633-0d2186742576 tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:29:32.519879 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91f8aa6b-1b1b-4d40-8633-0d2186742576 tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:29:32.520412 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91f8aa6b-1b1b-4d40-8633-0d2186742576 tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:29:32.520881 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91f8aa6b-1b1b-4d40-8633-0d2186742576 tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:29:32.521343 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91f8aa6b-1b1b-4d40-8633-0d2186742576 tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:29:32.521805 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91f8aa6b-1b1b-4d40-8633-0d2186742576 tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:29:32.522263 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91f8aa6b-1b1b-4d40-8633-0d2186742576 tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:29:32.522723 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91f8aa6b-1b1b-4d40-8633-0d2186742576 tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:29:32.523196 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91f8aa6b-1b1b-4d40-8633-0d2186742576 tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:29:32.523813 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91f8aa6b-1b1b-4d40-8633-0d2186742576 tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:29:32.524438 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91f8aa6b-1b1b-4d40-8633-0d2186742576 tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:29:32.524901 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91f8aa6b-1b1b-4d40-8633-0d2186742576 tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:29:32.525372 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91f8aa6b-1b1b-4d40-8633-0d2186742576 tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:29:32.525835 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91f8aa6b-1b1b-4d40-8633-0d2186742576 tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:29:32.526300 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91f8aa6b-1b1b-4d40-8633-0d2186742576 tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:29:32.526760 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91f8aa6b-1b1b-4d40-8633-0d2186742576 tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:29:32.526854 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-9fffaad5-4a4d-43f0-b98e-81a5d4672837 None None] For port 9548d2f8-c25c-4ea7-89d2-bf1befbe239a, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=9548d2f8-c25c-4ea7-89d2-bf1befbe239a,segment=NetworkSegment(1d35b28d-d075-4c4f-99ab-408d9457428e),segment_id=1d35b28d-d075-4c4f-99ab-408d9457428e)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:29:32.527054 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-f2af0f2a-0e67-4e5e-b28b-7d9cef6cdd2a tempest-NegativeSecGroupIPv6Test-292512445 tempest-NegativeSecGroupIPv6Test-292512445-project] Publish callbacks [] for security_group, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:32.527247 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91f8aa6b-1b1b-4d40-8633-0d2186742576 tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:29:32.527704 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91f8aa6b-1b1b-4d40-8633-0d2186742576 tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:29:32.532216 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91f8aa6b-1b1b-4d40-8633-0d2186742576 tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:29:32.532379 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-f2af0f2a-0e67-4e5e-b28b-7d9cef6cdd2a tempest-NegativeSecGroupIPv6Test-292512445 tempest-NegativeSecGroupIPv6Test-292512445-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.8426652 Dec 18 13:29:32.532482 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91f8aa6b-1b1b-4d40-8633-0d2186742576 tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:29:32.532482 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-91f8aa6b-1b1b-4d40-8633-0d2186742576 tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 19908 time: 0.2108636 Dec 18 13:29:32.539362 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 52618) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:29:32.539683 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0abffc5f-64bd-4bf1-8a46-8dc4d86b9894 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:29:32.539807 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 52620) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:29:32.540628 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-0abffc5f-64bd-4bf1-8a46-8dc4d86b9894 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:32.543233 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-af7a1d7c-fd55-480b-83e9-eb7bf80a6ad8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:32.545758 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-af7a1d7c-fd55-480b-83e9-eb7bf80a6ad8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:32.549768 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-af7a1d7c-fd55-480b-83e9-eb7bf80a6ad8 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/63947543-1b1a-400d-b4b2-f1e334cd42bd HTTP/1.1" status: 204 len: 168 time: 0.6024678 Dec 18 13:29:32.558348 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2294866d-0076-4933-952c-685307032598 None None] Provisioning complete for port 9548d2f8-c25c-4ea7-89d2-bf1befbe239a triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:29:32.558656 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:32.559896 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-de2c1c43-6fd2-42ae-8221-b2da6c7d4eb7 tempest-NegativeSecGroupIPv6Test-292512445 tempest-NegativeSecGroupIPv6Test-292512445-project] Request body: {'security_group_rule': {'security_group_id': 'd389de40-9fa9-4306-8bdd-8ad9bb91c2ed', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:29:32.594562 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-9fffaad5-4a4d-43f0-b98e-81a5d4672837 None None] Publish callbacks [] for port, precommit_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:32.608764 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-9fffaad5-4a4d-43f0-b98e-81a5d4672837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:32.635316 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-45bfcc2f-6ddd-4d32-b5a9-412de97f4a31 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:32.635631 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7a1d7c-fd55-480b-83e9-eb7bf80a6ad8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63947543-1b1a-400d-b4b2-f1e334cd42bd,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:29:32.657168 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-350a3832-f779-46e0-848b-19ca78bf7a50 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 130} {{(pid=103159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 18 13:29:32.673497 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-0abffc5f-64bd-4bf1-8a46-8dc4d86b9894 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.8471861 Dec 18 13:29:32.673743 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 52624) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:29:32.680663 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-cfee6d2f-f4c1-4523-bf80-35c4d087c0a0 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Request body: {'subnet': {'network_id': '9a0c71e8-65ef-4584-a473-d55e5a427bae', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:29:32.686091 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-98e70d48-048f-499c-8896-575fdb735cfe None None] Provisioning complete for port cb0281ff-8db3-422e-9702-cc624bedb875 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:29:32.686463 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-98e70d48-048f-499c-8896-575fdb735cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:32.703763 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-350a3832-f779-46e0-848b-19ca78bf7a50 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:32.704642 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.db.segments_db [None req-350a3832-f779-46e0-848b-19ca78bf7a50 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Added segment 1e403238-91a5-488f-abbf-c4c91dac4b75 of type vlan for network 8643abf8-e6e3-409e-b4eb-63568ee96529 Dec 18 13:29:32.712996 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.notifiers.nova [None req-45bfcc2f-6ddd-4d32-b5a9-412de97f4a31 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] device_id is not set on port 91f08309-ba64-4a73-b5d0-b73c4fb0ff17 yet. {{(pid=103160) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 18 13:29:32.727516 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-98e70d48-048f-499c-8896-575fdb735cfe None None] Port cb0281ff-8db3-422e-9702-cc624bedb875 cannot update to ACTIVE because it is not bound. {{(pid=103161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 13:29:32.741628 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-af91569e-60d0-4de6-a1ab-9dca60e392fb req-959f284a-e548-4e19-8a40-603a21ea2865 service neutron] 10.222.0.43 "GET /v2.0/networks/b777eec3-1fe1-45d9-be90-d023741ff2c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2725587 Dec 18 13:29:32.792781 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-350a3832-f779-46e0-848b-19ca78bf7a50 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767106405744'] for network, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:32.812875 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fffaad5-4a4d-43f0-b98e-81a5d4672837 None None] Pushing event updated for resources: {'Port': ['ID=9548d2f8-c25c-4ea7-89d2-bf1befbe239a,revision_number=4']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:29:32.824399 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-de2c1c43-6fd2-42ae-8221-b2da6c7d4eb7 tempest-NegativeSecGroupIPv6Test-292512445 tempest-NegativeSecGroupIPv6Test-292512445-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:32.868365 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-7f95cb71-1370-455d-b050-2fa1d845e60f tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] Deleting port e9704153-11cf-48b6-9872-4a0a4e895241 {{(pid=103159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:29:32.868999 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-7f95cb71-1370-455d-b050-2fa1d845e60f tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:32.906683 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-350a3832-f779-46e0-848b-19ca78bf7a50 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981'] for network, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:32.913032 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-350a3832-f779-46e0-848b-19ca78bf7a50 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:29:32.913691 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-350a3832-f779-46e0-848b-19ca78bf7a50 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047995'] for network, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:32.977269 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfee6d2f-f4c1-4523-bf80-35c4d087c0a0 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Made reservation on behalf of dde8326b44a64ab5a12bbfefe7e7aced for: {'subnet': 1} {{(pid=103160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:29:32.981534 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-cfee6d2f-f4c1-4523-bf80-35c4d087c0a0 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4514414'] for subnet, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:33.135037 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-350a3832-f779-46e0-848b-19ca78bf7a50 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8492062 Dec 18 13:29:33.143288 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 52636) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:29:33.155675 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.db [None req-7f95cb71-1370-455d-b050-2fa1d845e60f tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] For port e9704153-11cf-48b6-9872-4a0a4e895241, host hv-neutron-7448, got binding levels [] {{(pid=103159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:29:33.156290 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-7f95cb71-1370-455d-b050-2fa1d845e60f tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:33.166238 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-ef51bc9d-7fcf-48cb-b315-64cf8d34777d tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Request body: {'subnet': {'network_id': '8643abf8-e6e3-409e-b4eb-63568ee96529', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:29:33.171952 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a750bc-7067-4816-b029-72cb8f7b3184 req-c276656e-40bd-4ade-b5db-e4644fb11d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:29:33.173836 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-60a750bc-7067-4816-b029-72cb8f7b3184 req-c276656e-40bd-4ade-b5db-e4644fb11d4a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2cba4008d8a8417bb0925fcf9726214e&device_id=f7e2fdcf-cd6e-4be5-8448-e22550985054 HTTP/1.1" status: 200 len: 1097 time: 0.3668351 Dec 18 13:29:33.187843 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.db_base_plugin_common [None req-45bfcc2f-6ddd-4d32-b5a9-412de97f4a31 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Allocated IP 172.20.0.7 (a0b84a49-8464-4342-a47d-bd714ebbec81/b388ec95-2b2f-4ae5-a5e8-30bd2933db67/91f08309-ba64-4a73-b5d0-b73c4fb0ff17) {{(pid=103160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:29:33.215613 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.db_base_plugin_common [None req-45bfcc2f-6ddd-4d32-b5a9-412de97f4a31 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Allocated IP 2001:db8::f816:3eff:feee:5475 (a0b84a49-8464-4342-a47d-bd714ebbec81/f519255b-5039-4a88-a211-f2d46bf302fd/91f08309-ba64-4a73-b5d0-b73c4fb0ff17) {{(pid=103160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:29:33.228642 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350a3832-f779-46e0-848b-19ca78bf7a50 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Pushing event updated for resources: {'Network': ['ID=8643abf8-e6e3-409e-b4eb-63568ee96529,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:29:33.246732 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-7f95cb71-1370-455d-b050-2fa1d845e60f tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] Calling delete_port for e9704153-11cf-48b6-9872-4a0a4e895241 owned by {{(pid=103159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:29:33.251558 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Network 8643abf8-e6e3-409e-b4eb-63568ee96529 details requested by agent ovs-agent-dv-neutron-744815-20-hyperv with host dv-neutron-744815-20-hyperv {{(pid=103161) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 18 13:29:33.307519 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8146df-d54a-483e-93a4-c936491b96cb req-f24dbf20-c37e-45d6-a0b5-1893e0442ed1 tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:29:33.310180 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-aa8146df-d54a-483e-93a4-c936491b96cb req-f24dbf20-c37e-45d6-a0b5-1893e0442ed1 tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7e2fdcf-cd6e-4be5-8448-e22550985054 HTTP/1.1" status: 200 len: 944 time: 0.1442487 Dec 18 13:29:33.353151 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-de2c1c43-6fd2-42ae-8221-b2da6c7d4eb7 tempest-NegativeSecGroupIPv6Test-292512445 tempest-NegativeSecGroupIPv6Test-292512445-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:33.373350 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.db.ipam_backend_mixin [None req-cfee6d2f-f4c1-4523-bf80-35c4d087c0a0 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 33c2132d-be7e-4d3e-b6bb-c41f4ef0fb5f (CIDR: 172.20.0.0/28) Dec 18 13:29:33.392056 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfee6d2f-f4c1-4523-bf80-35c4d087c0a0 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 18 13:29:33.394174 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cfee6d2f-f4c1-4523-bf80-35c4d087c0a0 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103160) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 18 13:29:33.399719 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-de2c1c43-6fd2-42ae-8221-b2da6c7d4eb7 tempest-NegativeSecGroupIPv6Test-292512445 tempest-NegativeSecGroupIPv6Test-292512445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530267'] for security_group_rule, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:33.533865 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-cfee6d2f-f4c1-4523-bf80-35c4d087c0a0 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8561554 Dec 18 13:29:33.536655 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 52644) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:29:33.544459 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-5203b634-6a92-417d-bfe7-c4b4db964625 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Request body: {'subnet': {'network_id': '9a0c71e8-65ef-4584-a473-d55e5a427bae', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:29:33.555233 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-aa8146df-d54a-483e-93a4-c936491b96cb req-824c8406-5aac-49be-b234-9916b6b76b98 tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] 10.222.0.31 "GET /v2.0/security-groups?id=7500739f-039a-45b0-85f1-cc2dd6d8ee03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2224817 Dec 18 13:29:33.673151 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-45bfcc2f-6ddd-4d32-b5a9-412de97f4a31 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks [] for port, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:33.738065 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5203b634-6a92-417d-bfe7-c4b4db964625 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Made reservation on behalf of dde8326b44a64ab5a12bbfefe7e7aced for: {'subnet': 1} {{(pid=103160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:29:33.742320 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-5203b634-6a92-417d-bfe7-c4b4db964625 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4514414'] for subnet, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:33.748092 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-45bfcc2f-6ddd-4d32-b5a9-412de97f4a31 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4533522'] for port, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:33.800590 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 52650) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:29:33.819667 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45bfcc2f-6ddd-4d32-b5a9-412de97f4a31 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Network a0b84a49-8464-4342-a47d-bd714ebbec81 is already hosted by enough agents. {{(pid=103160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:29:33.842169 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2c1c43-6fd2-42ae-8221-b2da6c7d4eb7 tempest-NegativeSecGroupIPv6Test-292512445 tempest-NegativeSecGroupIPv6Test-292512445-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=997ac013-3587-4073-958d-980a77308398,revision_number=0']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:29:33.851698 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.base_scheduler [None req-45bfcc2f-6ddd-4d32-b5a9-412de97f4a31 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Resources bound (agent type, host, resource id): {{(pid=103160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:29:33.857922 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45bfcc2f-6ddd-4d32-b5a9-412de97f4a31 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Received port after_create {{(pid=103160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:29:33.877830 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-de2c1c43-6fd2-42ae-8221-b2da6c7d4eb7 tempest-NegativeSecGroupIPv6Test-292512445 tempest-NegativeSecGroupIPv6Test-292512445-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:33.882684 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-de2c1c43-6fd2-42ae-8221-b2da6c7d4eb7 tempest-NegativeSecGroupIPv6Test-292512445 tempest-NegativeSecGroupIPv6Test-292512445-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3418114 Dec 18 13:29:33.885418 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 52654) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:29:33.888347 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bfcc2f-6ddd-4d32-b5a9-412de97f4a31 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Pushing event updated for resources: {'Port': ['ID=91f08309-ba64-4a73-b5d0-b73c4fb0ff17,revision_number=1']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:29:33.901183 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-3fd2dc3a-ebf6-481b-adb5-526a3bfa3216 tempest-NegativeSecGroupIPv6Test-292512445 tempest-NegativeSecGroupIPv6Test-292512445-project] Request body: {'security_group_rule': {'security_group_id': 'd389de40-9fa9-4306-8bdd-8ad9bb91c2ed', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:29:33.915561 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-0b730809-62aa-4900-8781-a3550e89fcb2 None None] Provisioning complete for port 9548d2f8-c25c-4ea7-89d2-bf1befbe239a triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:29:33.916469 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0b730809-62aa-4900-8781-a3550e89fcb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:33.916680 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a750bc-7067-4816-b029-72cb8f7b3184 req-e79f021c-5a0c-4467-ade9-3a56a030294b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:29:33.918189 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-60a750bc-7067-4816-b029-72cb8f7b3184 req-e79f021c-5a0c-4467-ade9-3a56a030294b service neutron] 10.222.0.43 "GET /v2.0/networks?id=b777eec3-1fe1-45d9-be90-d023741ff2c0 HTTP/1.1" status: 200 len: 913 time: 0.7029459 Dec 18 13:29:33.937306 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45bfcc2f-6ddd-4d32-b5a9-412de97f4a31 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:29:33.937969 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-45bfcc2f-6ddd-4d32-b5a9-412de97f4a31 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:33.946160 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.db.ipam_backend_mixin [None req-5203b634-6a92-417d-bfe7-c4b4db964625 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 77c189ed-fb5d-4292-b406-845dbdaaa7ef (CIDR: 172.20.0.16/28) Dec 18 13:29:33.957432 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.pecan_wsgi.hooks.translation [None req-5203b634-6a92-417d-bfe7-c4b4db964625 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 18 13:29:33.958155 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5203b634-6a92-417d-bfe7-c4b4db964625 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103160) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 18 13:29:33.982289 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-60a750bc-7067-4816-b029-72cb8f7b3184 req-fd7057a3-3cc1-42fa-ab4e-5c61c17c9025 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f5e61d76-6a42-42c3-a223-c3cbaf038e98 HTTP/1.1" status: 200 len: 217 time: 0.0524137 Dec 18 13:29:33.984753 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-5203b634-6a92-417d-bfe7-c4b4db964625 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.4446547 Dec 18 13:29:33.988459 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 52656) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:29:33.999710 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-45bfcc2f-6ddd-4d32-b5a9-412de97f4a31 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.0921266 Dec 18 13:29:34.001266 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-7f95cb71-1370-455d-b050-2fa1d845e60f tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:34.004348 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 52658) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:29:34.009764 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-e7e5e7c3-96fe-49be-a42f-374347cbdf94 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Request body: {'subnet': {'network_id': '9a0c71e8-65ef-4584-a473-d55e5a427bae', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:29:34.022407 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-16e1dd33-b830-4d08-8ead-c8bdbd55564a tempest-ExtraDHCPOptionsTestJSON-1421940607 tempest-ExtraDHCPOptionsTestJSON-1421940607-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-502961364'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:29:34.038482 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef51bc9d-7fcf-48cb-b315-64cf8d34777d tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Made reservation on behalf of a17167c2bc3d4518ab90268c4af7e6a0 for: {'subnet': 1} {{(pid=103159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:29:34.043838 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-ef51bc9d-7fcf-48cb-b315-64cf8d34777d tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6017072'] for subnet, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:34.101577 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16e1dd33-b830-4d08-8ead-c8bdbd55564a tempest-ExtraDHCPOptionsTestJSON-1421940607 tempest-ExtraDHCPOptionsTestJSON-1421940607-project] Made reservation on behalf of f71add64a80a4eb78fc18fe43a632d91 for: {'network': 1} {{(pid=103160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:29:34.105900 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-16e1dd33-b830-4d08-8ead-c8bdbd55564a tempest-ExtraDHCPOptionsTestJSON-1421940607 tempest-ExtraDHCPOptionsTestJSON-1421940607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for network, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:34.115890 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f95cb71-1370-455d-b050-2fa1d845e60f tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] Pushing event deleted for resources: {'Port': ['ID=e9704153-11cf-48b6-9872-4a0a4e895241,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:29:34.123589 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-16e1dd33-b830-4d08-8ead-c8bdbd55564a tempest-ExtraDHCPOptionsTestJSON-1421940607 tempest-ExtraDHCPOptionsTestJSON-1421940607-project] Publish callbacks [] for security_group, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:34.172259 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-3fd2dc3a-ebf6-481b-adb5-526a3bfa3216 tempest-NegativeSecGroupIPv6Test-292512445 tempest-NegativeSecGroupIPv6Test-292512445-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:34.180879 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a750bc-7067-4816-b029-72cb8f7b3184 req-d875a292-94ae-4d30-bb7f-e7e92705f482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:29:34.182354 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-60a750bc-7067-4816-b029-72cb8f7b3184 req-d875a292-94ae-4d30-bb7f-e7e92705f482 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7e8a84a3-739e-4c83-bb7f-c941648f694b HTTP/1.1" status: 200 len: 851 time: 0.1903226 Dec 18 13:29:34.193828 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-7f95cb71-1370-455d-b050-2fa1d845e60f tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:34.196929 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-7f95cb71-1370-455d-b050-2fa1d845e60f tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] 10.222.0.31 "DELETE /v2.0/ports/e9704153-11cf-48b6-9872-4a0a4e895241 HTTP/1.1" status: 204 len: 168 time: 1.6550333 Dec 18 13:29:34.201897 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 52660) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:29:34.241289 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd8c260a-5458-4829-b344-0f420473aa3f tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] GET failed (client error): The resource could not be found. Dec 18 13:29:34.242779 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-bd8c260a-5458-4829-b344-0f420473aa3f tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] 10.222.0.31 "GET /v2.0/ports/e9704153-11cf-48b6-9872-4a0a4e895241 HTTP/1.1" status: 404 len: 333 time: 0.0373938 Dec 18 13:29:34.247109 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 52662) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:29:34.256118 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-7cb37e2b-bf2c-4f06-b868-fd6d12a4d111 tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1599295130', 'network_id': 'efc9a900-f6d9-42e1-88bd-28ce4094031e'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:29:34.263376 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7e5e7c3-96fe-49be-a42f-374347cbdf94 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Made reservation on behalf of dde8326b44a64ab5a12bbfefe7e7aced for: {'subnet': 1} {{(pid=103160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:29:34.267398 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-e7e5e7c3-96fe-49be-a42f-374347cbdf94 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4514414'] for subnet, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:34.284789 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-bc515639-a3cd-4d15-9bb6-0870f1da1d72 None None] Provisioning complete for port 91f08309-ba64-4a73-b5d0-b73c4fb0ff17 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:29:34.285568 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-bc515639-a3cd-4d15-9bb6-0870f1da1d72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:34.292218 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81999205-ab8f-4adb-b055-500e530a3e63 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:29:34.299086 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81999205-ab8f-4adb-b055-500e530a3e63 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:29:34.300808 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-81999205-ab8f-4adb-b055-500e530a3e63 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.2941194 Dec 18 13:29:34.312751 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 52666) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:29:34.312997 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 9548d2f8-c25c-4ea7-89d2-bf1befbe239a up at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 13:29:34.353007 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-bc515639-a3cd-4d15-9bb6-0870f1da1d72 None None] Port 91f08309-ba64-4a73-b5d0-b73c4fb0ff17 cannot update to ACTIVE because it is not bound. {{(pid=103161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 13:29:34.368553 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a750bc-7067-4816-b029-72cb8f7b3184 req-c55097f3-300b-404e-b202-cf69565f57d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:29:34.370090 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-60a750bc-7067-4816-b029-72cb8f7b3184 req-c55097f3-300b-404e-b202-cf69565f57d3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b777eec3-1fe1-45d9-be90-d023741ff2c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1690826 Dec 18 13:29:34.370718 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2294866d-0076-4933-952c-685307032598 None None] Provisioning complete for port 9548d2f8-c25c-4ea7-89d2-bf1befbe239a triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:29:34.371093 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:34.400387 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-16e1dd33-b830-4d08-8ead-c8bdbd55564a tempest-ExtraDHCPOptionsTestJSON-1421940607 tempest-ExtraDHCPOptionsTestJSON-1421940607-project] Publish callbacks [] for security_group, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:34.416419 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-16e1dd33-b830-4d08-8ead-c8bdbd55564a tempest-ExtraDHCPOptionsTestJSON-1421940607 tempest-ExtraDHCPOptionsTestJSON-1421940607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:34.427490 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.api.v2.resource [None req-3fd2dc3a-ebf6-481b-adb5-526a3bfa3216 tempest-NegativeSecGroupIPv6Test-292512445 tempest-NegativeSecGroupIPv6Test-292512445-project] create failed (client error): There was a conflict when trying to complete your request. Dec 18 13:29:34.428570 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-3fd2dc3a-ebf6-481b-adb5-526a3bfa3216 tempest-NegativeSecGroupIPv6Test-292512445 tempest-NegativeSecGroupIPv6Test-292512445-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.5352731 Dec 18 13:29:34.432556 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 52668) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:29:34.436497 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cb37e2b-bf2c-4f06-b868-fd6d12a4d111 tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] Made reservation on behalf of 9a86e4e0a33e4852b4ac568788e25a6a for: {'port': 1} {{(pid=103160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:29:34.438813 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-7cb37e2b-bf2c-4f06-b868-fd6d12a4d111 tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:34.484394 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16e1dd33-b830-4d08-8ead-c8bdbd55564a tempest-ExtraDHCPOptionsTestJSON-1421940607 tempest-ExtraDHCPOptionsTestJSON-1421940607-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 106} {{(pid=103160) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 18 13:29:34.510407 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e1dd33-b830-4d08-8ead-c8bdbd55564a tempest-ExtraDHCPOptionsTestJSON-1421940607 tempest-ExtraDHCPOptionsTestJSON-1421940607-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7fa8844a-44ac-474b-aedc-5e3042d5b2f9,revision_number=1']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:29:34.516099 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.notifiers.nova [None req-7cb37e2b-bf2c-4f06-b868-fd6d12a4d111 tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] device_id is not set on port 7871647a-c814-41c8-a319-a1f62ec7fde8 yet. {{(pid=103160) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 18 13:29:34.539078 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-16e1dd33-b830-4d08-8ead-c8bdbd55564a tempest-ExtraDHCPOptionsTestJSON-1421940607 tempest-ExtraDHCPOptionsTestJSON-1421940607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:34.539364 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.db.segments_db [None req-16e1dd33-b830-4d08-8ead-c8bdbd55564a tempest-ExtraDHCPOptionsTestJSON-1421940607 tempest-ExtraDHCPOptionsTestJSON-1421940607-project] Added segment 31274d0e-81fe-4fb3-9b7a-a42df4e0b78f of type vlan for network 6cf80aa9-addd-4720-82c6-f6b7fe438fb9 Dec 18 13:29:34.622628 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-875e1f5f-0607-45b7-875d-45cec9490080 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Deleting port 91f08309-ba64-4a73-b5d0-b73c4fb0ff17 {{(pid=103159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:29:34.623283 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-875e1f5f-0607-45b7-875d-45cec9490080 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:34.627547 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-60a750bc-7067-4816-b029-72cb8f7b3184 req-a6f6dd2f-568d-4fe1-a516-8d4f7fac4d29 service neutron] 10.222.0.43 "GET /v2.0/networks/b777eec3-1fe1-45d9-be90-d023741ff2c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2464957 Dec 18 13:29:34.658957 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-ef51bc9d-7fcf-48cb-b315-64cf8d34777d tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5659786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6017062'] for subnet, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:34.680914 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-16e1dd33-b830-4d08-8ead-c8bdbd55564a tempest-ExtraDHCPOptionsTestJSON-1421940607 tempest-ExtraDHCPOptionsTestJSON-1421940607-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767106405744'] for network, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:34.696522 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-9055b2f2-48f7-445b-8171-b5dffc1e3b7c tempest-NegativeSecGroupIPv6Test-292512445 tempest-NegativeSecGroupIPv6Test-292512445-project] Publish callbacks [] for security_group, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:34.774907 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-9055b2f2-48f7-445b-8171-b5dffc1e3b7c tempest-NegativeSecGroupIPv6Test-292512445 tempest-NegativeSecGroupIPv6Test-292512445-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:34.856439 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef51bc9d-7fcf-48cb-b315-64cf8d34777d tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Pushing event updated for resources: {'Subnet': ['ID=0f2509c1-f702-4d6c-a06f-9d2d70456f17,revision_number=0']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:29:34.879006 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-875e1f5f-0607-45b7-875d-45cec9490080 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:34.888743 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6395137-ff8f-4981-aef0-ba434396a293 req-5b7ea87d-60af-4f15-a29f-93cd3b8b8e92 tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:29:34.890299 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-f6395137-ff8f-4981-aef0-ba434396a293 req-5b7ea87d-60af-4f15-a29f-93cd3b8b8e92 tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7e2fdcf-cd6e-4be5-8448-e22550985054 HTTP/1.1" status: 200 len: 944 time: 0.2479467 Dec 18 13:29:34.914068 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-875e1f5f-0607-45b7-875d-45cec9490080 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Calling delete_port for 91f08309-ba64-4a73-b5d0-b73c4fb0ff17 owned by {{(pid=103159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:29:34.927717 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-60a750bc-7067-4816-b029-72cb8f7b3184 req-bc25617d-57f6-4770-8168-82e0b142d06e service neutron] 10.222.0.43 "GET /v2.0/networks/b777eec3-1fe1-45d9-be90-d023741ff2c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2831817 Dec 18 13:29:34.937795 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef51bc9d-7fcf-48cb-b315-64cf8d34777d tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Checking segment: {'id': '1e403238-91a5-488f-abbf-c4c91dac4b75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '8643abf8-e6e3-409e-b4eb-63568ee96529'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 13:29:34.938146 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef51bc9d-7fcf-48cb-b315-64cf8d34777d tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Network hostable DHCP agents. Network: 8643abf8-e6e3-409e-b4eb-63568ee96529, hostable agents: ['aa77effa-0e3a-4bbd-a383-4d58ed3328d0'], hosted agents: [] {{(pid=103159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 18 13:29:35.017747 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-f6395137-ff8f-4981-aef0-ba434396a293 req-0ffe85ca-92cc-43d5-aeb4-6033b374f4f9 tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] 10.222.0.31 "GET /v2.0/security-groups?id=7500739f-039a-45b0-85f1-cc2dd6d8ee03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1133289 Dec 18 13:29:35.020159 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef51bc9d-7fcf-48cb-b315-64cf8d34777d tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Network 8643abf8-e6e3-409e-b4eb-63568ee96529 is scheduled to be hosted by DHCP agent aa77effa-0e3a-4bbd-a383-4d58ed3328d0 with binding_index 1 {{(pid=103159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 18 13:29:35.043508 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.base_scheduler [None req-ef51bc9d-7fcf-48cb-b315-64cf8d34777d tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-744815-20-hyperv, 8643abf8-e6e3-409e-b4eb-63568ee96529) {{(pid=103159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:29:35.052140 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3b468ca-021a-4084-af83-430bb510c8ab None None] Network 8643abf8-e6e3-409e-b4eb-63568ee96529 requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:29:35.055372 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef51bc9d-7fcf-48cb-b315-64cf8d34777d tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:29:35.055982 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-ef51bc9d-7fcf-48cb-b315-64cf8d34777d tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047995'] for subnet, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:35.082632 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-ef51bc9d-7fcf-48cb-b315-64cf8d34777d tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9328811 Dec 18 13:29:35.101242 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 52672) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:29:35.106540 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-77bf4334-d038-4570-986e-ed6aafd68ed3 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Request body: {'port': {'network_id': '8643abf8-e6e3-409e-b4eb-63568ee96529', 'name': 'tempest-PortsIpV6TestJSON-945639900'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:29:35.138877 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-16e1dd33-b830-4d08-8ead-c8bdbd55564a tempest-ExtraDHCPOptionsTestJSON-1421940607 tempest-ExtraDHCPOptionsTestJSON-1421940607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981'] for network, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:35.144382 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16e1dd33-b830-4d08-8ead-c8bdbd55564a tempest-ExtraDHCPOptionsTestJSON-1421940607 tempest-ExtraDHCPOptionsTestJSON-1421940607-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:29:35.145558 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-16e1dd33-b830-4d08-8ead-c8bdbd55564a tempest-ExtraDHCPOptionsTestJSON-1421940607 tempest-ExtraDHCPOptionsTestJSON-1421940607-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047995'] for network, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:35.155181 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8842fde-4159-4e2b-a819-25242a3deee5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp31e170a0-46a1-5ba9-9dc1-7ee4f866f0d7-8643abf8-e6e3-409e-b4eb-63568ee96529', 'network_id': '8643abf8-e6e3-409e-b4eb-63568ee96529', 'project_id': 'a17167c2bc3d4518ab90268c4af7e6a0', 'fixed_ips': [{'subnet_id': '0f2509c1-f702-4d6c-a06f-9d2d70456f17'}]}} from dv-neutron-744815-20-hyperv. {{(pid=103161) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 18 13:29:35.156201 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c8842fde-4159-4e2b-a819-25242a3deee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:35.227070 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-16e1dd33-b830-4d08-8ead-c8bdbd55564a tempest-ExtraDHCPOptionsTestJSON-1421940607 tempest-ExtraDHCPOptionsTestJSON-1421940607-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.4214828 Dec 18 13:29:35.230979 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 52674) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:29:35.238658 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-c7a8892a-b65b-4ecc-abd3-488f7bebb4b2 tempest-ExtraDHCPOptionsTestJSON-1421940607 tempest-ExtraDHCPOptionsTestJSON-1421940607-project] Request body: {'subnet': {'network_id': '6cf80aa9-addd-4720-82c6-f6b7fe438fb9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:29:35.270142 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-e7e5e7c3-96fe-49be-a42f-374347cbdf94 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4533410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4514424'] for subnet, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:35.292768 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e1dd33-b830-4d08-8ead-c8bdbd55564a tempest-ExtraDHCPOptionsTestJSON-1421940607 tempest-ExtraDHCPOptionsTestJSON-1421940607-project] Pushing event updated for resources: {'Network': ['ID=6cf80aa9-addd-4720-82c6-f6b7fe438fb9,revision_number=1']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:29:35.294905 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-9055b2f2-48f7-445b-8171-b5dffc1e3b7c tempest-NegativeSecGroupIPv6Test-292512445 tempest-NegativeSecGroupIPv6Test-292512445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:35.297726 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-9055b2f2-48f7-445b-8171-b5dffc1e3b7c tempest-NegativeSecGroupIPv6Test-292512445 tempest-NegativeSecGroupIPv6Test-292512445-project] Publish callbacks [] for security_group, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:35.299377 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-9055b2f2-48f7-445b-8171-b5dffc1e3b7c tempest-NegativeSecGroupIPv6Test-292512445 tempest-NegativeSecGroupIPv6Test-292512445-project] 10.222.0.31 "DELETE /v2.0/security-groups/d389de40-9fa9-4306-8bdd-8ad9bb91c2ed HTTP/1.1" status: 204 len: 168 time: 0.8634031 Dec 18 13:29:35.313456 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Network 6cf80aa9-addd-4720-82c6-f6b7fe438fb9 details requested by agent ovs-agent-dv-neutron-744815-20-hyperv with host dv-neutron-744815-20-hyperv {{(pid=103161) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 18 13:29:35.320216 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 52676) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:29:35.342889 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-875e1f5f-0607-45b7-875d-45cec9490080 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:35.349757 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7e5e7c3-96fe-49be-a42f-374347cbdf94 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Network 9a0c71e8-65ef-4584-a473-d55e5a427bae is already hosted by enough agents. {{(pid=103160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:29:35.357026 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-7cb37e2b-bf2c-4f06-b868-fd6d12a4d111 tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:35.358916 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.base_scheduler [None req-e7e5e7c3-96fe-49be-a42f-374347cbdf94 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Resources bound (agent type, host, resource id): {{(pid=103160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:29:35.361619 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9055b2f2-48f7-445b-8171-b5dffc1e3b7c tempest-NegativeSecGroupIPv6Test-292512445 tempest-NegativeSecGroupIPv6Test-292512445-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d389de40-9fa9-4306-8bdd-8ad9bb91c2ed,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:29:35.368604 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7e5e7c3-96fe-49be-a42f-374347cbdf94 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:29:35.370179 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-e7e5e7c3-96fe-49be-a42f-374347cbdf94 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks [] for subnet, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:35.393679 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_common [None req-c8842fde-4159-4e2b-a819-25242a3deee5 None None] Allocated IP 2001:db8::2 (8643abf8-e6e3-409e-b4eb-63568ee96529/0f2509c1-f702-4d6c-a06f-9d2d70456f17/a76dc6d6-4acb-4092-9bc0-81446b9fb40c) {{(pid=103161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:29:35.396409 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-053da2e9-16f4-4302-8426-0f47a5931467 None None] Network 9a0c71e8-65ef-4584-a473-d55e5a427bae requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:29:35.397906 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e5e7c3-96fe-49be-a42f-374347cbdf94 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Pushing event updated for resources: {'Subnet': ['ID=6c5fd0d9-ed69-401a-8b18-8b22d5e8c383,revision_number=0']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:29:35.401406 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875e1f5f-0607-45b7-875d-45cec9490080 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Pushing event deleted for resources: {'Port': ['ID=91f08309-ba64-4a73-b5d0-b73c4fb0ff17,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:29:35.414018 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-e7e5e7c3-96fe-49be-a42f-374347cbdf94 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.4126084 Dec 18 13:29:35.414817 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 52678) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:29:35.425973 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-d9238275-8bab-4cdb-ad44-0a41318b7512 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1300312692', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '6c5fd0d9-ed69-401a-8b18-8b22d5e8c383'}], 'security_groups': ['4fd57da6-fdb3-459c-b76c-2bbf4e961d0e', '25cb5f44-7da6-49ff-b3eb-dcae52e0f075']}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:29:35.471639 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77bf4334-d038-4570-986e-ed6aafd68ed3 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Made reservation on behalf of a17167c2bc3d4518ab90268c4af7e6a0 for: {'port': 1} {{(pid=103159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:29:35.475470 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-77bf4334-d038-4570-986e-ed6aafd68ed3 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:35.514193 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-a8da2a44-b554-4918-86ac-2a207060231f tempest-NegativeSecGroupIPv6Test-292512445 tempest-NegativeSecGroupIPv6Test-292512445-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1924627 Dec 18 13:29:35.516232 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 52680) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:29:35.533057 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-7cb37e2b-bf2c-4f06-b868-fd6d12a4d111 tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4533522'] for port, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:35.544181 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-04c7bd55-9e4b-4370-8470-3ec96272b28e tempest-NegativeSecGroupIPv6Test-292512445 tempest-NegativeSecGroupIPv6Test-292512445-project] Request body: {'security_group': {'name': 'tempest-secgroup--683663334'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:29:35.563994 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.notifiers.nova [None req-77bf4334-d038-4570-986e-ed6aafd68ed3 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] device_id is not set on port 523483f2-07d9-418b-9f5b-daa777a08d5c yet. {{(pid=103159) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 18 13:29:35.582642 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-d9238275-8bab-4cdb-ad44-0a41318b7512 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:35.625398 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cb37e2b-bf2c-4f06-b868-fd6d12a4d111 tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] Network efc9a900-f6d9-42e1-88bd-28ce4094031e is already hosted by enough agents. {{(pid=103160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:29:35.633518 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.base_scheduler [None req-7cb37e2b-bf2c-4f06-b868-fd6d12a4d111 tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] Resources bound (agent type, host, resource id): {{(pid=103160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:29:35.664566 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7a8892a-b65b-4ecc-abd3-488f7bebb4b2 tempest-ExtraDHCPOptionsTestJSON-1421940607 tempest-ExtraDHCPOptionsTestJSON-1421940607-project] Made reservation on behalf of f71add64a80a4eb78fc18fe43a632d91 for: {'subnet': 1} {{(pid=103159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:29:35.666338 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb37e2b-bf2c-4f06-b868-fd6d12a4d111 tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] Received port after_create {{(pid=103160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:29:35.667363 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cb37e2b-bf2c-4f06-b868-fd6d12a4d111 tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:29:35.667978 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-7cb37e2b-bf2c-4f06-b868-fd6d12a4d111 tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:35.668104 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-c7a8892a-b65b-4ecc-abd3-488f7bebb4b2 tempest-ExtraDHCPOptionsTestJSON-1421940607 tempest-ExtraDHCPOptionsTestJSON-1421940607-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6017072'] for subnet, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:35.677550 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb37e2b-bf2c-4f06-b868-fd6d12a4d111 tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] Pushing event updated for resources: {'Port': ['ID=7871647a-c814-41c8-a319-a1f62ec7fde8,revision_number=1']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:29:35.740635 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-7cb37e2b-bf2c-4f06-b868-fd6d12a4d111 tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.4926383 Dec 18 13:29:35.743901 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 52682) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:29:35.765919 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-875e1f5f-0607-45b7-875d-45cec9490080 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:35.769074 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-875e1f5f-0607-45b7-875d-45cec9490080 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] 10.222.0.31 "DELETE /v2.0/ports/91f08309-ba64-4a73-b5d0-b73c4fb0ff17 HTTP/1.1" status: 204 len: 168 time: 1.4557843 Dec 18 13:29:35.775244 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 52684) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:29:35.804375 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c8842fde-4159-4e2b-a819-25242a3deee5 None None] Publish callbacks [] for port, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:35.809197 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5bbbd3a-d122-4101-96e3-20ee8375295f None None] Update dhcp port {'port': {'network_id': '9a0c71e8-65ef-4584-a473-d55e5a427bae', 'fixed_ips': [{'subnet_id': '77c189ed-fb5d-4292-b406-845dbdaaa7ef', 'ip_address': '172.20.0.19'}, {'subnet_id': '33c2132d-be7e-4d3e-b6bb-c41f4ef0fb5f', 'ip_address': '172.20.0.2'}, {'subnet_id': '6c5fd0d9-ed69-401a-8b18-8b22d5e8c383'}], 'binding:host_id': 'dv-neutron-744815-20-hyperv'}, 'id': '1903170e-157d-4e08-be84-3b88dbc55d05'} from dv-neutron-744815-20-hyperv. {{(pid=103161) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 18 13:29:35.813790 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-04c7bd55-9e4b-4370-8470-3ec96272b28e tempest-NegativeSecGroupIPv6Test-292512445 tempest-NegativeSecGroupIPv6Test-292512445-project] Publish callbacks [] for security_group, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:35.836331 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c8842fde-4159-4e2b-a819-25242a3deee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975'] for port, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:35.898081 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8842fde-4159-4e2b-a819-25242a3deee5 None None] Pushing event updated for resources: {'Port': ['ID=a76dc6d6-4acb-4092-9bc0-81446b9fb40c,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:29:35.913428 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8842fde-4159-4e2b-a819-25242a3deee5 None None] Network 8643abf8-e6e3-409e-b4eb-63568ee96529 is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:29:35.913942 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f5bbbd3a-d122-4101-96e3-20ee8375295f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:35.918140 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-c8842fde-4159-4e2b-a819-25242a3deee5 None None] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:29:35.928878 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8842fde-4159-4e2b-a819-25242a3deee5 None None] Received port after_create {{(pid=103161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:29:35.952961 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.db_base_plugin_common [None req-77bf4334-d038-4570-986e-ed6aafd68ed3 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Allocated IP 2001:db8::2a3 (8643abf8-e6e3-409e-b4eb-63568ee96529/0f2509c1-f702-4d6c-a06f-9d2d70456f17/523483f2-07d9-418b-9f5b-daa777a08d5c) {{(pid=103159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:29:36.017379 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec0eeae0-1357-49da-b6cb-4a28191645ac tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:29:36.019572 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-ec0eeae0-1357-49da-b6cb-4a28191645ac tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] 10.222.0.31 "GET /v2.0/ports/7871647a-c814-41c8-a319-a1f62ec7fde8 HTTP/1.1" status: 200 len: 955 time: 0.2750280 Dec 18 13:29:36.027453 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 52686) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:29:36.064539 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e92e2634-8637-48ae-b5b1-fae02dae40e0 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:29:36.066258 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e92e2634-8637-48ae-b5b1-fae02dae40e0 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:29:36.068675 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e92e2634-8637-48ae-b5b1-fae02dae40e0 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:29:36.073263 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-e92e2634-8637-48ae-b5b1-fae02dae40e0 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.2946320 Dec 18 13:29:36.075904 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 52690) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:29:36.106481 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-04c7bd55-9e4b-4370-8470-3ec96272b28e tempest-NegativeSecGroupIPv6Test-292512445 tempest-NegativeSecGroupIPv6Test-292512445-project] Publish callbacks [] for security_group, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:36.126054 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-04c7bd55-9e4b-4370-8470-3ec96272b28e tempest-NegativeSecGroupIPv6Test-292512445 tempest-NegativeSecGroupIPv6Test-292512445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:36.217813 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b787f8f-2fe2-4c96-b98c-a0c1a64b8663 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Deleting subnet b388ec95-2b2f-4ae5-a5e8-30bd2933db67 {{(pid=103160) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 18 13:29:36.246035 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-5b787f8f-2fe2-4c96-b98c-a0c1a64b8663 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks [] for subnet, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:36.264085 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-04c7bd55-9e4b-4370-8470-3ec96272b28e tempest-NegativeSecGroupIPv6Test-292512445 tempest-NegativeSecGroupIPv6Test-292512445-project] Publish callbacks [] for security_group, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:36.264923 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-04c7bd55-9e4b-4370-8470-3ec96272b28e tempest-NegativeSecGroupIPv6Test-292512445 tempest-NegativeSecGroupIPv6Test-292512445-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.7243087 Dec 18 13:29:36.267823 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-c8842fde-4159-4e2b-a819-25242a3deee5 None None] Attempting to bind port a76dc6d6-4acb-4092-9bc0-81446b9fb40c on host dv-neutron-744815-20-hyperv for vnic_type normal with profile {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 13:29:36.268343 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-c8842fde-4159-4e2b-a819-25242a3deee5 None None] Attempting to bind port a76dc6d6-4acb-4092-9bc0-81446b9fb40c by drivers openvswitch,hyperv on host dv-neutron-744815-20-hyperv at level 0 using segments [{'id': '1e403238-91a5-488f-abbf-c4c91dac4b75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '8643abf8-e6e3-409e-b4eb-63568ee96529'}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 13:29:36.268484 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8842fde-4159-4e2b-a819-25242a3deee5 None None] Attempting to bind port a76dc6d6-4acb-4092-9bc0-81446b9fb40c on network 8643abf8-e6e3-409e-b4eb-63568ee96529 {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 13:29:36.272932 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c7bd55-9e4b-4370-8470-3ec96272b28e tempest-NegativeSecGroupIPv6Test-292512445 tempest-NegativeSecGroupIPv6Test-292512445-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de153992-1434-485e-be93-51153452a22c,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:29:36.280339 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 52692) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:29:36.284296 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8842fde-4159-4e2b-a819-25242a3deee5 None None] Checking agent: {'id': '428fa9fa-43db-4db9-9f96-f60ffe931f2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-20-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 13, 19, 1), 'started_at': datetime.datetime(2021, 12, 18, 13, 19, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 13, 29, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-20-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 18 13:29:36.284671 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8842fde-4159-4e2b-a819-25242a3deee5 None None] Checking segment: {'id': '1e403238-91a5-488f-abbf-c4c91dac4b75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '8643abf8-e6e3-409e-b4eb-63568ee96529'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 13:29:36.285159 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c8842fde-4159-4e2b-a819-25242a3deee5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:36.285772 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8842fde-4159-4e2b-a819-25242a3deee5 None None] Bound using segment: {'id': '1e403238-91a5-488f-abbf-c4c91dac4b75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '8643abf8-e6e3-409e-b4eb-63568ee96529'} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 18 13:29:36.286239 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-c8842fde-4159-4e2b-a819-25242a3deee5 None None] Bound port: a76dc6d6-4acb-4092-9bc0-81446b9fb40c, host: dv-neutron-744815-20-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e403238-91a5-488f-abbf-c4c91dac4b75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '8643abf8-e6e3-409e-b4eb-63568ee96529'}}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 18 13:29:36.287099 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c8842fde-4159-4e2b-a819-25242a3deee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:36.290026 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-0093f408-27c2-419a-a28a-aa672294edc2 tempest-NegativeSecGroupIPv6Test-292512445 tempest-NegativeSecGroupIPv6Test-292512445-project] Request body: {'security_group_rule': {'security_group_id': 'de153992-1434-485e-be93-51153452a22c', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:29:36.290835 dv-neutron-744815-20-hyperv neutron-server[103159]: WARNING neutron.api.v2.base [None req-0093f408-27c2-419a-a28a-aa672294edc2 tempest-NegativeSecGroupIPv6Test-292512445 tempest-NegativeSecGroupIPv6Test-292512445-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Dec 18 13:29:36.291910 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.api.v2.resource [None req-0093f408-27c2-419a-a28a-aa672294edc2 tempest-NegativeSecGroupIPv6Test-292512445 tempest-NegativeSecGroupIPv6Test-292512445-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 18 13:29:36.292349 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-0093f408-27c2-419a-a28a-aa672294edc2 tempest-NegativeSecGroupIPv6Test-292512445 tempest-NegativeSecGroupIPv6Test-292512445-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0113883 Dec 18 13:29:36.298350 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 52694) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:29:36.306511 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe59dd6-32b7-498d-8a4d-a006a7dcf82e req-ca5aab74-2d17-415e-b4be-a99776dfb11c tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:29:36.308179 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-fbe59dd6-32b7-498d-8a4d-a006a7dcf82e req-ca5aab74-2d17-415e-b4be-a99776dfb11c tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7e2fdcf-cd6e-4be5-8448-e22550985054 HTTP/1.1" status: 200 len: 944 time: 0.1724551 Dec 18 13:29:36.312373 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-c7a8892a-b65b-4ecc-abd3-488f7bebb4b2 tempest-ExtraDHCPOptionsTestJSON-1421940607 tempest-ExtraDHCPOptionsTestJSON-1421940607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5659786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6017062'] for subnet, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:36.345572 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-5b787f8f-2fe2-4c96-b98c-a0c1a64b8663 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4533385'] for subnet, precommit_delete_associations {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:36.360760 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-c8842fde-4159-4e2b-a819-25242a3deee5 None None] For port a76dc6d6-4acb-4092-9bc0-81446b9fb40c, host dv-neutron-744815-20-hyperv, cleared binding levels {{(pid=103161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 18 13:29:36.365842 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-c8842fde-4159-4e2b-a819-25242a3deee5 None None] For port a76dc6d6-4acb-4092-9bc0-81446b9fb40c, host dv-neutron-744815-20-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=a76dc6d6-4acb-4092-9bc0-81446b9fb40c,segment=NetworkSegment(1e403238-91a5-488f-abbf-c4c91dac4b75),segment_id=1e403238-91a5-488f-abbf-c4c91dac4b75)] {{(pid=103161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 18 13:29:36.371113 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c8842fde-4159-4e2b-a819-25242a3deee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:36.385556 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.db_base_plugin_common [None req-d9238275-8bab-4cdb-ad44-0a41318b7512 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Delete allocated IP 172.20.0.9 (9a0c71e8-65ef-4584-a473-d55e5a427bae/33c2132d-be7e-4d3e-b6bb-c41f4ef0fb5f) {{(pid=103160) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 18 13:29:36.418363 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.db_base_plugin_common [None req-d9238275-8bab-4cdb-ad44-0a41318b7512 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Allocated IP 172.20.0.35 (9a0c71e8-65ef-4584-a473-d55e5a427bae/6c5fd0d9-ed69-401a-8b18-8b22d5e8c383/cb0281ff-8db3-422e-9702-cc624bedb875) {{(pid=103160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:29:36.432884 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-77bf4334-d038-4570-986e-ed6aafd68ed3 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks [] for port, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:36.441847 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8842fde-4159-4e2b-a819-25242a3deee5 None None] Pushing event updated for resources: {'Port': ['ID=a76dc6d6-4acb-4092-9bc0-81446b9fb40c,revision_number=2']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:29:36.451497 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a8892a-b65b-4ecc-abd3-488f7bebb4b2 tempest-ExtraDHCPOptionsTestJSON-1421940607 tempest-ExtraDHCPOptionsTestJSON-1421940607-project] Pushing event updated for resources: {'Subnet': ['ID=122c5d37-9854-4dac-b73a-9d2f2a5ac768,revision_number=0']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:29:36.473918 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-fbe59dd6-32b7-498d-8a4d-a006a7dcf82e req-24b91cdf-da45-4186-ae80-9cee757d73f0 tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] 10.222.0.31 "GET /v2.0/security-groups?id=7500739f-039a-45b0-85f1-cc2dd6d8ee03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1474931 Dec 18 13:29:36.485528 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-2d43b5a7-4a5b-438c-b5a6-288eb52aba19 tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] Deleting port 7871647a-c814-41c8-a319-a1f62ec7fde8 {{(pid=103159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:29:36.486163 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-2d43b5a7-4a5b-438c-b5a6-288eb52aba19 tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:36.553872 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-5b787f8f-2fe2-4c96-b98c-a0c1a64b8663 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1929185'] for subnet, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:36.557632 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-5748b7b4-6f64-40da-883d-05496bc5fd39 tempest-NegativeSecGroupIPv6Test-292512445 tempest-NegativeSecGroupIPv6Test-292512445-project] Publish callbacks [] for security_group, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:36.559434 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7a8892a-b65b-4ecc-abd3-488f7bebb4b2 tempest-ExtraDHCPOptionsTestJSON-1421940607 tempest-ExtraDHCPOptionsTestJSON-1421940607-project] Checking segment: {'id': '31274d0e-81fe-4fb3-9b7a-a42df4e0b78f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '6cf80aa9-addd-4720-82c6-f6b7fe438fb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 13:29:36.559880 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7a8892a-b65b-4ecc-abd3-488f7bebb4b2 tempest-ExtraDHCPOptionsTestJSON-1421940607 tempest-ExtraDHCPOptionsTestJSON-1421940607-project] Network hostable DHCP agents. Network: 6cf80aa9-addd-4720-82c6-f6b7fe438fb9, hostable agents: ['aa77effa-0e3a-4bbd-a383-4d58ed3328d0'], hosted agents: [] {{(pid=103159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 18 13:29:36.607978 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-2d43b5a7-4a5b-438c-b5a6-288eb52aba19 tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:36.610542 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:36.625440 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-5748b7b4-6f64-40da-883d-05496bc5fd39 tempest-NegativeSecGroupIPv6Test-292512445 tempest-NegativeSecGroupIPv6Test-292512445-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:36.637278 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-2d43b5a7-4a5b-438c-b5a6-288eb52aba19 tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] Calling delete_port for 7871647a-c814-41c8-a319-a1f62ec7fde8 owned by {{(pid=103159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:29:36.694190 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-5b787f8f-2fe2-4c96-b98c-a0c1a64b8663 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1929192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4533475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4514371'] for subnet, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:36.700737 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7a8892a-b65b-4ecc-abd3-488f7bebb4b2 tempest-ExtraDHCPOptionsTestJSON-1421940607 tempest-ExtraDHCPOptionsTestJSON-1421940607-project] Network 6cf80aa9-addd-4720-82c6-f6b7fe438fb9 is scheduled to be hosted by DHCP agent aa77effa-0e3a-4bbd-a383-4d58ed3328d0 with binding_index 1 {{(pid=103159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 18 13:29:36.703072 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-77bf4334-d038-4570-986e-ed6aafd68ed3 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:36.733040 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b787f8f-2fe2-4c96-b98c-a0c1a64b8663 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Pushing event deleted for resources: {'Subnet': ['ID=b388ec95-2b2f-4ae5-a5e8-30bd2933db67,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:29:36.740363 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-5b787f8f-2fe2-4c96-b98c-a0c1a64b8663 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks [] for subnet, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:36.746187 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-5b787f8f-2fe2-4c96-b98c-a0c1a64b8663 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] 10.222.0.31 "DELETE /v2.0/subnets/b388ec95-2b2f-4ae5-a5e8-30bd2933db67 HTTP/1.1" status: 204 len: 168 time: 0.6667650 Dec 18 13:29:36.752264 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7e23335-69a1-43cd-bad5-5c46cf5c2346 None None] Network a0b84a49-8464-4342-a47d-bd714ebbec81 requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:29:36.761304 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 52696) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:29:36.773575 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-d9238275-8bab-4cdb-ad44-0a41318b7512 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks [] for port, precommit_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:36.780515 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-d9238275-8bab-4cdb-ad44-0a41318b7512 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4533541'] for port, after_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:36.800928 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.base_scheduler [None req-c7a8892a-b65b-4ecc-abd3-488f7bebb4b2 tempest-ExtraDHCPOptionsTestJSON-1421940607 tempest-ExtraDHCPOptionsTestJSON-1421940607-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-744815-20-hyperv, 6cf80aa9-addd-4720-82c6-f6b7fe438fb9) {{(pid=103159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:29:36.855508 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29871ff5-fccb-4ef7-9f67-905279b5cff1 None None] Network 6cf80aa9-addd-4720-82c6-f6b7fe438fb9 requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:29:36.889956 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-5748b7b4-6f64-40da-883d-05496bc5fd39 tempest-NegativeSecGroupIPv6Test-292512445 tempest-NegativeSecGroupIPv6Test-292512445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:36.893047 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-5748b7b4-6f64-40da-883d-05496bc5fd39 tempest-NegativeSecGroupIPv6Test-292512445 tempest-NegativeSecGroupIPv6Test-292512445-project] Publish callbacks [] for security_group, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:36.894267 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-5748b7b4-6f64-40da-883d-05496bc5fd39 tempest-NegativeSecGroupIPv6Test-292512445 tempest-NegativeSecGroupIPv6Test-292512445-project] 10.222.0.31 "DELETE /v2.0/security-groups/de153992-1434-485e-be93-51153452a22c HTTP/1.1" status: 204 len: 168 time: 0.5944915 Dec 18 13:29:36.896007 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7a8892a-b65b-4ecc-abd3-488f7bebb4b2 tempest-ExtraDHCPOptionsTestJSON-1421940607 tempest-ExtraDHCPOptionsTestJSON-1421940607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:29:36.896897 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-c7a8892a-b65b-4ecc-abd3-488f7bebb4b2 tempest-ExtraDHCPOptionsTestJSON-1421940607 tempest-ExtraDHCPOptionsTestJSON-1421940607-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047995'] for subnet, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:36.901577 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 52698) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:29:36.915067 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9238275-8bab-4cdb-ad44-0a41318b7512 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Pushing event updated for resources: {'Port': ['ID=cb0281ff-8db3-422e-9702-cc624bedb875,revision_number=2']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:29:36.917315 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77bf4334-d038-4570-986e-ed6aafd68ed3 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Network 8643abf8-e6e3-409e-b4eb-63568ee96529 is already hosted by enough agents. {{(pid=103159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:29:36.924323 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-2d43b5a7-4a5b-438c-b5a6-288eb52aba19 tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:36.925165 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-d9238275-8bab-4cdb-ad44-0a41318b7512 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] In _notify_port_updated(), no bound segment for port cb0281ff-8db3-422e-9702-cc624bedb875 on network 9a0c71e8-65ef-4584-a473-d55e5a427bae {{(pid=103160) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 18 13:29:36.932004 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9238275-8bab-4cdb-ad44-0a41318b7512 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:29:36.932666 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-d9238275-8bab-4cdb-ad44-0a41318b7512 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:36.934065 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-d9238275-8bab-4cdb-ad44-0a41318b7512 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] 10.222.0.31 "PUT /v2.0/ports/cb0281ff-8db3-422e-9702-cc624bedb875 HTTP/1.1" status: 200 len: 960 time: 1.5164759 Dec 18 13:29:36.937212 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 52700) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:29:36.955318 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.base_scheduler [None req-77bf4334-d038-4570-986e-ed6aafd68ed3 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Resources bound (agent type, host, resource id): {{(pid=103159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:29:36.958782 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77bf4334-d038-4570-986e-ed6aafd68ed3 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Received port after_create {{(pid=103159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:29:36.964732 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77bf4334-d038-4570-986e-ed6aafd68ed3 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:29:36.965360 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-77bf4334-d038-4570-986e-ed6aafd68ed3 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:36.968515 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5748b7b4-6f64-40da-883d-05496bc5fd39 tempest-NegativeSecGroupIPv6Test-292512445 tempest-NegativeSecGroupIPv6Test-292512445-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de153992-1434-485e-be93-51153452a22c,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:29:36.975406 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bf4334-d038-4570-986e-ed6aafd68ed3 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Pushing event updated for resources: {'Port': ['ID=523483f2-07d9-418b-9f5b-daa777a08d5c,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:29:37.009173 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-f2ad577e-4756-4e88-85bb-7eb723665e41 tempest-NegativeSecGroupIPv6Test-292512445 tempest-NegativeSecGroupIPv6Test-292512445-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1065156 Dec 18 13:29:37.016265 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d43b5a7-4a5b-438c-b5a6-288eb52aba19 tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] Pushing event deleted for resources: {'Port': ['ID=7871647a-c814-41c8-a319-a1f62ec7fde8,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:29:37.023703 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-c7a8892a-b65b-4ecc-abd3-488f7bebb4b2 tempest-ExtraDHCPOptionsTestJSON-1421940607 tempest-ExtraDHCPOptionsTestJSON-1421940607-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7912242 Dec 18 13:29:37.031871 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 52702) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:29:37.032149 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 52704) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:29:37.040445 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-6db70d33-5c0f-4236-a478-a1592416f756 tempest-ExtraDHCPOptionsTestJSON-1421940607 tempest-ExtraDHCPOptionsTestJSON-1421940607-project] Request body: {'port': {'network_id': '6cf80aa9-addd-4720-82c6-f6b7fe438fb9', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1857524726'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:29:37.046007 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-5c1fe5d4-8566-45cf-985d-cdafc31520d1 tempest-NegativeSecGroupIPv6Test-292512445 tempest-NegativeSecGroupIPv6Test-292512445-project] Request body: {'security_group': {'name': 'tempest-secgroup--1663207349'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:29:37.053119 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-2d43b5a7-4a5b-438c-b5a6-288eb52aba19 tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:37.057905 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-2d43b5a7-4a5b-438c-b5a6-288eb52aba19 tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] 10.222.0.31 "DELETE /v2.0/ports/7871647a-c814-41c8-a319-a1f62ec7fde8 HTTP/1.1" status: 204 len: 168 time: 1.0237057 Dec 18 13:29:37.059985 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_common [None req-f5bbbd3a-d122-4101-96e3-20ee8375295f None None] Allocated IP 172.20.0.34 (9a0c71e8-65ef-4584-a473-d55e5a427bae/6c5fd0d9-ed69-401a-8b18-8b22d5e8c383/1903170e-157d-4e08-be84-3b88dbc55d05) {{(pid=103161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:29:37.067062 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b72dff2-7150-40cd-9be9-632abcb56814 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Deleting subnet f519255b-5039-4a88-a211-f2d46bf302fd {{(pid=103159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 18 13:29:37.070819 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 52706) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:29:37.073329 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-4b72dff2-7150-40cd-9be9-632abcb56814 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks [] for subnet, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:37.111500 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0288766-938a-463c-a247-5f26da70e7e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp31e170a0-46a1-5ba9-9dc1-7ee4f866f0d7-6cf80aa9-addd-4720-82c6-f6b7fe438fb9', 'network_id': '6cf80aa9-addd-4720-82c6-f6b7fe438fb9', 'project_id': 'f71add64a80a4eb78fc18fe43a632d91', 'fixed_ips': [{'subnet_id': '122c5d37-9854-4dac-b73a-9d2f2a5ac768'}]}} from dv-neutron-744815-20-hyperv. {{(pid=103161) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 18 13:29:37.112629 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c0288766-938a-463c-a247-5f26da70e7e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:37.137731 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-77bf4334-d038-4570-986e-ed6aafd68ed3 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.0351555 Dec 18 13:29:37.141228 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 52708) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:29:37.147723 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.pecan_wsgi.hooks.translation [None req-00742e7e-3cf0-4d81-b2a4-608eb6407b1b tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] GET failed (client error): The resource could not be found. Dec 18 13:29:37.152928 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-00742e7e-3cf0-4d81-b2a4-608eb6407b1b tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] 10.222.0.31 "GET /v2.0/ports/7871647a-c814-41c8-a319-a1f62ec7fde8 HTTP/1.1" status: 404 len: 333 time: 0.0747590 Dec 18 13:29:37.153388 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-1f3c7676-e994-4963-b5a4-94343c22d8da tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Request body: {'port': {'network_id': '8643abf8-e6e3-409e-b4eb-63568ee96529', 'name': 'tempest-PortsIpV6TestJSON-518837955'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:29:37.154678 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 52710) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:29:37.164122 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-1ae19c51-db05-41d3-9481-84ba73fe3e07 tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] Request body: {'port': {'network_id': 'efc9a900-f6d9-42e1-88bd-28ce4094031e', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1510829366'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:29:37.193866 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-4b72dff2-7150-40cd-9be9-632abcb56814 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5589624'] for subnet, precommit_delete_associations {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:37.236695 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-5c1fe5d4-8566-45cf-985d-cdafc31520d1 tempest-NegativeSecGroupIPv6Test-292512445 tempest-NegativeSecGroupIPv6Test-292512445-project] Publish callbacks [] for security_group, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:37.262545 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-9db414fb-dd48-4989-9259-f008c4921767 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Deleting port cb0281ff-8db3-422e-9702-cc624bedb875 {{(pid=103160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:29:37.262929 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-9db414fb-dd48-4989-9259-f008c4921767 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:37.273748 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-f5bbbd3a-d122-4101-96e3-20ee8375295f None None] For port 1903170e-157d-4e08-be84-3b88dbc55d05, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=1903170e-157d-4e08-be84-3b88dbc55d05,segment=NetworkSegment(8a8b25c1-db3d-4a31-a842-329cb0f3a9fe),segment_id=8a8b25c1-db3d-4a31-a842-329cb0f3a9fe)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:29:37.286212 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ae19c51-db05-41d3-9481-84ba73fe3e07 tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] Made reservation on behalf of 9a86e4e0a33e4852b4ac568788e25a6a for: {'port': 1} {{(pid=103160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:29:37.289184 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-1ae19c51-db05-41d3-9481-84ba73fe3e07 tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:37.317708 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f5bbbd3a-d122-4101-96e3-20ee8375295f None None] Publish callbacks [] for port, precommit_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:37.352996 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f5bbbd3a-d122-4101-96e3-20ee8375295f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:37.374108 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-4b72dff2-7150-40cd-9be9-632abcb56814 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1929185'] for subnet, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:37.381036 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.notifiers.nova [None req-1ae19c51-db05-41d3-9481-84ba73fe3e07 tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] device_id is not set on port e2b865ec-824a-4dac-8001-89d43af089eb yet. {{(pid=103160) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 18 13:29:37.385740 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f3c7676-e994-4963-b5a4-94343c22d8da tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Made reservation on behalf of a17167c2bc3d4518ab90268c4af7e6a0 for: {'port': 1} {{(pid=103159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:29:37.390072 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-1f3c7676-e994-4963-b5a4-94343c22d8da tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:37.420199 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bbbd3a-d122-4101-96e3-20ee8375295f None None] Pushing event updated for resources: {'Port': ['ID=1903170e-157d-4e08-be84-3b88dbc55d05,revision_number=7']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:29:37.450235 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_common [None req-c0288766-938a-463c-a247-5f26da70e7e9 None None] Allocated IP 172.20.0.2 (6cf80aa9-addd-4720-82c6-f6b7fe438fb9/122c5d37-9854-4dac-b73a-9d2f2a5ac768/394cd8f9-696d-420d-b380-d8eb65e8cbb7) {{(pid=103161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:29:37.454929 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6db70d33-5c0f-4236-a478-a1592416f756 tempest-ExtraDHCPOptionsTestJSON-1421940607 tempest-ExtraDHCPOptionsTestJSON-1421940607-project] Made reservation on behalf of f71add64a80a4eb78fc18fe43a632d91 for: {'port': 1} {{(pid=103160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:29:37.460323 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-6db70d33-5c0f-4236-a478-a1592416f756 tempest-ExtraDHCPOptionsTestJSON-1421940607 tempest-ExtraDHCPOptionsTestJSON-1421940607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:37.467775 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.notifiers.nova [None req-1f3c7676-e994-4963-b5a4-94343c22d8da tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] device_id is not set on port 5fd1d341-2f75-4d9e-9a12-d0b9b4f04ccf yet. {{(pid=103159) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 18 13:29:37.504222 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-9db414fb-dd48-4989-9259-f008c4921767 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:37.539845 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-9db414fb-dd48-4989-9259-f008c4921767 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Calling delete_port for cb0281ff-8db3-422e-9702-cc624bedb875 owned by {{(pid=103160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:29:37.586759 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.notifiers.nova [None req-6db70d33-5c0f-4236-a478-a1592416f756 tempest-ExtraDHCPOptionsTestJSON-1421940607 tempest-ExtraDHCPOptionsTestJSON-1421940607-project] device_id is not set on port 510444af-4bd8-416a-b822-29c1a85fc8fd yet. {{(pid=103160) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 18 13:29:37.621340 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-4b72dff2-7150-40cd-9be9-632abcb56814 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1929192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5659851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6017053'] for subnet, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:37.643196 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-5c1fe5d4-8566-45cf-985d-cdafc31520d1 tempest-NegativeSecGroupIPv6Test-292512445 tempest-NegativeSecGroupIPv6Test-292512445-project] Publish callbacks [] for security_group, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:37.662513 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-4b72dff2-7150-40cd-9be9-632abcb56814 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047995'] for subnet, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:37.666124 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-4b72dff2-7150-40cd-9be9-632abcb56814 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] 10.222.0.31 "DELETE /v2.0/subnets/f519255b-5039-4a88-a211-f2d46bf302fd HTTP/1.1" status: 204 len: 168 time: 0.9024637 Dec 18 13:29:37.712978 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 52714) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:29:37.732116 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b72dff2-7150-40cd-9be9-632abcb56814 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Pushing event deleted for resources: {'Subnet': ['ID=f519255b-5039-4a88-a211-f2d46bf302fd,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:29:37.733144 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-5c1fe5d4-8566-45cf-985d-cdafc31520d1 tempest-NegativeSecGroupIPv6Test-292512445 tempest-NegativeSecGroupIPv6Test-292512445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:37.780282 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-1877203b-9a4f-49d2-bf4e-dc3b7bc5f29b tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0631831 Dec 18 13:29:37.784358 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 52716) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:29:37.790137 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-48f43d66-d0e5-4d75-9f8c-e56049fd1be4 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Request body: {'subnet': {'network_id': 'a0b84a49-8464-4342-a47d-bd714ebbec81', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:29:37.809224 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c0288766-938a-463c-a247-5f26da70e7e9 None None] Publish callbacks [] for port, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:37.823801 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c0288766-938a-463c-a247-5f26da70e7e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975'] for port, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:37.883375 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0288766-938a-463c-a247-5f26da70e7e9 None None] Pushing event updated for resources: {'Port': ['ID=394cd8f9-696d-420d-b380-d8eb65e8cbb7,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:29:37.915435 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.db_base_plugin_common [None req-1f3c7676-e994-4963-b5a4-94343c22d8da tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Allocated IP 2001:db8::272 (8643abf8-e6e3-409e-b4eb-63568ee96529/0f2509c1-f702-4d6c-a06f-9d2d70456f17/5fd1d341-2f75-4d9e-9a12-d0b9b4f04ccf) {{(pid=103159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:29:37.915677 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0288766-938a-463c-a247-5f26da70e7e9 None None] Network 6cf80aa9-addd-4720-82c6-f6b7fe438fb9 is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:29:37.918820 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-c0288766-938a-463c-a247-5f26da70e7e9 None None] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:29:37.922193 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0288766-938a-463c-a247-5f26da70e7e9 None None] Received port after_create {{(pid=103161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:29:37.927737 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96655c90-1c95-47e0-ad7d-8a35a51b1ae7 req-68ff47c6-f9ab-4f15-bc54-a18622a48966 tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:29:37.929372 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-96655c90-1c95-47e0-ad7d-8a35a51b1ae7 req-68ff47c6-f9ab-4f15-bc54-a18622a48966 tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7e2fdcf-cd6e-4be5-8448-e22550985054 HTTP/1.1" status: 200 len: 944 time: 0.3394868 Dec 18 13:29:38.031988 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-c0288766-938a-463c-a247-5f26da70e7e9 None None] Attempting to bind port 394cd8f9-696d-420d-b380-d8eb65e8cbb7 on host dv-neutron-744815-20-hyperv for vnic_type normal with profile {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 13:29:38.032355 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-c0288766-938a-463c-a247-5f26da70e7e9 None None] Attempting to bind port 394cd8f9-696d-420d-b380-d8eb65e8cbb7 by drivers openvswitch,hyperv on host dv-neutron-744815-20-hyperv at level 0 using segments [{'id': '31274d0e-81fe-4fb3-9b7a-a42df4e0b78f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '6cf80aa9-addd-4720-82c6-f6b7fe438fb9'}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 13:29:38.032719 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0288766-938a-463c-a247-5f26da70e7e9 None None] Attempting to bind port 394cd8f9-696d-420d-b380-d8eb65e8cbb7 on network 6cf80aa9-addd-4720-82c6-f6b7fe438fb9 {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 13:29:38.045192 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-5c1fe5d4-8566-45cf-985d-cdafc31520d1 tempest-NegativeSecGroupIPv6Test-292512445 tempest-NegativeSecGroupIPv6Test-292512445-project] Publish callbacks [] for security_group, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:38.049187 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-5c1fe5d4-8566-45cf-985d-cdafc31520d1 tempest-NegativeSecGroupIPv6Test-292512445 tempest-NegativeSecGroupIPv6Test-292512445-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 1.0134571 Dec 18 13:29:38.049330 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0288766-938a-463c-a247-5f26da70e7e9 None None] Checking agent: {'id': '428fa9fa-43db-4db9-9f96-f60ffe931f2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-20-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 13, 19, 1), 'started_at': datetime.datetime(2021, 12, 18, 13, 19, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 13, 29, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-20-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 18 13:29:38.049330 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0288766-938a-463c-a247-5f26da70e7e9 None None] Checking segment: {'id': '31274d0e-81fe-4fb3-9b7a-a42df4e0b78f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '6cf80aa9-addd-4720-82c6-f6b7fe438fb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 13:29:38.049330 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c0288766-938a-463c-a247-5f26da70e7e9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:38.049330 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0288766-938a-463c-a247-5f26da70e7e9 None None] Bound using segment: {'id': '31274d0e-81fe-4fb3-9b7a-a42df4e0b78f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '6cf80aa9-addd-4720-82c6-f6b7fe438fb9'} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 18 13:29:38.049330 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-c0288766-938a-463c-a247-5f26da70e7e9 None None] Bound port: 394cd8f9-696d-420d-b380-d8eb65e8cbb7, host: dv-neutron-744815-20-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31274d0e-81fe-4fb3-9b7a-a42df4e0b78f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '6cf80aa9-addd-4720-82c6-f6b7fe438fb9'}}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 18 13:29:38.049779 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c0288766-938a-463c-a247-5f26da70e7e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:38.053909 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 52718) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:29:38.065522 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-1ae19c51-db05-41d3-9481-84ba73fe3e07 tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:38.065946 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-96655c90-1c95-47e0-ad7d-8a35a51b1ae7 req-921be5b6-b85e-46a1-b3f1-66de52eb8fcb tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] 10.222.0.31 "GET /v2.0/security-groups?id=7500739f-039a-45b0-85f1-cc2dd6d8ee03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1278570 Dec 18 13:29:38.068451 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1fe5d4-8566-45cf-985d-cdafc31520d1 tempest-NegativeSecGroupIPv6Test-292512445 tempest-NegativeSecGroupIPv6Test-292512445-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b224ae8c-caf2-480a-84ba-aa7314b7b49f,revision_number=1']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:29:38.089670 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-f96ccbdf-e714-4c5d-b03d-bfac3b8d27c4 tempest-NegativeSecGroupIPv6Test-292512445 tempest-NegativeSecGroupIPv6Test-292512445-project] Request body: {'security_group_rule': {'security_group_id': 'b224ae8c-caf2-480a-84ba-aa7314b7b49f', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:29:38.090467 dv-neutron-744815-20-hyperv neutron-server[103160]: WARNING neutron.api.v2.base [None req-f96ccbdf-e714-4c5d-b03d-bfac3b8d27c4 tempest-NegativeSecGroupIPv6Test-292512445 tempest-NegativeSecGroupIPv6Test-292512445-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Dec 18 13:29:38.090969 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.api.v2.resource [None req-f96ccbdf-e714-4c5d-b03d-bfac3b8d27c4 tempest-NegativeSecGroupIPv6Test-292512445 tempest-NegativeSecGroupIPv6Test-292512445-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 18 13:29:38.093212 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-f96ccbdf-e714-4c5d-b03d-bfac3b8d27c4 tempest-NegativeSecGroupIPv6Test-292512445 tempest-NegativeSecGroupIPv6Test-292512445-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0259130 Dec 18 13:29:38.103111 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 52720) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:29:38.125526 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67ec76c8-f996-49ac-88ba-6dca3793462f None None] Network 8643abf8-e6e3-409e-b4eb-63568ee96529 requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:29:38.159787 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.db_base_plugin_common [None req-6db70d33-5c0f-4236-a478-a1592416f756 tempest-ExtraDHCPOptionsTestJSON-1421940607 tempest-ExtraDHCPOptionsTestJSON-1421940607-project] Allocated IP 172.20.0.8 (6cf80aa9-addd-4720-82c6-f6b7fe438fb9/122c5d37-9854-4dac-b73a-9d2f2a5ac768/510444af-4bd8-416a-b822-29c1a85fc8fd) {{(pid=103160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:29:38.207113 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d732ab9c-2e8f-43f5-9971-b995eaf15e30 None None] Network a0b84a49-8464-4342-a47d-bd714ebbec81 requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:29:38.282801 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-c9aa2d7b-fa03-482c-8025-c800cc1d9426 None None] Provisioning complete for port a76dc6d6-4acb-4092-9bc0-81446b9fb40c triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:29:38.283645 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c9aa2d7b-fa03-482c-8025-c800cc1d9426 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:38.433745 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-c0288766-938a-463c-a247-5f26da70e7e9 None None] For port 394cd8f9-696d-420d-b380-d8eb65e8cbb7, host dv-neutron-744815-20-hyperv, cleared binding levels {{(pid=103161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 18 13:29:38.461598 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 1903170e-157d-4e08-be84-3b88dbc55d05 up at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 13:29:38.493315 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-1ae19c51-db05-41d3-9481-84ba73fe3e07 tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4533522'] for port, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:38.507050 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-1cacdbff-9621-4180-a9e2-641cfe845229 tempest-NegativeSecGroupIPv6Test-292512445 tempest-NegativeSecGroupIPv6Test-292512445-project] Publish callbacks [] for security_group, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:38.521496 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48f43d66-d0e5-4d75-9f8c-e56049fd1be4 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Made reservation on behalf of 606a569495c64210af9cc9fb7e76dd52 for: {'subnet': 1} {{(pid=103159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:29:38.528186 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-48f43d66-d0e5-4d75-9f8c-e56049fd1be4 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6017072'] for subnet, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:38.533293 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-c0288766-938a-463c-a247-5f26da70e7e9 None None] For port 394cd8f9-696d-420d-b380-d8eb65e8cbb7, host dv-neutron-744815-20-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=394cd8f9-696d-420d-b380-d8eb65e8cbb7,segment=NetworkSegment(31274d0e-81fe-4fb3-9b7a-a42df4e0b78f),segment_id=31274d0e-81fe-4fb3-9b7a-a42df4e0b78f)] {{(pid=103161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 18 13:29:38.557575 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c0288766-938a-463c-a247-5f26da70e7e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:38.576272 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-6db70d33-5c0f-4236-a478-a1592416f756 tempest-ExtraDHCPOptionsTestJSON-1421940607 tempest-ExtraDHCPOptionsTestJSON-1421940607-project] Publish callbacks [] for port, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:38.578716 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-9db414fb-dd48-4989-9259-f008c4921767 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4533522'] for port, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:38.619028 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ae19c51-db05-41d3-9481-84ba73fe3e07 tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] Network efc9a900-f6d9-42e1-88bd-28ce4094031e is already hosted by enough agents. {{(pid=103160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:29:38.625876 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-1cacdbff-9621-4180-a9e2-641cfe845229 tempest-NegativeSecGroupIPv6Test-292512445 tempest-NegativeSecGroupIPv6Test-292512445-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:38.635443 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.base_scheduler [None req-1ae19c51-db05-41d3-9481-84ba73fe3e07 tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] Resources bound (agent type, host, resource id): {{(pid=103160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:29:38.652426 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ae19c51-db05-41d3-9481-84ba73fe3e07 tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] Received port after_create {{(pid=103160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:29:38.656038 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ae19c51-db05-41d3-9481-84ba73fe3e07 tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:29:38.656727 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-1ae19c51-db05-41d3-9481-84ba73fe3e07 tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:38.657451 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2294866d-0076-4933-952c-685307032598 None None] Provisioning complete for port 1903170e-157d-4e08-be84-3b88dbc55d05 triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:29:38.657820 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:38.716455 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae19c51-db05-41d3-9481-84ba73fe3e07 tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] Pushing event updated for resources: {'Port': ['ID=e2b865ec-824a-4dac-8001-89d43af089eb,revision_number=1']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:29:38.734022 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c9aa2d7b-fa03-482c-8025-c800cc1d9426 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:38.752656 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0288766-938a-463c-a247-5f26da70e7e9 None None] Pushing event updated for resources: {'Port': ['ID=394cd8f9-696d-420d-b380-d8eb65e8cbb7,revision_number=2']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:29:38.804028 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db414fb-dd48-4989-9259-f008c4921767 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Pushing event deleted for resources: {'Port': ['ID=cb0281ff-8db3-422e-9702-cc624bedb875,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:29:38.810272 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-1cacdbff-9621-4180-a9e2-641cfe845229 tempest-NegativeSecGroupIPv6Test-292512445 tempest-NegativeSecGroupIPv6Test-292512445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:38.813544 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-1cacdbff-9621-4180-a9e2-641cfe845229 tempest-NegativeSecGroupIPv6Test-292512445 tempest-NegativeSecGroupIPv6Test-292512445-project] Publish callbacks [] for security_group, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:38.817595 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-1cacdbff-9621-4180-a9e2-641cfe845229 tempest-NegativeSecGroupIPv6Test-292512445 tempest-NegativeSecGroupIPv6Test-292512445-project] 10.222.0.31 "DELETE /v2.0/security-groups/b224ae8c-caf2-480a-84ba-aa7314b7b49f HTTP/1.1" status: 204 len: 168 time: 0.7089295 Dec 18 13:29:38.819547 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 52722) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:29:38.848876 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9293965-af20-4244-9370-615b362bf6ab None None] DHCP port deletion for a0b84a49-8464-4342-a47d-bd714ebbec81 request from dv-neutron-744815-20-hyperv {{(pid=103161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 18 13:29:38.869091 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-c9aa2d7b-fa03-482c-8025-c800cc1d9426 None None] For port a76dc6d6-4acb-4092-9bc0-81446b9fb40c, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=a76dc6d6-4acb-4092-9bc0-81446b9fb40c,segment=NetworkSegment(1e403238-91a5-488f-abbf-c4c91dac4b75),segment_id=1e403238-91a5-488f-abbf-c4c91dac4b75)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:29:38.875887 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device a76dc6d6-4acb-4092-9bc0-81446b9fb40c up at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 13:29:38.903551 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cacdbff-9621-4180-a9e2-641cfe845229 tempest-NegativeSecGroupIPv6Test-292512445 tempest-NegativeSecGroupIPv6Test-292512445-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b224ae8c-caf2-480a-84ba-aa7314b7b49f,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:29:38.909786 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-9db414fb-dd48-4989-9259-f008c4921767 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:38.917171 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-9db414fb-dd48-4989-9259-f008c4921767 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] 10.222.0.31 "DELETE /v2.0/ports/cb0281ff-8db3-422e-9702-cc624bedb875 HTTP/1.1" status: 204 len: 168 time: 1.9787745 Dec 18 13:29:38.920859 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 52724) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:29:38.960480 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed0ead45-84c2-4caf-999d-712d471d6f23 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] GET failed (client error): The resource could not be found. Dec 18 13:29:38.966451 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-ed0ead45-84c2-4caf-999d-712d471d6f23 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] 10.222.0.31 "GET /v2.0/ports/cb0281ff-8db3-422e-9702-cc624bedb875 HTTP/1.1" status: 404 len: 333 time: 0.0446105 Dec 18 13:29:38.967033 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c9aa2d7b-fa03-482c-8025-c800cc1d9426 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:38.971357 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-1ae19c51-db05-41d3-9481-84ba73fe3e07 tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.8121214 Dec 18 13:29:38.972007 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 52726) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:29:38.973979 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 52728) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:29:38.982314 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-c97d4a23-c03f-4521-ae8a-bd78588ccf2f tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-7448'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:29:38.986430 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-6db70d33-5c0f-4236-a478-a1592416f756 tempest-ExtraDHCPOptionsTestJSON-1421940607 tempest-ExtraDHCPOptionsTestJSON-1421940607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4533522'] for port, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:39.018886 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-1f3c7676-e994-4963-b5a4-94343c22d8da tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks [] for port, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:39.024258 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-48f43d66-d0e5-4d75-9f8c-e56049fd1be4 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5659786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6017062'] for subnet, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:39.086053 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6db70d33-5c0f-4236-a478-a1592416f756 tempest-ExtraDHCPOptionsTestJSON-1421940607 tempest-ExtraDHCPOptionsTestJSON-1421940607-project] Network 6cf80aa9-addd-4720-82c6-f6b7fe438fb9 is already hosted by enough agents. {{(pid=103160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:29:39.100671 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.base_scheduler [None req-6db70d33-5c0f-4236-a478-a1592416f756 tempest-ExtraDHCPOptionsTestJSON-1421940607 tempest-ExtraDHCPOptionsTestJSON-1421940607-project] Resources bound (agent type, host, resource id): {{(pid=103160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:29:39.105691 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-4be4a6ed-7d5b-4673-b76c-bb298e9a37cc tempest-NegativeSecGroupIPv6Test-292512445 tempest-NegativeSecGroupIPv6Test-292512445-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.2817535 Dec 18 13:29:39.106923 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 52730) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:29:39.115289 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-498328ac-ebd9-4108-95a7-8683c03d33d5 tempest-NegativeSecGroupIPv6Test-292512445 tempest-NegativeSecGroupIPv6Test-292512445-project] Request body: {'security_group': {'name': 'tempest-secgroup--1157608865'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:29:39.123587 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6db70d33-5c0f-4236-a478-a1592416f756 tempest-ExtraDHCPOptionsTestJSON-1421940607 tempest-ExtraDHCPOptionsTestJSON-1421940607-project] Received port after_create {{(pid=103160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:29:39.124914 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48f43d66-d0e5-4d75-9f8c-e56049fd1be4 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Network a0b84a49-8464-4342-a47d-bd714ebbec81 is already hosted by enough agents. {{(pid=103159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:29:39.135833 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.base_scheduler [None req-48f43d66-d0e5-4d75-9f8c-e56049fd1be4 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Resources bound (agent type, host, resource id): {{(pid=103159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:29:39.156918 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48f43d66-d0e5-4d75-9f8c-e56049fd1be4 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:29:39.157525 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-48f43d66-d0e5-4d75-9f8c-e56049fd1be4 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047995'] for subnet, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:39.174490 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db70d33-5c0f-4236-a478-a1592416f756 tempest-ExtraDHCPOptionsTestJSON-1421940607 tempest-ExtraDHCPOptionsTestJSON-1421940607-project] Pushing event updated for resources: {'Port': ['ID=510444af-4bd8-416a-b822-29c1a85fc8fd,revision_number=1']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:29:39.211059 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-a5e9d472-07e9-4953-a858-b45df334e3fd tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks [] for security_group, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:39.252003 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6db70d33-5c0f-4236-a478-a1592416f756 tempest-ExtraDHCPOptionsTestJSON-1421940607 tempest-ExtraDHCPOptionsTestJSON-1421940607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:29:39.252450 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-6db70d33-5c0f-4236-a478-a1592416f756 tempest-ExtraDHCPOptionsTestJSON-1421940607 tempest-ExtraDHCPOptionsTestJSON-1421940607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:39.258522 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f43d66-d0e5-4d75-9f8c-e56049fd1be4 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Pushing event updated for resources: {'Subnet': ['ID=11d3f631-eb8f-40f8-b5fa-640628cddfab,revision_number=0']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:29:39.261915 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-498328ac-ebd9-4108-95a7-8683c03d33d5 tempest-NegativeSecGroupIPv6Test-292512445 tempest-NegativeSecGroupIPv6Test-292512445-project] Publish callbacks [] for security_group, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:39.273726 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-48f43d66-d0e5-4d75-9f8c-e56049fd1be4 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4876885 Dec 18 13:29:39.280053 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 52734) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:29:39.284335 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-c97d4a23-c03f-4521-ae8a-bd78588ccf2f tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:39.291130 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-941430a7-941c-4e4d-afc7-8016d2e04bc1 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Request body: {'subnet': {'network_id': 'a0b84a49-8464-4342-a47d-bd714ebbec81', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:29:39.343264 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-1f3c7676-e994-4963-b5a4-94343c22d8da tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:39.397961 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-a5e9d472-07e9-4953-a858-b45df334e3fd tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:39.412414 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-6db70d33-5c0f-4236-a478-a1592416f756 tempest-ExtraDHCPOptionsTestJSON-1421940607 tempest-ExtraDHCPOptionsTestJSON-1421940607-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 2.3781028 Dec 18 13:29:39.425981 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aa2d7b-fa03-482c-8025-c800cc1d9426 None None] Pushing event updated for resources: {'Port': ['ID=a76dc6d6-4acb-4092-9bc0-81446b9fb40c,revision_number=3']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:29:39.427367 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 52736) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:29:39.454089 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-2c7ae89a-464d-4544-b263-1fa983b3cfe2 tempest-ExtraDHCPOptionsTestJSON-1421940607 tempest-ExtraDHCPOptionsTestJSON-1421940607-project] Request body: {'port': {'network_id': '6cf80aa9-addd-4720-82c6-f6b7fe438fb9', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1252274779', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:29:39.455120 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.api.validators [None req-2c7ae89a-464d-4544-b263-1fa983b3cfe2 tempest-ExtraDHCPOptionsTestJSON-1421940607 tempest-ExtraDHCPOptionsTestJSON-1421940607-project] bootfile-name is not in valid_values {{(pid=103160) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 18 13:29:39.455558 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.api.validators [None req-2c7ae89a-464d-4544-b263-1fa983b3cfe2 tempest-ExtraDHCPOptionsTestJSON-1421940607 tempest-ExtraDHCPOptionsTestJSON-1421940607-project] tftp-server is not in valid_values {{(pid=103160) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 18 13:29:39.455931 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.api.validators [None req-2c7ae89a-464d-4544-b263-1fa983b3cfe2 tempest-ExtraDHCPOptionsTestJSON-1421940607 tempest-ExtraDHCPOptionsTestJSON-1421940607-project] server-ip-address is not in valid_values {{(pid=103160) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 18 13:29:39.462937 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2294866d-0076-4933-952c-685307032598 None None] Provisioning complete for port a76dc6d6-4acb-4092-9bc0-81446b9fb40c triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:29:39.465332 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:39.472234 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-a36b3a5e-936a-47f3-9610-195947cf2ce5 None None] Provisioning complete for port 1903170e-157d-4e08-be84-3b88dbc55d05 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:29:39.472983 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a36b3a5e-936a-47f3-9610-195947cf2ce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:39.550266 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f3c7676-e994-4963-b5a4-94343c22d8da tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Network 8643abf8-e6e3-409e-b4eb-63568ee96529 is already hosted by enough agents. {{(pid=103159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:29:39.565986 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.base_scheduler [None req-1f3c7676-e994-4963-b5a4-94343c22d8da tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Resources bound (agent type, host, resource id): {{(pid=103159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:29:39.589792 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-b9293965-af20-4244-9370-615b362bf6ab None None] Deleting port 9548d2f8-c25c-4ea7-89d2-bf1befbe239a {{(pid=103161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:29:39.590299 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-b9293965-af20-4244-9370-615b362bf6ab None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:39.593983 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-06e19c1a-95b4-4a64-8277-eb4a397b33f1 req-2ce88c3b-8db2-41fb-a66f-851c30fdc1eb service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f75e1b43-b628-4577-9f75-0cf3a56e1582&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4067047 Dec 18 13:29:39.614742 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f3c7676-e994-4963-b5a4-94343c22d8da tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Received port after_create {{(pid=103159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:29:39.622287 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f3c7676-e994-4963-b5a4-94343c22d8da tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:29:39.622965 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-1f3c7676-e994-4963-b5a4-94343c22d8da tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:39.648091 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5202de3-11f0-499c-a1af-c7b4c19c6636 req-0727f6aa-07d3-4ea2-b341-b891eb17d624 tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:29:39.656985 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-e5202de3-11f0-499c-a1af-c7b4c19c6636 req-0727f6aa-07d3-4ea2-b341-b891eb17d624 tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7e2fdcf-cd6e-4be5-8448-e22550985054 HTTP/1.1" status: 200 len: 944 time: 0.4151754 Dec 18 13:29:39.696770 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-a5e9d472-07e9-4953-a858-b45df334e3fd tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:39.700068 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-a5e9d472-07e9-4953-a858-b45df334e3fd tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks [] for security_group, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:39.703884 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-a5e9d472-07e9-4953-a858-b45df334e3fd tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] 10.222.0.31 "DELETE /v2.0/security-groups/6f396fea-78f0-4b43-9572-1479d45d768a HTTP/1.1" status: 204 len: 168 time: 0.7266381 Dec 18 13:29:39.716260 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 52738) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:29:39.784170 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-498328ac-ebd9-4108-95a7-8683c03d33d5 tempest-NegativeSecGroupIPv6Test-292512445 tempest-NegativeSecGroupIPv6Test-292512445-project] Publish callbacks [] for security_group, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:39.785324 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e9d472-07e9-4953-a858-b45df334e3fd tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f396fea-78f0-4b43-9572-1479d45d768a,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:29:39.794022 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3c7676-e994-4963-b5a4-94343c22d8da tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Pushing event updated for resources: {'Port': ['ID=5fd1d341-2f75-4d9e-9a12-d0b9b4f04ccf,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:29:39.826076 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-498328ac-ebd9-4108-95a7-8683c03d33d5 tempest-NegativeSecGroupIPv6Test-292512445 tempest-NegativeSecGroupIPv6Test-292512445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:39.841859 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-a36b3a5e-936a-47f3-9610-195947cf2ce5 None None] Provisioning complete for port 9548d2f8-c25c-4ea7-89d2-bf1befbe239a triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:29:39.842379 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a36b3a5e-936a-47f3-9610-195947cf2ce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:39.845797 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-b9293965-af20-4244-9370-615b362bf6ab None None] For port 9548d2f8-c25c-4ea7-89d2-bf1befbe239a, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=9548d2f8-c25c-4ea7-89d2-bf1befbe239a,segment=NetworkSegment(1d35b28d-d075-4c4f-99ab-408d9457428e),segment_id=1d35b28d-d075-4c4f-99ab-408d9457428e)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:29:39.846305 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-b9293965-af20-4244-9370-615b362bf6ab None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:39.860515 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-1f3c7676-e994-4963-b5a4-94343c22d8da tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.7180858 Dec 18 13:29:39.861548 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 52740) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:29:39.882554 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-b9293965-af20-4244-9370-615b362bf6ab None None] Calling delete_port for 9548d2f8-c25c-4ea7-89d2-bf1befbe239a owned by network:dhcp {{(pid=103161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:29:39.959925 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-e5202de3-11f0-499c-a1af-c7b4c19c6636 req-a8dd63c3-6dab-479d-bf2c-2f92fbb3bfa0 tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] 10.222.0.31 "GET /v2.0/security-groups?id=7500739f-039a-45b0-85f1-cc2dd6d8ee03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3019323 Dec 18 13:29:39.983655 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e19c1a-95b4-4a64-8277-eb4a397b33f1 req-d8327391-942f-4e57-96ed-f2c2a5b1ddd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:29:39.985701 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-06e19c1a-95b4-4a64-8277-eb4a397b33f1 req-d8327391-942f-4e57-96ed-f2c2a5b1ddd0 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=797acd6e00034b9ba6b75e0f2650f2ea&device_id=f75e1b43-b628-4577-9f75-0cf3a56e1582 HTTP/1.1" status: 200 len: 1098 time: 0.3491049 Dec 18 13:29:39.995136 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-498328ac-ebd9-4108-95a7-8683c03d33d5 tempest-NegativeSecGroupIPv6Test-292512445 tempest-NegativeSecGroupIPv6Test-292512445-project] Publish callbacks [] for security_group, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:39.996608 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-498328ac-ebd9-4108-95a7-8683c03d33d5 tempest-NegativeSecGroupIPv6Test-292512445 tempest-NegativeSecGroupIPv6Test-292512445-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.8886111 Dec 18 13:29:40.002264 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498328ac-ebd9-4108-95a7-8683c03d33d5 tempest-NegativeSecGroupIPv6Test-292512445 tempest-NegativeSecGroupIPv6Test-292512445-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b4376dd-0433-4ebd-9981-a2af4d9148f1,revision_number=1']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:29:40.011119 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 52742) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:29:40.029110 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c7ae89a-464d-4544-b263-1fa983b3cfe2 tempest-ExtraDHCPOptionsTestJSON-1421940607 tempest-ExtraDHCPOptionsTestJSON-1421940607-project] Made reservation on behalf of f71add64a80a4eb78fc18fe43a632d91 for: {'port': 1} {{(pid=103160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:29:40.031500 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-6d29d419-993f-44d0-95a5-9b632eeca993 tempest-NegativeSecGroupIPv6Test-292512445 tempest-NegativeSecGroupIPv6Test-292512445-project] Request body: {'security_group_rule': {'security_group_id': '8b4376dd-0433-4ebd-9981-a2af4d9148f1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:29:40.037822 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-2c7ae89a-464d-4544-b263-1fa983b3cfe2 tempest-ExtraDHCPOptionsTestJSON-1421940607 tempest-ExtraDHCPOptionsTestJSON-1421940607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:40.041710 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-82184ac4-bf51-4aaf-ab21-93da1609d519 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks [] for security_group, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:40.050729 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-a36b3a5e-936a-47f3-9610-195947cf2ce5 None None] Could not find standard attr ID for object cb0281ff-8db3-422e-9702-cc624bedb875. {{(pid=103161) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 18 13:29:40.055521 dv-neutron-744815-20-hyperv neutron-server[103159]: WARNING neutron.api.v2.base [None req-6d29d419-993f-44d0-95a5-9b632eeca993 tempest-NegativeSecGroupIPv6Test-292512445 tempest-NegativeSecGroupIPv6Test-292512445-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Dec 18 13:29:40.056541 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.api.v2.resource [None req-6d29d419-993f-44d0-95a5-9b632eeca993 tempest-NegativeSecGroupIPv6Test-292512445 tempest-NegativeSecGroupIPv6Test-292512445-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 18 13:29:40.057896 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-6d29d419-993f-44d0-95a5-9b632eeca993 tempest-NegativeSecGroupIPv6Test-292512445 tempest-NegativeSecGroupIPv6Test-292512445-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0349107 Dec 18 13:29:40.063537 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 52744) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:29:40.072697 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-47423b2d-8a8a-4200-bd15-b7a3846ad979 tempest-NegativeSecGroupIPv6Test-292512445 tempest-NegativeSecGroupIPv6Test-292512445-project] Request body: {'security_group_rule': {'security_group_id': '8b4376dd-0433-4ebd-9981-a2af4d9148f1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:29:40.074290 dv-neutron-744815-20-hyperv neutron-server[103160]: WARNING neutron.api.v2.base [None req-47423b2d-8a8a-4200-bd15-b7a3846ad979 tempest-NegativeSecGroupIPv6Test-292512445 tempest-NegativeSecGroupIPv6Test-292512445-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Dec 18 13:29:40.074798 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.api.v2.resource [None req-47423b2d-8a8a-4200-bd15-b7a3846ad979 tempest-NegativeSecGroupIPv6Test-292512445 tempest-NegativeSecGroupIPv6Test-292512445-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 18 13:29:40.076237 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-47423b2d-8a8a-4200-bd15-b7a3846ad979 tempest-NegativeSecGroupIPv6Test-292512445 tempest-NegativeSecGroupIPv6Test-292512445-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0117350 Dec 18 13:29:40.086947 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 52746) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:29:40.088078 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-a36b3a5e-936a-47f3-9610-195947cf2ce5 None None] Provisioning complete for port a7c967b0-dc78-4f12-97fb-5949aa4bdd23 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:29:40.088437 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a36b3a5e-936a-47f3-9610-195947cf2ce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:40.095034 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-0509fd8b-016a-4eae-8407-74e7cb8fbc13 tempest-NegativeSecGroupIPv6Test-292512445 tempest-NegativeSecGroupIPv6Test-292512445-project] Request body: {'security_group_rule': {'security_group_id': '8b4376dd-0433-4ebd-9981-a2af4d9148f1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:29:40.096242 dv-neutron-744815-20-hyperv neutron-server[103160]: WARNING neutron.api.v2.base [None req-0509fd8b-016a-4eae-8407-74e7cb8fbc13 tempest-NegativeSecGroupIPv6Test-292512445 tempest-NegativeSecGroupIPv6Test-292512445-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Dec 18 13:29:40.097072 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.api.v2.resource [None req-0509fd8b-016a-4eae-8407-74e7cb8fbc13 tempest-NegativeSecGroupIPv6Test-292512445 tempest-NegativeSecGroupIPv6Test-292512445-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 18 13:29:40.098254 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-0509fd8b-016a-4eae-8407-74e7cb8fbc13 tempest-NegativeSecGroupIPv6Test-292512445 tempest-NegativeSecGroupIPv6Test-292512445-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0079143 Dec 18 13:29:40.100091 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-82184ac4-bf51-4aaf-ab21-93da1609d519 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:40.103373 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.notifiers.nova [None req-2c7ae89a-464d-4544-b263-1fa983b3cfe2 tempest-ExtraDHCPOptionsTestJSON-1421940607 tempest-ExtraDHCPOptionsTestJSON-1421940607-project] device_id is not set on port 58b93786-484f-4e28-b270-687c9caba8fc yet. {{(pid=103160) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 18 13:29:40.104649 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-941430a7-941c-4e4d-afc7-8016d2e04bc1 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Made reservation on behalf of 606a569495c64210af9cc9fb7e76dd52 for: {'subnet': 1} {{(pid=103159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:29:40.114652 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 52748) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:29:40.116164 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-941430a7-941c-4e4d-afc7-8016d2e04bc1 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6017072'] for subnet, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:40.121890 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-d0d4babf-a130-4285-91e4-a80ad9eaac61 tempest-NegativeSecGroupIPv6Test-292512445 tempest-NegativeSecGroupIPv6Test-292512445-project] Request body: {'security_group_rule': {'security_group_id': '8b4376dd-0433-4ebd-9981-a2af4d9148f1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:29:40.122763 dv-neutron-744815-20-hyperv neutron-server[103160]: WARNING neutron.api.v2.base [None req-d0d4babf-a130-4285-91e4-a80ad9eaac61 tempest-NegativeSecGroupIPv6Test-292512445 tempest-NegativeSecGroupIPv6Test-292512445-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Dec 18 13:29:40.123334 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.api.v2.resource [None req-d0d4babf-a130-4285-91e4-a80ad9eaac61 tempest-NegativeSecGroupIPv6Test-292512445 tempest-NegativeSecGroupIPv6Test-292512445-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 18 13:29:40.124244 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-d0d4babf-a130-4285-91e4-a80ad9eaac61 tempest-NegativeSecGroupIPv6Test-292512445 tempest-NegativeSecGroupIPv6Test-292512445-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0087786 Dec 18 13:29:40.128789 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 52750) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:29:40.146958 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-b9293965-af20-4244-9370-615b362bf6ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984'] for port, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:40.160979 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d502a5a3-ccd1-4168-a780-b029cda5d538 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:29:40.165537 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-d502a5a3-ccd1-4168-a780-b029cda5d538 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] 10.222.0.31 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A2a3 HTTP/1.1" status: 200 len: 928 time: 0.2825398 Dec 18 13:29:40.171250 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9293965-af20-4244-9370-615b362bf6ab None None] Pushing event deleted for resources: {'Port': ['ID=9548d2f8-c25c-4ea7-89d2-bf1befbe239a,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:29:40.173070 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-a36b3a5e-936a-47f3-9610-195947cf2ce5 None None] Port a7c967b0-dc78-4f12-97fb-5949aa4bdd23 cannot update to ACTIVE because it is not bound. {{(pid=103161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 13:29:40.182306 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9293965-af20-4244-9370-615b362bf6ab None None] No DVR routers for this DVR port 9548d2f8-c25c-4ea7-89d2-bf1befbe239a on host dv-neutron-744815-20-hyperv {{(pid=103161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 18 13:29:40.202598 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5ec1f6d-055d-420a-a625-26854e845b9d None None] Network a0b84a49-8464-4342-a47d-bd714ebbec81 requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:29:40.223263 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 52752) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:29:40.347797 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.db_base_plugin_common [None req-2c7ae89a-464d-4544-b263-1fa983b3cfe2 tempest-ExtraDHCPOptionsTestJSON-1421940607 tempest-ExtraDHCPOptionsTestJSON-1421940607-project] Allocated IP 172.20.0.13 (6cf80aa9-addd-4720-82c6-f6b7fe438fb9/122c5d37-9854-4dac-b73a-9d2f2a5ac768/58b93786-484f-4e28-b270-687c9caba8fc) {{(pid=103160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:29:40.356523 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2336d2ef-ced5-4a6f-ac86-19cabf51792c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp31e170a0-46a1-5ba9-9dc1-7ee4f866f0d7-a0b84a49-8464-4342-a47d-bd714ebbec81', 'network_id': 'a0b84a49-8464-4342-a47d-bd714ebbec81', 'project_id': '606a569495c64210af9cc9fb7e76dd52', 'fixed_ips': [{'subnet_id': '11d3f631-eb8f-40f8-b5fa-640628cddfab'}]}} from dv-neutron-744815-20-hyperv. {{(pid=103161) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 18 13:29:40.357665 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2336d2ef-ced5-4a6f-ac86-19cabf51792c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:40.379684 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-14f8c160-e936-4e80-9a7c-434ba8e2a22a None None] Provisioning complete for port a76dc6d6-4acb-4092-9bc0-81446b9fb40c triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:29:40.380421 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-14f8c160-e936-4e80-9a7c-434ba8e2a22a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:40.432734 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-82184ac4-bf51-4aaf-ab21-93da1609d519 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:40.438971 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-82184ac4-bf51-4aaf-ab21-93da1609d519 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks [] for security_group, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:40.444993 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-82184ac4-bf51-4aaf-ab21-93da1609d519 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] 10.222.0.31 "DELETE /v2.0/security-groups/25cb5f44-7da6-49ff-b3eb-dcae52e0f075 HTTP/1.1" status: 204 len: 168 time: 0.7172909 Dec 18 13:29:40.446311 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-9a249c68-fdb3-4904-9b40-3b019dbbb830 tempest-NegativeSecGroupIPv6Test-292512445 tempest-NegativeSecGroupIPv6Test-292512445-project] Publish callbacks [] for security_group, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:40.449754 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 52754) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:29:40.499581 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82184ac4-bf51-4aaf-ab21-93da1609d519 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=25cb5f44-7da6-49ff-b3eb-dcae52e0f075,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:29:40.510909 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.notifiers.nova [None req-c97d4a23-c03f-4521-ae8a-bd78588ccf2f tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] device_id is not set on port e2b865ec-824a-4dac-8001-89d43af089eb yet. {{(pid=103159) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 18 13:29:40.519190 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-9a249c68-fdb3-4904-9b40-3b019dbbb830 tempest-NegativeSecGroupIPv6Test-292512445 tempest-NegativeSecGroupIPv6Test-292512445-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:40.520731 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device a76dc6d6-4acb-4092-9bc0-81446b9fb40c up at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 13:29:40.551767 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-c97d4a23-c03f-4521-ae8a-bd78588ccf2f tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:40.589710 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-c97d4a23-c03f-4521-ae8a-bd78588ccf2f tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5659917'] for port, after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:40.600136 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f97144c4-6118-4ad4-a0f6-d98565d3f6c5 None None] Network 6cf80aa9-addd-4720-82c6-f6b7fe438fb9 requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:29:40.661429 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e19c1a-95b4-4a64-8277-eb4a397b33f1 req-5492e45a-b8b5-4c00-a67d-5c921f3729b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:29:40.662928 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-06e19c1a-95b4-4a64-8277-eb4a397b33f1 req-5492e45a-b8b5-4c00-a67d-5c921f3729b5 service neutron] 10.222.0.43 "GET /v2.0/networks?id=2fc4e038-9db1-4dce-962e-0069075d1df7 HTTP/1.1" status: 200 len: 912 time: 0.5422168 Dec 18 13:29:40.682752 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-9a249c68-fdb3-4904-9b40-3b019dbbb830 tempest-NegativeSecGroupIPv6Test-292512445 tempest-NegativeSecGroupIPv6Test-292512445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:40.685703 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-9a249c68-fdb3-4904-9b40-3b019dbbb830 tempest-NegativeSecGroupIPv6Test-292512445 tempest-NegativeSecGroupIPv6Test-292512445-project] Publish callbacks [] for security_group, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:40.689394 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-9a249c68-fdb3-4904-9b40-3b019dbbb830 tempest-NegativeSecGroupIPv6Test-292512445 tempest-NegativeSecGroupIPv6Test-292512445-project] 10.222.0.31 "DELETE /v2.0/security-groups/8b4376dd-0433-4ebd-9981-a2af4d9148f1 HTTP/1.1" status: 204 len: 168 time: 0.5523658 Dec 18 13:29:40.693165 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 52756) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:29:40.708892 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a249c68-fdb3-4904-9b40-3b019dbbb830 tempest-NegativeSecGroupIPv6Test-292512445 tempest-NegativeSecGroupIPv6Test-292512445-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b4376dd-0433-4ebd-9981-a2af4d9148f1,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:29:40.740938 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-2c7ae89a-464d-4544-b263-1fa983b3cfe2 tempest-ExtraDHCPOptionsTestJSON-1421940607 tempest-ExtraDHCPOptionsTestJSON-1421940607-project] Publish callbacks [] for port, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:40.771607 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_common [None req-2336d2ef-ced5-4a6f-ac86-19cabf51792c None None] Allocated IP 172.20.0.2 (a0b84a49-8464-4342-a47d-bd714ebbec81/11d3f631-eb8f-40f8-b5fa-640628cddfab/4aee2f4a-f05c-490e-85c8-ec6b25379d83) {{(pid=103161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:29:40.773685 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97d4a23-c03f-4521-ae8a-bd78588ccf2f tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] Pushing event updated for resources: {'Port': ['ID=e2b865ec-824a-4dac-8001-89d43af089eb,revision_number=2']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:29:40.783858 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2294866d-0076-4933-952c-685307032598 None None] Provisioning complete for port a76dc6d6-4acb-4092-9bc0-81446b9fb40c triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:29:40.784233 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:40.785659 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-14f8c160-e936-4e80-9a7c-434ba8e2a22a None None] Could not find standard attr ID for object cb0281ff-8db3-422e-9702-cc624bedb875. {{(pid=103161) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 18 13:29:40.804590 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-2c7ae89a-464d-4544-b263-1fa983b3cfe2 tempest-ExtraDHCPOptionsTestJSON-1421940607 tempest-ExtraDHCPOptionsTestJSON-1421940607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4533522'] for port, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:40.814490 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-00c68102-b1cf-4821-8cb1-9e0ad1f24e93 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks [] for security_group, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:40.838273 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-86c6ec4e-e6f7-48a6-a408-a8ef12fa3ec9 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Deleting port 5fd1d341-2f75-4d9e-9a12-d0b9b4f04ccf {{(pid=103159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:29:40.838604 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-86c6ec4e-e6f7-48a6-a408-a8ef12fa3ec9 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:40.867664 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.managers [None req-c97d4a23-c03f-4521-ae8a-bd78588ccf2f tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] Attempting to bind port e2b865ec-824a-4dac-8001-89d43af089eb on host hv-neutron-7448 for vnic_type normal with profile {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 13:29:40.868052 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.managers [None req-c97d4a23-c03f-4521-ae8a-bd78588ccf2f tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] Attempting to bind port e2b865ec-824a-4dac-8001-89d43af089eb by drivers openvswitch,hyperv on host hv-neutron-7448 at level 0 using segments [{'id': '8dd95e05-bdaf-4a24-8f28-6c4281c7ce8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'efc9a900-f6d9-42e1-88bd-28ce4094031e'}] {{(pid=103159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 13:29:40.868818 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c97d4a23-c03f-4521-ae8a-bd78588ccf2f tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] Attempting to bind port e2b865ec-824a-4dac-8001-89d43af089eb on network efc9a900-f6d9-42e1-88bd-28ce4094031e {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 13:29:40.869801 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c7ae89a-464d-4544-b263-1fa983b3cfe2 tempest-ExtraDHCPOptionsTestJSON-1421940607 tempest-ExtraDHCPOptionsTestJSON-1421940607-project] Network 6cf80aa9-addd-4720-82c6-f6b7fe438fb9 is already hosted by enough agents. {{(pid=103160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:29:40.875134 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.base_scheduler [None req-2c7ae89a-464d-4544-b263-1fa983b3cfe2 tempest-ExtraDHCPOptionsTestJSON-1421940607 tempest-ExtraDHCPOptionsTestJSON-1421940607-project] Resources bound (agent type, host, resource id): {{(pid=103160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:29:40.879100 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c7ae89a-464d-4544-b263-1fa983b3cfe2 tempest-ExtraDHCPOptionsTestJSON-1421940607 tempest-ExtraDHCPOptionsTestJSON-1421940607-project] Received port after_create {{(pid=103160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:29:40.892568 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-06e19c1a-95b4-4a64-8277-eb4a397b33f1 req-a26999ec-465a-47d9-99a2-f5ace1c4745a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e7099ed9-5062-40c4-a1e3-ac0e8e7ebf76 HTTP/1.1" status: 200 len: 1001 time: 0.2125916 Dec 18 13:29:40.902469 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-14f8c160-e936-4e80-9a7c-434ba8e2a22a None None] Provisioning complete for port 523483f2-07d9-418b-9f5b-daa777a08d5c triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:29:40.902834 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-14f8c160-e936-4e80-9a7c-434ba8e2a22a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:40.915618 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7ae89a-464d-4544-b263-1fa983b3cfe2 tempest-ExtraDHCPOptionsTestJSON-1421940607 tempest-ExtraDHCPOptionsTestJSON-1421940607-project] Pushing event updated for resources: {'Port': ['ID=58b93786-484f-4e28-b270-687c9caba8fc,revision_number=1']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:29:40.935068 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c97d4a23-c03f-4521-ae8a-bd78588ccf2f tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] Port e2b865ec-824a-4dac-8001-89d43af089eb on network efc9a900-f6d9-42e1-88bd-28ce4094031e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7448 {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 18 13:29:40.935546 dv-neutron-744815-20-hyperv neutron-server[103159]: ERROR neutron.plugins.ml2.managers [None req-c97d4a23-c03f-4521-ae8a-bd78588ccf2f tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] Failed to bind port e2b865ec-824a-4dac-8001-89d43af089eb on host hv-neutron-7448 for vnic_type normal using segments [{'id': '8dd95e05-bdaf-4a24-8f28-6c4281c7ce8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'efc9a900-f6d9-42e1-88bd-28ce4094031e'}] Dec 18 13:29:40.945167 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c7ae89a-464d-4544-b263-1fa983b3cfe2 tempest-ExtraDHCPOptionsTestJSON-1421940607 tempest-ExtraDHCPOptionsTestJSON-1421940607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:29:40.945805 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-2c7ae89a-464d-4544-b263-1fa983b3cfe2 tempest-ExtraDHCPOptionsTestJSON-1421940607 tempest-ExtraDHCPOptionsTestJSON-1421940607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:40.964970 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.plugins.ml2.plugin [None req-c97d4a23-c03f-4521-ae8a-bd78588ccf2f tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] Attempt 2 to bind port e2b865ec-824a-4dac-8001-89d43af089eb Dec 18 13:29:40.966586 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-2c7ae89a-464d-4544-b263-1fa983b3cfe2 tempest-ExtraDHCPOptionsTestJSON-1421940607 tempest-ExtraDHCPOptionsTestJSON-1421940607-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1153 time: 1.5208247 Dec 18 13:29:40.969219 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 52758) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:29:40.973342 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-00c68102-b1cf-4821-8cb1-9e0ad1f24e93 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:40.982214 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-14f8c160-e936-4e80-9a7c-434ba8e2a22a None None] Port 523483f2-07d9-418b-9f5b-daa777a08d5c cannot update to ACTIVE because it is not bound. {{(pid=103161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 13:29:41.032333 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-67eef0a3-25f3-4c6f-9575-d8d07b5c045e tempest-NegativeSecGroupIPv6Test-292512445 tempest-NegativeSecGroupIPv6Test-292512445-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.3351355 Dec 18 13:29:41.033088 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e42cfee1-ba2d-4ee5-b19b-959b549ef01c tempest-ExtraDHCPOptionsTestJSON-1421940607 tempest-ExtraDHCPOptionsTestJSON-1421940607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:29:41.039238 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e42cfee1-ba2d-4ee5-b19b-959b549ef01c tempest-ExtraDHCPOptionsTestJSON-1421940607 tempest-ExtraDHCPOptionsTestJSON-1421940607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:29:41.045112 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e42cfee1-ba2d-4ee5-b19b-959b549ef01c tempest-ExtraDHCPOptionsTestJSON-1421940607 tempest-ExtraDHCPOptionsTestJSON-1421940607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:29:41.049891 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-e42cfee1-ba2d-4ee5-b19b-959b549ef01c tempest-ExtraDHCPOptionsTestJSON-1421940607 tempest-ExtraDHCPOptionsTestJSON-1421940607-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2617 time: 0.0795729 Dec 18 13:29:41.050501 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 52762) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:29:41.050810 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 52764) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:29:41.056413 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-e1ed3017-b67d-40dc-ad38-1b602b322273 tempest-NegativeSecGroupIPv6Test-292512445 tempest-NegativeSecGroupIPv6Test-292512445-project] Request body: {'security_group': {'name': 'tempest-secgroup--729893080'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:29:41.058210 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.managers [None req-c97d4a23-c03f-4521-ae8a-bd78588ccf2f tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] Attempting to bind port e2b865ec-824a-4dac-8001-89d43af089eb on host hv-neutron-7448 for vnic_type normal with profile {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 13:29:41.058568 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.managers [None req-c97d4a23-c03f-4521-ae8a-bd78588ccf2f tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] Attempting to bind port e2b865ec-824a-4dac-8001-89d43af089eb by drivers openvswitch,hyperv on host hv-neutron-7448 at level 0 using segments [{'id': '8dd95e05-bdaf-4a24-8f28-6c4281c7ce8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'efc9a900-f6d9-42e1-88bd-28ce4094031e'}] {{(pid=103159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 13:29:41.060622 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c97d4a23-c03f-4521-ae8a-bd78588ccf2f tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] Attempting to bind port e2b865ec-824a-4dac-8001-89d43af089eb on network efc9a900-f6d9-42e1-88bd-28ce4094031e {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 13:29:41.089916 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-14f8c160-e936-4e80-9a7c-434ba8e2a22a None None] Provisioning complete for port 5fd1d341-2f75-4d9e-9a12-d0b9b4f04ccf triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:29:41.090391 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-14f8c160-e936-4e80-9a7c-434ba8e2a22a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:41.092648 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c97d4a23-c03f-4521-ae8a-bd78588ccf2f tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] Port e2b865ec-824a-4dac-8001-89d43af089eb on network efc9a900-f6d9-42e1-88bd-28ce4094031e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7448 {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 18 13:29:41.093043 dv-neutron-744815-20-hyperv neutron-server[103159]: ERROR neutron.plugins.ml2.managers [None req-c97d4a23-c03f-4521-ae8a-bd78588ccf2f tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] Failed to bind port e2b865ec-824a-4dac-8001-89d43af089eb on host hv-neutron-7448 for vnic_type normal using segments [{'id': '8dd95e05-bdaf-4a24-8f28-6c4281c7ce8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'efc9a900-f6d9-42e1-88bd-28ce4094031e'}] Dec 18 13:29:41.094931 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 394cd8f9-696d-420d-b380-d8eb65e8cbb7 up at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 13:29:41.111393 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.plugins.ml2.plugin [None req-c97d4a23-c03f-4521-ae8a-bd78588ccf2f tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] Attempt 3 to bind port e2b865ec-824a-4dac-8001-89d43af089eb Dec 18 13:29:41.157947 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2336d2ef-ced5-4a6f-ac86-19cabf51792c None None] Publish callbacks [] for port, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:41.174959 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-e1ed3017-b67d-40dc-ad38-1b602b322273 tempest-NegativeSecGroupIPv6Test-292512445 tempest-NegativeSecGroupIPv6Test-292512445-project] Publish callbacks [] for security_group, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:41.176109 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2336d2ef-ced5-4a6f-ac86-19cabf51792c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975'] for port, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:41.179432 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-14f8c160-e936-4e80-9a7c-434ba8e2a22a None None] Port 5fd1d341-2f75-4d9e-9a12-d0b9b4f04ccf cannot update to ACTIVE because it is not bound. {{(pid=103161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 13:29:41.205945 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.managers [None req-c97d4a23-c03f-4521-ae8a-bd78588ccf2f tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] Attempting to bind port e2b865ec-824a-4dac-8001-89d43af089eb on host hv-neutron-7448 for vnic_type normal with profile {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 13:29:41.205945 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.managers [None req-c97d4a23-c03f-4521-ae8a-bd78588ccf2f tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] Attempting to bind port e2b865ec-824a-4dac-8001-89d43af089eb by drivers openvswitch,hyperv on host hv-neutron-7448 at level 0 using segments [{'id': '8dd95e05-bdaf-4a24-8f28-6c4281c7ce8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'efc9a900-f6d9-42e1-88bd-28ce4094031e'}] {{(pid=103159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 13:29:41.206280 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c97d4a23-c03f-4521-ae8a-bd78588ccf2f tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] Attempting to bind port e2b865ec-824a-4dac-8001-89d43af089eb on network efc9a900-f6d9-42e1-88bd-28ce4094031e {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 13:29:41.216227 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e19c1a-95b4-4a64-8277-eb4a397b33f1 req-f13124d2-0b78-4a76-8911-a04353bd43c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:29:41.217734 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-06e19c1a-95b4-4a64-8277-eb4a397b33f1 req-f13124d2-0b78-4a76-8911-a04353bd43c9 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ab39156a-1aba-454f-953d-4c71ff8fa510 HTTP/1.1" status: 200 len: 850 time: 0.2996304 Dec 18 13:29:41.225923 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2336d2ef-ced5-4a6f-ac86-19cabf51792c None None] Network a0b84a49-8464-4342-a47d-bd714ebbec81 is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:29:41.233881 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-2336d2ef-ced5-4a6f-ac86-19cabf51792c None None] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:29:41.237214 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2336d2ef-ced5-4a6f-ac86-19cabf51792c None None] Received port after_create {{(pid=103161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:29:41.239633 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2336d2ef-ced5-4a6f-ac86-19cabf51792c None None] Pushing event updated for resources: {'Port': ['ID=4aee2f4a-f05c-490e-85c8-ec6b25379d83,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:29:41.241836 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-86c6ec4e-e6f7-48a6-a408-a8ef12fa3ec9 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:41.254848 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2294866d-0076-4933-952c-685307032598 None None] Provisioning complete for port 394cd8f9-696d-420d-b380-d8eb65e8cbb7 triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:29:41.255743 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:41.264772 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c97d4a23-c03f-4521-ae8a-bd78588ccf2f tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] Port e2b865ec-824a-4dac-8001-89d43af089eb on network efc9a900-f6d9-42e1-88bd-28ce4094031e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7448 {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 18 13:29:41.265130 dv-neutron-744815-20-hyperv neutron-server[103159]: ERROR neutron.plugins.ml2.managers [None req-c97d4a23-c03f-4521-ae8a-bd78588ccf2f tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] Failed to bind port e2b865ec-824a-4dac-8001-89d43af089eb on host hv-neutron-7448 for vnic_type normal using segments [{'id': '8dd95e05-bdaf-4a24-8f28-6c4281c7ce8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'efc9a900-f6d9-42e1-88bd-28ce4094031e'}] Dec 18 13:29:41.269105 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.plugins.ml2.plugin [None req-c97d4a23-c03f-4521-ae8a-bd78588ccf2f tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] Attempt 4 to bind port e2b865ec-824a-4dac-8001-89d43af089eb Dec 18 13:29:41.272888 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-00c68102-b1cf-4821-8cb1-9e0ad1f24e93 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:41.275693 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-00c68102-b1cf-4821-8cb1-9e0ad1f24e93 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks [] for security_group, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:41.279318 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-00c68102-b1cf-4821-8cb1-9e0ad1f24e93 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] 10.222.0.31 "DELETE /v2.0/security-groups/4fd57da6-fdb3-459c-b76c-2bbf4e961d0e HTTP/1.1" status: 204 len: 168 time: 0.8255305 Dec 18 13:29:41.313927 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 52766) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:29:41.315017 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-86c6ec4e-e6f7-48a6-a408-a8ef12fa3ec9 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Calling delete_port for 5fd1d341-2f75-4d9e-9a12-d0b9b4f04ccf owned by {{(pid=103159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:29:41.360368 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-2336d2ef-ced5-4a6f-ac86-19cabf51792c None None] Attempting to bind port 4aee2f4a-f05c-490e-85c8-ec6b25379d83 on host dv-neutron-744815-20-hyperv for vnic_type normal with profile {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 13:29:41.360842 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-2336d2ef-ced5-4a6f-ac86-19cabf51792c None None] Attempting to bind port 4aee2f4a-f05c-490e-85c8-ec6b25379d83 by drivers openvswitch,hyperv on host dv-neutron-744815-20-hyperv at level 0 using segments [{'id': '1d35b28d-d075-4c4f-99ab-408d9457428e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'a0b84a49-8464-4342-a47d-bd714ebbec81'}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 13:29:41.361206 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2336d2ef-ced5-4a6f-ac86-19cabf51792c None None] Attempting to bind port 4aee2f4a-f05c-490e-85c8-ec6b25379d83 on network a0b84a49-8464-4342-a47d-bd714ebbec81 {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 13:29:41.369021 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-01dc2c21-0917-40dc-9796-bfdc22963506 None None] Provisioning complete for port 394cd8f9-696d-420d-b380-d8eb65e8cbb7 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:29:41.369384 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-01dc2c21-0917-40dc-9796-bfdc22963506 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:41.375180 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2336d2ef-ced5-4a6f-ac86-19cabf51792c None None] Checking agent: {'id': '428fa9fa-43db-4db9-9f96-f60ffe931f2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-20-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 13, 19, 1), 'started_at': datetime.datetime(2021, 12, 18, 13, 19, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 13, 29, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-20-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 18 13:29:41.375504 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2336d2ef-ced5-4a6f-ac86-19cabf51792c None None] Checking segment: {'id': '1d35b28d-d075-4c4f-99ab-408d9457428e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'a0b84a49-8464-4342-a47d-bd714ebbec81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 13:29:41.375915 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2336d2ef-ced5-4a6f-ac86-19cabf51792c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:41.376291 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2336d2ef-ced5-4a6f-ac86-19cabf51792c None None] Bound using segment: {'id': '1d35b28d-d075-4c4f-99ab-408d9457428e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'a0b84a49-8464-4342-a47d-bd714ebbec81'} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 18 13:29:41.376786 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-2336d2ef-ced5-4a6f-ac86-19cabf51792c None None] Bound port: 4aee2f4a-f05c-490e-85c8-ec6b25379d83, host: dv-neutron-744815-20-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d35b28d-d075-4c4f-99ab-408d9457428e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'a0b84a49-8464-4342-a47d-bd714ebbec81'}}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 18 13:29:41.377162 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2336d2ef-ced5-4a6f-ac86-19cabf51792c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:41.397309 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25606f0e-075b-491d-af3f-57b5f18d5809 req-8ea5b780-1ace-4f96-83e8-7a0170cfd389 tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:29:41.398927 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-25606f0e-075b-491d-af3f-57b5f18d5809 req-8ea5b780-1ace-4f96-83e8-7a0170cfd389 tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7e2fdcf-cd6e-4be5-8448-e22550985054 HTTP/1.1" status: 200 len: 944 time: 0.3654921 Dec 18 13:29:41.399981 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c68102-b1cf-4821-8cb1-9e0ad1f24e93 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fd57da6-fdb3-459c-b76c-2bbf4e961d0e,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:29:41.401701 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.managers [None req-c97d4a23-c03f-4521-ae8a-bd78588ccf2f tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] Attempting to bind port e2b865ec-824a-4dac-8001-89d43af089eb on host hv-neutron-7448 for vnic_type normal with profile {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 13:29:41.402022 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.managers [None req-c97d4a23-c03f-4521-ae8a-bd78588ccf2f tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] Attempting to bind port e2b865ec-824a-4dac-8001-89d43af089eb by drivers openvswitch,hyperv on host hv-neutron-7448 at level 0 using segments [{'id': '8dd95e05-bdaf-4a24-8f28-6c4281c7ce8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'efc9a900-f6d9-42e1-88bd-28ce4094031e'}] {{(pid=103159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 13:29:41.402359 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c97d4a23-c03f-4521-ae8a-bd78588ccf2f tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] Attempting to bind port e2b865ec-824a-4dac-8001-89d43af089eb on network efc9a900-f6d9-42e1-88bd-28ce4094031e {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 13:29:41.468103 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c97d4a23-c03f-4521-ae8a-bd78588ccf2f tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] Port e2b865ec-824a-4dac-8001-89d43af089eb on network efc9a900-f6d9-42e1-88bd-28ce4094031e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7448 {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 18 13:29:41.468426 dv-neutron-744815-20-hyperv neutron-server[103159]: ERROR neutron.plugins.ml2.managers [None req-c97d4a23-c03f-4521-ae8a-bd78588ccf2f tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] Failed to bind port e2b865ec-824a-4dac-8001-89d43af089eb on host hv-neutron-7448 for vnic_type normal using segments [{'id': '8dd95e05-bdaf-4a24-8f28-6c4281c7ce8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'efc9a900-f6d9-42e1-88bd-28ce4094031e'}] Dec 18 13:29:41.479648 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.plugins.ml2.plugin [None req-c97d4a23-c03f-4521-ae8a-bd78588ccf2f tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] Attempt 5 to bind port e2b865ec-824a-4dac-8001-89d43af089eb Dec 18 13:29:41.512408 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:41.517927 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.db_base_plugin_v2 [None req-9144b45a-d56e-4f4f-b2c7-c9bf36c74b63 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Deleting subnet 33c2132d-be7e-4d3e-b6bb-c41f4ef0fb5f {{(pid=103159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 18 13:29:41.523880 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e19c1a-95b4-4a64-8277-eb4a397b33f1 req-711fae08-40a5-48b7-a3d4-ee780b4936cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:29:41.525419 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-06e19c1a-95b4-4a64-8277-eb4a397b33f1 req-711fae08-40a5-48b7-a3d4-ee780b4936cc service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2fc4e038-9db1-4dce-962e-0069075d1df7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.2889683 Dec 18 13:29:41.549436 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-2336d2ef-ced5-4a6f-ac86-19cabf51792c None None] For port 4aee2f4a-f05c-490e-85c8-ec6b25379d83, host dv-neutron-744815-20-hyperv, cleared binding levels {{(pid=103161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 18 13:29:41.554385 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-9144b45a-d56e-4f4f-b2c7-c9bf36c74b63 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks [] for subnet, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:41.557838 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-2336d2ef-ced5-4a6f-ac86-19cabf51792c None None] For port 4aee2f4a-f05c-490e-85c8-ec6b25379d83, host dv-neutron-744815-20-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=4aee2f4a-f05c-490e-85c8-ec6b25379d83,segment=NetworkSegment(1d35b28d-d075-4c4f-99ab-408d9457428e),segment_id=1d35b28d-d075-4c4f-99ab-408d9457428e)] {{(pid=103161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 18 13:29:41.579778 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2336d2ef-ced5-4a6f-ac86-19cabf51792c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:41.700354 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-e1ed3017-b67d-40dc-ad38-1b602b322273 tempest-NegativeSecGroupIPv6Test-292512445 tempest-NegativeSecGroupIPv6Test-292512445-project] Publish callbacks [] for security_group, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:41.709156 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-e1ed3017-b67d-40dc-ad38-1b602b322273 tempest-NegativeSecGroupIPv6Test-292512445 tempest-NegativeSecGroupIPv6Test-292512445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:41.717675 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-dd7af650-bd1a-45f3-9d43-06a022d4a050 tempest-ExtraDHCPOptionsTestJSON-1421940607 tempest-ExtraDHCPOptionsTestJSON-1421940607-project] Deleting port 58b93786-484f-4e28-b270-687c9caba8fc {{(pid=103160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:29:41.718095 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-dd7af650-bd1a-45f3-9d43-06a022d4a050 tempest-ExtraDHCPOptionsTestJSON-1421940607 tempest-ExtraDHCPOptionsTestJSON-1421940607-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:41.796552 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Device f5e61d76-6a42-42c3-a223-c3cbaf038e98 details requested by agent hyperv_hv-neutron-7448 with host hv-neutron-7448 {{(pid=103161) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 18 13:29:41.801074 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-2294866d-0076-4933-952c-685307032598 None None] For port 394cd8f9-696d-420d-b380-d8eb65e8cbb7, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=394cd8f9-696d-420d-b380-d8eb65e8cbb7,segment=NetworkSegment(31274d0e-81fe-4fb3-9b7a-a42df4e0b78f),segment_id=31274d0e-81fe-4fb3-9b7a-a42df4e0b78f)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:29:41.802692 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-e1ed3017-b67d-40dc-ad38-1b602b322273 tempest-NegativeSecGroupIPv6Test-292512445 tempest-NegativeSecGroupIPv6Test-292512445-project] Publish callbacks [] for security_group, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:41.808030 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-e1ed3017-b67d-40dc-ad38-1b602b322273 tempest-NegativeSecGroupIPv6Test-292512445 tempest-NegativeSecGroupIPv6Test-292512445-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.7559788 Dec 18 13:29:41.808771 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 52768) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:29:41.821909 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:41.830928 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-01dc2c21-0917-40dc-9796-bfdc22963506 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:41.845359 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-f5b685f2-1db8-45a5-b9a4-5f10c7a05077 tempest-NegativeSecGroupIPv6Test-292512445 tempest-NegativeSecGroupIPv6Test-292512445-project] Request body: {'security_group_rule': {'security_group_id': 'e2c93b41-5c61-42d4-baa1-18c53e22dec3', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:29:41.846499 dv-neutron-744815-20-hyperv neutron-server[103160]: WARNING neutron.api.v2.base [None req-f5b685f2-1db8-45a5-b9a4-5f10c7a05077 tempest-NegativeSecGroupIPv6Test-292512445 tempest-NegativeSecGroupIPv6Test-292512445-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Dec 18 13:29:41.847019 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.api.v2.resource [None req-f5b685f2-1db8-45a5-b9a4-5f10c7a05077 tempest-NegativeSecGroupIPv6Test-292512445 tempest-NegativeSecGroupIPv6Test-292512445-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 18 13:29:41.851099 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-f5b685f2-1db8-45a5-b9a4-5f10c7a05077 tempest-NegativeSecGroupIPv6Test-292512445 tempest-NegativeSecGroupIPv6Test-292512445-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0376732 Dec 18 13:29:41.851985 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 52770) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:29:41.858010 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ed3017-b67d-40dc-ad38-1b602b322273 tempest-NegativeSecGroupIPv6Test-292512445 tempest-NegativeSecGroupIPv6Test-292512445-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2c93b41-5c61-42d4-baa1-18c53e22dec3,revision_number=1']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:29:41.888489 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-b4859e48-c4dd-4ef7-98e4-abc747e90583 tempest-NegativeSecGroupIPv6Test-292512445 tempest-NegativeSecGroupIPv6Test-292512445-project] Request body: {'security_group_rule': {'security_group_id': 'e2c93b41-5c61-42d4-baa1-18c53e22dec3', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:29:41.890846 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2336d2ef-ced5-4a6f-ac86-19cabf51792c None None] Pushing event updated for resources: {'Port': ['ID=4aee2f4a-f05c-490e-85c8-ec6b25379d83,revision_number=2']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:29:41.933882 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-dd7af650-bd1a-45f3-9d43-06a022d4a050 tempest-ExtraDHCPOptionsTestJSON-1421940607 tempest-ExtraDHCPOptionsTestJSON-1421940607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:41.953376 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-dd7af650-bd1a-45f3-9d43-06a022d4a050 tempest-ExtraDHCPOptionsTestJSON-1421940607 tempest-ExtraDHCPOptionsTestJSON-1421940607-project] Calling delete_port for 58b93786-484f-4e28-b270-687c9caba8fc owned by {{(pid=103160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:29:41.962530 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.managers [None req-c97d4a23-c03f-4521-ae8a-bd78588ccf2f tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] Attempting to bind port e2b865ec-824a-4dac-8001-89d43af089eb on host hv-neutron-7448 for vnic_type normal with profile {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 13:29:41.962901 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.managers [None req-c97d4a23-c03f-4521-ae8a-bd78588ccf2f tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] Attempting to bind port e2b865ec-824a-4dac-8001-89d43af089eb by drivers openvswitch,hyperv on host hv-neutron-7448 at level 0 using segments [{'id': '8dd95e05-bdaf-4a24-8f28-6c4281c7ce8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'efc9a900-f6d9-42e1-88bd-28ce4094031e'}] {{(pid=103159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 13:29:41.963324 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c97d4a23-c03f-4521-ae8a-bd78588ccf2f tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] Attempting to bind port e2b865ec-824a-4dac-8001-89d43af089eb on network efc9a900-f6d9-42e1-88bd-28ce4094031e {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 13:29:41.970608 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 9548d2f8-c25c-4ea7-89d2-bf1befbe239a no longer exists at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 18 13:29:42.005095 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c97d4a23-c03f-4521-ae8a-bd78588ccf2f tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] Port e2b865ec-824a-4dac-8001-89d43af089eb on network efc9a900-f6d9-42e1-88bd-28ce4094031e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7448 {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 18 13:29:42.005500 dv-neutron-744815-20-hyperv neutron-server[103159]: ERROR neutron.plugins.ml2.managers [None req-c97d4a23-c03f-4521-ae8a-bd78588ccf2f tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] Failed to bind port e2b865ec-824a-4dac-8001-89d43af089eb on host hv-neutron-7448 for vnic_type normal using segments [{'id': '8dd95e05-bdaf-4a24-8f28-6c4281c7ce8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'efc9a900-f6d9-42e1-88bd-28ce4094031e'}] Dec 18 13:29:42.020393 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.plugins.ml2.plugin [None req-c97d4a23-c03f-4521-ae8a-bd78588ccf2f tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] Attempt 6 to bind port e2b865ec-824a-4dac-8001-89d43af089eb Dec 18 13:29:42.053740 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-2294866d-0076-4933-952c-685307032598 None None] No Port match for: 9548d2f8-c25c-4ea7-89d2-bf1befbe239a {{(pid=103161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 18 13:29:42.054336 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 9548d2f8-c25c-4ea7-89d2-bf1befbe239a not bound to the agent host dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 18 13:29:42.060024 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-9144b45a-d56e-4f4f-b2c7-c9bf36c74b63 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5589624'] for subnet, precommit_delete_associations {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:42.091460 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.db.api [None req-01dc2c21-0917-40dc-9796-bfdc22963506 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103161) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 18 13:29:42.091848 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG oslo_db.api [None req-01dc2c21-0917-40dc-9796-bfdc22963506 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 18 13:29:42.093453 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] For port f5e61d76-6a42-42c3-a223-c3cbaf038e98, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=f5e61d76-6a42-42c3-a223-c3cbaf038e98,segment=NetworkSegment(2e155287-2c4f-47fc-a6c7-b5b531beb7fe),segment_id=2e155287-2c4f-47fc-a6c7-b5b531beb7fe)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:29:42.102788 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Pushing event updated for resources: {'Port': ['ID=394cd8f9-696d-420d-b380-d8eb65e8cbb7,revision_number=3']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:29:42.103288 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-25606f0e-075b-491d-af3f-57b5f18d5809 req-0c5a6e8c-ea70-4d50-bfd7-c1e5a4055215 tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] 10.222.0.31 "GET /v2.0/security-groups?id=7500739f-039a-45b0-85f1-cc2dd6d8ee03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6872559 Dec 18 13:29:42.120523 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Returning: {'device': 'f5e61d76-6a42-42c3-a223-c3cbaf038e98', 'network_id': 'b777eec3-1fe1-45d9-be90-d023741ff2c0', 'port_id': 'f5e61d76-6a42-42c3-a223-c3cbaf038e98', 'mac_address': 'fa:16:3e:12:b5:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e8a84a3-739e-4c83-bb7f-c941648f694b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103161) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 18 13:29:42.121476 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.api.v2.resource [None req-b4859e48-c4dd-4ef7-98e4-abc747e90583 tempest-NegativeSecGroupIPv6Test-292512445 tempest-NegativeSecGroupIPv6Test-292512445-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 18 13:29:42.122821 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-b4859e48-c4dd-4ef7-98e4-abc747e90583 tempest-NegativeSecGroupIPv6Test-292512445 tempest-NegativeSecGroupIPv6Test-292512445-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2622843 Dec 18 13:29:42.134372 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 52772) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:29:42.136193 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.managers [None req-c97d4a23-c03f-4521-ae8a-bd78588ccf2f tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] Attempting to bind port e2b865ec-824a-4dac-8001-89d43af089eb on host hv-neutron-7448 for vnic_type normal with profile {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 13:29:42.136620 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.managers [None req-c97d4a23-c03f-4521-ae8a-bd78588ccf2f tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] Attempting to bind port e2b865ec-824a-4dac-8001-89d43af089eb by drivers openvswitch,hyperv on host hv-neutron-7448 at level 0 using segments [{'id': '8dd95e05-bdaf-4a24-8f28-6c4281c7ce8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'efc9a900-f6d9-42e1-88bd-28ce4094031e'}] {{(pid=103159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 13:29:42.136975 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c97d4a23-c03f-4521-ae8a-bd78588ccf2f tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] Attempting to bind port e2b865ec-824a-4dac-8001-89d43af089eb on network efc9a900-f6d9-42e1-88bd-28ce4094031e {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 13:29:42.145360 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-123ff054-a4f9-4b84-92c8-a39bd08183eb tempest-NegativeSecGroupIPv6Test-292512445 tempest-NegativeSecGroupIPv6Test-292512445-project] Request body: {'security_group_rule': {'security_group_id': 'e2c93b41-5c61-42d4-baa1-18c53e22dec3', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:29:42.146479 dv-neutron-744815-20-hyperv neutron-server[103160]: WARNING neutron.api.v2.base [None req-123ff054-a4f9-4b84-92c8-a39bd08183eb tempest-NegativeSecGroupIPv6Test-292512445 tempest-NegativeSecGroupIPv6Test-292512445-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Dec 18 13:29:42.149263 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.api.v2.resource [None req-123ff054-a4f9-4b84-92c8-a39bd08183eb tempest-NegativeSecGroupIPv6Test-292512445 tempest-NegativeSecGroupIPv6Test-292512445-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 18 13:29:42.149263 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-123ff054-a4f9-4b84-92c8-a39bd08183eb tempest-NegativeSecGroupIPv6Test-292512445 tempest-NegativeSecGroupIPv6Test-292512445-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0086651 Dec 18 13:29:42.154597 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 52774) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:29:42.160385 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-bb302e67-c81f-48d8-ae70-08cca397f2cd tempest-NegativeSecGroupIPv6Test-292512445 tempest-NegativeSecGroupIPv6Test-292512445-project] Request body: {'security_group_rule': {'security_group_id': 'e2c93b41-5c61-42d4-baa1-18c53e22dec3', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:29:42.173717 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:42.198213 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c97d4a23-c03f-4521-ae8a-bd78588ccf2f tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] Port e2b865ec-824a-4dac-8001-89d43af089eb on network efc9a900-f6d9-42e1-88bd-28ce4094031e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7448 {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 18 13:29:42.198213 dv-neutron-744815-20-hyperv neutron-server[103159]: ERROR neutron.plugins.ml2.managers [None req-c97d4a23-c03f-4521-ae8a-bd78588ccf2f tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] Failed to bind port e2b865ec-824a-4dac-8001-89d43af089eb on host hv-neutron-7448 for vnic_type normal using segments [{'id': '8dd95e05-bdaf-4a24-8f28-6c4281c7ce8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'efc9a900-f6d9-42e1-88bd-28ce4094031e'}] Dec 18 13:29:42.205433 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.notifiers.nova [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5e61d76-6a42-42c3-a223-c3cbaf038e98 {{(pid=103161) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 18 13:29:42.214353 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.plugins.ml2.plugin [None req-c97d4a23-c03f-4521-ae8a-bd78588ccf2f tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] Attempt 7 to bind port e2b865ec-824a-4dac-8001-89d43af089eb Dec 18 13:29:42.243395 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] For port f5e61d76-6a42-42c3-a223-c3cbaf038e98, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=f5e61d76-6a42-42c3-a223-c3cbaf038e98,segment=NetworkSegment(2e155287-2c4f-47fc-a6c7-b5b531beb7fe),segment_id=2e155287-2c4f-47fc-a6c7-b5b531beb7fe)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:29:42.251874 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:42.317318 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-dd7af650-bd1a-45f3-9d43-06a022d4a050 tempest-ExtraDHCPOptionsTestJSON-1421940607 tempest-ExtraDHCPOptionsTestJSON-1421940607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4533522'] for port, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:42.328469 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.managers [None req-c97d4a23-c03f-4521-ae8a-bd78588ccf2f tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] Attempting to bind port e2b865ec-824a-4dac-8001-89d43af089eb on host hv-neutron-7448 for vnic_type normal with profile {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 13:29:42.328840 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.managers [None req-c97d4a23-c03f-4521-ae8a-bd78588ccf2f tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] Attempting to bind port e2b865ec-824a-4dac-8001-89d43af089eb by drivers openvswitch,hyperv on host hv-neutron-7448 at level 0 using segments [{'id': '8dd95e05-bdaf-4a24-8f28-6c4281c7ce8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'efc9a900-f6d9-42e1-88bd-28ce4094031e'}] {{(pid=103159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 13:29:42.329546 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c97d4a23-c03f-4521-ae8a-bd78588ccf2f tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] Attempting to bind port e2b865ec-824a-4dac-8001-89d43af089eb on network efc9a900-f6d9-42e1-88bd-28ce4094031e {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 13:29:42.345940 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Pushing event updated for resources: {'Port': ['ID=f5e61d76-6a42-42c3-a223-c3cbaf038e98,revision_number=4']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:29:42.373877 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7af650-bd1a-45f3-9d43-06a022d4a050 tempest-ExtraDHCPOptionsTestJSON-1421940607 tempest-ExtraDHCPOptionsTestJSON-1421940607-project] Pushing event deleted for resources: {'Port': ['ID=58b93786-484f-4e28-b270-687c9caba8fc,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:29:42.380147 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.api.v2.resource [None req-bb302e67-c81f-48d8-ae70-08cca397f2cd tempest-NegativeSecGroupIPv6Test-292512445 tempest-NegativeSecGroupIPv6Test-292512445-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 18 13:29:42.381667 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-bb302e67-c81f-48d8-ae70-08cca397f2cd tempest-NegativeSecGroupIPv6Test-292512445 tempest-NegativeSecGroupIPv6Test-292512445-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2256913 Dec 18 13:29:42.417118 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 52776) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:29:42.431741 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-9144b45a-d56e-4f4f-b2c7-c9bf36c74b63 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1929185'] for subnet, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:42.479684 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-d322bd4d-ac7f-4de2-a4c2-c52e2c43d135 tempest-NegativeSecGroupIPv6Test-292512445 tempest-NegativeSecGroupIPv6Test-292512445-project] Request body: {'security_group_rule': {'security_group_id': 'e2c93b41-5c61-42d4-baa1-18c53e22dec3', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:29:42.480399 dv-neutron-744815-20-hyperv neutron-server[103160]: WARNING neutron.api.v2.base [None req-d322bd4d-ac7f-4de2-a4c2-c52e2c43d135 tempest-NegativeSecGroupIPv6Test-292512445 tempest-NegativeSecGroupIPv6Test-292512445-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Dec 18 13:29:42.481060 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.api.v2.resource [None req-d322bd4d-ac7f-4de2-a4c2-c52e2c43d135 tempest-NegativeSecGroupIPv6Test-292512445 tempest-NegativeSecGroupIPv6Test-292512445-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 18 13:29:42.482215 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-d322bd4d-ac7f-4de2-a4c2-c52e2c43d135 tempest-NegativeSecGroupIPv6Test-292512445 tempest-NegativeSecGroupIPv6Test-292512445-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0090964 Dec 18 13:29:42.485857 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-dd7af650-bd1a-45f3-9d43-06a022d4a050 tempest-ExtraDHCPOptionsTestJSON-1421940607 tempest-ExtraDHCPOptionsTestJSON-1421940607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:42.490046 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-dd7af650-bd1a-45f3-9d43-06a022d4a050 tempest-ExtraDHCPOptionsTestJSON-1421940607 tempest-ExtraDHCPOptionsTestJSON-1421940607-project] 10.222.0.31 "DELETE /v2.0/ports/58b93786-484f-4e28-b270-687c9caba8fc HTTP/1.1" status: 204 len: 168 time: 1.4369435 Dec 18 13:29:42.490915 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 52778) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:29:42.497858 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-44334ad0-183d-4825-964b-410d479eeea7 tempest-NegativeSecGroupIPv6Test-292512445 tempest-NegativeSecGroupIPv6Test-292512445-project] Request body: {'security_group_rule': {'security_group_id': 'e2c93b41-5c61-42d4-baa1-18c53e22dec3', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:29:42.506605 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 52780) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:29:42.518286 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 394cd8f9-696d-420d-b380-d8eb65e8cbb7 up at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 13:29:42.521964 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-ad8053cd-32d5-49c2-bc2f-6caf2d2d1bec tempest-ExtraDHCPOptionsTestJSON-1421940607 tempest-ExtraDHCPOptionsTestJSON-1421940607-project] Request body: {'port': {'name': 'tempest-new-port-name-1361784697', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:29:42.521964 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.api.validators [None req-ad8053cd-32d5-49c2-bc2f-6caf2d2d1bec tempest-ExtraDHCPOptionsTestJSON-1421940607 tempest-ExtraDHCPOptionsTestJSON-1421940607-project] bootfile-name is not in valid_values {{(pid=103160) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 18 13:29:42.521964 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.api.validators [None req-ad8053cd-32d5-49c2-bc2f-6caf2d2d1bec tempest-ExtraDHCPOptionsTestJSON-1421940607 tempest-ExtraDHCPOptionsTestJSON-1421940607-project] tftp-server is not in valid_values {{(pid=103160) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 18 13:29:42.522352 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.api.validators [None req-ad8053cd-32d5-49c2-bc2f-6caf2d2d1bec tempest-ExtraDHCPOptionsTestJSON-1421940607 tempest-ExtraDHCPOptionsTestJSON-1421940607-project] server-ip-address is not in valid_values {{(pid=103160) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 18 13:29:42.546013 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.objects.ports [None req-941430a7-941c-4e4d-afc7-8016d2e04bc1 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103159) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 18 13:29:42.552486 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-06e19c1a-95b4-4a64-8277-eb4a397b33f1 req-fd08eca3-c3b2-421e-8154-b378ff465e4d service neutron] 10.222.0.43 "GET /v2.0/networks/2fc4e038-9db1-4dce-962e-0069075d1df7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5911560 Dec 18 13:29:42.561299 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c97d4a23-c03f-4521-ae8a-bd78588ccf2f tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] Port e2b865ec-824a-4dac-8001-89d43af089eb on network efc9a900-f6d9-42e1-88bd-28ce4094031e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7448 {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 18 13:29:42.562066 dv-neutron-744815-20-hyperv neutron-server[103159]: ERROR neutron.plugins.ml2.managers [None req-c97d4a23-c03f-4521-ae8a-bd78588ccf2f tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] Failed to bind port e2b865ec-824a-4dac-8001-89d43af089eb on host hv-neutron-7448 for vnic_type normal using segments [{'id': '8dd95e05-bdaf-4a24-8f28-6c4281c7ce8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'efc9a900-f6d9-42e1-88bd-28ce4094031e'}] Dec 18 13:29:42.563253 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-9144b45a-d56e-4f4f-b2c7-c9bf36c74b63 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1929192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5659851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6017053'] for subnet, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:42.576460 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.db.securitygroups_db [None req-44334ad0-183d-4825-964b-410d479eeea7 tempest-NegativeSecGroupIPv6Test-292512445 tempest-NegativeSecGroupIPv6Test-292512445-project] Project 6f433dddafca43579088e3ce8d220455 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 18 13:29:42.581402 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.plugins.ml2.plugin [None req-c97d4a23-c03f-4521-ae8a-bd78588ccf2f tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] Attempt 8 to bind port e2b865ec-824a-4dac-8001-89d43af089eb Dec 18 13:29:42.640007 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.api.v2.resource [None req-44334ad0-183d-4825-964b-410d479eeea7 tempest-NegativeSecGroupIPv6Test-292512445 tempest-NegativeSecGroupIPv6Test-292512445-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 18 13:29:42.642241 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-44334ad0-183d-4825-964b-410d479eeea7 tempest-NegativeSecGroupIPv6Test-292512445 tempest-NegativeSecGroupIPv6Test-292512445-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1484711 Dec 18 13:29:42.651925 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 52782) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:29:42.665896 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-12e8fe05-5a58-463c-9b51-0635915ebde6 tempest-NegativeSecGroupIPv6Test-292512445 tempest-NegativeSecGroupIPv6Test-292512445-project] Request body: {'security_group_rule': {'security_group_id': 'e2c93b41-5c61-42d4-baa1-18c53e22dec3', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:29:42.666431 dv-neutron-744815-20-hyperv neutron-server[103160]: WARNING neutron.api.v2.base [None req-12e8fe05-5a58-463c-9b51-0635915ebde6 tempest-NegativeSecGroupIPv6Test-292512445 tempest-NegativeSecGroupIPv6Test-292512445-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Dec 18 13:29:42.666929 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.api.v2.resource [None req-12e8fe05-5a58-463c-9b51-0635915ebde6 tempest-NegativeSecGroupIPv6Test-292512445 tempest-NegativeSecGroupIPv6Test-292512445-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 18 13:29:42.667956 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-12e8fe05-5a58-463c-9b51-0635915ebde6 tempest-NegativeSecGroupIPv6Test-292512445 tempest-NegativeSecGroupIPv6Test-292512445-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0148137 Dec 18 13:29:42.668821 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-ad8053cd-32d5-49c2-bc2f-6caf2d2d1bec tempest-ExtraDHCPOptionsTestJSON-1421940607 tempest-ExtraDHCPOptionsTestJSON-1421940607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:42.670728 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 52784) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:29:42.674829 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] get_ports_and_sgs() called for port_ids ['f5e61d76-6a42-42c3-a223-c3cbaf038e98'] {{(pid=103161) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 18 13:29:42.676903 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-668e52c3-2bce-4308-9c57-13b0e4387d34 tempest-NegativeSecGroupIPv6Test-292512445 tempest-NegativeSecGroupIPv6Test-292512445-project] Request body: {'security_group_rule': {'security_group_id': 'e2c93b41-5c61-42d4-baa1-18c53e22dec3', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:29:42.753624 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2294866d-0076-4933-952c-685307032598 None None] Provisioning complete for port 394cd8f9-696d-420d-b380-d8eb65e8cbb7 triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:29:42.754093 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:42.769679 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-86c6ec4e-e6f7-48a6-a408-a8ef12fa3ec9 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:42.774545 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9144b45a-d56e-4f4f-b2c7-c9bf36c74b63 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Pushing event deleted for resources: {'Subnet': ['ID=33c2132d-be7e-4d3e-b6bb-c41f4ef0fb5f,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:29:42.775138 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.db.securitygroups_db [None req-668e52c3-2bce-4308-9c57-13b0e4387d34 tempest-NegativeSecGroupIPv6Test-292512445 tempest-NegativeSecGroupIPv6Test-292512445-project] Project 6f433dddafca43579088e3ce8d220455 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 18 13:29:42.779480 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-9144b45a-d56e-4f4f-b2c7-c9bf36c74b63 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047995'] for subnet, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:42.791050 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-9144b45a-d56e-4f4f-b2c7-c9bf36c74b63 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] 10.222.0.31 "DELETE /v2.0/subnets/33c2132d-be7e-4d3e-b6bb-c41f4ef0fb5f HTTP/1.1" status: 204 len: 168 time: 1.4722085 Dec 18 13:29:42.793530 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 52786) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:29:42.795358 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7500bee-38f6-456c-9af8-742c956b93c9 None None] Network 9a0c71e8-65ef-4584-a473-d55e5a427bae requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:29:42.854286 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.api.v2.resource [None req-668e52c3-2bce-4308-9c57-13b0e4387d34 tempest-NegativeSecGroupIPv6Test-292512445 tempest-NegativeSecGroupIPv6Test-292512445-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 18 13:29:42.855375 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-668e52c3-2bce-4308-9c57-13b0e4387d34 tempest-NegativeSecGroupIPv6Test-292512445 tempest-NegativeSecGroupIPv6Test-292512445-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1836686 Dec 18 13:29:42.861978 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 52790) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:29:42.871368 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.managers [None req-c97d4a23-c03f-4521-ae8a-bd78588ccf2f tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] Attempting to bind port e2b865ec-824a-4dac-8001-89d43af089eb on host hv-neutron-7448 for vnic_type normal with profile {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 13:29:42.871597 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-d66d1c6a-3284-4ace-8497-8a36e744a7f2 tempest-NegativeSecGroupIPv6Test-292512445 tempest-NegativeSecGroupIPv6Test-292512445-project] Request body: {'security_group_rule': {'security_group_id': 'e2c93b41-5c61-42d4-baa1-18c53e22dec3', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:29:42.871699 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.managers [None req-c97d4a23-c03f-4521-ae8a-bd78588ccf2f tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] Attempting to bind port e2b865ec-824a-4dac-8001-89d43af089eb by drivers openvswitch,hyperv on host hv-neutron-7448 at level 0 using segments [{'id': '8dd95e05-bdaf-4a24-8f28-6c4281c7ce8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'efc9a900-f6d9-42e1-88bd-28ce4094031e'}] {{(pid=103159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 13:29:42.872028 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c97d4a23-c03f-4521-ae8a-bd78588ccf2f tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] Attempting to bind port e2b865ec-824a-4dac-8001-89d43af089eb on network efc9a900-f6d9-42e1-88bd-28ce4094031e {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 13:29:42.896661 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c6ec4e-e6f7-48a6-a408-a8ef12fa3ec9 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Pushing event deleted for resources: {'Port': ['ID=5fd1d341-2f75-4d9e-9a12-d0b9b4f04ccf,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:29:42.980992 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c97d4a23-c03f-4521-ae8a-bd78588ccf2f tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] Port e2b865ec-824a-4dac-8001-89d43af089eb on network efc9a900-f6d9-42e1-88bd-28ce4094031e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7448 {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 18 13:29:42.981322 dv-neutron-744815-20-hyperv neutron-server[103159]: ERROR neutron.plugins.ml2.managers [None req-c97d4a23-c03f-4521-ae8a-bd78588ccf2f tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] Failed to bind port e2b865ec-824a-4dac-8001-89d43af089eb on host hv-neutron-7448 for vnic_type normal using segments [{'id': '8dd95e05-bdaf-4a24-8f28-6c4281c7ce8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'efc9a900-f6d9-42e1-88bd-28ce4094031e'}] Dec 18 13:29:42.987281 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-86c6ec4e-e6f7-48a6-a408-a8ef12fa3ec9 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:42.995096 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-86c6ec4e-e6f7-48a6-a408-a8ef12fa3ec9 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] 10.222.0.31 "DELETE /v2.0/ports/5fd1d341-2f75-4d9e-9a12-d0b9b4f04ccf HTTP/1.1" status: 204 len: 168 time: 2.7709920 Dec 18 13:29:43.000628 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 4aee2f4a-f05c-490e-85c8-ec6b25379d83 up at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 13:29:43.010952 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.plugins.ml2.plugin [None req-c97d4a23-c03f-4521-ae8a-bd78588ccf2f tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] Attempt 9 to bind port e2b865ec-824a-4dac-8001-89d43af089eb Dec 18 13:29:43.014668 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 52792) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:29:43.067833 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-8b33cc1b-9ef1-4c31-a662-ed727da376d2 None None] Provisioning complete for port 510444af-4bd8-416a-b822-29c1a85fc8fd triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:29:43.068498 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-8b33cc1b-9ef1-4c31-a662-ed727da376d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:43.075694 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.managers [None req-c97d4a23-c03f-4521-ae8a-bd78588ccf2f tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] Attempting to bind port e2b865ec-824a-4dac-8001-89d43af089eb on host hv-neutron-7448 for vnic_type normal with profile {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 13:29:43.076035 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.managers [None req-c97d4a23-c03f-4521-ae8a-bd78588ccf2f tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] Attempting to bind port e2b865ec-824a-4dac-8001-89d43af089eb by drivers openvswitch,hyperv on host hv-neutron-7448 at level 0 using segments [{'id': '8dd95e05-bdaf-4a24-8f28-6c4281c7ce8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'efc9a900-f6d9-42e1-88bd-28ce4094031e'}] {{(pid=103159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 13:29:43.076373 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c97d4a23-c03f-4521-ae8a-bd78588ccf2f tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] Attempting to bind port e2b865ec-824a-4dac-8001-89d43af089eb on network efc9a900-f6d9-42e1-88bd-28ce4094031e {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 13:29:43.081374 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.pecan_wsgi.hooks.translation [None req-03b4908b-83f7-41ec-a72e-baf3bdf84557 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] GET failed (client error): The resource could not be found. Dec 18 13:29:43.084072 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-03b4908b-83f7-41ec-a72e-baf3bdf84557 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] 10.222.0.31 "GET /v2.0/ports/5fd1d341-2f75-4d9e-9a12-d0b9b4f04ccf HTTP/1.1" status: 404 len: 333 time: 0.0658104 Dec 18 13:29:43.106065 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb2c8e07-010d-4f77-831f-04a4071572d1 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Deleting subnet 6c5fd0d9-ed69-401a-8b18-8b22d5e8c383 {{(pid=103160) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 18 13:29:43.108671 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 52794) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:29:43.137397 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c97d4a23-c03f-4521-ae8a-bd78588ccf2f tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] Port e2b865ec-824a-4dac-8001-89d43af089eb on network efc9a900-f6d9-42e1-88bd-28ce4094031e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7448 {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 18 13:29:43.137763 dv-neutron-744815-20-hyperv neutron-server[103159]: ERROR neutron.plugins.ml2.managers [None req-c97d4a23-c03f-4521-ae8a-bd78588ccf2f tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] Failed to bind port e2b865ec-824a-4dac-8001-89d43af089eb on host hv-neutron-7448 for vnic_type normal using segments [{'id': '8dd95e05-bdaf-4a24-8f28-6c4281c7ce8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'efc9a900-f6d9-42e1-88bd-28ce4094031e'}] Dec 18 13:29:43.141209 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.plugins.ml2.plugin [None req-c97d4a23-c03f-4521-ae8a-bd78588ccf2f tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] Attempt 10 to bind port e2b865ec-824a-4dac-8001-89d43af089eb Dec 18 13:29:43.157892 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.db.securitygroups_db [None req-d66d1c6a-3284-4ace-8497-8a36e744a7f2 tempest-NegativeSecGroupIPv6Test-292512445 tempest-NegativeSecGroupIPv6Test-292512445-project] Project 6f433dddafca43579088e3ce8d220455 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 18 13:29:43.158994 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-06e19c1a-95b4-4a64-8277-eb4a397b33f1 req-2ce995f7-a92b-4a39-9cdd-6d0c344a3493 service neutron] 10.222.0.43 "GET /v2.0/networks/2fc4e038-9db1-4dce-962e-0069075d1df7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5897360 Dec 18 13:29:43.170250 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.managers [None req-c97d4a23-c03f-4521-ae8a-bd78588ccf2f tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] Attempting to bind port e2b865ec-824a-4dac-8001-89d43af089eb on host hv-neutron-7448 for vnic_type normal with profile {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 13:29:43.170585 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.managers [None req-c97d4a23-c03f-4521-ae8a-bd78588ccf2f tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] Attempting to bind port e2b865ec-824a-4dac-8001-89d43af089eb by drivers openvswitch,hyperv on host hv-neutron-7448 at level 0 using segments [{'id': '8dd95e05-bdaf-4a24-8f28-6c4281c7ce8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'efc9a900-f6d9-42e1-88bd-28ce4094031e'}] {{(pid=103159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 13:29:43.171048 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c97d4a23-c03f-4521-ae8a-bd78588ccf2f tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] Attempting to bind port e2b865ec-824a-4dac-8001-89d43af089eb on network efc9a900-f6d9-42e1-88bd-28ce4094031e {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 13:29:43.179364 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c97d4a23-c03f-4521-ae8a-bd78588ccf2f tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] Port e2b865ec-824a-4dac-8001-89d43af089eb on network efc9a900-f6d9-42e1-88bd-28ce4094031e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7448 {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 18 13:29:43.179702 dv-neutron-744815-20-hyperv neutron-server[103159]: ERROR neutron.plugins.ml2.managers [None req-c97d4a23-c03f-4521-ae8a-bd78588ccf2f tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] Failed to bind port e2b865ec-824a-4dac-8001-89d43af089eb on host hv-neutron-7448 for vnic_type normal using segments [{'id': '8dd95e05-bdaf-4a24-8f28-6c4281c7ce8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'efc9a900-f6d9-42e1-88bd-28ce4094031e'}] Dec 18 13:29:43.180077 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-c97d4a23-c03f-4521-ae8a-bd78588ccf2f tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:43.197259 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-cb2c8e07-010d-4f77-831f-04a4071572d1 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks [] for subnet, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:43.273016 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-941430a7-941c-4e4d-afc7-8016d2e04bc1 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:43.276536 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-cb2c8e07-010d-4f77-831f-04a4071572d1 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4533385'] for subnet, precommit_delete_associations {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:43.276736 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-8b33cc1b-9ef1-4c31-a662-ed727da376d2 None None] Port 510444af-4bd8-416a-b822-29c1a85fc8fd cannot update to ACTIVE because it is not bound. {{(pid=103161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 13:29:43.300704 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-8b33cc1b-9ef1-4c31-a662-ed727da376d2 None None] Could not find standard attr ID for object 58b93786-484f-4e28-b270-687c9caba8fc. {{(pid=103161) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 18 13:29:43.411610 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.api.v2.resource [None req-d66d1c6a-3284-4ace-8497-8a36e744a7f2 tempest-NegativeSecGroupIPv6Test-292512445 tempest-NegativeSecGroupIPv6Test-292512445-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 18 13:29:43.415812 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-d66d1c6a-3284-4ace-8497-8a36e744a7f2 tempest-NegativeSecGroupIPv6Test-292512445 tempest-NegativeSecGroupIPv6Test-292512445-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.5527205 Dec 18 13:29:43.418582 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2294866d-0076-4933-952c-685307032598 None None] Provisioning complete for port 4aee2f4a-f05c-490e-85c8-ec6b25379d83 triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:29:43.419072 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:43.424331 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 52798) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:29:43.437472 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-8b33cc1b-9ef1-4c31-a662-ed727da376d2 None None] Provisioning complete for port 394cd8f9-696d-420d-b380-d8eb65e8cbb7 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:29:43.437472 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-8b33cc1b-9ef1-4c31-a662-ed727da376d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:43.564043 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.db [None req-941430a7-941c-4e4d-afc7-8016d2e04bc1 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] For port 4aee2f4a-f05c-490e-85c8-ec6b25379d83, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=4aee2f4a-f05c-490e-85c8-ec6b25379d83,segment=NetworkSegment(1d35b28d-d075-4c4f-99ab-408d9457428e),segment_id=1d35b28d-d075-4c4f-99ab-408d9457428e)] {{(pid=103159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:29:43.641360 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.db [None req-c97d4a23-c03f-4521-ae8a-bd78588ccf2f tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] For port e2b865ec-824a-4dac-8001-89d43af089eb, host hv-neutron-7448, cleared binding levels {{(pid=103159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 18 13:29:43.641719 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.db [None req-c97d4a23-c03f-4521-ae8a-bd78588ccf2f tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] Attempted to set empty binding levels {{(pid=103159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 18 13:29:43.654565 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-c97d4a23-c03f-4521-ae8a-bd78588ccf2f tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5659917'] for port, after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:43.707821 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-941430a7-941c-4e4d-afc7-8016d2e04bc1 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks [] for port, precommit_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:43.728929 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-c97d4a23-c03f-4521-ae8a-bd78588ccf2f tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] In _notify_port_updated(), no bound segment for port e2b865ec-824a-4dac-8001-89d43af089eb on network efc9a900-f6d9-42e1-88bd-28ce4094031e {{(pid=103159) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 18 13:29:43.733289 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c97d4a23-c03f-4521-ae8a-bd78588ccf2f tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:29:43.734077 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-c97d4a23-c03f-4521-ae8a-bd78588ccf2f tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:43.741719 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-c97d4a23-c03f-4521-ae8a-bd78588ccf2f tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] 10.222.0.31 "PUT /v2.0/ports/e2b865ec-824a-4dac-8001-89d43af089eb HTTP/1.1" status: 200 len: 977 time: 4.7643914 Dec 18 13:29:43.743044 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 52802) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:29:43.752570 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-941430a7-941c-4e4d-afc7-8016d2e04bc1 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5659917'] for port, after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:43.753547 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-941430a7-941c-4e4d-afc7-8016d2e04bc1 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5659786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6017062'] for subnet, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:43.798276 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b290828e-82e5-4833-a34a-c42b7b04ed3d req-4ebb77c6-64a3-407d-9b1d-43e85f42b323 tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:29:43.799886 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-b290828e-82e5-4833-a34a-c42b7b04ed3d req-4ebb77c6-64a3-407d-9b1d-43e85f42b323 tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7e2fdcf-cd6e-4be5-8448-e22550985054 HTTP/1.1" status: 200 len: 945 time: 0.4775565 Dec 18 13:29:43.827564 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-941430a7-941c-4e4d-afc7-8016d2e04bc1 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Network a0b84a49-8464-4342-a47d-bd714ebbec81 is already hosted by enough agents. {{(pid=103159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:29:43.839885 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-cb2c8e07-010d-4f77-831f-04a4071572d1 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1929185'] for subnet, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:43.850502 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-ad8053cd-32d5-49c2-bc2f-6caf2d2d1bec tempest-ExtraDHCPOptionsTestJSON-1421940607 tempest-ExtraDHCPOptionsTestJSON-1421940607-project] Publish callbacks [] for port, precommit_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:43.853544 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-73afbe2a-38a0-42ce-a432-32a24aa4f7a0 tempest-NegativeSecGroupIPv6Test-292512445 tempest-NegativeSecGroupIPv6Test-292512445-project] Publish callbacks [] for security_group, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:43.891267 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:43.896028 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.base_scheduler [None req-941430a7-941c-4e4d-afc7-8016d2e04bc1 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Resources bound (agent type, host, resource id): {{(pid=103159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:29:43.898426 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97d4a23-c03f-4521-ae8a-bd78588ccf2f tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] Pushing event updated for resources: {'Port': ['ID=e2b865ec-824a-4dac-8001-89d43af089eb,revision_number=3']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:29:43.929034 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-ad8053cd-32d5-49c2-bc2f-6caf2d2d1bec tempest-ExtraDHCPOptionsTestJSON-1421940607 tempest-ExtraDHCPOptionsTestJSON-1421940607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4533541'] for port, after_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:43.937642 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5abbf928-4fa5-433c-a2b7-8842947de808 None None] Network a0b84a49-8464-4342-a47d-bd714ebbec81 requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:29:43.967907 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-941430a7-941c-4e4d-afc7-8016d2e04bc1 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:29:43.968517 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-941430a7-941c-4e4d-afc7-8016d2e04bc1 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047995'] for subnet, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:44.069703 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-73afbe2a-38a0-42ce-a432-32a24aa4f7a0 tempest-NegativeSecGroupIPv6Test-292512445 tempest-NegativeSecGroupIPv6Test-292512445-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:44.085384 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-2294866d-0076-4933-952c-685307032598 None None] For port 4aee2f4a-f05c-490e-85c8-ec6b25379d83, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=4aee2f4a-f05c-490e-85c8-ec6b25379d83,segment=NetworkSegment(1d35b28d-d075-4c4f-99ab-408d9457428e),segment_id=1d35b28d-d075-4c4f-99ab-408d9457428e)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:29:44.104678 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:44.112020 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941430a7-941c-4e4d-afc7-8016d2e04bc1 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Pushing event updated for resources: {'Port': ['ID=4aee2f4a-f05c-490e-85c8-ec6b25379d83,revision_number=4']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:29:44.118106 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-7b12429a-addc-40ad-b242-28c3a2abe842 None None] Provisioning complete for port 4aee2f4a-f05c-490e-85c8-ec6b25379d83 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:29:44.119443 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7b12429a-addc-40ad-b242-28c3a2abe842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:44.130034 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941430a7-941c-4e4d-afc7-8016d2e04bc1 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Pushing event updated for resources: {'Subnet': ['ID=4007dc27-351b-4088-8f3d-189a1b2a4d65,revision_number=0']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:29:44.134249 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8053cd-32d5-49c2-bc2f-6caf2d2d1bec tempest-ExtraDHCPOptionsTestJSON-1421940607 tempest-ExtraDHCPOptionsTestJSON-1421940607-project] Pushing event updated for resources: {'Port': ['ID=510444af-4bd8-416a-b822-29c1a85fc8fd,revision_number=2']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:29:44.137149 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-941430a7-941c-4e4d-afc7-8016d2e04bc1 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 4.8536422 Dec 18 13:29:44.139938 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 52804) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:29:44.144942 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-c2fa85a0-b7cd-4901-8ef6-7d4ac4493953 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Request body: {'port': {'network_id': 'a0b84a49-8464-4342-a47d-bd714ebbec81', 'mac_address': 'fa:16:3e:a4:d0:ce', 'name': 'tempest-NetworksTestDHCPv6-1600259738'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:29:44.152971 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-ea7c1b54-bb8f-435f-bda4-48c9a8bccab3 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Deleting port 523483f2-07d9-418b-9f5b-daa777a08d5c {{(pid=103160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:29:44.153321 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-ea7c1b54-bb8f-435f-bda4-48c9a8bccab3 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:44.220603 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-72971de8-3e36-4a26-8908-78ebd7f6420d tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] Deleting port e2b865ec-824a-4dac-8001-89d43af089eb {{(pid=103159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:29:44.221096 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-72971de8-3e36-4a26-8908-78ebd7f6420d tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:44.356283 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 4aee2f4a-f05c-490e-85c8-ec6b25379d83 up at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 13:29:44.370360 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-ea7c1b54-bb8f-435f-bda4-48c9a8bccab3 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:44.382715 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.db [None req-72971de8-3e36-4a26-8908-78ebd7f6420d tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] For port e2b865ec-824a-4dac-8001-89d43af089eb, host hv-neutron-7448, got binding levels [] {{(pid=103159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:29:44.383206 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-72971de8-3e36-4a26-8908-78ebd7f6420d tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:44.395721 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-ea7c1b54-bb8f-435f-bda4-48c9a8bccab3 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Calling delete_port for 523483f2-07d9-418b-9f5b-daa777a08d5c owned by {{(pid=103160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:29:44.402573 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-72971de8-3e36-4a26-8908-78ebd7f6420d tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] Calling delete_port for e2b865ec-824a-4dac-8001-89d43af089eb owned by {{(pid=103159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:29:44.459053 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2fa85a0-b7cd-4901-8ef6-7d4ac4493953 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Made reservation on behalf of 606a569495c64210af9cc9fb7e76dd52 for: {'port': 1} {{(pid=103159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:29:44.497673 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2294866d-0076-4933-952c-685307032598 None None] Provisioning complete for port 4aee2f4a-f05c-490e-85c8-ec6b25379d83 triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:29:44.498631 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:44.500949 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Pushing event updated for resources: {'Port': ['ID=4aee2f4a-f05c-490e-85c8-ec6b25379d83,revision_number=5']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:29:44.556567 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-b290828e-82e5-4833-a34a-c42b7b04ed3d req-d6812d9c-2365-4382-8210-495eeb8a80cd tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] 10.222.0.31 "GET /v2.0/security-groups?id=7500739f-039a-45b0-85f1-cc2dd6d8ee03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7393172 Dec 18 13:29:44.588261 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-ad8053cd-32d5-49c2-bc2f-6caf2d2d1bec tempest-ExtraDHCPOptionsTestJSON-1421940607 tempest-ExtraDHCPOptionsTestJSON-1421940607-project] In _notify_port_updated(), no bound segment for port 510444af-4bd8-416a-b822-29c1a85fc8fd on network 6cf80aa9-addd-4720-82c6-f6b7fe438fb9 {{(pid=103160) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 18 13:29:44.588874 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad8053cd-32d5-49c2-bc2f-6caf2d2d1bec tempest-ExtraDHCPOptionsTestJSON-1421940607 tempest-ExtraDHCPOptionsTestJSON-1421940607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:29:44.589434 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-ad8053cd-32d5-49c2-bc2f-6caf2d2d1bec tempest-ExtraDHCPOptionsTestJSON-1421940607 tempest-ExtraDHCPOptionsTestJSON-1421940607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:44.590866 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-ad8053cd-32d5-49c2-bc2f-6caf2d2d1bec tempest-ExtraDHCPOptionsTestJSON-1421940607 tempest-ExtraDHCPOptionsTestJSON-1421940607-project] 10.222.0.31 "PUT /v2.0/ports/510444af-4bd8-416a-b822-29c1a85fc8fd HTTP/1.1" status: 200 len: 1136 time: 2.0796096 Dec 18 13:29:44.594978 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 52806) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:29:44.597754 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-c2fa85a0-b7cd-4901-8ef6-7d4ac4493953 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:44.603156 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-72971de8-3e36-4a26-8908-78ebd7f6420d tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:44.646493 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-72971de8-3e36-4a26-8908-78ebd7f6420d tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:44.653258 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-72971de8-3e36-4a26-8908-78ebd7f6420d tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] 10.222.0.31 "DELETE /v2.0/ports/e2b865ec-824a-4dac-8001-89d43af089eb HTTP/1.1" status: 204 len: 168 time: 0.9021814 Dec 18 13:29:44.660830 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2426b864-ceae-4fed-9a52-eb7a41c82e31 tempest-ExtraDHCPOptionsTestJSON-1421940607 tempest-ExtraDHCPOptionsTestJSON-1421940607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:29:44.661079 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 52808) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:29:44.662570 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-2426b864-ceae-4fed-9a52-eb7a41c82e31 tempest-ExtraDHCPOptionsTestJSON-1421940607 tempest-ExtraDHCPOptionsTestJSON-1421940607-project] 10.222.0.31 "GET /v2.0/ports/510444af-4bd8-416a-b822-29c1a85fc8fd HTTP/1.1" status: 200 len: 1136 time: 0.0597878 Dec 18 13:29:44.669931 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-cb2c8e07-010d-4f77-831f-04a4071572d1 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1929192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4533475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4514371'] for subnet, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:44.684083 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 52810) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:29:44.705177 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-45fd9b6f-6c4d-4eba-b415-9165f38cb774 None None] Provisioning complete for port 510444af-4bd8-416a-b822-29c1a85fc8fd triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:29:44.705744 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-45fd9b6f-6c4d-4eba-b415-9165f38cb774 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:44.720141 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.notifiers.nova [None req-c2fa85a0-b7cd-4901-8ef6-7d4ac4493953 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] device_id is not set on port 209812c2-ab31-4072-97e8-1914a850b714 yet. {{(pid=103159) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 18 13:29:44.722944 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-73afbe2a-38a0-42ce-a432-32a24aa4f7a0 tempest-NegativeSecGroupIPv6Test-292512445 tempest-NegativeSecGroupIPv6Test-292512445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:44.726133 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-73afbe2a-38a0-42ce-a432-32a24aa4f7a0 tempest-NegativeSecGroupIPv6Test-292512445 tempest-NegativeSecGroupIPv6Test-292512445-project] Publish callbacks [] for security_group, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:44.730145 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-73afbe2a-38a0-42ce-a432-32a24aa4f7a0 tempest-NegativeSecGroupIPv6Test-292512445 tempest-NegativeSecGroupIPv6Test-292512445-project] 10.222.0.31 "DELETE /v2.0/security-groups/e2c93b41-5c61-42d4-baa1-18c53e22dec3 HTTP/1.1" status: 204 len: 168 time: 1.3000247 Dec 18 13:29:44.730939 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 52812) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:29:44.734133 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-cb2c8e07-010d-4f77-831f-04a4071572d1 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks [] for subnet, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:44.734978 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13f97335-fdf9-41c0-ab7c-e32669a50f8f None None] Network 9a0c71e8-65ef-4584-a473-d55e5a427bae requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:29:44.741037 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-cb2c8e07-010d-4f77-831f-04a4071572d1 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] 10.222.0.31 "DELETE /v2.0/subnets/6c5fd0d9-ed69-401a-8b18-8b22d5e8c383 HTTP/1.1" status: 204 len: 168 time: 1.9457135 Dec 18 13:29:44.743999 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2c8e07-010d-4f77-831f-04a4071572d1 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Pushing event deleted for resources: {'Subnet': ['ID=6c5fd0d9-ed69-401a-8b18-8b22d5e8c383,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:29:44.780230 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 52814) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:29:44.800621 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-45fd9b6f-6c4d-4eba-b415-9165f38cb774 None None] Port 510444af-4bd8-416a-b822-29c1a85fc8fd cannot update to ACTIVE because it is not bound. {{(pid=103161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 13:29:44.825740 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73afbe2a-38a0-42ce-a432-32a24aa4f7a0 tempest-NegativeSecGroupIPv6Test-292512445 tempest-NegativeSecGroupIPv6Test-292512445-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2c93b41-5c61-42d4-baa1-18c53e22dec3,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:29:44.827183 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-45fd9b6f-6c4d-4eba-b415-9165f38cb774 None None] Provisioning complete for port 1903170e-157d-4e08-be84-3b88dbc55d05 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:29:44.827682 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-45fd9b6f-6c4d-4eba-b415-9165f38cb774 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:44.902730 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-52477534-81c7-4c59-8bca-b1ff053647f3 tempest-NegativeSecGroupIPv6Test-292512445 tempest-NegativeSecGroupIPv6Test-292512445-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1545825 Dec 18 13:29:44.903936 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8e04829-de64-4e6e-b95a-f133e1e30f26 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] DELETE failed (client error): The resource could not be found. Dec 18 13:29:44.904327 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8e04829-de64-4e6e-b95a-f133e1e30f26 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103160) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 18 13:29:44.916536 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-e8e04829-de64-4e6e-b95a-f133e1e30f26 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] 10.222.0.31 "DELETE /v2.0/subnets/33c2132d-be7e-4d3e-b6bb-c41f4ef0fb5f HTTP/1.1" status: 404 len: 337 time: 0.1329536 Dec 18 13:29:44.920245 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 52816) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:29:44.920742 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 52818) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:29:44.927529 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72971de8-3e36-4a26-8908-78ebd7f6420d tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] Pushing event deleted for resources: {'Port': ['ID=e2b865ec-824a-4dac-8001-89d43af089eb,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:29:44.958404 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-34776500-b77c-41c6-bad4-67623a12a85b tempest-NegativeSecGroupIPv6Test-292512445 tempest-NegativeSecGroupIPv6Test-292512445-project] Request body: {'security_group': {'name': 'tempest-secgroup--152378210'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:29:44.960268 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e8107c9-1f66-4a9d-b040-1c6e3231d77d tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] GET failed (client error): The resource could not be found. Dec 18 13:29:44.965727 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-5e8107c9-1f66-4a9d-b040-1c6e3231d77d tempest-PortsAdminExtendedAttrsTestJSON-566480593 tempest-PortsAdminExtendedAttrsTestJSON-566480593-project-admin] 10.222.0.31 "GET /v2.0/ports/e2b865ec-824a-4dac-8001-89d43af089eb HTTP/1.1" status: 404 len: 333 time: 0.2666862 Dec 18 13:29:44.966569 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 52820) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:29:45.006943 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-45fd9b6f-6c4d-4eba-b415-9165f38cb774 None None] Provisioning complete for port a7c967b0-dc78-4f12-97fb-5949aa4bdd23 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:29:45.009772 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-45fd9b6f-6c4d-4eba-b415-9165f38cb774 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:45.011085 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.db_base_plugin_common [None req-c2fa85a0-b7cd-4901-8ef6-7d4ac4493953 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Allocated IP 172.20.0.13 (a0b84a49-8464-4342-a47d-bd714ebbec81/11d3f631-eb8f-40f8-b5fa-640628cddfab/209812c2-ab31-4072-97e8-1914a850b714) {{(pid=103159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:29:45.071517 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.db_base_plugin_common [None req-c2fa85a0-b7cd-4901-8ef6-7d4ac4493953 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Allocated IP 2001:db8::f816:3eff:fea4:d0ce (a0b84a49-8464-4342-a47d-bd714ebbec81/4007dc27-351b-4088-8f3d-189a1b2a4d65/209812c2-ab31-4072-97e8-1914a850b714) {{(pid=103159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:29:45.094739 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-45fd9b6f-6c4d-4eba-b415-9165f38cb774 None None] Port a7c967b0-dc78-4f12-97fb-5949aa4bdd23 cannot update to ACTIVE because it is not bound. {{(pid=103161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 13:29:45.098875 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-c13fcc6d-8a1b-4eac-89cb-94371f9ad1bd tempest-PortsAdminExtendedAttrsTestJSON-1485579632 tempest-PortsAdminExtendedAttrsTestJSON-1485579632-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2023137'] for network, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:45.157708 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-ea7c1b54-bb8f-435f-bda4-48c9a8bccab3 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4533522'] for port, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:45.188468 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7dc176f-f0f6-4c83-aeb3-7cc29906d24f tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Deleting subnet 77c189ed-fb5d-4292-b406-845dbdaaa7ef {{(pid=103160) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 18 13:29:45.192265 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-a7dc176f-f0f6-4c83-aeb3-7cc29906d24f tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks [] for subnet, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:45.239505 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-34776500-b77c-41c6-bad4-67623a12a85b tempest-NegativeSecGroupIPv6Test-292512445 tempest-NegativeSecGroupIPv6Test-292512445-project] Publish callbacks [] for security_group, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:45.246222 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7c1b54-bb8f-435f-bda4-48c9a8bccab3 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Pushing event deleted for resources: {'Port': ['ID=523483f2-07d9-418b-9f5b-daa777a08d5c,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:29:45.273720 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-ea7c1b54-bb8f-435f-bda4-48c9a8bccab3 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:45.277476 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-ea7c1b54-bb8f-435f-bda4-48c9a8bccab3 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] 10.222.0.31 "DELETE /v2.0/ports/523483f2-07d9-418b-9f5b-daa777a08d5c HTTP/1.1" status: 204 len: 168 time: 2.1625867 Dec 18 13:29:45.291254 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 52822) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:29:45.318028 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-c13fcc6d-8a1b-4eac-89cb-94371f9ad1bd tempest-PortsAdminExtendedAttrsTestJSON-1485579632 tempest-PortsAdminExtendedAttrsTestJSON-1485579632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1927292', 'neutron.services.segments.db._delete_segments_for_network-8767106887837'] for network, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:45.340554 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-a7dc176f-f0f6-4c83-aeb3-7cc29906d24f tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4533385'] for subnet, precommit_delete_associations {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:45.344302 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.pecan_wsgi.hooks.translation [None req-57e1dbc4-37ab-4e04-a227-e80c5b85502a tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] GET failed (client error): The resource could not be found. Dec 18 13:29:45.346008 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-57e1dbc4-37ab-4e04-a227-e80c5b85502a tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] 10.222.0.31 "GET /v2.0/ports/523483f2-07d9-418b-9f5b-daa777a08d5c HTTP/1.1" status: 404 len: 333 time: 0.0535181 Dec 18 13:29:45.349382 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 52824) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:29:45.365006 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.services.segments.db [None req-c13fcc6d-8a1b-4eac-89cb-94371f9ad1bd tempest-PortsAdminExtendedAttrsTestJSON-1485579632 tempest-PortsAdminExtendedAttrsTestJSON-1485579632-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efc9a900-f6d9-42e1-88bd-28ce4094031e']}} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:29:45.370555 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-0810c729-6531-40bf-8248-938c8a6daf96 tempest-ExtraDHCPOptionsTestJSON-1421940607 tempest-ExtraDHCPOptionsTestJSON-1421940607-project] Deleting port 510444af-4bd8-416a-b822-29c1a85fc8fd {{(pid=103160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:29:45.371182 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-0810c729-6531-40bf-8248-938c8a6daf96 tempest-ExtraDHCPOptionsTestJSON-1421940607 tempest-ExtraDHCPOptionsTestJSON-1421940607-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:45.417039 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.services.segments.db [None req-c13fcc6d-8a1b-4eac-89cb-94371f9ad1bd tempest-PortsAdminExtendedAttrsTestJSON-1485579632 tempest-PortsAdminExtendedAttrsTestJSON-1485579632-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8dd95e05-bdaf-4a24-8f28-6c4281c7ce8e') {'for_net_delete': True} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:29:45.417600 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.services.segments.db [None req-c13fcc6d-8a1b-4eac-89cb-94371f9ad1bd tempest-PortsAdminExtendedAttrsTestJSON-1485579632 tempest-PortsAdminExtendedAttrsTestJSON-1485579632-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8dd95e05-bdaf-4a24-8f28-6c4281c7ce8e') {} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:29:45.456154 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-c13fcc6d-8a1b-4eac-89cb-94371f9ad1bd tempest-PortsAdminExtendedAttrsTestJSON-1485579632 tempest-PortsAdminExtendedAttrsTestJSON-1485579632-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767106888614', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5589569'] for segment, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:45.468963 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.db_base_plugin_v2 [None req-5abc6db3-47a2-452a-a92e-ea2a4a76d90e tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Deleting subnet 0f2509c1-f702-4d6c-a06f-9d2d70456f17 {{(pid=103159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 18 13:29:45.490670 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-5abc6db3-47a2-452a-a92e-ea2a4a76d90e tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks [] for subnet, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:45.518538 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-c2fa85a0-b7cd-4901-8ef6-7d4ac4493953 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks [] for port, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:45.520459 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-c13fcc6d-8a1b-4eac-89cb-94371f9ad1bd tempest-PortsAdminExtendedAttrsTestJSON-1485579632 tempest-PortsAdminExtendedAttrsTestJSON-1485579632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:45.544147 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c13fcc6d-8a1b-4eac-89cb-94371f9ad1bd tempest-PortsAdminExtendedAttrsTestJSON-1485579632 tempest-PortsAdminExtendedAttrsTestJSON-1485579632-project] Releasing vlan 122 on physical network physnet1 to pool {{(pid=103159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 18 13:29:45.545103 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-c13fcc6d-8a1b-4eac-89cb-94371f9ad1bd tempest-PortsAdminExtendedAttrsTestJSON-1485579632 tempest-PortsAdminExtendedAttrsTestJSON-1485579632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5660009'] for segment, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:45.571006 dv-neutron-744815-20-hyperv neutron-server[103159]: Traceback (most recent call last): Dec 18 13:29:45.571006 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 18 13:29:45.571006 dv-neutron-744815-20-hyperv neutron-server[103159]: timer() Dec 18 13:29:45.571006 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 18 13:29:45.571006 dv-neutron-744815-20-hyperv neutron-server[103159]: cb(*args, **kw) Dec 18 13:29:45.571006 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 18 13:29:45.571006 dv-neutron-744815-20-hyperv neutron-server[103159]: return func(*args, **kwargs) Dec 18 13:29:45.571006 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 18 13:29:45.571006 dv-neutron-744815-20-hyperv neutron-server[103159]: self._notify() Dec 18 13:29:45.571006 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 18 13:29:45.571006 dv-neutron-744815-20-hyperv neutron-server[103159]: self.callback(batched_events) Dec 18 13:29:45.571006 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 18 13:29:45.571006 dv-neutron-744815-20-hyperv neutron-server[103159]: event.method(event) Dec 18 13:29:45.571006 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 18 13:29:45.571006 dv-neutron-744815-20-hyperv neutron-server[103159]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 18 13:29:45.571006 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 18 13:29:45.571006 dv-neutron-744815-20-hyperv neutron-server[103159]: aggregate_uuid = self.p_client.list_aggregates( Dec 18 13:29:45.571006 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 18 13:29:45.571006 dv-neutron-744815-20-hyperv neutron-server[103159]: return f(self, *a, **k) Dec 18 13:29:45.571006 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 18 13:29:45.571006 dv-neutron-744815-20-hyperv neutron-server[103159]: return self._get(url).json() Dec 18 13:29:45.571006 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 18 13:29:45.571006 dv-neutron-744815-20-hyperv neutron-server[103159]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 18 13:29:45.571006 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 18 13:29:45.571006 dv-neutron-744815-20-hyperv neutron-server[103159]: return self.request(url, 'GET', **kwargs) Dec 18 13:29:45.571006 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 18 13:29:45.571006 dv-neutron-744815-20-hyperv neutron-server[103159]: base_url = self.get_endpoint(auth, allow=allow, Dec 18 13:29:45.571006 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 18 13:29:45.571006 dv-neutron-744815-20-hyperv neutron-server[103159]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 18 13:29:45.571006 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 18 13:29:45.571006 dv-neutron-744815-20-hyperv neutron-server[103159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 18 13:29:45.571006 dv-neutron-744815-20-hyperv neutron-server[103159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 18 13:29:45.573441 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-0810c729-6531-40bf-8248-938c8a6daf96 tempest-ExtraDHCPOptionsTestJSON-1421940607 tempest-ExtraDHCPOptionsTestJSON-1421940607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:45.604945 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-a7dc176f-f0f6-4c83-aeb3-7cc29906d24f tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1929185'] for subnet, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:45.631941 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-34776500-b77c-41c6-bad4-67623a12a85b tempest-NegativeSecGroupIPv6Test-292512445 tempest-NegativeSecGroupIPv6Test-292512445-project] Publish callbacks [] for security_group, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:45.633463 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-0810c729-6531-40bf-8248-938c8a6daf96 tempest-ExtraDHCPOptionsTestJSON-1421940607 tempest-ExtraDHCPOptionsTestJSON-1421940607-project] Calling delete_port for 510444af-4bd8-416a-b822-29c1a85fc8fd owned by {{(pid=103160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:29:45.636274 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-5abc6db3-47a2-452a-a92e-ea2a4a76d90e tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5589624'] for subnet, precommit_delete_associations {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:45.658044 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-3968d6c7-be3c-44d8-935f-14b213a6a804 None None] Provisioning complete for port 4aee2f4a-f05c-490e-85c8-ec6b25379d83 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:29:45.658585 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-3968d6c7-be3c-44d8-935f-14b213a6a804 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:45.666924 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-34776500-b77c-41c6-bad4-67623a12a85b tempest-NegativeSecGroupIPv6Test-292512445 tempest-NegativeSecGroupIPv6Test-292512445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:45.719074 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Device f5e61d76-6a42-42c3-a223-c3cbaf038e98 up at agent hyperv_hv-neutron-7448 {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 13:29:45.739695 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-c13fcc6d-8a1b-4eac-89cb-94371f9ad1bd tempest-PortsAdminExtendedAttrsTestJSON-1485579632 tempest-PortsAdminExtendedAttrsTestJSON-1485579632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1927267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586962'] for network, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:45.760719 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-c13fcc6d-8a1b-4eac-89cb-94371f9ad1bd tempest-PortsAdminExtendedAttrsTestJSON-1485579632 tempest-PortsAdminExtendedAttrsTestJSON-1485579632-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047995'] for network, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:45.766427 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-c13fcc6d-8a1b-4eac-89cb-94371f9ad1bd tempest-PortsAdminExtendedAttrsTestJSON-1485579632 tempest-PortsAdminExtendedAttrsTestJSON-1485579632-project] 10.222.0.31 "DELETE /v2.0/networks/efc9a900-f6d9-42e1-88bd-28ce4094031e HTTP/1.1" status: 204 len: 168 time: 0.7969236 Dec 18 13:29:45.766640 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-34776500-b77c-41c6-bad4-67623a12a85b tempest-NegativeSecGroupIPv6Test-292512445 tempest-NegativeSecGroupIPv6Test-292512445-project] Publish callbacks [] for security_group, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:45.780277 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-34776500-b77c-41c6-bad4-67623a12a85b tempest-NegativeSecGroupIPv6Test-292512445 tempest-NegativeSecGroupIPv6Test-292512445-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.8537362 Dec 18 13:29:45.780916 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 52830) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:29:45.789682 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-f728743e-8506-4745-b791-0ba9c70070fd tempest-NegativeSecGroupIPv6Test-292512445 tempest-NegativeSecGroupIPv6Test-292512445-project] Request body: {'security_group_rule': {'security_group_id': '4497e73f-1d2f-4899-a71f-c4dde87f0404', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:29:45.801963 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13fcc6d-8a1b-4eac-89cb-94371f9ad1bd tempest-PortsAdminExtendedAttrsTestJSON-1485579632 tempest-PortsAdminExtendedAttrsTestJSON-1485579632-project] Pushing event deleted for resources: {'Network': ['ID=efc9a900-f6d9-42e1-88bd-28ce4094031e,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:29:45.809356 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34776500-b77c-41c6-bad4-67623a12a85b tempest-NegativeSecGroupIPv6Test-292512445 tempest-NegativeSecGroupIPv6Test-292512445-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4497e73f-1d2f-4899-a71f-c4dde87f0404,revision_number=1']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:29:45.837129 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Provisioning for port f5e61d76-6a42-42c3-a223-c3cbaf038e98 completed by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 18 13:29:45.844592 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Provisioning complete for port f5e61d76-6a42-42c3-a223-c3cbaf038e98 triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:29:45.845160 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:45.846827 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-c2fa85a0-b7cd-4901-8ef6-7d4ac4493953 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:45.865721 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-a7dc176f-f0f6-4c83-aeb3-7cc29906d24f tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1929192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4533475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4514371'] for subnet, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:45.920810 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175a6ae3-e287-4661-b98f-22f20c602d7a req-cc93f1be-e2c5-4126-9da8-6f1c2eb39835 tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:29:45.922594 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-175a6ae3-e287-4661-b98f-22f20c602d7a req-cc93f1be-e2c5-4126-9da8-6f1c2eb39835 tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7e2fdcf-cd6e-4be5-8448-e22550985054 HTTP/1.1" status: 200 len: 945 time: 0.2273777 Dec 18 13:29:45.945163 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7dc176f-f0f6-4c83-aeb3-7cc29906d24f tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Pushing event deleted for resources: {'Subnet': ['ID=77c189ed-fb5d-4292-b406-845dbdaaa7ef,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:29:45.956866 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-a7dc176f-f0f6-4c83-aeb3-7cc29906d24f tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks [] for subnet, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:45.962943 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-a7dc176f-f0f6-4c83-aeb3-7cc29906d24f tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] 10.222.0.31 "DELETE /v2.0/subnets/77c189ed-fb5d-4292-b406-845dbdaaa7ef HTTP/1.1" status: 204 len: 168 time: 1.0339465 Dec 18 13:29:45.971210 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 52832) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:29:45.996305 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-5abc6db3-47a2-452a-a92e-ea2a4a76d90e tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1929185'] for subnet, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:46.002585 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2fa85a0-b7cd-4901-8ef6-7d4ac4493953 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Network a0b84a49-8464-4342-a47d-bd714ebbec81 is already hosted by enough agents. {{(pid=103159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:29:46.010178 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.pecan_wsgi.hooks.translation [None req-28ec6e7e-ca51-406b-b33c-293aab7424f0 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] DELETE failed (client error): The resource could not be found. Dec 18 13:29:46.010781 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28ec6e7e-ca51-406b-b33c-293aab7424f0 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103160) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 18 13:29:46.017563 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-28ec6e7e-ca51-406b-b33c-293aab7424f0 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] 10.222.0.31 "DELETE /v2.0/subnets/76b88b65-75e3-431e-9a4d-eb9c90b78245 HTTP/1.1" status: 404 len: 337 time: 0.0445402 Dec 18 13:29:46.018192 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 52834) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:29:46.034120 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.base_scheduler [None req-c2fa85a0-b7cd-4901-8ef6-7d4ac4493953 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Resources bound (agent type, host, resource id): {{(pid=103159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:29:46.044732 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2fa85a0-b7cd-4901-8ef6-7d4ac4493953 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Received port after_create {{(pid=103159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:29:46.067564 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e984abd-f6db-4fc5-abc5-43eef29cd4a3 None None] Network 9a0c71e8-65ef-4584-a473-d55e5a427bae requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:29:46.082584 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-ea2a569f-2944-424f-8642-e589f3734b63 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] 10.222.0.31 "GET /v2.0/ports?device_id=efb575df-a867-4d2c-9f44-5546609d3d8a HTTP/1.1" status: 200 len: 205 time: 0.0543635 Dec 18 13:29:46.087243 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 52836) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:29:46.087395 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fa85a0-b7cd-4901-8ef6-7d4ac4493953 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Pushing event updated for resources: {'Port': ['ID=209812c2-ab31-4072-97e8-1914a850b714,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:29:46.143360 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-175a6ae3-e287-4661-b98f-22f20c602d7a req-281b5b98-9186-4436-81f1-0e94a04fed61 tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] 10.222.0.31 "GET /v2.0/security-groups?id=7500739f-039a-45b0-85f1-cc2dd6d8ee03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2011919 Dec 18 13:29:46.159616 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.api.v2.resource [None req-d04ce913-517d-4e0d-9a8e-8d46f9b4262c tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] delete failed (client error): The resource could not be found. Dec 18 13:29:46.161963 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.api.v2.resource [None req-f728743e-8506-4745-b791-0ba9c70070fd tempest-NegativeSecGroupIPv6Test-292512445 tempest-NegativeSecGroupIPv6Test-292512445-project] create failed (client error): The resource could not be found. Dec 18 13:29:46.163555 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-d04ce913-517d-4e0d-9a8e-8d46f9b4262c tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] 10.222.0.31 "DELETE /v2.0/routers/efb575df-a867-4d2c-9f44-5546609d3d8a HTTP/1.1" status: 404 len: 336 time: 0.0776243 Dec 18 13:29:46.166359 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-f728743e-8506-4745-b791-0ba9c70070fd tempest-NegativeSecGroupIPv6Test-292512445 tempest-NegativeSecGroupIPv6Test-292512445-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.3806252 Dec 18 13:29:46.166995 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 52840) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:29:46.168142 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 52842) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:29:46.218339 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-0810c729-6531-40bf-8248-938c8a6daf96 tempest-ExtraDHCPOptionsTestJSON-1421940607 tempest-ExtraDHCPOptionsTestJSON-1421940607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4533522'] for port, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:46.255352 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0810c729-6531-40bf-8248-938c8a6daf96 tempest-ExtraDHCPOptionsTestJSON-1421940607 tempest-ExtraDHCPOptionsTestJSON-1421940607-project] Pushing event deleted for resources: {'Port': ['ID=510444af-4bd8-416a-b822-29c1a85fc8fd,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:29:46.256960 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-80007455-676c-44f0-bd20-0f44a491973b None None] Provisioning complete for port 1903170e-157d-4e08-be84-3b88dbc55d05 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:29:46.257337 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-80007455-676c-44f0-bd20-0f44a491973b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:46.333733 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 52844) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:29:46.411005 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 4aee2f4a-f05c-490e-85c8-ec6b25379d83 up at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 13:29:46.447116 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-0810c729-6531-40bf-8248-938c8a6daf96 tempest-ExtraDHCPOptionsTestJSON-1421940607 tempest-ExtraDHCPOptionsTestJSON-1421940607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:46.458567 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-0810c729-6531-40bf-8248-938c8a6daf96 tempest-ExtraDHCPOptionsTestJSON-1421940607 tempest-ExtraDHCPOptionsTestJSON-1421940607-project] 10.222.0.31 "DELETE /v2.0/ports/510444af-4bd8-416a-b822-29c1a85fc8fd HTTP/1.1" status: 204 len: 168 time: 1.7415776 Dec 18 13:29:46.459337 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 52848) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:29:46.475489 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:46.501731 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2294866d-0076-4933-952c-685307032598 None None] Provisioning complete for port 4aee2f4a-f05c-490e-85c8-ec6b25379d83 triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:29:46.502711 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:46.572397 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-4e76055a-2fb6-4854-9b5e-248715fbe11c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a4ec2d291a834c6cbfad88763cc9671d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2331665 Dec 18 13:29:46.576430 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 52850) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:29:46.589855 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7e2fdcf-cd6e-4be5-8448-e22550985054', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5e61d76-6a42-42c3-a223-c3cbaf038e98'}] {{(pid=103161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 18 13:29:46.592230 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22224e7a42aa75e3f3b9c037df440650d2cfa1dd97b40a249aee4a8113775251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68da907d-87c3-40b2-bd2c-f36ff9bc4554" -d '{"events": [{"server_uuid": "f7e2fdcf-cd6e-4be5-8448-e22550985054", "name": "network-vif-plugged", "status": "completed", "tag": "f5e61d76-6a42-42c3-a223-c3cbaf038e98"}]}' {{(pid=103161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 18 13:29:46.629514 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.db_base_plugin_v2 [None req-e66e595d-3c4f-46b3-b507-8b4c9cfbf455 tempest-ExtraDHCPOptionsTestJSON-1421940607 tempest-ExtraDHCPOptionsTestJSON-1421940607-project] Deleting subnet 122c5d37-9854-4dac-b73a-9d2f2a5ac768 {{(pid=103160) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 18 13:29:46.636690 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-e66e595d-3c4f-46b3-b507-8b4c9cfbf455 tempest-ExtraDHCPOptionsTestJSON-1421940607 tempest-ExtraDHCPOptionsTestJSON-1421940607-project] Publish callbacks [] for subnet, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:46.646205 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d24bd61-1c15-47bd-8c74-9d94fa82c0dd None None] DHCP port deletion for 9a0c71e8-65ef-4584-a473-d55e5a427bae request from dv-neutron-744815-20-hyperv {{(pid=103161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 18 13:29:46.655598 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] For port f5e61d76-6a42-42c3-a223-c3cbaf038e98, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=f5e61d76-6a42-42c3-a223-c3cbaf038e98,segment=NetworkSegment(2e155287-2c4f-47fc-a6c7-b5b531beb7fe),segment_id=2e155287-2c4f-47fc-a6c7-b5b531beb7fe)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:29:46.658675 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 13:29:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bfea0fb-d260-442d-8b49-ae4eeaddd825 x-openstack-request-id: req-6bfea0fb-d260-442d-8b49-ae4eeaddd825 {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 18 13:29:46.658942 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7e2fdcf-cd6e-4be5-8448-e22550985054", "name": "network-vif-plugged", "status": "completed", "tag": "f5e61d76-6a42-42c3-a223-c3cbaf038e98", "code": 200}]} {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 18 13:29:46.659177 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6bfea0fb-d260-442d-8b49-ae4eeaddd825 {{(pid=103161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 18 13:29:46.659628 dv-neutron-744815-20-hyperv neutron-server[103161]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7e2fdcf-cd6e-4be5-8448-e22550985054', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5e61d76-6a42-42c3-a223-c3cbaf038e98', 'code': 200} Dec 18 13:29:46.669544 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:46.706275 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-9b296cff-47f9-4b8a-8ca6-c293412967c7 tempest-NegativeSecGroupIPv6Test-292512445 tempest-NegativeSecGroupIPv6Test-292512445-project] Request body: {'security_group_rule': {'security_group_id': '4497e73f-1d2f-4899-a71f-c4dde87f0404', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '24c5a39b-a94f-4751-b514-315b915f18cf'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:29:46.707569 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-75342f4e-97cb-4fe2-a5c4-5853320c5766 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:46.713507 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-e66e595d-3c4f-46b3-b507-8b4c9cfbf455 tempest-ExtraDHCPOptionsTestJSON-1421940607 tempest-ExtraDHCPOptionsTestJSON-1421940607-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4533385'] for subnet, precommit_delete_associations {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:46.715994 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2fa85a0-b7cd-4901-8ef6-7d4ac4493953 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:29:46.716305 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-c2fa85a0-b7cd-4901-8ef6-7d4ac4493953 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:46.750354 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-5abc6db3-47a2-452a-a92e-ea2a4a76d90e tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1929192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5659851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6017053'] for subnet, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:46.752269 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.pecan_wsgi.hooks.translation [None req-b02ead1c-c9eb-4664-835a-2abeaea26229 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] DELETE failed (client error): The resource could not be found. Dec 18 13:29:46.753059 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b02ead1c-c9eb-4664-835a-2abeaea26229 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 18 13:29:46.753731 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-80007455-676c-44f0-bd20-0f44a491973b None None] Provisioning complete for port a7c967b0-dc78-4f12-97fb-5949aa4bdd23 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:29:46.754109 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-80007455-676c-44f0-bd20-0f44a491973b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:46.758999 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-b02ead1c-c9eb-4664-835a-2abeaea26229 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] 10.222.0.31 "DELETE /v2.0/subnets/0b11dfc7-a669-435d-8190-0d6cd0b0bd5c HTTP/1.1" status: 404 len: 337 time: 0.5873415 Dec 18 13:29:46.762275 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 52854) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:29:46.766947 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-75342f4e-97cb-4fe2-a5c4-5853320c5766 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:46.784632 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-c2fa85a0-b7cd-4901-8ef6-7d4ac4493953 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 2.6436391 Dec 18 13:29:46.790916 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 52856) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:29:46.824771 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.pecan_wsgi.hooks.translation [None req-7abe8108-2265-4bd0-bc2d-cc6f86f84674 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] DELETE failed (client error): The resource could not be found. Dec 18 13:29:46.825600 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7abe8108-2265-4bd0-bc2d-cc6f86f84674 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 18 13:29:46.826423 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Pushing event updated for resources: {'Port': ['ID=f5e61d76-6a42-42c3-a223-c3cbaf038e98,revision_number=5']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:29:46.834696 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 52858) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:29:46.838562 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-7abe8108-2265-4bd0-bc2d-cc6f86f84674 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] 10.222.0.31 "DELETE /v2.0/subnets/af46cc13-370d-4a37-8675-2119f1e91828 HTTP/1.1" status: 404 len: 337 time: 0.0715668 Dec 18 13:29:46.839699 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abc6db3-47a2-452a-a92e-ea2a4a76d90e tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Pushing event deleted for resources: {'Subnet': ['ID=0f2509c1-f702-4d6c-a06f-9d2d70456f17,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:29:46.850387 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-80007455-676c-44f0-bd20-0f44a491973b None None] Port a7c967b0-dc78-4f12-97fb-5949aa4bdd23 cannot update to ACTIVE because it is not bound. {{(pid=103161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 13:29:46.856168 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-5d24bd61-1c15-47bd-8c74-9d94fa82c0dd None None] Deleting port 1903170e-157d-4e08-be84-3b88dbc55d05 {{(pid=103161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:29:46.856544 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-5d24bd61-1c15-47bd-8c74-9d94fa82c0dd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:46.861666 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-5abc6db3-47a2-452a-a92e-ea2a4a76d90e tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047995'] for subnet, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:46.869785 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-5abc6db3-47a2-452a-a92e-ea2a4a76d90e tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] 10.222.0.31 "DELETE /v2.0/subnets/0f2509c1-f702-4d6c-a06f-9d2d70456f17 HTTP/1.1" status: 204 len: 168 time: 1.5157540 Dec 18 13:29:46.872559 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 52860) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:29:46.876386 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-406435c3-9113-40ee-84af-f15af1122dcd None None] Network 8643abf8-e6e3-409e-b4eb-63568ee96529 requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:29:46.899433 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.pecan_wsgi.hooks.translation [None req-e85120c7-1d9d-4e3b-80da-7741542671c2 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] DELETE failed (client error): The resource could not be found. Dec 18 13:29:46.900160 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e85120c7-1d9d-4e3b-80da-7741542671c2 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103160) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 18 13:29:46.905331 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-e85120c7-1d9d-4e3b-80da-7741542671c2 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] 10.222.0.31 "DELETE /v2.0/subnets/518db9e7-be35-4e2a-ba9d-3ee0eb24df87 HTTP/1.1" status: 404 len: 337 time: 0.0381765 Dec 18 13:29:46.909200 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 52862) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:29:46.942968 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-e66e595d-3c4f-46b3-b507-8b4c9cfbf455 tempest-ExtraDHCPOptionsTestJSON-1421940607 tempest-ExtraDHCPOptionsTestJSON-1421940607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1929185'] for subnet, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:46.947336 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c296ccf-02c7-435a-98f5-a6c75a1c33ae tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] DELETE failed (client error): The resource could not be found. Dec 18 13:29:46.947907 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c296ccf-02c7-435a-98f5-a6c75a1c33ae tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103160) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 18 13:29:46.953449 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-5c296ccf-02c7-435a-98f5-a6c75a1c33ae tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] 10.222.0.31 "DELETE /v2.0/ports/e64e862a-1588-4f62-babe-2dc4c4c4468d HTTP/1.1" status: 404 len: 333 time: 0.0409644 Dec 18 13:29:46.971433 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 52864) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:29:46.988758 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-5d24bd61-1c15-47bd-8c74-9d94fa82c0dd None None] For port 1903170e-157d-4e08-be84-3b88dbc55d05, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=1903170e-157d-4e08-be84-3b88dbc55d05,segment=NetworkSegment(8a8b25c1-db3d-4a31-a842-329cb0f3a9fe),segment_id=8a8b25c1-db3d-4a31-a842-329cb0f3a9fe)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:29:46.989229 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-5d24bd61-1c15-47bd-8c74-9d94fa82c0dd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:47.006230 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64780ac8-70e4-4840-989f-f69336c784a3 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:29:47.012084 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64780ac8-70e4-4840-989f-f69336c784a3 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:29:47.013737 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-64780ac8-70e4-4840-989f-f69336c784a3 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1864 time: 0.2218597 Dec 18 13:29:47.017437 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.pecan_wsgi.hooks.translation [None req-40cab611-15a8-474e-b2d2-d11ff2142d74 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] DELETE failed (client error): The resource could not be found. Dec 18 13:29:47.017870 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40cab611-15a8-474e-b2d2-d11ff2142d74 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103160) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 18 13:29:47.023332 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-40cab611-15a8-474e-b2d2-d11ff2142d74 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] 10.222.0.31 "DELETE /v2.0/subnets/f06e6411-4580-40d1-89c6-0017d3c75d0f HTTP/1.1" status: 404 len: 337 time: 0.0485463 Dec 18 13:29:47.023508 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-5d24bd61-1c15-47bd-8c74-9d94fa82c0dd None None] Calling delete_port for 1903170e-157d-4e08-be84-3b88dbc55d05 owned by network:dhcp {{(pid=103161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:29:47.023829 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 52866) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:29:47.024232 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 52868) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:29:47.031502 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-75342f4e-97cb-4fe2-a5c4-5853320c5766 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:47.032505 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.api.v2.resource [None req-9b296cff-47f9-4b8a-8ca6-c293412967c7 tempest-NegativeSecGroupIPv6Test-292512445 tempest-NegativeSecGroupIPv6Test-292512445-project] create failed (client error): The resource could not be found. Dec 18 13:29:47.036341 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-9b296cff-47f9-4b8a-8ca6-c293412967c7 tempest-NegativeSecGroupIPv6Test-292512445 tempest-NegativeSecGroupIPv6Test-292512445-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.8538027 Dec 18 13:29:47.036498 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-75342f4e-97cb-4fe2-a5c4-5853320c5766 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:47.037128 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-c6ffafbe-f5e5-4246-8ca0-8ae10542476f None None] Provisioning complete for port 209812c2-ab31-4072-97e8-1914a850b714 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:29:47.037801 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c6ffafbe-f5e5-4246-8ca0-8ae10542476f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:47.038092 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-75342f4e-97cb-4fe2-a5c4-5853320c5766 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b781b5ea-3860-44f4-82b0-ebab52a38825 HTTP/1.1" status: 204 len: 168 time: 0.4602747 Dec 18 13:29:47.038910 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 52870) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:29:47.066396 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75342f4e-97cb-4fe2-a5c4-5853320c5766 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b781b5ea-3860-44f4-82b0-ebab52a38825,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:29:47.103783 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-930b0b34-6c04-48ea-ab91-4f42c42dbb13 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2023137'] for network, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:47.125992 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-e66e595d-3c4f-46b3-b507-8b4c9cfbf455 tempest-ExtraDHCPOptionsTestJSON-1421940607 tempest-ExtraDHCPOptionsTestJSON-1421940607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1929192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4533475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4514371'] for subnet, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:47.140441 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-c6ffafbe-f5e5-4246-8ca0-8ae10542476f None None] Port 209812c2-ab31-4072-97e8-1914a850b714 cannot update to ACTIVE because it is not bound. {{(pid=103161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 13:29:47.173766 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-0fe5b745-6103-484e-b41c-c0f34be973af tempest-NegativeSecGroupIPv6Test-292512445 tempest-NegativeSecGroupIPv6Test-292512445-project] Publish callbacks [] for security_group, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:47.177912 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-5d24bd61-1c15-47bd-8c74-9d94fa82c0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984'] for port, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:47.192000 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-e66e595d-3c4f-46b3-b507-8b4c9cfbf455 tempest-ExtraDHCPOptionsTestJSON-1421940607 tempest-ExtraDHCPOptionsTestJSON-1421940607-project] Publish callbacks [] for subnet, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:47.207300 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 52876) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:29:47.207513 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-e66e595d-3c4f-46b3-b507-8b4c9cfbf455 tempest-ExtraDHCPOptionsTestJSON-1421940607 tempest-ExtraDHCPOptionsTestJSON-1421940607-project] 10.222.0.31 "DELETE /v2.0/subnets/122c5d37-9854-4dac-b73a-9d2f2a5ac768 HTTP/1.1" status: 204 len: 168 time: 0.7349350 Dec 18 13:29:47.207513 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66e595d-3c4f-46b3-b507-8b4c9cfbf455 tempest-ExtraDHCPOptionsTestJSON-1421940607 tempest-ExtraDHCPOptionsTestJSON-1421940607-project] Pushing event deleted for resources: {'Subnet': ['ID=122c5d37-9854-4dac-b73a-9d2f2a5ac768,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:29:47.217804 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7284df6-1c29-444f-9c59-363eeb87420f None None] Network 6cf80aa9-addd-4720-82c6-f6b7fe438fb9 requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:29:47.221705 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d24bd61-1c15-47bd-8c74-9d94fa82c0dd None None] Pushing event deleted for resources: {'Port': ['ID=1903170e-157d-4e08-be84-3b88dbc55d05,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:29:47.242725 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91597698-2a36-4339-9801-115821fb5ca1 None None] DHCP port deletion for 8643abf8-e6e3-409e-b4eb-63568ee96529 request from dv-neutron-744815-20-hyperv {{(pid=103161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 18 13:29:47.244948 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d24bd61-1c15-47bd-8c74-9d94fa82c0dd None None] No DVR routers for this DVR port 1903170e-157d-4e08-be84-3b88dbc55d05 on host dv-neutron-744815-20-hyperv {{(pid=103161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 18 13:29:47.249404 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3d8781b-3cc6-4c92-8a4b-c29df61b063d tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] DELETE failed (client error): The resource could not be found. Dec 18 13:29:47.249879 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3d8781b-3cc6-4c92-8a4b-c29df61b063d tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 18 13:29:47.256429 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-0fe5b745-6103-484e-b41c-c0f34be973af tempest-NegativeSecGroupIPv6Test-292512445 tempest-NegativeSecGroupIPv6Test-292512445-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:47.260111 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-e3d8781b-3cc6-4c92-8a4b-c29df61b063d tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] 10.222.0.31 "DELETE /v2.0/subnets/ee1c3cbf-b4d9-4e77-a61f-bf07277a4a20 HTTP/1.1" status: 404 len: 337 time: 0.2118199 Dec 18 13:29:47.265404 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 52880) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:29:47.306794 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-0fe5b745-6103-484e-b41c-c0f34be973af tempest-NegativeSecGroupIPv6Test-292512445 tempest-NegativeSecGroupIPv6Test-292512445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:47.311501 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-0fe5b745-6103-484e-b41c-c0f34be973af tempest-NegativeSecGroupIPv6Test-292512445 tempest-NegativeSecGroupIPv6Test-292512445-project] Publish callbacks [] for security_group, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:47.313573 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-0fe5b745-6103-484e-b41c-c0f34be973af tempest-NegativeSecGroupIPv6Test-292512445 tempest-NegativeSecGroupIPv6Test-292512445-project] 10.222.0.31 "DELETE /v2.0/security-groups/4497e73f-1d2f-4899-a71f-c4dde87f0404 HTTP/1.1" status: 204 len: 168 time: 0.2637258 Dec 18 13:29:47.325189 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 52882) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:29:47.326106 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe5b745-6103-484e-b41c-c0f34be973af tempest-NegativeSecGroupIPv6Test-292512445 tempest-NegativeSecGroupIPv6Test-292512445-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4497e73f-1d2f-4899-a71f-c4dde87f0404,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:29:47.326849 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cdfd38-1340-4851-9ccf-87d61d16d4ba req-6dc43597-73b6-4b5c-87f9-bedd70c1cd5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:29:47.330086 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-42cdfd38-1340-4851-9ccf-87d61d16d4ba req-6dc43597-73b6-4b5c-87f9-bedd70c1cd5d service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f7e2fdcf-cd6e-4be5-8448-e22550985054 HTTP/1.1" status: 200 len: 1099 time: 0.3943954 Dec 18 13:29:47.385936 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-91597698-2a36-4339-9801-115821fb5ca1 None None] Deleting port a76dc6d6-4acb-4092-9bc0-81446b9fb40c {{(pid=103161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:29:47.386365 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-91597698-2a36-4339-9801-115821fb5ca1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:47.432130 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-5f6a2d62-9baa-4ebd-b6bb-d34e03c6ddda tempest-NegativeSecGroupIPv6Test-292512445 tempest-NegativeSecGroupIPv6Test-292512445-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.0945981 Dec 18 13:29:47.438393 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 52884) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:29:47.443693 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-722c9dbb-ac24-4fa1-9caf-29bd6b78700c tempest-NegativeSecGroupIPv6Test-292512445 tempest-NegativeSecGroupIPv6Test-292512445-project] Request body: {'security_group_rule': {'security_group_id': '09b5d639-c74b-4169-895b-36b19c352366', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:29:47.479651 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd0efabb-5d01-449d-9d16-6095fd16b711 None None] DHCP port deletion for 6cf80aa9-addd-4720-82c6-f6b7fe438fb9 request from dv-neutron-744815-20-hyperv {{(pid=103161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 18 13:29:47.488577 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.pecan_wsgi.hooks.translation [None req-786a7045-4882-4a86-a310-3e98bcf652bc tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] DELETE failed (client error): The resource could not be found. Dec 18 13:29:47.490361 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-786a7045-4882-4a86-a310-3e98bcf652bc tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 18 13:29:47.495434 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-786a7045-4882-4a86-a310-3e98bcf652bc tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] 10.222.0.31 "DELETE /v2.0/ports/0b497784-95a3-4a8f-9065-c388a6763168 HTTP/1.1" status: 404 len: 333 time: 0.2027941 Dec 18 13:29:47.495434 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 52886) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:29:47.495700 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 52888) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:29:47.502082 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-91597698-2a36-4339-9801-115821fb5ca1 None None] For port a76dc6d6-4acb-4092-9bc0-81446b9fb40c, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=a76dc6d6-4acb-4092-9bc0-81446b9fb40c,segment=NetworkSegment(1e403238-91a5-488f-abbf-c4c91dac4b75),segment_id=1e403238-91a5-488f-abbf-c4c91dac4b75)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:29:47.502468 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-91597698-2a36-4339-9801-115821fb5ca1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:47.509377 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.api.v2.resource [None req-722c9dbb-ac24-4fa1-9caf-29bd6b78700c tempest-NegativeSecGroupIPv6Test-292512445 tempest-NegativeSecGroupIPv6Test-292512445-project] create failed (client error): The resource could not be found. Dec 18 13:29:47.510649 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-722c9dbb-ac24-4fa1-9caf-29bd6b78700c tempest-NegativeSecGroupIPv6Test-292512445 tempest-NegativeSecGroupIPv6Test-292512445-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0707564 Dec 18 13:29:47.524094 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 52890) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:29:47.529326 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.pecan_wsgi.hooks.translation [None req-81f78fd2-5f67-4db5-9b6f-e878968b7ddf tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] DELETE failed (client error): The resource could not be found. Dec 18 13:29:47.529609 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81f78fd2-5f67-4db5-9b6f-e878968b7ddf tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103160) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 18 13:29:47.534948 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-81f78fd2-5f67-4db5-9b6f-e878968b7ddf tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] 10.222.0.31 "DELETE /v2.0/subnets/3818c0d7-3376-4aa4-a54b-dc31de792f49 HTTP/1.1" status: 404 len: 337 time: 0.0360818 Dec 18 13:29:47.535240 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 52892) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:29:47.538585 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-91597698-2a36-4339-9801-115821fb5ca1 None None] Calling delete_port for a76dc6d6-4acb-4092-9bc0-81446b9fb40c owned by network:dhcp {{(pid=103161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:29:47.547289 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-5df20f76-e22f-4bbc-99fb-beb9e927585d tempest-ExtraDHCPOptionsTestJSON-1421940607 tempest-ExtraDHCPOptionsTestJSON-1421940607-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2023137'] for network, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:47.555006 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-b4aa4c38-5b24-4c5e-911d-e700c73d56ea tempest-NegativeSecGroupIPv6Test-292512445 tempest-NegativeSecGroupIPv6Test-292512445-project] Request body: {'security_group': {'name': 'tempest-secgroup--1427326809'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:29:47.566007 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca6e691d-7868-4733-a5fd-d6a7003d58db tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] DELETE failed (client error): The resource could not be found. Dec 18 13:29:47.566473 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca6e691d-7868-4733-a5fd-d6a7003d58db tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103160) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 18 13:29:47.572425 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-ca6e691d-7868-4733-a5fd-d6a7003d58db tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] 10.222.0.31 "DELETE /v2.0/subnets/0dd196fc-600d-4ef2-b127-3cc3b56595b6 HTTP/1.1" status: 404 len: 337 time: 0.0337985 Dec 18 13:29:47.572698 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 52894) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:29:47.601382 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-dd0efabb-5d01-449d-9d16-6095fd16b711 None None] Deleting port 394cd8f9-696d-420d-b380-d8eb65e8cbb7 {{(pid=103161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:29:47.602171 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-dd0efabb-5d01-449d-9d16-6095fd16b711 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:47.626980 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea99583-4523-475a-a829-32b0d612d94d req-6bfa019c-1608-4039-be23-0c5cac9ce37e tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:29:47.626980 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-4ea99583-4523-475a-a829-32b0d612d94d req-6bfa019c-1608-4039-be23-0c5cac9ce37e tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7e2fdcf-cd6e-4be5-8448-e22550985054 HTTP/1.1" status: 200 len: 946 time: 0.3184536 Dec 18 13:29:47.646171 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-42cdfd38-1340-4851-9ccf-87d61d16d4ba req-1e46c729-75a0-4ccc-ab4b-8a44a64059de service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=7500739f-039a-45b0-85f1-cc2dd6d8ee03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2478447 Dec 18 13:29:47.675326 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-e5d481d2-20a9-495e-9ba9-d3f10fda2eb3 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Deleting port a7c967b0-dc78-4f12-97fb-5949aa4bdd23 {{(pid=103160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:29:47.675677 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-e5d481d2-20a9-495e-9ba9-d3f10fda2eb3 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:47.689533 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-dd0efabb-5d01-449d-9d16-6095fd16b711 None None] For port 394cd8f9-696d-420d-b380-d8eb65e8cbb7, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=394cd8f9-696d-420d-b380-d8eb65e8cbb7,segment=NetworkSegment(31274d0e-81fe-4fb3-9b7a-a42df4e0b78f),segment_id=31274d0e-81fe-4fb3-9b7a-a42df4e0b78f)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:29:47.689928 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-dd0efabb-5d01-449d-9d16-6095fd16b711 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:47.703165 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-dd0efabb-5d01-449d-9d16-6095fd16b711 None None] Calling delete_port for 394cd8f9-696d-420d-b380-d8eb65e8cbb7 owned by network:dhcp {{(pid=103161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:29:47.704768 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-0c7625f5-cd81-4e84-a0d4-a7340ca9a3bc admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9a86e4e0a33e4852b4ac568788e25a6a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2009313 Dec 18 13:29:47.713283 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 52896) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:29:47.718382 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-91597698-2a36-4339-9801-115821fb5ca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984'] for port, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:47.720530 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-123b1943-fb1d-488d-a863-51be2ca105d2 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Deleting port 209812c2-ab31-4072-97e8-1914a850b714 {{(pid=103159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:29:47.720875 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-123b1943-fb1d-488d-a863-51be2ca105d2 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:47.733129 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91597698-2a36-4339-9801-115821fb5ca1 None None] No DVR routers for this DVR port a76dc6d6-4acb-4092-9bc0-81446b9fb40c on host dv-neutron-744815-20-hyperv {{(pid=103161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 18 13:29:47.749368 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b4aa4c38-5b24-4c5e-911d-e700c73d56ea tempest-NegativeSecGroupIPv6Test-292512445 tempest-NegativeSecGroupIPv6Test-292512445-project] Publish callbacks [] for security_group, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:47.762305 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-e5d481d2-20a9-495e-9ba9-d3f10fda2eb3 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:47.777206 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-e5d481d2-20a9-495e-9ba9-d3f10fda2eb3 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Calling delete_port for a7c967b0-dc78-4f12-97fb-5949aa4bdd23 owned by {{(pid=103160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:29:47.779580 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91597698-2a36-4339-9801-115821fb5ca1 None None] Pushing event deleted for resources: {'Port': ['ID=a76dc6d6-4acb-4092-9bc0-81446b9fb40c,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:29:47.783855 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-930b0b34-6c04-48ea-ab91-4f42c42dbb13 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Deleting port a76dc6d6-4acb-4092-9bc0-81446b9fb40c {{(pid=103159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:29:47.784213 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-930b0b34-6c04-48ea-ab91-4f42c42dbb13 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:47.826900 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-dd0efabb-5d01-449d-9d16-6095fd16b711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984'] for port, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:47.857718 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0efabb-5d01-449d-9d16-6095fd16b711 None None] Pushing event deleted for resources: {'Port': ['ID=394cd8f9-696d-420d-b380-d8eb65e8cbb7,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:29:47.861182 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd0efabb-5d01-449d-9d16-6095fd16b711 None None] No DVR routers for this DVR port 394cd8f9-696d-420d-b380-d8eb65e8cbb7 on host dv-neutron-744815-20-hyperv {{(pid=103161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 18 13:29:47.876259 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-4ea99583-4523-475a-a829-32b0d612d94d req-d53dfb76-0763-4730-ade9-998966aa4934 tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] 10.222.0.31 "GET /v2.0/security-groups?id=7500739f-039a-45b0-85f1-cc2dd6d8ee03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2404354 Dec 18 13:29:47.878666 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-e5d481d2-20a9-495e-9ba9-d3f10fda2eb3 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4533522'] for port, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:47.909353 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d481d2-20a9-495e-9ba9-d3f10fda2eb3 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Pushing event deleted for resources: {'Port': ['ID=a7c967b0-dc78-4f12-97fb-5949aa4bdd23,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:29:47.917458 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-e5d481d2-20a9-495e-9ba9-d3f10fda2eb3 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:47.921259 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-e5d481d2-20a9-495e-9ba9-d3f10fda2eb3 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] 10.222.0.31 "DELETE /v2.0/ports/a7c967b0-dc78-4f12-97fb-5949aa4bdd23 HTTP/1.1" status: 204 len: 168 time: 0.3476422 Dec 18 13:29:47.924678 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 52898) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:29:47.955475 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.db [None req-930b0b34-6c04-48ea-ab91-4f42c42dbb13 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] For port a76dc6d6-4acb-4092-9bc0-81446b9fb40c, host dv-neutron-744815-20-hyperv, got binding levels [] {{(pid=103159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:29:47.955839 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-930b0b34-6c04-48ea-ab91-4f42c42dbb13 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:47.996655 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-123b1943-fb1d-488d-a863-51be2ca105d2 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:48.007140 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-01fe71b0-8617-4922-b9de-c7f86ab62b26 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2023137'] for network, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:48.014420 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-930b0b34-6c04-48ea-ab91-4f42c42dbb13 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Calling delete_port for a76dc6d6-4acb-4092-9bc0-81446b9fb40c owned by network:dhcp {{(pid=103159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:29:48.021917 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-5df20f76-e22f-4bbc-99fb-beb9e927585d tempest-ExtraDHCPOptionsTestJSON-1421940607 tempest-ExtraDHCPOptionsTestJSON-1421940607-project] Deleting port 394cd8f9-696d-420d-b380-d8eb65e8cbb7 {{(pid=103159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:29:48.021917 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-5df20f76-e22f-4bbc-99fb-beb9e927585d tempest-ExtraDHCPOptionsTestJSON-1421940607 tempest-ExtraDHCPOptionsTestJSON-1421940607-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:48.021917 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-09d4b34e-41fc-45d7-a51d-b80d063b903f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:48.029629 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.ipam_backend_mixin [None req-930b0b34-6c04-48ea-ab91-4f42c42dbb13 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Port a76dc6d6-4acb-4092-9bc0-81446b9fb40c was not found and therefore no delete operation was performed {{(pid=103159) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 18 13:29:48.033555 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-123b1943-fb1d-488d-a863-51be2ca105d2 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Calling delete_port for 209812c2-ab31-4072-97e8-1914a850b714 owned by {{(pid=103159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:29:48.053092 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-930b0b34-6c04-48ea-ab91-4f42c42dbb13 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:48.095713 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-01fe71b0-8617-4922-b9de-c7f86ab62b26 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1927292', 'neutron.services.segments.db._delete_segments_for_network-8767106887837'] for network, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:48.118567 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.services.segments.db [None req-01fe71b0-8617-4922-b9de-c7f86ab62b26 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a0c71e8-65ef-4584-a473-d55e5a427bae']}} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:29:48.128379 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.services.segments.db [None req-01fe71b0-8617-4922-b9de-c7f86ab62b26 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a8b25c1-db3d-4a31-a842-329cb0f3a9fe') {'for_net_delete': True} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:29:48.128745 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.services.segments.db [None req-01fe71b0-8617-4922-b9de-c7f86ab62b26 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a8b25c1-db3d-4a31-a842-329cb0f3a9fe') {} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:29:48.138650 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-01fe71b0-8617-4922-b9de-c7f86ab62b26 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767106888614', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4533424'] for segment, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:48.141834 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b4aa4c38-5b24-4c5e-911d-e700c73d56ea tempest-NegativeSecGroupIPv6Test-292512445 tempest-NegativeSecGroupIPv6Test-292512445-project] Publish callbacks [] for security_group, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:48.149733 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930b0b34-6c04-48ea-ab91-4f42c42dbb13 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Pushing event deleted for resources: {'Port': ['ID=a76dc6d6-4acb-4092-9bc0-81446b9fb40c,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:29:48.156395 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-01fe71b0-8617-4922-b9de-c7f86ab62b26 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:48.163693 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01fe71b0-8617-4922-b9de-c7f86ab62b26 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Releasing vlan 101 on physical network physnet1 to pool {{(pid=103160) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 18 13:29:48.165142 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-01fe71b0-8617-4922-b9de-c7f86ab62b26 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4533569'] for segment, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:48.168442 dv-neutron-744815-20-hyperv neutron-server[103160]: Traceback (most recent call last): Dec 18 13:29:48.168442 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 18 13:29:48.168442 dv-neutron-744815-20-hyperv neutron-server[103160]: timer() Dec 18 13:29:48.168442 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 18 13:29:48.168442 dv-neutron-744815-20-hyperv neutron-server[103160]: cb(*args, **kw) Dec 18 13:29:48.168442 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 18 13:29:48.168442 dv-neutron-744815-20-hyperv neutron-server[103160]: return func(*args, **kwargs) Dec 18 13:29:48.168442 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 18 13:29:48.168442 dv-neutron-744815-20-hyperv neutron-server[103160]: self._notify() Dec 18 13:29:48.168442 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 18 13:29:48.168442 dv-neutron-744815-20-hyperv neutron-server[103160]: self.callback(batched_events) Dec 18 13:29:48.168442 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 18 13:29:48.168442 dv-neutron-744815-20-hyperv neutron-server[103160]: event.method(event) Dec 18 13:29:48.168442 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 18 13:29:48.168442 dv-neutron-744815-20-hyperv neutron-server[103160]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 18 13:29:48.168442 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 18 13:29:48.168442 dv-neutron-744815-20-hyperv neutron-server[103160]: aggregate_uuid = self.p_client.list_aggregates( Dec 18 13:29:48.168442 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 18 13:29:48.168442 dv-neutron-744815-20-hyperv neutron-server[103160]: return f(self, *a, **k) Dec 18 13:29:48.168442 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 18 13:29:48.168442 dv-neutron-744815-20-hyperv neutron-server[103160]: return self._get(url).json() Dec 18 13:29:48.168442 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 18 13:29:48.168442 dv-neutron-744815-20-hyperv neutron-server[103160]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 18 13:29:48.168442 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 18 13:29:48.168442 dv-neutron-744815-20-hyperv neutron-server[103160]: return self.request(url, 'GET', **kwargs) Dec 18 13:29:48.168442 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 18 13:29:48.168442 dv-neutron-744815-20-hyperv neutron-server[103160]: base_url = self.get_endpoint(auth, allow=allow, Dec 18 13:29:48.168442 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 18 13:29:48.168442 dv-neutron-744815-20-hyperv neutron-server[103160]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 18 13:29:48.168442 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 18 13:29:48.168442 dv-neutron-744815-20-hyperv neutron-server[103160]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 18 13:29:48.168442 dv-neutron-744815-20-hyperv neutron-server[103160]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 18 13:29:48.178627 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-930b0b34-6c04-48ea-ab91-4f42c42dbb13 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] No DVR routers for this DVR port a76dc6d6-4acb-4092-9bc0-81446b9fb40c on host dv-neutron-744815-20-hyperv {{(pid=103159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 18 13:29:48.183450 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-09d4b34e-41fc-45d7-a51d-b80d063b903f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:48.191585 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b4aa4c38-5b24-4c5e-911d-e700c73d56ea tempest-NegativeSecGroupIPv6Test-292512445 tempest-NegativeSecGroupIPv6Test-292512445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:48.231073 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-01fe71b0-8617-4922-b9de-c7f86ab62b26 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1927267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586962'] for network, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:48.237437 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-01fe71b0-8617-4922-b9de-c7f86ab62b26 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047995'] for network, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:48.243647 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-01fe71b0-8617-4922-b9de-c7f86ab62b26 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] 10.222.0.31 "DELETE /v2.0/networks/9a0c71e8-65ef-4584-a473-d55e5a427bae HTTP/1.1" status: 204 len: 168 time: 0.3179333 Dec 18 13:29:48.253613 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.db [None req-5df20f76-e22f-4bbc-99fb-beb9e927585d tempest-ExtraDHCPOptionsTestJSON-1421940607 tempest-ExtraDHCPOptionsTestJSON-1421940607-project] For port 394cd8f9-696d-420d-b380-d8eb65e8cbb7, host dv-neutron-744815-20-hyperv, got binding levels [] {{(pid=103159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:29:48.253985 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-5df20f76-e22f-4bbc-99fb-beb9e927585d tempest-ExtraDHCPOptionsTestJSON-1421940607 tempest-ExtraDHCPOptionsTestJSON-1421940607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:48.265136 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fe71b0-8617-4922-b9de-c7f86ab62b26 tempest-PortsTestJSON-2082007546 tempest-PortsTestJSON-2082007546-project] Pushing event deleted for resources: {'Network': ['ID=9a0c71e8-65ef-4584-a473-d55e5a427bae,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:29:48.300184 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 1903170e-157d-4e08-be84-3b88dbc55d05 no longer exists at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 18 13:29:48.322603 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-5df20f76-e22f-4bbc-99fb-beb9e927585d tempest-ExtraDHCPOptionsTestJSON-1421940607 tempest-ExtraDHCPOptionsTestJSON-1421940607-project] Calling delete_port for 394cd8f9-696d-420d-b380-d8eb65e8cbb7 owned by network:dhcp {{(pid=103159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:29:48.326594 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-2294866d-0076-4933-952c-685307032598 None None] No Port match for: 1903170e-157d-4e08-be84-3b88dbc55d05 {{(pid=103161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 18 13:29:48.327251 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 1903170e-157d-4e08-be84-3b88dbc55d05 not bound to the agent host dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 18 13:29:48.327777 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device a76dc6d6-4acb-4092-9bc0-81446b9fb40c no longer exists at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 18 13:29:48.331177 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b4aa4c38-5b24-4c5e-911d-e700c73d56ea tempest-NegativeSecGroupIPv6Test-292512445 tempest-NegativeSecGroupIPv6Test-292512445-project] Publish callbacks [] for security_group, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:48.332505 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-b4aa4c38-5b24-4c5e-911d-e700c73d56ea tempest-NegativeSecGroupIPv6Test-292512445 tempest-NegativeSecGroupIPv6Test-292512445-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.7892718 Dec 18 13:29:48.335648 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 52902) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:29:48.338318 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.ipam_backend_mixin [None req-5df20f76-e22f-4bbc-99fb-beb9e927585d tempest-ExtraDHCPOptionsTestJSON-1421940607 tempest-ExtraDHCPOptionsTestJSON-1421940607-project] Port 394cd8f9-696d-420d-b380-d8eb65e8cbb7 was not found and therefore no delete operation was performed {{(pid=103159) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 18 13:29:48.340919 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-f0d5e10a-ae10-4396-b697-6c0b577258c3 tempest-NegativeSecGroupIPv6Test-292512445 tempest-NegativeSecGroupIPv6Test-292512445-project] Request body: {'security_group': {'name': 'tempest-secgroup--1404278258'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:29:48.346014 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-5df20f76-e22f-4bbc-99fb-beb9e927585d tempest-ExtraDHCPOptionsTestJSON-1421940607 tempest-ExtraDHCPOptionsTestJSON-1421940607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:48.360498 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-2294866d-0076-4933-952c-685307032598 None None] No Port match for: a76dc6d6-4acb-4092-9bc0-81446b9fb40c {{(pid=103161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 18 13:29:48.360845 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device a76dc6d6-4acb-4092-9bc0-81446b9fb40c not bound to the agent host dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 18 13:29:48.361272 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 394cd8f9-696d-420d-b380-d8eb65e8cbb7 no longer exists at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 18 13:29:48.376459 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4aa4c38-5b24-4c5e-911d-e700c73d56ea tempest-NegativeSecGroupIPv6Test-292512445 tempest-NegativeSecGroupIPv6Test-292512445-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8749d0d4-9ebb-4604-93a4-e4f37057f2b9,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:29:48.380424 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-f0d5e10a-ae10-4396-b697-6c0b577258c3 tempest-NegativeSecGroupIPv6Test-292512445 tempest-NegativeSecGroupIPv6Test-292512445-project] Publish callbacks [] for security_group, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:48.402619 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-2294866d-0076-4933-952c-685307032598 None None] No Port match for: 394cd8f9-696d-420d-b380-d8eb65e8cbb7 {{(pid=103161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 18 13:29:48.402951 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 394cd8f9-696d-420d-b380-d8eb65e8cbb7 not bound to the agent host dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 18 13:29:48.409534 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-930b0b34-6c04-48ea-ab91-4f42c42dbb13 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1927292', 'neutron.services.segments.db._delete_segments_for_network-8767106887837'] for network, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:48.418969 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df20f76-e22f-4bbc-99fb-beb9e927585d tempest-ExtraDHCPOptionsTestJSON-1421940607 tempest-ExtraDHCPOptionsTestJSON-1421940607-project] Pushing event deleted for resources: {'Port': ['ID=394cd8f9-696d-420d-b380-d8eb65e8cbb7,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:29:48.430277 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5df20f76-e22f-4bbc-99fb-beb9e927585d tempest-ExtraDHCPOptionsTestJSON-1421940607 tempest-ExtraDHCPOptionsTestJSON-1421940607-project] No DVR routers for this DVR port 394cd8f9-696d-420d-b380-d8eb65e8cbb7 on host dv-neutron-744815-20-hyperv {{(pid=103159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 18 13:29:48.462904 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-09d4b34e-41fc-45d7-a51d-b80d063b903f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:48.465474 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-09d4b34e-41fc-45d7-a51d-b80d063b903f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:48.466716 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-09d4b34e-41fc-45d7-a51d-b80d063b903f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/56674fbd-6124-469d-bf31-2dac5ee32b22 HTTP/1.1" status: 204 len: 168 time: 0.7514734 Dec 18 13:29:48.477651 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.services.segments.db [None req-930b0b34-6c04-48ea-ab91-4f42c42dbb13 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8643abf8-e6e3-409e-b4eb-63568ee96529']}} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:29:48.493918 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-f0d5e10a-ae10-4396-b697-6c0b577258c3 tempest-NegativeSecGroupIPv6Test-292512445 tempest-NegativeSecGroupIPv6Test-292512445-project] Publish callbacks [] for security_group, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:48.512001 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-f0d5e10a-ae10-4396-b697-6c0b577258c3 tempest-NegativeSecGroupIPv6Test-292512445 tempest-NegativeSecGroupIPv6Test-292512445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:48.530821 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d4b34e-41fc-45d7-a51d-b80d063b903f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56674fbd-6124-469d-bf31-2dac5ee32b22,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:29:48.541255 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.services.segments.db [None req-930b0b34-6c04-48ea-ab91-4f42c42dbb13 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e403238-91a5-488f-abbf-c4c91dac4b75') {'for_net_delete': True} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:29:48.541549 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.services.segments.db [None req-930b0b34-6c04-48ea-ab91-4f42c42dbb13 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e403238-91a5-488f-abbf-c4c91dac4b75') {} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:29:48.559980 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-f0d5e10a-ae10-4396-b697-6c0b577258c3 tempest-NegativeSecGroupIPv6Test-292512445 tempest-NegativeSecGroupIPv6Test-292512445-project] Publish callbacks [] for security_group, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:48.564933 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-f0d5e10a-ae10-4396-b697-6c0b577258c3 tempest-NegativeSecGroupIPv6Test-292512445 tempest-NegativeSecGroupIPv6Test-292512445-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.2277174 Dec 18 13:29:48.565855 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 52908) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:29:48.570772 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-56b4f789-2480-4f7c-86a9-64b54e58c8bf tempest-NegativeSecGroupIPv6Test-292512445 tempest-NegativeSecGroupIPv6Test-292512445-project] Request body: {'security_group_rule': {'security_group_id': '8749d0d4-9ebb-4604-93a4-e4f37057f2b9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '8cf4fa1f-877d-41d3-89b0-3a1d62d29106'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:29:48.575314 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d5e10a-ae10-4396-b697-6c0b577258c3 tempest-NegativeSecGroupIPv6Test-292512445 tempest-NegativeSecGroupIPv6Test-292512445-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8cf4fa1f-877d-41d3-89b0-3a1d62d29106,revision_number=1']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:29:48.591904 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-5df20f76-e22f-4bbc-99fb-beb9e927585d tempest-ExtraDHCPOptionsTestJSON-1421940607 tempest-ExtraDHCPOptionsTestJSON-1421940607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1927292', 'neutron.services.segments.db._delete_segments_for_network-8767106887837'] for network, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:48.595261 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-930b0b34-6c04-48ea-ab91-4f42c42dbb13 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767106888614', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5589569'] for segment, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:48.634062 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-930b0b34-6c04-48ea-ab91-4f42c42dbb13 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:48.636638 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.api.v2.resource [None req-56b4f789-2480-4f7c-86a9-64b54e58c8bf tempest-NegativeSecGroupIPv6Test-292512445 tempest-NegativeSecGroupIPv6Test-292512445-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 18 13:29:48.636882 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.services.segments.db [None req-5df20f76-e22f-4bbc-99fb-beb9e927585d tempest-ExtraDHCPOptionsTestJSON-1421940607 tempest-ExtraDHCPOptionsTestJSON-1421940607-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6cf80aa9-addd-4720-82c6-f6b7fe438fb9']}} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:29:48.641434 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-56b4f789-2480-4f7c-86a9-64b54e58c8bf tempest-NegativeSecGroupIPv6Test-292512445 tempest-NegativeSecGroupIPv6Test-292512445-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0745263 Dec 18 13:29:48.642064 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 52910) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:29:48.673563 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 52912) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:29:48.684727 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-930b0b34-6c04-48ea-ab91-4f42c42dbb13 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Releasing vlan 130 on physical network physnet1 to pool {{(pid=103159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 18 13:29:48.685409 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-930b0b34-6c04-48ea-ab91-4f42c42dbb13 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5660009'] for segment, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:48.689715 dv-neutron-744815-20-hyperv neutron-server[103159]: Traceback (most recent call last): Dec 18 13:29:48.689715 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 18 13:29:48.689715 dv-neutron-744815-20-hyperv neutron-server[103159]: timer() Dec 18 13:29:48.689715 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 18 13:29:48.689715 dv-neutron-744815-20-hyperv neutron-server[103159]: cb(*args, **kw) Dec 18 13:29:48.689715 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 18 13:29:48.689715 dv-neutron-744815-20-hyperv neutron-server[103159]: return func(*args, **kwargs) Dec 18 13:29:48.689715 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 18 13:29:48.689715 dv-neutron-744815-20-hyperv neutron-server[103159]: self._notify() Dec 18 13:29:48.689715 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 18 13:29:48.689715 dv-neutron-744815-20-hyperv neutron-server[103159]: self.callback(batched_events) Dec 18 13:29:48.689715 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 18 13:29:48.689715 dv-neutron-744815-20-hyperv neutron-server[103159]: event.method(event) Dec 18 13:29:48.689715 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 18 13:29:48.689715 dv-neutron-744815-20-hyperv neutron-server[103159]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 18 13:29:48.689715 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 18 13:29:48.689715 dv-neutron-744815-20-hyperv neutron-server[103159]: aggregate_uuid = self.p_client.list_aggregates( Dec 18 13:29:48.689715 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 18 13:29:48.689715 dv-neutron-744815-20-hyperv neutron-server[103159]: return f(self, *a, **k) Dec 18 13:29:48.689715 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 18 13:29:48.689715 dv-neutron-744815-20-hyperv neutron-server[103159]: return self._get(url).json() Dec 18 13:29:48.689715 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 18 13:29:48.689715 dv-neutron-744815-20-hyperv neutron-server[103159]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 18 13:29:48.689715 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 18 13:29:48.689715 dv-neutron-744815-20-hyperv neutron-server[103159]: return self.request(url, 'GET', **kwargs) Dec 18 13:29:48.689715 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 18 13:29:48.689715 dv-neutron-744815-20-hyperv neutron-server[103159]: base_url = self.get_endpoint(auth, allow=allow, Dec 18 13:29:48.689715 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 18 13:29:48.689715 dv-neutron-744815-20-hyperv neutron-server[103159]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 18 13:29:48.689715 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 18 13:29:48.689715 dv-neutron-744815-20-hyperv neutron-server[103159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 18 13:29:48.689715 dv-neutron-744815-20-hyperv neutron-server[103159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 18 13:29:48.692297 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.services.segments.db [None req-5df20f76-e22f-4bbc-99fb-beb9e927585d tempest-ExtraDHCPOptionsTestJSON-1421940607 tempest-ExtraDHCPOptionsTestJSON-1421940607-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31274d0e-81fe-4fb3-9b7a-a42df4e0b78f') {'for_net_delete': True} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:29:48.692297 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.services.segments.db [None req-5df20f76-e22f-4bbc-99fb-beb9e927585d tempest-ExtraDHCPOptionsTestJSON-1421940607 tempest-ExtraDHCPOptionsTestJSON-1421940607-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31274d0e-81fe-4fb3-9b7a-a42df4e0b78f') {} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:29:48.728179 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-5df20f76-e22f-4bbc-99fb-beb9e927585d tempest-ExtraDHCPOptionsTestJSON-1421940607 tempest-ExtraDHCPOptionsTestJSON-1421940607-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767106888614', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5589569'] for segment, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:48.780152 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-5df20f76-e22f-4bbc-99fb-beb9e927585d tempest-ExtraDHCPOptionsTestJSON-1421940607 tempest-ExtraDHCPOptionsTestJSON-1421940607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:48.784135 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-123b1943-fb1d-488d-a863-51be2ca105d2 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:48.793763 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-930b0b34-6c04-48ea-ab91-4f42c42dbb13 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1927267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586962'] for network, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:48.825964 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-930b0b34-6c04-48ea-ab91-4f42c42dbb13 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047995'] for network, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:48.829767 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-930b0b34-6c04-48ea-ab91-4f42c42dbb13 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] 10.222.0.31 "DELETE /v2.0/networks/8643abf8-e6e3-409e-b4eb-63568ee96529 HTTP/1.1" status: 204 len: 168 time: 1.9529254 Dec 18 13:29:48.834259 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5df20f76-e22f-4bbc-99fb-beb9e927585d tempest-ExtraDHCPOptionsTestJSON-1421940607 tempest-ExtraDHCPOptionsTestJSON-1421940607-project] Releasing vlan 106 on physical network physnet1 to pool {{(pid=103159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 18 13:29:48.834747 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-5df20f76-e22f-4bbc-99fb-beb9e927585d tempest-ExtraDHCPOptionsTestJSON-1421940607 tempest-ExtraDHCPOptionsTestJSON-1421940607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5660009'] for segment, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:48.837858 dv-neutron-744815-20-hyperv neutron-server[103159]: Traceback (most recent call last): Dec 18 13:29:48.837858 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 18 13:29:48.837858 dv-neutron-744815-20-hyperv neutron-server[103159]: timer() Dec 18 13:29:48.837858 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 18 13:29:48.837858 dv-neutron-744815-20-hyperv neutron-server[103159]: cb(*args, **kw) Dec 18 13:29:48.837858 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 18 13:29:48.837858 dv-neutron-744815-20-hyperv neutron-server[103159]: return func(*args, **kwargs) Dec 18 13:29:48.837858 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 18 13:29:48.837858 dv-neutron-744815-20-hyperv neutron-server[103159]: self._notify() Dec 18 13:29:48.837858 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 18 13:29:48.837858 dv-neutron-744815-20-hyperv neutron-server[103159]: self.callback(batched_events) Dec 18 13:29:48.837858 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 18 13:29:48.837858 dv-neutron-744815-20-hyperv neutron-server[103159]: event.method(event) Dec 18 13:29:48.837858 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 18 13:29:48.837858 dv-neutron-744815-20-hyperv neutron-server[103159]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 18 13:29:48.837858 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 18 13:29:48.837858 dv-neutron-744815-20-hyperv neutron-server[103159]: aggregate_uuid = self.p_client.list_aggregates( Dec 18 13:29:48.837858 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 18 13:29:48.837858 dv-neutron-744815-20-hyperv neutron-server[103159]: return f(self, *a, **k) Dec 18 13:29:48.837858 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 18 13:29:48.837858 dv-neutron-744815-20-hyperv neutron-server[103159]: return self._get(url).json() Dec 18 13:29:48.837858 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 18 13:29:48.837858 dv-neutron-744815-20-hyperv neutron-server[103159]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 18 13:29:48.837858 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 18 13:29:48.837858 dv-neutron-744815-20-hyperv neutron-server[103159]: return self.request(url, 'GET', **kwargs) Dec 18 13:29:48.837858 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 18 13:29:48.837858 dv-neutron-744815-20-hyperv neutron-server[103159]: base_url = self.get_endpoint(auth, allow=allow, Dec 18 13:29:48.837858 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 18 13:29:48.837858 dv-neutron-744815-20-hyperv neutron-server[103159]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 18 13:29:48.837858 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 18 13:29:48.837858 dv-neutron-744815-20-hyperv neutron-server[103159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 18 13:29:48.837858 dv-neutron-744815-20-hyperv neutron-server[103159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 18 13:29:48.853021 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 52918) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:29:48.875299 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-b45a14a9-b007-495a-8244-1f6c447dd83b tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-127504374'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:29:48.879501 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123b1943-fb1d-488d-a863-51be2ca105d2 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Pushing event deleted for resources: {'Port': ['ID=209812c2-ab31-4072-97e8-1914a850b714,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:29:48.910424 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930b0b34-6c04-48ea-ab91-4f42c42dbb13 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Pushing event deleted for resources: {'Network': ['ID=8643abf8-e6e3-409e-b4eb-63568ee96529,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:29:49.045183 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b45a14a9-b007-495a-8244-1f6c447dd83b tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Made reservation on behalf of a17167c2bc3d4518ab90268c4af7e6a0 for: {'network': 1} {{(pid=103159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:29:49.048783 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b45a14a9-b007-495a-8244-1f6c447dd83b tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for network, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:49.085251 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-5df20f76-e22f-4bbc-99fb-beb9e927585d tempest-ExtraDHCPOptionsTestJSON-1421940607 tempest-ExtraDHCPOptionsTestJSON-1421940607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1927267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586962'] for network, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:49.105979 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-5df20f76-e22f-4bbc-99fb-beb9e927585d tempest-ExtraDHCPOptionsTestJSON-1421940607 tempest-ExtraDHCPOptionsTestJSON-1421940607-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047995'] for network, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:49.108954 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-5df20f76-e22f-4bbc-99fb-beb9e927585d tempest-ExtraDHCPOptionsTestJSON-1421940607 tempest-ExtraDHCPOptionsTestJSON-1421940607-project] 10.222.0.31 "DELETE /v2.0/networks/6cf80aa9-addd-4720-82c6-f6b7fe438fb9 HTTP/1.1" status: 204 len: 168 time: 1.8923421 Dec 18 13:29:49.143423 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2222380e-cc98-416a-9aa2-da5a2cc88a7c req-02eab25d-77cb-41c8-a839-644450393c12 tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:29:49.145544 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-2222380e-cc98-416a-9aa2-da5a2cc88a7c req-02eab25d-77cb-41c8-a839-644450393c12 tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7e2fdcf-cd6e-4be5-8448-e22550985054 HTTP/1.1" status: 200 len: 946 time: 0.0855978 Dec 18 13:29:49.152123 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-32de609e-b452-4857-bde6-a16dec8b55e8 tempest-NegativeSecGroupIPv6Test-292512445 tempest-NegativeSecGroupIPv6Test-292512445-project] Publish callbacks [] for security_group, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:49.177393 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df20f76-e22f-4bbc-99fb-beb9e927585d tempest-ExtraDHCPOptionsTestJSON-1421940607 tempest-ExtraDHCPOptionsTestJSON-1421940607-project] Pushing event deleted for resources: {'Network': ['ID=6cf80aa9-addd-4720-82c6-f6b7fe438fb9,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:29:49.197382 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-32de609e-b452-4857-bde6-a16dec8b55e8 tempest-NegativeSecGroupIPv6Test-292512445 tempest-NegativeSecGroupIPv6Test-292512445-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:49.205859 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-123b1943-fb1d-488d-a863-51be2ca105d2 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:49.222687 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-123b1943-fb1d-488d-a863-51be2ca105d2 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] 10.222.0.31 "DELETE /v2.0/ports/209812c2-ab31-4072-97e8-1914a850b714 HTTP/1.1" status: 204 len: 168 time: 2.1879356 Dec 18 13:29:49.226775 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 52932) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:29:49.236987 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b45a14a9-b007-495a-8244-1f6c447dd83b tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 148} {{(pid=103159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 18 13:29:49.246481 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-74030d08-b0ec-448c-b512-b5f4b709fff8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=dde8326b44a64ab5a12bbfefe7e7aced&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5715380 Dec 18 13:29:49.249264 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 52934) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:29:49.265138 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b45a14a9-b007-495a-8244-1f6c447dd83b tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:49.265749 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.db.segments_db [None req-b45a14a9-b007-495a-8244-1f6c447dd83b tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Added segment eee5832b-88b5-4f29-9752-592c1f21e31d of type vlan for network a232af28-9ea1-4ae8-8de5-80b63c52dfba Dec 18 13:29:49.306326 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-2222380e-cc98-416a-9aa2-da5a2cc88a7c req-dcef586f-97e1-44a5-a433-71822c429a0b tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] 10.222.0.31 "GET /v2.0/security-groups?id=7500739f-039a-45b0-85f1-cc2dd6d8ee03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1480365 Dec 18 13:29:49.334962 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cb9f604-d69d-4095-a47d-8bdeb80d845a tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:29:49.341242 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cb9f604-d69d-4095-a47d-8bdeb80d845a tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:29:49.343270 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cb9f604-d69d-4095-a47d-8bdeb80d845a tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:29:49.346127 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-9cb9f604-d69d-4095-a47d-8bdeb80d845a tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1157162 Dec 18 13:29:49.347784 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-32de609e-b452-4857-bde6-a16dec8b55e8 tempest-NegativeSecGroupIPv6Test-292512445 tempest-NegativeSecGroupIPv6Test-292512445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:49.349230 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 52936) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:29:49.351788 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-32de609e-b452-4857-bde6-a16dec8b55e8 tempest-NegativeSecGroupIPv6Test-292512445 tempest-NegativeSecGroupIPv6Test-292512445-project] Publish callbacks [] for security_group, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:49.355543 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b45a14a9-b007-495a-8244-1f6c447dd83b tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767106405744'] for network, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:49.355818 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-32de609e-b452-4857-bde6-a16dec8b55e8 tempest-NegativeSecGroupIPv6Test-292512445 tempest-NegativeSecGroupIPv6Test-292512445-project] 10.222.0.31 "DELETE /v2.0/security-groups/8cf4fa1f-877d-41d3-89b0-3a1d62d29106 HTTP/1.1" status: 204 len: 168 time: 0.7096455 Dec 18 13:29:49.360745 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 52940) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:29:49.383001 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32de609e-b452-4857-bde6-a16dec8b55e8 tempest-NegativeSecGroupIPv6Test-292512445 tempest-NegativeSecGroupIPv6Test-292512445-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cf4fa1f-877d-41d3-89b0-3a1d62d29106,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:29:49.417463 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-4aa197b8-7ab0-4736-8240-840de4258ecc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:49.443052 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-4aa197b8-7ab0-4736-8240-840de4258ecc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:49.467202 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-6f219571-735a-4e65-a2bb-ed9278d00654 tempest-NegativeSecGroupIPv6Test-292512445 tempest-NegativeSecGroupIPv6Test-292512445-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4539 time: 0.1021535 Dec 18 13:29:49.468133 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 52948) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:29:49.503734 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.db_base_plugin_v2 [None req-78282cf7-4b0b-4ee2-9110-b85c3072f891 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Deleting subnet 11d3f631-eb8f-40f8-b5fa-640628cddfab {{(pid=103159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 18 13:29:49.508737 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 52950) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:29:49.517772 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-78282cf7-4b0b-4ee2-9110-b85c3072f891 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks [] for subnet, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:49.521466 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b45a14a9-b007-495a-8244-1f6c447dd83b tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981'] for network, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:49.527302 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b45a14a9-b007-495a-8244-1f6c447dd83b tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:29:49.527991 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b45a14a9-b007-495a-8244-1f6c447dd83b tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047995'] for network, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:49.532572 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-ffd32234-b02c-4844-9a28-59f04ff31783 tempest-NegativeSecGroupIPv6Test-292512445 tempest-NegativeSecGroupIPv6Test-292512445-project] Publish callbacks [] for security_group, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:49.565508 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-ffd32234-b02c-4844-9a28-59f04ff31783 tempest-NegativeSecGroupIPv6Test-292512445 tempest-NegativeSecGroupIPv6Test-292512445-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:49.634472 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-b45a14a9-b007-495a-8244-1f6c447dd83b tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7705231 Dec 18 13:29:49.637637 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 52956) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:29:49.639583 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-78282cf7-4b0b-4ee2-9110-b85c3072f891 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5589624'] for subnet, precommit_delete_associations {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:49.644236 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-1ed79a66-3444-43b1-bf59-94ecaf5d0e17 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Request body: {'subnet': {'network_id': 'a232af28-9ea1-4ae8-8de5-80b63c52dfba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:29:49.650253 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-ffd32234-b02c-4844-9a28-59f04ff31783 tempest-NegativeSecGroupIPv6Test-292512445 tempest-NegativeSecGroupIPv6Test-292512445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:49.653260 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-ffd32234-b02c-4844-9a28-59f04ff31783 tempest-NegativeSecGroupIPv6Test-292512445 tempest-NegativeSecGroupIPv6Test-292512445-project] Publish callbacks [] for security_group, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:49.657262 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-ffd32234-b02c-4844-9a28-59f04ff31783 tempest-NegativeSecGroupIPv6Test-292512445 tempest-NegativeSecGroupIPv6Test-292512445-project] 10.222.0.31 "DELETE /v2.0/security-groups/8749d0d4-9ebb-4604-93a4-e4f37057f2b9 HTTP/1.1" status: 204 len: 168 time: 0.1857171 Dec 18 13:29:49.664048 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 52958) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:29:49.672696 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45a14a9-b007-495a-8244-1f6c447dd83b tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Pushing event updated for resources: {'Network': ['ID=a232af28-9ea1-4ae8-8de5-80b63c52dfba,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:29:49.685051 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-4aa197b8-7ab0-4736-8240-840de4258ecc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:49.685444 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Network a232af28-9ea1-4ae8-8de5-80b63c52dfba details requested by agent ovs-agent-dv-neutron-744815-20-hyperv with host dv-neutron-744815-20-hyperv {{(pid=103161) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 18 13:29:49.688508 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-4aa197b8-7ab0-4736-8240-840de4258ecc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:49.689836 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-4aa197b8-7ab0-4736-8240-840de4258ecc admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b9ff1854-f54d-4e15-9902-ee7acd59bf5e HTTP/1.1" status: 204 len: 168 time: 0.4338942 Dec 18 13:29:49.701541 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd32234-b02c-4844-9a28-59f04ff31783 tempest-NegativeSecGroupIPv6Test-292512445 tempest-NegativeSecGroupIPv6Test-292512445-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8749d0d4-9ebb-4604-93a4-e4f37057f2b9,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:29:49.706863 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa197b8-7ab0-4736-8240-840de4258ecc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9ff1854-f54d-4e15-9902-ee7acd59bf5e,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:29:49.768149 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-e0ab8ac8-9476-4b81-92da-b4e030f511ec tempest-NegativeSecGroupIPv6Test-292512445 tempest-NegativeSecGroupIPv6Test-292512445-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1029701 Dec 18 13:29:49.772076 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 52964) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:29:49.778535 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-bb865ce4-fde7-4573-a71e-b9f2a4b52166 tempest-NegativeSecGroupIPv6Test-292512445 tempest-NegativeSecGroupIPv6Test-292512445-project] Request body: {'security_group': {'name': 'tempest-secgroup--1144101586'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:29:49.790418 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 52966) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:29:49.843259 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ed79a66-3444-43b1-bf59-94ecaf5d0e17 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Made reservation on behalf of a17167c2bc3d4518ab90268c4af7e6a0 for: {'subnet': 1} {{(pid=103160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:29:49.845269 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-78282cf7-4b0b-4ee2-9110-b85c3072f891 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1929185'] for subnet, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:49.848378 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-1ed79a66-3444-43b1-bf59-94ecaf5d0e17 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4514414'] for subnet, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:49.876530 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-bb865ce4-fde7-4573-a71e-b9f2a4b52166 tempest-NegativeSecGroupIPv6Test-292512445 tempest-NegativeSecGroupIPv6Test-292512445-project] Publish callbacks [] for security_group, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:49.958317 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-78282cf7-4b0b-4ee2-9110-b85c3072f891 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1929192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5659851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6017053'] for subnet, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:49.996398 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78282cf7-4b0b-4ee2-9110-b85c3072f891 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Pushing event deleted for resources: {'Subnet': ['ID=11d3f631-eb8f-40f8-b5fa-640628cddfab,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:29:50.030568 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-78282cf7-4b0b-4ee2-9110-b85c3072f891 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047995'] for subnet, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:50.031477 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d2cc8a1-6c53-473e-9511-3e97be09d99b None None] Network a0b84a49-8464-4342-a47d-bd714ebbec81 requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:29:50.036349 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-78282cf7-4b0b-4ee2-9110-b85c3072f891 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] 10.222.0.31 "DELETE /v2.0/subnets/11d3f631-eb8f-40f8-b5fa-640628cddfab HTTP/1.1" status: 204 len: 168 time: 0.6835859 Dec 18 13:29:50.041255 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 52972) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:29:50.045909 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-bb865ce4-fde7-4573-a71e-b9f2a4b52166 tempest-NegativeSecGroupIPv6Test-292512445 tempest-NegativeSecGroupIPv6Test-292512445-project] Publish callbacks [] for security_group, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:50.050304 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-fc2275a7-7844-49c4-b669-7e9429e2e5a6 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f71add64a80a4eb78fc18fe43a632d91&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5382121 Dec 18 13:29:50.052898 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 52974) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:29:50.080177 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-bb865ce4-fde7-4573-a71e-b9f2a4b52166 tempest-NegativeSecGroupIPv6Test-292512445 tempest-NegativeSecGroupIPv6Test-292512445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:50.138848 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-bb865ce4-fde7-4573-a71e-b9f2a4b52166 tempest-NegativeSecGroupIPv6Test-292512445 tempest-NegativeSecGroupIPv6Test-292512445-project] Publish callbacks [] for security_group, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:50.140527 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-bb865ce4-fde7-4573-a71e-b9f2a4b52166 tempest-NegativeSecGroupIPv6Test-292512445 tempest-NegativeSecGroupIPv6Test-292512445-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.3658006 Dec 18 13:29:50.145722 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 52976) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:29:50.152184 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.db_base_plugin_v2 [None req-6830469a-3ee7-416e-80ce-5855a451d82b tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Deleting subnet 4007dc27-351b-4088-8f3d-189a1b2a4d65 {{(pid=103160) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 18 13:29:50.156178 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-6830469a-3ee7-416e-80ce-5855a451d82b tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks [] for subnet, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:50.161786 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb865ce4-fde7-4573-a71e-b9f2a4b52166 tempest-NegativeSecGroupIPv6Test-292512445 tempest-NegativeSecGroupIPv6Test-292512445-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1041fec4-0ae2-407a-adb5-f74de74871a4,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:29:50.177607 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-6ddbe867-08d2-40c2-b990-7081f05f667d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:50.214090 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-feb1c64c-e56a-4365-97f7-c2cb016961e9 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-644004652'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:29:50.222383 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-6ddbe867-08d2-40c2-b990-7081f05f667d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:50.240239 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-69962ffd-8db5-4124-899a-69f3c4fd3ba1 tempest-NegativeSecGroupIPv6Test-292512445 tempest-NegativeSecGroupIPv6Test-292512445-project] Request body: {'security_group_rule': {'security_group_id': '1041fec4-0ae2-407a-adb5-f74de74871a4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:29:50.275935 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-6830469a-3ee7-416e-80ce-5855a451d82b tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4533385'] for subnet, precommit_delete_associations {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:50.281203 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-1ed79a66-3444-43b1-bf59-94ecaf5d0e17 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4533410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4514424'] for subnet, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:50.294527 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-6ddbe867-08d2-40c2-b990-7081f05f667d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:50.298611 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-6ddbe867-08d2-40c2-b990-7081f05f667d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:50.300497 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-6ddbe867-08d2-40c2-b990-7081f05f667d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7fa8844a-44ac-474b-aedc-5e3042d5b2f9 HTTP/1.1" status: 204 len: 168 time: 0.2462020 Dec 18 13:29:50.313295 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddbe867-08d2-40c2-b990-7081f05f667d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fa8844a-44ac-474b-aedc-5e3042d5b2f9,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:29:50.395377 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-feb1c64c-e56a-4365-97f7-c2cb016961e9 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Made reservation on behalf of 8fc927833fca44b7bf3271edc88c03e0 for: {'network': 1} {{(pid=103160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:29:50.398924 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-feb1c64c-e56a-4365-97f7-c2cb016961e9 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for network, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:50.430075 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-feb1c64c-e56a-4365-97f7-c2cb016961e9 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Publish callbacks [] for security_group, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:50.495957 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4a08e4-f6da-492c-9731-39af002ce0ed req-ddf01b11-602c-47ee-bf22-b1e60a2ee300 tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:29:50.497669 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-bf4a08e4-f6da-492c-9731-39af002ce0ed req-ddf01b11-602c-47ee-bf22-b1e60a2ee300 tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7e2fdcf-cd6e-4be5-8448-e22550985054 HTTP/1.1" status: 200 len: 946 time: 0.0686777 Dec 18 13:29:50.572556 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-bf4a08e4-f6da-492c-9731-39af002ce0ed req-57948199-321e-4238-963b-4cc8b1900618 tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] 10.222.0.31 "GET /v2.0/security-groups?id=7500739f-039a-45b0-85f1-cc2dd6d8ee03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682101 Dec 18 13:29:50.623218 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.api.v2.resource [None req-69962ffd-8db5-4124-899a-69f3c4fd3ba1 tempest-NegativeSecGroupIPv6Test-292512445 tempest-NegativeSecGroupIPv6Test-292512445-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 18 13:29:50.628136 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 52994) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:29:50.633939 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-29b5f4a7-9f7b-41f1-b820-7cb81374ac72 tempest-NegativeSecGroupIPv6Test-292512445 tempest-NegativeSecGroupIPv6Test-292512445-project] Request body: {'security_group_rule': {'security_group_id': '1041fec4-0ae2-407a-adb5-f74de74871a4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:29:50.638343 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-69962ffd-8db5-4124-899a-69f3c4fd3ba1 tempest-NegativeSecGroupIPv6Test-292512445 tempest-NegativeSecGroupIPv6Test-292512445-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.4352813 Dec 18 13:29:50.650047 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed79a66-3444-43b1-bf59-94ecaf5d0e17 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Pushing event updated for resources: {'Subnet': ['ID=1431b21e-8956-47e7-a655-4b5f37176ed0,revision_number=0']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:29:50.710337 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed79a66-3444-43b1-bf59-94ecaf5d0e17 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Checking segment: {'id': 'eee5832b-88b5-4f29-9752-592c1f21e31d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'a232af28-9ea1-4ae8-8de5-80b63c52dfba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 13:29:50.710714 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ed79a66-3444-43b1-bf59-94ecaf5d0e17 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Network hostable DHCP agents. Network: a232af28-9ea1-4ae8-8de5-80b63c52dfba, hostable agents: ['aa77effa-0e3a-4bbd-a383-4d58ed3328d0'], hosted agents: [] {{(pid=103160) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 18 13:29:50.716696 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.api.v2.resource [None req-29b5f4a7-9f7b-41f1-b820-7cb81374ac72 tempest-NegativeSecGroupIPv6Test-292512445 tempest-NegativeSecGroupIPv6Test-292512445-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 18 13:29:50.720765 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-29b5f4a7-9f7b-41f1-b820-7cb81374ac72 tempest-NegativeSecGroupIPv6Test-292512445 tempest-NegativeSecGroupIPv6Test-292512445-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0914359 Dec 18 13:29:50.721384 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 53000) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:29:50.755694 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-6830469a-3ee7-416e-80ce-5855a451d82b tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1929185'] for subnet, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:50.818477 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-feb1c64c-e56a-4365-97f7-c2cb016961e9 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Publish callbacks [] for security_group, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:50.830561 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-3ff23a08-7349-432b-9ded-1c9b3ba317ed tempest-NegativeSecGroupIPv6Test-292512445 tempest-NegativeSecGroupIPv6Test-292512445-project] Publish callbacks [] for security_group, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:50.856376 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-feb1c64c-e56a-4365-97f7-c2cb016961e9 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:50.868513 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-3ff23a08-7349-432b-9ded-1c9b3ba317ed tempest-NegativeSecGroupIPv6Test-292512445 tempest-NegativeSecGroupIPv6Test-292512445-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:50.878917 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ed79a66-3444-43b1-bf59-94ecaf5d0e17 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Network a232af28-9ea1-4ae8-8de5-80b63c52dfba is scheduled to be hosted by DHCP agent aa77effa-0e3a-4bbd-a383-4d58ed3328d0 with binding_index 1 {{(pid=103160) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 18 13:29:50.937893 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-feb1c64c-e56a-4365-97f7-c2cb016961e9 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 119} {{(pid=103160) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 18 13:29:50.949556 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-3ff23a08-7349-432b-9ded-1c9b3ba317ed tempest-NegativeSecGroupIPv6Test-292512445 tempest-NegativeSecGroupIPv6Test-292512445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:50.952171 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-3ff23a08-7349-432b-9ded-1c9b3ba317ed tempest-NegativeSecGroupIPv6Test-292512445 tempest-NegativeSecGroupIPv6Test-292512445-project] Publish callbacks [] for security_group, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:50.956733 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-3ff23a08-7349-432b-9ded-1c9b3ba317ed tempest-NegativeSecGroupIPv6Test-292512445 tempest-NegativeSecGroupIPv6Test-292512445-project] 10.222.0.31 "DELETE /v2.0/security-groups/1041fec4-0ae2-407a-adb5-f74de74871a4 HTTP/1.1" status: 204 len: 168 time: 0.2343380 Dec 18 13:29:50.957488 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 53014) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:29:50.983439 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff23a08-7349-432b-9ded-1c9b3ba317ed tempest-NegativeSecGroupIPv6Test-292512445 tempest-NegativeSecGroupIPv6Test-292512445-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1041fec4-0ae2-407a-adb5-f74de74871a4,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:29:51.023052 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6ea656-6a22-4882-bd82-58c1a2ba03df req-855031da-b1f6-4b2a-b0e5-769df8e211c5 tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:29:51.025801 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-ca6ea656-6a22-4882-bd82-58c1a2ba03df req-855031da-b1f6-4b2a-b0e5-769df8e211c5 tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7e2fdcf-cd6e-4be5-8448-e22550985054 HTTP/1.1" status: 200 len: 946 time: 0.3429441 Dec 18 13:29:51.027940 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.base_scheduler [None req-1ed79a66-3444-43b1-bf59-94ecaf5d0e17 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-744815-20-hyperv, a232af28-9ea1-4ae8-8de5-80b63c52dfba) {{(pid=103160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:29:51.040281 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c14e6bc6-d27b-4fb0-a45d-3bd90a511daa None None] Network a232af28-9ea1-4ae8-8de5-80b63c52dfba requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:29:51.042629 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-56d3152d-a2df-4a9a-8e47-ea64c730e976 tempest-NegativeSecGroupIPv6Test-292512445 tempest-NegativeSecGroupIPv6Test-292512445-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.0657125 Dec 18 13:29:51.043293 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 53016) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:29:51.047787 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-5c8efa61-d4f5-4174-bc83-35ea4718c970 tempest-NegativeSecGroupIPv6Test-292512445 tempest-NegativeSecGroupIPv6Test-292512445-project] Request body: {'security_group': {'name': 'tempest-secgroup--1404098961'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:29:51.077940 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 53018) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:29:51.080344 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-feb1c64c-e56a-4365-97f7-c2cb016961e9 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:51.080890 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.db.segments_db [None req-feb1c64c-e56a-4365-97f7-c2cb016961e9 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Added segment fab803a3-aec9-496a-aa71-6015e0fa7f5b of type vlan for network 6a927deb-787e-47ec-8e16-89e6353b7166 Dec 18 13:29:51.093660 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-5c8efa61-d4f5-4174-bc83-35ea4718c970 tempest-NegativeSecGroupIPv6Test-292512445 tempest-NegativeSecGroupIPv6Test-292512445-project] Publish callbacks [] for security_group, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:51.103298 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ed79a66-3444-43b1-bf59-94ecaf5d0e17 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:29:51.103975 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-1ed79a66-3444-43b1-bf59-94ecaf5d0e17 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks [] for subnet, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:51.110902 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb1c64c-e56a-4365-97f7-c2cb016961e9 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Pushing event updated for resources: {'SecurityGroup': ['ID=390f5749-c6fd-4cb3-8a46-f83338203095,revision_number=1']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:29:51.171113 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-82c85713-8c17-4762-970d-5e649c138510 None None] Provisioning complete for port 4aee2f4a-f05c-490e-85c8-ec6b25379d83 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:29:51.171522 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-82c85713-8c17-4762-970d-5e649c138510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:51.175739 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-feb1c64c-e56a-4365-97f7-c2cb016961e9 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767106405744'] for network, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:51.178732 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-6830469a-3ee7-416e-80ce-5855a451d82b tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1929192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4533475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4514371'] for subnet, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:51.215935 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6830469a-3ee7-416e-80ce-5855a451d82b tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Pushing event deleted for resources: {'Subnet': ['ID=4007dc27-351b-4088-8f3d-189a1b2a4d65,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:29:51.220994 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-1ed79a66-3444-43b1-bf59-94ecaf5d0e17 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5820982 Dec 18 13:29:51.226520 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 53024) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:29:51.237704 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-6cad8458-6a93-4a16-9425-3a0f27ec4f02 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Request body: {'port': {'network_id': 'a232af28-9ea1-4ae8-8de5-80b63c52dfba', 'name': 'tempest-PortsIpV6TestJSON-277411531', 'fixed_ips': [{'subnet_id': '1431b21e-8956-47e7-a655-4b5f37176ed0', 'ip_address': '2001:db8::10'}]}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:29:51.258242 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-6830469a-3ee7-416e-80ce-5855a451d82b tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks [] for subnet, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:51.261737 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-6830469a-3ee7-416e-80ce-5855a451d82b tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] 10.222.0.31 "DELETE /v2.0/subnets/4007dc27-351b-4088-8f3d-189a1b2a4d65 HTTP/1.1" status: 204 len: 168 time: 1.2192717 Dec 18 13:29:51.268549 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 53028) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:29:51.285654 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c659e35-4ac3-4e02-b6e7-e176db76b63d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp31e170a0-46a1-5ba9-9dc1-7ee4f866f0d7-a232af28-9ea1-4ae8-8de5-80b63c52dfba', 'network_id': 'a232af28-9ea1-4ae8-8de5-80b63c52dfba', 'project_id': 'a17167c2bc3d4518ab90268c4af7e6a0', 'fixed_ips': [{'subnet_id': '1431b21e-8956-47e7-a655-4b5f37176ed0'}]}} from dv-neutron-744815-20-hyperv. {{(pid=103161) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 18 13:29:51.287181 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-9c659e35-4ac3-4e02-b6e7-e176db76b63d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:51.289450 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b70675f5-fe4e-4e5d-9887-ba8c6704eb61 None None] Network a0b84a49-8464-4342-a47d-bd714ebbec81 requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:29:51.335953 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-ca6ea656-6a22-4882-bd82-58c1a2ba03df req-e96585f5-562e-415d-8d7f-e5fac5e04a7b tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] 10.222.0.31 "GET /v2.0/security-groups?id=7500739f-039a-45b0-85f1-cc2dd6d8ee03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2691638 Dec 18 13:29:51.337863 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-af53c731-0dee-45e9-b8cb-97a49ba4d5da tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0669394 Dec 18 13:29:51.338835 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-feb1c64c-e56a-4365-97f7-c2cb016961e9 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981'] for network, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:51.344651 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feb1c64c-e56a-4365-97f7-c2cb016961e9 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:29:51.345310 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-feb1c64c-e56a-4365-97f7-c2cb016961e9 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047995'] for network, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:51.348719 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 53032) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:29:51.364867 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 53034) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:29:51.366797 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-e1dceccd-91ee-4bc8-8232-830a25b1ca1b tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Request body: {'subnet': {'network_id': 'a0b84a49-8464-4342-a47d-bd714ebbec81', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:29:51.378215 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-5c8efa61-d4f5-4174-bc83-35ea4718c970 tempest-NegativeSecGroupIPv6Test-292512445 tempest-NegativeSecGroupIPv6Test-292512445-project] Publish callbacks [] for security_group, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:51.382676 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-1627b0cd-197c-4bcb-a06e-5c1dd4ac9625 tempest-DvrRoutersNegativeTest-468547216 tempest-DvrRoutersNegativeTest-468547216-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1966506504', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:29:51.387499 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.policy [None req-1627b0cd-197c-4bcb-a06e-5c1dd4ac9625 tempest-DvrRoutersNegativeTest-468547216 tempest-DvrRoutersNegativeTest-468547216-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=103159) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Dec 18 13:29:51.387893 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.policy [None req-1627b0cd-197c-4bcb-a06e-5c1dd4ac9625 tempest-DvrRoutersNegativeTest-468547216 tempest-DvrRoutersNegativeTest-468547216-project] Failed policy check for 'create_router' {{(pid=103159) enforce /opt/stack/neutron/neutron/policy.py:524}} Dec 18 13:29:51.389137 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.api.v2.resource [None req-1627b0cd-197c-4bcb-a06e-5c1dd4ac9625 tempest-DvrRoutersNegativeTest-468547216 tempest-DvrRoutersNegativeTest-468547216-project] create failed (client error): Access was denied to this resource. Dec 18 13:29:51.396799 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-1627b0cd-197c-4bcb-a06e-5c1dd4ac9625 tempest-DvrRoutersNegativeTest-468547216 tempest-DvrRoutersNegativeTest-468547216-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.3082101 Dec 18 13:29:51.399318 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-5c8efa61-d4f5-4174-bc83-35ea4718c970 tempest-NegativeSecGroupIPv6Test-292512445 tempest-NegativeSecGroupIPv6Test-292512445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:51.456712 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_common [None req-9c659e35-4ac3-4e02-b6e7-e176db76b63d None None] Allocated IP 2001:db8::2 (a232af28-9ea1-4ae8-8de5-80b63c52dfba/1431b21e-8956-47e7-a655-4b5f37176ed0/5e085763-a6b3-48ec-b9f8-de8139a186c3) {{(pid=103161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:29:51.457116 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-5c8efa61-d4f5-4174-bc83-35ea4718c970 tempest-NegativeSecGroupIPv6Test-292512445 tempest-NegativeSecGroupIPv6Test-292512445-project] Publish callbacks [] for security_group, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:51.461483 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-5c8efa61-d4f5-4174-bc83-35ea4718c970 tempest-NegativeSecGroupIPv6Test-292512445 tempest-NegativeSecGroupIPv6Test-292512445-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.4144115 Dec 18 13:29:51.461483 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8efa61-d4f5-4174-bc83-35ea4718c970 tempest-NegativeSecGroupIPv6Test-292512445 tempest-NegativeSecGroupIPv6Test-292512445-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9fbec9f9-8c45-43c0-9d72-dcd73f94a130,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:29:51.466318 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 53042) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:29:51.474627 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-4b5acb76-8d47-472b-ada8-6822725f610b tempest-NegativeSecGroupIPv6Test-292512445 tempest-NegativeSecGroupIPv6Test-292512445-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:29:51.475480 dv-neutron-744815-20-hyperv neutron-server[103159]: WARNING neutron.api.v2.base [None req-4b5acb76-8d47-472b-ada8-6822725f610b tempest-NegativeSecGroupIPv6Test-292512445 tempest-NegativeSecGroupIPv6Test-292512445-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Dec 18 13:29:51.476123 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.api.v2.resource [None req-4b5acb76-8d47-472b-ada8-6822725f610b tempest-NegativeSecGroupIPv6Test-292512445 tempest-NegativeSecGroupIPv6Test-292512445-project] update failed (client error): There was a conflict when trying to complete your request. Dec 18 13:29:51.477153 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-4b5acb76-8d47-472b-ada8-6822725f610b tempest-NegativeSecGroupIPv6Test-292512445 tempest-NegativeSecGroupIPv6Test-292512445-project] 10.222.0.31 "PUT /v2.0/security-groups/9fbec9f9-8c45-43c0-9d72-dcd73f94a130 HTTP/1.1" status: 409 len: 330 time: 0.0086253 Dec 18 13:29:51.483731 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 53044) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:29:51.507348 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cad8458-6a93-4a16-9425-3a0f27ec4f02 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Made reservation on behalf of a17167c2bc3d4518ab90268c4af7e6a0 for: {'port': 1} {{(pid=103159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:29:51.583370 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-feb1c64c-e56a-4365-97f7-c2cb016961e9 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.7869353 Dec 18 13:29:51.594787 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 53046) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:29:51.625714 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-bdc62545-f72a-40b2-860e-ade27f09ac44 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Request body: {'subnet': {'network_id': '6a927deb-787e-47ec-8e16-89e6353b7166', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:29:51.670339 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-27146391-918f-4d1b-9ece-546797986b79 tempest-NegativeSecGroupIPv6Test-292512445 tempest-NegativeSecGroupIPv6Test-292512445-project] Publish callbacks [] for security_group, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:51.713637 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb1c64c-e56a-4365-97f7-c2cb016961e9 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Pushing event updated for resources: {'Network': ['ID=6a927deb-787e-47ec-8e16-89e6353b7166,revision_number=1']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:29:51.729508 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25128e42-1eaf-4478-9f86-d4e1bef0b416 None None] DHCP port deletion for a0b84a49-8464-4342-a47d-bd714ebbec81 request from dv-neutron-744815-20-hyperv {{(pid=103161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 18 13:29:51.732403 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Network 6a927deb-787e-47ec-8e16-89e6353b7166 details requested by agent ovs-agent-dv-neutron-744815-20-hyperv with host dv-neutron-744815-20-hyperv {{(pid=103161) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 18 13:29:51.789626 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-27146391-918f-4d1b-9ece-546797986b79 tempest-NegativeSecGroupIPv6Test-292512445 tempest-NegativeSecGroupIPv6Test-292512445-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:51.802353 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-6cad8458-6a93-4a16-9425-3a0f27ec4f02 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:51.832809 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1dceccd-91ee-4bc8-8232-830a25b1ca1b tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Made reservation on behalf of 606a569495c64210af9cc9fb7e76dd52 for: {'subnet': 1} {{(pid=103160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:29:51.835800 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b98fc6ab-34a4-49dd-8c38-72a9e1a57d95 tempest-TestVolumeBootPattern-782673165 tempest-TestVolumeBootPattern-782673165-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:29:51.836815 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-e1dceccd-91ee-4bc8-8232-830a25b1ca1b tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4514414'] for subnet, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:51.837591 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-b98fc6ab-34a4-49dd-8c38-72a9e1a57d95 tempest-TestVolumeBootPattern-782673165 tempest-TestVolumeBootPattern-782673165-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=f7e2fdcf-cd6e-4be5-8448-e22550985054 HTTP/1.1" status: 200 len: 1094 time: 0.4671712 Dec 18 13:29:51.845306 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 53050) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:29:51.849734 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.notifiers.nova [None req-6cad8458-6a93-4a16-9425-3a0f27ec4f02 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] device_id is not set on port 9246d950-6c4b-4729-9338-2e8457012601 yet. {{(pid=103159) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 18 13:29:51.863695 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-d309e6c9-47a4-45b7-902c-5f9a9b5c707e tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] Request body: {'floatingip': {'floating_network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'port_id': 'f5e61d76-6a42-42c3-a223-c3cbaf038e98', 'tenant_id': '2cba4008d8a8417bb0925fcf9726214e', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:29:51.867738 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 53052) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:29:51.878841 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdc62545-f72a-40b2-860e-ade27f09ac44 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Made reservation on behalf of 8fc927833fca44b7bf3271edc88c03e0 for: {'subnet': 1} {{(pid=103160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:29:51.881585 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-bdc62545-f72a-40b2-860e-ade27f09ac44 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4514414'] for subnet, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:51.926929 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-d309e6c9-47a4-45b7-902c-5f9a9b5c707e tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] Publish callbacks [] for floatingip, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:51.947271 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 53056) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:29:51.958669 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-27146391-918f-4d1b-9ece-546797986b79 tempest-NegativeSecGroupIPv6Test-292512445 tempest-NegativeSecGroupIPv6Test-292512445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:51.961558 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-27146391-918f-4d1b-9ece-546797986b79 tempest-NegativeSecGroupIPv6Test-292512445 tempest-NegativeSecGroupIPv6Test-292512445-project] Publish callbacks [] for security_group, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:51.965628 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-27146391-918f-4d1b-9ece-546797986b79 tempest-NegativeSecGroupIPv6Test-292512445 tempest-NegativeSecGroupIPv6Test-292512445-project] 10.222.0.31 "DELETE /v2.0/security-groups/9fbec9f9-8c45-43c0-9d72-dcd73f94a130 HTTP/1.1" status: 204 len: 168 time: 0.4807129 Dec 18 13:29:51.970449 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 53060) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:29:52.035326 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27146391-918f-4d1b-9ece-546797986b79 tempest-NegativeSecGroupIPv6Test-292512445 tempest-NegativeSecGroupIPv6Test-292512445-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fbec9f9-8c45-43c0-9d72-dcd73f94a130,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:29:52.044688 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-9c659e35-4ac3-4e02-b6e7-e176db76b63d None None] Publish callbacks [] for port, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:52.082091 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-9c659e35-4ac3-4e02-b6e7-e176db76b63d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975'] for port, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:52.151718 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c659e35-4ac3-4e02-b6e7-e176db76b63d None None] Network a232af28-9ea1-4ae8-8de5-80b63c52dfba is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:29:52.153525 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-bdc62545-f72a-40b2-860e-ade27f09ac44 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4533410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4514424'] for subnet, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:52.158329 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-9c659e35-4ac3-4e02-b6e7-e176db76b63d None None] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:29:52.165379 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c659e35-4ac3-4e02-b6e7-e176db76b63d None None] Received port after_create {{(pid=103161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:29:52.174978 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c659e35-4ac3-4e02-b6e7-e176db76b63d None None] Pushing event updated for resources: {'Port': ['ID=5e085763-a6b3-48ec-b9f8-de8139a186c3,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:29:52.184614 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-033520c9-dc99-42fa-a32d-17e9bba96aea tempest-NegativeSecGroupIPv6Test-292512445 tempest-NegativeSecGroupIPv6Test-292512445-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.2099869 Dec 18 13:29:52.185257 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 53062) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:29:52.198507 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-bf1fc78c-da2c-46a5-9747-885795f018fa tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1037741677'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:29:52.211596 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-25128e42-1eaf-4478-9f86-d4e1bef0b416 None None] Deleting port 4aee2f4a-f05c-490e-85c8-ec6b25379d83 {{(pid=103161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:29:52.212594 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-25128e42-1eaf-4478-9f86-d4e1bef0b416 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:52.244998 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.db_base_plugin_common [None req-6cad8458-6a93-4a16-9425-3a0f27ec4f02 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Allocated IP 2001:db8::10 (a232af28-9ea1-4ae8-8de5-80b63c52dfba/1431b21e-8956-47e7-a655-4b5f37176ed0/9246d950-6c4b-4729-9338-2e8457012601) {{(pid=103159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:29:52.248843 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-50023346-ed9d-4c6b-9d49-fd47ce00126c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:52.254528 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.api.v2.resource [None req-9d7501cc-c698-423b-abc7-24856f386aba tempest-NegativeSecGroupIPv6Test-292512445 tempest-NegativeSecGroupIPv6Test-292512445-project] delete failed (client error): The resource could not be found. Dec 18 13:29:52.259472 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-9d7501cc-c698-423b-abc7-24856f386aba tempest-NegativeSecGroupIPv6Test-292512445 tempest-NegativeSecGroupIPv6Test-292512445-project] 10.222.0.31 "DELETE /v2.0/security-groups/77acca83-8085-42d2-a171-2be9066acd77 HTTP/1.1" status: 404 len: 347 time: 0.0646281 Dec 18 13:29:52.266992 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 53064) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:29:52.275077 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-9c659e35-4ac3-4e02-b6e7-e176db76b63d None None] Attempting to bind port 5e085763-a6b3-48ec-b9f8-de8139a186c3 on host dv-neutron-744815-20-hyperv for vnic_type normal with profile {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 13:29:52.275077 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-9c659e35-4ac3-4e02-b6e7-e176db76b63d None None] Attempting to bind port 5e085763-a6b3-48ec-b9f8-de8139a186c3 by drivers openvswitch,hyperv on host dv-neutron-744815-20-hyperv at level 0 using segments [{'id': 'eee5832b-88b5-4f29-9752-592c1f21e31d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'a232af28-9ea1-4ae8-8de5-80b63c52dfba'}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 13:29:52.275077 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c659e35-4ac3-4e02-b6e7-e176db76b63d None None] Attempting to bind port 5e085763-a6b3-48ec-b9f8-de8139a186c3 on network a232af28-9ea1-4ae8-8de5-80b63c52dfba {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 13:29:52.311707 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c659e35-4ac3-4e02-b6e7-e176db76b63d None None] Checking agent: {'id': '428fa9fa-43db-4db9-9f96-f60ffe931f2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-20-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 13, 19, 1), 'started_at': datetime.datetime(2021, 12, 18, 13, 19, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 13, 29, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-20-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 18 13:29:52.312087 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c659e35-4ac3-4e02-b6e7-e176db76b63d None None] Checking segment: {'id': 'eee5832b-88b5-4f29-9752-592c1f21e31d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'a232af28-9ea1-4ae8-8de5-80b63c52dfba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 13:29:52.312444 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-9c659e35-4ac3-4e02-b6e7-e176db76b63d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:52.313228 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c659e35-4ac3-4e02-b6e7-e176db76b63d None None] Bound using segment: {'id': 'eee5832b-88b5-4f29-9752-592c1f21e31d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'a232af28-9ea1-4ae8-8de5-80b63c52dfba'} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 18 13:29:52.313743 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-9c659e35-4ac3-4e02-b6e7-e176db76b63d None None] Bound port: 5e085763-a6b3-48ec-b9f8-de8139a186c3, host: dv-neutron-744815-20-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eee5832b-88b5-4f29-9752-592c1f21e31d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'a232af28-9ea1-4ae8-8de5-80b63c52dfba'}}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 18 13:29:52.314409 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-9c659e35-4ac3-4e02-b6e7-e176db76b63d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:52.318124 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.api.v2.resource [None req-b8543115-bd80-433c-ada8-e8cdbdbca0fe tempest-NegativeSecGroupIPv6Test-292512445 tempest-NegativeSecGroupIPv6Test-292512445-project] show failed (client error): The resource could not be found. Dec 18 13:29:52.319681 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-b8543115-bd80-433c-ada8-e8cdbdbca0fe tempest-NegativeSecGroupIPv6Test-292512445 tempest-NegativeSecGroupIPv6Test-292512445-project] 10.222.0.31 "GET /v2.0/security-groups/78d263b6-87fb-4186-98ff-3d1a66f409e5 HTTP/1.1" status: 404 len: 347 time: 0.0513806 Dec 18 13:29:52.320801 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc62545-f72a-40b2-860e-ade27f09ac44 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Pushing event updated for resources: {'Subnet': ['ID=043b78b4-bc86-474a-9ed5-2d73d66b2636,revision_number=0']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:29:52.330229 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 53066) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:29:52.345264 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.api.v2.resource [None req-2d64f73a-7b8f-4fdf-847e-b560afa2d861 tempest-NegativeSecGroupIPv6Test-292512445 tempest-NegativeSecGroupIPv6Test-292512445-project] show failed (client error): The resource could not be found. Dec 18 13:29:52.346336 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-2d64f73a-7b8f-4fdf-847e-b560afa2d861 tempest-NegativeSecGroupIPv6Test-292512445 tempest-NegativeSecGroupIPv6Test-292512445-project] 10.222.0.31 "GET /v2.0/security-group-rules/b132d06d-5b96-4508-b1db-8bad530d8580 HTTP/1.1" status: 404 len: 356 time: 0.0161183 Dec 18 13:29:52.346638 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 4aee2f4a-f05c-490e-85c8-ec6b25379d83 no longer exists at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 18 13:29:52.347166 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdc62545-f72a-40b2-860e-ade27f09ac44 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Checking segment: {'id': 'fab803a3-aec9-496a-aa71-6015e0fa7f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '6a927deb-787e-47ec-8e16-89e6353b7166'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 13:29:52.347537 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdc62545-f72a-40b2-860e-ade27f09ac44 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Network hostable DHCP agents. Network: 6a927deb-787e-47ec-8e16-89e6353b7166, hostable agents: ['aa77effa-0e3a-4bbd-a383-4d58ed3328d0'], hosted agents: [] {{(pid=103160) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 18 13:29:52.352646 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-25128e42-1eaf-4478-9f86-d4e1bef0b416 None None] For port 4aee2f4a-f05c-490e-85c8-ec6b25379d83, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=4aee2f4a-f05c-490e-85c8-ec6b25379d83,segment=NetworkSegment(1d35b28d-d075-4c4f-99ab-408d9457428e),segment_id=1d35b28d-d075-4c4f-99ab-408d9457428e)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:29:52.353716 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-25128e42-1eaf-4478-9f86-d4e1bef0b416 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:52.377693 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdc62545-f72a-40b2-860e-ade27f09ac44 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Network 6a927deb-787e-47ec-8e16-89e6353b7166 is scheduled to be hosted by DHCP agent aa77effa-0e3a-4bbd-a383-4d58ed3328d0 with binding_index 1 {{(pid=103160) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 18 13:29:52.424067 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.base_scheduler [None req-bdc62545-f72a-40b2-860e-ade27f09ac44 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-744815-20-hyperv, 6a927deb-787e-47ec-8e16-89e6353b7166) {{(pid=103160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:29:52.447076 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdc62545-f72a-40b2-860e-ade27f09ac44 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:29:52.448073 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-bdc62545-f72a-40b2-860e-ade27f09ac44 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Publish callbacks [] for subnet, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:52.455096 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2371feef-7122-46cd-aa88-4dcb97f70389 None None] Network 6a927deb-787e-47ec-8e16-89e6353b7166 requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:29:52.466203 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-25128e42-1eaf-4478-9f86-d4e1bef0b416 None None] Calling delete_port for 4aee2f4a-f05c-490e-85c8-ec6b25379d83 owned by network:dhcp {{(pid=103161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:29:52.502028 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-9c659e35-4ac3-4e02-b6e7-e176db76b63d None None] For port 5e085763-a6b3-48ec-b9f8-de8139a186c3, host dv-neutron-744815-20-hyperv, cleared binding levels {{(pid=103161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 18 13:29:52.542339 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-bdc62545-f72a-40b2-860e-ade27f09ac44 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.9200957 Dec 18 13:29:52.545235 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 53072) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:29:52.556058 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-e3b124a7-7dcc-48ca-b1b6-ef42e0c2323f tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-119824012', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83'}, 'admin_state_up': False}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:29:52.567336 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-9c659e35-4ac3-4e02-b6e7-e176db76b63d None None] For port 5e085763-a6b3-48ec-b9f8-de8139a186c3, host dv-neutron-744815-20-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=5e085763-a6b3-48ec-b9f8-de8139a186c3,segment=NetworkSegment(eee5832b-88b5-4f29-9752-592c1f21e31d),segment_id=eee5832b-88b5-4f29-9752-592c1f21e31d)] {{(pid=103161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 18 13:29:52.595090 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-e1dceccd-91ee-4bc8-8232-830a25b1ca1b tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4533410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4514424'] for subnet, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:52.614844 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-9c659e35-4ac3-4e02-b6e7-e176db76b63d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:52.620505 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-e3b124a7-7dcc-48ca-b1b6-ef42e0c2323f tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28433'] for router, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:52.630481 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-e3b124a7-7dcc-48ca-b1b6-ef42e0c2323f tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-589769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28440'] for router, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:52.667435 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 53074) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:29:52.725111 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1dceccd-91ee-4bc8-8232-830a25b1ca1b tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Network a0b84a49-8464-4342-a47d-bd714ebbec81 is already hosted by enough agents. {{(pid=103160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:29:52.732257 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.base_scheduler [None req-e1dceccd-91ee-4bc8-8232-830a25b1ca1b tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Resources bound (agent type, host, resource id): {{(pid=103160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:29:52.735558 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1dceccd-91ee-4bc8-8232-830a25b1ca1b tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:29:52.736169 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-e1dceccd-91ee-4bc8-8232-830a25b1ca1b tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks [] for subnet, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:52.740654 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-e3b124a7-7dcc-48ca-b1b6-ef42e0c2323f tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:52.806433 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15e7e66e-c268-40ac-9f7c-cccad90d0ac1 None None] Network 6a927deb-787e-47ec-8e16-89e6353b7166 requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:29:52.820503 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-25128e42-1eaf-4478-9f86-d4e1bef0b416 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984'] for port, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:52.832686 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-50023346-ed9d-4c6b-9d49-fd47ce00126c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:52.847101 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-e1dceccd-91ee-4bc8-8232-830a25b1ca1b tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4933617 Dec 18 13:29:52.847866 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 53078) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:29:52.862958 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-08361f5c-8f94-4b89-a0fd-0e353c72df06 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Request body: {'subnet': {'network_id': 'a0b84a49-8464-4342-a47d-bd714ebbec81', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:29:52.887988 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dceccd-91ee-4bc8-8232-830a25b1ca1b tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Pushing event updated for resources: {'Subnet': ['ID=c1790ff2-cf2f-4e99-b059-5f4e8daa6d91,revision_number=0']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:29:52.898835 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf1fc78c-da2c-46a5-9747-885795f018fa tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Made reservation on behalf of f5afdd4acb1d4a48932f1bea649c1c37 for: {'network': 1} {{(pid=103159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:29:52.902879 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-bf1fc78c-da2c-46a5-9747-885795f018fa tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for network, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:52.904800 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-50023346-ed9d-4c6b-9d49-fd47ce00126c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:52.961896 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50023346-ed9d-4c6b-9d49-fd47ce00126c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d5ef98b-11bc-4ef6-8dd4-53c8efa7917e,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:29:52.980582 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-bf1fc78c-da2c-46a5-9747-885795f018fa tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Publish callbacks [] for security_group, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:52.985429 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25128e42-1eaf-4478-9f86-d4e1bef0b416 None None] No DVR routers for this DVR port 4aee2f4a-f05c-490e-85c8-ec6b25379d83 on host dv-neutron-744815-20-hyperv {{(pid=103161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 18 13:29:53.004909 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:53.012701 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c659e35-4ac3-4e02-b6e7-e176db76b63d None None] Pushing event updated for resources: {'Port': ['ID=5e085763-a6b3-48ec-b9f8-de8139a186c3,revision_number=2']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:29:53.030761 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f57310ab-53c5-405f-ada0-255c425e62c1 None None] Network a0b84a49-8464-4342-a47d-bd714ebbec81 requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:29:53.057768 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-e3b124a7-7dcc-48ca-b1b6-ef42e0c2323f tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:53.096281 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-bf1fc78c-da2c-46a5-9747-885795f018fa tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Publish callbacks [] for security_group, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:53.126721 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-bf1fc78c-da2c-46a5-9747-885795f018fa tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:53.172200 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1fc78c-da2c-46a5-9747-885795f018fa tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01a0df7f-151b-4a05-9f85-f037683cbe56,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:29:53.179941 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-c358d106-827f-4d4c-bbc8-7088ea47da86 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6f433dddafca43579088e3ce8d220455&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4987311 Dec 18 13:29:53.181363 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 53082) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:29:53.185441 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-50023346-ed9d-4c6b-9d49-fd47ce00126c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=20a316853f824c56a9f1ec74f7816f63&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2373359 Dec 18 13:29:53.195170 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 53084) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:29:53.205299 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25128e42-1eaf-4478-9f86-d4e1bef0b416 None None] Pushing event deleted for resources: {'Port': ['ID=4aee2f4a-f05c-490e-85c8-ec6b25379d83,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:29:53.227054 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d511759-7518-4d39-ab59-f4a565643e3c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp31e170a0-46a1-5ba9-9dc1-7ee4f866f0d7-a0b84a49-8464-4342-a47d-bd714ebbec81', 'network_id': 'a0b84a49-8464-4342-a47d-bd714ebbec81', 'project_id': '606a569495c64210af9cc9fb7e76dd52', 'fixed_ips': [{'subnet_id': 'c1790ff2-cf2f-4e99-b059-5f4e8daa6d91'}]}} from dv-neutron-744815-20-hyperv. {{(pid=103161) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 18 13:29:53.228278 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-9d511759-7518-4d39-ab59-f4a565643e3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:53.248846 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08361f5c-8f94-4b89-a0fd-0e353c72df06 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Made reservation on behalf of 606a569495c64210af9cc9fb7e76dd52 for: {'subnet': 1} {{(pid=103160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:29:53.252353 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf1fc78c-da2c-46a5-9747-885795f018fa tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 144} {{(pid=103159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 18 13:29:53.252626 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-08361f5c-8f94-4b89-a0fd-0e353c72df06 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4514414'] for subnet, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:53.256369 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-d309e6c9-47a4-45b7-902c-5f9a9b5c707e tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:53.287564 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-6cad8458-6a93-4a16-9425-3a0f27ec4f02 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks [] for port, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:53.292175 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-bf1fc78c-da2c-46a5-9747-885795f018fa tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:53.292472 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.db.segments_db [None req-bf1fc78c-da2c-46a5-9747-885795f018fa tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Added segment 872ab5af-b8a4-46c3-bc9b-f29e19d7a5ab of type vlan for network 31eaf08e-7479-4e80-8f22-948d36a25e0b Dec 18 13:29:53.333638 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-50530016-a3a2-4480-ae78-64688b58a23d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:53.364399 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-de1fddee-d2c3-421e-bbac-70f81e6704d7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:53.407695 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-50530016-a3a2-4480-ae78-64688b58a23d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:53.412226 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-bf1fc78c-da2c-46a5-9747-885795f018fa tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767106405744'] for network, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:53.424531 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-de1fddee-d2c3-421e-bbac-70f81e6704d7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:53.459447 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_common [None req-9d511759-7518-4d39-ab59-f4a565643e3c None None] Allocated IP 172.20.0.2 (a0b84a49-8464-4342-a47d-bd714ebbec81/c1790ff2-cf2f-4e99-b059-5f4e8daa6d91/61bf0aa9-662b-4028-8e2e-8621a48f656b) {{(pid=103161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:29:53.516425 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-6cad8458-6a93-4a16-9425-3a0f27ec4f02 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:53.521030 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-bf1fc78c-da2c-46a5-9747-885795f018fa tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981'] for network, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:53.526642 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf1fc78c-da2c-46a5-9747-885795f018fa tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:29:53.527290 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-bf1fc78c-da2c-46a5-9747-885795f018fa tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047995'] for network, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:53.541766 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.db_base_plugin_common [None req-d309e6c9-47a4-45b7-902c-5f9a9b5c707e tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] Allocated IP 172.26.3.154 (decb4a40-7941-48c8-afbb-daaafd502e83/70deed80-3ca1-4f9e-96cb-563b43d3acba/5aa73c43-b28b-4093-ba3c-b47a7dcf4a30) {{(pid=103159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:29:53.560035 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-e3b124a7-7dcc-48ca-b1b6-ef42e0c2323f tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Publish callbacks [] for router_gateway, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:53.585964 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-e3b124a7-7dcc-48ca-b1b6-ef42e0c2323f tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:53.668568 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cad8458-6a93-4a16-9425-3a0f27ec4f02 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Network a232af28-9ea1-4ae8-8de5-80b63c52dfba is already hosted by enough agents. {{(pid=103159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:29:53.683797 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-bf1fc78c-da2c-46a5-9747-885795f018fa tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.8147874 Dec 18 13:29:53.710664 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-de1fddee-d2c3-421e-bbac-70f81e6704d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:53.713252 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-de1fddee-d2c3-421e-bbac-70f81e6704d7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:53.716936 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-de1fddee-d2c3-421e-bbac-70f81e6704d7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/47c55295-2ff7-4356-877a-fd3d04d0b152 HTTP/1.1" status: 204 len: 168 time: 0.5321553 Dec 18 13:29:53.718796 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1fc78c-da2c-46a5-9747-885795f018fa tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Pushing event updated for resources: {'Network': ['ID=31eaf08e-7479-4e80-8f22-948d36a25e0b,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:29:53.725760 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cad8458-6a93-4a16-9425-3a0f27ec4f02 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Pushing event updated for resources: {'Port': ['ID=9246d950-6c4b-4729-9338-2e8457012601,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:29:53.731126 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-50530016-a3a2-4480-ae78-64688b58a23d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:53.736724 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-50530016-a3a2-4480-ae78-64688b58a23d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:53.739896 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-50530016-a3a2-4480-ae78-64688b58a23d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8d5ef98b-11bc-4ef6-8dd4-53c8efa7917e HTTP/1.1" status: 204 len: 168 time: 0.5416777 Dec 18 13:29:53.746943 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Network 31eaf08e-7479-4e80-8f22-948d36a25e0b details requested by agent ovs-agent-dv-neutron-744815-20-hyperv with host dv-neutron-744815-20-hyperv {{(pid=103161) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 18 13:29:53.751391 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1fddee-d2c3-421e-bbac-70f81e6704d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47c55295-2ff7-4356-877a-fd3d04d0b152,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:29:53.752622 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-9d511759-7518-4d39-ab59-f4a565643e3c None None] Publish callbacks [] for port, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:53.756960 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.base_scheduler [None req-6cad8458-6a93-4a16-9425-3a0f27ec4f02 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Resources bound (agent type, host, resource id): {{(pid=103159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:29:53.767890 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cad8458-6a93-4a16-9425-3a0f27ec4f02 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Received port after_create {{(pid=103159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:29:53.775051 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-9d511759-7518-4d39-ab59-f4a565643e3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975'] for port, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:53.782623 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cad8458-6a93-4a16-9425-3a0f27ec4f02 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:29:53.784970 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-6cad8458-6a93-4a16-9425-3a0f27ec4f02 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:53.819863 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 53094) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:29:53.825294 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-f31257a7-4e9b-4d16-91c5-6f9dbd82d1fd tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Request body: {'subnet': {'network_id': '31eaf08e-7479-4e80-8f22-948d36a25e0b', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:29:53.865629 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50530016-a3a2-4480-ae78-64688b58a23d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d5ef98b-11bc-4ef6-8dd4-53c8efa7917e,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:29:53.911032 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-6cad8458-6a93-4a16-9425-3a0f27ec4f02 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.6832590 Dec 18 13:29:53.921468 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 53096) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:29:53.926749 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-f41ddeea-1a95-4364-a077-562f0822634b tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Request body: {'port': {'network_id': 'a232af28-9ea1-4ae8-8de5-80b63c52dfba', 'name': 'tempest-PortsIpV6TestJSON-1591304852', 'fixed_ips': [{'subnet_id': '1431b21e-8956-47e7-a655-4b5f37176ed0', 'ip_address': '2001:db8::f'}]}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:29:53.959493 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d511759-7518-4d39-ab59-f4a565643e3c None None] Network a0b84a49-8464-4342-a47d-bd714ebbec81 is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:29:53.977234 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-9d511759-7518-4d39-ab59-f4a565643e3c None None] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:29:53.981353 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d511759-7518-4d39-ab59-f4a565643e3c None None] Received port after_create {{(pid=103161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:29:53.985170 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d511759-7518-4d39-ab59-f4a565643e3c None None] Pushing event updated for resources: {'Port': ['ID=61bf0aa9-662b-4028-8e2e-8621a48f656b,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:29:54.128575 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-9d511759-7518-4d39-ab59-f4a565643e3c None None] Attempting to bind port 61bf0aa9-662b-4028-8e2e-8621a48f656b on host dv-neutron-744815-20-hyperv for vnic_type normal with profile {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 13:29:54.129193 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-9d511759-7518-4d39-ab59-f4a565643e3c None None] Attempting to bind port 61bf0aa9-662b-4028-8e2e-8621a48f656b by drivers openvswitch,hyperv on host dv-neutron-744815-20-hyperv at level 0 using segments [{'id': '1d35b28d-d075-4c4f-99ab-408d9457428e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'a0b84a49-8464-4342-a47d-bd714ebbec81'}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 13:29:54.129741 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d511759-7518-4d39-ab59-f4a565643e3c None None] Attempting to bind port 61bf0aa9-662b-4028-8e2e-8621a48f656b on network a0b84a49-8464-4342-a47d-bd714ebbec81 {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 13:29:54.135914 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d511759-7518-4d39-ab59-f4a565643e3c None None] Checking agent: {'id': '428fa9fa-43db-4db9-9f96-f60ffe931f2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-20-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 13, 19, 1), 'started_at': datetime.datetime(2021, 12, 18, 13, 19, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 13, 29, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-20-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 18 13:29:54.136471 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d511759-7518-4d39-ab59-f4a565643e3c None None] Checking segment: {'id': '1d35b28d-d075-4c4f-99ab-408d9457428e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'a0b84a49-8464-4342-a47d-bd714ebbec81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 13:29:54.136977 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-9d511759-7518-4d39-ab59-f4a565643e3c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:54.148164 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d511759-7518-4d39-ab59-f4a565643e3c None None] Bound using segment: {'id': '1d35b28d-d075-4c4f-99ab-408d9457428e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'a0b84a49-8464-4342-a47d-bd714ebbec81'} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 18 13:29:54.148622 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-9d511759-7518-4d39-ab59-f4a565643e3c None None] Bound port: 61bf0aa9-662b-4028-8e2e-8621a48f656b, host: dv-neutron-744815-20-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d35b28d-d075-4c4f-99ab-408d9457428e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'a0b84a49-8464-4342-a47d-bd714ebbec81'}}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 18 13:29:54.149258 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-9d511759-7518-4d39-ab59-f4a565643e3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:54.207582 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.objects.ports [None req-08361f5c-8f94-4b89-a0fd-0e353c72df06 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103160) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 18 13:29:54.211895 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f31257a7-4e9b-4d16-91c5-6f9dbd82d1fd tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Made reservation on behalf of f5afdd4acb1d4a48932f1bea649c1c37 for: {'subnet': 1} {{(pid=103160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:29:54.221025 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-f31257a7-4e9b-4d16-91c5-6f9dbd82d1fd tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4514414'] for subnet, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:54.230873 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-d309e6c9-47a4-45b7-902c-5f9a9b5c707e tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] Publish callbacks [] for port, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:54.282270 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-9d511759-7518-4d39-ab59-f4a565643e3c None None] For port 61bf0aa9-662b-4028-8e2e-8621a48f656b, host dv-neutron-744815-20-hyperv, cleared binding levels {{(pid=103161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 18 13:29:54.287671 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-9d511759-7518-4d39-ab59-f4a565643e3c None None] For port 61bf0aa9-662b-4028-8e2e-8621a48f656b, host dv-neutron-744815-20-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=61bf0aa9-662b-4028-8e2e-8621a48f656b,segment=NetworkSegment(1d35b28d-d075-4c4f-99ab-408d9457428e),segment_id=1d35b28d-d075-4c4f-99ab-408d9457428e)] {{(pid=103161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 18 13:29:54.300034 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d846011-1eb2-45e8-979e-49df501e8bbb None None] Network a232af28-9ea1-4ae8-8de5-80b63c52dfba requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:29:54.303074 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-d309e6c9-47a4-45b7-902c-5f9a9b5c707e tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:54.305439 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f41ddeea-1a95-4364-a077-562f0822634b tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Made reservation on behalf of a17167c2bc3d4518ab90268c4af7e6a0 for: {'port': 1} {{(pid=103159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:29:54.310879 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-f41ddeea-1a95-4364-a077-562f0822634b tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:54.322264 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-9d511759-7518-4d39-ab59-f4a565643e3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:54.368139 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d309e6c9-47a4-45b7-902c-5f9a9b5c707e tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] Network decb4a40-7941-48c8-afbb-daaafd502e83 is already hosted by enough agents. {{(pid=103159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:29:54.371074 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.notifiers.nova [None req-f41ddeea-1a95-4364-a077-562f0822634b tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] device_id is not set on port 77c7bc05-7aa6-41b5-8a9f-69073837ebe0 yet. {{(pid=103159) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 18 13:29:54.380354 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.base_scheduler [None req-d309e6c9-47a4-45b7-902c-5f9a9b5c707e tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] Resources bound (agent type, host, resource id): {{(pid=103159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:29:54.383799 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d309e6c9-47a4-45b7-902c-5f9a9b5c707e tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] Received port after_create {{(pid=103159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:29:54.480601 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 5e085763-a6b3-48ec-b9f8-de8139a186c3 up at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 13:29:54.512502 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.db_base_plugin_common [None req-e3b124a7-7dcc-48ca-b1b6-ef42e0c2323f tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Allocated IP 172.26.3.114 (decb4a40-7941-48c8-afbb-daaafd502e83/70deed80-3ca1-4f9e-96cb-563b43d3acba/80e97b15-20ec-4171-8b58-f6326b83d863) {{(pid=103160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:29:54.516726 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d309e6c9-47a4-45b7-902c-5f9a9b5c707e tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] Pushing event updated for resources: {'Port': ['ID=5aa73c43-b28b-4093-ba3c-b47a7dcf4a30,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:29:54.529367 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d511759-7518-4d39-ab59-f4a565643e3c None None] Pushing event updated for resources: {'Port': ['ID=61bf0aa9-662b-4028-8e2e-8621a48f656b,revision_number=2']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:29:54.596286 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-ec281145-f24c-4cd2-ae25-4463133ae3d4 None None] Provisioning complete for port 5e085763-a6b3-48ec-b9f8-de8139a186c3 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:29:54.596824 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ec281145-f24c-4cd2-ae25-4463133ae3d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:54.707903 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2294866d-0076-4933-952c-685307032598 None None] Provisioning complete for port 5e085763-a6b3-48ec-b9f8-de8139a186c3 triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:29:54.708329 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:54.957180 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-08361f5c-8f94-4b89-a0fd-0e353c72df06 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:54.982907 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-e3b124a7-7dcc-48ca-b1b6-ef42e0c2323f tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Publish callbacks [] for port, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:55.067509 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-f31257a7-4e9b-4d16-91c5-6f9dbd82d1fd tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4533410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4514424'] for subnet, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:55.067872 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ec281145-f24c-4cd2-ae25-4463133ae3d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:55.069769 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f36376b0-f4bf-4f70-9f42-1f7a87d57a2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:55.080147 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-e3b124a7-7dcc-48ca-b1b6-ef42e0c2323f tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4533522'] for port, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:55.183849 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-ec281145-f24c-4cd2-ae25-4463133ae3d4 None None] For port 5e085763-a6b3-48ec-b9f8-de8139a186c3, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=5e085763-a6b3-48ec-b9f8-de8139a186c3,segment=NetworkSegment(eee5832b-88b5-4f29-9752-592c1f21e31d),segment_id=eee5832b-88b5-4f29-9752-592c1f21e31d)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:29:55.200684 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ec281145-f24c-4cd2-ae25-4463133ae3d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:55.210295 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:55.234166 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-d309e6c9-47a4-45b7-902c-5f9a9b5c707e tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:55.319837 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec281145-f24c-4cd2-ae25-4463133ae3d4 None None] Pushing event updated for resources: {'Port': ['ID=5e085763-a6b3-48ec-b9f8-de8139a186c3,revision_number=3']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:29:55.327927 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.db_base_plugin_common [None req-f41ddeea-1a95-4364-a077-562f0822634b tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Allocated IP 2001:db8::f (a232af28-9ea1-4ae8-8de5-80b63c52dfba/1431b21e-8956-47e7-a655-4b5f37176ed0/77c7bc05-7aa6-41b5-8a9f-69073837ebe0) {{(pid=103159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:29:55.377177 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-d309e6c9-47a4-45b7-902c-5f9a9b5c707e tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:55.383187 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.db.api [None req-2294866d-0076-4933-952c-685307032598 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103161) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 18 13:29:55.384191 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG oslo_db.api [None req-2294866d-0076-4933-952c-685307032598 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 18 13:29:55.385999 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-283c950c-975a-40ce-9f19-bd473291ada4 None None] Provisioning complete for port 5e085763-a6b3-48ec-b9f8-de8139a186c3 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:29:55.386557 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-283c950c-975a-40ce-9f19-bd473291ada4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:55.553684 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-283c950c-975a-40ce-9f19-bd473291ada4 None None] Provisioning complete for port 9246d950-6c4b-4729-9338-2e8457012601 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:29:55.554064 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-283c950c-975a-40ce-9f19-bd473291ada4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:55.636809 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-283c950c-975a-40ce-9f19-bd473291ada4 None None] Port 9246d950-6c4b-4729-9338-2e8457012601 cannot update to ACTIVE because it is not bound. {{(pid=103161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 13:29:55.652669 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-f41ddeea-1a95-4364-a077-562f0822634b tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks [] for port, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:55.684530 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-d309e6c9-47a4-45b7-902c-5f9a9b5c707e tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] Publish callbacks [] for port, precommit_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:55.705380 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-d309e6c9-47a4-45b7-902c-5f9a9b5c707e tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5659917'] for port, after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:55.769728 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-e03c6f27-3fc6-4157-89ef-bcf34580743e None None] Provisioning complete for port 9246d950-6c4b-4729-9338-2e8457012601 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:29:55.770327 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e03c6f27-3fc6-4157-89ef-bcf34580743e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:55.788858 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-d309e6c9-47a4-45b7-902c-5f9a9b5c707e tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-587004'] for floatingip, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:55.825567 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-e03c6f27-3fc6-4157-89ef-bcf34580743e None None] Port 9246d950-6c4b-4729-9338-2e8457012601 cannot update to ACTIVE because it is not bound. {{(pid=103161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 13:29:55.833488 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-f41ddeea-1a95-4364-a077-562f0822634b tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:55.850282 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3b124a7-7dcc-48ca-b1b6-ef42e0c2323f tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Network decb4a40-7941-48c8-afbb-daaafd502e83 is already hosted by enough agents. {{(pid=103160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:29:55.854399 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d309e6c9-47a4-45b7-902c-5f9a9b5c707e tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] Pushing event updated for resources: {'Port': ['ID=5aa73c43-b28b-4093-ba3c-b47a7dcf4a30,revision_number=2']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:29:55.870130 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.base_scheduler [None req-e3b124a7-7dcc-48ca-b1b6-ef42e0c2323f tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Resources bound (agent type, host, resource id): {{(pid=103160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:29:55.885405 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dc13601-1d5a-461e-91bc-787c043905ab None None] DHCP port deletion for decb4a40-7941-48c8-afbb-daaafd502e83 request from dv-neutron-744815-20-hyperv {{(pid=103161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 18 13:29:55.903697 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3b124a7-7dcc-48ca-b1b6-ef42e0c2323f tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Received port after_create {{(pid=103160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:29:55.913951 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31257a7-4e9b-4d16-91c5-6f9dbd82d1fd tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Pushing event updated for resources: {'Subnet': ['ID=880f7379-6e4d-4e44-968e-0a6182d2ff52,revision_number=0']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:29:55.940527 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f41ddeea-1a95-4364-a077-562f0822634b tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Network a232af28-9ea1-4ae8-8de5-80b63c52dfba is already hosted by enough agents. {{(pid=103159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:29:55.946289 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.base_scheduler [None req-f41ddeea-1a95-4364-a077-562f0822634b tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Resources bound (agent type, host, resource id): {{(pid=103159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:29:55.948793 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f41ddeea-1a95-4364-a077-562f0822634b tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Received port after_create {{(pid=103159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:29:55.954997 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f41ddeea-1a95-4364-a077-562f0822634b tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:29:55.956140 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-f41ddeea-1a95-4364-a077-562f0822634b tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:55.970448 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b124a7-7dcc-48ca-b1b6-ef42e0c2323f tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Pushing event updated for resources: {'Port': ['ID=80e97b15-20ec-4171-8b58-f6326b83d863,revision_number=1']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:29:55.977334 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41ddeea-1a95-4364-a077-562f0822634b tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Pushing event updated for resources: {'Port': ['ID=77c7bc05-7aa6-41b5-8a9f-69073837ebe0,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:29:55.995126 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.db.l3_db [None req-d309e6c9-47a4-45b7-902c-5f9a9b5c707e tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] Floating IP 0cb01e37-34b9-45d1-a85c-1a38c24ba305 associated. External IP: 172.26.3.154, port: f5e61d76-6a42-42c3-a223-c3cbaf038e98. Dec 18 13:29:56.070367 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f31257a7-4e9b-4d16-91c5-6f9dbd82d1fd tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Checking segment: {'id': '872ab5af-b8a4-46c3-bc9b-f29e19d7a5ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '31eaf08e-7479-4e80-8f22-948d36a25e0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 13:29:56.070732 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f31257a7-4e9b-4d16-91c5-6f9dbd82d1fd tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Network hostable DHCP agents. Network: 31eaf08e-7479-4e80-8f22-948d36a25e0b, hostable agents: ['aa77effa-0e3a-4bbd-a383-4d58ed3328d0'], hosted agents: [] {{(pid=103160) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 18 13:29:56.077817 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-5f0b7185-9a62-4e0c-9002-d096ce842539 None None] Provisioning complete for port 80e97b15-20ec-4171-8b58-f6326b83d863 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:29:56.078725 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-5f0b7185-9a62-4e0c-9002-d096ce842539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:56.140626 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-5f0b7185-9a62-4e0c-9002-d096ce842539 None None] Port 80e97b15-20ec-4171-8b58-f6326b83d863 cannot update to ACTIVE because it is not bound. {{(pid=103161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 13:29:56.210843 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 53134) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:29:56.253117 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f31257a7-4e9b-4d16-91c5-6f9dbd82d1fd tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Network 31eaf08e-7479-4e80-8f22-948d36a25e0b is scheduled to be hosted by DHCP agent aa77effa-0e3a-4bbd-a383-4d58ed3328d0 with binding_index 1 {{(pid=103160) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 18 13:29:56.308347 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.db [None req-08361f5c-8f94-4b89-a0fd-0e353c72df06 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] For port 61bf0aa9-662b-4028-8e2e-8621a48f656b, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=61bf0aa9-662b-4028-8e2e-8621a48f656b,segment=NetworkSegment(1d35b28d-d075-4c4f-99ab-408d9457428e),segment_id=1d35b28d-d075-4c4f-99ab-408d9457428e)] {{(pid=103160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:29:56.316033 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.base_scheduler [None req-f31257a7-4e9b-4d16-91c5-6f9dbd82d1fd tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-744815-20-hyperv, 31eaf08e-7479-4e80-8f22-948d36a25e0b) {{(pid=103160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:29:56.321617 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f31257a7-4e9b-4d16-91c5-6f9dbd82d1fd tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:29:56.322234 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-f31257a7-4e9b-4d16-91c5-6f9dbd82d1fd tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Publish callbacks [] for subnet, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:56.328645 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2f97cec-7197-4ef9-bca0-1be9e194a5df None None] Network 31eaf08e-7479-4e80-8f22-948d36a25e0b requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:29:56.369892 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-f31257a7-4e9b-4d16-91c5-6f9dbd82d1fd tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 2.5456316 Dec 18 13:29:56.371306 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 53138) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:29:56.378825 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-cff53e35-2b49-4e41-8103-ad323aa95f3b tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-442243650'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:29:56.405973 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-08361f5c-8f94-4b89-a0fd-0e353c72df06 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks [] for port, precommit_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:56.459459 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-08361f5c-8f94-4b89-a0fd-0e353c72df06 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4533541'] for port, after_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:56.459991 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-9381a4c9-a491-43d5-8cb5-61051fbf7718 None None] Provisioning complete for port 77c7bc05-7aa6-41b5-8a9f-69073837ebe0 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:29:56.460602 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-08361f5c-8f94-4b89-a0fd-0e353c72df06 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4533410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4514424'] for subnet, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:56.460755 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-9381a4c9-a491-43d5-8cb5-61051fbf7718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:56.513120 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 5e085763-a6b3-48ec-b9f8-de8139a186c3 up at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 13:29:56.528971 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-11d171ae-ec0d-42f9-9816-a12e314c29d6 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Request body: {'network': {'name': 'tempest-network-smoke--1849862659', 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'port_security_enabled': True}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:29:56.567041 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08361f5c-8f94-4b89-a0fd-0e353c72df06 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Network a0b84a49-8464-4342-a47d-bd714ebbec81 is already hosted by enough agents. {{(pid=103160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:29:56.571697 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-f41ddeea-1a95-4364-a077-562f0822634b tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.6489706 Dec 18 13:29:56.577502 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 53140) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:29:56.581468 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-9381a4c9-a491-43d5-8cb5-61051fbf7718 None None] Port 77c7bc05-7aa6-41b5-8a9f-69073837ebe0 cannot update to ACTIVE because it is not bound. {{(pid=103161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 13:29:56.596784 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20c7ba82-88b6-4dfc-bee6-cc3ccae29c23 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp31e170a0-46a1-5ba9-9dc1-7ee4f866f0d7-31eaf08e-7479-4e80-8f22-948d36a25e0b', 'network_id': '31eaf08e-7479-4e80-8f22-948d36a25e0b', 'project_id': 'f5afdd4acb1d4a48932f1bea649c1c37', 'fixed_ips': [{'subnet_id': '880f7379-6e4d-4e44-968e-0a6182d2ff52'}]}} from dv-neutron-744815-20-hyperv. {{(pid=103161) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 18 13:29:56.597767 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-20c7ba82-88b6-4dfc-bee6-cc3ccae29c23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:56.611883 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cff53e35-2b49-4e41-8103-ad323aa95f3b tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Made reservation on behalf of f5afdd4acb1d4a48932f1bea649c1c37 for: {'network': 1} {{(pid=103160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:29:56.612352 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2294866d-0076-4933-952c-685307032598 None None] Provisioning complete for port 5e085763-a6b3-48ec-b9f8-de8139a186c3 triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:29:56.615184 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:56.615841 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-cff53e35-2b49-4e41-8103-ad323aa95f3b tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for network, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:56.627252 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.base_scheduler [None req-08361f5c-8f94-4b89-a0fd-0e353c72df06 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Resources bound (agent type, host, resource id): {{(pid=103160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:29:56.630782 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08361f5c-8f94-4b89-a0fd-0e353c72df06 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:29:56.631435 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-08361f5c-8f94-4b89-a0fd-0e353c72df06 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks [] for subnet, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:56.653836 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-987c0641-be95-47cb-9066-96efb917d051 None None] Network a0b84a49-8464-4342-a47d-bd714ebbec81 requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:29:56.668131 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08361f5c-8f94-4b89-a0fd-0e353c72df06 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Pushing event updated for resources: {'Subnet': ['ID=cf6f9bfb-5359-4a54-a844-814b0daf87b4,revision_number=0']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:29:56.710316 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-08361f5c-8f94-4b89-a0fd-0e353c72df06 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.8556812 Dec 18 13:29:56.712739 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 53142) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:29:56.715331 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08361f5c-8f94-4b89-a0fd-0e353c72df06 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Pushing event updated for resources: {'Port': ['ID=61bf0aa9-662b-4028-8e2e-8621a48f656b,revision_number=4']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:29:56.724681 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-a3ce05f1-992c-4034-bd89-7f0af2ff8530 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Request body: {'port': {'network_id': 'a0b84a49-8464-4342-a47d-bd714ebbec81', 'mac_address': 'fa:16:3e:ae:22:92', 'name': 'tempest-NetworksTestDHCPv6-168359845'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:29:56.733234 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11d171ae-ec0d-42f9-9816-a12e314c29d6 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Made reservation on behalf of 6e88b8a5aed24360a829007d7fd9d0fd for: {'network': 1} {{(pid=103160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:29:56.737180 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-11d171ae-ec0d-42f9-9816-a12e314c29d6 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for network, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:56.752328 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-e3b124a7-7dcc-48ca-b1b6-ef42e0c2323f tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Publish callbacks [] for router_gateway, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:56.755159 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e270e56-48be-4475-b4a0-5b32cdcbd6c1 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:29:56.760785 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-7e270e56-48be-4475-b4a0-5b32cdcbd6c1 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] 10.222.0.31 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.1780815 Dec 18 13:29:56.768721 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cff53e35-2b49-4e41-8103-ad323aa95f3b tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 102} {{(pid=103160) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 18 13:29:56.770778 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 53144) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:29:56.823802 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-51a11773-52ce-4246-8639-0f915b7e6cbe None None] Provisioning complete for port 61bf0aa9-662b-4028-8e2e-8621a48f656b triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:29:56.824133 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-11d171ae-ec0d-42f9-9816-a12e314c29d6 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for security_group, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:56.824344 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-51a11773-52ce-4246-8639-0f915b7e6cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:56.878521 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d309e6c9-47a4-45b7-902c-5f9a9b5c707e tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] Router 16913b98-3477-446b-b01d-d0cc0e467ef0 has already been hosted by L3 agent c9c0cd52-5bd2-4704-9429-d80f1c5ad23c {{(pid=103159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 18 13:29:56.886502 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-cff53e35-2b49-4e41-8103-ad323aa95f3b tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:56.887073 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.db.segments_db [None req-cff53e35-2b49-4e41-8103-ad323aa95f3b tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Added segment e27f8bd0-ac00-40aa-81f8-11210ef49c75 of type vlan for network ef86b74f-a1d3-4bf2-931c-4865b4a42dbe Dec 18 13:29:56.954638 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_common [None req-20c7ba82-88b6-4dfc-bee6-cc3ccae29c23 None None] Allocated IP 172.20.255.242 (31eaf08e-7479-4e80-8f22-948d36a25e0b/880f7379-6e4d-4e44-968e-0a6182d2ff52/28479cac-ad26-47cd-ae41-cf1ee5b60062) {{(pid=103161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:29:56.962860 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 61bf0aa9-662b-4028-8e2e-8621a48f656b up at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 13:29:56.996285 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d309e6c9-47a4-45b7-902c-5f9a9b5c707e tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] Notify agent at l3_agent.dv-neutron-744815-20-hyperv the message routers_updated {{(pid=103159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 13:29:57.013020 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46640715-6d0a-48b5-8ae8-ea231727c7b4 None None] Sync routers for ids ['16913b98-3477-446b-b01d-d0cc0e467ef0'] in dv-neutron-744815-20-hyperv {{(pid=103161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 13:29:57.022400 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-cff53e35-2b49-4e41-8103-ad323aa95f3b tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767106405744'] for network, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:57.031708 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-d309e6c9-47a4-45b7-902c-5f9a9b5c707e tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for floatingip, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:57.069225 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-d309e6c9-47a4-45b7-902c-5f9a9b5c707e tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 5.2214360 Dec 18 13:29:57.070087 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7e2fdcf-cd6e-4be5-8448-e22550985054', 'tag': 'f5e61d76-6a42-42c3-a223-c3cbaf038e98'}] {{(pid=103159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 18 13:29:57.072439 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca844cf115d59c1fab86abc202fb4c13735de0d7e4cbbbb25eec9406e9c87431" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cce5c22-05d3-45af-9131-eeebf4b6c1d5" -d '{"events": [{"name": "network-changed", "server_uuid": "f7e2fdcf-cd6e-4be5-8448-e22550985054", "tag": "f5e61d76-6a42-42c3-a223-c3cbaf038e98"}]}' {{(pid=103159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 18 13:29:57.083824 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cb88c69-bcc7-4960-a966-da46ddb07dc2 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:29:57.091457 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cb88c69-bcc7-4960-a966-da46ddb07dc2 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:29:57.097356 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cb88c69-bcc7-4960-a966-da46ddb07dc2 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:29:57.099253 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-9cb88c69-bcc7-4960-a966-da46ddb07dc2 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] 10.222.0.31 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2390 time: 0.2913911 Dec 18 13:29:57.102747 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 53152) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:29:57.135529 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46640715-6d0a-48b5-8ae8-ea231727c7b4 None None] Routers {'16913b98-3477-446b-b01d-d0cc0e467ef0'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:29:57.136232 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-46640715-6d0a-48b5-8ae8-ea231727c7b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:29:27Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['16913b98-3477-446b-b01d-d0cc0e467ef0'], 'active': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:29:57.156328 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 13:29:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d22bdc7-3c68-4427-af1e-dd4e43edfafa x-openstack-request-id: req-4d22bdc7-3c68-4427-af1e-dd4e43edfafa {{(pid=103159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 18 13:29:57.156328 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7e2fdcf-cd6e-4be5-8448-e22550985054", "tag": "f5e61d76-6a42-42c3-a223-c3cbaf038e98", "status": "completed", "code": 200}]} {{(pid=103159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 18 13:29:57.156620 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4d22bdc7-3c68-4427-af1e-dd4e43edfafa {{(pid=103159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 18 13:29:57.157006 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7e2fdcf-cd6e-4be5-8448-e22550985054', 'tag': 'f5e61d76-6a42-42c3-a223-c3cbaf038e98', 'status': 'completed', 'code': 200} Dec 18 13:29:57.209746 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-5e00c69f-a6a8-43d3-83cc-c375360b2089 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:57.215552 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-51a11773-52ce-4246-8639-0f915b7e6cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:57.215990 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-cff53e35-2b49-4e41-8103-ad323aa95f3b tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981'] for network, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:57.222258 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cff53e35-2b49-4e41-8103-ad323aa95f3b tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:29:57.222909 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-cff53e35-2b49-4e41-8103-ad323aa95f3b tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047995'] for network, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:57.273120 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cce5c22-05d3-45af-9131-eeebf4b6c1d5 req-45a1424f-9bcb-406d-a932-b507a364876f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:29:57.275524 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-0cce5c22-05d3-45af-9131-eeebf4b6c1d5 req-45a1424f-9bcb-406d-a932-b507a364876f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2cba4008d8a8417bb0925fcf9726214e&device_id=f7e2fdcf-cd6e-4be5-8448-e22550985054 HTTP/1.1" status: 200 len: 1099 time: 0.0981646 Dec 18 13:29:57.283801 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2294866d-0076-4933-952c-685307032598 None None] Provisioning complete for port 61bf0aa9-662b-4028-8e2e-8621a48f656b triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:29:57.283801 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:57.325533 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-11d171ae-ec0d-42f9-9816-a12e314c29d6 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for security_group, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:57.359800 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-cff53e35-2b49-4e41-8103-ad323aa95f3b tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.9854238 Dec 18 13:29:57.360526 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3ce05f1-992c-4034-bd89-7f0af2ff8530 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Made reservation on behalf of 606a569495c64210af9cc9fb7e76dd52 for: {'port': 1} {{(pid=103160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:29:57.364760 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 53154) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:29:57.371445 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-a07bdf4f-be8c-400b-92a7-458cce2106b0 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Request body: {'subnet': {'network_id': 'ef86b74f-a1d3-4bf2-931c-4865b4a42dbe', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:29:57.373707 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-11d171ae-ec0d-42f9-9816-a12e314c29d6 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:57.390927 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-194133fa-618f-4c43-a248-428b4eea05ce tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Deleting port 77c7bc05-7aa6-41b5-8a9f-69073837ebe0 {{(pid=103159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:29:57.391216 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-194133fa-618f-4c43-a248-428b4eea05ce tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:57.393340 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-51a11773-52ce-4246-8639-0f915b7e6cbe None None] For port 61bf0aa9-662b-4028-8e2e-8621a48f656b, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=61bf0aa9-662b-4028-8e2e-8621a48f656b,segment=NetworkSegment(1d35b28d-d075-4c4f-99ab-408d9457428e),segment_id=1d35b28d-d075-4c4f-99ab-408d9457428e)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:29:57.417794 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvr_db [None req-46640715-6d0a-48b5-8ae8-ea231727c7b4 None None] Set router 16913b98-3477-446b-b01d-d0cc0e467ef0 gateway port host: dv-neutron-744815-20-hyperv {{(pid=103161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 13:29:57.422024 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff53e35-2b49-4e41-8103-ad323aa95f3b tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Pushing event updated for resources: {'Network': ['ID=ef86b74f-a1d3-4bf2-931c-4865b4a42dbe,revision_number=1']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:29:57.425403 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-51a11773-52ce-4246-8639-0f915b7e6cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:57.468377 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Network ef86b74f-a1d3-4bf2-931c-4865b4a42dbe details requested by agent ovs-agent-dv-neutron-744815-20-hyperv with host dv-neutron-744815-20-hyperv {{(pid=103161) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 18 13:29:57.470578 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-20c7ba82-88b6-4dfc-bee6-cc3ccae29c23 None None] Publish callbacks [] for port, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:57.476327 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11d171ae-ec0d-42f9-9816-a12e314c29d6 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 122} {{(pid=103160) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 18 13:29:57.496601 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d171ae-ec0d-42f9-9816-a12e314c29d6 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Pushing event updated for resources: {'SecurityGroup': ['ID=975512c7-114f-4de0-85e5-d6733081136c,revision_number=1']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:29:57.512806 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-11d171ae-ec0d-42f9-9816-a12e314c29d6 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:57.513498 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.db.segments_db [None req-11d171ae-ec0d-42f9-9816-a12e314c29d6 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Added segment 999ac071-648b-41e4-b1fb-0b335d58804a of type vlan for network 1f2d5a30-cad3-45c3-b064-c7c1eec3de2d Dec 18 13:29:57.515520 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-e3b124a7-7dcc-48ca-b1b6-ef42e0c2323f tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-589760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-586526'] for router, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:57.541935 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-20c7ba82-88b6-4dfc-bee6-cc3ccae29c23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975'] for port, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:57.548959 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cce5c22-05d3-45af-9131-eeebf4b6c1d5 req-eb4b22c5-681e-456f-b746-352caaa3ad9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:29:57.550473 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-0cce5c22-05d3-45af-9131-eeebf4b6c1d5 req-eb4b22c5-681e-456f-b746-352caaa3ad9e service neutron] 10.222.0.43 "GET /v2.0/networks?id=b777eec3-1fe1-45d9-be90-d023741ff2c0 HTTP/1.1" status: 200 len: 913 time: 0.2650666 Dec 18 13:29:57.629333 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-11d171ae-ec0d-42f9-9816-a12e314c29d6 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767106405744'] for network, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:57.647579 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-a3ce05f1-992c-4034-bd89-7f0af2ff8530 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:57.667982 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-194133fa-618f-4c43-a248-428b4eea05ce tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:57.681089 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-0cce5c22-05d3-45af-9131-eeebf4b6c1d5 req-0cd82bb5-aef8-4f90-a1b4-35b96108c3eb service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f5e61d76-6a42-42c3-a223-c3cbaf038e98 HTTP/1.1" status: 200 len: 1000 time: 0.1144979 Dec 18 13:29:57.686924 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a07bdf4f-be8c-400b-92a7-458cce2106b0 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Made reservation on behalf of f5afdd4acb1d4a48932f1bea649c1c37 for: {'subnet': 1} {{(pid=103159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:29:57.697439 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-a07bdf4f-be8c-400b-92a7-458cce2106b0 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6017072'] for subnet, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:57.711599 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-194133fa-618f-4c43-a248-428b4eea05ce tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Calling delete_port for 77c7bc05-7aa6-41b5-8a9f-69073837ebe0 owned by {{(pid=103159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:29:57.737089 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.notifiers.nova [None req-a3ce05f1-992c-4034-bd89-7f0af2ff8530 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] device_id is not set on port 16d06ddd-663f-44f9-aa5c-28a28ddef796 yet. {{(pid=103160) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 18 13:29:57.786330 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-11d171ae-ec0d-42f9-9816-a12e314c29d6 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981'] for network, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:57.793604 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11d171ae-ec0d-42f9-9816-a12e314c29d6 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:29:57.794403 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-11d171ae-ec0d-42f9-9816-a12e314c29d6 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047995'] for network, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:57.842075 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cce5c22-05d3-45af-9131-eeebf4b6c1d5 req-9e56d653-6a83-432f-8c19-d5a77ad5e6cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:29:57.843252 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-0cce5c22-05d3-45af-9131-eeebf4b6c1d5 req-9e56d653-6a83-432f-8c19-d5a77ad5e6cf service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7e8a84a3-739e-4c83-bb7f-c941648f694b HTTP/1.1" status: 200 len: 851 time: 0.1409233 Dec 18 13:29:57.901624 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-11d171ae-ec0d-42f9-9816-a12e314c29d6 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.6877930 Dec 18 13:29:57.907857 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 53156) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:29:57.917002 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-541082a0-79ed-45ce-bbd5-be1bba314010 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1985445967', 'admin_state_up': True, 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83'}}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:29:57.933567 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d171ae-ec0d-42f9-9816-a12e314c29d6 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Pushing event updated for resources: {'Network': ['ID=1f2d5a30-cad3-45c3-b064-c7c1eec3de2d,revision_number=1']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:29:57.967532 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cce5c22-05d3-45af-9131-eeebf4b6c1d5 req-6ef70031-b9df-44ea-9528-7c84d7c9ec21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:29:57.969184 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-0cce5c22-05d3-45af-9131-eeebf4b6c1d5 req-6ef70031-b9df-44ea-9528-7c84d7c9ec21 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b777eec3-1fe1-45d9-be90-d023741ff2c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1174319 Dec 18 13:29:57.988868 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3b124a7-7dcc-48ca-b1b6-ef42e0c2323f tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Router 8b4400aa-73df-4467-9875-5e1ec7c9ec97 is scheduled to L3 agent c9c0cd52-5bd2-4704-9429-d80f1c5ad23c with binding_index 1 {{(pid=103160) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 18 13:29:58.031953 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-541082a0-79ed-45ce-bbd5-be1bba314010 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28433'] for router, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:58.033008 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-541082a0-79ed-45ce-bbd5-be1bba314010 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-589769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28440'] for router, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:58.051577 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Network 1f2d5a30-cad3-45c3-b064-c7c1eec3de2d details requested by agent ovs-agent-dv-neutron-744815-20-hyperv with host dv-neutron-744815-20-hyperv {{(pid=103161) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 18 13:29:58.110681 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20c7ba82-88b6-4dfc-bee6-cc3ccae29c23 None None] Network 31eaf08e-7479-4e80-8f22-948d36a25e0b is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:29:58.121963 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a11773-52ce-4246-8639-0f915b7e6cbe None None] Pushing event updated for resources: {'Port': ['ID=61bf0aa9-662b-4028-8e2e-8621a48f656b,revision_number=5']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:29:58.152646 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-20c7ba82-88b6-4dfc-bee6-cc3ccae29c23 None None] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:29:58.163413 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20c7ba82-88b6-4dfc-bee6-cc3ccae29c23 None None] Received port after_create {{(pid=103161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:29:58.175284 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.db_base_plugin_common [None req-a3ce05f1-992c-4034-bd89-7f0af2ff8530 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Allocated IP 172.20.0.5 (a0b84a49-8464-4342-a47d-bd714ebbec81/c1790ff2-cf2f-4e99-b059-5f4e8daa6d91/16d06ddd-663f-44f9-aa5c-28a28ddef796) {{(pid=103160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:29:58.187672 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-194133fa-618f-4c43-a248-428b4eea05ce tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:58.190104 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.db_base_plugin_common [None req-a3ce05f1-992c-4034-bd89-7f0af2ff8530 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Allocated IP 2001:db8::f816:3eff:feae:2292 (a0b84a49-8464-4342-a47d-bd714ebbec81/cf6f9bfb-5359-4a54-a844-814b0daf87b4/16d06ddd-663f-44f9-aa5c-28a28ddef796) {{(pid=103160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:29:58.199463 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-1a210cd6-8f34-4ef0-ae2b-5a022eae508b None None] Provisioning complete for port 61bf0aa9-662b-4028-8e2e-8621a48f656b triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:29:58.199704 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-1a210cd6-8f34-4ef0-ae2b-5a022eae508b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:58.214710 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-a07bdf4f-be8c-400b-92a7-458cce2106b0 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5659786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6017062'] for subnet, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:58.220998 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3b124a7-7dcc-48ca-b1b6-ef42e0c2323f tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Notify agent at l3_agent.dv-neutron-744815-20-hyperv the message routers_updated {{(pid=103160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 13:29:58.239091 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f96affce-007a-4564-9376-f69e308bc4f1 None None] Sync routers for ids ['8b4400aa-73df-4467-9875-5e1ec7c9ec97'] in dv-neutron-744815-20-hyperv {{(pid=103162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 13:29:58.242865 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-0cce5c22-05d3-45af-9131-eeebf4b6c1d5 req-47b7aed1-b89d-4417-abf1-4fb0b8e518fb service neutron] 10.222.0.43 "GET /v2.0/networks/b777eec3-1fe1-45d9-be90-d023741ff2c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2597780 Dec 18 13:29:58.252723 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f96affce-007a-4564-9376-f69e308bc4f1 None None] Routers {'8b4400aa-73df-4467-9875-5e1ec7c9ec97'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:29:58.253387 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-f96affce-007a-4564-9376-f69e308bc4f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:29:57Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['8b4400aa-73df-4467-9875-5e1ec7c9ec97'], 'active': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:29:58.269783 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-e3b124a7-7dcc-48ca-b1b6-ef42e0c2323f tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Publish callbacks [] for router, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:58.271328 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-e3b124a7-7dcc-48ca-b1b6-ef42e0c2323f tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 5.7251544 Dec 18 13:29:58.274378 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 53158) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:29:58.311607 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c7ba82-88b6-4dfc-bee6-cc3ccae29c23 None None] Pushing event updated for resources: {'Port': ['ID=28479cac-ad26-47cd-ae41-cf1ee5b60062,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:29:58.312454 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194133fa-618f-4c43-a248-428b4eea05ce tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Pushing event deleted for resources: {'Port': ['ID=77c7bc05-7aa6-41b5-8a9f-69073837ebe0,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:29:58.345971 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-f96affce-007a-4564-9376-f69e308bc4f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:29:58.356549 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f96affce-007a-4564-9376-f69e308bc4f1 None None] Routers {'8b4400aa-73df-4467-9875-5e1ec7c9ec97'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:29:58.357167 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-f96affce-007a-4564-9376-f69e308bc4f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:29:57Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['8b4400aa-73df-4467-9875-5e1ec7c9ec97'], 'active': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:29:58.378261 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-541082a0-79ed-45ce-bbd5-be1bba314010 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:58.390090 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 61bf0aa9-662b-4028-8e2e-8621a48f656b up at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 13:29:58.451876 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-194133fa-618f-4c43-a248-428b4eea05ce tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:58.456056 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-194133fa-618f-4c43-a248-428b4eea05ce tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] 10.222.0.31 "DELETE /v2.0/ports/77c7bc05-7aa6-41b5-8a9f-69073837ebe0 HTTP/1.1" status: 204 len: 168 time: 1.3520076 Dec 18 13:29:58.459969 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-20c7ba82-88b6-4dfc-bee6-cc3ccae29c23 None None] Attempting to bind port 28479cac-ad26-47cd-ae41-cf1ee5b60062 on host dv-neutron-744815-20-hyperv for vnic_type normal with profile {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 13:29:58.462780 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-20c7ba82-88b6-4dfc-bee6-cc3ccae29c23 None None] Attempting to bind port 28479cac-ad26-47cd-ae41-cf1ee5b60062 by drivers openvswitch,hyperv on host dv-neutron-744815-20-hyperv at level 0 using segments [{'id': '872ab5af-b8a4-46c3-bc9b-f29e19d7a5ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '31eaf08e-7479-4e80-8f22-948d36a25e0b'}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 13:29:58.471755 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20c7ba82-88b6-4dfc-bee6-cc3ccae29c23 None None] Attempting to bind port 28479cac-ad26-47cd-ae41-cf1ee5b60062 on network 31eaf08e-7479-4e80-8f22-948d36a25e0b {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 13:29:58.474212 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-afa9ae9b-bdbb-4010-bcf6-3a46ce66cf71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:58.484651 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-a3ce05f1-992c-4034-bd89-7f0af2ff8530 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks [] for port, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:58.512155 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 53160) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:29:58.523064 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20c7ba82-88b6-4dfc-bee6-cc3ccae29c23 None None] Checking agent: {'id': '428fa9fa-43db-4db9-9f96-f60ffe931f2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-20-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 13, 19, 1), 'started_at': datetime.datetime(2021, 12, 18, 13, 19, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 13, 29, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-20-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 18 13:29:58.524814 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20c7ba82-88b6-4dfc-bee6-cc3ccae29c23 None None] Checking segment: {'id': '872ab5af-b8a4-46c3-bc9b-f29e19d7a5ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '31eaf08e-7479-4e80-8f22-948d36a25e0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 13:29:58.525871 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-20c7ba82-88b6-4dfc-bee6-cc3ccae29c23 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:58.526860 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20c7ba82-88b6-4dfc-bee6-cc3ccae29c23 None None] Bound using segment: {'id': '872ab5af-b8a4-46c3-bc9b-f29e19d7a5ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '31eaf08e-7479-4e80-8f22-948d36a25e0b'} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 18 13:29:58.527948 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-20c7ba82-88b6-4dfc-bee6-cc3ccae29c23 None None] Bound port: 28479cac-ad26-47cd-ae41-cf1ee5b60062, host: dv-neutron-744815-20-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '872ab5af-b8a4-46c3-bc9b-f29e19d7a5ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '31eaf08e-7479-4e80-8f22-948d36a25e0b'}}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 18 13:29:58.529321 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-20c7ba82-88b6-4dfc-bee6-cc3ccae29c23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:58.553907 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-f96affce-007a-4564-9376-f69e308bc4f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:29:58.554591 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f96affce-007a-4564-9376-f69e308bc4f1 None None] The sync data for ids ['8b4400aa-73df-4467-9875-5e1ec7c9ec97'] in dv-neutron-744815-20-hyperv is: [] {{(pid=103162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 13:29:58.560957 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-a3ce05f1-992c-4034-bd89-7f0af2ff8530 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4533522'] for port, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:58.615513 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-46640715-6d0a-48b5-8ae8-ea231727c7b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16913b98-3477-446b-b01d-d0cc0e467ef0', 'name': 'tempest-TestVolumeBootPattern-1470380616-router', 'tenant_id': '2cba4008d8a8417bb0925fcf9726214e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.121'}], 'enable_snat': True}, 'gw_port_id': '0c644985-4e46-4e75-b8fe-1f0806bdf2c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:28:12Z', 'updated_at': '2021-12-18T13:28:19Z', 'revision_number': 4, 'project_id': '2cba4008d8a8417bb0925fcf9726214e', 'gw_port': {'id': '0c644985-4e46-4e75-b8fe-1f0806bdf2c1', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:55:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16913b98-3477-446b-b01d-d0cc0e467ef0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:28:13Z', 'updated_at': '2021-12-18T13:28:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv', '_floatingips': [{'id': '0cb01e37-34b9-45d1-a85c-1a38c24ba305', 'tenant_id': '2cba4008d8a8417bb0925fcf9726214e', 'floating_ip_address': '172.26.3.154', 'floating_network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'router_id': '16913b98-3477-446b-b01d-d0cc0e467ef0', 'port_id': 'f5e61d76-6a42-42c3-a223-c3cbaf038e98', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 752, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b777eec3-1fe1-45d9-be90-d023741ff2c0', 'mac_address': 'fa:16:3e:12:b5:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e2fdcf-cd6e-4be5-8448-e22550985054', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T13:29:54Z', 'updated_at': '2021-12-18T13:29:54Z', 'revision_number': 0, 'project_id': '2cba4008d8a8417bb0925fcf9726214e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3da74d69-5142-4c91-8c05-8a6b4ab78020', 'name': '', 'network_id': 'b777eec3-1fe1-45d9-be90-d023741ff2c0', 'tenant_id': '2cba4008d8a8417bb0925fcf9726214e', 'mac_address': 'fa:16:3e:7b:20:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16913b98-3477-446b-b01d-d0cc0e467ef0', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '7e8a84a3-739e-4c83-bb7f-c941648f694b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:28:18Z', 'updated_at': '2021-12-18T13:28:26Z', 'revision_number': 5, 'project_id': '2cba4008d8a8417bb0925fcf9726214e', 'subnets': [{'id': '7e8a84a3-739e-4c83-bb7f-c941648f694b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:29:58.625160 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3ce05f1-992c-4034-bd89-7f0af2ff8530 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Network a0b84a49-8464-4342-a47d-bd714ebbec81 is already hosted by enough agents. {{(pid=103160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:29:58.629890 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.base_scheduler [None req-a3ce05f1-992c-4034-bd89-7f0af2ff8530 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Resources bound (agent type, host, resource id): {{(pid=103160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:29:58.633210 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3ce05f1-992c-4034-bd89-7f0af2ff8530 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Received port after_create {{(pid=103160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:29:58.670881 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ce05f1-992c-4034-bd89-7f0af2ff8530 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Pushing event updated for resources: {'Port': ['ID=16d06ddd-663f-44f9-aa5c-28a28ddef796,revision_number=1']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:29:58.672271 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07bdf4f-be8c-400b-92a7-458cce2106b0 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Pushing event updated for resources: {'Subnet': ['ID=0d5d0904-a5dc-4408-8176-b843f3d7a942,revision_number=0']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:29:58.698413 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e626275-01e0-4079-821e-31614ba0e403 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] GET failed (client error): The resource could not be found. Dec 18 13:29:58.702661 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 53162) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:29:58.702985 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-5e626275-01e0-4079-821e-31614ba0e403 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] 10.222.0.31 "GET /v2.0/ports/77c7bc05-7aa6-41b5-8a9f-69073837ebe0 HTTP/1.1" status: 404 len: 333 time: 0.1576393 Dec 18 13:29:58.713917 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46640715-6d0a-48b5-8ae8-ea231727c7b4 None None] Checking router: 16913b98-3477-446b-b01d-d0cc0e467ef0 for host: dv-neutron-744815-20-hyperv {{(pid=103161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 18 13:29:58.724360 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3ce05f1-992c-4034-bd89-7f0af2ff8530 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:29:58.725004 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-a3ce05f1-992c-4034-bd89-7f0af2ff8530 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:58.753795 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-20c7ba82-88b6-4dfc-bee6-cc3ccae29c23 None None] For port 28479cac-ad26-47cd-ae41-cf1ee5b60062, host dv-neutron-744815-20-hyperv, cleared binding levels {{(pid=103161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 18 13:29:58.756647 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2294866d-0076-4933-952c-685307032598 None None] Provisioning complete for port 61bf0aa9-662b-4028-8e2e-8621a48f656b triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:29:58.756647 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:58.762787 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-20c7ba82-88b6-4dfc-bee6-cc3ccae29c23 None None] For port 28479cac-ad26-47cd-ae41-cf1ee5b60062, host dv-neutron-744815-20-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=28479cac-ad26-47cd-ae41-cf1ee5b60062,segment=NetworkSegment(872ab5af-b8a4-46c3-bc9b-f29e19d7a5ab),segment_id=872ab5af-b8a4-46c3-bc9b-f29e19d7a5ab)] {{(pid=103161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 18 13:29:58.765192 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46640715-6d0a-48b5-8ae8-ea231727c7b4 None None] Routers {'16913b98-3477-446b-b01d-d0cc0e467ef0'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:29:58.765913 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-46640715-6d0a-48b5-8ae8-ea231727c7b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:29:57Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['16913b98-3477-446b-b01d-d0cc0e467ef0'], 'active': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:29:58.778158 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a07bdf4f-be8c-400b-92a7-458cce2106b0 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Checking segment: {'id': 'e27f8bd0-ac00-40aa-81f8-11210ef49c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'ef86b74f-a1d3-4bf2-931c-4865b4a42dbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 13:29:58.778463 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-a3ce05f1-992c-4034-bd89-7f0af2ff8530 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.0580952 Dec 18 13:29:58.779216 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a07bdf4f-be8c-400b-92a7-458cce2106b0 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Network hostable DHCP agents. Network: ef86b74f-a1d3-4bf2-931c-4865b4a42dbe, hostable agents: ['aa77effa-0e3a-4bbd-a383-4d58ed3328d0'], hosted agents: [] {{(pid=103159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 18 13:29:58.785994 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 53164) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:29:58.801917 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-20c7ba82-88b6-4dfc-bee6-cc3ccae29c23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:58.835539 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-8edc4ce6-1e1f-46d1-8891-7c3add65be8d tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Deleting port 9246d950-6c4b-4729-9338-2e8457012601 {{(pid=103160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:29:58.835925 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-8edc4ce6-1e1f-46d1-8891-7c3add65be8d tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:58.915432 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-541082a0-79ed-45ce-bbd5-be1bba314010 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:58.964758 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-0cce5c22-05d3-45af-9131-eeebf4b6c1d5 req-720e421e-25ea-46ed-9359-58f88cb9e12e service neutron] 10.222.0.43 "GET /v2.0/networks/b777eec3-1fe1-45d9-be90-d023741ff2c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6895022 Dec 18 13:29:58.992539 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a07bdf4f-be8c-400b-92a7-458cce2106b0 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Network ef86b74f-a1d3-4bf2-931c-4865b4a42dbe is scheduled to be hosted by DHCP agent aa77effa-0e3a-4bbd-a383-4d58ed3328d0 with binding_index 1 {{(pid=103159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 18 13:29:59.033019 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.base_scheduler [None req-a07bdf4f-be8c-400b-92a7-458cce2106b0 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-744815-20-hyperv, ef86b74f-a1d3-4bf2-931c-4865b4a42dbe) {{(pid=103159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:29:59.038480 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a07bdf4f-be8c-400b-92a7-458cce2106b0 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:29:59.039095 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-a07bdf4f-be8c-400b-92a7-458cce2106b0 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047995'] for subnet, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:59.061685 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fa6826c-8828-49fc-ade7-9620173f217b tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:29:59.068937 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fa6826c-8828-49fc-ade7-9620173f217b tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:29:59.073897 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-5fa6826c-8828-49fc-ade7-9620173f217b tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.2823803 Dec 18 13:29:59.077571 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4735d229-18f2-4483-9656-6151e334ea35 None None] Network ef86b74f-a1d3-4bf2-931c-4865b4a42dbe requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:29:59.102878 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c7ba82-88b6-4dfc-bee6-cc3ccae29c23 None None] Pushing event updated for resources: {'Port': ['ID=28479cac-ad26-47cd-ae41-cf1ee5b60062,revision_number=2']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:29:59.115012 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 53166) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:29:59.216494 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-7e4cb5fe-2751-4953-8f69-ab0a84f3c865 None None] Provisioning complete for port 16d06ddd-663f-44f9-aa5c-28a28ddef796 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:29:59.216964 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7e4cb5fe-2751-4953-8f69-ab0a84f3c865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:59.262070 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvr_db [None req-46640715-6d0a-48b5-8ae8-ea231727c7b4 None None] Set router 16913b98-3477-446b-b01d-d0cc0e467ef0 gateway port host: dv-neutron-744815-20-hyperv {{(pid=103161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 13:29:59.341428 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-7e4cb5fe-2751-4953-8f69-ab0a84f3c865 None None] Port 16d06ddd-663f-44f9-aa5c-28a28ddef796 cannot update to ACTIVE because it is not bound. {{(pid=103161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 13:29:59.353898 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-8edc4ce6-1e1f-46d1-8891-7c3add65be8d tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:59.370161 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-8edc4ce6-1e1f-46d1-8891-7c3add65be8d tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Calling delete_port for 9246d950-6c4b-4729-9338-2e8457012601 owned by {{(pid=103160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:29:59.420516 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd280023-c610-48c5-9c35-c6615cd1a918 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp31e170a0-46a1-5ba9-9dc1-7ee4f866f0d7-ef86b74f-a1d3-4bf2-931c-4865b4a42dbe', 'network_id': 'ef86b74f-a1d3-4bf2-931c-4865b4a42dbe', 'project_id': 'f5afdd4acb1d4a48932f1bea649c1c37', 'fixed_ips': [{'subnet_id': '0d5d0904-a5dc-4408-8176-b843f3d7a942'}]}} from dv-neutron-744815-20-hyperv. {{(pid=103161) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 18 13:29:59.421963 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-bd280023-c610-48c5-9c35-c6615cd1a918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:59.535197 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-8edc4ce6-1e1f-46d1-8891-7c3add65be8d tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4533522'] for port, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:59.565843 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edc4ce6-1e1f-46d1-8891-7c3add65be8d tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Pushing event deleted for resources: {'Port': ['ID=9246d950-6c4b-4729-9338-2e8457012601,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:29:59.599386 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-8edc4ce6-1e1f-46d1-8891-7c3add65be8d tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:59.603123 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-8edc4ce6-1e1f-46d1-8891-7c3add65be8d tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] 10.222.0.31 "DELETE /v2.0/ports/9246d950-6c4b-4729-9338-2e8457012601 HTTP/1.1" status: 204 len: 168 time: 0.8992939 Dec 18 13:29:59.605725 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 53168) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:29:59.651990 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.pecan_wsgi.hooks.translation [None req-656393c0-e87a-478f-94e3-144790b795c9 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] GET failed (client error): The resource could not be found. Dec 18 13:29:59.653651 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-656393c0-e87a-478f-94e3-144790b795c9 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] 10.222.0.31 "GET /v2.0/ports/9246d950-6c4b-4729-9338-2e8457012601 HTTP/1.1" status: 404 len: 333 time: 0.0468049 Dec 18 13:29:59.657278 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 53170) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:29:59.702450 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_common [None req-bd280023-c610-48c5-9c35-c6615cd1a918 None None] Allocated IP 172.20.0.2 (ef86b74f-a1d3-4bf2-931c-4865b4a42dbe/0d5d0904-a5dc-4408-8176-b843f3d7a942/83da5d1b-775e-4830-b14f-1356a2f67a6c) {{(pid=103161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:29:59.719133 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-a07bdf4f-be8c-400b-92a7-458cce2106b0 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 2.3515317 Dec 18 13:29:59.723439 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 53172) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:29:59.744399 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.db_base_plugin_v2 [None req-8bd0afad-6008-4071-81e7-908df36e4680 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Deleting subnet 1431b21e-8956-47e7-a655-4b5f37176ed0 {{(pid=103160) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 18 13:29:59.759563 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-8bd0afad-6008-4071-81e7-908df36e4680 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks [] for subnet, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:59.867345 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-46640715-6d0a-48b5-8ae8-ea231727c7b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16913b98-3477-446b-b01d-d0cc0e467ef0', 'name': 'tempest-TestVolumeBootPattern-1470380616-router', 'tenant_id': '2cba4008d8a8417bb0925fcf9726214e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.121'}], 'enable_snat': True}, 'gw_port_id': '0c644985-4e46-4e75-b8fe-1f0806bdf2c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:28:12Z', 'updated_at': '2021-12-18T13:28:19Z', 'revision_number': 4, 'project_id': '2cba4008d8a8417bb0925fcf9726214e', 'gw_port': {'id': '0c644985-4e46-4e75-b8fe-1f0806bdf2c1', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:55:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16913b98-3477-446b-b01d-d0cc0e467ef0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:28:13Z', 'updated_at': '2021-12-18T13:28:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv', '_floatingips': [{'id': '0cb01e37-34b9-45d1-a85c-1a38c24ba305', 'tenant_id': '2cba4008d8a8417bb0925fcf9726214e', 'floating_ip_address': '172.26.3.154', 'floating_network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'router_id': '16913b98-3477-446b-b01d-d0cc0e467ef0', 'port_id': 'f5e61d76-6a42-42c3-a223-c3cbaf038e98', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 752, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b777eec3-1fe1-45d9-be90-d023741ff2c0', 'mac_address': 'fa:16:3e:12:b5:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e2fdcf-cd6e-4be5-8448-e22550985054', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T13:29:54Z', 'updated_at': '2021-12-18T13:29:54Z', 'revision_number': 0, 'project_id': '2cba4008d8a8417bb0925fcf9726214e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3da74d69-5142-4c91-8c05-8a6b4ab78020', 'name': '', 'network_id': 'b777eec3-1fe1-45d9-be90-d023741ff2c0', 'tenant_id': '2cba4008d8a8417bb0925fcf9726214e', 'mac_address': 'fa:16:3e:7b:20:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16913b98-3477-446b-b01d-d0cc0e467ef0', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '7e8a84a3-739e-4c83-bb7f-c941648f694b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:28:18Z', 'updated_at': '2021-12-18T13:28:26Z', 'revision_number': 5, 'project_id': '2cba4008d8a8417bb0925fcf9726214e', 'subnets': [{'id': '7e8a84a3-739e-4c83-bb7f-c941648f694b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:29:59.868199 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-8bd0afad-6008-4071-81e7-908df36e4680 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4533385'] for subnet, precommit_delete_associations {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:59.938356 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46640715-6d0a-48b5-8ae8-ea231727c7b4 None None] The sync data for ids ['16913b98-3477-446b-b01d-d0cc0e467ef0'] in dv-neutron-744815-20-hyperv is: [{'id': '16913b98-3477-446b-b01d-d0cc0e467ef0', 'name': 'tempest-TestVolumeBootPattern-1470380616-router', 'tenant_id': '2cba4008d8a8417bb0925fcf9726214e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.121'}], 'enable_snat': True}, 'gw_port_id': '0c644985-4e46-4e75-b8fe-1f0806bdf2c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:28:12Z', 'updated_at': '2021-12-18T13:28:19Z', 'revision_number': 4, 'project_id': '2cba4008d8a8417bb0925fcf9726214e', 'gw_port': {'id': '0c644985-4e46-4e75-b8fe-1f0806bdf2c1', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:55:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16913b98-3477-446b-b01d-d0cc0e467ef0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:28:13Z', 'updated_at': '2021-12-18T13:28:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv', '_floatingips': [{'id': '0cb01e37-34b9-45d1-a85c-1a38c24ba305', 'tenant_id': '2cba4008d8a8417bb0925fcf9726214e', 'floating_ip_address': '172.26.3.154', 'floating_network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'router_id': '16913b98-3477-446b-b01d-d0cc0e467ef0', 'port_id': 'f5e61d76-6a42-42c3-a223-c3cbaf038e98', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 752, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b777eec3-1fe1-45d9-be90-d023741ff2c0', 'mac_address': 'fa:16:3e:12:b5:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e2fdcf-cd6e-4be5-8448-e22550985054', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T13:29:54Z', 'updated_at': '2021-12-18T13:29:54Z', 'revision_number': 0, 'project_id': '2cba4008d8a8417bb0925fcf9726214e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3da74d69-5142-4c91-8c05-8a6b4ab78020', 'name': '', 'network_id': 'b777eec3-1fe1-45d9-be90-d023741ff2c0', 'tenant_id': '2cba4008d8a8417bb0925fcf9726214e', 'mac_address': 'fa:16:3e:7b:20:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16913b98-3477-446b-b01d-d0cc0e467ef0', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '7e8a84a3-739e-4c83-bb7f-c941648f694b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:28:18Z', 'updated_at': '2021-12-18T13:28:26Z', 'revision_number': 5, 'project_id': '2cba4008d8a8417bb0925fcf9726214e', 'subnets': [{'id': '7e8a84a3-739e-4c83-bb7f-c941648f694b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 13:29:59.952269 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-e9d30a97-c263-4a02-b818-c6b38703df23 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2023137'] for network, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:29:59.969552 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-220a4f9b-6a52-4d07-8cc3-4ee9d1930320 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:00.033359 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-bd280023-c610-48c5-9c35-c6615cd1a918 None None] Publish callbacks [] for port, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:00.039018 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7b7a3272-2b45-4d32-9670-25eb1afd1184 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:00.044044 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-bd280023-c610-48c5-9c35-c6615cd1a918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975'] for port, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:00.069816 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-8bd0afad-6008-4071-81e7-908df36e4680 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1929185'] for subnet, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:00.118071 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-7a22a539-d0a6-49a6-920a-65eb35808ed4 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Deleting port 16d06ddd-663f-44f9-aa5c-28a28ddef796 {{(pid=103159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:30:00.118536 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-7a22a539-d0a6-49a6-920a-65eb35808ed4 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:00.173977 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-8bd0afad-6008-4071-81e7-908df36e4680 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1929192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4533475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4514371'] for subnet, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:00.235562 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-8bd0afad-6008-4071-81e7-908df36e4680 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks [] for subnet, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:00.246272 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-8bd0afad-6008-4071-81e7-908df36e4680 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] 10.222.0.31 "DELETE /v2.0/subnets/1431b21e-8956-47e7-a655-4b5f37176ed0 HTTP/1.1" status: 204 len: 168 time: 0.5877178 Dec 18 13:30:00.253899 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 53174) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:30:00.259238 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd0afad-6008-4071-81e7-908df36e4680 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Pushing event deleted for resources: {'Subnet': ['ID=1431b21e-8956-47e7-a655-4b5f37176ed0,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:30:00.276443 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-e9d30a97-c263-4a02-b818-c6b38703df23 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1929185'] for subnet, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:00.364429 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-3d6b26e5-a538-41d3-9173-ef5c7533f9bc tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2023137'] for network, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:00.369506 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-541082a0-79ed-45ce-bbd5-be1bba314010 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for router_gateway, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:00.370510 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb418b5b-fc1f-4247-947c-59330d6114b6 None None] New status for floating IP 0cb01e37-34b9-45d1-a85c-1a38c24ba305: ACTIVE {{(pid=103161) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 18 13:30:00.372415 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acd16309-22fc-40e1-81c5-4d766ba17775 None None] Network a232af28-9ea1-4ae8-8de5-80b63c52dfba requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:30:00.381973 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-e9d30a97-c263-4a02-b818-c6b38703df23 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1929192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4533475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4514371'] for subnet, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:00.409302 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-7a22a539-d0a6-49a6-920a-65eb35808ed4 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:00.425000 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-7a22a539-d0a6-49a6-920a-65eb35808ed4 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Calling delete_port for 16d06ddd-663f-44f9-aa5c-28a28ddef796 owned by {{(pid=103159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:30:00.485321 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d30a97-c263-4a02-b818-c6b38703df23 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Pushing event deleted for resources: {'Subnet': ['ID=0d5d0904-a5dc-4408-8176-b843f3d7a942,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:30:00.526699 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 28479cac-ad26-47cd-ae41-cf1ee5b60062 up at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 13:30:00.529688 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8036c944-8346-418a-b3a2-d74d1d9a9ae8 None None] Network 31eaf08e-7479-4e80-8f22-948d36a25e0b requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:30:00.532348 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd280023-c610-48c5-9c35-c6615cd1a918 None None] Pushing event updated for resources: {'Port': ['ID=83da5d1b-775e-4830-b14f-1356a2f67a6c,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:30:00.544980 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd280023-c610-48c5-9c35-c6615cd1a918 None None] Network ef86b74f-a1d3-4bf2-931c-4865b4a42dbe is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:30:00.547093 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-e9d30a97-c263-4a02-b818-c6b38703df23 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1927292', 'neutron.services.segments.db._delete_segments_for_network-8767106887837'] for network, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:00.569781 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-541082a0-79ed-45ce-bbd5-be1bba314010 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:00.576079 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.services.segments.db [None req-e9d30a97-c263-4a02-b818-c6b38703df23 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef86b74f-a1d3-4bf2-931c-4865b4a42dbe']}} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:30:00.588348 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.services.segments.db [None req-e9d30a97-c263-4a02-b818-c6b38703df23 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e27f8bd0-ac00-40aa-81f8-11210ef49c75') {'for_net_delete': True} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:30:00.589014 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.services.segments.db [None req-e9d30a97-c263-4a02-b818-c6b38703df23 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e27f8bd0-ac00-40aa-81f8-11210ef49c75') {} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:30:00.605407 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-e9d30a97-c263-4a02-b818-c6b38703df23 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767106888614', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4533424'] for segment, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:00.620628 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-bd280023-c610-48c5-9c35-c6615cd1a918 None None] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:30:00.625315 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-e9d30a97-c263-4a02-b818-c6b38703df23 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:00.639493 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd280023-c610-48c5-9c35-c6615cd1a918 None None] Received port after_create {{(pid=103161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:30:00.652389 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9d30a97-c263-4a02-b818-c6b38703df23 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Releasing vlan 102 on physical network physnet1 to pool {{(pid=103160) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 18 13:30:00.652861 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-e9d30a97-c263-4a02-b818-c6b38703df23 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4533569'] for segment, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:00.657759 dv-neutron-744815-20-hyperv neutron-server[103160]: Traceback (most recent call last): Dec 18 13:30:00.657759 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 18 13:30:00.657759 dv-neutron-744815-20-hyperv neutron-server[103160]: timer() Dec 18 13:30:00.657759 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 18 13:30:00.657759 dv-neutron-744815-20-hyperv neutron-server[103160]: cb(*args, **kw) Dec 18 13:30:00.657759 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 18 13:30:00.657759 dv-neutron-744815-20-hyperv neutron-server[103160]: return func(*args, **kwargs) Dec 18 13:30:00.657759 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 18 13:30:00.657759 dv-neutron-744815-20-hyperv neutron-server[103160]: self._notify() Dec 18 13:30:00.657759 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 18 13:30:00.657759 dv-neutron-744815-20-hyperv neutron-server[103160]: self.callback(batched_events) Dec 18 13:30:00.657759 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 18 13:30:00.657759 dv-neutron-744815-20-hyperv neutron-server[103160]: event.method(event) Dec 18 13:30:00.657759 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 18 13:30:00.657759 dv-neutron-744815-20-hyperv neutron-server[103160]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 18 13:30:00.657759 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 18 13:30:00.657759 dv-neutron-744815-20-hyperv neutron-server[103160]: aggregate_uuid = self.p_client.list_aggregates( Dec 18 13:30:00.657759 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 18 13:30:00.657759 dv-neutron-744815-20-hyperv neutron-server[103160]: return f(self, *a, **k) Dec 18 13:30:00.657759 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 18 13:30:00.657759 dv-neutron-744815-20-hyperv neutron-server[103160]: return self._get(url).json() Dec 18 13:30:00.657759 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 18 13:30:00.657759 dv-neutron-744815-20-hyperv neutron-server[103160]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 18 13:30:00.657759 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 18 13:30:00.657759 dv-neutron-744815-20-hyperv neutron-server[103160]: return self.request(url, 'GET', **kwargs) Dec 18 13:30:00.657759 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 18 13:30:00.657759 dv-neutron-744815-20-hyperv neutron-server[103160]: base_url = self.get_endpoint(auth, allow=allow, Dec 18 13:30:00.657759 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 18 13:30:00.657759 dv-neutron-744815-20-hyperv neutron-server[103160]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 18 13:30:00.657759 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 18 13:30:00.657759 dv-neutron-744815-20-hyperv neutron-server[103160]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 18 13:30:00.657759 dv-neutron-744815-20-hyperv neutron-server[103160]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 18 13:30:00.729015 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.db.api [None req-e9d30a97-c263-4a02-b818-c6b38703df23 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 18 13:30:00.729015 dv-neutron-744815-20-hyperv neutron-server[103160]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 18 13:30:00.729015 dv-neutron-744815-20-hyperv neutron-server[103160]: [parameters: {'id': 'ef86b74f-a1d3-4bf2-931c-4865b4a42dbe'}] Dec 18 13:30:00.729015 dv-neutron-744815-20-hyperv neutron-server[103160]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103160) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 18 13:30:00.729407 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG oslo_db.api [None req-e9d30a97-c263-4a02-b818-c6b38703df23 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 18 13:30:00.805146 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-ac53d990-b8b4-4136-8147-1f38cc994d5b None None] Provisioning complete for port 28479cac-ad26-47cd-ae41-cf1ee5b60062 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:30:00.806283 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ac53d990-b8b4-4136-8147-1f38cc994d5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:00.900449 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:00.925813 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-bd280023-c610-48c5-9c35-c6615cd1a918 None None] Attempting to bind port 83da5d1b-775e-4830-b14f-1356a2f67a6c on host dv-neutron-744815-20-hyperv for vnic_type normal with profile {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 13:30:00.926408 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-bd280023-c610-48c5-9c35-c6615cd1a918 None None] Attempting to bind port 83da5d1b-775e-4830-b14f-1356a2f67a6c by drivers openvswitch,hyperv on host dv-neutron-744815-20-hyperv at level 0 using segments [{'id': 'e27f8bd0-ac00-40aa-81f8-11210ef49c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'ef86b74f-a1d3-4bf2-931c-4865b4a42dbe'}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 13:30:00.926893 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd280023-c610-48c5-9c35-c6615cd1a918 None None] Attempting to bind port 83da5d1b-775e-4830-b14f-1356a2f67a6c on network ef86b74f-a1d3-4bf2-931c-4865b4a42dbe {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 13:30:00.956371 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-3d6b26e5-a538-41d3-9173-ef5c7533f9bc tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Deleting port 5e085763-a6b3-48ec-b9f8-de8139a186c3 {{(pid=103159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:30:00.956930 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-3d6b26e5-a538-41d3-9173-ef5c7533f9bc tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:00.980264 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd280023-c610-48c5-9c35-c6615cd1a918 None None] Checking agent: {'id': '428fa9fa-43db-4db9-9f96-f60ffe931f2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-20-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 13, 19, 1), 'started_at': datetime.datetime(2021, 12, 18, 13, 19, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 13, 30, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-20-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 18 13:30:00.982524 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd280023-c610-48c5-9c35-c6615cd1a918 None None] Checking segment: {'id': 'e27f8bd0-ac00-40aa-81f8-11210ef49c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'ef86b74f-a1d3-4bf2-931c-4865b4a42dbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 13:30:00.983529 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-bd280023-c610-48c5-9c35-c6615cd1a918 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:00.984149 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd280023-c610-48c5-9c35-c6615cd1a918 None None] Bound using segment: {'id': 'e27f8bd0-ac00-40aa-81f8-11210ef49c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'ef86b74f-a1d3-4bf2-931c-4865b4a42dbe'} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 18 13:30:00.990153 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-bd280023-c610-48c5-9c35-c6615cd1a918 None None] Bound port: 83da5d1b-775e-4830-b14f-1356a2f67a6c, host: dv-neutron-744815-20-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e27f8bd0-ac00-40aa-81f8-11210ef49c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'ef86b74f-a1d3-4bf2-931c-4865b4a42dbe'}}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 18 13:30:00.991439 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-bd280023-c610-48c5-9c35-c6615cd1a918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:01.012173 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2294866d-0076-4933-952c-685307032598 None None] Provisioning complete for port 28479cac-ad26-47cd-ae41-cf1ee5b60062 triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:30:01.012665 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:01.068436 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54d29229-af48-4a2f-a98e-99cbdb589798 None None] DHCP port deletion for a232af28-9ea1-4ae8-8de5-80b63c52dfba request from dv-neutron-744815-20-hyperv {{(pid=103161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 18 13:30:01.116650 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.db_base_plugin_common [None req-541082a0-79ed-45ce-bbd5-be1bba314010 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Allocated IP 172.26.3.28 (decb4a40-7941-48c8-afbb-daaafd502e83/70deed80-3ca1-4f9e-96cb-563b43d3acba/b106f41d-05cd-47e9-a39e-d328e1c96648) {{(pid=103159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:30:01.199876 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ac53d990-b8b4-4136-8147-1f38cc994d5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:01.222685 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.db [None req-3d6b26e5-a538-41d3-9173-ef5c7533f9bc tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] For port 5e085763-a6b3-48ec-b9f8-de8139a186c3, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=5e085763-a6b3-48ec-b9f8-de8139a186c3,segment=NetworkSegment(eee5832b-88b5-4f29-9752-592c1f21e31d),segment_id=eee5832b-88b5-4f29-9752-592c1f21e31d)] {{(pid=103159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:30:01.223343 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-3d6b26e5-a538-41d3-9173-ef5c7533f9bc tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:01.227734 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-7a22a539-d0a6-49a6-920a-65eb35808ed4 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:01.230896 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-e9d30a97-c263-4a02-b818-c6b38703df23 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2023137'] for network, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:01.238843 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.db_base_plugin_common [None req-220a4f9b-6a52-4d07-8cc3-4ee9d1930320 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Allocated IP 172.20.0.1 (6a927deb-787e-47ec-8e16-89e6353b7166/043b78b4-bc86-474a-9ed5-2d73d66b2636/4b6c2d8c-53d5-4417-8644-7d8fc9a6f62c) {{(pid=103159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:30:01.240016 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-bd280023-c610-48c5-9c35-c6615cd1a918 None None] For port 83da5d1b-775e-4830-b14f-1356a2f67a6c, host dv-neutron-744815-20-hyperv, cleared binding levels {{(pid=103161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 18 13:30:01.267423 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-bd280023-c610-48c5-9c35-c6615cd1a918 None None] For port 83da5d1b-775e-4830-b14f-1356a2f67a6c, host dv-neutron-744815-20-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=83da5d1b-775e-4830-b14f-1356a2f67a6c,segment=NetworkSegment(e27f8bd0-ac00-40aa-81f8-11210ef49c75),segment_id=e27f8bd0-ac00-40aa-81f8-11210ef49c75)] {{(pid=103161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 18 13:30:01.282600 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-bd280023-c610-48c5-9c35-c6615cd1a918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:01.293411 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-e9d30a97-c263-4a02-b818-c6b38703df23 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Deleting port 83da5d1b-775e-4830-b14f-1356a2f67a6c {{(pid=103160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:30:01.293817 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-e9d30a97-c263-4a02-b818-c6b38703df23 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:01.293969 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a22a539-d0a6-49a6-920a-65eb35808ed4 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Pushing event deleted for resources: {'Port': ['ID=16d06ddd-663f-44f9-aa5c-28a28ddef796,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:30:01.303737 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:01.308035 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-3d6b26e5-a538-41d3-9173-ef5c7533f9bc tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Calling delete_port for 5e085763-a6b3-48ec-b9f8-de8139a186c3 owned by network:dhcp {{(pid=103159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:30:01.347501 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-ac53d990-b8b4-4136-8147-1f38cc994d5b None None] For port 28479cac-ad26-47cd-ae41-cf1ee5b60062, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=28479cac-ad26-47cd-ae41-cf1ee5b60062,segment=NetworkSegment(872ab5af-b8a4-46c3-bc9b-f29e19d7a5ab),segment_id=872ab5af-b8a4-46c3-bc9b-f29e19d7a5ab)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:30:01.364665 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-54d29229-af48-4a2f-a98e-99cbdb589798 None None] Deleting port 5e085763-a6b3-48ec-b9f8-de8139a186c3 {{(pid=103161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:30:01.365031 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-54d29229-af48-4a2f-a98e-99cbdb589798 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:01.371425 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ac53d990-b8b4-4136-8147-1f38cc994d5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:01.385884 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.db [None req-e9d30a97-c263-4a02-b818-c6b38703df23 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] For port 83da5d1b-775e-4830-b14f-1356a2f67a6c, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=83da5d1b-775e-4830-b14f-1356a2f67a6c,segment=NetworkSegment(e27f8bd0-ac00-40aa-81f8-11210ef49c75),segment_id=e27f8bd0-ac00-40aa-81f8-11210ef49c75)] {{(pid=103160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:30:01.385884 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-e9d30a97-c263-4a02-b818-c6b38703df23 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:01.405288 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-e9d30a97-c263-4a02-b818-c6b38703df23 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Calling delete_port for 83da5d1b-775e-4830-b14f-1356a2f67a6c owned by network:dhcp {{(pid=103160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:30:01.504054 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-541082a0-79ed-45ce-bbd5-be1bba314010 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for port, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:01.510546 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-e9d30a97-c263-4a02-b818-c6b38703df23 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4533522'] for port, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:01.512788 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd280023-c610-48c5-9c35-c6615cd1a918 None None] Pushing event updated for resources: {'Port': ['ID=83da5d1b-775e-4830-b14f-1356a2f67a6c,revision_number=2']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:30:01.548097 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53745da2-5a04-4aae-b358-1b7837820947 None None] Network ef86b74f-a1d3-4bf2-931c-4865b4a42dbe requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:30:01.572326 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d30a97-c263-4a02-b818-c6b38703df23 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Pushing event deleted for resources: {'Port': ['ID=83da5d1b-775e-4830-b14f-1356a2f67a6c,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:30:01.576263 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9d30a97-c263-4a02-b818-c6b38703df23 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] No DVR routers for this DVR port 83da5d1b-775e-4830-b14f-1356a2f67a6c on host dv-neutron-744815-20-hyperv {{(pid=103160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 18 13:30:01.636216 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac53d990-b8b4-4136-8147-1f38cc994d5b None None] Pushing event updated for resources: {'Port': ['ID=28479cac-ad26-47cd-ae41-cf1ee5b60062,revision_number=3']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:30:01.643224 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-54d29229-af48-4a2f-a98e-99cbdb589798 None None] For port 5e085763-a6b3-48ec-b9f8-de8139a186c3, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=5e085763-a6b3-48ec-b9f8-de8139a186c3,segment=NetworkSegment(eee5832b-88b5-4f29-9752-592c1f21e31d),segment_id=eee5832b-88b5-4f29-9752-592c1f21e31d)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:30:01.643623 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-54d29229-af48-4a2f-a98e-99cbdb589798 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:01.660096 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-7a22a539-d0a6-49a6-920a-65eb35808ed4 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:01.664168 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-7a22a539-d0a6-49a6-920a-65eb35808ed4 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] 10.222.0.31 "DELETE /v2.0/ports/16d06ddd-663f-44f9-aa5c-28a28ddef796 HTTP/1.1" status: 204 len: 168 time: 2.5457728 Dec 18 13:30:01.668371 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 53176) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:30:01.709942 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-e9d30a97-c263-4a02-b818-c6b38703df23 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1927292', 'neutron.services.segments.db._delete_segments_for_network-8767106887837'] for network, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:01.712664 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-4059b00b-0649-4b98-b3fd-37a086f3299c None None] Provisioning complete for port 28479cac-ad26-47cd-ae41-cf1ee5b60062 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:30:01.713035 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-4059b00b-0649-4b98-b3fd-37a086f3299c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:01.719621 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-54d29229-af48-4a2f-a98e-99cbdb589798 None None] Calling delete_port for 5e085763-a6b3-48ec-b9f8-de8139a186c3 owned by network:dhcp {{(pid=103161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:30:01.722452 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.db.api [None req-2294866d-0076-4933-952c-685307032598 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103161) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 18 13:30:01.722859 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG oslo_db.api [None req-2294866d-0076-4933-952c-685307032598 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 18 13:30:01.737664 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.services.segments.db [None req-e9d30a97-c263-4a02-b818-c6b38703df23 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef86b74f-a1d3-4bf2-931c-4865b4a42dbe']}} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:30:01.742542 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-3d6b26e5-a538-41d3-9173-ef5c7533f9bc tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:01.744762 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-541082a0-79ed-45ce-bbd5-be1bba314010 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:01.748540 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-220a4f9b-6a52-4d07-8cc3-4ee9d1930320 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Publish callbacks [] for port, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:01.749024 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.services.segments.db [None req-e9d30a97-c263-4a02-b818-c6b38703df23 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e27f8bd0-ac00-40aa-81f8-11210ef49c75') {'for_net_delete': True} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:30:01.749435 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.services.segments.db [None req-e9d30a97-c263-4a02-b818-c6b38703df23 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e27f8bd0-ac00-40aa-81f8-11210ef49c75') {} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:30:01.760298 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-e9d30a97-c263-4a02-b818-c6b38703df23 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767106888614', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4533424'] for segment, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:01.778734 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-e9d30a97-c263-4a02-b818-c6b38703df23 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:01.787800 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9d30a97-c263-4a02-b818-c6b38703df23 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Releasing vlan 102 on physical network physnet1 to pool {{(pid=103160) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 18 13:30:01.788193 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-e9d30a97-c263-4a02-b818-c6b38703df23 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4533569'] for segment, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:01.792129 dv-neutron-744815-20-hyperv neutron-server[103160]: Traceback (most recent call last): Dec 18 13:30:01.792129 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 18 13:30:01.792129 dv-neutron-744815-20-hyperv neutron-server[103160]: timer() Dec 18 13:30:01.792129 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 18 13:30:01.792129 dv-neutron-744815-20-hyperv neutron-server[103160]: cb(*args, **kw) Dec 18 13:30:01.792129 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 18 13:30:01.792129 dv-neutron-744815-20-hyperv neutron-server[103160]: return func(*args, **kwargs) Dec 18 13:30:01.792129 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 18 13:30:01.792129 dv-neutron-744815-20-hyperv neutron-server[103160]: self._notify() Dec 18 13:30:01.792129 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 18 13:30:01.792129 dv-neutron-744815-20-hyperv neutron-server[103160]: self.callback(batched_events) Dec 18 13:30:01.792129 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 18 13:30:01.792129 dv-neutron-744815-20-hyperv neutron-server[103160]: event.method(event) Dec 18 13:30:01.792129 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 18 13:30:01.792129 dv-neutron-744815-20-hyperv neutron-server[103160]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 18 13:30:01.792129 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 18 13:30:01.792129 dv-neutron-744815-20-hyperv neutron-server[103160]: aggregate_uuid = self.p_client.list_aggregates( Dec 18 13:30:01.792129 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 18 13:30:01.792129 dv-neutron-744815-20-hyperv neutron-server[103160]: return f(self, *a, **k) Dec 18 13:30:01.792129 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 18 13:30:01.792129 dv-neutron-744815-20-hyperv neutron-server[103160]: return self._get(url).json() Dec 18 13:30:01.792129 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 18 13:30:01.792129 dv-neutron-744815-20-hyperv neutron-server[103160]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 18 13:30:01.792129 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 18 13:30:01.792129 dv-neutron-744815-20-hyperv neutron-server[103160]: return self.request(url, 'GET', **kwargs) Dec 18 13:30:01.792129 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 18 13:30:01.792129 dv-neutron-744815-20-hyperv neutron-server[103160]: base_url = self.get_endpoint(auth, allow=allow, Dec 18 13:30:01.792129 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 18 13:30:01.792129 dv-neutron-744815-20-hyperv neutron-server[103160]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 18 13:30:01.792129 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 18 13:30:01.792129 dv-neutron-744815-20-hyperv neutron-server[103160]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 18 13:30:01.792129 dv-neutron-744815-20-hyperv neutron-server[103160]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 18 13:30:01.801792 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6b26e5-a538-41d3-9173-ef5c7533f9bc tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Pushing event deleted for resources: {'Port': ['ID=5e085763-a6b3-48ec-b9f8-de8139a186c3,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:30:01.806616 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a133d09-76d5-4b2c-9834-1d93f89f1cf9 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:30:01.808166 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a133d09-76d5-4b2c-9834-1d93f89f1cf9 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:30:01.809658 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a133d09-76d5-4b2c-9834-1d93f89f1cf9 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:30:01.813967 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-9a133d09-76d5-4b2c-9834-1d93f89f1cf9 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1346090 Dec 18 13:30:01.815341 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 53178) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:30:01.815474 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d6b26e5-a538-41d3-9173-ef5c7533f9bc tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] No DVR routers for this DVR port 5e085763-a6b3-48ec-b9f8-de8139a186c3 on host dv-neutron-744815-20-hyperv {{(pid=103159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 18 13:30:01.828536 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-541082a0-79ed-45ce-bbd5-be1bba314010 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Network decb4a40-7941-48c8-afbb-daaafd502e83 is already hosted by enough agents. {{(pid=103159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:30:01.867105 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.base_scheduler [None req-541082a0-79ed-45ce-bbd5-be1bba314010 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Resources bound (agent type, host, resource id): {{(pid=103159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:30:01.882141 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-541082a0-79ed-45ce-bbd5-be1bba314010 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Received port after_create {{(pid=103159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:30:01.893283 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-54d29229-af48-4a2f-a98e-99cbdb589798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984'] for port, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:01.913439 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.db_base_plugin_v2 [None req-a24071a9-3597-4d49-a012-7bb753802b11 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Deleting subnet c1790ff2-cf2f-4e99-b059-5f4e8daa6d91 {{(pid=103160) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 18 13:30:01.915752 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-e9d30a97-c263-4a02-b818-c6b38703df23 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1927267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586962'] for network, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:01.923193 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7676ae84-2b45-4438-b2e6-746200fa15d5 None None] DHCP port deletion for decb4a40-7941-48c8-afbb-daaafd502e83 request from dv-neutron-744815-20-hyperv {{(pid=103161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 18 13:30:01.925992 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-e9d30a97-c263-4a02-b818-c6b38703df23 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047995'] for network, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:01.928382 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d29229-af48-4a2f-a98e-99cbdb589798 None None] Pushing event deleted for resources: {'Port': ['ID=5e085763-a6b3-48ec-b9f8-de8139a186c3,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:30:01.934299 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54d29229-af48-4a2f-a98e-99cbdb589798 None None] No DVR routers for this DVR port 5e085763-a6b3-48ec-b9f8-de8139a186c3 on host dv-neutron-744815-20-hyperv {{(pid=103161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 18 13:30:01.935815 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-e9d30a97-c263-4a02-b818-c6b38703df23 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] 10.222.0.31 "DELETE /v2.0/networks/ef86b74f-a1d3-4bf2-931c-4865b4a42dbe HTTP/1.1" status: 204 len: 168 time: 2.2088690 Dec 18 13:30:01.936754 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-a24071a9-3597-4d49-a012-7bb753802b11 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks [] for subnet, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:01.938271 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 53180) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:30:01.945114 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541082a0-79ed-45ce-bbd5-be1bba314010 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Pushing event updated for resources: {'Port': ['ID=b106f41d-05cd-47e9-a39e-d328e1c96648,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:30:01.953353 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-d995d957-86f8-4d99-b7e4-3551496b3c0e tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1302042246'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:30:01.968900 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d30a97-c263-4a02-b818-c6b38703df23 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Pushing event deleted for resources: {'Network': ['ID=ef86b74f-a1d3-4bf2-931c-4865b4a42dbe,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:30:01.978540 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63cae57c-5e9f-4814-ba53-7eff9d7704c4 None None] get_active_networks_info from dv-neutron-744815-20-hyperv {{(pid=103161) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 18 13:30:01.996172 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-a24071a9-3597-4d49-a012-7bb753802b11 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4533385'] for subnet, precommit_delete_associations {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:02.004596 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-3d6b26e5-a538-41d3-9173-ef5c7533f9bc tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1927292', 'neutron.services.segments.db._delete_segments_for_network-8767106887837'] for network, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:02.008135 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-220a4f9b-6a52-4d07-8cc3-4ee9d1930320 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:02.043354 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2dcf3b83-ce10-4b9e-9d60-e038259f66c2 None None] Provisioning complete for port b106f41d-05cd-47e9-a39e-d328e1c96648 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:30:02.044024 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2dcf3b83-ce10-4b9e-9d60-e038259f66c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:02.102872 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-2dcf3b83-ce10-4b9e-9d60-e038259f66c2 None None] Port b106f41d-05cd-47e9-a39e-d328e1c96648 cannot update to ACTIVE because it is not bound. {{(pid=103161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 13:30:02.104272 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-a24071a9-3597-4d49-a012-7bb753802b11 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1929185'] for subnet, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:02.130850 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63cae57c-5e9f-4814-ba53-7eff9d7704c4 None None] Resources bound (agent type, host, resource id): {{(pid=103161) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 18 13:30:02.131848 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.services.segments.db [None req-3d6b26e5-a538-41d3-9173-ef5c7533f9bc tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a232af28-9ea1-4ae8-8de5-80b63c52dfba']}} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:30:02.151530 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-220a4f9b-6a52-4d07-8cc3-4ee9d1930320 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Network 6a927deb-787e-47ec-8e16-89e6353b7166 is already hosted by enough agents. {{(pid=103159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:30:02.153767 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d995d957-86f8-4d99-b7e4-3551496b3c0e tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Made reservation on behalf of f5afdd4acb1d4a48932f1bea649c1c37 for: {'network': 1} {{(pid=103159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:30:02.157237 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-d995d957-86f8-4d99-b7e4-3551496b3c0e tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for network, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:02.161634 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.services.segments.db [None req-3d6b26e5-a538-41d3-9173-ef5c7533f9bc tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eee5832b-88b5-4f29-9752-592c1f21e31d') {'for_net_delete': True} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:30:02.161942 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.services.segments.db [None req-3d6b26e5-a538-41d3-9173-ef5c7533f9bc tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eee5832b-88b5-4f29-9752-592c1f21e31d') {} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:30:02.178342 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-a24071a9-3597-4d49-a012-7bb753802b11 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1929192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4533475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4514371'] for subnet, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:02.194136 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.base_scheduler [None req-220a4f9b-6a52-4d07-8cc3-4ee9d1930320 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Resources bound (agent type, host, resource id): {{(pid=103159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:30:02.207268 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24071a9-3597-4d49-a012-7bb753802b11 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Pushing event deleted for resources: {'Subnet': ['ID=c1790ff2-cf2f-4e99-b059-5f4e8daa6d91,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:30:02.207558 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-3d6b26e5-a538-41d3-9173-ef5c7533f9bc tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767106888614', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5589569'] for segment, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:02.209256 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-220a4f9b-6a52-4d07-8cc3-4ee9d1930320 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Received port after_create {{(pid=103159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:30:02.211677 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220a4f9b-6a52-4d07-8cc3-4ee9d1930320 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Pushing event updated for resources: {'Port': ['ID=4b6c2d8c-53d5-4417-8644-7d8fc9a6f62c,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:30:02.214143 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-a24071a9-3597-4d49-a012-7bb753802b11 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks [] for subnet, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:02.220230 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-a24071a9-3597-4d49-a012-7bb753802b11 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] 10.222.0.31 "DELETE /v2.0/subnets/c1790ff2-cf2f-4e99-b059-5f4e8daa6d91 HTTP/1.1" status: 204 len: 168 time: 0.4021897 Dec 18 13:30:02.220420 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 53182) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:30:02.267611 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-3d6b26e5-a538-41d3-9173-ef5c7533f9bc tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:02.275325 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa6ac846-2231-48ff-9b81-6538648ce119 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Deleting subnet cf6f9bfb-5359-4a54-a844-814b0daf87b4 {{(pid=103160) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 18 13:30:02.279118 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-fa6ac846-2231-48ff-9b81-6538648ce119 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks [] for subnet, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:02.291303 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d6b26e5-a538-41d3-9173-ef5c7533f9bc tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Releasing vlan 148 on physical network physnet1 to pool {{(pid=103159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 18 13:30:02.291723 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-3d6b26e5-a538-41d3-9173-ef5c7533f9bc tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5660009'] for segment, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:02.298999 dv-neutron-744815-20-hyperv neutron-server[103159]: Traceback (most recent call last): Dec 18 13:30:02.298999 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 18 13:30:02.298999 dv-neutron-744815-20-hyperv neutron-server[103159]: timer() Dec 18 13:30:02.298999 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 18 13:30:02.298999 dv-neutron-744815-20-hyperv neutron-server[103159]: cb(*args, **kw) Dec 18 13:30:02.298999 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 18 13:30:02.298999 dv-neutron-744815-20-hyperv neutron-server[103159]: return func(*args, **kwargs) Dec 18 13:30:02.298999 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 18 13:30:02.298999 dv-neutron-744815-20-hyperv neutron-server[103159]: self._notify() Dec 18 13:30:02.298999 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 18 13:30:02.298999 dv-neutron-744815-20-hyperv neutron-server[103159]: self.callback(batched_events) Dec 18 13:30:02.298999 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 18 13:30:02.298999 dv-neutron-744815-20-hyperv neutron-server[103159]: event.method(event) Dec 18 13:30:02.298999 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 18 13:30:02.298999 dv-neutron-744815-20-hyperv neutron-server[103159]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 18 13:30:02.298999 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 18 13:30:02.298999 dv-neutron-744815-20-hyperv neutron-server[103159]: aggregate_uuid = self.p_client.list_aggregates( Dec 18 13:30:02.298999 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 18 13:30:02.298999 dv-neutron-744815-20-hyperv neutron-server[103159]: return f(self, *a, **k) Dec 18 13:30:02.298999 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 18 13:30:02.298999 dv-neutron-744815-20-hyperv neutron-server[103159]: return self._get(url).json() Dec 18 13:30:02.298999 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 18 13:30:02.298999 dv-neutron-744815-20-hyperv neutron-server[103159]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 18 13:30:02.298999 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 18 13:30:02.298999 dv-neutron-744815-20-hyperv neutron-server[103159]: return self.request(url, 'GET', **kwargs) Dec 18 13:30:02.298999 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 18 13:30:02.298999 dv-neutron-744815-20-hyperv neutron-server[103159]: base_url = self.get_endpoint(auth, allow=allow, Dec 18 13:30:02.298999 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 18 13:30:02.298999 dv-neutron-744815-20-hyperv neutron-server[103159]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 18 13:30:02.298999 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 18 13:30:02.298999 dv-neutron-744815-20-hyperv neutron-server[103159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 18 13:30:02.298999 dv-neutron-744815-20-hyperv neutron-server[103159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 18 13:30:02.302307 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d995d957-86f8-4d99-b7e4-3551496b3c0e tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 102} {{(pid=103159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 18 13:30:02.328652 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-fa6ac846-2231-48ff-9b81-6538648ce119 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4533385'] for subnet, precommit_delete_associations {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:02.396506 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-d995d957-86f8-4d99-b7e4-3551496b3c0e tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:02.396740 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.db.segments_db [None req-d995d957-86f8-4d99-b7e4-3551496b3c0e tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Added segment bc9dcddc-a440-4e2e-9272-dbf06e8e4495 of type vlan for network 79cada17-a36d-4838-986c-dbea2caa4b49 Dec 18 13:30:02.398408 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-220a4f9b-6a52-4d07-8cc3-4ee9d1930320 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586257'] for router_interface, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:02.428259 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-fa6ac846-2231-48ff-9b81-6538648ce119 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1929185'] for subnet, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:02.490632 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-3d6b26e5-a538-41d3-9173-ef5c7533f9bc tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1927267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586962'] for network, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:02.537334 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-3d6b26e5-a538-41d3-9173-ef5c7533f9bc tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047995'] for network, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:02.540705 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-3d6b26e5-a538-41d3-9173-ef5c7533f9bc tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] 10.222.0.31 "DELETE /v2.0/networks/a232af28-9ea1-4ae8-8de5-80b63c52dfba HTTP/1.1" status: 204 len: 168 time: 2.2848232 Dec 18 13:30:02.544640 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-d995d957-86f8-4d99-b7e4-3551496b3c0e tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767106405744'] for network, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:02.545405 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 28479cac-ad26-47cd-ae41-cf1ee5b60062 up at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 13:30:02.546204 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 53184) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:30:02.551071 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-fa6ac846-2231-48ff-9b81-6538648ce119 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1929192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4533475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4514371'] for subnet, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:02.566332 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6b26e5-a538-41d3-9173-ef5c7533f9bc tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Pushing event deleted for resources: {'Network': ['ID=a232af28-9ea1-4ae8-8de5-80b63c52dfba,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:30:02.567114 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-9d5ee6a9-10f2-4529-bfd4-3a231c604700 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1567938175'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:30:02.589802 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-fa6ac846-2231-48ff-9b81-6538648ce119 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks [] for subnet, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:02.593076 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-fa6ac846-2231-48ff-9b81-6538648ce119 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] 10.222.0.31 "DELETE /v2.0/subnets/cf6f9bfb-5359-4a54-a844-814b0daf87b4 HTTP/1.1" status: 204 len: 168 time: 0.3717237 Dec 18 13:30:02.607419 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 53186) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:30:02.616128 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6ac846-2231-48ff-9b81-6538648ce119 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Pushing event deleted for resources: {'Subnet': ['ID=cf6f9bfb-5359-4a54-a844-814b0daf87b4,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:30:02.639945 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d5ee6a9-10f2-4529-bfd4-3a231c604700 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Made reservation on behalf of a17167c2bc3d4518ab90268c4af7e6a0 for: {'network': 1} {{(pid=103160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:30:02.645155 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-9d5ee6a9-10f2-4529-bfd4-3a231c604700 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for network, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:02.673633 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2294866d-0076-4933-952c-685307032598 None None] Provisioning complete for port 28479cac-ad26-47cd-ae41-cf1ee5b60062 triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:30:02.674007 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:02.680365 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d5ee6a9-10f2-4529-bfd4-3a231c604700 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 140} {{(pid=103160) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 18 13:30:02.695809 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-9d5ee6a9-10f2-4529-bfd4-3a231c604700 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:02.696239 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.db.segments_db [None req-9d5ee6a9-10f2-4529-bfd4-3a231c604700 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Added segment 22aa058f-f36f-4fbc-b8bc-7f362a172f37 of type vlan for network a99b46cf-7970-4160-afb0-795a2a682720 Dec 18 13:30:02.712384 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb6eaf5a-5871-4477-bf93-1f41085db6f0 None None] DHCP port deletion for 6a927deb-787e-47ec-8e16-89e6353b7166 request from dv-neutron-744815-20-hyperv {{(pid=103161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 18 13:30:02.715645 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecae0e00-4a54-4316-bbd2-9ffe8ecd5ce4 None None] Network a0b84a49-8464-4342-a47d-bd714ebbec81 requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:30:02.748877 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-9d5ee6a9-10f2-4529-bfd4-3a231c604700 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767106405744'] for network, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:02.785989 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-9d5ee6a9-10f2-4529-bfd4-3a231c604700 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981'] for network, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:02.792890 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d5ee6a9-10f2-4529-bfd4-3a231c604700 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:30:02.793719 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-9d5ee6a9-10f2-4529-bfd4-3a231c604700 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047995'] for network, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:02.802495 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-5a57295b-cd69-40de-9e83-47362184ac58 None None] Provisioning complete for port 4b6c2d8c-53d5-4417-8644-7d8fc9a6f62c triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:30:02.802495 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-5a57295b-cd69-40de-9e83-47362184ac58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:02.872795 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ee6a9-10f2-4529-bfd4-3a231c604700 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Pushing event updated for resources: {'Network': ['ID=a99b46cf-7970-4160-afb0-795a2a682720,revision_number=1']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:30:02.885630 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-9d5ee6a9-10f2-4529-bfd4-3a231c604700 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3335650 Dec 18 13:30:02.885630 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 53190) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:30:02.891812 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-2722332b-e9d6-4b30-bb8b-ffccf8a7ba45 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Request body: {'subnet': {'network_id': 'a99b46cf-7970-4160-afb0-795a2a682720', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:30:02.894459 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-5a57295b-cd69-40de-9e83-47362184ac58 None None] Port 4b6c2d8c-53d5-4417-8644-7d8fc9a6f62c cannot update to ACTIVE because it is not bound. {{(pid=103161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 13:30:02.902400 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Network a99b46cf-7970-4160-afb0-795a2a682720 details requested by agent ovs-agent-dv-neutron-744815-20-hyperv with host dv-neutron-744815-20-hyperv {{(pid=103161) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 18 13:30:02.999600 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-d99c4d79-1ae4-4670-b727-e4397acb4f10 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3888414 Dec 18 13:30:03.000481 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 53192) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:30:03.000596 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-d995d957-86f8-4d99-b7e4-3551496b3c0e tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981'] for network, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:03.005465 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d995d957-86f8-4d99-b7e4-3551496b3c0e tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:30:03.006105 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-d995d957-86f8-4d99-b7e4-3551496b3c0e tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047995'] for network, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:03.012969 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-541082a0-79ed-45ce-bbd5-be1bba314010 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for router_gateway, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:03.021910 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f0c8f8e-89fb-4aa3-92b6-4a6b451b0782 None None] DHCP port deletion for a0b84a49-8464-4342-a47d-bd714ebbec81 request from dv-neutron-744815-20-hyperv {{(pid=103161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 18 13:30:03.058902 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 5e085763-a6b3-48ec-b9f8-de8139a186c3 no longer exists at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 18 13:30:03.065611 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2af02ebd-9433-41f6-8723-f3fdbb02cde8 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:30:03.069527 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-2af02ebd-9433-41f6-8723-f3fdbb02cde8 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0649137 Dec 18 13:30:03.070556 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 53194) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:30:03.093721 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-d40965d8-5009-4236-8fba-8c14f6e94555 None None] Provisioning complete for port 4b6c2d8c-53d5-4417-8644-7d8fc9a6f62c triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:30:03.094111 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-d40965d8-5009-4236-8fba-8c14f6e94555 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:03.097570 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-2294866d-0076-4933-952c-685307032598 None None] No Port match for: 5e085763-a6b3-48ec-b9f8-de8139a186c3 {{(pid=103161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 18 13:30:03.097971 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 5e085763-a6b3-48ec-b9f8-de8139a186c3 not bound to the agent host dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 18 13:30:03.102289 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2722332b-e9d6-4b30-bb8b-ffccf8a7ba45 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Made reservation on behalf of a17167c2bc3d4518ab90268c4af7e6a0 for: {'subnet': 1} {{(pid=103160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:30:03.106102 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-2722332b-e9d6-4b30-bb8b-ffccf8a7ba45 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4514414'] for subnet, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:03.143703 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-d995d957-86f8-4d99-b7e4-3551496b3c0e tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.2046187 Dec 18 13:30:03.147975 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-d40965d8-5009-4236-8fba-8c14f6e94555 None None] Port 4b6c2d8c-53d5-4417-8644-7d8fc9a6f62c cannot update to ACTIVE because it is not bound. {{(pid=103161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 13:30:03.155667 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-1f0c8f8e-89fb-4aa3-92b6-4a6b451b0782 None None] Deleting port 61bf0aa9-662b-4028-8e2e-8621a48f656b {{(pid=103161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:30:03.156119 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-1f0c8f8e-89fb-4aa3-92b6-4a6b451b0782 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:03.174159 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 53196) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:30:03.181124 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b6fa482-4ff0-426e-81f5-d1b1b2b87162 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:30:03.185059 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-3b6fa482-4ff0-426e-81f5-d1b1b2b87162 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1119158 Dec 18 13:30:03.185211 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-c2c097aa-eda8-46b1-b3fa-3a3928eb2b27 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Request body: {'subnet': {'network_id': '79cada17-a36d-4838-986c-dbea2caa4b49', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:30:03.186073 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 53198) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:30:03.189763 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d995d957-86f8-4d99-b7e4-3551496b3c0e tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Pushing event updated for resources: {'Network': ['ID=79cada17-a36d-4838-986c-dbea2caa4b49,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:30:03.191874 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-220a4f9b-6a52-4d07-8cc3-4ee9d1930320 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:03.205161 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Network 79cada17-a36d-4838-986c-dbea2caa4b49 details requested by agent ovs-agent-dv-neutron-744815-20-hyperv with host dv-neutron-744815-20-hyperv {{(pid=103161) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 18 13:30:03.233427 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-deeae174-820b-45d1-95ce-32e9f586d4dd tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0424299 Dec 18 13:30:03.233689 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 53200) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:30:03.242952 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-e48e70cc-62ab-4f24-b649-da427ef531f0 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Request body: {'subnet': {'network_id': 'a0b84a49-8464-4342-a47d-bd714ebbec81', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:30:03.288232 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-1f0c8f8e-89fb-4aa3-92b6-4a6b451b0782 None None] For port 61bf0aa9-662b-4028-8e2e-8621a48f656b, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=61bf0aa9-662b-4028-8e2e-8621a48f656b,segment=NetworkSegment(1d35b28d-d075-4c4f-99ab-408d9457428e),segment_id=1d35b28d-d075-4c4f-99ab-408d9457428e)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:30:03.288725 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-1f0c8f8e-89fb-4aa3-92b6-4a6b451b0782 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:03.307755 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-1f0c8f8e-89fb-4aa3-92b6-4a6b451b0782 None None] Calling delete_port for 61bf0aa9-662b-4028-8e2e-8621a48f656b owned by network:dhcp {{(pid=103161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:30:03.381450 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-2722332b-e9d6-4b30-bb8b-ffccf8a7ba45 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4533410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4514424'] for subnet, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:03.397873 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-1f0c8f8e-89fb-4aa3-92b6-4a6b451b0782 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984'] for port, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:03.431130 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0c8f8e-89fb-4aa3-92b6-4a6b451b0782 None None] Pushing event deleted for resources: {'Port': ['ID=61bf0aa9-662b-4028-8e2e-8621a48f656b,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:30:03.435008 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f0c8f8e-89fb-4aa3-92b6-4a6b451b0782 None None] No DVR routers for this DVR port 61bf0aa9-662b-4028-8e2e-8621a48f656b on host dv-neutron-744815-20-hyperv {{(pid=103161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 18 13:30:03.447893 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2722332b-e9d6-4b30-bb8b-ffccf8a7ba45 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Pushing event updated for resources: {'Subnet': ['ID=94dd4823-2015-402e-a377-4c9dc478c994,revision_number=0']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:30:03.456016 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2722332b-e9d6-4b30-bb8b-ffccf8a7ba45 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Checking segment: {'id': '22aa058f-f36f-4fbc-b8bc-7f362a172f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'a99b46cf-7970-4160-afb0-795a2a682720'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 13:30:03.456375 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2722332b-e9d6-4b30-bb8b-ffccf8a7ba45 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Network hostable DHCP agents. Network: a99b46cf-7970-4160-afb0-795a2a682720, hostable agents: ['aa77effa-0e3a-4bbd-a383-4d58ed3328d0'], hosted agents: [] {{(pid=103160) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 18 13:30:03.474838 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2722332b-e9d6-4b30-bb8b-ffccf8a7ba45 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Network a99b46cf-7970-4160-afb0-795a2a682720 is scheduled to be hosted by DHCP agent aa77effa-0e3a-4bbd-a383-4d58ed3328d0 with binding_index 1 {{(pid=103160) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 18 13:30:03.484339 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.base_scheduler [None req-2722332b-e9d6-4b30-bb8b-ffccf8a7ba45 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-744815-20-hyperv, a99b46cf-7970-4160-afb0-795a2a682720) {{(pid=103160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:30:03.488855 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2722332b-e9d6-4b30-bb8b-ffccf8a7ba45 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:30:03.489676 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-2722332b-e9d6-4b30-bb8b-ffccf8a7ba45 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks [] for subnet, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:03.496646 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-143cc56a-149e-4d00-824b-f08be5ae6f6e None None] Network a99b46cf-7970-4160-afb0-795a2a682720 requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:30:03.508773 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-2722332b-e9d6-4b30-bb8b-ffccf8a7ba45 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6220422 Dec 18 13:30:03.511718 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 53202) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:30:03.517090 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-29612110-971c-4a48-ad69-6051f53852e0 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-43408458', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:30:03.587123 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2c097aa-eda8-46b1-b3fa-3a3928eb2b27 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Made reservation on behalf of f5afdd4acb1d4a48932f1bea649c1c37 for: {'subnet': 1} {{(pid=103159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:30:03.592602 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-c2c097aa-eda8-46b1-b3fa-3a3928eb2b27 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6017072'] for subnet, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:03.607362 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-573b23f8-6741-4cb2-8aa4-ab86f1b03842 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp31e170a0-46a1-5ba9-9dc1-7ee4f866f0d7-a99b46cf-7970-4160-afb0-795a2a682720', 'network_id': 'a99b46cf-7970-4160-afb0-795a2a682720', 'project_id': 'a17167c2bc3d4518ab90268c4af7e6a0', 'fixed_ips': [{'subnet_id': '94dd4823-2015-402e-a377-4c9dc478c994'}]}} from dv-neutron-744815-20-hyperv. {{(pid=103161) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 18 13:30:03.608257 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-573b23f8-6741-4cb2-8aa4-ab86f1b03842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:03.619332 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e48e70cc-62ab-4f24-b649-da427ef531f0 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Made reservation on behalf of 606a569495c64210af9cc9fb7e76dd52 for: {'subnet': 1} {{(pid=103159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:30:03.624896 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-e48e70cc-62ab-4f24-b649-da427ef531f0 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6017072'] for subnet, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:03.626166 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.pecan_wsgi.hooks.translation [None req-e48e70cc-62ab-4f24-b649-da427ef531f0 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 18 13:30:03.626931 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e48e70cc-62ab-4f24-b649-da427ef531f0 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 18 13:30:03.637355 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-29612110-971c-4a48-ad69-6051f53852e0 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28433'] for router, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:03.638839 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-29612110-971c-4a48-ad69-6051f53852e0 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-589769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28440'] for router, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:03.692315 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-e48e70cc-62ab-4f24-b649-da427ef531f0 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.4574437 Dec 18 13:30:03.693627 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.ipam_backend_mixin [None req-c2c097aa-eda8-46b1-b3fa-3a3928eb2b27 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Performing IP validity checks on allocation pools {{(pid=103159) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 18 13:30:03.694138 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.ipam_backend_mixin [None req-c2c097aa-eda8-46b1-b3fa-3a3928eb2b27 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103159) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 18 13:30:03.695323 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 53204) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:30:03.698125 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-541082a0-79ed-45ce-bbd5-be1bba314010 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-589760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-586526'] for router, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:03.705441 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-e9c72621-725d-4d15-b803-6578e950b71f tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Request body: {'subnet': {'network_id': 'a0b84a49-8464-4342-a47d-bd714ebbec81', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:30:03.714127 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-29612110-971c-4a48-ad69-6051f53852e0 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:03.734108 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-29612110-971c-4a48-ad69-6051f53852e0 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-589760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-586526'] for router, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:03.767132 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_common [None req-573b23f8-6741-4cb2-8aa4-ab86f1b03842 None None] Allocated IP 2001:db8::2 (a99b46cf-7970-4160-afb0-795a2a682720/94dd4823-2015-402e-a377-4c9dc478c994/b2084dca-f68c-4b70-b3af-fb320ab4f279) {{(pid=103161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:30:03.793151 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-29612110-971c-4a48-ad69-6051f53852e0 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks [] for router, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:03.796890 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-29612110-971c-4a48-ad69-6051f53852e0 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2814808 Dec 18 13:30:03.797683 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 53206) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:30:03.802865 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-1889128f-9ab8-4acc-9d3e-4c61ea2c24ea tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Request body: {'port': {'network_id': 'a99b46cf-7970-4160-afb0-795a2a682720', 'name': 'tempest-PortsIpV6TestJSON-1682632439'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:30:03.898544 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9c72621-725d-4d15-b803-6578e950b71f tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Made reservation on behalf of 606a569495c64210af9cc9fb7e76dd52 for: {'subnet': 1} {{(pid=103160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:30:03.904196 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-e9c72621-725d-4d15-b803-6578e950b71f tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4514414'] for subnet, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:03.906489 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9c72621-725d-4d15-b803-6578e950b71f tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 18 13:30:03.907343 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9c72621-725d-4d15-b803-6578e950b71f tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103160) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 18 13:30:03.936419 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-573b23f8-6741-4cb2-8aa4-ab86f1b03842 None None] Publish callbacks [] for port, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:03.938784 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-e9c72621-725d-4d15-b803-6578e950b71f tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2414317 Dec 18 13:30:03.943415 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 53208) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:30:03.948762 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-573b23f8-6741-4cb2-8aa4-ab86f1b03842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975'] for port, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:03.948936 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-eb64eb2d-45c3-4c59-a8a6-5dcba750ad22 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Request body: {'subnet': {'network_id': 'a0b84a49-8464-4342-a47d-bd714ebbec81', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:30:03.989762 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-573b23f8-6741-4cb2-8aa4-ab86f1b03842 None None] Network a99b46cf-7970-4160-afb0-795a2a682720 is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:30:03.994321 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-573b23f8-6741-4cb2-8aa4-ab86f1b03842 None None] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:30:03.996976 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-573b23f8-6741-4cb2-8aa4-ab86f1b03842 None None] Received port after_create {{(pid=103161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:30:04.007109 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-220a4f9b-6a52-4d07-8cc3-4ee9d1930320 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Publish callbacks [] for port, precommit_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:04.031647 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573b23f8-6741-4cb2-8aa4-ab86f1b03842 None None] Pushing event updated for resources: {'Port': ['ID=b2084dca-f68c-4b70-b3af-fb320ab4f279,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:30:04.032313 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-220a4f9b-6a52-4d07-8cc3-4ee9d1930320 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5659917'] for port, after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:04.038276 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1889128f-9ab8-4acc-9d3e-4c61ea2c24ea tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Made reservation on behalf of a17167c2bc3d4518ab90268c4af7e6a0 for: {'port': 1} {{(pid=103160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:30:04.041917 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-1889128f-9ab8-4acc-9d3e-4c61ea2c24ea tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:04.067795 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.notifiers.nova [None req-1889128f-9ab8-4acc-9d3e-4c61ea2c24ea tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] device_id is not set on port 7738a542-20d8-48a0-84c7-9e034711acbb yet. {{(pid=103160) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 18 13:30:04.068447 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-573b23f8-6741-4cb2-8aa4-ab86f1b03842 None None] Attempting to bind port b2084dca-f68c-4b70-b3af-fb320ab4f279 on host dv-neutron-744815-20-hyperv for vnic_type normal with profile {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 13:30:04.070110 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-573b23f8-6741-4cb2-8aa4-ab86f1b03842 None None] Attempting to bind port b2084dca-f68c-4b70-b3af-fb320ab4f279 by drivers openvswitch,hyperv on host dv-neutron-744815-20-hyperv at level 0 using segments [{'id': '22aa058f-f36f-4fbc-b8bc-7f362a172f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'a99b46cf-7970-4160-afb0-795a2a682720'}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 13:30:04.070110 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-573b23f8-6741-4cb2-8aa4-ab86f1b03842 None None] Attempting to bind port b2084dca-f68c-4b70-b3af-fb320ab4f279 on network a99b46cf-7970-4160-afb0-795a2a682720 {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 13:30:04.076873 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-573b23f8-6741-4cb2-8aa4-ab86f1b03842 None None] Checking agent: {'id': '428fa9fa-43db-4db9-9f96-f60ffe931f2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-20-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 13, 19, 1), 'started_at': datetime.datetime(2021, 12, 18, 13, 19, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 13, 30, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-20-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 18 13:30:04.077639 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-573b23f8-6741-4cb2-8aa4-ab86f1b03842 None None] Checking segment: {'id': '22aa058f-f36f-4fbc-b8bc-7f362a172f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'a99b46cf-7970-4160-afb0-795a2a682720'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 13:30:04.077765 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-573b23f8-6741-4cb2-8aa4-ab86f1b03842 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:04.078172 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-573b23f8-6741-4cb2-8aa4-ab86f1b03842 None None] Bound using segment: {'id': '22aa058f-f36f-4fbc-b8bc-7f362a172f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'a99b46cf-7970-4160-afb0-795a2a682720'} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 18 13:30:04.078687 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-573b23f8-6741-4cb2-8aa4-ab86f1b03842 None None] Bound port: b2084dca-f68c-4b70-b3af-fb320ab4f279, host: dv-neutron-744815-20-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22aa058f-f36f-4fbc-b8bc-7f362a172f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'a99b46cf-7970-4160-afb0-795a2a682720'}}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 18 13:30:04.079120 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-573b23f8-6741-4cb2-8aa4-ab86f1b03842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:04.101706 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-c2c097aa-eda8-46b1-b3fa-3a3928eb2b27 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5659786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6017062'] for subnet, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:04.112273 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb64eb2d-45c3-4c59-a8a6-5dcba750ad22 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Made reservation on behalf of 606a569495c64210af9cc9fb7e76dd52 for: {'subnet': 1} {{(pid=103160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:30:04.116216 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-eb64eb2d-45c3-4c59-a8a6-5dcba750ad22 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4514414'] for subnet, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:04.117737 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb64eb2d-45c3-4c59-a8a6-5dcba750ad22 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 18 13:30:04.118172 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb64eb2d-45c3-4c59-a8a6-5dcba750ad22 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103160) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 18 13:30:04.147806 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-541082a0-79ed-45ce-bbd5-be1bba314010 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Router ec180986-2f7e-49e3-89e3-dfec27cbbddd is scheduled to L3 agent c9c0cd52-5bd2-4704-9429-d80f1c5ad23c with binding_index 1 {{(pid=103159) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 18 13:30:04.149162 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-eb64eb2d-45c3-4c59-a8a6-5dcba750ad22 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2045867 Dec 18 13:30:04.152275 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 53210) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:30:04.156813 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-573b23f8-6741-4cb2-8aa4-ab86f1b03842 None None] For port b2084dca-f68c-4b70-b3af-fb320ab4f279, host dv-neutron-744815-20-hyperv, cleared binding levels {{(pid=103161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 18 13:30:04.159044 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-f7fc239d-7868-4e13-844e-6bf5bf9c9dc6 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Request body: {'subnet': {'network_id': 'a0b84a49-8464-4342-a47d-bd714ebbec81', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:30:04.161564 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-573b23f8-6741-4cb2-8aa4-ab86f1b03842 None None] For port b2084dca-f68c-4b70-b3af-fb320ab4f279, host dv-neutron-744815-20-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=b2084dca-f68c-4b70-b3af-fb320ab4f279,segment=NetworkSegment(22aa058f-f36f-4fbc-b8bc-7f362a172f37),segment_id=22aa058f-f36f-4fbc-b8bc-7f362a172f37)] {{(pid=103161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 18 13:30:04.166036 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-573b23f8-6741-4cb2-8aa4-ab86f1b03842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:04.185159 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220a4f9b-6a52-4d07-8cc3-4ee9d1930320 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Pushing event updated for resources: {'Port': ['ID=4b6c2d8c-53d5-4417-8644-7d8fc9a6f62c,revision_number=2']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:30:04.187683 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-220a4f9b-6a52-4d07-8cc3-4ee9d1930320 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1048031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586432'] for router_interface, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:04.231436 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573b23f8-6741-4cb2-8aa4-ab86f1b03842 None None] Pushing event updated for resources: {'Port': ['ID=b2084dca-f68c-4b70-b3af-fb320ab4f279,revision_number=2']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:30:04.247924 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c097aa-eda8-46b1-b3fa-3a3928eb2b27 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Pushing event updated for resources: {'Subnet': ['ID=5459c5b4-5cbf-47bb-a3ee-39ad5c202170,revision_number=0']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:30:04.271848 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.db_base_plugin_common [None req-1889128f-9ab8-4acc-9d3e-4c61ea2c24ea tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Allocated IP 2001:db8::275 (a99b46cf-7970-4160-afb0-795a2a682720/94dd4823-2015-402e-a377-4c9dc478c994/7738a542-20d8-48a0-84c7-9e034711acbb) {{(pid=103160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:30:04.319904 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c097aa-eda8-46b1-b3fa-3a3928eb2b27 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Checking segment: {'id': 'bc9dcddc-a440-4e2e-9272-dbf06e8e4495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '79cada17-a36d-4838-986c-dbea2caa4b49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 13:30:04.320162 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2c097aa-eda8-46b1-b3fa-3a3928eb2b27 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Network hostable DHCP agents. Network: 79cada17-a36d-4838-986c-dbea2caa4b49, hostable agents: ['aa77effa-0e3a-4bbd-a383-4d58ed3328d0'], hosted agents: [] {{(pid=103159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 18 13:30:04.325211 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7fc239d-7868-4e13-844e-6bf5bf9c9dc6 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Made reservation on behalf of 606a569495c64210af9cc9fb7e76dd52 for: {'subnet': 1} {{(pid=103160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:30:04.328707 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-f7fc239d-7868-4e13-844e-6bf5bf9c9dc6 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4514414'] for subnet, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:04.330463 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7fc239d-7868-4e13-844e-6bf5bf9c9dc6 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 18 13:30:04.330907 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7fc239d-7868-4e13-844e-6bf5bf9c9dc6 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103160) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 18 13:30:04.363891 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-f7fc239d-7868-4e13-844e-6bf5bf9c9dc6 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2104762 Dec 18 13:30:04.370589 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 53212) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:30:04.376700 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-6455e666-f2aa-48c3-921b-bc6fd2ce6039 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Request body: {'subnet': {'network_id': 'a0b84a49-8464-4342-a47d-bd714ebbec81', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:30:04.406707 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2c097aa-eda8-46b1-b3fa-3a3928eb2b27 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Network 79cada17-a36d-4838-986c-dbea2caa4b49 is scheduled to be hosted by DHCP agent aa77effa-0e3a-4bbd-a383-4d58ed3328d0 with binding_index 1 {{(pid=103159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 18 13:30:04.421736 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-541082a0-79ed-45ce-bbd5-be1bba314010 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Notify agent at l3_agent.dv-neutron-744815-20-hyperv the message routers_updated {{(pid=103159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 13:30:04.450888 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-220a4f9b-6a52-4d07-8cc3-4ee9d1930320 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Network 6a927deb-787e-47ec-8e16-89e6353b7166 is already hosted by enough agents. {{(pid=103159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:30:04.452829 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.base_scheduler [None req-c2c097aa-eda8-46b1-b3fa-3a3928eb2b27 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-744815-20-hyperv, 79cada17-a36d-4838-986c-dbea2caa4b49) {{(pid=103159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:30:04.458636 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2c097aa-eda8-46b1-b3fa-3a3928eb2b27 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:30:04.464430 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-c2c097aa-eda8-46b1-b3fa-3a3928eb2b27 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047995'] for subnet, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:04.469980 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.base_scheduler [None req-220a4f9b-6a52-4d07-8cc3-4ee9d1930320 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Resources bound (agent type, host, resource id): {{(pid=103159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:30:04.475222 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfdcbba9-016c-4091-a38b-ed9a277181c6 None None] Sync routers for ids ['ec180986-2f7e-49e3-89e3-dfec27cbbddd'] in dv-neutron-744815-20-hyperv {{(pid=103162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 13:30:04.486117 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-541082a0-79ed-45ce-bbd5-be1bba314010 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for router, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:04.487095 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-541082a0-79ed-45ce-bbd5-be1bba314010 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 6.5737886 Dec 18 13:30:04.490665 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 53214) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:30:04.498673 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfdcbba9-016c-4091-a38b-ed9a277181c6 None None] Routers {'ec180986-2f7e-49e3-89e3-dfec27cbbddd'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:30:04.499665 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-dfdcbba9-016c-4091-a38b-ed9a277181c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:29:57Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['ec180986-2f7e-49e3-89e3-dfec27cbbddd'], 'active': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:30:04.500445 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3f90047-64ca-45cf-b2a4-d65af4794b4c None None] Network 79cada17-a36d-4838-986c-dbea2caa4b49 requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:30:04.504844 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-c2c097aa-eda8-46b1-b3fa-3a3928eb2b27 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.3253279 Dec 18 13:30:04.513962 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 53218) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:30:04.619109 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac9fb607-4cdf-40c6-b3a5-70d7a09d126c None None] DHCP port deletion for 6a927deb-787e-47ec-8e16-89e6353b7166 request from dv-neutron-744815-20-hyperv {{(pid=103161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 18 13:30:04.669767 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvr_db [None req-dfdcbba9-016c-4091-a38b-ed9a277181c6 None None] Set router ec180986-2f7e-49e3-89e3-dfec27cbbddd gateway port host: dv-neutron-744815-20-hyperv {{(pid=103162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 13:30:04.676277 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-1889128f-9ab8-4acc-9d3e-4c61ea2c24ea tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks [] for port, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:04.718988 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-ea54df8c-445a-4b9e-8282-dd57965da4b9 tempest-TestNetworkBasicOps-845399116 tempest-TestNetworkBasicOps-845399116-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=6e88b8a5aed24360a829007d7fd9d0fd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2246132 Dec 18 13:30:04.719792 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 53220) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:30:04.755197 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6455e666-f2aa-48c3-921b-bc6fd2ce6039 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Made reservation on behalf of 606a569495c64210af9cc9fb7e76dd52 for: {'subnet': 1} {{(pid=103160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:30:04.759528 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-6455e666-f2aa-48c3-921b-bc6fd2ce6039 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4514414'] for subnet, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:04.760950 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.pecan_wsgi.hooks.translation [None req-6455e666-f2aa-48c3-921b-bc6fd2ce6039 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 18 13:30:04.761381 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6455e666-f2aa-48c3-921b-bc6fd2ce6039 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103160) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 18 13:30:04.779225 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device b2084dca-f68c-4b70-b3af-fb320ab4f279 up at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 13:30:04.817440 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-2e1d5db8-5166-41ff-b856-fbeab666e920 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2023137'] for network, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:04.823005 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6da09d0-08c2-411c-93b5-29feeeeeb6a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp31e170a0-46a1-5ba9-9dc1-7ee4f866f0d7-79cada17-a36d-4838-986c-dbea2caa4b49', 'network_id': '79cada17-a36d-4838-986c-dbea2caa4b49', 'project_id': 'f5afdd4acb1d4a48932f1bea649c1c37', 'fixed_ips': [{'subnet_id': '5459c5b4-5cbf-47bb-a3ee-39ad5c202170'}]}} from dv-neutron-744815-20-hyperv. {{(pid=103161) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 18 13:30:04.824230 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e6da09d0-08c2-411c-93b5-29feeeeeb6a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:04.830288 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-6455e666-f2aa-48c3-921b-bc6fd2ce6039 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.4585345 Dec 18 13:30:04.834819 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 53222) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:30:04.840604 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-1be0903e-0ea6-4d29-8d4f-169ff12510ee tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Request body: {'subnet': {'network_id': 'a0b84a49-8464-4342-a47d-bd714ebbec81', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:30:04.845323 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-1889128f-9ab8-4acc-9d3e-4c61ea2c24ea tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4533522'] for port, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:04.888715 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-106e39aa-6dc5-4a69-b482-d60d48554cb8 None None] Provisioning complete for port 4b6c2d8c-53d5-4417-8644-7d8fc9a6f62c triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:30:04.889091 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-106e39aa-6dc5-4a69-b482-d60d48554cb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:04.913515 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1889128f-9ab8-4acc-9d3e-4c61ea2c24ea tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Network a99b46cf-7970-4160-afb0-795a2a682720 is already hosted by enough agents. {{(pid=103160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:30:04.924693 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-dfdcbba9-016c-4091-a38b-ed9a277181c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec180986-2f7e-49e3-89e3-dfec27cbbddd', 'name': 'tempest-TestNetworkBasicOps-router-1985445967', 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.28'}], 'enable_snat': True}, 'gw_port_id': 'b106f41d-05cd-47e9-a39e-d328e1c96648', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:29:58Z', 'updated_at': '2021-12-18T13:30:02Z', 'revision_number': 3, 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'gw_port': {'id': 'b106f41d-05cd-47e9-a39e-d328e1c96648', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:a6:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec180986-2f7e-49e3-89e3-dfec27cbbddd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 767, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:30:00Z', 'updated_at': '2021-12-18T13:30:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv'}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:30:04.956255 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a03b6dcf-6d9c-4719-a03b-4f78a9411346 tempest-TestNetworkBasicOps-845399116 tempest-TestNetworkBasicOps-845399116-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:30:04.958157 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfdcbba9-016c-4091-a38b-ed9a277181c6 None None] Checking router: ec180986-2f7e-49e3-89e3-dfec27cbbddd for host: dv-neutron-744815-20-hyperv {{(pid=103162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 18 13:30:04.959005 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfdcbba9-016c-4091-a38b-ed9a277181c6 None None] Updating router ec180986-2f7e-49e3-89e3-dfec27cbbddd port b106f41d-05cd-47e9-a39e-d328e1c96648 binding host dv-neutron-744815-20-hyperv {{(pid=103162) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 18 13:30:04.962360 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-a03b6dcf-6d9c-4719-a03b-4f78a9411346 tempest-TestNetworkBasicOps-845399116 tempest-TestNetworkBasicOps-845399116-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2390561 Dec 18 13:30:04.971698 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-220a4f9b-6a52-4d07-8cc3-4ee9d1930320 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Router 8b4400aa-73df-4467-9875-5e1ec7c9ec97 has already been hosted by L3 agent c9c0cd52-5bd2-4704-9429-d80f1c5ad23c {{(pid=103159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 18 13:30:04.973057 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 53224) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:30:04.991382 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-106e39aa-6dc5-4a69-b482-d60d48554cb8 None None] Port 4b6c2d8c-53d5-4417-8644-7d8fc9a6f62c cannot update to ACTIVE because it is not bound. {{(pid=103161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 13:30:04.992221 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-dfdcbba9-016c-4091-a38b-ed9a277181c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:05.033842 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2294866d-0076-4933-952c-685307032598 None None] Provisioning complete for port b2084dca-f68c-4b70-b3af-fb320ab4f279 triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:30:05.034233 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:05.045144 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-f7083bdc-383e-44a4-b050-b0f7f0140cb7 tempest-TestNetworkBasicOps-845399116 tempest-TestNetworkBasicOps-845399116-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=decb4a40-7941-48c8-afbb-daaafd502e83&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0640395 Dec 18 13:30:05.048430 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 53226) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:30:05.060363 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-87b30fba-03cc-4d50-a855-d7c60283a2c5 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1193388335', 'network_id': '1f2d5a30-cad3-45c3-b064-c7c1eec3de2d', 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:30:05.094333 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_common [None req-e6da09d0-08c2-411c-93b5-29feeeeeb6a1 None None] Allocated IP 172.20.0.3 (79cada17-a36d-4838-986c-dbea2caa4b49/5459c5b4-5cbf-47bb-a3ee-39ad5c202170/8ac7f95b-805c-4b38-8419-4a6451f669d2) {{(pid=103161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:30:05.221873 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:05.250905 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87b30fba-03cc-4d50-a855-d7c60283a2c5 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Made reservation on behalf of 6e88b8a5aed24360a829007d7fd9d0fd for: {'subnet': 1} {{(pid=103159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:30:05.257760 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-87b30fba-03cc-4d50-a855-d7c60283a2c5 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6017072'] for subnet, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:05.285037 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-dfdcbba9-016c-4091-a38b-ed9a277181c6 None None] Publish callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:05.293138 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.base_scheduler [None req-1889128f-9ab8-4acc-9d3e-4c61ea2c24ea tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Resources bound (agent type, host, resource id): {{(pid=103160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:30:05.300861 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-dfdcbba9-016c-4091-a38b-ed9a277181c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:05.308084 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1889128f-9ab8-4acc-9d3e-4c61ea2c24ea tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Received port after_create {{(pid=103160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:30:05.314777 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-2294866d-0076-4933-952c-685307032598 None None] For port b2084dca-f68c-4b70-b3af-fb320ab4f279, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=b2084dca-f68c-4b70-b3af-fb320ab4f279,segment=NetworkSegment(22aa058f-f36f-4fbc-b8bc-7f362a172f37),segment_id=22aa058f-f36f-4fbc-b8bc-7f362a172f37)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:30:05.319833 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1889128f-9ab8-4acc-9d3e-4c61ea2c24ea tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:30:05.320504 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-1889128f-9ab8-4acc-9d3e-4c61ea2c24ea tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:05.345688 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:05.356004 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-1889128f-9ab8-4acc-9d3e-4c61ea2c24ea tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.5572636 Dec 18 13:30:05.362621 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3703ca18-2eaf-4134-9971-c32e172cd09c None None] Pushing event updated for resources: {'Port': ['ID=b106f41d-05cd-47e9-a39e-d328e1c96648,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:30:05.365001 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1889128f-9ab8-4acc-9d3e-4c61ea2c24ea tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Pushing event updated for resources: {'Port': ['ID=7738a542-20d8-48a0-84c7-9e034711acbb,revision_number=1']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:30:05.375006 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 53228) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:30:05.388303 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [None req-dfdcbba9-016c-4091-a38b-ed9a277181c6 None None] Attempting to bind port b106f41d-05cd-47e9-a39e-d328e1c96648 on host dv-neutron-744815-20-hyperv for vnic_type normal with profile {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 13:30:05.388809 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [None req-dfdcbba9-016c-4091-a38b-ed9a277181c6 None None] Attempting to bind port b106f41d-05cd-47e9-a39e-d328e1c96648 by drivers openvswitch,hyperv on host dv-neutron-744815-20-hyperv at level 0 using segments [{'id': '3f66d49c-4faa-434c-8c3e-991f4f1d01bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83'}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 13:30:05.389264 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfdcbba9-016c-4091-a38b-ed9a277181c6 None None] Attempting to bind port b106f41d-05cd-47e9-a39e-d328e1c96648 on network decb4a40-7941-48c8-afbb-daaafd502e83 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 13:30:05.396897 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfdcbba9-016c-4091-a38b-ed9a277181c6 None None] Checking agent: {'id': '428fa9fa-43db-4db9-9f96-f60ffe931f2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-20-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 13, 19, 1), 'started_at': datetime.datetime(2021, 12, 18, 13, 19, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 13, 30, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-20-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 18 13:30:05.397985 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfdcbba9-016c-4091-a38b-ed9a277181c6 None None] Checking segment: {'id': '3f66d49c-4faa-434c-8c3e-991f4f1d01bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 13:30:05.398689 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-dfdcbba9-016c-4091-a38b-ed9a277181c6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:05.399306 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfdcbba9-016c-4091-a38b-ed9a277181c6 None None] Bound using segment: {'id': '3f66d49c-4faa-434c-8c3e-991f4f1d01bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83'} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 18 13:30:05.400012 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [None req-dfdcbba9-016c-4091-a38b-ed9a277181c6 None None] Bound port: b106f41d-05cd-47e9-a39e-d328e1c96648, host: dv-neutron-744815-20-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f66d49c-4faa-434c-8c3e-991f4f1d01bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83'}}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 18 13:30:05.400635 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-dfdcbba9-016c-4091-a38b-ed9a277181c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:05.411927 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-008e1c30-df19-463a-8f39-9db3921ecb32 None None] DHCP port deletion for decb4a40-7941-48c8-afbb-daaafd502e83 request from dv-neutron-744815-20-hyperv {{(pid=103161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 18 13:30:05.420379 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e6da09d0-08c2-411c-93b5-29feeeeeb6a1 None None] Publish callbacks [] for port, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:05.442932 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-2e1d5db8-5166-41ff-b856-fbeab666e920 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1929185'] for subnet, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:05.460478 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-dfdcbba9-016c-4091-a38b-ed9a277181c6 None None] For port b106f41d-05cd-47e9-a39e-d328e1c96648, host dv-neutron-744815-20-hyperv, cleared binding levels {{(pid=103162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 18 13:30:05.464107 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-dfdcbba9-016c-4091-a38b-ed9a277181c6 None None] For port b106f41d-05cd-47e9-a39e-d328e1c96648, host dv-neutron-744815-20-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=b106f41d-05cd-47e9-a39e-d328e1c96648,segment=NetworkSegment(3f66d49c-4faa-434c-8c3e-991f4f1d01bd),segment_id=3f66d49c-4faa-434c-8c3e-991f4f1d01bd)] {{(pid=103162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 18 13:30:05.466596 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3703ca18-2eaf-4134-9971-c32e172cd09c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:30:05.467330 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3703ca18-2eaf-4134-9971-c32e172cd09c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:30:05.467929 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3703ca18-2eaf-4134-9971-c32e172cd09c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:30:05.468547 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3703ca18-2eaf-4134-9971-c32e172cd09c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:30:05.468982 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 61bf0aa9-662b-4028-8e2e-8621a48f656b no longer exists at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 18 13:30:05.469356 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3703ca18-2eaf-4134-9971-c32e172cd09c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:30:05.469905 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3703ca18-2eaf-4134-9971-c32e172cd09c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:30:05.470507 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3703ca18-2eaf-4134-9971-c32e172cd09c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:30:05.471055 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3703ca18-2eaf-4134-9971-c32e172cd09c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:30:05.471647 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3703ca18-2eaf-4134-9971-c32e172cd09c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:30:05.472267 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3703ca18-2eaf-4134-9971-c32e172cd09c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:30:05.473034 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3703ca18-2eaf-4134-9971-c32e172cd09c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:30:05.473658 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3703ca18-2eaf-4134-9971-c32e172cd09c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:30:05.474307 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3703ca18-2eaf-4134-9971-c32e172cd09c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:30:05.479652 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-dfdcbba9-016c-4091-a38b-ed9a277181c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:05.535038 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-2294866d-0076-4933-952c-685307032598 None None] No Port match for: 61bf0aa9-662b-4028-8e2e-8621a48f656b {{(pid=103161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 18 13:30:05.535643 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 61bf0aa9-662b-4028-8e2e-8621a48f656b not bound to the agent host dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 18 13:30:05.570571 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfdcbba9-016c-4091-a38b-ed9a277181c6 None None] Routers {'ec180986-2f7e-49e3-89e3-dfec27cbbddd'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:30:05.571510 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-dfdcbba9-016c-4091-a38b-ed9a277181c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:29:57Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['ec180986-2f7e-49e3-89e3-dfec27cbbddd'], 'active': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:30:05.574826 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e6da09d0-08c2-411c-93b5-29feeeeeb6a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975'] for port, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:05.619802 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-2e1d5db8-5166-41ff-b856-fbeab666e920 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1929192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4533475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4514371'] for subnet, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:05.625812 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1c1b164-4550-4121-a3db-419e4dca8e2a None None] DHCP port deletion for decb4a40-7941-48c8-afbb-daaafd502e83 request from dv-neutron-744815-20-hyperv {{(pid=103161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 18 13:30:05.648931 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3703ca18-2eaf-4134-9971-c32e172cd09c None None] Pushing event updated for resources: {'Port': ['ID=b106f41d-05cd-47e9-a39e-d328e1c96648,revision_number=3']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:30:05.666686 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1d5db8-5166-41ff-b856-fbeab666e920 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Pushing event deleted for resources: {'Subnet': ['ID=5459c5b4-5cbf-47bb-a3ee-39ad5c202170,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:30:05.691011 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6da09d0-08c2-411c-93b5-29feeeeeb6a1 None None] Network 79cada17-a36d-4838-986c-dbea2caa4b49 is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:30:05.701821 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-7306596c-b58b-410b-afdc-3aa7ae5795b2 None None] Provisioning complete for port b106f41d-05cd-47e9-a39e-d328e1c96648 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:30:05.702275 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7306596c-b58b-410b-afdc-3aa7ae5795b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:05.755999 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-e6da09d0-08c2-411c-93b5-29feeeeeb6a1 None None] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:30:05.759904 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6da09d0-08c2-411c-93b5-29feeeeeb6a1 None None] Received port after_create {{(pid=103161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:30:05.762968 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Pushing event updated for resources: {'Port': ['ID=b2084dca-f68c-4b70-b3af-fb320ab4f279,revision_number=3']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:30:05.782392 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvr_db [None req-dfdcbba9-016c-4091-a38b-ed9a277181c6 None None] Set router ec180986-2f7e-49e3-89e3-dfec27cbbddd gateway port host: dv-neutron-744815-20-hyperv {{(pid=103162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 13:30:05.810644 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1be0903e-0ea6-4d29-8d4f-169ff12510ee tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Made reservation on behalf of 606a569495c64210af9cc9fb7e76dd52 for: {'subnet': 1} {{(pid=103160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:30:05.817675 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-1be0903e-0ea6-4d29-8d4f-169ff12510ee tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4514414'] for subnet, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:05.819141 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.pecan_wsgi.hooks.translation [None req-1be0903e-0ea6-4d29-8d4f-169ff12510ee tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 18 13:30:05.819624 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1be0903e-0ea6-4d29-8d4f-169ff12510ee tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103160) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 18 13:30:05.872348 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-1be0903e-0ea6-4d29-8d4f-169ff12510ee tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 1.0363746 Dec 18 13:30:05.888564 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 53232) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:30:05.905830 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-e6da09d0-08c2-411c-93b5-29feeeeeb6a1 None None] Attempting to bind port 8ac7f95b-805c-4b38-8419-4a6451f669d2 on host dv-neutron-744815-20-hyperv for vnic_type normal with profile {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 13:30:05.906468 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-e6da09d0-08c2-411c-93b5-29feeeeeb6a1 None None] Attempting to bind port 8ac7f95b-805c-4b38-8419-4a6451f669d2 by drivers openvswitch,hyperv on host dv-neutron-744815-20-hyperv at level 0 using segments [{'id': 'bc9dcddc-a440-4e2e-9272-dbf06e8e4495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '79cada17-a36d-4838-986c-dbea2caa4b49'}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 13:30:05.907035 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6da09d0-08c2-411c-93b5-29feeeeeb6a1 None None] Attempting to bind port 8ac7f95b-805c-4b38-8419-4a6451f669d2 on network 79cada17-a36d-4838-986c-dbea2caa4b49 {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 13:30:05.915814 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6da09d0-08c2-411c-93b5-29feeeeeb6a1 None None] Pushing event updated for resources: {'Port': ['ID=8ac7f95b-805c-4b38-8419-4a6451f669d2,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:30:05.928420 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6da09d0-08c2-411c-93b5-29feeeeeb6a1 None None] Checking agent: {'id': '428fa9fa-43db-4db9-9f96-f60ffe931f2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-20-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 13, 19, 1), 'started_at': datetime.datetime(2021, 12, 18, 13, 19, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 13, 30, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-20-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 18 13:30:05.929216 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6da09d0-08c2-411c-93b5-29feeeeeb6a1 None None] Checking segment: {'id': 'bc9dcddc-a440-4e2e-9272-dbf06e8e4495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '79cada17-a36d-4838-986c-dbea2caa4b49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 13:30:05.929812 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e6da09d0-08c2-411c-93b5-29feeeeeb6a1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:05.930928 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6da09d0-08c2-411c-93b5-29feeeeeb6a1 None None] Bound using segment: {'id': 'bc9dcddc-a440-4e2e-9272-dbf06e8e4495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '79cada17-a36d-4838-986c-dbea2caa4b49'} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 18 13:30:05.931628 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-e6da09d0-08c2-411c-93b5-29feeeeeb6a1 None None] Bound port: 8ac7f95b-805c-4b38-8419-4a6451f669d2, host: dv-neutron-744815-20-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc9dcddc-a440-4e2e-9272-dbf06e8e4495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '79cada17-a36d-4838-986c-dbea2caa4b49'}}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 18 13:30:05.935669 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e6da09d0-08c2-411c-93b5-29feeeeeb6a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:06.013905 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-e6da09d0-08c2-411c-93b5-29feeeeeb6a1 None None] For port 8ac7f95b-805c-4b38-8419-4a6451f669d2, host dv-neutron-744815-20-hyperv, cleared binding levels {{(pid=103161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 18 13:30:06.017784 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-e6da09d0-08c2-411c-93b5-29feeeeeb6a1 None None] For port 8ac7f95b-805c-4b38-8419-4a6451f669d2, host dv-neutron-744815-20-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=8ac7f95b-805c-4b38-8419-4a6451f669d2,segment=NetworkSegment(bc9dcddc-a440-4e2e-9272-dbf06e8e4495),segment_id=bc9dcddc-a440-4e2e-9272-dbf06e8e4495)] {{(pid=103161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 18 13:30:06.054842 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-220a4f9b-6a52-4d07-8cc3-4ee9d1930320 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Notify agent at l3_agent.dv-neutron-744815-20-hyperv the message routers_updated {{(pid=103159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 13:30:06.058940 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e6da09d0-08c2-411c-93b5-29feeeeeb6a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:06.068461 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-220a4f9b-6a52-4d07-8cc3-4ee9d1930320 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] 10.222.0.31 "PUT /v2.0/routers/8b4400aa-73df-4467-9875-5e1ec7c9ec97/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7807424 Dec 18 13:30:06.068995 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 53234) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:30:06.080844 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-b682f367-6eb4-4a8c-84a9-0b1473247473 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Request body: {'port': {'network_id': '6a927deb-787e-47ec-8e16-89e6353b7166', 'name': 'tempest-FloatingIPTestJSON-511728130'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:30:06.086240 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-dfdcbba9-016c-4091-a38b-ed9a277181c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec180986-2f7e-49e3-89e3-dfec27cbbddd', 'name': 'tempest-TestNetworkBasicOps-router-1985445967', 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.28'}], 'enable_snat': True}, 'gw_port_id': 'b106f41d-05cd-47e9-a39e-d328e1c96648', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:29:58Z', 'updated_at': '2021-12-18T13:30:02Z', 'revision_number': 3, 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'gw_port': {'id': 'b106f41d-05cd-47e9-a39e-d328e1c96648', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:a6:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec180986-2f7e-49e3-89e3-dfec27cbbddd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 767, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:30:00Z', 'updated_at': '2021-12-18T13:30:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv'}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:30:06.092409 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-2e1d5db8-5166-41ff-b856-fbeab666e920 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1927292', 'neutron.services.segments.db._delete_segments_for_network-8767106887837'] for network, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:06.100345 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-ffe0cefb-2269-44e7-9ca6-9e449eb7e9ad tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1806405 Dec 18 13:30:06.102736 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f3ef27d-2970-47ab-bb5f-54f75a1d7da9 None None] Sync routers for ids ['8b4400aa-73df-4467-9875-5e1ec7c9ec97'] in dv-neutron-744815-20-hyperv {{(pid=103161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 13:30:06.105609 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e41a8fcd-54d7-40c3-b40d-27ad44d0fb65 None None] Network a99b46cf-7970-4160-afb0-795a2a682720 requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:30:06.109073 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 53236) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:30:06.125430 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfdcbba9-016c-4091-a38b-ed9a277181c6 None None] The sync data for ids ['ec180986-2f7e-49e3-89e3-dfec27cbbddd'] in dv-neutron-744815-20-hyperv is: [{'id': 'ec180986-2f7e-49e3-89e3-dfec27cbbddd', 'name': 'tempest-TestNetworkBasicOps-router-1985445967', 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.28'}], 'enable_snat': True}, 'gw_port_id': 'b106f41d-05cd-47e9-a39e-d328e1c96648', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:29:58Z', 'updated_at': '2021-12-18T13:30:02Z', 'revision_number': 3, 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'gw_port': {'id': 'b106f41d-05cd-47e9-a39e-d328e1c96648', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:a6:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec180986-2f7e-49e3-89e3-dfec27cbbddd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 767, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:30:00Z', 'updated_at': '2021-12-18T13:30:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv'}] {{(pid=103162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 13:30:06.196914 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7306596c-b58b-410b-afdc-3aa7ae5795b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:06.201976 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.services.segments.db [None req-2e1d5db8-5166-41ff-b856-fbeab666e920 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79cada17-a36d-4838-986c-dbea2caa4b49']}} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:30:06.250026 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09ea3d66-6a10-4b81-a7b0-e14c7196b0a3 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:30:06.258851 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-09ea3d66-6a10-4b81-a7b0-e14c7196b0a3 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1465464 Dec 18 13:30:06.263243 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f3ef27d-2970-47ab-bb5f-54f75a1d7da9 None None] Routers {'8b4400aa-73df-4467-9875-5e1ec7c9ec97'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:30:06.264369 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-8f3ef27d-2970-47ab-bb5f-54f75a1d7da9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:29:57Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['8b4400aa-73df-4467-9875-5e1ec7c9ec97'], 'active': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:30:06.265936 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 53240) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:30:06.274843 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.services.segments.db [None req-2e1d5db8-5166-41ff-b856-fbeab666e920 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc9dcddc-a440-4e2e-9272-dbf06e8e4495') {'for_net_delete': True} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:30:06.275140 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.services.segments.db [None req-2e1d5db8-5166-41ff-b856-fbeab666e920 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc9dcddc-a440-4e2e-9272-dbf06e8e4495') {} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:30:06.309270 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-87b30fba-03cc-4d50-a855-d7c60283a2c5 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5659786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6017062'] for subnet, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:06.358797 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-2362bdf5-1957-48e1-a307-aef66255a92b tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0917618 Dec 18 13:30:06.363183 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-2e1d5db8-5166-41ff-b856-fbeab666e920 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767106888614', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4533424'] for segment, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:06.364899 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 53242) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:30:06.397580 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-1bd46259-3cc5-4146-8b55-88a4a65f167f tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Request body: {'subnet': {'network_id': 'a0b84a49-8464-4342-a47d-bd714ebbec81', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:30:06.436835 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b30fba-03cc-4d50-a855-d7c60283a2c5 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Pushing event updated for resources: {'Subnet': ['ID=ba320a99-11ba-43e3-b2e3-bcb19e0899a2,revision_number=0']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:30:06.455355 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87b30fba-03cc-4d50-a855-d7c60283a2c5 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Checking segment: {'id': '999ac071-648b-41e4-b1fb-0b335d58804a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '1f2d5a30-cad3-45c3-b064-c7c1eec3de2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 13:30:06.455355 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87b30fba-03cc-4d50-a855-d7c60283a2c5 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Network hostable DHCP agents. Network: 1f2d5a30-cad3-45c3-b064-c7c1eec3de2d, hostable agents: ['aa77effa-0e3a-4bbd-a383-4d58ed3328d0'], hosted agents: [] {{(pid=103159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 18 13:30:06.455742 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b682f367-6eb4-4a8c-84a9-0b1473247473 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Made reservation on behalf of 8fc927833fca44b7bf3271edc88c03e0 for: {'port': 1} {{(pid=103159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:30:06.459613 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b682f367-6eb4-4a8c-84a9-0b1473247473 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:06.460200 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-2e1d5db8-5166-41ff-b856-fbeab666e920 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:06.486288 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.notifiers.nova [None req-b682f367-6eb4-4a8c-84a9-0b1473247473 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] device_id is not set on port 44478af2-b640-4696-893d-62cd1cb50d09 yet. {{(pid=103159) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 18 13:30:06.500980 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e1d5db8-5166-41ff-b856-fbeab666e920 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Releasing vlan 102 on physical network physnet1 to pool {{(pid=103160) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 18 13:30:06.501711 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-2e1d5db8-5166-41ff-b856-fbeab666e920 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4533569'] for segment, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:06.509393 dv-neutron-744815-20-hyperv neutron-server[103160]: Traceback (most recent call last): Dec 18 13:30:06.509393 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 18 13:30:06.509393 dv-neutron-744815-20-hyperv neutron-server[103160]: timer() Dec 18 13:30:06.509393 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 18 13:30:06.509393 dv-neutron-744815-20-hyperv neutron-server[103160]: cb(*args, **kw) Dec 18 13:30:06.509393 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 18 13:30:06.509393 dv-neutron-744815-20-hyperv neutron-server[103160]: return func(*args, **kwargs) Dec 18 13:30:06.509393 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 18 13:30:06.509393 dv-neutron-744815-20-hyperv neutron-server[103160]: self._notify() Dec 18 13:30:06.509393 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 18 13:30:06.509393 dv-neutron-744815-20-hyperv neutron-server[103160]: self.callback(batched_events) Dec 18 13:30:06.509393 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 18 13:30:06.509393 dv-neutron-744815-20-hyperv neutron-server[103160]: event.method(event) Dec 18 13:30:06.509393 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 18 13:30:06.509393 dv-neutron-744815-20-hyperv neutron-server[103160]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 18 13:30:06.509393 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 18 13:30:06.509393 dv-neutron-744815-20-hyperv neutron-server[103160]: aggregate_uuid = self.p_client.list_aggregates( Dec 18 13:30:06.509393 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 18 13:30:06.509393 dv-neutron-744815-20-hyperv neutron-server[103160]: return f(self, *a, **k) Dec 18 13:30:06.509393 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 18 13:30:06.509393 dv-neutron-744815-20-hyperv neutron-server[103160]: return self._get(url).json() Dec 18 13:30:06.509393 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 18 13:30:06.509393 dv-neutron-744815-20-hyperv neutron-server[103160]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 18 13:30:06.509393 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 18 13:30:06.509393 dv-neutron-744815-20-hyperv neutron-server[103160]: return self.request(url, 'GET', **kwargs) Dec 18 13:30:06.509393 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 18 13:30:06.509393 dv-neutron-744815-20-hyperv neutron-server[103160]: base_url = self.get_endpoint(auth, allow=allow, Dec 18 13:30:06.509393 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 18 13:30:06.509393 dv-neutron-744815-20-hyperv neutron-server[103160]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 18 13:30:06.509393 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 18 13:30:06.509393 dv-neutron-744815-20-hyperv neutron-server[103160]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 18 13:30:06.509393 dv-neutron-744815-20-hyperv neutron-server[103160]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 18 13:30:06.685975 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-9aa255db-c5bd-41f2-98ed-fe2cbbb40505 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:06.689808 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87b30fba-03cc-4d50-a855-d7c60283a2c5 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Network 1f2d5a30-cad3-45c3-b064-c7c1eec3de2d is scheduled to be hosted by DHCP agent aa77effa-0e3a-4bbd-a383-4d58ed3328d0 with binding_index 1 {{(pid=103159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 18 13:30:06.694739 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device b2084dca-f68c-4b70-b3af-fb320ab4f279 up at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 13:30:06.725249 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.db.api [None req-2e1d5db8-5166-41ff-b856-fbeab666e920 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 18 13:30:06.725249 dv-neutron-744815-20-hyperv neutron-server[103160]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 18 13:30:06.725249 dv-neutron-744815-20-hyperv neutron-server[103160]: [parameters: {'id': '79cada17-a36d-4838-986c-dbea2caa4b49'}] Dec 18 13:30:06.725249 dv-neutron-744815-20-hyperv neutron-server[103160]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103160) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 18 13:30:06.726001 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG oslo_db.api [None req-2e1d5db8-5166-41ff-b856-fbeab666e920 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 18 13:30:06.757017 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-8f3ef27d-2970-47ab-bb5f-54f75a1d7da9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:30:06.778191 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-7306596c-b58b-410b-afdc-3aa7ae5795b2 None None] For port b106f41d-05cd-47e9-a39e-d328e1c96648, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=b106f41d-05cd-47e9-a39e-d328e1c96648,segment=NetworkSegment(3f66d49c-4faa-434c-8c3e-991f4f1d01bd),segment_id=3f66d49c-4faa-434c-8c3e-991f4f1d01bd)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:30:06.791821 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.base_scheduler [None req-87b30fba-03cc-4d50-a855-d7c60283a2c5 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-744815-20-hyperv, 1f2d5a30-cad3-45c3-b064-c7c1eec3de2d) {{(pid=103159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:30:06.803091 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87b30fba-03cc-4d50-a855-d7c60283a2c5 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:30:06.805271 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-87b30fba-03cc-4d50-a855-d7c60283a2c5 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047995'] for subnet, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:06.826819 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.db_base_plugin_common [None req-b682f367-6eb4-4a8c-84a9-0b1473247473 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Allocated IP 172.20.0.14 (6a927deb-787e-47ec-8e16-89e6353b7166/043b78b4-bc86-474a-9ed5-2d73d66b2636/44478af2-b640-4696-893d-62cd1cb50d09) {{(pid=103159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:30:06.842104 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f50d3fe-22c5-45a8-9c2f-f387dd81f4a8 None None] Network 1f2d5a30-cad3-45c3-b064-c7c1eec3de2d requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:30:06.850124 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6da09d0-08c2-411c-93b5-29feeeeeb6a1 None None] Pushing event updated for resources: {'Port': ['ID=8ac7f95b-805c-4b38-8419-4a6451f669d2,revision_number=2']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:30:06.870516 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-87b30fba-03cc-4d50-a855-d7c60283a2c5 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.8148432 Dec 18 13:30:06.873839 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 53248) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:30:06.874009 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc507c41-f14c-4b6f-af30-4fe57d7752db None None] Network 79cada17-a36d-4838-986c-dbea2caa4b49 requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:30:06.902824 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bd46259-3cc5-4146-8b55-88a4a65f167f tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Made reservation on behalf of 606a569495c64210af9cc9fb7e76dd52 for: {'subnet': 1} {{(pid=103160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:30:06.909862 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-1bd46259-3cc5-4146-8b55-88a4a65f167f tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4514414'] for subnet, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:06.995095 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7306596c-b58b-410b-afdc-3aa7ae5795b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:06.997411 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f3ef27d-2970-47ab-bb5f-54f75a1d7da9 None None] Routers {'8b4400aa-73df-4467-9875-5e1ec7c9ec97'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:30:06.999555 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-8f3ef27d-2970-47ab-bb5f-54f75a1d7da9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:29:57Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['8b4400aa-73df-4467-9875-5e1ec7c9ec97'], 'active': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:30:07.127407 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7306596c-b58b-410b-afdc-3aa7ae5795b2 None None] Pushing event updated for resources: {'Port': ['ID=b106f41d-05cd-47e9-a39e-d328e1c96648,revision_number=4']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:30:07.153797 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:07.166707 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-8f3ef27d-2970-47ab-bb5f-54f75a1d7da9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:30:07.167402 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f3ef27d-2970-47ab-bb5f-54f75a1d7da9 None None] The sync data for ids ['8b4400aa-73df-4467-9875-5e1ec7c9ec97'] in dv-neutron-744815-20-hyperv is: [] {{(pid=103161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 13:30:07.228276 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-2e1d5db8-5166-41ff-b856-fbeab666e920 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2023137'] for network, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:07.242206 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39cb7ec-9d72-4e5f-b9f9-e980e18364e9 req-d37df4e6-78ee-4c9f-9aea-f38fba2a5cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:30:07.244380 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-f39cb7ec-9d72-4e5f-b9f9-e980e18364e9 req-d37df4e6-78ee-4c9f-9aea-f38fba2a5cf8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=797acd6e00034b9ba6b75e0f2650f2ea&device_id=f75e1b43-b628-4577-9f75-0cf3a56e1582 HTTP/1.1" status: 200 len: 1098 time: 0.2815542 Dec 18 13:30:07.280947 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-b4d126e7-10ac-4a5c-af39-5973aadb5d3d None None] Provisioning complete for port b106f41d-05cd-47e9-a39e-d328e1c96648 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:30:07.281118 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-b4d126e7-10ac-4a5c-af39-5973aadb5d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:07.303088 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec49846d-7363-46a5-aacf-162fe66a73ac req-bb2ff971-7583-4f6f-be46-7b822802cc46 tempest-ServerActionsTestJSON-1545132800 tempest-ServerActionsTestJSON-1545132800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:30:07.310517 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-ec49846d-7363-46a5-aacf-162fe66a73ac req-bb2ff971-7583-4f6f-be46-7b822802cc46 tempest-ServerActionsTestJSON-1545132800 tempest-ServerActionsTestJSON-1545132800-project] 10.222.0.31 "GET /v2.0/ports?device_id=f75e1b43-b628-4577-9f75-0cf3a56e1582 HTTP/1.1" status: 200 len: 945 time: 0.2951765 Dec 18 13:30:07.332251 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2294866d-0076-4933-952c-685307032598 None None] Provisioning complete for port b2084dca-f68c-4b70-b3af-fb320ab4f279 triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:30:07.332477 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:07.431878 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5102063e-b76b-401b-bda7-27253270b1e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp31e170a0-46a1-5ba9-9dc1-7ee4f866f0d7-1f2d5a30-cad3-45c3-b064-c7c1eec3de2d', 'network_id': '1f2d5a30-cad3-45c3-b064-c7c1eec3de2d', 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'fixed_ips': [{'subnet_id': 'ba320a99-11ba-43e3-b2e3-bcb19e0899a2'}]}} from dv-neutron-744815-20-hyperv. {{(pid=103161) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 18 13:30:07.433346 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-5102063e-b76b-401b-bda7-27253270b1e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:07.458092 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-9aa255db-c5bd-41f2-98ed-fe2cbbb40505 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks [] for port, precommit_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:07.471853 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-9aa255db-c5bd-41f2-98ed-fe2cbbb40505 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4533541'] for port, after_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:07.558040 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39cb7ec-9d72-4e5f-b9f9-e980e18364e9 req-09a3eba6-6eae-4284-9e2c-7e40cea9ff04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:30:07.562212 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-2e1d5db8-5166-41ff-b856-fbeab666e920 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Deleting port 8ac7f95b-805c-4b38-8419-4a6451f669d2 {{(pid=103160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:30:07.562842 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-2e1d5db8-5166-41ff-b856-fbeab666e920 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:07.563672 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-f39cb7ec-9d72-4e5f-b9f9-e980e18364e9 req-09a3eba6-6eae-4284-9e2c-7e40cea9ff04 service neutron] 10.222.0.43 "GET /v2.0/networks?id=2fc4e038-9db1-4dce-962e-0069075d1df7 HTTP/1.1" status: 200 len: 912 time: 0.3019338 Dec 18 13:30:07.621411 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b682f367-6eb4-4a8c-84a9-0b1473247473 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Publish callbacks [] for port, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:07.688197 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa255db-c5bd-41f2-98ed-fe2cbbb40505 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Pushing event updated for resources: {'Port': ['ID=7738a542-20d8-48a0-84c7-9e034711acbb,revision_number=2']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:30:07.765828 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-b4d126e7-10ac-4a5c-af39-5973aadb5d3d None None] Provisioning complete for port b2084dca-f68c-4b70-b3af-fb320ab4f279 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:30:07.766205 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-b4d126e7-10ac-4a5c-af39-5973aadb5d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:07.767947 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-f39cb7ec-9d72-4e5f-b9f9-e980e18364e9 req-1e747d00-c764-4df7-b0f6-040107cda03f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e7099ed9-5062-40c4-a1e3-ac0e8e7ebf76 HTTP/1.1" status: 200 len: 1001 time: 0.1265831 Dec 18 13:30:07.788648 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.objects.ports [None req-1bd46259-3cc5-4146-8b55-88a4a65f167f tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103160) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 18 13:30:07.798585 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-1bd46259-3cc5-4146-8b55-88a4a65f167f tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4533410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4514424'] for subnet, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:07.851503 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-ec49846d-7363-46a5-aacf-162fe66a73ac req-98e57e3f-ca6a-4505-bf34-54d7f371fcca tempest-ServerActionsTestJSON-1545132800 tempest-ServerActionsTestJSON-1545132800-project] 10.222.0.31 "GET /v2.0/security-groups?id=04da0920-3f32-48b1-bc5b-099cf6dd1551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5353932 Dec 18 13:30:07.884242 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.db [None req-2e1d5db8-5166-41ff-b856-fbeab666e920 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] For port 8ac7f95b-805c-4b38-8419-4a6451f669d2, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=8ac7f95b-805c-4b38-8419-4a6451f669d2,segment=NetworkSegment(bc9dcddc-a440-4e2e-9272-dbf06e8e4495),segment_id=bc9dcddc-a440-4e2e-9272-dbf06e8e4495)] {{(pid=103160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:30:07.884627 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-2e1d5db8-5166-41ff-b856-fbeab666e920 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:07.888564 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_common [None req-5102063e-b76b-401b-bda7-27253270b1e8 None None] Allocated IP 172.20.0.2 (1f2d5a30-cad3-45c3-b064-c7c1eec3de2d/ba320a99-11ba-43e3-b2e3-bcb19e0899a2/1a65ab7b-de3f-4413-8b95-50ec54e9f63b) {{(pid=103161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:30:07.894983 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bd46259-3cc5-4146-8b55-88a4a65f167f tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Network a0b84a49-8464-4342-a47d-bd714ebbec81 is already hosted by enough agents. {{(pid=103160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:30:07.915517 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.base_scheduler [None req-1bd46259-3cc5-4146-8b55-88a4a65f167f tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Resources bound (agent type, host, resource id): {{(pid=103160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:30:07.920757 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b682f367-6eb4-4a8c-84a9-0b1473247473 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:07.933315 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bd46259-3cc5-4146-8b55-88a4a65f167f tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:30:07.934195 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-1bd46259-3cc5-4146-8b55-88a4a65f167f tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks [] for subnet, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:07.937270 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-2e1d5db8-5166-41ff-b856-fbeab666e920 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Calling delete_port for 8ac7f95b-805c-4b38-8419-4a6451f669d2 owned by network:dhcp {{(pid=103160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:30:07.995568 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d85530f-fbad-492e-a519-b6b2909c7ad0 None None] Network a0b84a49-8464-4342-a47d-bd714ebbec81 requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:30:07.999624 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-9aa255db-c5bd-41f2-98ed-fe2cbbb40505 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586257'] for router_interface, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:08.022167 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b682f367-6eb4-4a8c-84a9-0b1473247473 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Pushing event updated for resources: {'Port': ['ID=44478af2-b640-4696-893d-62cd1cb50d09,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:30:08.027284 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b682f367-6eb4-4a8c-84a9-0b1473247473 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Network 6a927deb-787e-47ec-8e16-89e6353b7166 is already hosted by enough agents. {{(pid=103159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:30:08.035670 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.base_scheduler [None req-b682f367-6eb4-4a8c-84a9-0b1473247473 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Resources bound (agent type, host, resource id): {{(pid=103159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:30:08.040825 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b682f367-6eb4-4a8c-84a9-0b1473247473 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Received port after_create {{(pid=103159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:30:08.069834 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-1bd46259-3cc5-4146-8b55-88a4a65f167f tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.6757267 Dec 18 13:30:08.074456 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 53252) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:30:08.080180 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-62422d01-2b79-43a0-a0b1-a7cc3e868ff5 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Request body: {'port': {'network_id': 'a0b84a49-8464-4342-a47d-bd714ebbec81', 'mac_address': 'fa:16:3e:76:f2:2d', 'name': 'tempest-NetworksTestDHCPv6-1661543010'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:30:08.084021 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd46259-3cc5-4146-8b55-88a4a65f167f tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Pushing event updated for resources: {'Subnet': ['ID=bbc15c71-387e-44c0-90b8-76395e493a33,revision_number=0']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:30:08.098253 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5017c66a-5e2c-448b-921c-f4cb2ca7d0b1 None None] DHCP port deletion for 6a927deb-787e-47ec-8e16-89e6353b7166 request from dv-neutron-744815-20-hyperv {{(pid=103161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 18 13:30:08.124025 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39cb7ec-9d72-4e5f-b9f9-e980e18364e9 req-a5d544c7-017e-4b63-acdd-e23174b4bcfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:30:08.126129 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-f39cb7ec-9d72-4e5f-b9f9-e980e18364e9 req-a5d544c7-017e-4b63-acdd-e23174b4bcfb service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ab39156a-1aba-454f-953d-4c71ff8fa510 HTTP/1.1" status: 200 len: 850 time: 0.3325164 Dec 18 13:30:08.135348 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-c231bd71-6d84-4d8a-83e8-233f8aab99d2 None None] Provisioning complete for port 7738a542-20d8-48a0-84c7-9e034711acbb triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:30:08.135928 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c231bd71-6d84-4d8a-83e8-233f8aab99d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:08.179940 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-c231bd71-6d84-4d8a-83e8-233f8aab99d2 None None] Port 7738a542-20d8-48a0-84c7-9e034711acbb cannot update to ACTIVE because it is not bound. {{(pid=103161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 13:30:08.227813 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.agents_db [None req-e3dda592-589a-4b4d-b028-ba9a260f4f50 None None] Agent healthcheck: found 6 active agents {{(pid=103162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 18 13:30:08.237773 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-c231bd71-6d84-4d8a-83e8-233f8aab99d2 None None] Provisioning complete for port b2084dca-f68c-4b70-b3af-fb320ab4f279 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:30:08.238152 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c231bd71-6d84-4d8a-83e8-233f8aab99d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:08.246093 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b682f367-6eb4-4a8c-84a9-0b1473247473 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:30:08.246895 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b682f367-6eb4-4a8c-84a9-0b1473247473 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:08.300560 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-b682f367-6eb4-4a8c-84a9-0b1473247473 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.2241290 Dec 18 13:30:08.304278 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 53254) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:30:08.309750 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-dc67f936-86ce-4351-aa34-97414db2c984 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Request body: {'port': {'network_id': '6a927deb-787e-47ec-8e16-89e6353b7166', 'name': 'tempest-FloatingIPTestJSON-1245243388'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:30:08.323960 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39cb7ec-9d72-4e5f-b9f9-e980e18364e9 req-7232093c-633c-4b40-8ed0-2dbe2eb8bd56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:30:08.325716 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-f39cb7ec-9d72-4e5f-b9f9-e980e18364e9 req-7232093c-633c-4b40-8ed0-2dbe2eb8bd56 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2fc4e038-9db1-4dce-962e-0069075d1df7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1856763 Dec 18 13:30:08.352501 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-2e1d5db8-5166-41ff-b856-fbeab666e920 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4533522'] for port, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:08.361213 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-5102063e-b76b-401b-bda7-27253270b1e8 None None] Publish callbacks [] for port, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:08.377139 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-5102063e-b76b-401b-bda7-27253270b1e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975'] for port, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:08.398665 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-9aa255db-c5bd-41f2-98ed-fe2cbbb40505 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:08.403794 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1d5db8-5166-41ff-b856-fbeab666e920 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Pushing event deleted for resources: {'Port': ['ID=8ac7f95b-805c-4b38-8419-4a6451f669d2,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:30:08.406086 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e1d5db8-5166-41ff-b856-fbeab666e920 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] No DVR routers for this DVR port 8ac7f95b-805c-4b38-8419-4a6451f669d2 on host dv-neutron-744815-20-hyperv {{(pid=103160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 18 13:30:08.420076 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62422d01-2b79-43a0-a0b1-a7cc3e868ff5 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Made reservation on behalf of 606a569495c64210af9cc9fb7e76dd52 for: {'port': 1} {{(pid=103160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:30:08.428372 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-990e2aac-891b-41a6-a75f-8a8e6bedf0e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp31e170a0-46a1-5ba9-9dc1-7ee4f866f0d7-a0b84a49-8464-4342-a47d-bd714ebbec81', 'network_id': 'a0b84a49-8464-4342-a47d-bd714ebbec81', 'project_id': '606a569495c64210af9cc9fb7e76dd52', 'fixed_ips': [{'subnet_id': 'bbc15c71-387e-44c0-90b8-76395e493a33'}]}} from dv-neutron-744815-20-hyperv. {{(pid=103161) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 18 13:30:08.429244 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-990e2aac-891b-41a6-a75f-8a8e6bedf0e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:08.473847 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5102063e-b76b-401b-bda7-27253270b1e8 None None] Network 1f2d5a30-cad3-45c3-b064-c7c1eec3de2d is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:30:08.476161 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-5102063e-b76b-401b-bda7-27253270b1e8 None None] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:30:08.481059 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5102063e-b76b-401b-bda7-27253270b1e8 None None] Pushing event updated for resources: {'Port': ['ID=1a65ab7b-de3f-4413-8b95-50ec54e9f63b,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:30:08.483606 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5102063e-b76b-401b-bda7-27253270b1e8 None None] Received port after_create {{(pid=103161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:30:08.655106 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-f39cb7ec-9d72-4e5f-b9f9-e980e18364e9 req-dd6c9dca-d0ac-4f4c-b270-ef519f9e0772 service neutron] 10.222.0.43 "GET /v2.0/networks/2fc4e038-9db1-4dce-962e-0069075d1df7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3144796 Dec 18 13:30:08.730473 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device b106f41d-05cd-47e9-a39e-d328e1c96648 up at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 13:30:08.814632 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc67f936-86ce-4351-aa34-97414db2c984 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Made reservation on behalf of 8fc927833fca44b7bf3271edc88c03e0 for: {'port': 1} {{(pid=103159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:30:08.818268 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-dc67f936-86ce-4351-aa34-97414db2c984 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:08.819635 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-5102063e-b76b-401b-bda7-27253270b1e8 None None] Attempting to bind port 1a65ab7b-de3f-4413-8b95-50ec54e9f63b on host dv-neutron-744815-20-hyperv for vnic_type normal with profile {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 13:30:08.820018 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-5102063e-b76b-401b-bda7-27253270b1e8 None None] Attempting to bind port 1a65ab7b-de3f-4413-8b95-50ec54e9f63b by drivers openvswitch,hyperv on host dv-neutron-744815-20-hyperv at level 0 using segments [{'id': '999ac071-648b-41e4-b1fb-0b335d58804a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '1f2d5a30-cad3-45c3-b064-c7c1eec3de2d'}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 13:30:08.820388 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5102063e-b76b-401b-bda7-27253270b1e8 None None] Attempting to bind port 1a65ab7b-de3f-4413-8b95-50ec54e9f63b on network 1f2d5a30-cad3-45c3-b064-c7c1eec3de2d {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 13:30:08.824718 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-f49d5daf-f305-4c15-a131-18f19d88eb60 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:08.844147 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5102063e-b76b-401b-bda7-27253270b1e8 None None] Checking agent: {'id': '428fa9fa-43db-4db9-9f96-f60ffe931f2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-20-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 13, 19, 1), 'started_at': datetime.datetime(2021, 12, 18, 13, 19, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 13, 30, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-20-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 18 13:30:08.844596 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5102063e-b76b-401b-bda7-27253270b1e8 None None] Checking segment: {'id': '999ac071-648b-41e4-b1fb-0b335d58804a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '1f2d5a30-cad3-45c3-b064-c7c1eec3de2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 13:30:08.844934 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-5102063e-b76b-401b-bda7-27253270b1e8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:08.845396 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5102063e-b76b-401b-bda7-27253270b1e8 None None] Bound using segment: {'id': '999ac071-648b-41e4-b1fb-0b335d58804a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '1f2d5a30-cad3-45c3-b064-c7c1eec3de2d'} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 18 13:30:08.845895 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-5102063e-b76b-401b-bda7-27253270b1e8 None None] Bound port: 1a65ab7b-de3f-4413-8b95-50ec54e9f63b, host: dv-neutron-744815-20-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '999ac071-648b-41e4-b1fb-0b335d58804a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '1f2d5a30-cad3-45c3-b064-c7c1eec3de2d'}}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 18 13:30:08.846280 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-5102063e-b76b-401b-bda7-27253270b1e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:08.848459 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-a9ecaa5a-985b-4126-81bb-bcb3ca78004b None None] Provisioning complete for port 7738a542-20d8-48a0-84c7-9e034711acbb triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:30:08.849108 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a9ecaa5a-985b-4126-81bb-bcb3ca78004b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:08.861657 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.notifiers.nova [None req-dc67f936-86ce-4351-aa34-97414db2c984 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] device_id is not set on port 0c06f285-990b-4b85-b479-7ac50e3d79a8 yet. {{(pid=103159) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 18 13:30:08.900720 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_common [None req-990e2aac-891b-41a6-a75f-8a8e6bedf0e0 None None] Allocated IP 2001:db8::f816:3eff:fe67:2bb3 (a0b84a49-8464-4342-a47d-bd714ebbec81/bbc15c71-387e-44c0-90b8-76395e493a33/2a1cb411-7d46-4274-bc52-d444ce0da1e1) {{(pid=103161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:30:08.957451 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-a9ecaa5a-985b-4126-81bb-bcb3ca78004b None None] Port 7738a542-20d8-48a0-84c7-9e034711acbb cannot update to ACTIVE because it is not bound. {{(pid=103161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 13:30:08.986211 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2294866d-0076-4933-952c-685307032598 None None] Provisioning complete for port b106f41d-05cd-47e9-a39e-d328e1c96648 triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:30:08.986608 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:09.004347 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-f39cb7ec-9d72-4e5f-b9f9-e980e18364e9 req-f1d3ad05-9cba-4b38-9fe7-f3d6cd748b58 service neutron] 10.222.0.43 "GET /v2.0/networks/2fc4e038-9db1-4dce-962e-0069075d1df7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3334632 Dec 18 13:30:09.074872 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-a9ecaa5a-985b-4126-81bb-bcb3ca78004b None None] Provisioning complete for port 44478af2-b640-4696-893d-62cd1cb50d09 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:30:09.075137 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a9ecaa5a-985b-4126-81bb-bcb3ca78004b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:09.107047 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-5102063e-b76b-401b-bda7-27253270b1e8 None None] For port 1a65ab7b-de3f-4413-8b95-50ec54e9f63b, host dv-neutron-744815-20-hyperv, cleared binding levels {{(pid=103161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 18 13:30:09.141095 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-5102063e-b76b-401b-bda7-27253270b1e8 None None] For port 1a65ab7b-de3f-4413-8b95-50ec54e9f63b, host dv-neutron-744815-20-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=1a65ab7b-de3f-4413-8b95-50ec54e9f63b,segment=NetworkSegment(999ac071-648b-41e4-b1fb-0b335d58804a),segment_id=999ac071-648b-41e4-b1fb-0b335d58804a)] {{(pid=103161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 18 13:30:09.148528 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-a9ecaa5a-985b-4126-81bb-bcb3ca78004b None None] Port 44478af2-b640-4696-893d-62cd1cb50d09 cannot update to ACTIVE because it is not bound. {{(pid=103161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 13:30:09.157904 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.db_base_plugin_common [None req-dc67f936-86ce-4351-aa34-97414db2c984 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Allocated IP 172.20.0.13 (6a927deb-787e-47ec-8e16-89e6353b7166/043b78b4-bc86-474a-9ed5-2d73d66b2636/0c06f285-990b-4b85-b479-7ac50e3d79a8) {{(pid=103159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:30:09.158797 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-5102063e-b76b-401b-bda7-27253270b1e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:09.230346 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-2e1d5db8-5166-41ff-b856-fbeab666e920 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1927292', 'neutron.services.segments.db._delete_segments_for_network-8767106887837'] for network, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:09.301351 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.services.segments.db [None req-2e1d5db8-5166-41ff-b856-fbeab666e920 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79cada17-a36d-4838-986c-dbea2caa4b49']}} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:30:09.333632 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.services.segments.db [None req-2e1d5db8-5166-41ff-b856-fbeab666e920 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc9dcddc-a440-4e2e-9272-dbf06e8e4495') {'for_net_delete': True} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:30:09.333908 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.services.segments.db [None req-2e1d5db8-5166-41ff-b856-fbeab666e920 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc9dcddc-a440-4e2e-9272-dbf06e8e4495') {} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:30:09.369112 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-2e1d5db8-5166-41ff-b856-fbeab666e920 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767106888614', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4533424'] for segment, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:09.372544 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-62422d01-2b79-43a0-a0b1-a7cc3e868ff5 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:09.381471 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546f6dce-2740-414f-a59d-ebb933d5c76f req-214b735f-e385-4352-a7fc-ee5c63315b3e tempest-ServerActionsTestJSON-1545132800 tempest-ServerActionsTestJSON-1545132800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:30:09.383863 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-546f6dce-2740-414f-a59d-ebb933d5c76f req-214b735f-e385-4352-a7fc-ee5c63315b3e tempest-ServerActionsTestJSON-1545132800 tempest-ServerActionsTestJSON-1545132800-project] 10.222.0.31 "GET /v2.0/ports?device_id=f75e1b43-b628-4577-9f75-0cf3a56e1582 HTTP/1.1" status: 200 len: 945 time: 0.2064860 Dec 18 13:30:09.427293 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-2e1d5db8-5166-41ff-b856-fbeab666e920 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:09.432491 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.db_base_plugin_common [None req-f49d5daf-f305-4c15-a131-18f19d88eb60 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Allocated IP 172.20.0.1 (1f2d5a30-cad3-45c3-b064-c7c1eec3de2d/ba320a99-11ba-43e3-b2e3-bcb19e0899a2/c49a00b0-70b6-433c-a7d6-569818792ab2) {{(pid=103159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:30:09.449895 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e1d5db8-5166-41ff-b856-fbeab666e920 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Releasing vlan 102 on physical network physnet1 to pool {{(pid=103160) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 18 13:30:09.450329 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-2e1d5db8-5166-41ff-b856-fbeab666e920 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4533569'] for segment, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:09.456924 dv-neutron-744815-20-hyperv neutron-server[103160]: Traceback (most recent call last): Dec 18 13:30:09.456924 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 18 13:30:09.456924 dv-neutron-744815-20-hyperv neutron-server[103160]: timer() Dec 18 13:30:09.456924 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 18 13:30:09.456924 dv-neutron-744815-20-hyperv neutron-server[103160]: cb(*args, **kw) Dec 18 13:30:09.456924 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 18 13:30:09.456924 dv-neutron-744815-20-hyperv neutron-server[103160]: return func(*args, **kwargs) Dec 18 13:30:09.456924 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 18 13:30:09.456924 dv-neutron-744815-20-hyperv neutron-server[103160]: self._notify() Dec 18 13:30:09.456924 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 18 13:30:09.456924 dv-neutron-744815-20-hyperv neutron-server[103160]: self.callback(batched_events) Dec 18 13:30:09.456924 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 18 13:30:09.456924 dv-neutron-744815-20-hyperv neutron-server[103160]: event.method(event) Dec 18 13:30:09.456924 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 18 13:30:09.456924 dv-neutron-744815-20-hyperv neutron-server[103160]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 18 13:30:09.456924 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 18 13:30:09.456924 dv-neutron-744815-20-hyperv neutron-server[103160]: aggregate_uuid = self.p_client.list_aggregates( Dec 18 13:30:09.456924 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 18 13:30:09.456924 dv-neutron-744815-20-hyperv neutron-server[103160]: return f(self, *a, **k) Dec 18 13:30:09.456924 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 18 13:30:09.456924 dv-neutron-744815-20-hyperv neutron-server[103160]: return self._get(url).json() Dec 18 13:30:09.456924 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 18 13:30:09.456924 dv-neutron-744815-20-hyperv neutron-server[103160]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 18 13:30:09.456924 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 18 13:30:09.456924 dv-neutron-744815-20-hyperv neutron-server[103160]: return self.request(url, 'GET', **kwargs) Dec 18 13:30:09.456924 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 18 13:30:09.456924 dv-neutron-744815-20-hyperv neutron-server[103160]: base_url = self.get_endpoint(auth, allow=allow, Dec 18 13:30:09.456924 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 18 13:30:09.456924 dv-neutron-744815-20-hyperv neutron-server[103160]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 18 13:30:09.456924 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 18 13:30:09.456924 dv-neutron-744815-20-hyperv neutron-server[103160]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 18 13:30:09.456924 dv-neutron-744815-20-hyperv neutron-server[103160]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 18 13:30:09.498600 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-dc67f936-86ce-4351-aa34-97414db2c984 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Publish callbacks [] for port, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:09.517208 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5102063e-b76b-401b-bda7-27253270b1e8 None None] Pushing event updated for resources: {'Port': ['ID=1a65ab7b-de3f-4413-8b95-50ec54e9f63b,revision_number=2']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:30:09.536970 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-d47ca7d3-bcbe-4d54-b666-0f20ae3007b6 None None] Provisioning complete for port 7738a542-20d8-48a0-84c7-9e034711acbb triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:30:09.537353 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-d47ca7d3-bcbe-4d54-b666-0f20ae3007b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:09.545222 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-990e2aac-891b-41a6-a75f-8a8e6bedf0e0 None None] Publish callbacks [] for port, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:09.565825 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.notifiers.nova [None req-62422d01-2b79-43a0-a0b1-a7cc3e868ff5 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] device_id is not set on port 25b9fd90-877f-4993-b4a7-9bbfd2863db9 yet. {{(pid=103160) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 18 13:30:09.575372 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-546f6dce-2740-414f-a59d-ebb933d5c76f req-988afa66-98a1-4422-9717-bbab65164e8b tempest-ServerActionsTestJSON-1545132800 tempest-ServerActionsTestJSON-1545132800-project] 10.222.0.31 "GET /v2.0/security-groups?id=04da0920-3f32-48b1-bc5b-099cf6dd1551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1726923 Dec 18 13:30:09.582446 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-990e2aac-891b-41a6-a75f-8a8e6bedf0e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975'] for port, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:09.657222 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-990e2aac-891b-41a6-a75f-8a8e6bedf0e0 None None] Network a0b84a49-8464-4342-a47d-bd714ebbec81 is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:30:09.658606 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-9aa255db-c5bd-41f2-98ed-fe2cbbb40505 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks [] for port, precommit_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:09.659248 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-d47ca7d3-bcbe-4d54-b666-0f20ae3007b6 None None] Port 7738a542-20d8-48a0-84c7-9e034711acbb cannot update to ACTIVE because it is not bound. {{(pid=103161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 13:30:09.668371 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-990e2aac-891b-41a6-a75f-8a8e6bedf0e0 None None] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:30:09.668533 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-9aa255db-c5bd-41f2-98ed-fe2cbbb40505 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4533541'] for port, after_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:09.669285 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-9aa255db-c5bd-41f2-98ed-fe2cbbb40505 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1048031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586432'] for router_interface, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:09.679425 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-f49d5daf-f305-4c15-a131-18f19d88eb60 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for port, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:09.693926 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-990e2aac-891b-41a6-a75f-8a8e6bedf0e0 None None] Received port after_create {{(pid=103161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:30:09.695545 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-2e1d5db8-5166-41ff-b856-fbeab666e920 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1927267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586962'] for network, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:09.701930 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-2e1d5db8-5166-41ff-b856-fbeab666e920 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047995'] for network, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:09.711074 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-2e1d5db8-5166-41ff-b856-fbeab666e920 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] 10.222.0.31 "DELETE /v2.0/networks/79cada17-a36d-4838-986c-dbea2caa4b49 HTTP/1.1" status: 204 len: 168 time: 5.1837764 Dec 18 13:30:09.713953 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 53258) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:30:09.721122 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-0c146da9-1b81-4af5-9c34-4bbbdc4d1f94 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-279826617'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:30:09.737309 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-dc67f936-86ce-4351-aa34-97414db2c984 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:09.768195 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990e2aac-891b-41a6-a75f-8a8e6bedf0e0 None None] Pushing event updated for resources: {'Port': ['ID=2a1cb411-7d46-4274-bc52-d444ce0da1e1,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:30:09.779299 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1d5db8-5166-41ff-b856-fbeab666e920 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Pushing event deleted for resources: {'Network': ['ID=79cada17-a36d-4838-986c-dbea2caa4b49,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:30:09.828656 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa255db-c5bd-41f2-98ed-fe2cbbb40505 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Pushing event updated for resources: {'Port': ['ID=7738a542-20d8-48a0-84c7-9e034711acbb,revision_number=3']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:30:09.856674 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990e2aac-891b-41a6-a75f-8a8e6bedf0e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:30:09.857168 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990e2aac-891b-41a6-a75f-8a8e6bedf0e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:30:09.857605 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990e2aac-891b-41a6-a75f-8a8e6bedf0e0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:30:09.858051 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990e2aac-891b-41a6-a75f-8a8e6bedf0e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:30:09.858477 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990e2aac-891b-41a6-a75f-8a8e6bedf0e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:30:09.858896 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990e2aac-891b-41a6-a75f-8a8e6bedf0e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:30:09.859353 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990e2aac-891b-41a6-a75f-8a8e6bedf0e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:30:09.859777 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990e2aac-891b-41a6-a75f-8a8e6bedf0e0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:30:09.860232 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990e2aac-891b-41a6-a75f-8a8e6bedf0e0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:30:09.860981 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990e2aac-891b-41a6-a75f-8a8e6bedf0e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:30:09.860981 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990e2aac-891b-41a6-a75f-8a8e6bedf0e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:30:09.861458 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990e2aac-891b-41a6-a75f-8a8e6bedf0e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:30:09.861918 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990e2aac-891b-41a6-a75f-8a8e6bedf0e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:30:09.867595 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-990e2aac-891b-41a6-a75f-8a8e6bedf0e0 None None] Attempting to bind port 2a1cb411-7d46-4274-bc52-d444ce0da1e1 on host dv-neutron-744815-20-hyperv for vnic_type normal with profile {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 13:30:09.868085 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-990e2aac-891b-41a6-a75f-8a8e6bedf0e0 None None] Attempting to bind port 2a1cb411-7d46-4274-bc52-d444ce0da1e1 by drivers openvswitch,hyperv on host dv-neutron-744815-20-hyperv at level 0 using segments [{'id': '1d35b28d-d075-4c4f-99ab-408d9457428e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'a0b84a49-8464-4342-a47d-bd714ebbec81'}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 13:30:09.868546 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-990e2aac-891b-41a6-a75f-8a8e6bedf0e0 None None] Attempting to bind port 2a1cb411-7d46-4274-bc52-d444ce0da1e1 on network a0b84a49-8464-4342-a47d-bd714ebbec81 {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 13:30:09.880379 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-990e2aac-891b-41a6-a75f-8a8e6bedf0e0 None None] Checking agent: {'id': '428fa9fa-43db-4db9-9f96-f60ffe931f2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-20-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 13, 19, 1), 'started_at': datetime.datetime(2021, 12, 18, 13, 19, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 13, 30, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-20-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 18 13:30:09.882079 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-990e2aac-891b-41a6-a75f-8a8e6bedf0e0 None None] Checking segment: {'id': '1d35b28d-d075-4c4f-99ab-408d9457428e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'a0b84a49-8464-4342-a47d-bd714ebbec81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 13:30:09.882593 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-990e2aac-891b-41a6-a75f-8a8e6bedf0e0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:09.883089 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-990e2aac-891b-41a6-a75f-8a8e6bedf0e0 None None] Bound using segment: {'id': '1d35b28d-d075-4c4f-99ab-408d9457428e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'a0b84a49-8464-4342-a47d-bd714ebbec81'} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 18 13:30:09.883729 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-990e2aac-891b-41a6-a75f-8a8e6bedf0e0 None None] Bound port: 2a1cb411-7d46-4274-bc52-d444ce0da1e1, host: dv-neutron-744815-20-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d35b28d-d075-4c4f-99ab-408d9457428e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'a0b84a49-8464-4342-a47d-bd714ebbec81'}}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 18 13:30:09.884211 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-990e2aac-891b-41a6-a75f-8a8e6bedf0e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:09.914039 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1d5db8-5166-41ff-b856-fbeab666e920 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:30:09.915220 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1d5db8-5166-41ff-b856-fbeab666e920 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:30:09.915585 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1d5db8-5166-41ff-b856-fbeab666e920 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:30:09.915939 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1d5db8-5166-41ff-b856-fbeab666e920 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:30:09.916284 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1d5db8-5166-41ff-b856-fbeab666e920 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:30:09.916622 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1d5db8-5166-41ff-b856-fbeab666e920 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:30:09.916966 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1d5db8-5166-41ff-b856-fbeab666e920 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:30:09.917920 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1d5db8-5166-41ff-b856-fbeab666e920 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:30:09.917920 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1d5db8-5166-41ff-b856-fbeab666e920 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:30:09.918237 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1d5db8-5166-41ff-b856-fbeab666e920 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:30:09.918362 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1d5db8-5166-41ff-b856-fbeab666e920 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:30:09.918717 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1d5db8-5166-41ff-b856-fbeab666e920 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:30:09.918955 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1d5db8-5166-41ff-b856-fbeab666e920 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:30:09.920013 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc67f936-86ce-4351-aa34-97414db2c984 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Network 6a927deb-787e-47ec-8e16-89e6353b7166 is already hosted by enough agents. {{(pid=103159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:30:09.924961 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-f49d5daf-f305-4c15-a131-18f19d88eb60 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:09.927800 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.base_scheduler [None req-dc67f936-86ce-4351-aa34-97414db2c984 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Resources bound (agent type, host, resource id): {{(pid=103159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:30:09.930778 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc67f936-86ce-4351-aa34-97414db2c984 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Received port after_create {{(pid=103159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:30:09.936394 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa255db-c5bd-41f2-98ed-fe2cbbb40505 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:30:09.937202 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c146da9-1b81-4af5-9c34-4bbbdc4d1f94 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Made reservation on behalf of f5afdd4acb1d4a48932f1bea649c1c37 for: {'network': 1} {{(pid=103159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:30:09.937806 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa255db-c5bd-41f2-98ed-fe2cbbb40505 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:30:09.939713 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa255db-c5bd-41f2-98ed-fe2cbbb40505 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:30:09.940226 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa255db-c5bd-41f2-98ed-fe2cbbb40505 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:30:09.941328 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa255db-c5bd-41f2-98ed-fe2cbbb40505 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:30:09.942030 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa255db-c5bd-41f2-98ed-fe2cbbb40505 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:30:09.942223 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-0c146da9-1b81-4af5-9c34-4bbbdc4d1f94 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for network, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:09.943601 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa255db-c5bd-41f2-98ed-fe2cbbb40505 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:30:09.944081 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc67f936-86ce-4351-aa34-97414db2c984 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Pushing event updated for resources: {'Port': ['ID=0c06f285-990b-4b85-b479-7ac50e3d79a8,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:30:09.945548 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa255db-c5bd-41f2-98ed-fe2cbbb40505 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:30:09.946197 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa255db-c5bd-41f2-98ed-fe2cbbb40505 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:30:09.947700 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa255db-c5bd-41f2-98ed-fe2cbbb40505 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:30:09.948276 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa255db-c5bd-41f2-98ed-fe2cbbb40505 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:30:09.949488 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa255db-c5bd-41f2-98ed-fe2cbbb40505 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:30:09.956337 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa255db-c5bd-41f2-98ed-fe2cbbb40505 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:30:09.961154 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-990e2aac-891b-41a6-a75f-8a8e6bedf0e0 None None] For port 2a1cb411-7d46-4274-bc52-d444ce0da1e1, host dv-neutron-744815-20-hyperv, cleared binding levels {{(pid=103161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 18 13:30:09.964791 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-990e2aac-891b-41a6-a75f-8a8e6bedf0e0 None None] For port 2a1cb411-7d46-4274-bc52-d444ce0da1e1, host dv-neutron-744815-20-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=2a1cb411-7d46-4274-bc52-d444ce0da1e1,segment=NetworkSegment(1d35b28d-d075-4c4f-99ab-408d9457428e),segment_id=1d35b28d-d075-4c4f-99ab-408d9457428e)] {{(pid=103161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 18 13:30:09.967722 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29330e34-54c2-4914-851e-3233d5d8c618 None None] DHCP port deletion for 6a927deb-787e-47ec-8e16-89e6353b7166 request from dv-neutron-744815-20-hyperv {{(pid=103161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 18 13:30:09.974711 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-990e2aac-891b-41a6-a75f-8a8e6bedf0e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:10.080735 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.db_base_plugin_common [None req-62422d01-2b79-43a0-a0b1-a7cc3e868ff5 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Allocated IP 2001:db8::f816:3eff:fe76:f22d (a0b84a49-8464-4342-a47d-bd714ebbec81/bbc15c71-387e-44c0-90b8-76395e493a33/25b9fd90-877f-4993-b4a7-9bbfd2863db9) {{(pid=103160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:30:10.084105 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990e2aac-891b-41a6-a75f-8a8e6bedf0e0 None None] Pushing event updated for resources: {'Port': ['ID=2a1cb411-7d46-4274-bc52-d444ce0da1e1,revision_number=2']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:30:10.090028 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f49d5daf-f305-4c15-a131-18f19d88eb60 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Network 1f2d5a30-cad3-45c3-b064-c7c1eec3de2d is already hosted by enough agents. {{(pid=103159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:30:10.096401 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aa255db-c5bd-41f2-98ed-fe2cbbb40505 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Network a99b46cf-7970-4160-afb0-795a2a682720 is already hosted by enough agents. {{(pid=103160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:30:10.099707 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.base_scheduler [None req-9aa255db-c5bd-41f2-98ed-fe2cbbb40505 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Resources bound (agent type, host, resource id): {{(pid=103160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:30:10.101006 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-bad44fb6-38d1-4215-8250-2000d65ce3e4 None None] Provisioning complete for port 0c06f285-990b-4b85-b479-7ac50e3d79a8 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:30:10.101463 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-bad44fb6-38d1-4215-8250-2000d65ce3e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:10.102668 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.base_scheduler [None req-f49d5daf-f305-4c15-a131-18f19d88eb60 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Resources bound (agent type, host, resource id): {{(pid=103159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:30:10.113697 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc67f936-86ce-4351-aa34-97414db2c984 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:30:10.114395 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-dc67f936-86ce-4351-aa34-97414db2c984 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:10.117743 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f49d5daf-f305-4c15-a131-18f19d88eb60 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Received port after_create {{(pid=103159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:30:10.123267 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49d5daf-f305-4c15-a131-18f19d88eb60 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Pushing event updated for resources: {'Port': ['ID=c49a00b0-70b6-433c-a7d6-569818792ab2,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:30:10.126884 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c146da9-1b81-4af5-9c34-4bbbdc4d1f94 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 130} {{(pid=103159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 18 13:30:10.152761 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-bad44fb6-38d1-4215-8250-2000d65ce3e4 None None] Port 0c06f285-990b-4b85-b479-7ac50e3d79a8 cannot update to ACTIVE because it is not bound. {{(pid=103161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 13:30:10.170262 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-0c146da9-1b81-4af5-9c34-4bbbdc4d1f94 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:10.170724 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.db.segments_db [None req-0c146da9-1b81-4af5-9c34-4bbbdc4d1f94 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Added segment d4311748-8e43-491d-b2f8-eb257804e5f2 of type vlan for network 5639bc8c-89b6-414f-968e-5b74a02909bb Dec 18 13:30:10.175917 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-dc67f936-86ce-4351-aa34-97414db2c984 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.8703010 Dec 18 13:30:10.193198 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 53260) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:30:10.198650 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-071e1a89-faec-4091-a169-e8ecc6162f92 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Request body: {'floatingip': {'floating_network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'port_id': '0c06f285-990b-4b85-b479-7ac50e3d79a8', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:30:10.256188 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-f49d5daf-f305-4c15-a131-18f19d88eb60 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586257'] for router_interface, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:10.310246 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-0c146da9-1b81-4af5-9c34-4bbbdc4d1f94 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767106405744'] for network, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:10.335441 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-071e1a89-faec-4091-a169-e8ecc6162f92 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Publish callbacks [] for floatingip, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:10.365700 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9aa255db-c5bd-41f2-98ed-fe2cbbb40505 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Router cf8aa22b-4d03-4fd5-a070-c524c3f3d3cb is scheduled to L3 agent c9c0cd52-5bd2-4704-9429-d80f1c5ad23c with binding_index 1 {{(pid=103160) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 18 13:30:10.424774 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-0c146da9-1b81-4af5-9c34-4bbbdc4d1f94 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981'] for network, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:10.444297 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c146da9-1b81-4af5-9c34-4bbbdc4d1f94 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:30:10.444935 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-0c146da9-1b81-4af5-9c34-4bbbdc4d1f94 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047995'] for network, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:10.600165 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-62422d01-2b79-43a0-a0b1-a7cc3e868ff5 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks [] for port, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:10.601492 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c146da9-1b81-4af5-9c34-4bbbdc4d1f94 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Pushing event updated for resources: {'Network': ['ID=5639bc8c-89b6-414f-968e-5b74a02909bb,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:30:10.603875 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9aa255db-c5bd-41f2-98ed-fe2cbbb40505 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Notify agent at l3_agent.dv-neutron-744815-20-hyperv the message routers_updated {{(pid=103160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 13:30:10.611015 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-d0947c5a-d639-4223-ae2c-34987f151eac None None] Provisioning complete for port 7738a542-20d8-48a0-84c7-9e034711acbb triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:30:10.612272 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-d0947c5a-d639-4223-ae2c-34987f151eac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:10.617450 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-0c146da9-1b81-4af5-9c34-4bbbdc4d1f94 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8999984 Dec 18 13:30:10.618472 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 53262) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:30:10.624854 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-9aa255db-c5bd-41f2-98ed-fe2cbbb40505 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] 10.222.0.31 "PUT /v2.0/routers/cf8aa22b-4d03-4fd5-a070-c524c3f3d3cb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2427990 Dec 18 13:30:10.636765 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 53264) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:30:10.637591 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bda1370-9410-43e7-a2c8-099f1a623d3c None None] Sync routers for ids ['cf8aa22b-4d03-4fd5-a070-c524c3f3d3cb'] in dv-neutron-744815-20-hyperv {{(pid=103162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 13:30:10.647807 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-9ec30694-6df3-478b-b0d4-87bd193fc370 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Request body: {'subnet': {'network_id': '5639bc8c-89b6-414f-968e-5b74a02909bb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:30:10.666481 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bda1370-9410-43e7-a2c8-099f1a623d3c None None] Routers {'cf8aa22b-4d03-4fd5-a070-c524c3f3d3cb'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:30:10.674305 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-9bda1370-9410-43e7-a2c8-099f1a623d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:29:57Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['cf8aa22b-4d03-4fd5-a070-c524c3f3d3cb'], 'active': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:30:10.675630 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-d0947c5a-d639-4223-ae2c-34987f151eac None None] Port 7738a542-20d8-48a0-84c7-9e034711acbb cannot update to ACTIVE because it is not bound. {{(pid=103161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 13:30:10.766128 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 1a65ab7b-de3f-4413-8b95-50ec54e9f63b up at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 13:30:10.784492 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abf383fb-3ce4-47a7-9a01-5d3688dd8778 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:30:10.786548 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-abf383fb-3ce4-47a7-9a01-5d3688dd8778 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf8aa22b-4d03-4fd5-a070-c524c3f3d3cb HTTP/1.1" status: 200 len: 989 time: 0.1484766 Dec 18 13:30:10.790137 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 53268) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:30:10.797762 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-9bda1370-9410-43e7-a2c8-099f1a623d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:30:10.832297 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bda1370-9410-43e7-a2c8-099f1a623d3c None None] Routers {'cf8aa22b-4d03-4fd5-a070-c524c3f3d3cb'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:30:10.833358 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-9bda1370-9410-43e7-a2c8-099f1a623d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:29:57Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['cf8aa22b-4d03-4fd5-a070-c524c3f3d3cb'], 'active': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:30:10.850411 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2294866d-0076-4933-952c-685307032598 None None] Provisioning complete for port 1a65ab7b-de3f-4413-8b95-50ec54e9f63b triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:30:10.850821 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:10.900088 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-9bda1370-9410-43e7-a2c8-099f1a623d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:30:10.901259 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bda1370-9410-43e7-a2c8-099f1a623d3c None None] The sync data for ids ['cf8aa22b-4d03-4fd5-a070-c524c3f3d3cb'] in dv-neutron-744815-20-hyperv is: [] {{(pid=103162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 13:30:10.933380 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-62422d01-2b79-43a0-a0b1-a7cc3e868ff5 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4533522'] for port, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:10.987505 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62422d01-2b79-43a0-a0b1-a7cc3e868ff5 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Pushing event updated for resources: {'Port': ['ID=25b9fd90-877f-4993-b4a7-9bbfd2863db9,revision_number=1']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:30:10.994546 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:11.014515 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62422d01-2b79-43a0-a0b1-a7cc3e868ff5 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Network a0b84a49-8464-4342-a47d-bd714ebbec81 is already hosted by enough agents. {{(pid=103160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:30:11.027440 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.base_scheduler [None req-62422d01-2b79-43a0-a0b1-a7cc3e868ff5 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Resources bound (agent type, host, resource id): {{(pid=103160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:30:11.037493 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62422d01-2b79-43a0-a0b1-a7cc3e868ff5 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Received port after_create {{(pid=103160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:30:11.043319 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-2294866d-0076-4933-952c-685307032598 None None] For port 1a65ab7b-de3f-4413-8b95-50ec54e9f63b, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=1a65ab7b-de3f-4413-8b95-50ec54e9f63b,segment=NetworkSegment(999ac071-648b-41e4-b1fb-0b335d58804a),segment_id=999ac071-648b-41e4-b1fb-0b335d58804a)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:30:11.044951 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62422d01-2b79-43a0-a0b1-a7cc3e868ff5 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:30:11.045920 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-62422d01-2b79-43a0-a0b1-a7cc3e868ff5 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:11.054630 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:11.057800 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 2a1cb411-7d46-4274-bc52-d444ce0da1e1 up at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 13:30:11.074632 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-62422d01-2b79-43a0-a0b1-a7cc3e868ff5 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.9989283 Dec 18 13:30:11.123268 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 53270) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:30:11.187190 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Pushing event updated for resources: {'Port': ['ID=1a65ab7b-de3f-4413-8b95-50ec54e9f63b,revision_number=3']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:30:11.195811 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2294866d-0076-4933-952c-685307032598 None None] Provisioning complete for port 2a1cb411-7d46-4274-bc52-d444ce0da1e1 triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:30:11.197335 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:11.218407 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b16fbfa6-875f-4da7-8dc8-fb8960f1fa25 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:30:11.226734 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b16fbfa6-875f-4da7-8dc8-fb8960f1fa25 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:30:11.231076 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-b16fbfa6-875f-4da7-8dc8-fb8960f1fa25 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1039050 Dec 18 13:30:11.231924 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 53272) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:30:11.329060 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cce939a7-bc9b-46ad-8d77-97e3359b292f None None] Network 1f2d5a30-cad3-45c3-b064-c7c1eec3de2d requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:30:11.331599 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c146da9-1b81-4af5-9c34-4bbbdc4d1f94 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:30:11.332304 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c146da9-1b81-4af5-9c34-4bbbdc4d1f94 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:30:11.332721 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c146da9-1b81-4af5-9c34-4bbbdc4d1f94 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:30:11.333088 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c146da9-1b81-4af5-9c34-4bbbdc4d1f94 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:30:11.333636 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c146da9-1b81-4af5-9c34-4bbbdc4d1f94 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:30:11.334050 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c146da9-1b81-4af5-9c34-4bbbdc4d1f94 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:30:11.334475 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c146da9-1b81-4af5-9c34-4bbbdc4d1f94 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:30:11.334927 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c146da9-1b81-4af5-9c34-4bbbdc4d1f94 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:30:11.335557 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c146da9-1b81-4af5-9c34-4bbbdc4d1f94 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:30:11.335965 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c146da9-1b81-4af5-9c34-4bbbdc4d1f94 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:30:11.336365 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c146da9-1b81-4af5-9c34-4bbbdc4d1f94 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:30:11.336761 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c146da9-1b81-4af5-9c34-4bbbdc4d1f94 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:30:11.337160 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c146da9-1b81-4af5-9c34-4bbbdc4d1f94 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:30:11.400995 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-f49d5daf-f305-4c15-a131-18f19d88eb60 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:11.404545 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:11.445326 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Network 5639bc8c-89b6-414f-968e-5b74a02909bb details requested by agent ovs-agent-dv-neutron-744815-20-hyperv with host dv-neutron-744815-20-hyperv {{(pid=103161) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 18 13:30:11.466071 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-81fdf358-5e9b-4310-b01c-9f3b45a7dd6e tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Deleting port 25b9fd90-877f-4993-b4a7-9bbfd2863db9 {{(pid=103160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:30:11.467023 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-81fdf358-5e9b-4310-b01c-9f3b45a7dd6e tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:11.673732 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-81fdf358-5e9b-4310-b01c-9f3b45a7dd6e tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:11.695976 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-81fdf358-5e9b-4310-b01c-9f3b45a7dd6e tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Calling delete_port for 25b9fd90-877f-4993-b4a7-9bbfd2863db9 owned by {{(pid=103160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:30:11.699036 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-2294866d-0076-4933-952c-685307032598 None None] For port 2a1cb411-7d46-4274-bc52-d444ce0da1e1, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=2a1cb411-7d46-4274-bc52-d444ce0da1e1,segment=NetworkSegment(1d35b28d-d075-4c4f-99ab-408d9457428e),segment_id=1d35b28d-d075-4c4f-99ab-408d9457428e)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:30:11.716425 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-d9c7d4c4-3778-4b3d-aeed-fbf4581469f3 None None] Provisioning complete for port 1a65ab7b-de3f-4413-8b95-50ec54e9f63b triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:30:11.717141 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-d9c7d4c4-3778-4b3d-aeed-fbf4581469f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:11.717496 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-ee9ec179-a409-47f2-b786-6564daf7f8f3 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-586101'] for router_interface, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:11.752410 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:11.835874 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-f49d5daf-f305-4c15-a131-18f19d88eb60 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for port, precommit_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:11.837843 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Pushing event updated for resources: {'Port': ['ID=2a1cb411-7d46-4274-bc52-d444ce0da1e1,revision_number=3']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:30:11.849298 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbacd337-f457-4930-b469-0d7bfeda1ce8 req-4d4feefe-0a75-4199-b1d1-3dd13d8d971f tempest-ServerActionsTestJSON-1545132800 tempest-ServerActionsTestJSON-1545132800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:30:11.852452 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-dbacd337-f457-4930-b469-0d7bfeda1ce8 req-4d4feefe-0a75-4199-b1d1-3dd13d8d971f tempest-ServerActionsTestJSON-1545132800 tempest-ServerActionsTestJSON-1545132800-project] 10.222.0.31 "GET /v2.0/ports?device_id=f75e1b43-b628-4577-9f75-0cf3a56e1582 HTTP/1.1" status: 200 len: 945 time: 0.6292312 Dec 18 13:30:11.857032 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-f49d5daf-f305-4c15-a131-18f19d88eb60 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5659917'] for port, after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:11.861272 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ec30694-6df3-478b-b0d4-87bd193fc370 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Made reservation on behalf of f5afdd4acb1d4a48932f1bea649c1c37 for: {'subnet': 1} {{(pid=103159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:30:11.877831 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-9ec30694-6df3-478b-b0d4-87bd193fc370 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6017072'] for subnet, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:12.076739 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-f49d5daf-f305-4c15-a131-18f19d88eb60 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1048031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586432'] for router_interface, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:12.126394 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-81fdf358-5e9b-4310-b01c-9f3b45a7dd6e tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4533522'] for port, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:12.146280 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-6dc9e854-c35c-4bfb-80cc-06740082bf8b None None] Provisioning complete for port 2a1cb411-7d46-4274-bc52-d444ce0da1e1 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:30:12.146693 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-6dc9e854-c35c-4bfb-80cc-06740082bf8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:12.148446 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-071e1a89-faec-4091-a169-e8ecc6162f92 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:12.225750 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fdf358-5e9b-4310-b01c-9f3b45a7dd6e tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Pushing event deleted for resources: {'Port': ['ID=25b9fd90-877f-4993-b4a7-9bbfd2863db9,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:30:12.337945 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-81fdf358-5e9b-4310-b01c-9f3b45a7dd6e tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:12.344018 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-81fdf358-5e9b-4310-b01c-9f3b45a7dd6e tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] 10.222.0.31 "DELETE /v2.0/ports/25b9fd90-877f-4993-b4a7-9bbfd2863db9 HTTP/1.1" status: 204 len: 168 time: 1.1089444 Dec 18 13:30:12.345143 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 53274) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:30:12.400200 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.db_base_plugin_common [None req-071e1a89-faec-4091-a169-e8ecc6162f92 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Allocated IP 172.26.3.115 (decb4a40-7941-48c8-afbb-daaafd502e83/70deed80-3ca1-4f9e-96cb-563b43d3acba/8125bd8d-f901-43a8-8aeb-6b8d7ac8c189) {{(pid=103159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:30:12.413274 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49d5daf-f305-4c15-a131-18f19d88eb60 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Pushing event updated for resources: {'Port': ['ID=c49a00b0-70b6-433c-a7d6-569818792ab2,revision_number=2']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:30:12.431026 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-dbacd337-f457-4930-b469-0d7bfeda1ce8 req-b842ef39-216a-4112-a65a-a03a04862714 tempest-ServerActionsTestJSON-1545132800 tempest-ServerActionsTestJSON-1545132800-project] 10.222.0.31 "GET /v2.0/security-groups?id=04da0920-3f32-48b1-bc5b-099cf6dd1551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4139037 Dec 18 13:30:12.449930 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-ee9ec179-a409-47f2-b786-6564daf7f8f3 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Deleting port 7738a542-20d8-48a0-84c7-9e034711acbb {{(pid=103160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:30:12.450351 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-ee9ec179-a409-47f2-b786-6564daf7f8f3 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:12.512156 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-39ae83dd-49dd-466d-8f54-88b8a589ffd2 None None] Could not find standard attr ID for object 25b9fd90-877f-4993-b4a7-9bbfd2863db9. {{(pid=103161) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 18 13:30:12.562052 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-ee9ec179-a409-47f2-b786-6564daf7f8f3 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:12.568857 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-39ae83dd-49dd-466d-8f54-88b8a589ffd2 None None] Provisioning complete for port 1a65ab7b-de3f-4413-8b95-50ec54e9f63b triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:30:12.579919 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-39ae83dd-49dd-466d-8f54-88b8a589ffd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:12.589385 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-ee9ec179-a409-47f2-b786-6564daf7f8f3 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Calling delete_port for 7738a542-20d8-48a0-84c7-9e034711acbb owned by network:router_interface {{(pid=103160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:30:12.596770 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f49d5daf-f305-4c15-a131-18f19d88eb60 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Network 1f2d5a30-cad3-45c3-b064-c7c1eec3de2d is already hosted by enough agents. {{(pid=103159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:30:12.634960 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.base_scheduler [None req-f49d5daf-f305-4c15-a131-18f19d88eb60 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Resources bound (agent type, host, resource id): {{(pid=103159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:30:12.825365 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-9ec30694-6df3-478b-b0d4-87bd193fc370 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5659786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6017062'] for subnet, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:12.857714 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 1a65ab7b-de3f-4413-8b95-50ec54e9f63b up at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 13:30:12.861163 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4d29ffc-2656-446b-9bf3-3a42ea35ba22 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:30:12.862758 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4d29ffc-2656-446b-9bf3-3a42ea35ba22 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:30:12.867489 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-d4d29ffc-2656-446b-9bf3-3a42ea35ba22 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.5186768 Dec 18 13:30:12.867489 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-ee9ec179-a409-47f2-b786-6564daf7f8f3 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4533522'] for port, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:12.868661 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 53278) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:30:12.908942 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-071e1a89-faec-4091-a169-e8ecc6162f92 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Publish callbacks [] for port, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:12.979334 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9ec179-a409-47f2-b786-6564daf7f8f3 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Pushing event deleted for resources: {'Port': ['ID=7738a542-20d8-48a0-84c7-9e034711acbb,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:30:13.133696 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-ee9ec179-a409-47f2-b786-6564daf7f8f3 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1048020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-576035'] for router_interface, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:13.139917 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3232d05-607b-4fe4-9ac5-6e0359226bd8 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Deleting subnet bbc15c71-387e-44c0-90b8-76395e493a33 {{(pid=103160) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 18 13:30:13.145461 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec30694-6df3-478b-b0d4-87bd193fc370 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Pushing event updated for resources: {'Subnet': ['ID=9d64944b-cc90-4b35-ad9f-aee8a86e237c,revision_number=0']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:30:13.156311 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-c3232d05-607b-4fe4-9ac5-6e0359226bd8 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks [] for subnet, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:13.189350 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-071e1a89-faec-4091-a169-e8ecc6162f92 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:13.201699 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ec30694-6df3-478b-b0d4-87bd193fc370 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Checking segment: {'id': 'd4311748-8e43-491d-b2f8-eb257804e5f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '5639bc8c-89b6-414f-968e-5b74a02909bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 13:30:13.202068 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ec30694-6df3-478b-b0d4-87bd193fc370 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Network hostable DHCP agents. Network: 5639bc8c-89b6-414f-968e-5b74a02909bb, hostable agents: ['aa77effa-0e3a-4bbd-a383-4d58ed3328d0'], hosted agents: [] {{(pid=103159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 18 13:30:13.208443 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2294866d-0076-4933-952c-685307032598 None None] Provisioning complete for port 1a65ab7b-de3f-4413-8b95-50ec54e9f63b triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:30:13.208948 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:13.249903 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f49d5daf-f305-4c15-a131-18f19d88eb60 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Router ec180986-2f7e-49e3-89e3-dfec27cbbddd has already been hosted by L3 agent c9c0cd52-5bd2-4704-9429-d80f1c5ad23c {{(pid=103159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 18 13:30:13.259557 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-071e1a89-faec-4091-a169-e8ecc6162f92 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Network decb4a40-7941-48c8-afbb-daaafd502e83 is already hosted by enough agents. {{(pid=103159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:30:13.266753 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-39ae83dd-49dd-466d-8f54-88b8a589ffd2 None None] Provisioning complete for port c49a00b0-70b6-433c-a7d6-569818792ab2 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:30:13.269307 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.base_scheduler [None req-071e1a89-faec-4091-a169-e8ecc6162f92 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Resources bound (agent type, host, resource id): {{(pid=103159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:30:13.270046 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-39ae83dd-49dd-466d-8f54-88b8a589ffd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:13.276736 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-071e1a89-faec-4091-a169-e8ecc6162f92 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Received port after_create {{(pid=103159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:30:13.299635 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-c3232d05-607b-4fe4-9ac5-6e0359226bd8 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4533385'] for subnet, precommit_delete_associations {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:13.335983 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ec30694-6df3-478b-b0d4-87bd193fc370 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Network 5639bc8c-89b6-414f-968e-5b74a02909bb is scheduled to be hosted by DHCP agent aa77effa-0e3a-4bbd-a383-4d58ed3328d0 with binding_index 1 {{(pid=103159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 18 13:30:13.344346 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071e1a89-faec-4091-a169-e8ecc6162f92 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Pushing event updated for resources: {'Port': ['ID=8125bd8d-f901-43a8-8aeb-6b8d7ac8c189,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:30:13.386598 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-39ae83dd-49dd-466d-8f54-88b8a589ffd2 None None] Port c49a00b0-70b6-433c-a7d6-569818792ab2 cannot update to ACTIVE because it is not bound. {{(pid=103161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 13:30:13.399285 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 2a1cb411-7d46-4274-bc52-d444ce0da1e1 up at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 13:30:13.401046 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.base_scheduler [None req-9ec30694-6df3-478b-b0d4-87bd193fc370 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-744815-20-hyperv, 5639bc8c-89b6-414f-968e-5b74a02909bb) {{(pid=103159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:30:13.422006 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ec30694-6df3-478b-b0d4-87bd193fc370 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:30:13.422574 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-9ec30694-6df3-478b-b0d4-87bd193fc370 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047995'] for subnet, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:13.427728 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc3e9a27-8f5b-4596-ac51-8c6cd92dfe2e None None] Network 5639bc8c-89b6-414f-968e-5b74a02909bb requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:30:13.535733 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-9ec30694-6df3-478b-b0d4-87bd193fc370 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.8954735 Dec 18 13:30:13.541950 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-c9953a9c-8c9f-4c50-9601-644452b5921a None None] Provisioning complete for port c49a00b0-70b6-433c-a7d6-569818792ab2 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:30:13.541950 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c9953a9c-8c9f-4c50-9601-644452b5921a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:13.542680 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 53280) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:30:13.543487 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2294866d-0076-4933-952c-685307032598 None None] Provisioning complete for port 2a1cb411-7d46-4274-bc52-d444ce0da1e1 triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:30:13.543899 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:13.621849 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3284c5c-ca2f-448d-a833-41ee7fa16a4f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp31e170a0-46a1-5ba9-9dc1-7ee4f866f0d7-5639bc8c-89b6-414f-968e-5b74a02909bb', 'network_id': '5639bc8c-89b6-414f-968e-5b74a02909bb', 'project_id': 'f5afdd4acb1d4a48932f1bea649c1c37', 'fixed_ips': [{'subnet_id': '9d64944b-cc90-4b35-ad9f-aee8a86e237c'}]}} from dv-neutron-744815-20-hyperv. {{(pid=103161) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 18 13:30:13.622657 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a3284c5c-ca2f-448d-a833-41ee7fa16a4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:13.643758 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-c9953a9c-8c9f-4c50-9601-644452b5921a None None] Port c49a00b0-70b6-433c-a7d6-569818792ab2 cannot update to ACTIVE because it is not bound. {{(pid=103161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 13:30:13.712119 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f49d5daf-f305-4c15-a131-18f19d88eb60 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Notify agent at l3_agent.dv-neutron-744815-20-hyperv the message routers_updated {{(pid=103159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 13:30:13.724776 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-f49d5daf-f305-4c15-a131-18f19d88eb60 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "PUT /v2.0/routers/ec180986-2f7e-49e3-89e3-dfec27cbbddd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8494997 Dec 18 13:30:13.735825 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 53282) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:30:13.749990 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80e54b2e-91fc-4e40-b922-65a9baebdfd5 None None] Sync routers for ids ['ec180986-2f7e-49e3-89e3-dfec27cbbddd'] in dv-neutron-744815-20-hyperv {{(pid=103161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 13:30:13.784410 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80e54b2e-91fc-4e40-b922-65a9baebdfd5 None None] Routers {'ec180986-2f7e-49e3-89e3-dfec27cbbddd'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:30:13.785071 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-80e54b2e-91fc-4e40-b922-65a9baebdfd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:29:57Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['ec180986-2f7e-49e3-89e3-dfec27cbbddd'], 'active': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:30:13.858812 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee9ec179-a409-47f2-b786-6564daf7f8f3 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Router cf8aa22b-4d03-4fd5-a070-c524c3f3d3cb has already been hosted by L3 agent c9c0cd52-5bd2-4704-9429-d80f1c5ad23c {{(pid=103160) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 18 13:30:13.875981 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-c3232d05-607b-4fe4-9ac5-6e0359226bd8 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1929185'] for subnet, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:13.917930 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_common [None req-a3284c5c-ca2f-448d-a833-41ee7fa16a4f None None] Allocated IP 172.20.0.1 (5639bc8c-89b6-414f-968e-5b74a02909bb/9d64944b-cc90-4b35-ad9f-aee8a86e237c/b6d43369-a8d6-47e9-8582-19f9e5ed9f2b) {{(pid=103161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:30:13.975204 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-588c8d9c-99fc-46c1-ba03-58c2c597252c tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2023137'] for network, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:13.984247 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b81ddba-92f2-4e4e-8d31-238da32cf1dd tempest-TestNetworkBasicOps-845399116 tempest-TestNetworkBasicOps-845399116-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:30:13.984702 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b81ddba-92f2-4e4e-8d31-238da32cf1dd tempest-TestNetworkBasicOps-845399116 tempest-TestNetworkBasicOps-845399116-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:30:13.985167 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b81ddba-92f2-4e4e-8d31-238da32cf1dd tempest-TestNetworkBasicOps-845399116 tempest-TestNetworkBasicOps-845399116-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:30:13.985635 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b81ddba-92f2-4e4e-8d31-238da32cf1dd tempest-TestNetworkBasicOps-845399116 tempest-TestNetworkBasicOps-845399116-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:30:13.986094 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b81ddba-92f2-4e4e-8d31-238da32cf1dd tempest-TestNetworkBasicOps-845399116 tempest-TestNetworkBasicOps-845399116-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:30:13.987120 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b81ddba-92f2-4e4e-8d31-238da32cf1dd tempest-TestNetworkBasicOps-845399116 tempest-TestNetworkBasicOps-845399116-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:30:13.987335 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b81ddba-92f2-4e4e-8d31-238da32cf1dd tempest-TestNetworkBasicOps-845399116 tempest-TestNetworkBasicOps-845399116-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:30:13.988043 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b81ddba-92f2-4e4e-8d31-238da32cf1dd tempest-TestNetworkBasicOps-845399116 tempest-TestNetworkBasicOps-845399116-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:30:13.988840 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b81ddba-92f2-4e4e-8d31-238da32cf1dd tempest-TestNetworkBasicOps-845399116 tempest-TestNetworkBasicOps-845399116-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:30:13.989444 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b81ddba-92f2-4e4e-8d31-238da32cf1dd tempest-TestNetworkBasicOps-845399116 tempest-TestNetworkBasicOps-845399116-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:30:13.990468 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b81ddba-92f2-4e4e-8d31-238da32cf1dd tempest-TestNetworkBasicOps-845399116 tempest-TestNetworkBasicOps-845399116-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:30:13.990468 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b81ddba-92f2-4e4e-8d31-238da32cf1dd tempest-TestNetworkBasicOps-845399116 tempest-TestNetworkBasicOps-845399116-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:30:13.990807 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b81ddba-92f2-4e4e-8d31-238da32cf1dd tempest-TestNetworkBasicOps-845399116 tempest-TestNetworkBasicOps-845399116-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:30:13.995886 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-5b81ddba-92f2-4e4e-8d31-238da32cf1dd tempest-TestNetworkBasicOps-845399116 tempest-TestNetworkBasicOps-845399116-project-admin] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9128 time: 0.2561686 Dec 18 13:30:13.996835 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 53284) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:30:14.045595 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee9ec179-a409-47f2-b786-6564daf7f8f3 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Notify agent at l3_agent.dv-neutron-744815-20-hyperv the message routers_updated {{(pid=103160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 13:30:14.055035 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-ee9ec179-a409-47f2-b786-6564daf7f8f3 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] 10.222.0.31 "PUT /v2.0/routers/cf8aa22b-4d03-4fd5-a070-c524c3f3d3cb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2635288 Dec 18 13:30:14.055812 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 53286) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:30:14.075058 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8173581-abad-4cbd-8518-7e84481a069b None None] Sync routers for ids ['cf8aa22b-4d03-4fd5-a070-c524c3f3d3cb'] in dv-neutron-744815-20-hyperv {{(pid=103162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 13:30:14.097243 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8173581-abad-4cbd-8518-7e84481a069b None None] Routers {'cf8aa22b-4d03-4fd5-a070-c524c3f3d3cb'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:30:14.097962 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-b8173581-abad-4cbd-8518-7e84481a069b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:29:57Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['cf8aa22b-4d03-4fd5-a070-c524c3f3d3cb'], 'active': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:30:14.102951 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.pecan_wsgi.hooks.translation [None req-761d445c-0c94-435f-a0b0-df0dbe7e41c1 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] GET failed (client error): The resource could not be found. Dec 18 13:30:14.107860 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-761d445c-0c94-435f-a0b0-df0dbe7e41c1 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] 10.222.0.31 "GET /v2.0/ports/7738a542-20d8-48a0-84c7-9e034711acbb HTTP/1.1" status: 404 len: 333 time: 0.0460081 Dec 18 13:30:14.108468 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 53288) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:30:14.121617 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-588c8d9c-99fc-46c1-ba03-58c2c597252c tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1929185'] for subnet, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:14.140539 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-b8173581-abad-4cbd-8518-7e84481a069b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:30:14.150407 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8173581-abad-4cbd-8518-7e84481a069b None None] Routers {'cf8aa22b-4d03-4fd5-a070-c524c3f3d3cb'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:30:14.151853 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-b8173581-abad-4cbd-8518-7e84481a069b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:29:57Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['cf8aa22b-4d03-4fd5-a070-c524c3f3d3cb'], 'active': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:30:14.197971 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-b8173581-abad-4cbd-8518-7e84481a069b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:30:14.198920 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8173581-abad-4cbd-8518-7e84481a069b None None] The sync data for ids ['cf8aa22b-4d03-4fd5-a070-c524c3f3d3cb'] in dv-neutron-744815-20-hyperv is: [] {{(pid=103162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 13:30:14.225838 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-c3232d05-607b-4fe4-9ac5-6e0359226bd8 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1929192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4533475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4514371'] for subnet, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:14.237845 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvr_db [None req-80e54b2e-91fc-4e40-b922-65a9baebdfd5 None None] Set router ec180986-2f7e-49e3-89e3-dfec27cbbddd gateway port host: dv-neutron-744815-20-hyperv {{(pid=103161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 13:30:14.290513 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a3284c5c-ca2f-448d-a833-41ee7fa16a4f None None] Publish callbacks [] for port, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:14.290801 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-c3232d05-607b-4fe4-9ac5-6e0359226bd8 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks [] for subnet, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:14.298368 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-c3232d05-607b-4fe4-9ac5-6e0359226bd8 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] 10.222.0.31 "DELETE /v2.0/subnets/bbc15c71-387e-44c0-90b8-76395e493a33 HTTP/1.1" status: 204 len: 168 time: 1.4291136 Dec 18 13:30:14.302022 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4623968-d09e-4922-b8e2-953105f35fad None None] Network a0b84a49-8464-4342-a47d-bd714ebbec81 requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:30:14.306158 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc66a0ba-ee39-4946-9a41-e65879e739bf tempest-TestNetworkBasicOps-845399116 tempest-TestNetworkBasicOps-845399116-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:30:14.306672 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc66a0ba-ee39-4946-9a41-e65879e739bf tempest-TestNetworkBasicOps-845399116 tempest-TestNetworkBasicOps-845399116-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:30:14.307138 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc66a0ba-ee39-4946-9a41-e65879e739bf tempest-TestNetworkBasicOps-845399116 tempest-TestNetworkBasicOps-845399116-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:30:14.307846 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc66a0ba-ee39-4946-9a41-e65879e739bf tempest-TestNetworkBasicOps-845399116 tempest-TestNetworkBasicOps-845399116-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:30:14.308343 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc66a0ba-ee39-4946-9a41-e65879e739bf tempest-TestNetworkBasicOps-845399116 tempest-TestNetworkBasicOps-845399116-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:30:14.308885 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc66a0ba-ee39-4946-9a41-e65879e739bf tempest-TestNetworkBasicOps-845399116 tempest-TestNetworkBasicOps-845399116-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:30:14.309334 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc66a0ba-ee39-4946-9a41-e65879e739bf tempest-TestNetworkBasicOps-845399116 tempest-TestNetworkBasicOps-845399116-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:30:14.309835 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc66a0ba-ee39-4946-9a41-e65879e739bf tempest-TestNetworkBasicOps-845399116 tempest-TestNetworkBasicOps-845399116-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:30:14.310275 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc66a0ba-ee39-4946-9a41-e65879e739bf tempest-TestNetworkBasicOps-845399116 tempest-TestNetworkBasicOps-845399116-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:30:14.310721 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc66a0ba-ee39-4946-9a41-e65879e739bf tempest-TestNetworkBasicOps-845399116 tempest-TestNetworkBasicOps-845399116-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:30:14.311189 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc66a0ba-ee39-4946-9a41-e65879e739bf tempest-TestNetworkBasicOps-845399116 tempest-TestNetworkBasicOps-845399116-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:30:14.311906 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc66a0ba-ee39-4946-9a41-e65879e739bf tempest-TestNetworkBasicOps-845399116 tempest-TestNetworkBasicOps-845399116-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:30:14.317461 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-dc66a0ba-ee39-4946-9a41-e65879e739bf tempest-TestNetworkBasicOps-845399116 tempest-TestNetworkBasicOps-845399116-project-admin] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7658 time: 0.3167353 Dec 18 13:30:14.317666 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 53290) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:30:14.317833 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3232d05-607b-4fe4-9ac5-6e0359226bd8 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Pushing event deleted for resources: {'Subnet': ['ID=bbc15c71-387e-44c0-90b8-76395e493a33,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:30:14.321025 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 53292) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:30:14.336902 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a3284c5c-ca2f-448d-a833-41ee7fa16a4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975'] for port, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:14.349007 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-f6fae02f-67b3-49ff-b315-f65e9211cecd tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks [] for router, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:14.361202 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-08f66324-5bcc-4365-93e3-07f411bf9de5 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0435472 Dec 18 13:30:14.367514 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 53294) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:30:14.374613 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-342348e4-0575-45db-81ca-36ef6a160011 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Request body: {'subnet': {'network_id': 'a0b84a49-8464-4342-a47d-bd714ebbec81', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:30:14.409580 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-588c8d9c-99fc-46c1-ba03-58c2c597252c tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1929192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5659851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6017053'] for subnet, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:14.486133 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3284c5c-ca2f-448d-a833-41ee7fa16a4f None None] Network 5639bc8c-89b6-414f-968e-5b74a02909bb is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:30:14.513637 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-a3284c5c-ca2f-448d-a833-41ee7fa16a4f None None] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:30:14.518964 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3284c5c-ca2f-448d-a833-41ee7fa16a4f None None] Pushing event updated for resources: {'Port': ['ID=b6d43369-a8d6-47e9-8582-19f9e5ed9f2b,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:30:14.524879 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3284c5c-ca2f-448d-a833-41ee7fa16a4f None None] Received port after_create {{(pid=103161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:30:14.635871 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-f6fae02f-67b3-49ff-b315-f65e9211cecd tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-589815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28643'] for router, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:14.639338 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-f6fae02f-67b3-49ff-b315-f65e9211cecd tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:14.642693 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-a3284c5c-ca2f-448d-a833-41ee7fa16a4f None None] Attempting to bind port b6d43369-a8d6-47e9-8582-19f9e5ed9f2b on host dv-neutron-744815-20-hyperv for vnic_type normal with profile {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 13:30:14.643244 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-a3284c5c-ca2f-448d-a833-41ee7fa16a4f None None] Attempting to bind port b6d43369-a8d6-47e9-8582-19f9e5ed9f2b by drivers openvswitch,hyperv on host dv-neutron-744815-20-hyperv at level 0 using segments [{'id': 'd4311748-8e43-491d-b2f8-eb257804e5f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '5639bc8c-89b6-414f-968e-5b74a02909bb'}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 13:30:14.643435 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3284c5c-ca2f-448d-a833-41ee7fa16a4f None None] Attempting to bind port b6d43369-a8d6-47e9-8582-19f9e5ed9f2b on network 5639bc8c-89b6-414f-968e-5b74a02909bb {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 13:30:14.654636 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3284c5c-ca2f-448d-a833-41ee7fa16a4f None None] Checking agent: {'id': '428fa9fa-43db-4db9-9f96-f60ffe931f2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-20-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 13, 19, 1), 'started_at': datetime.datetime(2021, 12, 18, 13, 19, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 13, 30, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-20-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 18 13:30:14.655426 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3284c5c-ca2f-448d-a833-41ee7fa16a4f None None] Checking segment: {'id': 'd4311748-8e43-491d-b2f8-eb257804e5f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '5639bc8c-89b6-414f-968e-5b74a02909bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 13:30:14.656031 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a3284c5c-ca2f-448d-a833-41ee7fa16a4f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:14.656644 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3284c5c-ca2f-448d-a833-41ee7fa16a4f None None] Bound using segment: {'id': 'd4311748-8e43-491d-b2f8-eb257804e5f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '5639bc8c-89b6-414f-968e-5b74a02909bb'} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 18 13:30:14.657110 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-a3284c5c-ca2f-448d-a833-41ee7fa16a4f None None] Bound port: b6d43369-a8d6-47e9-8582-19f9e5ed9f2b, host: dv-neutron-744815-20-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4311748-8e43-491d-b2f8-eb257804e5f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '5639bc8c-89b6-414f-968e-5b74a02909bb'}}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 18 13:30:14.657493 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a3284c5c-ca2f-448d-a833-41ee7fa16a4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:14.713742 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-80e54b2e-91fc-4e40-b922-65a9baebdfd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec180986-2f7e-49e3-89e3-dfec27cbbddd', 'name': 'tempest-TestNetworkBasicOps-router-1985445967', 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.28'}], 'enable_snat': True}, 'gw_port_id': 'b106f41d-05cd-47e9-a39e-d328e1c96648', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:29:58Z', 'updated_at': '2021-12-18T13:30:10Z', 'revision_number': 4, 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'gw_port': {'id': 'b106f41d-05cd-47e9-a39e-d328e1c96648', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:a6:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec180986-2f7e-49e3-89e3-dfec27cbbddd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 767, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:30:00Z', 'updated_at': '2021-12-18T13:30:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv', '_interfaces': [{'id': 'c49a00b0-70b6-433c-a7d6-569818792ab2', 'name': '', 'network_id': '1f2d5a30-cad3-45c3-b064-c7c1eec3de2d', 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'mac_address': 'fa:16:3e:b7:b1:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec180986-2f7e-49e3-89e3-dfec27cbbddd', 'device_owner': 'network:router_interface', 'standard_attr_id': 785, 'fixed_ips': [{'subnet_id': 'ba320a99-11ba-43e3-b2e3-bcb19e0899a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:30:09Z', 'updated_at': '2021-12-18T13:30:11Z', 'revision_number': 2, 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'subnets': [{'id': 'ba320a99-11ba-43e3-b2e3-bcb19e0899a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:30:14.745666 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dab94102-6b0c-4fc6-89e0-a5a5ca6f58a7 None None] DHCP port deletion for a0b84a49-8464-4342-a47d-bd714ebbec81 request from dv-neutron-744815-20-hyperv {{(pid=103161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 18 13:30:14.755883 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80e54b2e-91fc-4e40-b922-65a9baebdfd5 None None] Checking router: ec180986-2f7e-49e3-89e3-dfec27cbbddd for host: dv-neutron-744815-20-hyperv {{(pid=103161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 18 13:30:14.756246 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80e54b2e-91fc-4e40-b922-65a9baebdfd5 None None] Updating router ec180986-2f7e-49e3-89e3-dfec27cbbddd port c49a00b0-70b6-433c-a7d6-569818792ab2 binding host dv-neutron-744815-20-hyperv {{(pid=103161) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 18 13:30:14.772746 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-f6fae02f-67b3-49ff-b315-f65e9211cecd tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-589710'] for router, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:14.773377 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6fae02f-67b3-49ff-b315-f65e9211cecd tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Fanout notify agent at l3_agent the message router_deleted on router cf8aa22b-4d03-4fd5-a070-c524c3f3d3cb {{(pid=103160) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 18 13:30:14.781323 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-f6fae02f-67b3-49ff-b315-f65e9211cecd tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks [] for router, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:14.785923 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-f6fae02f-67b3-49ff-b315-f65e9211cecd tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] 10.222.0.31 "DELETE /v2.0/routers/cf8aa22b-4d03-4fd5-a070-c524c3f3d3cb HTTP/1.1" status: 204 len: 168 time: 0.6685324 Dec 18 13:30:14.787448 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 53298) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:30:14.819984 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-a3284c5c-ca2f-448d-a833-41ee7fa16a4f None None] For port b6d43369-a8d6-47e9-8582-19f9e5ed9f2b, host dv-neutron-744815-20-hyperv, cleared binding levels {{(pid=103161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 18 13:30:14.843324 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-a3284c5c-ca2f-448d-a833-41ee7fa16a4f None None] For port b6d43369-a8d6-47e9-8582-19f9e5ed9f2b, host dv-neutron-744815-20-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=b6d43369-a8d6-47e9-8582-19f9e5ed9f2b,segment=NetworkSegment(d4311748-8e43-491d-b2f8-eb257804e5f2),segment_id=d4311748-8e43-491d-b2f8-eb257804e5f2)] {{(pid=103161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 18 13:30:14.845126 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-80e54b2e-91fc-4e40-b922-65a9baebdfd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:14.862268 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a3284c5c-ca2f-448d-a833-41ee7fa16a4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:14.869774 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588c8d9c-99fc-46c1-ba03-58c2c597252c tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Pushing event deleted for resources: {'Subnet': ['ID=9d64944b-cc90-4b35-ad9f-aee8a86e237c,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:30:14.896335 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3d912bc-4bff-42b5-bf82-881eac95d265 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Deleting subnet 94dd4823-2015-402e-a377-4c9dc478c994 {{(pid=103160) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 18 13:30:14.901140 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-071e1a89-faec-4091-a169-e8ecc6162f92 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:14.910032 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-f3d912bc-4bff-42b5-bf82-881eac95d265 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks [] for subnet, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:14.970566 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-dab94102-6b0c-4fc6-89e0-a5a5ca6f58a7 None None] Deleting port 2a1cb411-7d46-4274-bc52-d444ce0da1e1 {{(pid=103161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:30:14.970776 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-dab94102-6b0c-4fc6-89e0-a5a5ca6f58a7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:14.974867 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-f3d912bc-4bff-42b5-bf82-881eac95d265 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4533385'] for subnet, precommit_delete_associations {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:14.980968 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-588c8d9c-99fc-46c1-ba03-58c2c597252c tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1927292', 'neutron.services.segments.db._delete_segments_for_network-8767106887837'] for network, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:15.021630 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-f9538d53-6acd-485e-b0d2-4a35c404373e tempest-TestNetworkBasicOps-845399116 tempest-TestNetworkBasicOps-845399116-project-admin] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5015 time: 0.6972775 Dec 18 13:30:15.021917 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.services.segments.db [None req-588c8d9c-99fc-46c1-ba03-58c2c597252c tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5639bc8c-89b6-414f-968e-5b74a02909bb']}} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:30:15.037986 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-342348e4-0575-45db-81ca-36ef6a160011 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Made reservation on behalf of 606a569495c64210af9cc9fb7e76dd52 for: {'subnet': 1} {{(pid=103159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:30:15.042645 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-342348e4-0575-45db-81ca-36ef6a160011 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6017072'] for subnet, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:15.048624 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.services.segments.db [None req-588c8d9c-99fc-46c1-ba03-58c2c597252c tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4311748-8e43-491d-b2f8-eb257804e5f2') {'for_net_delete': True} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:30:15.048962 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.services.segments.db [None req-588c8d9c-99fc-46c1-ba03-58c2c597252c tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4311748-8e43-491d-b2f8-eb257804e5f2') {} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:30:15.073539 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-588c8d9c-99fc-46c1-ba03-58c2c597252c tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767106888614', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5589569'] for segment, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:15.081785 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3284c5c-ca2f-448d-a833-41ee7fa16a4f None None] Pushing event updated for resources: {'Port': ['ID=b6d43369-a8d6-47e9-8582-19f9e5ed9f2b,revision_number=2']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:30:15.094985 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43d5bd31-fd06-498f-8449-f814fd9a5038 None None] Network 5639bc8c-89b6-414f-968e-5b74a02909bb requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:30:15.134431 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-dab94102-6b0c-4fc6-89e0-a5a5ca6f58a7 None None] For port 2a1cb411-7d46-4274-bc52-d444ce0da1e1, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=2a1cb411-7d46-4274-bc52-d444ce0da1e1,segment=NetworkSegment(1d35b28d-d075-4c4f-99ab-408d9457428e),segment_id=1d35b28d-d075-4c4f-99ab-408d9457428e)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:30:15.134826 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-dab94102-6b0c-4fc6-89e0-a5a5ca6f58a7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:15.164862 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-071e1a89-faec-4091-a169-e8ecc6162f92 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:15.166293 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-f3d912bc-4bff-42b5-bf82-881eac95d265 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1929185'] for subnet, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:15.168883 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-588c8d9c-99fc-46c1-ba03-58c2c597252c tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:15.174959 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 53302) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:30:15.185021 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-dab94102-6b0c-4fc6-89e0-a5a5ca6f58a7 None None] Calling delete_port for 2a1cb411-7d46-4274-bc52-d444ce0da1e1 owned by network:dhcp {{(pid=103161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:30:15.197685 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-4e8686b7-cd7c-4016-a033-3fb7e0ab54e4 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-710454790', 'description': 'tempest-secgroup-smoke-710454790 description', 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:30:15.211936 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-588c8d9c-99fc-46c1-ba03-58c2c597252c tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Releasing vlan 130 on physical network physnet1 to pool {{(pid=103159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 18 13:30:15.212258 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-588c8d9c-99fc-46c1-ba03-58c2c597252c tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5660009'] for segment, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:15.217272 dv-neutron-744815-20-hyperv neutron-server[103159]: Traceback (most recent call last): Dec 18 13:30:15.217272 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 18 13:30:15.217272 dv-neutron-744815-20-hyperv neutron-server[103159]: timer() Dec 18 13:30:15.217272 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 18 13:30:15.217272 dv-neutron-744815-20-hyperv neutron-server[103159]: cb(*args, **kw) Dec 18 13:30:15.217272 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 18 13:30:15.217272 dv-neutron-744815-20-hyperv neutron-server[103159]: return func(*args, **kwargs) Dec 18 13:30:15.217272 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 18 13:30:15.217272 dv-neutron-744815-20-hyperv neutron-server[103159]: self._notify() Dec 18 13:30:15.217272 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 18 13:30:15.217272 dv-neutron-744815-20-hyperv neutron-server[103159]: self.callback(batched_events) Dec 18 13:30:15.217272 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 18 13:30:15.217272 dv-neutron-744815-20-hyperv neutron-server[103159]: event.method(event) Dec 18 13:30:15.217272 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 18 13:30:15.217272 dv-neutron-744815-20-hyperv neutron-server[103159]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 18 13:30:15.217272 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 18 13:30:15.217272 dv-neutron-744815-20-hyperv neutron-server[103159]: aggregate_uuid = self.p_client.list_aggregates( Dec 18 13:30:15.217272 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 18 13:30:15.217272 dv-neutron-744815-20-hyperv neutron-server[103159]: return f(self, *a, **k) Dec 18 13:30:15.217272 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 18 13:30:15.217272 dv-neutron-744815-20-hyperv neutron-server[103159]: return self._get(url).json() Dec 18 13:30:15.217272 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 18 13:30:15.217272 dv-neutron-744815-20-hyperv neutron-server[103159]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 18 13:30:15.217272 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 18 13:30:15.217272 dv-neutron-744815-20-hyperv neutron-server[103159]: return self.request(url, 'GET', **kwargs) Dec 18 13:30:15.217272 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 18 13:30:15.217272 dv-neutron-744815-20-hyperv neutron-server[103159]: base_url = self.get_endpoint(auth, allow=allow, Dec 18 13:30:15.217272 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 18 13:30:15.217272 dv-neutron-744815-20-hyperv neutron-server[103159]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 18 13:30:15.217272 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 18 13:30:15.217272 dv-neutron-744815-20-hyperv neutron-server[103159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 18 13:30:15.217272 dv-neutron-744815-20-hyperv neutron-server[103159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 18 13:30:15.253567 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-4e8686b7-cd7c-4016-a033-3fb7e0ab54e4 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for security_group, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:15.274057 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-f3d912bc-4bff-42b5-bf82-881eac95d265 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1929192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4533475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4514371'] for subnet, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:15.313059 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d912bc-4bff-42b5-bf82-881eac95d265 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Pushing event deleted for resources: {'Subnet': ['ID=94dd4823-2015-402e-a377-4c9dc478c994,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:30:15.320209 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-f3d912bc-4bff-42b5-bf82-881eac95d265 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks [] for subnet, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:15.326118 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-f3d912bc-4bff-42b5-bf82-881eac95d265 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] 10.222.0.31 "DELETE /v2.0/subnets/94dd4823-2015-402e-a377-4c9dc478c994 HTTP/1.1" status: 204 len: 168 time: 0.5302212 Dec 18 13:30:15.327734 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 53304) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:30:15.332425 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e568102a-b0bd-478e-b807-3aade6f71bde None None] Network a99b46cf-7970-4160-afb0-795a2a682720 requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:30:15.347215 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.db.api [None req-588c8d9c-99fc-46c1-ba03-58c2c597252c tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 18 13:30:15.347215 dv-neutron-744815-20-hyperv neutron-server[103159]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 18 13:30:15.347215 dv-neutron-744815-20-hyperv neutron-server[103159]: [parameters: {'id': '5639bc8c-89b6-414f-968e-5b74a02909bb'}] Dec 18 13:30:15.347215 dv-neutron-744815-20-hyperv neutron-server[103159]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103159) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 18 13:30:15.348572 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG oslo_db.api [None req-588c8d9c-99fc-46c1-ba03-58c2c597252c tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 18 13:30:15.444131 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-4e8686b7-cd7c-4016-a033-3fb7e0ab54e4 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for security_group, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:15.448873 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-526267e7-0188-47cf-bb80-ed2027337457 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2023137'] for network, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:15.455765 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-4e8686b7-cd7c-4016-a033-3fb7e0ab54e4 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:15.471368 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-dab94102-6b0c-4fc6-89e0-a5a5ca6f58a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984'] for port, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:15.514637 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-4e8686b7-cd7c-4016-a033-3fb7e0ab54e4 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for security_group, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:15.515952 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-4e8686b7-cd7c-4016-a033-3fb7e0ab54e4 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3391855 Dec 18 13:30:15.518222 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8686b7-cd7c-4016-a033-3fb7e0ab54e4 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Pushing event updated for resources: {'SecurityGroup': ['ID=108eb00a-391a-4c3a-9c51-2dc2e6cd5b29,revision_number=1']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:30:15.521950 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 53306) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:30:15.526467 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-f2b3e8be-a2ac-4879-86e0-db5f7b8063c0 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Request body: {'security_group_rule': {'security_group_id': '108eb00a-391a-4c3a-9c51-2dc2e6cd5b29', 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:30:15.528514 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab94102-6b0c-4fc6-89e0-a5a5ca6f58a7 None None] Pushing event deleted for resources: {'Port': ['ID=2a1cb411-7d46-4274-bc52-d444ce0da1e1,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:30:15.538721 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab94102-6b0c-4fc6-89e0-a5a5ca6f58a7 None None] No DVR routers for this DVR port 2a1cb411-7d46-4274-bc52-d444ce0da1e1 on host dv-neutron-744815-20-hyperv {{(pid=103161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 18 13:30:15.568658 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-80e54b2e-91fc-4e40-b922-65a9baebdfd5 None None] Publish callbacks [] for port, precommit_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:15.577703 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-f2b3e8be-a2ac-4879-86e0-db5f7b8063c0 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:15.581444 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-526267e7-0188-47cf-bb80-ed2027337457 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Deleting port b2084dca-f68c-4b70-b3af-fb320ab4f279 {{(pid=103160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:30:15.581773 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-526267e7-0188-47cf-bb80-ed2027337457 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:15.584982 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-80e54b2e-91fc-4e40-b922-65a9baebdfd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:15.627351 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-071e1a89-faec-4091-a169-e8ecc6162f92 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Publish callbacks [] for port, precommit_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:15.679783 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0196dd9-fbf3-46ef-bed1-06e8e9a00f65 None None] Pushing event updated for resources: {'Port': ['ID=c49a00b0-70b6-433c-a7d6-569818792ab2,revision_number=3']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:30:15.686600 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d9f23f9-8216-4aac-96f4-2f36f16a662a None None] DHCP port deletion for a99b46cf-7970-4160-afb0-795a2a682720 request from dv-neutron-744815-20-hyperv {{(pid=103161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 18 13:30:15.728454 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.db [None req-526267e7-0188-47cf-bb80-ed2027337457 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] For port b2084dca-f68c-4b70-b3af-fb320ab4f279, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=b2084dca-f68c-4b70-b3af-fb320ab4f279,segment=NetworkSegment(22aa058f-f36f-4fbc-b8bc-7f362a172f37),segment_id=22aa058f-f36f-4fbc-b8bc-7f362a172f37)] {{(pid=103160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:30:15.728821 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-526267e7-0188-47cf-bb80-ed2027337457 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:15.733640 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.objects.ports [None req-342348e4-0575-45db-81ca-36ef6a160011 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103159) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 18 13:30:15.735347 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-071e1a89-faec-4091-a169-e8ecc6162f92 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5659917'] for port, after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:15.747731 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-342348e4-0575-45db-81ca-36ef6a160011 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5659786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6017062'] for subnet, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:15.748346 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-526267e7-0188-47cf-bb80-ed2027337457 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Calling delete_port for b2084dca-f68c-4b70-b3af-fb320ab4f279 owned by network:dhcp {{(pid=103160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:30:15.757304 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-80e54b2e-91fc-4e40-b922-65a9baebdfd5 None None] Attempting to bind port c49a00b0-70b6-433c-a7d6-569818792ab2 on host dv-neutron-744815-20-hyperv for vnic_type normal with profile {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 13:30:15.757736 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-80e54b2e-91fc-4e40-b922-65a9baebdfd5 None None] Attempting to bind port c49a00b0-70b6-433c-a7d6-569818792ab2 by drivers openvswitch,hyperv on host dv-neutron-744815-20-hyperv at level 0 using segments [{'id': '999ac071-648b-41e4-b1fb-0b335d58804a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '1f2d5a30-cad3-45c3-b064-c7c1eec3de2d'}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 13:30:15.758181 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80e54b2e-91fc-4e40-b922-65a9baebdfd5 None None] Attempting to bind port c49a00b0-70b6-433c-a7d6-569818792ab2 on network 1f2d5a30-cad3-45c3-b064-c7c1eec3de2d {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 13:30:15.758520 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-f2b3e8be-a2ac-4879-86e0-db5f7b8063c0 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:15.768477 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80e54b2e-91fc-4e40-b922-65a9baebdfd5 None None] Checking agent: {'id': '428fa9fa-43db-4db9-9f96-f60ffe931f2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-20-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 13, 19, 1), 'started_at': datetime.datetime(2021, 12, 18, 13, 19, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 13, 30, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-20-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 18 13:30:15.768909 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-f2b3e8be-a2ac-4879-86e0-db5f7b8063c0 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530267'] for security_group_rule, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:15.769387 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80e54b2e-91fc-4e40-b922-65a9baebdfd5 None None] Checking segment: {'id': '999ac071-648b-41e4-b1fb-0b335d58804a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '1f2d5a30-cad3-45c3-b064-c7c1eec3de2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 13:30:15.775711 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-80e54b2e-91fc-4e40-b922-65a9baebdfd5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:15.775945 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80e54b2e-91fc-4e40-b922-65a9baebdfd5 None None] Bound using segment: {'id': '999ac071-648b-41e4-b1fb-0b335d58804a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '1f2d5a30-cad3-45c3-b064-c7c1eec3de2d'} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 18 13:30:15.776372 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-80e54b2e-91fc-4e40-b922-65a9baebdfd5 None None] Bound port: c49a00b0-70b6-433c-a7d6-569818792ab2, host: dv-neutron-744815-20-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '999ac071-648b-41e4-b1fb-0b335d58804a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '1f2d5a30-cad3-45c3-b064-c7c1eec3de2d'}}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 18 13:30:15.776772 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-80e54b2e-91fc-4e40-b922-65a9baebdfd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:15.830231 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b3e8be-a2ac-4879-86e0-db5f7b8063c0 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e69f867-6aed-48a6-891e-e609596e0055,revision_number=0']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:30:15.839612 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-f2b3e8be-a2ac-4879-86e0-db5f7b8063c0 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:15.844306 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-f2b3e8be-a2ac-4879-86e0-db5f7b8063c0 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3212111 Dec 18 13:30:15.846911 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 53308) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:30:15.857005 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-44659275-d67f-4235-b5ec-8f2d32266db1 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Request body: {'security_group_rule': {'security_group_id': '108eb00a-391a-4c3a-9c51-2dc2e6cd5b29', 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:30:15.887528 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-342348e4-0575-45db-81ca-36ef6a160011 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Network a0b84a49-8464-4342-a47d-bd714ebbec81 is already hosted by enough agents. {{(pid=103159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:30:15.888803 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071e1a89-faec-4091-a169-e8ecc6162f92 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Pushing event updated for resources: {'Port': ['ID=8125bd8d-f901-43a8-8aeb-6b8d7ac8c189,revision_number=2']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:30:15.939307 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-526267e7-0188-47cf-bb80-ed2027337457 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4533522'] for port, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:15.943049 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-588c8d9c-99fc-46c1-ba03-58c2c597252c tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2023137'] for network, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:15.947075 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342348e4-0575-45db-81ca-36ef6a160011 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Pushing event updated for resources: {'Subnet': ['ID=8e9bc789-7be5-4b42-9e19-3012ba3b9140,revision_number=0']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:30:15.947435 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-44659275-d67f-4235-b5ec-8f2d32266db1 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:15.949149 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.base_scheduler [None req-342348e4-0575-45db-81ca-36ef6a160011 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Resources bound (agent type, host, resource id): {{(pid=103159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:30:15.950819 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-071e1a89-faec-4091-a169-e8ecc6162f92 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-587004'] for floatingip, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:15.987425 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526267e7-0188-47cf-bb80-ed2027337457 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Pushing event deleted for resources: {'Port': ['ID=b2084dca-f68c-4b70-b3af-fb320ab4f279,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:30:15.996922 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb8eff46-57e7-4939-9091-113a988fadbb None None] Network a0b84a49-8464-4342-a47d-bd714ebbec81 requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:30:16.001441 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-526267e7-0188-47cf-bb80-ed2027337457 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] No DVR routers for this DVR port b2084dca-f68c-4b70-b3af-fb320ab4f279 on host dv-neutron-744815-20-hyperv {{(pid=103160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 18 13:30:16.026847 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-342348e4-0575-45db-81ca-36ef6a160011 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:30:16.028188 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-342348e4-0575-45db-81ca-36ef6a160011 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047995'] for subnet, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:16.073443 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-3d9f23f9-8216-4aac-96f4-2f36f16a662a None None] Deleting port b2084dca-f68c-4b70-b3af-fb320ab4f279 {{(pid=103161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:30:16.073829 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-3d9f23f9-8216-4aac-96f4-2f36f16a662a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:16.087466 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-80e54b2e-91fc-4e40-b922-65a9baebdfd5 None None] For port c49a00b0-70b6-433c-a7d6-569818792ab2, host dv-neutron-744815-20-hyperv, cleared binding levels {{(pid=103161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 18 13:30:16.113765 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-342348e4-0575-45db-81ca-36ef6a160011 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7408688 Dec 18 13:30:16.113992 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-526267e7-0188-47cf-bb80-ed2027337457 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1927292', 'neutron.services.segments.db._delete_segments_for_network-8767106887837'] for network, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:16.116102 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 53310) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:30:16.118507 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-e0bc956d-c2fb-4ff2-87a1-c4461b36d45d None None] Provisioning complete for port c49a00b0-70b6-433c-a7d6-569818792ab2 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:30:16.118860 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e0bc956d-c2fb-4ff2-87a1-c4461b36d45d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:16.120306 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-a4e96ad3-6ea5-4c17-ad40-0ab2c09ed243 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Request body: {'port': {'network_id': 'a0b84a49-8464-4342-a47d-bd714ebbec81', 'mac_address': 'fa:16:3e:04:c4:bb', 'name': 'tempest-NetworksTestDHCPv6-593147564'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:30:16.143040 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.services.segments.db [None req-526267e7-0188-47cf-bb80-ed2027337457 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a99b46cf-7970-4160-afb0-795a2a682720']}} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:30:16.146981 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-44659275-d67f-4235-b5ec-8f2d32266db1 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:16.152909 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.db.l3_db [None req-071e1a89-faec-4091-a169-e8ecc6162f92 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Floating IP 01c366b1-eabc-41d2-b875-18fe7ca3c7db associated. External IP: 172.26.3.115, port: 0c06f285-990b-4b85-b479-7ac50e3d79a8. Dec 18 13:30:16.154212 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-44659275-d67f-4235-b5ec-8f2d32266db1 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530267'] for security_group_rule, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:16.157373 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.services.segments.db [None req-526267e7-0188-47cf-bb80-ed2027337457 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22aa058f-f36f-4fbc-b8bc-7f362a172f37') {'for_net_delete': True} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:30:16.157770 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.services.segments.db [None req-526267e7-0188-47cf-bb80-ed2027337457 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22aa058f-f36f-4fbc-b8bc-7f362a172f37') {} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:30:16.164513 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-80e54b2e-91fc-4e40-b922-65a9baebdfd5 None None] For port c49a00b0-70b6-433c-a7d6-569818792ab2, host dv-neutron-744815-20-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=c49a00b0-70b6-433c-a7d6-569818792ab2,segment=NetworkSegment(999ac071-648b-41e4-b1fb-0b335d58804a),segment_id=999ac071-648b-41e4-b1fb-0b335d58804a)] {{(pid=103161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 18 13:30:16.183202 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-80e54b2e-91fc-4e40-b922-65a9baebdfd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:16.187903 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-526267e7-0188-47cf-bb80-ed2027337457 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767106888614', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4533424'] for segment, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:16.198016 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-44659275-d67f-4235-b5ec-8f2d32266db1 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:16.202260 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-44659275-d67f-4235-b5ec-8f2d32266db1 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3519473 Dec 18 13:30:16.203850 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 53312) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:30:16.209368 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-c81b4336-4f75-465c-b53a-3d1030e1eabf tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Request body: {'security_group_rule': {'security_group_id': '108eb00a-391a-4c3a-9c51-2dc2e6cd5b29', 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:30:16.217381 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44659275-d67f-4235-b5ec-8f2d32266db1 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=538348a2-6359-44a6-8e19-b4c82851178b,revision_number=0']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:30:16.225480 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-526267e7-0188-47cf-bb80-ed2027337457 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:16.236906 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-3d9f23f9-8216-4aac-96f4-2f36f16a662a None None] For port b2084dca-f68c-4b70-b3af-fb320ab4f279, host dv-neutron-744815-20-hyperv, got binding levels [] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:30:16.237235 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-3d9f23f9-8216-4aac-96f4-2f36f16a662a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:16.239007 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-526267e7-0188-47cf-bb80-ed2027337457 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Releasing vlan 140 on physical network physnet1 to pool {{(pid=103160) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 18 13:30:16.240059 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-526267e7-0188-47cf-bb80-ed2027337457 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4533569'] for segment, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:16.244037 dv-neutron-744815-20-hyperv neutron-server[103160]: Traceback (most recent call last): Dec 18 13:30:16.244037 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 18 13:30:16.244037 dv-neutron-744815-20-hyperv neutron-server[103160]: timer() Dec 18 13:30:16.244037 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 18 13:30:16.244037 dv-neutron-744815-20-hyperv neutron-server[103160]: cb(*args, **kw) Dec 18 13:30:16.244037 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 18 13:30:16.244037 dv-neutron-744815-20-hyperv neutron-server[103160]: return func(*args, **kwargs) Dec 18 13:30:16.244037 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 18 13:30:16.244037 dv-neutron-744815-20-hyperv neutron-server[103160]: self._notify() Dec 18 13:30:16.244037 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 18 13:30:16.244037 dv-neutron-744815-20-hyperv neutron-server[103160]: self.callback(batched_events) Dec 18 13:30:16.244037 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 18 13:30:16.244037 dv-neutron-744815-20-hyperv neutron-server[103160]: event.method(event) Dec 18 13:30:16.244037 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 18 13:30:16.244037 dv-neutron-744815-20-hyperv neutron-server[103160]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 18 13:30:16.244037 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 18 13:30:16.244037 dv-neutron-744815-20-hyperv neutron-server[103160]: aggregate_uuid = self.p_client.list_aggregates( Dec 18 13:30:16.244037 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 18 13:30:16.244037 dv-neutron-744815-20-hyperv neutron-server[103160]: return f(self, *a, **k) Dec 18 13:30:16.244037 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 18 13:30:16.244037 dv-neutron-744815-20-hyperv neutron-server[103160]: return self._get(url).json() Dec 18 13:30:16.244037 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 18 13:30:16.244037 dv-neutron-744815-20-hyperv neutron-server[103160]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 18 13:30:16.244037 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 18 13:30:16.244037 dv-neutron-744815-20-hyperv neutron-server[103160]: return self.request(url, 'GET', **kwargs) Dec 18 13:30:16.244037 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 18 13:30:16.244037 dv-neutron-744815-20-hyperv neutron-server[103160]: base_url = self.get_endpoint(auth, allow=allow, Dec 18 13:30:16.244037 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 18 13:30:16.244037 dv-neutron-744815-20-hyperv neutron-server[103160]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 18 13:30:16.244037 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 18 13:30:16.244037 dv-neutron-744815-20-hyperv neutron-server[103160]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 18 13:30:16.244037 dv-neutron-744815-20-hyperv neutron-server[103160]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 18 13:30:16.268153 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-e0bc956d-c2fb-4ff2-87a1-c4461b36d45d None None] Port c49a00b0-70b6-433c-a7d6-569818792ab2 cannot update to ACTIVE because it is not bound. {{(pid=103161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 13:30:16.280062 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-3d9f23f9-8216-4aac-96f4-2f36f16a662a None None] Calling delete_port for b2084dca-f68c-4b70-b3af-fb320ab4f279 owned by network:dhcp {{(pid=103161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:30:16.284296 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.ipam_backend_mixin [None req-3d9f23f9-8216-4aac-96f4-2f36f16a662a None None] Port b2084dca-f68c-4b70-b3af-fb320ab4f279 was not found and therefore no delete operation was performed {{(pid=103161) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 18 13:30:16.298072 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-3d9f23f9-8216-4aac-96f4-2f36f16a662a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984'] for port, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:16.303062 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-588c8d9c-99fc-46c1-ba03-58c2c597252c tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Deleting port b6d43369-a8d6-47e9-8582-19f9e5ed9f2b {{(pid=103159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:30:16.303689 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-588c8d9c-99fc-46c1-ba03-58c2c597252c tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:16.304035 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a55cce8-fa7b-4116-8513-da166b54894e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp31e170a0-46a1-5ba9-9dc1-7ee4f866f0d7-a0b84a49-8464-4342-a47d-bd714ebbec81', 'network_id': 'a0b84a49-8464-4342-a47d-bd714ebbec81', 'project_id': '606a569495c64210af9cc9fb7e76dd52', 'fixed_ips': [{'subnet_id': '8e9bc789-7be5-4b42-9e19-3012ba3b9140'}]}} from dv-neutron-744815-20-hyperv. {{(pid=103161) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 18 13:30:16.304844 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-3a55cce8-fa7b-4116-8513-da166b54894e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:16.325141 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0196dd9-fbf3-46ef-bed1-06e8e9a00f65 None None] Pushing event updated for resources: {'Port': ['ID=c49a00b0-70b6-433c-a7d6-569818792ab2,revision_number=4']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:30:16.327862 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80e54b2e-91fc-4e40-b922-65a9baebdfd5 None None] Routers {'ec180986-2f7e-49e3-89e3-dfec27cbbddd'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:30:16.328389 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-80e54b2e-91fc-4e40-b922-65a9baebdfd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:29:57Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['ec180986-2f7e-49e3-89e3-dfec27cbbddd'], 'active': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:30:16.350358 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-c81b4336-4f75-465c-b53a-3d1030e1eabf tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:16.366385 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-526267e7-0188-47cf-bb80-ed2027337457 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1927267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586962'] for network, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:16.384670 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-526267e7-0188-47cf-bb80-ed2027337457 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047995'] for network, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:16.388905 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-526267e7-0188-47cf-bb80-ed2027337457 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] 10.222.0.31 "DELETE /v2.0/networks/a99b46cf-7970-4160-afb0-795a2a682720 HTTP/1.1" status: 204 len: 168 time: 1.0609376 Dec 18 13:30:16.395468 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 53314) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:30:16.399079 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d9f23f9-8216-4aac-96f4-2f36f16a662a None None] No DVR routers for this DVR port b2084dca-f68c-4b70-b3af-fb320ab4f279 on host dv-neutron-744815-20-hyperv {{(pid=103161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 18 13:30:16.432170 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9f23f9-8216-4aac-96f4-2f36f16a662a None None] Pushing event deleted for resources: {'Port': ['ID=b2084dca-f68c-4b70-b3af-fb320ab4f279,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:30:16.432764 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.db [None req-588c8d9c-99fc-46c1-ba03-58c2c597252c tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] For port b6d43369-a8d6-47e9-8582-19f9e5ed9f2b, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=b6d43369-a8d6-47e9-8582-19f9e5ed9f2b,segment=NetworkSegment(d4311748-8e43-491d-b2f8-eb257804e5f2),segment_id=d4311748-8e43-491d-b2f8-eb257804e5f2)] {{(pid=103159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:30:16.433140 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-588c8d9c-99fc-46c1-ba03-58c2c597252c tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:16.457699 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526267e7-0188-47cf-bb80-ed2027337457 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Pushing event deleted for resources: {'Network': ['ID=a99b46cf-7970-4160-afb0-795a2a682720,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:30:16.484786 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a96773ca-45e1-4439-9adf-d7441570cab0 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:30:16.486383 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-a96773ca-45e1-4439-9adf-d7441570cab0 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] 10.222.0.31 "GET /v2.0/ports/20db43dc-0bd5-42ca-8c6c-875ede820bf0 HTTP/1.1" status: 200 len: 845 time: 0.0896361 Dec 18 13:30:16.490751 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 53316) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:30:16.495782 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-588c8d9c-99fc-46c1-ba03-58c2c597252c tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Calling delete_port for b6d43369-a8d6-47e9-8582-19f9e5ed9f2b owned by network:dhcp {{(pid=103159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:30:16.509784 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-c81b4336-4f75-465c-b53a-3d1030e1eabf tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:16.519919 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-c81b4336-4f75-465c-b53a-3d1030e1eabf tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530267'] for security_group_rule, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:16.553647 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4e96ad3-6ea5-4c17-ad40-0ab2c09ed243 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Made reservation on behalf of 606a569495c64210af9cc9fb7e76dd52 for: {'port': 1} {{(pid=103159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:30:16.553857 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81b4336-4f75-465c-b53a-3d1030e1eabf tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54da89f9-4bce-4e22-88ee-9ef7c41998b7,revision_number=0']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:30:16.587457 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-c81b4336-4f75-465c-b53a-3d1030e1eabf tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:16.590741 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-c81b4336-4f75-465c-b53a-3d1030e1eabf tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3847086 Dec 18 13:30:16.592612 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 53318) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:30:16.600357 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-3afee9dc-3dc9-4dc7-89d0-6fc796272e5d tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] 10.222.0.31 "GET /v2.0/ports/20db43dc-0bd5-42ca-8c6c-875ede820bf0?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1058061 Dec 18 13:30:16.603843 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-3cc18136-07cc-4c72-a8d5-36205836b3a8 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Request body: {'security_group_rule': {'security_group_id': '108eb00a-391a-4c3a-9c51-2dc2e6cd5b29', 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:30:16.608186 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 53320) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:30:16.621508 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 2a1cb411-7d46-4274-bc52-d444ce0da1e1 no longer exists at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 18 13:30:16.624054 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-529014a2-bd90-47e3-852b-469555431a9b tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Request body: {'subnet': {'network_id': '5588ea4f-97be-47f0-8409-4e3ab545c488', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:30:16.662725 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-2294866d-0076-4933-952c-685307032598 None None] No Port match for: 2a1cb411-7d46-4274-bc52-d444ce0da1e1 {{(pid=103161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 18 13:30:16.662977 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 2a1cb411-7d46-4274-bc52-d444ce0da1e1 not bound to the agent host dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 18 13:30:16.663423 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device b2084dca-f68c-4b70-b3af-fb320ab4f279 no longer exists at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 18 13:30:16.667625 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvr_db [None req-80e54b2e-91fc-4e40-b922-65a9baebdfd5 None None] Set router ec180986-2f7e-49e3-89e3-dfec27cbbddd gateway port host: dv-neutron-744815-20-hyperv {{(pid=103161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 13:30:16.713601 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_common [None req-3a55cce8-fa7b-4116-8513-da166b54894e None None] Allocated IP 2001:db8::f816:3eff:fec9:2cb8 (a0b84a49-8464-4342-a47d-bd714ebbec81/8e9bc789-7be5-4b42-9e19-3012ba3b9140/c4e307e2-8c8c-4d96-b83d-89334fcc7633) {{(pid=103161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:30:16.721822 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-3cc18136-07cc-4c72-a8d5-36205836b3a8 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:16.724434 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-a4e96ad3-6ea5-4c17-ad40-0ab2c09ed243 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:16.733124 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-2294866d-0076-4933-952c-685307032598 None None] No Port match for: b2084dca-f68c-4b70-b3af-fb320ab4f279 {{(pid=103161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 18 13:30:16.733468 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device b2084dca-f68c-4b70-b3af-fb320ab4f279 not bound to the agent host dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 18 13:30:16.771034 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-529014a2-bd90-47e3-852b-469555431a9b tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Made reservation on behalf of a17167c2bc3d4518ab90268c4af7e6a0 for: {'subnet': 1} {{(pid=103160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:30:16.774000 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-529014a2-bd90-47e3-852b-469555431a9b tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4514414'] for subnet, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:16.808189 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-238bf4c3-65ee-4eab-bd3b-dccc54f54fa0 None None] Provisioning complete for port c49a00b0-70b6-433c-a7d6-569818792ab2 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:30:16.808500 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-238bf4c3-65ee-4eab-bd3b-dccc54f54fa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:16.814059 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.notifiers.nova [None req-a4e96ad3-6ea5-4c17-ad40-0ab2c09ed243 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] device_id is not set on port 336ffd07-e493-423a-bd76-44f072841059 yet. {{(pid=103159) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 18 13:30:16.860727 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-3cc18136-07cc-4c72-a8d5-36205836b3a8 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:16.873035 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-3cc18136-07cc-4c72-a8d5-36205836b3a8 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530267'] for security_group_rule, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:16.875111 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-071e1a89-faec-4091-a169-e8ecc6162f92 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Router 8b4400aa-73df-4467-9875-5e1ec7c9ec97 has already been hosted by L3 agent c9c0cd52-5bd2-4704-9429-d80f1c5ad23c {{(pid=103159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 18 13:30:16.900918 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc18136-07cc-4c72-a8d5-36205836b3a8 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ea35635-8165-497b-a79b-401765a3b4a8,revision_number=0']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:30:16.918570 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-588c8d9c-99fc-46c1-ba03-58c2c597252c tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:16.944321 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-3cc18136-07cc-4c72-a8d5-36205836b3a8 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:16.948202 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-3cc18136-07cc-4c72-a8d5-36205836b3a8 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3510251 Dec 18 13:30:16.949602 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 53322) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:30:16.956463 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-e0d76076-29e6-4724-9a18-ed4aad356ac8 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Request body: {'security_group_rule': {'security_group_id': '108eb00a-391a-4c3a-9c51-2dc2e6cd5b29', 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:30:16.982090 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588c8d9c-99fc-46c1-ba03-58c2c597252c tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Pushing event deleted for resources: {'Port': ['ID=b6d43369-a8d6-47e9-8582-19f9e5ed9f2b,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:30:16.989164 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-588c8d9c-99fc-46c1-ba03-58c2c597252c tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] No DVR routers for this DVR port b6d43369-a8d6-47e9-8582-19f9e5ed9f2b on host dv-neutron-744815-20-hyperv {{(pid=103159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 18 13:30:17.057532 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.db.securitygroups_db [None req-e0d76076-29e6-4724-9a18-ed4aad356ac8 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Project 6e88b8a5aed24360a829007d7fd9d0fd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 18 13:30:17.066881 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-e0d76076-29e6-4724-9a18-ed4aad356ac8 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:17.071878 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-529014a2-bd90-47e3-852b-469555431a9b tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4533410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4514424'] for subnet, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:17.086168 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-3a55cce8-fa7b-4116-8513-da166b54894e None None] Publish callbacks [] for port, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:17.094662 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-238bf4c3-65ee-4eab-bd3b-dccc54f54fa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:17.108676 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-3a55cce8-fa7b-4116-8513-da166b54894e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975'] for port, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:17.167532 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-588c8d9c-99fc-46c1-ba03-58c2c597252c tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1927292', 'neutron.services.segments.db._delete_segments_for_network-8767106887837'] for network, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:17.172935 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-529014a2-bd90-47e3-852b-469555431a9b tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Network 5588ea4f-97be-47f0-8409-4e3ab545c488 is already hosted by enough agents. {{(pid=103160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:30:17.175103 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a55cce8-fa7b-4116-8513-da166b54894e None None] Network a0b84a49-8464-4342-a47d-bd714ebbec81 is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:30:17.176838 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.base_scheduler [None req-529014a2-bd90-47e3-852b-469555431a9b tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Resources bound (agent type, host, resource id): {{(pid=103160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:30:17.178629 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-238bf4c3-65ee-4eab-bd3b-dccc54f54fa0 None None] For port c49a00b0-70b6-433c-a7d6-569818792ab2, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=c49a00b0-70b6-433c-a7d6-569818792ab2,segment=NetworkSegment(999ac071-648b-41e4-b1fb-0b335d58804a),segment_id=999ac071-648b-41e4-b1fb-0b335d58804a)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:30:17.182784 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-3a55cce8-fa7b-4116-8513-da166b54894e None None] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:30:17.189073 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-529014a2-bd90-47e3-852b-469555431a9b tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:30:17.190249 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-529014a2-bd90-47e3-852b-469555431a9b tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks [] for subnet, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:17.190388 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a55cce8-fa7b-4116-8513-da166b54894e None None] Received port after_create {{(pid=103161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:30:17.194347 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-238bf4c3-65ee-4eab-bd3b-dccc54f54fa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:17.197979 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a55cce8-fa7b-4116-8513-da166b54894e None None] Pushing event updated for resources: {'Port': ['ID=c4e307e2-8c8c-4d96-b83d-89334fcc7633,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:30:17.202367 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529014a2-bd90-47e3-852b-469555431a9b tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Pushing event updated for resources: {'Subnet': ['ID=980514c5-3083-4315-bfc2-5d2d08515492,revision_number=0']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:30:17.210966 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-071e1a89-faec-4091-a169-e8ecc6162f92 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Notify agent at l3_agent.dv-neutron-744815-20-hyperv the message routers_updated {{(pid=103159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 13:30:17.213778 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.services.segments.db [None req-588c8d9c-99fc-46c1-ba03-58c2c597252c tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5639bc8c-89b6-414f-968e-5b74a02909bb']}} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:30:17.222843 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-e0d76076-29e6-4724-9a18-ed4aad356ac8 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:17.226955 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.db_base_plugin_common [None req-a4e96ad3-6ea5-4c17-ad40-0ab2c09ed243 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Allocated IP 2001:db8::f816:3eff:fe04:c4bb (a0b84a49-8464-4342-a47d-bd714ebbec81/8e9bc789-7be5-4b42-9e19-3012ba3b9140/336ffd07-e493-423a-bd76-44f072841059) {{(pid=103159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:30:17.231562 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-80e54b2e-91fc-4e40-b922-65a9baebdfd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec180986-2f7e-49e3-89e3-dfec27cbbddd', 'name': 'tempest-TestNetworkBasicOps-router-1985445967', 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.28'}], 'enable_snat': True}, 'gw_port_id': 'b106f41d-05cd-47e9-a39e-d328e1c96648', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:29:58Z', 'updated_at': '2021-12-18T13:30:10Z', 'revision_number': 4, 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'gw_port': {'id': 'b106f41d-05cd-47e9-a39e-d328e1c96648', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:a6:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec180986-2f7e-49e3-89e3-dfec27cbbddd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 767, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:30:00Z', 'updated_at': '2021-12-18T13:30:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv', '_interfaces': [{'id': 'c49a00b0-70b6-433c-a7d6-569818792ab2', 'name': '', 'network_id': '1f2d5a30-cad3-45c3-b064-c7c1eec3de2d', 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'mac_address': 'fa:16:3e:b7:b1:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec180986-2f7e-49e3-89e3-dfec27cbbddd', 'device_owner': 'network:router_interface', 'standard_attr_id': 785, 'fixed_ips': [{'subnet_id': 'ba320a99-11ba-43e3-b2e3-bcb19e0899a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:30:09Z', 'updated_at': '2021-12-18T13:30:16Z', 'revision_number': 4, 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'subnets': [{'id': 'ba320a99-11ba-43e3-b2e3-bcb19e0899a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:30:17.234463 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.services.segments.db [None req-588c8d9c-99fc-46c1-ba03-58c2c597252c tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4311748-8e43-491d-b2f8-eb257804e5f2') {'for_net_delete': True} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:30:17.234870 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.services.segments.db [None req-588c8d9c-99fc-46c1-ba03-58c2c597252c tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4311748-8e43-491d-b2f8-eb257804e5f2') {} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:30:17.238536 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-674a638d-f16a-4efe-bebd-fc2ce278192e None None] Sync routers for ids ['8b4400aa-73df-4467-9875-5e1ec7c9ec97'] in dv-neutron-744815-20-hyperv {{(pid=103161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 13:30:17.251125 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-529014a2-bd90-47e3-852b-469555431a9b tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6404917 Dec 18 13:30:17.252196 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 53324) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:30:17.253447 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-e0d76076-29e6-4724-9a18-ed4aad356ac8 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530267'] for security_group_rule, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:17.255832 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-588c8d9c-99fc-46c1-ba03-58c2c597252c tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767106888614', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5589569'] for segment, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:17.260821 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-61fd5b14-2054-4643-a18c-c5fff1aab771 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Request body: {'security_group': {'name': 'tempest-secgroup-1148082185'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:30:17.265376 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87092c6f-eccd-43e4-a643-c2adab03826d None None] Network 5588ea4f-97be-47f0-8409-4e3ab545c488 requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:30:17.269889 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-071e1a89-faec-4091-a169-e8ecc6162f92 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for floatingip, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:17.293612 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d76076-29e6-4724-9a18-ed4aad356ac8 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=406a26fe-4956-4692-81ec-e560bdb03a5d,revision_number=0']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:30:17.307509 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-588c8d9c-99fc-46c1-ba03-58c2c597252c tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:17.316061 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-e0d76076-29e6-4724-9a18-ed4aad356ac8 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:17.318554 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-e0d76076-29e6-4724-9a18-ed4aad356ac8 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3667371 Dec 18 13:30:17.323559 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-588c8d9c-99fc-46c1-ba03-58c2c597252c tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Releasing vlan 130 on physical network physnet1 to pool {{(pid=103159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 18 13:30:17.323966 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-588c8d9c-99fc-46c1-ba03-58c2c597252c tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5660009'] for segment, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:17.325265 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 53326) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:30:17.330780 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-6b19b36f-cbb3-48f2-9a60-b4825069fd42 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Request body: {'security_group_rule': {'security_group_id': '108eb00a-391a-4c3a-9c51-2dc2e6cd5b29', 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:30:17.332683 dv-neutron-744815-20-hyperv neutron-server[103159]: Traceback (most recent call last): Dec 18 13:30:17.332683 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 18 13:30:17.332683 dv-neutron-744815-20-hyperv neutron-server[103159]: timer() Dec 18 13:30:17.332683 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 18 13:30:17.332683 dv-neutron-744815-20-hyperv neutron-server[103159]: cb(*args, **kw) Dec 18 13:30:17.332683 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 18 13:30:17.332683 dv-neutron-744815-20-hyperv neutron-server[103159]: return func(*args, **kwargs) Dec 18 13:30:17.332683 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 18 13:30:17.332683 dv-neutron-744815-20-hyperv neutron-server[103159]: self._notify() Dec 18 13:30:17.332683 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 18 13:30:17.332683 dv-neutron-744815-20-hyperv neutron-server[103159]: self.callback(batched_events) Dec 18 13:30:17.332683 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 18 13:30:17.332683 dv-neutron-744815-20-hyperv neutron-server[103159]: event.method(event) Dec 18 13:30:17.332683 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 18 13:30:17.332683 dv-neutron-744815-20-hyperv neutron-server[103159]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 18 13:30:17.332683 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 18 13:30:17.332683 dv-neutron-744815-20-hyperv neutron-server[103159]: aggregate_uuid = self.p_client.list_aggregates( Dec 18 13:30:17.332683 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 18 13:30:17.332683 dv-neutron-744815-20-hyperv neutron-server[103159]: return f(self, *a, **k) Dec 18 13:30:17.332683 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 18 13:30:17.332683 dv-neutron-744815-20-hyperv neutron-server[103159]: return self._get(url).json() Dec 18 13:30:17.332683 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 18 13:30:17.332683 dv-neutron-744815-20-hyperv neutron-server[103159]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 18 13:30:17.332683 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 18 13:30:17.332683 dv-neutron-744815-20-hyperv neutron-server[103159]: return self.request(url, 'GET', **kwargs) Dec 18 13:30:17.332683 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 18 13:30:17.332683 dv-neutron-744815-20-hyperv neutron-server[103159]: base_url = self.get_endpoint(auth, allow=allow, Dec 18 13:30:17.332683 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 18 13:30:17.332683 dv-neutron-744815-20-hyperv neutron-server[103159]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 18 13:30:17.332683 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 18 13:30:17.332683 dv-neutron-744815-20-hyperv neutron-server[103159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 18 13:30:17.332683 dv-neutron-744815-20-hyperv neutron-server[103159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 18 13:30:17.339410 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-61fd5b14-2054-4643-a18c-c5fff1aab771 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks [] for security_group, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:17.339598 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80e54b2e-91fc-4e40-b922-65a9baebdfd5 None None] The sync data for ids ['ec180986-2f7e-49e3-89e3-dfec27cbbddd'] in dv-neutron-744815-20-hyperv is: [{'id': 'ec180986-2f7e-49e3-89e3-dfec27cbbddd', 'name': 'tempest-TestNetworkBasicOps-router-1985445967', 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.28'}], 'enable_snat': True}, 'gw_port_id': 'b106f41d-05cd-47e9-a39e-d328e1c96648', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:29:58Z', 'updated_at': '2021-12-18T13:30:10Z', 'revision_number': 4, 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'gw_port': {'id': 'b106f41d-05cd-47e9-a39e-d328e1c96648', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:a6:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec180986-2f7e-49e3-89e3-dfec27cbbddd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 767, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:30:00Z', 'updated_at': '2021-12-18T13:30:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv', '_interfaces': [{'id': 'c49a00b0-70b6-433c-a7d6-569818792ab2', 'name': '', 'network_id': '1f2d5a30-cad3-45c3-b064-c7c1eec3de2d', 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'mac_address': 'fa:16:3e:b7:b1:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec180986-2f7e-49e3-89e3-dfec27cbbddd', 'device_owner': 'network:router_interface', 'standard_attr_id': 785, 'fixed_ips': [{'subnet_id': 'ba320a99-11ba-43e3-b2e3-bcb19e0899a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:30:09Z', 'updated_at': '2021-12-18T13:30:16Z', 'revision_number': 4, 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'subnets': [{'id': 'ba320a99-11ba-43e3-b2e3-bcb19e0899a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 13:30:17.356964 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-071e1a89-faec-4091-a169-e8ecc6162f92 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 7.1626363 Dec 18 13:30:17.358367 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 53328) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:30:17.389959 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-af0d147d-a742-4f9b-aa5b-8e8213ab71d7 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:30:17.404818 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.db.securitygroups_db [None req-6b19b36f-cbb3-48f2-9a60-b4825069fd42 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Project 6e88b8a5aed24360a829007d7fd9d0fd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 18 13:30:17.414698 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-674a638d-f16a-4efe-bebd-fc2ce278192e None None] Routers {'8b4400aa-73df-4467-9875-5e1ec7c9ec97'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:30:17.424688 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-674a638d-f16a-4efe-bebd-fc2ce278192e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:29:57Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['8b4400aa-73df-4467-9875-5e1ec7c9ec97'], 'active': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:30:17.452708 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-6b19b36f-cbb3-48f2-9a60-b4825069fd42 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:17.484784 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238bf4c3-65ee-4eab-bd3b-dccc54f54fa0 None None] Pushing event updated for resources: {'Port': ['ID=c49a00b0-70b6-433c-a7d6-569818792ab2,revision_number=5']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:30:17.493448 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-674a638d-f16a-4efe-bebd-fc2ce278192e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:30:17.506793 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-af0d147d-a742-4f9b-aa5b-8e8213ab71d7 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Publish callbacks [] for floatingip, before_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:17.509892 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-3a55cce8-fa7b-4116-8513-da166b54894e None None] Attempting to bind port c4e307e2-8c8c-4d96-b83d-89334fcc7633 on host dv-neutron-744815-20-hyperv for vnic_type normal with profile {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 13:30:17.514469 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-3a55cce8-fa7b-4116-8513-da166b54894e None None] Attempting to bind port c4e307e2-8c8c-4d96-b83d-89334fcc7633 by drivers openvswitch,hyperv on host dv-neutron-744815-20-hyperv at level 0 using segments [{'id': '1d35b28d-d075-4c4f-99ab-408d9457428e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'a0b84a49-8464-4342-a47d-bd714ebbec81'}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 13:30:17.515081 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a55cce8-fa7b-4116-8513-da166b54894e None None] Attempting to bind port c4e307e2-8c8c-4d96-b83d-89334fcc7633 on network a0b84a49-8464-4342-a47d-bd714ebbec81 {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 13:30:17.530770 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a55cce8-fa7b-4116-8513-da166b54894e None None] Checking agent: {'id': '428fa9fa-43db-4db9-9f96-f60ffe931f2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-20-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 13, 19, 1), 'started_at': datetime.datetime(2021, 12, 18, 13, 19, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 13, 30, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-20-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 18 13:30:17.531490 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a55cce8-fa7b-4116-8513-da166b54894e None None] Checking segment: {'id': '1d35b28d-d075-4c4f-99ab-408d9457428e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'a0b84a49-8464-4342-a47d-bd714ebbec81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 13:30:17.532040 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-3a55cce8-fa7b-4116-8513-da166b54894e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:17.532731 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a55cce8-fa7b-4116-8513-da166b54894e None None] Bound using segment: {'id': '1d35b28d-d075-4c4f-99ab-408d9457428e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'a0b84a49-8464-4342-a47d-bd714ebbec81'} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 18 13:30:17.533358 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-3a55cce8-fa7b-4116-8513-da166b54894e None None] Bound port: c4e307e2-8c8c-4d96-b83d-89334fcc7633, host: dv-neutron-744815-20-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d35b28d-d075-4c4f-99ab-408d9457428e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'a0b84a49-8464-4342-a47d-bd714ebbec81'}}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 18 13:30:17.533891 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-3a55cce8-fa7b-4116-8513-da166b54894e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:17.548330 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-674a638d-f16a-4efe-bebd-fc2ce278192e None None] Routers {'8b4400aa-73df-4467-9875-5e1ec7c9ec97'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:30:17.549240 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-674a638d-f16a-4efe-bebd-fc2ce278192e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:29:57Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['8b4400aa-73df-4467-9875-5e1ec7c9ec97'], 'active': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:30:17.576933 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-61fd5b14-2054-4643-a18c-c5fff1aab771 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks [] for security_group, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:17.591078 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-61fd5b14-2054-4643-a18c-c5fff1aab771 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:17.601329 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-674a638d-f16a-4efe-bebd-fc2ce278192e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:30:17.602228 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-674a638d-f16a-4efe-bebd-fc2ce278192e None None] The sync data for ids ['8b4400aa-73df-4467-9875-5e1ec7c9ec97'] in dv-neutron-744815-20-hyperv is: [] {{(pid=103161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 13:30:17.604704 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-588c8d9c-99fc-46c1-ba03-58c2c597252c tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1927267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586962'] for network, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:17.612335 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-6b19b36f-cbb3-48f2-9a60-b4825069fd42 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:17.658478 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-588c8d9c-99fc-46c1-ba03-58c2c597252c tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047995'] for network, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:17.659865 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fd5b14-2054-4643-a18c-c5fff1aab771 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3eaa872-332d-4742-a921-431039c53e35,revision_number=1']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:30:17.663355 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-588c8d9c-99fc-46c1-ba03-58c2c597252c tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] 10.222.0.31 "DELETE /v2.0/networks/5639bc8c-89b6-414f-968e-5b74a02909bb HTTP/1.1" status: 204 len: 168 time: 4.1204402 Dec 18 13:30:17.679813 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 53330) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:30:17.689819 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588c8d9c-99fc-46c1-ba03-58c2c597252c tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Pushing event deleted for resources: {'Network': ['ID=5639bc8c-89b6-414f-968e-5b74a02909bb,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:30:17.699223 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-3a55cce8-fa7b-4116-8513-da166b54894e None None] For port c4e307e2-8c8c-4d96-b83d-89334fcc7633, host dv-neutron-744815-20-hyperv, cleared binding levels {{(pid=103161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 18 13:30:17.707764 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-3a55cce8-fa7b-4116-8513-da166b54894e None None] For port c4e307e2-8c8c-4d96-b83d-89334fcc7633, host dv-neutron-744815-20-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=c4e307e2-8c8c-4d96-b83d-89334fcc7633,segment=NetworkSegment(1d35b28d-d075-4c4f-99ab-408d9457428e),segment_id=1d35b28d-d075-4c4f-99ab-408d9457428e)] {{(pid=103161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 18 13:30:17.712134 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-678873d1-0512-4ee2-b38c-06b5881f7c89 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2099755963'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:30:17.712946 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cef0acc-b757-4a34-8962-b84e7cd302df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp31e170a0-46a1-5ba9-9dc1-7ee4f866f0d7-5588ea4f-97be-47f0-8409-4e3ab545c488', 'network_id': '5588ea4f-97be-47f0-8409-4e3ab545c488', 'project_id': 'a17167c2bc3d4518ab90268c4af7e6a0', 'fixed_ips': [{'subnet_id': '980514c5-3083-4315-bfc2-5d2d08515492'}]}} from dv-neutron-744815-20-hyperv. {{(pid=103161) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 18 13:30:17.713803 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0cef0acc-b757-4a34-8962-b84e7cd302df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:17.719041 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-6b19b36f-cbb3-48f2-9a60-b4825069fd42 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530267'] for security_group_rule, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:17.736287 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-3a55cce8-fa7b-4116-8513-da166b54894e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:17.745430 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-61fd5b14-2054-4643-a18c-c5fff1aab771 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks [] for security_group, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:17.746861 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-61fd5b14-2054-4643-a18c-c5fff1aab771 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.4899526 Dec 18 13:30:17.752152 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 53332) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:30:17.761507 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b19b36f-cbb3-48f2-9a60-b4825069fd42 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c533f430-850f-4f07-948d-e9a8c5bc5fc8,revision_number=0']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:30:17.765521 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-0ded5ae1-0a54-4633-bee0-2d006c3f2958 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Request body: {'security_group': {'name': 'tempest-secgroup-946077693'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:30:17.777949 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-6b19b36f-cbb3-48f2-9a60-b4825069fd42 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:17.779535 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-6b19b36f-cbb3-48f2-9a60-b4825069fd42 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4528615 Dec 18 13:30:17.784110 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-af0d147d-a742-4f9b-aa5b-8e8213ab71d7 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:17.797771 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-678873d1-0512-4ee2-b38c-06b5881f7c89 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Made reservation on behalf of f5afdd4acb1d4a48932f1bea649c1c37 for: {'network': 1} {{(pid=103160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:30:17.804312 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-678873d1-0512-4ee2-b38c-06b5881f7c89 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for network, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:17.807058 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-a4e96ad3-6ea5-4c17-ad40-0ab2c09ed243 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks [] for port, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:17.834429 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-af0d147d-a742-4f9b-aa5b-8e8213ab71d7 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-587004'] for floatingip, after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:17.835111 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.db.l3_db [None req-af0d147d-a742-4f9b-aa5b-8e8213ab71d7 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Floating IP 01c366b1-eabc-41d2-b875-18fe7ca3c7db disassociated. External IP: 172.26.3.115, port: 0c06f285-990b-4b85-b479-7ac50e3d79a8. Dec 18 13:30:17.841677 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-678873d1-0512-4ee2-b38c-06b5881f7c89 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 125} {{(pid=103160) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 18 13:30:17.862371 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-678873d1-0512-4ee2-b38c-06b5881f7c89 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:17.862836 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.db.segments_db [None req-678873d1-0512-4ee2-b38c-06b5881f7c89 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Added segment 49336489-1393-45be-9ffd-d27631d2991c of type vlan for network 0681834f-9688-4b48-bc4a-17ced45bc200 Dec 18 13:30:17.957350 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-678873d1-0512-4ee2-b38c-06b5881f7c89 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767106405744'] for network, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:17.968957 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-a4e96ad3-6ea5-4c17-ad40-0ab2c09ed243 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:18.027272 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-678873d1-0512-4ee2-b38c-06b5881f7c89 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981'] for network, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:18.032809 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-678873d1-0512-4ee2-b38c-06b5881f7c89 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:30:18.032981 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-0ded5ae1-0a54-4633-bee0-2d006c3f2958 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks [] for security_group, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:18.033676 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-678873d1-0512-4ee2-b38c-06b5881f7c89 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047995'] for network, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:18.092326 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a55cce8-fa7b-4116-8513-da166b54894e None None] Pushing event updated for resources: {'Port': ['ID=c4e307e2-8c8c-4d96-b83d-89334fcc7633,revision_number=2']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:30:18.115039 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4e96ad3-6ea5-4c17-ad40-0ab2c09ed243 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Network a0b84a49-8464-4342-a47d-bd714ebbec81 is already hosted by enough agents. {{(pid=103159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:30:18.147396 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.base_scheduler [None req-a4e96ad3-6ea5-4c17-ad40-0ab2c09ed243 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Resources bound (agent type, host, resource id): {{(pid=103159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:30:18.162541 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4e96ad3-6ea5-4c17-ad40-0ab2c09ed243 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Received port after_create {{(pid=103159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:30:18.168527 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-678873d1-0512-4ee2-b38c-06b5881f7c89 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4835989 Dec 18 13:30:18.169669 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 53350) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:30:18.174691 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4e96ad3-6ea5-4c17-ad40-0ab2c09ed243 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:30:18.175397 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-a4e96ad3-6ea5-4c17-ad40-0ab2c09ed243 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:18.179594 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-8e5819f0-236d-4a78-8b03-30a79ea195c6 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Request body: {'subnet': {'network_id': '0681834f-9688-4b48-bc4a-17ced45bc200', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:30:18.187645 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_common [None req-0cef0acc-b757-4a34-8962-b84e7cd302df None None] Allocated IP 2001:db8::2 (5588ea4f-97be-47f0-8409-4e3ab545c488/980514c5-3083-4315-bfc2-5d2d08515492/5396db90-8408-46bc-989d-480bd663bc7a) {{(pid=103161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:30:18.193061 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e96ad3-6ea5-4c17-ad40-0ab2c09ed243 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Pushing event updated for resources: {'Port': ['ID=336ffd07-e493-423a-bd76-44f072841059,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:30:18.200041 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678873d1-0512-4ee2-b38c-06b5881f7c89 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Pushing event updated for resources: {'Network': ['ID=0681834f-9688-4b48-bc4a-17ced45bc200,revision_number=1']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:30:18.221466 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-e4186266-4613-4ff9-aabe-16f823d43e64 req-d81f45ad-f017-4755-ace0-3c86b9d1020f tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-710454790&fields=id&tenant_id=6e88b8a5aed24360a829007d7fd9d0fd HTTP/1.1" status: 200 len: 267 time: 0.2439344 Dec 18 13:30:18.251013 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-a4e96ad3-6ea5-4c17-ad40-0ab2c09ed243 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.1354425 Dec 18 13:30:18.258493 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Network 0681834f-9688-4b48-bc4a-17ced45bc200 details requested by agent ovs-agent-dv-neutron-744815-20-hyperv with host dv-neutron-744815-20-hyperv {{(pid=103161) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 18 13:30:18.347645 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 53352) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:30:18.629089 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0cef0acc-b757-4a34-8962-b84e7cd302df None None] Publish callbacks [] for port, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:18.644029 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0cef0acc-b757-4a34-8962-b84e7cd302df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975'] for port, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:18.730679 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cef0acc-b757-4a34-8962-b84e7cd302df None None] Pushing event updated for resources: {'Port': ['ID=5396db90-8408-46bc-989d-480bd663bc7a,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:30:18.740991 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device c4e307e2-8c8c-4d96-b83d-89334fcc7633 up at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 13:30:18.797089 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cef0acc-b757-4a34-8962-b84e7cd302df None None] Network 5588ea4f-97be-47f0-8409-4e3ab545c488 is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:30:18.801194 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-0cef0acc-b757-4a34-8962-b84e7cd302df None None] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:30:18.804496 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cef0acc-b757-4a34-8962-b84e7cd302df None None] Received port after_create {{(pid=103161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:30:18.834932 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e5819f0-236d-4a78-8b03-30a79ea195c6 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Made reservation on behalf of f5afdd4acb1d4a48932f1bea649c1c37 for: {'subnet': 1} {{(pid=103160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:30:18.838837 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-8e5819f0-236d-4a78-8b03-30a79ea195c6 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4514414'] for subnet, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:18.872849 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2294866d-0076-4933-952c-685307032598 None None] Provisioning complete for port c4e307e2-8c8c-4d96-b83d-89334fcc7633 triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:30:18.873615 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:18.943680 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-0cef0acc-b757-4a34-8962-b84e7cd302df None None] Attempting to bind port 5396db90-8408-46bc-989d-480bd663bc7a on host dv-neutron-744815-20-hyperv for vnic_type normal with profile {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 13:30:18.944654 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-0cef0acc-b757-4a34-8962-b84e7cd302df None None] Attempting to bind port 5396db90-8408-46bc-989d-480bd663bc7a by drivers openvswitch,hyperv on host dv-neutron-744815-20-hyperv at level 0 using segments [{'id': '916d3749-bdc7-4012-a1ea-992032ad8859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '5588ea4f-97be-47f0-8409-4e3ab545c488'}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 13:30:18.944780 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cef0acc-b757-4a34-8962-b84e7cd302df None None] Attempting to bind port 5396db90-8408-46bc-989d-480bd663bc7a on network 5588ea4f-97be-47f0-8409-4e3ab545c488 {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 13:30:18.955209 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cef0acc-b757-4a34-8962-b84e7cd302df None None] Checking agent: {'id': '428fa9fa-43db-4db9-9f96-f60ffe931f2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-20-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 13, 19, 1), 'started_at': datetime.datetime(2021, 12, 18, 13, 19, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 13, 30, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-20-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 18 13:30:18.955678 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cef0acc-b757-4a34-8962-b84e7cd302df None None] Checking segment: {'id': '916d3749-bdc7-4012-a1ea-992032ad8859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '5588ea4f-97be-47f0-8409-4e3ab545c488'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 13:30:18.956080 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0cef0acc-b757-4a34-8962-b84e7cd302df None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:18.956534 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cef0acc-b757-4a34-8962-b84e7cd302df None None] Bound using segment: {'id': '916d3749-bdc7-4012-a1ea-992032ad8859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '5588ea4f-97be-47f0-8409-4e3ab545c488'} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 18 13:30:18.957245 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-0cef0acc-b757-4a34-8962-b84e7cd302df None None] Bound port: 5396db90-8408-46bc-989d-480bd663bc7a, host: dv-neutron-744815-20-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '916d3749-bdc7-4012-a1ea-992032ad8859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '5588ea4f-97be-47f0-8409-4e3ab545c488'}}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 18 13:30:18.957627 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0cef0acc-b757-4a34-8962-b84e7cd302df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:18.961414 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-0ded5ae1-0a54-4633-bee0-2d006c3f2958 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks [] for security_group, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:19.027023 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-0ded5ae1-0a54-4633-bee0-2d006c3f2958 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:19.053418 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-0cef0acc-b757-4a34-8962-b84e7cd302df None None] For port 5396db90-8408-46bc-989d-480bd663bc7a, host dv-neutron-744815-20-hyperv, cleared binding levels {{(pid=103161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 18 13:30:19.057413 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-0cef0acc-b757-4a34-8962-b84e7cd302df None None] For port 5396db90-8408-46bc-989d-480bd663bc7a, host dv-neutron-744815-20-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=5396db90-8408-46bc-989d-480bd663bc7a,segment=NetworkSegment(916d3749-bdc7-4012-a1ea-992032ad8859),segment_id=916d3749-bdc7-4012-a1ea-992032ad8859)] {{(pid=103161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 18 13:30:19.089613 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0cef0acc-b757-4a34-8962-b84e7cd302df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:19.122125 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-8e5819f0-236d-4a78-8b03-30a79ea195c6 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4533410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4514424'] for subnet, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:19.154265 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cef0acc-b757-4a34-8962-b84e7cd302df None None] Pushing event updated for resources: {'Port': ['ID=5396db90-8408-46bc-989d-480bd663bc7a,revision_number=2']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:30:19.177599 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:19.185140 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4186266-4613-4ff9-aabe-16f823d43e64 req-44f3336a-dc12-40cd-a7d2-606b0477499f tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:30:19.188156 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-e4186266-4613-4ff9-aabe-16f823d43e64 req-44f3336a-dc12-40cd-a7d2-606b0477499f tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/networks?id=1f2d5a30-cad3-45c3-b064-c7c1eec3de2d HTTP/1.1" status: 200 len: 797 time: 0.9555230 Dec 18 13:30:19.227841 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af0d147d-a742-4f9b-aa5b-8e8213ab71d7 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Router 8b4400aa-73df-4467-9875-5e1ec7c9ec97 has already been hosted by L3 agent c9c0cd52-5bd2-4704-9429-d80f1c5ad23c {{(pid=103159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 18 13:30:19.255645 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5819f0-236d-4a78-8b03-30a79ea195c6 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Pushing event updated for resources: {'Subnet': ['ID=9db0a029-2419-4592-9f67-bf97f5bf8717,revision_number=0']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:30:19.266615 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-2294866d-0076-4933-952c-685307032598 None None] For port c4e307e2-8c8c-4d96-b83d-89334fcc7633, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=c4e307e2-8c8c-4d96-b83d-89334fcc7633,segment=NetworkSegment(1d35b28d-d075-4c4f-99ab-408d9457428e),segment_id=1d35b28d-d075-4c4f-99ab-408d9457428e)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:30:19.268235 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e5819f0-236d-4a78-8b03-30a79ea195c6 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Checking segment: {'id': '49336489-1393-45be-9ffd-d27631d2991c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '0681834f-9688-4b48-bc4a-17ced45bc200'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 13:30:19.268646 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e5819f0-236d-4a78-8b03-30a79ea195c6 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Network hostable DHCP agents. Network: 0681834f-9688-4b48-bc4a-17ced45bc200, hostable agents: ['aa77effa-0e3a-4bbd-a383-4d58ed3328d0'], hosted agents: [] {{(pid=103160) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 18 13:30:19.275122 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:19.275966 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device c49a00b0-70b6-433c-a7d6-569818792ab2 up at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 13:30:19.284406 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0259bea4-6c9f-45b8-bbb0-191e5a27781f tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:30:19.290887 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0259bea4-6c9f-45b8-bbb0-191e5a27781f tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:30:19.295684 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-0259bea4-6c9f-45b8-bbb0-191e5a27781f tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.9439623 Dec 18 13:30:19.296818 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 53354) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:30:19.301719 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e5819f0-236d-4a78-8b03-30a79ea195c6 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Network 0681834f-9688-4b48-bc4a-17ced45bc200 is scheduled to be hosted by DHCP agent aa77effa-0e3a-4bbd-a383-4d58ed3328d0 with binding_index 1 {{(pid=103160) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 18 13:30:19.305802 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-e4186266-4613-4ff9-aabe-16f823d43e64 req-92db0f36-ea34-4808-9b47-5bfa8eae0619 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/quotas/6e88b8a5aed24360a829007d7fd9d0fd HTTP/1.1" status: 200 len: 375 time: 0.0755670 Dec 18 13:30:19.308355 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-0ded5ae1-0a54-4633-bee0-2d006c3f2958 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks [] for security_group, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:19.309692 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-0ded5ae1-0a54-4633-bee0-2d006c3f2958 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1759 time: 1.5510397 Dec 18 13:30:19.312753 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ded5ae1-0a54-4633-bee0-2d006c3f2958 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77950da1-faea-47fb-a0e7-e9dc8c5008ff,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:30:19.332144 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 53356) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:30:19.350287 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.base_scheduler [None req-8e5819f0-236d-4a78-8b03-30a79ea195c6 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-744815-20-hyperv, 0681834f-9688-4b48-bc4a-17ced45bc200) {{(pid=103160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:30:19.365383 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e5819f0-236d-4a78-8b03-30a79ea195c6 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:30:19.376878 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-8e5819f0-236d-4a78-8b03-30a79ea195c6 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Publish callbacks [] for subnet, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:19.379123 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-c28d6d89-9f91-43bf-a00a-fc9c412cdf00 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1418760948', 'security_groups': ['77950da1-faea-47fb-a0e7-e9dc8c5008ff'], 'network_id': '5588ea4f-97be-47f0-8409-4e3ab545c488', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '980514c5-3083-4315-bfc2-5d2d08515492'}]}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:30:19.400468 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-8e5819f0-236d-4a78-8b03-30a79ea195c6 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2259047 Dec 18 13:30:19.403432 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 53358) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:30:19.431189 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Pushing event updated for resources: {'Port': ['ID=c4e307e2-8c8c-4d96-b83d-89334fcc7633,revision_number=3']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:30:19.433898 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c5c611b-f32f-467e-818e-b305c9e864bd None None] Network 0681834f-9688-4b48-bc4a-17ced45bc200 requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:30:19.669503 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-f27da7e2-896c-4d59-9b11-302cd80e888e tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2023137'] for network, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:19.706799 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-e4186266-4613-4ff9-aabe-16f823d43e64 req-4de50d9a-685d-4622-b0ef-411973b29799 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=6e88b8a5aed24360a829007d7fd9d0fd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2637432 Dec 18 13:30:19.736200 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2294866d-0076-4933-952c-685307032598 None None] Provisioning complete for port c49a00b0-70b6-433c-a7d6-569818792ab2 triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:30:19.737553 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:19.745012 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36894a0d-84e8-404a-8a01-7abb2078aee5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp31e170a0-46a1-5ba9-9dc1-7ee4f866f0d7-0681834f-9688-4b48-bc4a-17ced45bc200', 'network_id': '0681834f-9688-4b48-bc4a-17ced45bc200', 'project_id': 'f5afdd4acb1d4a48932f1bea649c1c37', 'fixed_ips': [{'subnet_id': '9db0a029-2419-4592-9f67-bf97f5bf8717'}]}} from dv-neutron-744815-20-hyperv. {{(pid=103161) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 18 13:30:19.746259 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-36894a0d-84e8-404a-8a01-7abb2078aee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:19.787514 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-f27da7e2-896c-4d59-9b11-302cd80e888e tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1929185'] for subnet, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:19.828369 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af0d147d-a742-4f9b-aa5b-8e8213ab71d7 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Notify agent at l3_agent.dv-neutron-744815-20-hyperv the message routers_updated {{(pid=103159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 13:30:19.835258 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c28d6d89-9f91-43bf-a00a-fc9c412cdf00 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Made reservation on behalf of a17167c2bc3d4518ab90268c4af7e6a0 for: {'port': 1} {{(pid=103159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:30:19.844476 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a083b50-2d3c-4230-89b3-a43afbc17fd8 None None] Sync routers for ids ['8b4400aa-73df-4467-9875-5e1ec7c9ec97'] in dv-neutron-744815-20-hyperv {{(pid=103162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 13:30:19.847279 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-af0d147d-a742-4f9b-aa5b-8e8213ab71d7 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for floatingip, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:19.872588 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a083b50-2d3c-4230-89b3-a43afbc17fd8 None None] Routers {'8b4400aa-73df-4467-9875-5e1ec7c9ec97'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:30:19.873430 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-3a083b50-2d3c-4230-89b3-a43afbc17fd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:29:57Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['8b4400aa-73df-4467-9875-5e1ec7c9ec97'], 'active': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:30:19.950530 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-f27da7e2-896c-4d59-9b11-302cd80e888e tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1929192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4533475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4514371'] for subnet, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:19.958861 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-3a083b50-2d3c-4230-89b3-a43afbc17fd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:30:19.960385 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-080c1f3a-26b9-4cd1-9227-f83f4399b4f2 None None] Provisioning complete for port c4e307e2-8c8c-4d96-b83d-89334fcc7633 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:30:19.961374 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-080c1f3a-26b9-4cd1-9227-f83f4399b4f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:19.978192 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a083b50-2d3c-4230-89b3-a43afbc17fd8 None None] Routers {'8b4400aa-73df-4467-9875-5e1ec7c9ec97'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:30:19.979107 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-3a083b50-2d3c-4230-89b3-a43afbc17fd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:29:57Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['8b4400aa-73df-4467-9875-5e1ec7c9ec97'], 'active': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:30:19.988266 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27da7e2-896c-4d59-9b11-302cd80e888e tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Pushing event deleted for resources: {'Subnet': ['ID=9db0a029-2419-4592-9f67-bf97f5bf8717,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:30:20.002283 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-b95d5c33-ade8-4e5c-96ae-70e97fcf4da9 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Deleting port 336ffd07-e493-423a-bd76-44f072841059 {{(pid=103159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:30:20.002903 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b95d5c33-ade8-4e5c-96ae-70e97fcf4da9 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:20.044511 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-af0d147d-a742-4f9b-aa5b-8e8213ab71d7 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] 10.222.0.31 "PUT /v2.0/floatingips/01c366b1-eabc-41d2-b875-18fe7ca3c7db HTTP/1.1" status: 200 len: 688 time: 2.6582632 Dec 18 13:30:20.049589 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 53360) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:30:20.066951 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-e4186266-4613-4ff9-aabe-16f823d43e64 req-2f01156f-5034-40e9-abf9-c1c182176aa9 service neutron] 10.222.0.31 "GET /v2.0/networks/1f2d5a30-cad3-45c3-b064-c7c1eec3de2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3400059 Dec 18 13:30:20.112634 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server [None req-36894a0d-84e8-404a-8a01-7abb2078aee5 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9db0a029-2419-4592-9f67-bf97f5bf8717: This subnet is being modified by another concurrent operation. Dec 18 13:30:20.112634 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 18 13:30:20.112634 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 18 13:30:20.112634 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 18 13:30:20.112634 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 18 13:30:20.112634 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 18 13:30:20.112634 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 18 13:30:20.112634 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 18 13:30:20.112634 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 18 13:30:20.112634 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 18 13:30:20.112634 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 18 13:30:20.112634 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 18 13:30:20.112634 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 18 13:30:20.112634 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 18 13:30:20.112634 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 18 13:30:20.112634 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server raise self.value Dec 18 13:30:20.112634 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 18 13:30:20.112634 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 18 13:30:20.112634 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 18 13:30:20.112634 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 18 13:30:20.112634 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 18 13:30:20.112634 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 18 13:30:20.112634 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 18 13:30:20.112634 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server raise self.value Dec 18 13:30:20.112634 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 18 13:30:20.112634 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 18 13:30:20.112634 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 18 13:30:20.112634 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 18 13:30:20.112634 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 18 13:30:20.112634 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 18 13:30:20.112634 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 18 13:30:20.112634 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server raise self.value Dec 18 13:30:20.112634 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 18 13:30:20.112634 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 18 13:30:20.112634 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 18 13:30:20.112634 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 18 13:30:20.112634 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port Dec 18 13:30:20.112634 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 18 13:30:20.112634 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Dec 18 13:30:20.112634 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 18 13:30:20.112634 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 18 13:30:20.112634 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 18 13:30:20.112634 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Dec 18 13:30:20.112634 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 18 13:30:20.112634 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 18 13:30:20.112634 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 18 13:30:20.112634 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 18 13:30:20.112634 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 18 13:30:20.112634 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 18 13:30:20.112634 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 18 13:30:20.112634 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 18 13:30:20.112634 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server raise self.value Dec 18 13:30:20.112634 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 18 13:30:20.112634 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 18 13:30:20.118358 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 18 13:30:20.118358 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 18 13:30:20.118358 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 18 13:30:20.118358 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 18 13:30:20.118358 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 18 13:30:20.118358 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server raise self.value Dec 18 13:30:20.118358 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 18 13:30:20.118358 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 18 13:30:20.118358 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 18 13:30:20.118358 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 18 13:30:20.118358 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 18 13:30:20.118358 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 18 13:30:20.118358 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 18 13:30:20.118358 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server raise self.value Dec 18 13:30:20.118358 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 18 13:30:20.118358 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 18 13:30:20.118358 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 18 13:30:20.118358 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 18 13:30:20.118358 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 18 13:30:20.118358 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 18 13:30:20.118358 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Dec 18 13:30:20.118358 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 18 13:30:20.118358 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 18 13:30:20.118358 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 18 13:30:20.118358 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 18 13:30:20.118358 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 18 13:30:20.118358 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 18 13:30:20.118358 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server raise self.value Dec 18 13:30:20.118358 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 18 13:30:20.118358 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 18 13:30:20.118358 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 18 13:30:20.118358 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 18 13:30:20.118358 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 18 13:30:20.118358 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 18 13:30:20.118358 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 18 13:30:20.118358 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server raise exception Dec 18 13:30:20.118358 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9db0a029-2419-4592-9f67-bf97f5bf8717: This subnet is being modified by another concurrent operation. Dec 18 13:30:20.118358 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server Dec 18 13:30:20.178541 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fc10417-f212-40f6-a62a-01011ddfa162 None None] Network 0681834f-9688-4b48-bc4a-17ced45bc200 requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:30:20.208684 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-3a083b50-2d3c-4230-89b3-a43afbc17fd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:30:20.210379 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a083b50-2d3c-4230-89b3-a43afbc17fd8 None None] The sync data for ids ['8b4400aa-73df-4467-9875-5e1ec7c9ec97'] in dv-neutron-744815-20-hyperv is: [] {{(pid=103162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 13:30:20.214946 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-f27da7e2-896c-4d59-9b11-302cd80e888e tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1927292', 'neutron.services.segments.db._delete_segments_for_network-8767106887837'] for network, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:20.236079 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-c28d6d89-9f91-43bf-a00a-fc9c412cdf00 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:20.281443 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b95d5c33-ade8-4e5c-96ae-70e97fcf4da9 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:20.315346 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.services.segments.db [None req-f27da7e2-896c-4d59-9b11-302cd80e888e tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0681834f-9688-4b48-bc4a-17ced45bc200']}} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:30:20.331861 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-e4186266-4613-4ff9-aabe-16f823d43e64 req-aee51f05-0466-417b-a95e-b48ed8b4100c service neutron] 10.222.0.31 "GET /v2.0/networks/1f2d5a30-cad3-45c3-b064-c7c1eec3de2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2325673 Dec 18 13:30:20.348199 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.notifiers.nova [None req-c28d6d89-9f91-43bf-a00a-fc9c412cdf00 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] device_id is not set on port 938424d5-e352-4c70-aabd-b121e70320a6 yet. {{(pid=103159) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 18 13:30:20.355204 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.services.segments.db [None req-f27da7e2-896c-4d59-9b11-302cd80e888e tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49336489-1393-45be-9ffd-d27631d2991c') {'for_net_delete': True} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:30:20.355584 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.services.segments.db [None req-f27da7e2-896c-4d59-9b11-302cd80e888e tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49336489-1393-45be-9ffd-d27631d2991c') {} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:30:20.364963 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-b95d5c33-ade8-4e5c-96ae-70e97fcf4da9 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Calling delete_port for 336ffd07-e493-423a-bd76-44f072841059 owned by {{(pid=103159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:30:20.379240 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-f27da7e2-896c-4d59-9b11-302cd80e888e tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767106888614', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4533424'] for segment, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:20.404865 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-f27da7e2-896c-4d59-9b11-302cd80e888e tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:20.413324 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f27da7e2-896c-4d59-9b11-302cd80e888e tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Releasing vlan 125 on physical network physnet1 to pool {{(pid=103160) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 18 13:30:20.414230 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-f27da7e2-896c-4d59-9b11-302cd80e888e tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4533569'] for segment, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:20.444200 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-110ad764-0592-46bd-8011-52b463fe9497 None None] Provisioning complete for port 336ffd07-e493-423a-bd76-44f072841059 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:30:20.444845 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-110ad764-0592-46bd-8011-52b463fe9497 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:20.483031 dv-neutron-744815-20-hyperv neutron-server[103160]: Traceback (most recent call last): Dec 18 13:30:20.483031 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 18 13:30:20.483031 dv-neutron-744815-20-hyperv neutron-server[103160]: timer() Dec 18 13:30:20.483031 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 18 13:30:20.483031 dv-neutron-744815-20-hyperv neutron-server[103160]: cb(*args, **kw) Dec 18 13:30:20.483031 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 18 13:30:20.483031 dv-neutron-744815-20-hyperv neutron-server[103160]: return func(*args, **kwargs) Dec 18 13:30:20.483031 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 18 13:30:20.483031 dv-neutron-744815-20-hyperv neutron-server[103160]: self._notify() Dec 18 13:30:20.483031 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 18 13:30:20.483031 dv-neutron-744815-20-hyperv neutron-server[103160]: self.callback(batched_events) Dec 18 13:30:20.483031 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 18 13:30:20.483031 dv-neutron-744815-20-hyperv neutron-server[103160]: event.method(event) Dec 18 13:30:20.483031 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 18 13:30:20.483031 dv-neutron-744815-20-hyperv neutron-server[103160]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 18 13:30:20.483031 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 18 13:30:20.483031 dv-neutron-744815-20-hyperv neutron-server[103160]: aggregate_uuid = self.p_client.list_aggregates( Dec 18 13:30:20.483031 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 18 13:30:20.483031 dv-neutron-744815-20-hyperv neutron-server[103160]: return f(self, *a, **k) Dec 18 13:30:20.483031 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 18 13:30:20.483031 dv-neutron-744815-20-hyperv neutron-server[103160]: return self._get(url).json() Dec 18 13:30:20.483031 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 18 13:30:20.483031 dv-neutron-744815-20-hyperv neutron-server[103160]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 18 13:30:20.483031 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 18 13:30:20.483031 dv-neutron-744815-20-hyperv neutron-server[103160]: return self.request(url, 'GET', **kwargs) Dec 18 13:30:20.483031 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 18 13:30:20.483031 dv-neutron-744815-20-hyperv neutron-server[103160]: base_url = self.get_endpoint(auth, allow=allow, Dec 18 13:30:20.483031 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 18 13:30:20.483031 dv-neutron-744815-20-hyperv neutron-server[103160]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 18 13:30:20.483031 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 18 13:30:20.483031 dv-neutron-744815-20-hyperv neutron-server[103160]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 18 13:30:20.483031 dv-neutron-744815-20-hyperv neutron-server[103160]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 18 13:30:20.499563 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-f27da7e2-896c-4d59-9b11-302cd80e888e tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1927267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586962'] for network, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:20.526103 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-f27da7e2-896c-4d59-9b11-302cd80e888e tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047995'] for network, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:20.536126 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-f27da7e2-896c-4d59-9b11-302cd80e888e tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] 10.222.0.31 "DELETE /v2.0/networks/0681834f-9688-4b48-bc4a-17ced45bc200 HTTP/1.1" status: 204 len: 168 time: 1.1311078 Dec 18 13:30:20.538609 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 53366) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:30:20.546772 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-8832d275-f0ee-4388-8850-b0bfc67a6024 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-559260607'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:30:20.552695 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-110ad764-0592-46bd-8011-52b463fe9497 None None] Port 336ffd07-e493-423a-bd76-44f072841059 cannot update to ACTIVE because it is not bound. {{(pid=103161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 13:30:20.554868 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-58c5121a-508b-42e4-a2b0-6ef6cf9ebfbf tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Deleting port 8125bd8d-f901-43a8-8aeb-6b8d7ac8c189 {{(pid=103160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:30:20.557286 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-58c5121a-508b-42e4-a2b0-6ef6cf9ebfbf tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:20.610012 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27da7e2-896c-4d59-9b11-302cd80e888e tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Pushing event deleted for resources: {'Network': ['ID=0681834f-9688-4b48-bc4a-17ced45bc200,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:30:20.620920 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-df7ccb6a-4c61-45f7-a6db-2fcf3c3f68ce req-ec3b62ad-66bb-4050-b62f-4c7a2666f032 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6564b3d-9478-4ad2-b062-315cb204d8f1 HTTP/1.1" status: 200 len: 210 time: 0.0810440 Dec 18 13:30:20.708359 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8832d275-f0ee-4388-8850-b0bfc67a6024 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Made reservation on behalf of f5afdd4acb1d4a48932f1bea649c1c37 for: {'network': 1} {{(pid=103159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:30:20.712682 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-8832d275-f0ee-4388-8850-b0bfc67a6024 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for network, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:20.730405 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-58c5121a-508b-42e4-a2b0-6ef6cf9ebfbf tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:20.731300 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-58c5121a-508b-42e4-a2b0-6ef6cf9ebfbf tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:20.748054 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-58c5121a-508b-42e4-a2b0-6ef6cf9ebfbf tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Calling delete_port for 8125bd8d-f901-43a8-8aeb-6b8d7ac8c189 owned by network:floatingip {{(pid=103160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:30:20.783398 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8832d275-f0ee-4388-8850-b0bfc67a6024 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 107} {{(pid=103159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 18 13:30:20.897843 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.db_base_plugin_common [None req-c28d6d89-9f91-43bf-a00a-fc9c412cdf00 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Allocated IP 2001:db8::2a (5588ea4f-97be-47f0-8409-4e3ab545c488/980514c5-3083-4315-bfc2-5d2d08515492/938424d5-e352-4c70-aabd-b121e70320a6) {{(pid=103159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:30:20.908241 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b95d5c33-ade8-4e5c-96ae-70e97fcf4da9 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:20.957883 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-8832d275-f0ee-4388-8850-b0bfc67a6024 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:20.958292 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.db.segments_db [None req-8832d275-f0ee-4388-8850-b0bfc67a6024 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Added segment f64fa061-5117-457d-b939-a23fb3392c60 of type vlan for network eebbc56f-1da2-4537-ba35-19e0d9335e88 Dec 18 13:30:20.981846 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-58c5121a-508b-42e4-a2b0-6ef6cf9ebfbf tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4533522'] for port, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:21.002070 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e81e360c-c356-40d7-89b6-f0bf3f1afeae None None] get_active_networks_info from dv-neutron-744815-20-hyperv {{(pid=103161) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 18 13:30:21.005350 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95d5c33-ade8-4e5c-96ae-70e97fcf4da9 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Pushing event deleted for resources: {'Port': ['ID=336ffd07-e493-423a-bd76-44f072841059,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:30:21.030921 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c5121a-508b-42e4-a2b0-6ef6cf9ebfbf tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Pushing event deleted for resources: {'Port': ['ID=8125bd8d-f901-43a8-8aeb-6b8d7ac8c189,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:30:21.105442 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-8832d275-f0ee-4388-8850-b0bfc67a6024 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767106405744'] for network, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:21.110686 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b95d5c33-ade8-4e5c-96ae-70e97fcf4da9 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:21.113461 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-58c5121a-508b-42e4-a2b0-6ef6cf9ebfbf tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Publish callbacks [] for floatingip, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:21.115590 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-b95d5c33-ade8-4e5c-96ae-70e97fcf4da9 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] 10.222.0.31 "DELETE /v2.0/ports/336ffd07-e493-423a-bd76-44f072841059 HTTP/1.1" status: 204 len: 168 time: 1.8173296 Dec 18 13:30:21.116531 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-58c5121a-508b-42e4-a2b0-6ef6cf9ebfbf tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for floatingip, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:21.122456 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-58c5121a-508b-42e4-a2b0-6ef6cf9ebfbf tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] 10.222.0.31 "DELETE /v2.0/floatingips/01c366b1-eabc-41d2-b875-18fe7ca3c7db HTTP/1.1" status: 204 len: 168 time: 1.0670402 Dec 18 13:30:21.122456 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 53374) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:30:21.129878 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 53376) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:30:21.135335 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-5afae355-6cb7-4b71-9423-9c224dc84480 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Request body: {'floatingip': {'floating_network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'port_id': '44478af2-b640-4696-893d-62cd1cb50d09'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:30:21.140926 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device c4e307e2-8c8c-4d96-b83d-89334fcc7633 up at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 13:30:21.194655 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30044b81-dbca-4717-87fa-ef19c87abc94 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:30:21.197607 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30044b81-dbca-4717-87fa-ef19c87abc94 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:30:21.203072 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-30044b81-dbca-4717-87fa-ef19c87abc94 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0810628 Dec 18 13:30:21.204210 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 53378) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:30:21.205304 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-f27ae9bc-0fc3-4835-83d4-9f2dd63c7ddb None None] Provisioning complete for port 20db43dc-0bd5-42ca-8c6c-875ede820bf0 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:30:21.206687 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f27ae9bc-0fc3-4835-83d4-9f2dd63c7ddb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:21.247843 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-5afae355-6cb7-4b71-9423-9c224dc84480 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Publish callbacks [] for floatingip, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:21.271995 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-8832d275-f0ee-4388-8850-b0bfc67a6024 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981'] for network, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:21.278528 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8832d275-f0ee-4388-8850-b0bfc67a6024 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:30:21.279180 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-8832d275-f0ee-4388-8850-b0bfc67a6024 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047995'] for network, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:21.294016 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.db_base_plugin_v2 [None req-9355394f-9900-4583-b8d3-26d038011009 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Deleting subnet 8e9bc789-7be5-4b42-9e19-3012ba3b9140 {{(pid=103160) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 18 13:30:21.300738 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-f27ae9bc-0fc3-4835-83d4-9f2dd63c7ddb None None] Port 20db43dc-0bd5-42ca-8c6c-875ede820bf0 cannot update to ACTIVE because it is not bound. {{(pid=103161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 13:30:21.304518 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-9355394f-9900-4583-b8d3-26d038011009 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks [] for subnet, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:21.343921 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-f27ae9bc-0fc3-4835-83d4-9f2dd63c7ddb None None] Provisioning complete for port 5396db90-8408-46bc-989d-480bd663bc7a triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:30:21.344349 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f27ae9bc-0fc3-4835-83d4-9f2dd63c7ddb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:21.358491 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 53380) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:30:21.358736 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-8832d275-f0ee-4388-8850-b0bfc67a6024 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8170094 Dec 18 13:30:21.364301 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-0753dfc5-9b88-456d-8017-5ca9399a81f4 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Request body: {'subnet': {'network_id': 'eebbc56f-1da2-4537-ba35-19e0d9335e88', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:30:21.394892 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2294866d-0076-4933-952c-685307032598 None None] Provisioning complete for port c4e307e2-8c8c-4d96-b83d-89334fcc7633 triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:30:21.395725 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:21.407576 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e81e360c-c356-40d7-89b6-f0bf3f1afeae None None] Resources bound (agent type, host, resource id): {{(pid=103161) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 18 13:30:21.436345 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-9355394f-9900-4583-b8d3-26d038011009 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4533385'] for subnet, precommit_delete_associations {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:21.437637 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8832d275-f0ee-4388-8850-b0bfc67a6024 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Pushing event updated for resources: {'Network': ['ID=eebbc56f-1da2-4537-ba35-19e0d9335e88,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:30:21.456383 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-c28d6d89-9f91-43bf-a00a-fc9c412cdf00 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks [] for port, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:21.495045 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Network eebbc56f-1da2-4537-ba35-19e0d9335e88 details requested by agent ovs-agent-dv-neutron-744815-20-hyperv with host dv-neutron-744815-20-hyperv {{(pid=103161) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 18 13:30:21.528381 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-c28d6d89-9f91-43bf-a00a-fc9c412cdf00 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:21.566492 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0753dfc5-9b88-456d-8017-5ca9399a81f4 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Made reservation on behalf of f5afdd4acb1d4a48932f1bea649c1c37 for: {'subnet': 1} {{(pid=103160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:30:21.568172 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-5afae355-6cb7-4b71-9423-9c224dc84480 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:21.572111 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-0753dfc5-9b88-456d-8017-5ca9399a81f4 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4514414'] for subnet, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:21.591803 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-9355394f-9900-4583-b8d3-26d038011009 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1929185'] for subnet, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:21.598755 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c28d6d89-9f91-43bf-a00a-fc9c412cdf00 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Network 5588ea4f-97be-47f0-8409-4e3ab545c488 is already hosted by enough agents. {{(pid=103159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:30:21.644553 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.base_scheduler [None req-c28d6d89-9f91-43bf-a00a-fc9c412cdf00 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Resources bound (agent type, host, resource id): {{(pid=103159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:30:21.647773 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c28d6d89-9f91-43bf-a00a-fc9c412cdf00 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Received port after_create {{(pid=103159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:30:21.654219 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c28d6d89-9f91-43bf-a00a-fc9c412cdf00 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:30:21.655381 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-c28d6d89-9f91-43bf-a00a-fc9c412cdf00 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:21.665211 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28d6d89-9f91-43bf-a00a-fc9c412cdf00 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Pushing event updated for resources: {'Port': ['ID=938424d5-e352-4c70-aabd-b121e70320a6,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:30:21.678392 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.ipam_backend_mixin [None req-0753dfc5-9b88-456d-8017-5ca9399a81f4 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Performing IP validity checks on allocation pools {{(pid=103160) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 18 13:30:21.678920 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.ipam_backend_mixin [None req-0753dfc5-9b88-456d-8017-5ca9399a81f4 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103160) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 18 13:30:21.709820 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-c28d6d89-9f91-43bf-a00a-fc9c412cdf00 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.3394034 Dec 18 13:30:21.712837 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 53384) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:30:21.718063 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-cac77fcd-3dff-4559-aa45-90157eb43f01 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Request body: {'subnet': {'network_id': '5588ea4f-97be-47f0-8409-4e3ab545c488', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:30:21.746809 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f27ae9bc-0fc3-4835-83d4-9f2dd63c7ddb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:21.777163 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-28873039-f9ec-4f08-9b4e-7746a60d48ba req-6a6b53b2-0c6d-4d66-bc16-66a41f3dc24a tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6564b3d-9478-4ad2-b062-315cb204d8f1 HTTP/1.1" status: 200 len: 210 time: 0.0657144 Dec 18 13:30:21.783756 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-9355394f-9900-4583-b8d3-26d038011009 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1929192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4533475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4514371'] for subnet, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:21.807248 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-9355394f-9900-4583-b8d3-26d038011009 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks [] for subnet, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:21.810737 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-9355394f-9900-4583-b8d3-26d038011009 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] 10.222.0.31 "DELETE /v2.0/subnets/8e9bc789-7be5-4b42-9e19-3012ba3b9140 HTTP/1.1" status: 204 len: 168 time: 0.6039977 Dec 18 13:30:21.813365 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 53386) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:30:21.864233 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9355394f-9900-4583-b8d3-26d038011009 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Pushing event deleted for resources: {'Subnet': ['ID=8e9bc789-7be5-4b42-9e19-3012ba3b9140,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:30:21.872829 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.db_base_plugin_common [None req-5afae355-6cb7-4b71-9423-9c224dc84480 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Allocated IP 172.26.3.86 (decb4a40-7941-48c8-afbb-daaafd502e83/70deed80-3ca1-4f9e-96cb-563b43d3acba/2be60fe4-3ea6-4444-83b8-5f791f44dea3) {{(pid=103159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:30:21.876901 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-49c9c072-cae4-4d9e-98e2-dad9205644df tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0624027 Dec 18 13:30:21.879648 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 53388) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:30:21.920352 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-f27ae9bc-0fc3-4835-83d4-9f2dd63c7ddb None None] For port 5396db90-8408-46bc-989d-480bd663bc7a, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=5396db90-8408-46bc-989d-480bd663bc7a,segment=NetworkSegment(916d3749-bdc7-4012-a1ea-992032ad8859),segment_id=916d3749-bdc7-4012-a1ea-992032ad8859)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:30:21.945910 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 5396db90-8408-46bc-989d-480bd663bc7a up at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 13:30:21.969947 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-0753dfc5-9b88-456d-8017-5ca9399a81f4 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4533410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4514424'] for subnet, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:21.980988 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cac77fcd-3dff-4559-aa45-90157eb43f01 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Made reservation on behalf of a17167c2bc3d4518ab90268c4af7e6a0 for: {'subnet': 1} {{(pid=103160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:30:21.985288 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-cac77fcd-3dff-4559-aa45-90157eb43f01 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4514414'] for subnet, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:22.006705 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f27ae9bc-0fc3-4835-83d4-9f2dd63c7ddb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:22.054360 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2294866d-0076-4933-952c-685307032598 None None] Provisioning complete for port 5396db90-8408-46bc-989d-480bd663bc7a triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:30:22.054661 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:22.081276 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-539d6cbe-7432-481b-9e83-196d58937c53 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:30:22.081635 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.db.ipam_backend_mixin [None req-cac77fcd-3dff-4559-aa45-90157eb43f01 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 980514c5-3083-4315-bfc2-5d2d08515492 (CIDR: 2001:db8::/64) Dec 18 13:30:22.085681 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-539d6cbe-7432-481b-9e83-196d58937c53 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2032292 Dec 18 13:30:22.086412 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 53390) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:30:22.107591 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.pecan_wsgi.hooks.translation [None req-cac77fcd-3dff-4559-aa45-90157eb43f01 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 18 13:30:22.108175 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cac77fcd-3dff-4559-aa45-90157eb43f01 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103160) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 18 13:30:22.175706 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-cac77fcd-3dff-4559-aa45-90157eb43f01 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4613912 Dec 18 13:30:22.179681 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0753dfc5-9b88-456d-8017-5ca9399a81f4 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Pushing event updated for resources: {'Subnet': ['ID=2bf8d622-5513-441c-a802-2b55329fce2e,revision_number=0']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:30:22.182081 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 53396) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:30:22.187830 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-d24e36c0-0b88-40ea-9b8d-c5fec6dd53ac tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Request body: {'subnet': {'network_id': '5588ea4f-97be-47f0-8409-4e3ab545c488', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:30:22.191890 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0753dfc5-9b88-456d-8017-5ca9399a81f4 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Checking segment: {'id': 'f64fa061-5117-457d-b939-a23fb3392c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'eebbc56f-1da2-4537-ba35-19e0d9335e88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 13:30:22.192267 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0753dfc5-9b88-456d-8017-5ca9399a81f4 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Network hostable DHCP agents. Network: eebbc56f-1da2-4537-ba35-19e0d9335e88, hostable agents: ['aa77effa-0e3a-4bbd-a383-4d58ed3328d0'], hosted agents: [] {{(pid=103160) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 18 13:30:22.197285 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c053125-bd5d-449c-812a-1494858d579e tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:30:22.201367 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-9c053125-bd5d-449c-812a-1494858d579e tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1076083 Dec 18 13:30:22.201830 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27ae9bc-0fc3-4835-83d4-9f2dd63c7ddb None None] Pushing event updated for resources: {'Port': ['ID=5396db90-8408-46bc-989d-480bd663bc7a,revision_number=3']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:30:22.205015 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 53398) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:30:22.217806 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4186266-4613-4ff9-aabe-16f823d43e64 req-4e6063df-0f04-4942-a9e8-568c102f014a tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:30:22.219286 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-e4186266-4613-4ff9-aabe-16f823d43e64 req-4e6063df-0f04-4942-a9e8-568c102f014a tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.43 "GET /v2.0/networks?id=1f2d5a30-cad3-45c3-b064-c7c1eec3de2d HTTP/1.1" status: 200 len: 797 time: 0.2889102 Dec 18 13:30:22.225006 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-5afae355-6cb7-4b71-9423-9c224dc84480 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Publish callbacks [] for port, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:22.255345 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e47561cc-95e4-4c04-b3b2-47c9cf520a24 None None] get_active_networks_info from dv-neutron-744815-20-hyperv {{(pid=103161) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 18 13:30:22.262201 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0753dfc5-9b88-456d-8017-5ca9399a81f4 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Network eebbc56f-1da2-4537-ba35-19e0d9335e88 is scheduled to be hosted by DHCP agent aa77effa-0e3a-4bbd-a383-4d58ed3328d0 with binding_index 1 {{(pid=103160) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 18 13:30:22.267593 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-fee3f829-93d0-4696-94e2-1e161c7b837f tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0575202 Dec 18 13:30:22.273629 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 53400) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:30:22.284936 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-7c42def1-7e53-4253-8f6d-f0245238c908 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Request body: {'subnet': {'network_id': 'a0b84a49-8464-4342-a47d-bd714ebbec81', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:30:22.292332 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.base_scheduler [None req-0753dfc5-9b88-456d-8017-5ca9399a81f4 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-744815-20-hyperv, eebbc56f-1da2-4537-ba35-19e0d9335e88) {{(pid=103160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:30:22.311216 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0753dfc5-9b88-456d-8017-5ca9399a81f4 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:30:22.311946 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-0753dfc5-9b88-456d-8017-5ca9399a81f4 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Publish callbacks [] for subnet, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:22.351807 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-e4186266-4613-4ff9-aabe-16f823d43e64 req-b5075408-cc3c-490a-bfb5-679a2c016f13 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6e88b8a5aed24360a829007d7fd9d0fd HTTP/1.1" status: 200 len: 379 time: 0.0960248 Dec 18 13:30:22.353778 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-5afae355-6cb7-4b71-9423-9c224dc84480 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:22.384374 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [req-e4186266-4613-4ff9-aabe-16f823d43e64 req-ae7a84ea-9b3f-4ac1-9af9-25cb9b0a1427 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Request body: {'port': {'device_id': 'e6564b3d-9478-4ad2-b062-315cb204d8f1', 'network_id': '1f2d5a30-cad3-45c3-b064-c7c1eec3de2d', 'admin_state_up': True, 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'security_groups': ['108eb00a-391a-4c3a-9c51-2dc2e6cd5b29']}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:30:22.400915 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-0753dfc5-9b88-456d-8017-5ca9399a81f4 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.0399683 Dec 18 13:30:22.409837 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 53402) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:30:22.438217 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d24e36c0-0b88-40ea-9b8d-c5fec6dd53ac tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Made reservation on behalf of a17167c2bc3d4518ab90268c4af7e6a0 for: {'subnet': 1} {{(pid=103160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:30:22.442049 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-d24e36c0-0b88-40ea-9b8d-c5fec6dd53ac tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4514414'] for subnet, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:22.451056 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5afae355-6cb7-4b71-9423-9c224dc84480 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Network decb4a40-7941-48c8-afbb-daaafd502e83 is already hosted by enough agents. {{(pid=103159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:30:22.494073 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.base_scheduler [None req-5afae355-6cb7-4b71-9423-9c224dc84480 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Resources bound (agent type, host, resource id): {{(pid=103159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:30:22.500182 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5afae355-6cb7-4b71-9423-9c224dc84480 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Received port after_create {{(pid=103159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:30:22.525616 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c42def1-7e53-4253-8f6d-f0245238c908 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Made reservation on behalf of 606a569495c64210af9cc9fb7e76dd52 for: {'subnet': 1} {{(pid=103160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:30:22.529269 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afae355-6cb7-4b71-9423-9c224dc84480 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Pushing event updated for resources: {'Port': ['ID=2be60fe4-3ea6-4444-83b8-5f791f44dea3,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:30:22.529655 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-7c42def1-7e53-4253-8f6d-f0245238c908 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4514414'] for subnet, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:22.591742 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 5396db90-8408-46bc-989d-480bd663bc7a up at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 13:30:22.661379 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e47561cc-95e4-4c04-b3b2-47c9cf520a24 None None] Resources bound (agent type, host, resource id): {{(pid=103161) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 18 13:30:22.682323 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2294866d-0076-4933-952c-685307032598 None None] Provisioning complete for port 5396db90-8408-46bc-989d-480bd663bc7a triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:30:22.682686 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:22.913884 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-d24e36c0-0b88-40ea-9b8d-c5fec6dd53ac tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4533410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4514424'] for subnet, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:22.959817 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-43ebe1e9-e03e-46c9-9ac3-a75f6669f0a4 req-f79cc2a2-f27d-41f6-9e01-fcefda5b094e tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6564b3d-9478-4ad2-b062-315cb204d8f1 HTTP/1.1" status: 200 len: 210 time: 0.0585332 Dec 18 13:30:23.015983 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e52cfb50-bfe1-4872-a753-cdf9d70008c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp31e170a0-46a1-5ba9-9dc1-7ee4f866f0d7-eebbc56f-1da2-4537-ba35-19e0d9335e88', 'network_id': 'eebbc56f-1da2-4537-ba35-19e0d9335e88', 'project_id': 'f5afdd4acb1d4a48932f1bea649c1c37', 'fixed_ips': [{'subnet_id': '2bf8d622-5513-441c-a802-2b55329fce2e'}]}} from dv-neutron-744815-20-hyperv. {{(pid=103161) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 18 13:30:23.017133 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e52cfb50-bfe1-4872-a753-cdf9d70008c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:23.044087 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d24e36c0-0b88-40ea-9b8d-c5fec6dd53ac tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Network 5588ea4f-97be-47f0-8409-4e3ab545c488 is already hosted by enough agents. {{(pid=103160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:30:23.056930 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-bb9b59e0-92b1-4f36-bede-34324334106d tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2023137'] for network, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:23.059271 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.base_scheduler [None req-d24e36c0-0b88-40ea-9b8d-c5fec6dd53ac tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Resources bound (agent type, host, resource id): {{(pid=103160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:30:23.067807 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d24e36c0-0b88-40ea-9b8d-c5fec6dd53ac tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:30:23.068404 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-d24e36c0-0b88-40ea-9b8d-c5fec6dd53ac tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks [] for subnet, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:23.084439 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24e36c0-0b88-40ea-9b8d-c5fec6dd53ac tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Pushing event updated for resources: {'Subnet': ['ID=2e1d902d-43ad-4368-84af-56605bc5edc2,revision_number=0']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:30:23.100545 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.objects.ports [None req-7c42def1-7e53-4253-8f6d-f0245238c908 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103160) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 18 13:30:23.104112 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-d24e36c0-0b88-40ea-9b8d-c5fec6dd53ac tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.9209621 Dec 18 13:30:23.108855 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 53408) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:30:23.113995 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-a20a1ca0-f191-4683-924c-1e8b3e7c5e10 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-352579830', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '2e1d902d-43ad-4368-84af-56605bc5edc2'}], 'security_groups': ['e3eaa872-332d-4742-a921-431039c53e35']}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:30:23.142492 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4186266-4613-4ff9-aabe-16f823d43e64 req-ae7a84ea-9b3f-4ac1-9af9-25cb9b0a1427 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Made reservation on behalf of 6e88b8a5aed24360a829007d7fd9d0fd for: {'port': 1} {{(pid=103159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:30:23.146223 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-e4186266-4613-4ff9-aabe-16f823d43e64 req-ae7a84ea-9b3f-4ac1-9af9-25cb9b0a1427 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:23.185733 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_common [None req-e52cfb50-bfe1-4872-a753-cdf9d70008c9 None None] Allocated IP 172.20.0.3 (eebbc56f-1da2-4537-ba35-19e0d9335e88/2bf8d622-5513-441c-a802-2b55329fce2e/940957b1-5228-4871-a33a-fd06df9c81a9) {{(pid=103161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:30:23.235508 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-bb9b59e0-92b1-4f36-bede-34324334106d tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1929185'] for subnet, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:23.370458 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e52cfb50-bfe1-4872-a753-cdf9d70008c9 None None] Publish callbacks [] for port, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:23.381715 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e52cfb50-bfe1-4872-a753-cdf9d70008c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975'] for port, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:23.387800 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-a20a1ca0-f191-4683-924c-1e8b3e7c5e10 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:23.390850 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-7c42def1-7e53-4253-8f6d-f0245238c908 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:23.423683 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.db_base_plugin_common [req-e4186266-4613-4ff9-aabe-16f823d43e64 req-ae7a84ea-9b3f-4ac1-9af9-25cb9b0a1427 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Allocated IP 172.20.0.8 (1f2d5a30-cad3-45c3-b064-c7c1eec3de2d/ba320a99-11ba-43e3-b2e3-bcb19e0899a2/4eb6f8b9-39e2-4c73-a65f-40154d8c96cd) {{(pid=103159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:30:23.429201 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e52cfb50-bfe1-4872-a753-cdf9d70008c9 None None] Network eebbc56f-1da2-4537-ba35-19e0d9335e88 is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:30:23.432332 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-e52cfb50-bfe1-4872-a753-cdf9d70008c9 None None] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:30:23.437028 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e52cfb50-bfe1-4872-a753-cdf9d70008c9 None None] Received port after_create {{(pid=103161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:30:23.440375 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52cfb50-bfe1-4872-a753-cdf9d70008c9 None None] Pushing event updated for resources: {'Port': ['ID=940957b1-5228-4871-a33a-fd06df9c81a9,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:30:23.479948 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-bb9b59e0-92b1-4f36-bede-34324334106d tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1929192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5659851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6017053'] for subnet, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:23.513204 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-e52cfb50-bfe1-4872-a753-cdf9d70008c9 None None] Attempting to bind port 940957b1-5228-4871-a33a-fd06df9c81a9 on host dv-neutron-744815-20-hyperv for vnic_type normal with profile {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 13:30:23.513727 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-e52cfb50-bfe1-4872-a753-cdf9d70008c9 None None] Attempting to bind port 940957b1-5228-4871-a33a-fd06df9c81a9 by drivers openvswitch,hyperv on host dv-neutron-744815-20-hyperv at level 0 using segments [{'id': 'f64fa061-5117-457d-b939-a23fb3392c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'eebbc56f-1da2-4537-ba35-19e0d9335e88'}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 13:30:23.514194 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e52cfb50-bfe1-4872-a753-cdf9d70008c9 None None] Attempting to bind port 940957b1-5228-4871-a33a-fd06df9c81a9 on network eebbc56f-1da2-4537-ba35-19e0d9335e88 {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 13:30:23.520132 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e52cfb50-bfe1-4872-a753-cdf9d70008c9 None None] Checking agent: {'id': '428fa9fa-43db-4db9-9f96-f60ffe931f2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-20-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 13, 19, 1), 'started_at': datetime.datetime(2021, 12, 18, 13, 19, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 13, 30, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-20-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 18 13:30:23.520378 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e52cfb50-bfe1-4872-a753-cdf9d70008c9 None None] Checking segment: {'id': 'f64fa061-5117-457d-b939-a23fb3392c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'eebbc56f-1da2-4537-ba35-19e0d9335e88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 13:30:23.520967 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e52cfb50-bfe1-4872-a753-cdf9d70008c9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:23.521914 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e52cfb50-bfe1-4872-a753-cdf9d70008c9 None None] Bound using segment: {'id': 'f64fa061-5117-457d-b939-a23fb3392c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'eebbc56f-1da2-4537-ba35-19e0d9335e88'} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 18 13:30:23.521914 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-e52cfb50-bfe1-4872-a753-cdf9d70008c9 None None] Bound port: 940957b1-5228-4871-a33a-fd06df9c81a9, host: dv-neutron-744815-20-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f64fa061-5117-457d-b939-a23fb3392c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'eebbc56f-1da2-4537-ba35-19e0d9335e88'}}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 18 13:30:23.522369 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e52cfb50-bfe1-4872-a753-cdf9d70008c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:23.525984 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9b59e0-92b1-4f36-bede-34324334106d tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Pushing event deleted for resources: {'Subnet': ['ID=2bf8d622-5513-441c-a802-2b55329fce2e,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:30:23.599982 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-e52cfb50-bfe1-4872-a753-cdf9d70008c9 None None] For port 940957b1-5228-4871-a33a-fd06df9c81a9, host dv-neutron-744815-20-hyperv, cleared binding levels {{(pid=103161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 18 13:30:23.603537 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-e52cfb50-bfe1-4872-a753-cdf9d70008c9 None None] For port 940957b1-5228-4871-a33a-fd06df9c81a9, host dv-neutron-744815-20-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=940957b1-5228-4871-a33a-fd06df9c81a9,segment=NetworkSegment(f64fa061-5117-457d-b939-a23fb3392c60),segment_id=f64fa061-5117-457d-b939-a23fb3392c60)] {{(pid=103161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 18 13:30:23.609338 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e52cfb50-bfe1-4872-a753-cdf9d70008c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:23.658890 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-bb9b59e0-92b1-4f36-bede-34324334106d tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1927292', 'neutron.services.segments.db._delete_segments_for_network-8767106887837'] for network, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:23.712238 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.db [None req-7c42def1-7e53-4253-8f6d-f0245238c908 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] For port c4e307e2-8c8c-4d96-b83d-89334fcc7633, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=c4e307e2-8c8c-4d96-b83d-89334fcc7633,segment=NetworkSegment(1d35b28d-d075-4c4f-99ab-408d9457428e),segment_id=1d35b28d-d075-4c4f-99ab-408d9457428e)] {{(pid=103160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:30:23.712624 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52cfb50-bfe1-4872-a753-cdf9d70008c9 None None] Pushing event updated for resources: {'Port': ['ID=940957b1-5228-4871-a33a-fd06df9c81a9,revision_number=2']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:30:23.741541 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b38b29f7-23d2-414d-98ae-11a0315742ba None None] get_active_networks_info from dv-neutron-744815-20-hyperv {{(pid=103161) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 18 13:30:23.748344 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.services.segments.db [None req-bb9b59e0-92b1-4f36-bede-34324334106d tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eebbc56f-1da2-4537-ba35-19e0d9335e88']}} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:30:23.769677 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.services.segments.db [None req-bb9b59e0-92b1-4f36-bede-34324334106d tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f64fa061-5117-457d-b939-a23fb3392c60') {'for_net_delete': True} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:30:23.770184 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.services.segments.db [None req-bb9b59e0-92b1-4f36-bede-34324334106d tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f64fa061-5117-457d-b939-a23fb3392c60') {} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:30:23.774039 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-5afae355-6cb7-4b71-9423-9c224dc84480 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:23.783071 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-7c42def1-7e53-4253-8f6d-f0245238c908 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks [] for port, precommit_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:23.790283 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-7c42def1-7e53-4253-8f6d-f0245238c908 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4533541'] for port, after_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:23.791075 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-7c42def1-7e53-4253-8f6d-f0245238c908 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4533410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4514424'] for subnet, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:23.810699 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-bb9b59e0-92b1-4f36-bede-34324334106d tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767106888614', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5589569'] for segment, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:23.850908 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-bb9b59e0-92b1-4f36-bede-34324334106d tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:23.863199 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-e4186266-4613-4ff9-aabe-16f823d43e64 req-ae7a84ea-9b3f-4ac1-9af9-25cb9b0a1427 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for port, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:23.867977 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb9b59e0-92b1-4f36-bede-34324334106d tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Releasing vlan 107 on physical network physnet1 to pool {{(pid=103159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 18 13:30:23.868351 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-bb9b59e0-92b1-4f36-bede-34324334106d tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5660009'] for segment, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:23.871420 dv-neutron-744815-20-hyperv neutron-server[103159]: Traceback (most recent call last): Dec 18 13:30:23.871420 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 18 13:30:23.871420 dv-neutron-744815-20-hyperv neutron-server[103159]: timer() Dec 18 13:30:23.871420 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 18 13:30:23.871420 dv-neutron-744815-20-hyperv neutron-server[103159]: cb(*args, **kw) Dec 18 13:30:23.871420 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 18 13:30:23.871420 dv-neutron-744815-20-hyperv neutron-server[103159]: return func(*args, **kwargs) Dec 18 13:30:23.871420 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 18 13:30:23.871420 dv-neutron-744815-20-hyperv neutron-server[103159]: self._notify() Dec 18 13:30:23.871420 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 18 13:30:23.871420 dv-neutron-744815-20-hyperv neutron-server[103159]: self.callback(batched_events) Dec 18 13:30:23.871420 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 18 13:30:23.871420 dv-neutron-744815-20-hyperv neutron-server[103159]: event.method(event) Dec 18 13:30:23.871420 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 18 13:30:23.871420 dv-neutron-744815-20-hyperv neutron-server[103159]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 18 13:30:23.871420 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 18 13:30:23.871420 dv-neutron-744815-20-hyperv neutron-server[103159]: aggregate_uuid = self.p_client.list_aggregates( Dec 18 13:30:23.871420 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 18 13:30:23.871420 dv-neutron-744815-20-hyperv neutron-server[103159]: return f(self, *a, **k) Dec 18 13:30:23.871420 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 18 13:30:23.871420 dv-neutron-744815-20-hyperv neutron-server[103159]: return self._get(url).json() Dec 18 13:30:23.871420 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 18 13:30:23.871420 dv-neutron-744815-20-hyperv neutron-server[103159]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 18 13:30:23.871420 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 18 13:30:23.871420 dv-neutron-744815-20-hyperv neutron-server[103159]: return self.request(url, 'GET', **kwargs) Dec 18 13:30:23.871420 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 18 13:30:23.871420 dv-neutron-744815-20-hyperv neutron-server[103159]: base_url = self.get_endpoint(auth, allow=allow, Dec 18 13:30:23.871420 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 18 13:30:23.871420 dv-neutron-744815-20-hyperv neutron-server[103159]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 18 13:30:23.871420 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 18 13:30:23.871420 dv-neutron-744815-20-hyperv neutron-server[103159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 18 13:30:23.871420 dv-neutron-744815-20-hyperv neutron-server[103159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 18 13:30:23.881616 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c42def1-7e53-4253-8f6d-f0245238c908 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Network a0b84a49-8464-4342-a47d-bd714ebbec81 is already hosted by enough agents. {{(pid=103160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:30:23.888893 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b38b29f7-23d2-414d-98ae-11a0315742ba None None] Resources bound (agent type, host, resource id): {{(pid=103161) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 18 13:30:23.917494 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.base_scheduler [None req-7c42def1-7e53-4253-8f6d-f0245238c908 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Resources bound (agent type, host, resource id): {{(pid=103160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:30:23.928483 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c42def1-7e53-4253-8f6d-f0245238c908 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:30:23.929084 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-7c42def1-7e53-4253-8f6d-f0245238c908 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks [] for subnet, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:23.941995 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c42def1-7e53-4253-8f6d-f0245238c908 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Pushing event updated for resources: {'Subnet': ['ID=c1aada40-e4ec-4954-8229-a22b1210d264,revision_number=0']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:30:23.952641 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c42def1-7e53-4253-8f6d-f0245238c908 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Pushing event updated for resources: {'Port': ['ID=c4e307e2-8c8c-4d96-b83d-89334fcc7633,revision_number=6']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:30:23.971056 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.db.api [None req-bb9b59e0-92b1-4f36-bede-34324334106d tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 18 13:30:23.971056 dv-neutron-744815-20-hyperv neutron-server[103159]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 18 13:30:23.971056 dv-neutron-744815-20-hyperv neutron-server[103159]: [parameters: {'id': 'eebbc56f-1da2-4537-ba35-19e0d9335e88'}] Dec 18 13:30:23.971056 dv-neutron-744815-20-hyperv neutron-server[103159]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103159) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 18 13:30:23.971660 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG oslo_db.api [None req-bb9b59e0-92b1-4f36-bede-34324334106d tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 18 13:30:23.973760 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-5afae355-6cb7-4b71-9423-9c224dc84480 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:23.983978 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-7c42def1-7e53-4253-8f6d-f0245238c908 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.7062681 Dec 18 13:30:23.985294 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.db_base_plugin_common [None req-a20a1ca0-f191-4683-924c-1e8b3e7c5e10 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Delete allocated IP 2001:db8::2a (5588ea4f-97be-47f0-8409-4e3ab545c488/980514c5-3083-4315-bfc2-5d2d08515492) {{(pid=103160) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 18 13:30:23.987210 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 53412) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:30:23.992437 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-890e220d-130f-4384-89c5-727bfeac7263 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Request body: {'port': {'network_id': 'a0b84a49-8464-4342-a47d-bd714ebbec81', 'mac_address': 'fa:16:3e:a0:db:b8', 'name': 'tempest-NetworksTestDHCPv6-1503651878'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:30:24.025808 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.db_base_plugin_common [None req-a20a1ca0-f191-4683-924c-1e8b3e7c5e10 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Allocated IP 2001:db8:0:1::27a (5588ea4f-97be-47f0-8409-4e3ab545c488/2e1d902d-43ad-4368-84af-56605bc5edc2/938424d5-e352-4c70-aabd-b121e70320a6) {{(pid=103160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:30:24.043560 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-e4186266-4613-4ff9-aabe-16f823d43e64 req-ae7a84ea-9b3f-4ac1-9af9-25cb9b0a1427 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:24.205265 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4186266-4613-4ff9-aabe-16f823d43e64 req-ae7a84ea-9b3f-4ac1-9af9-25cb9b0a1427 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Network 1f2d5a30-cad3-45c3-b064-c7c1eec3de2d is already hosted by enough agents. {{(pid=103159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:30:24.209125 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-890e220d-130f-4384-89c5-727bfeac7263 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Made reservation on behalf of 606a569495c64210af9cc9fb7e76dd52 for: {'port': 1} {{(pid=103160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:30:24.216038 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7a84ea-9b3f-4ac1-9af9-25cb9b0a1427 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Pushing event updated for resources: {'Port': ['ID=4eb6f8b9-39e2-4c73-a65f-40154d8c96cd,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:30:24.218712 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.base_scheduler [req-e4186266-4613-4ff9-aabe-16f823d43e64 req-ae7a84ea-9b3f-4ac1-9af9-25cb9b0a1427 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Resources bound (agent type, host, resource id): {{(pid=103159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:30:24.223219 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4186266-4613-4ff9-aabe-16f823d43e64 req-ae7a84ea-9b3f-4ac1-9af9-25cb9b0a1427 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Received port after_create {{(pid=103159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:30:24.286432 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c1538c-33d0-4020-8e96-f499ccef381f req-b768ad3a-f8c2-436a-9888-b198dcd0501f tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:30:24.287288 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea0c85f5-8995-43c8-87ec-a7283e1c0ffd None None] Network eebbc56f-1da2-4537-ba35-19e0d9335e88 requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:30:24.293908 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-85c1538c-33d0-4020-8e96-f499ccef381f req-b768ad3a-f8c2-436a-9888-b198dcd0501f tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6564b3d-9478-4ad2-b062-315cb204d8f1 HTTP/1.1" status: 200 len: 931 time: 0.2378006 Dec 18 13:30:24.357074 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-5afae355-6cb7-4b71-9423-9c224dc84480 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Publish callbacks [] for port, precommit_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:24.371083 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4186266-4613-4ff9-aabe-16f823d43e64 req-ae7a84ea-9b3f-4ac1-9af9-25cb9b0a1427 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:30:24.371835 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-e4186266-4613-4ff9-aabe-16f823d43e64 req-ae7a84ea-9b3f-4ac1-9af9-25cb9b0a1427 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:24.397176 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-5afae355-6cb7-4b71-9423-9c224dc84480 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5659917'] for port, after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:24.474482 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc4bb263-b4b2-44be-af89-0b06fa44ba71 None None] Network eebbc56f-1da2-4537-ba35-19e0d9335e88 requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:30:24.521941 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-bb9b59e0-92b1-4f36-bede-34324334106d tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2023137'] for network, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:24.575256 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afae355-6cb7-4b71-9423-9c224dc84480 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Pushing event updated for resources: {'Port': ['ID=2be60fe4-3ea6-4444-83b8-5f791f44dea3,revision_number=2']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:30:24.588313 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-e4186266-4613-4ff9-aabe-16f823d43e64 req-ae7a84ea-9b3f-4ac1-9af9-25cb9b0a1427 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2077417 Dec 18 13:30:24.605497 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-85c1538c-33d0-4020-8e96-f499ccef381f req-acf34a30-fb7e-4b88-8bff-86d1765a3ba8 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/security-groups?id=108eb00a-391a-4c3a-9c51-2dc2e6cd5b29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3106749 Dec 18 13:30:24.633834 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [req-e4186266-4613-4ff9-aabe-16f823d43e64 req-74f1f754-ef73-40a3-8b29-87b59b9d6775 service neutron] Request body: {'port': {'device_id': 'e6564b3d-9478-4ad2-b062-315cb204d8f1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7448'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:30:24.634261 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device c4e307e2-8c8c-4d96-b83d-89334fcc7633 up at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 13:30:24.711787 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65df5cce-50a2-4e8d-9fb4-85480e9450fb None None] Network a0b84a49-8464-4342-a47d-bd714ebbec81 requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:30:24.717249 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2294866d-0076-4933-952c-685307032598 None None] Provisioning complete for port c4e307e2-8c8c-4d96-b83d-89334fcc7633 triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:30:24.718302 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:24.762786 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-e4186266-4613-4ff9-aabe-16f823d43e64 req-74f1f754-ef73-40a3-8b29-87b59b9d6775 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:24.778311 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2ac7ab3-b90a-4e1a-acd1-131680ba0d6d None None] Network 5588ea4f-97be-47f0-8409-4e3ab545c488 requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:30:24.819170 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-a20a1ca0-f191-4683-924c-1e8b3e7c5e10 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks [] for port, precommit_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:24.831417 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-a20a1ca0-f191-4683-924c-1e8b3e7c5e10 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4533541'] for port, after_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:24.832508 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-5afae355-6cb7-4b71-9423-9c224dc84480 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-587004'] for floatingip, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:24.843090 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-890e220d-130f-4384-89c5-727bfeac7263 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:24.872786 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-95b212b5-42ca-433b-ae80-6baefd1de632 None None] Provisioning complete for port 4eb6f8b9-39e2-4c73-a65f-40154d8c96cd triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:30:24.872786 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-95b212b5-42ca-433b-ae80-6baefd1de632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:24.901858 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.notifiers.nova [None req-890e220d-130f-4384-89c5-727bfeac7263 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] device_id is not set on port d27023bd-50d4-4eec-8aec-29d25937f094 yet. {{(pid=103160) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 18 13:30:24.925175 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-a20a1ca0-f191-4683-924c-1e8b3e7c5e10 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] In _notify_port_updated(), no bound segment for port 938424d5-e352-4c70-aabd-b121e70320a6 on network 5588ea4f-97be-47f0-8409-4e3ab545c488 {{(pid=103160) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 18 13:30:24.931354 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a20a1ca0-f191-4683-924c-1e8b3e7c5e10 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:30:24.932027 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-a20a1ca0-f191-4683-924c-1e8b3e7c5e10 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:24.936236 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-a20a1ca0-f191-4683-924c-1e8b3e7c5e10 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] 10.222.0.31 "PUT /v2.0/ports/938424d5-e352-4c70-aabd-b121e70320a6 HTTP/1.1" status: 200 len: 930 time: 1.8236392 Dec 18 13:30:24.936236 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20a1ca0-f191-4683-924c-1e8b3e7c5e10 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Pushing event updated for resources: {'Port': ['ID=938424d5-e352-4c70-aabd-b121e70320a6,revision_number=2']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:30:24.938206 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 53414) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:30:24.974118 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-5b454665-f997-40c9-a2dd-6f09b593d8a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:25.023004 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-95b212b5-42ca-433b-ae80-6baefd1de632 None None] Port 4eb6f8b9-39e2-4c73-a65f-40154d8c96cd cannot update to ACTIVE because it is not bound. {{(pid=103161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 13:30:25.025196 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-bb9b59e0-92b1-4f36-bede-34324334106d tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Deleting port 940957b1-5228-4871-a33a-fd06df9c81a9 {{(pid=103159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:30:25.025557 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-bb9b59e0-92b1-4f36-bede-34324334106d tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:25.115306 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.db_base_plugin_common [None req-890e220d-130f-4384-89c5-727bfeac7263 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Allocated IP 2001:db8::f816:3eff:fea0:dbb8 (a0b84a49-8464-4342-a47d-bd714ebbec81/c1aada40-e4ec-4954-8229-a22b1210d264/d27023bd-50d4-4eec-8aec-29d25937f094) {{(pid=103160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:30:25.123879 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-1d983fd9-906f-4da8-a419-dc40edff3428 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Deleting port 938424d5-e352-4c70-aabd-b121e70320a6 {{(pid=103160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:30:25.124348 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-1d983fd9-906f-4da8-a419-dc40edff3428 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:25.134323 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.db.l3_db [None req-5afae355-6cb7-4b71-9423-9c224dc84480 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Floating IP 018a2705-7ef1-4115-a0fe-171cbb91d579 associated. External IP: 172.26.3.86, port: 44478af2-b640-4696-893d-62cd1cb50d09. Dec 18 13:30:25.141480 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.db [None req-bb9b59e0-92b1-4f36-bede-34324334106d tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] For port 940957b1-5228-4871-a33a-fd06df9c81a9, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=940957b1-5228-4871-a33a-fd06df9c81a9,segment=NetworkSegment(f64fa061-5117-457d-b939-a23fb3392c60),segment_id=f64fa061-5117-457d-b939-a23fb3392c60)] {{(pid=103159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:30:25.142577 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-bb9b59e0-92b1-4f36-bede-34324334106d tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:25.212465 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-cb1be354-ca76-4e70-b6ce-294042f60f9f None None] Provisioning complete for port 938424d5-e352-4c70-aabd-b121e70320a6 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:30:25.213215 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-cb1be354-ca76-4e70-b6ce-294042f60f9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:25.260087 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-bb9b59e0-92b1-4f36-bede-34324334106d tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Calling delete_port for 940957b1-5228-4871-a33a-fd06df9c81a9 owned by network:dhcp {{(pid=103159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:30:25.283176 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-1d983fd9-906f-4da8-a419-dc40edff3428 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:25.332268 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-1d983fd9-906f-4da8-a419-dc40edff3428 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Calling delete_port for 938424d5-e352-4c70-aabd-b121e70320a6 owned by {{(pid=103160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:30:25.461875 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-bb9b59e0-92b1-4f36-bede-34324334106d tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:25.474698 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-890e220d-130f-4384-89c5-727bfeac7263 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks [] for port, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:25.505441 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b8d20d9-4230-4828-be18-e0a9ec589d4a None None] Update dhcp port {'port': {'network_id': '5588ea4f-97be-47f0-8409-4e3ab545c488', 'fixed_ips': [{'subnet_id': '980514c5-3083-4315-bfc2-5d2d08515492', 'ip_address': '2001:db8::2'}, {'subnet_id': '2e1d902d-43ad-4368-84af-56605bc5edc2'}], 'binding:host_id': 'dv-neutron-744815-20-hyperv'}, 'id': '5396db90-8408-46bc-989d-480bd663bc7a'} from dv-neutron-744815-20-hyperv. {{(pid=103161) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 18 13:30:25.510175 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-cb1be354-ca76-4e70-b6ce-294042f60f9f None None] Port 938424d5-e352-4c70-aabd-b121e70320a6 cannot update to ACTIVE because it is not bound. {{(pid=103161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 13:30:25.544890 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-4b8d20d9-4230-4828-be18-e0a9ec589d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:25.562106 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb9b59e0-92b1-4f36-bede-34324334106d tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] No DVR routers for this DVR port 940957b1-5228-4871-a33a-fd06df9c81a9 on host dv-neutron-744815-20-hyperv {{(pid=103159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 18 13:30:25.565384 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-890e220d-130f-4384-89c5-727bfeac7263 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4533522'] for port, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:25.617763 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9b59e0-92b1-4f36-bede-34324334106d tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Pushing event deleted for resources: {'Port': ['ID=940957b1-5228-4871-a33a-fd06df9c81a9,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:30:25.630885 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-890e220d-130f-4384-89c5-727bfeac7263 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Network a0b84a49-8464-4342-a47d-bd714ebbec81 is already hosted by enough agents. {{(pid=103160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:30:25.632862 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-1d983fd9-906f-4da8-a419-dc40edff3428 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4533522'] for port, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:25.640009 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.base_scheduler [None req-890e220d-130f-4384-89c5-727bfeac7263 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Resources bound (agent type, host, resource id): {{(pid=103160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:30:25.646537 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-890e220d-130f-4384-89c5-727bfeac7263 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Received port after_create {{(pid=103160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:30:25.652280 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-890e220d-130f-4384-89c5-727bfeac7263 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:30:25.653487 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-890e220d-130f-4384-89c5-727bfeac7263 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:25.671975 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.notifiers.nova [req-e4186266-4613-4ff9-aabe-16f823d43e64 req-74f1f754-ef73-40a3-8b29-87b59b9d6775 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4eb6f8b9-39e2-4c73-a65f-40154d8c96cd {{(pid=103159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 18 13:30:25.677601 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890e220d-130f-4384-89c5-727bfeac7263 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Pushing event updated for resources: {'Port': ['ID=d27023bd-50d4-4eec-8aec-29d25937f094,revision_number=1']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:30:25.712389 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-e4186266-4613-4ff9-aabe-16f823d43e64 req-74f1f754-ef73-40a3-8b29-87b59b9d6775 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:25.718976 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d983fd9-906f-4da8-a419-dc40edff3428 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Pushing event deleted for resources: {'Port': ['ID=938424d5-e352-4c70-aabd-b121e70320a6,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:30:25.730305 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-1d983fd9-906f-4da8-a419-dc40edff3428 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:25.742995 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-1d983fd9-906f-4da8-a419-dc40edff3428 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] 10.222.0.31 "DELETE /v2.0/ports/938424d5-e352-4c70-aabd-b121e70320a6 HTTP/1.1" status: 204 len: 168 time: 0.8037038 Dec 18 13:30:25.758166 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 53418) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:30:25.761885 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-890e220d-130f-4384-89c5-727bfeac7263 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.7734451 Dec 18 13:30:25.768709 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 53420) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:30:25.770590 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-bb9b59e0-92b1-4f36-bede-34324334106d tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1927292', 'neutron.services.segments.db._delete_segments_for_network-8767106887837'] for network, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:25.797045 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2173f7ec-14c6-4ad5-aac4-64d380baecc9 None None] Provisioning complete for port c4e307e2-8c8c-4d96-b83d-89334fcc7633 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:30:25.797831 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2173f7ec-14c6-4ad5-aac4-64d380baecc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:25.801888 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf7f776a-9fde-4bec-b272-b7e1e24f6e98 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] GET failed (client error): The resource could not be found. Dec 18 13:30:25.803445 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-cf7f776a-9fde-4bec-b272-b7e1e24f6e98 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] 10.222.0.31 "GET /v2.0/ports/938424d5-e352-4c70-aabd-b121e70320a6 HTTP/1.1" status: 404 len: 333 time: 0.0404437 Dec 18 13:30:25.806262 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 53422) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:30:25.834650 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.provisioning_blocks [req-e4186266-4613-4ff9-aabe-16f823d43e64 req-74f1f754-ef73-40a3-8b29-87b59b9d6775 service neutron] Transition to ACTIVE for port object 4eb6f8b9-39e2-4c73-a65f-40154d8c96cd will not be triggered until provisioned by entity L2. {{(pid=103159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 18 13:30:25.861361 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-e4186266-4613-4ff9-aabe-16f823d43e64 req-74f1f754-ef73-40a3-8b29-87b59b9d6775 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5659917'] for port, after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:25.865460 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.services.segments.db [None req-bb9b59e0-92b1-4f36-bede-34324334106d tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eebbc56f-1da2-4537-ba35-19e0d9335e88']}} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:30:25.882845 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2d4b59-413c-4520-95a0-a758644e02b8 req-c4f3fb8b-934d-446e-bb5b-aa15b9e7244d tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:30:25.884466 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-1c2d4b59-413c-4520-95a0-a758644e02b8 req-c4f3fb8b-934d-446e-bb5b-aa15b9e7244d tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6564b3d-9478-4ad2-b062-315cb204d8f1 HTTP/1.1" status: 200 len: 931 time: 0.1401124 Dec 18 13:30:25.902821 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_common [None req-4b8d20d9-4230-4828-be18-e0a9ec589d4a None None] Allocated IP 2001:db8:0:1::2 (5588ea4f-97be-47f0-8409-4e3ab545c488/2e1d902d-43ad-4368-84af-56605bc5edc2/5396db90-8408-46bc-989d-480bd663bc7a) {{(pid=103161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:30:25.935618 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-4103b074-0f5c-484c-9343-5ae069419704 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks [] for security_group, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:25.937728 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.services.segments.db [None req-bb9b59e0-92b1-4f36-bede-34324334106d tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f64fa061-5117-457d-b939-a23fb3392c60') {'for_net_delete': True} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:30:25.938035 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.services.segments.db [None req-bb9b59e0-92b1-4f36-bede-34324334106d tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f64fa061-5117-457d-b939-a23fb3392c60') {} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:30:25.961567 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f1f754-ef73-40a3-8b29-87b59b9d6775 service neutron] Pushing event updated for resources: {'Port': ['ID=4eb6f8b9-39e2-4c73-a65f-40154d8c96cd,revision_number=2']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:30:25.979234 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-bb9b59e0-92b1-4f36-bede-34324334106d tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767106888614', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5589569'] for segment, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:25.990782 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-852d3635-7686-485d-a002-f0b7b19d8994 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:30:25.997701 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-852d3635-7686-485d-a002-f0b7b19d8994 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:30:25.998382 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-4103b074-0f5c-484c-9343-5ae069419704 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:26.002815 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-852d3635-7686-485d-a002-f0b7b19d8994 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1705 time: 0.2292643 Dec 18 13:30:26.009649 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 53424) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:30:26.018618 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-1c2d4b59-413c-4520-95a0-a758644e02b8 req-c9eec2a2-11db-497e-b38c-da5043557a4a tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/security-groups?id=108eb00a-391a-4c3a-9c51-2dc2e6cd5b29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1191299 Dec 18 13:30:26.059124 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5afae355-6cb7-4b71-9423-9c224dc84480 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Router 8b4400aa-73df-4467-9875-5e1ec7c9ec97 has already been hosted by L3 agent c9c0cd52-5bd2-4704-9429-d80f1c5ad23c {{(pid=103159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 18 13:30:26.066792 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-bb9b59e0-92b1-4f36-bede-34324334106d tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:26.085644 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-4b8d20d9-4230-4828-be18-e0a9ec589d4a None None] For port 5396db90-8408-46bc-989d-480bd663bc7a, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=5396db90-8408-46bc-989d-480bd663bc7a,segment=NetworkSegment(916d3749-bdc7-4012-a1ea-992032ad8859),segment_id=916d3749-bdc7-4012-a1ea-992032ad8859)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:30:26.089617 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-4103b074-0f5c-484c-9343-5ae069419704 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:26.092880 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-4103b074-0f5c-484c-9343-5ae069419704 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks [] for security_group, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:26.095753 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-4103b074-0f5c-484c-9343-5ae069419704 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] 10.222.0.31 "DELETE /v2.0/security-groups/77950da1-faea-47fb-a0e7-e9dc8c5008ff HTTP/1.1" status: 204 len: 168 time: 0.2869825 Dec 18 13:30:26.106727 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb9b59e0-92b1-4f36-bede-34324334106d tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Releasing vlan 107 on physical network physnet1 to pool {{(pid=103159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 18 13:30:26.107137 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-bb9b59e0-92b1-4f36-bede-34324334106d tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5660009'] for segment, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:26.111012 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 53426) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:30:26.111726 dv-neutron-744815-20-hyperv neutron-server[103159]: Traceback (most recent call last): Dec 18 13:30:26.111726 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 18 13:30:26.111726 dv-neutron-744815-20-hyperv neutron-server[103159]: timer() Dec 18 13:30:26.111726 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 18 13:30:26.111726 dv-neutron-744815-20-hyperv neutron-server[103159]: cb(*args, **kw) Dec 18 13:30:26.111726 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 18 13:30:26.111726 dv-neutron-744815-20-hyperv neutron-server[103159]: return func(*args, **kwargs) Dec 18 13:30:26.111726 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 18 13:30:26.111726 dv-neutron-744815-20-hyperv neutron-server[103159]: self._notify() Dec 18 13:30:26.111726 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 18 13:30:26.111726 dv-neutron-744815-20-hyperv neutron-server[103159]: self.callback(batched_events) Dec 18 13:30:26.111726 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 18 13:30:26.111726 dv-neutron-744815-20-hyperv neutron-server[103159]: event.method(event) Dec 18 13:30:26.111726 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 18 13:30:26.111726 dv-neutron-744815-20-hyperv neutron-server[103159]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 18 13:30:26.111726 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 18 13:30:26.111726 dv-neutron-744815-20-hyperv neutron-server[103159]: aggregate_uuid = self.p_client.list_aggregates( Dec 18 13:30:26.111726 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 18 13:30:26.111726 dv-neutron-744815-20-hyperv neutron-server[103159]: return f(self, *a, **k) Dec 18 13:30:26.111726 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 18 13:30:26.111726 dv-neutron-744815-20-hyperv neutron-server[103159]: return self._get(url).json() Dec 18 13:30:26.111726 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 18 13:30:26.111726 dv-neutron-744815-20-hyperv neutron-server[103159]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 18 13:30:26.111726 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 18 13:30:26.111726 dv-neutron-744815-20-hyperv neutron-server[103159]: return self.request(url, 'GET', **kwargs) Dec 18 13:30:26.111726 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 18 13:30:26.111726 dv-neutron-744815-20-hyperv neutron-server[103159]: base_url = self.get_endpoint(auth, allow=allow, Dec 18 13:30:26.111726 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 18 13:30:26.111726 dv-neutron-744815-20-hyperv neutron-server[103159]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 18 13:30:26.111726 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 18 13:30:26.111726 dv-neutron-744815-20-hyperv neutron-server[103159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 18 13:30:26.111726 dv-neutron-744815-20-hyperv neutron-server[103159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 18 13:30:26.123705 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4103b074-0f5c-484c-9343-5ae069419704 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=77950da1-faea-47fb-a0e7-e9dc8c5008ff,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:30:26.131522 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-4b8d20d9-4230-4828-be18-e0a9ec589d4a None None] Publish callbacks [] for port, precommit_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:26.143176 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-4b8d20d9-4230-4828-be18-e0a9ec589d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:26.220816 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-1a9fe1a6-23b5-455c-82b0-972f6aac7edd None None] Provisioning complete for port d27023bd-50d4-4eec-8aec-29d25937f094 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:30:26.221194 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-1a9fe1a6-23b5-455c-82b0-972f6aac7edd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:26.289292 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8d20d9-4230-4828-be18-e0a9ec589d4a None None] Pushing event updated for resources: {'Port': ['ID=5396db90-8408-46bc-989d-480bd663bc7a,revision_number=4']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:30:26.295460 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-1a9fe1a6-23b5-455c-82b0-972f6aac7edd None None] Port d27023bd-50d4-4eec-8aec-29d25937f094 cannot update to ACTIVE because it is not bound. {{(pid=103161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 13:30:26.326413 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-bb9b59e0-92b1-4f36-bede-34324334106d tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1927267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586962'] for network, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:26.339959 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-bb9b59e0-92b1-4f36-bede-34324334106d tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047995'] for network, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:26.343073 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-bb9b59e0-92b1-4f36-bede-34324334106d tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] 10.222.0.31 "DELETE /v2.0/networks/eebbc56f-1da2-4537-ba35-19e0d9335e88 HTTP/1.1" status: 204 len: 168 time: 3.9284551 Dec 18 13:30:26.347551 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 53428) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:30:26.352752 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-43ddfc55-194f-4c19-a09c-97e51be390f4 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-390134194'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:30:26.379505 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43ddfc55-194f-4c19-a09c-97e51be390f4 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Made reservation on behalf of f5afdd4acb1d4a48932f1bea649c1c37 for: {'network': 1} {{(pid=103160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:30:26.387117 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-43ddfc55-194f-4c19-a09c-97e51be390f4 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for network, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:26.416050 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43ddfc55-194f-4c19-a09c-97e51be390f4 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 120} {{(pid=103160) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 18 13:30:26.435376 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-43ddfc55-194f-4c19-a09c-97e51be390f4 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:26.435376 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.db.segments_db [None req-43ddfc55-194f-4c19-a09c-97e51be390f4 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Added segment eab92fc1-2b22-41a7-9ea7-92cf642cc3b5 of type vlan for network 52ea3fd2-65dd-4d66-9508-2e5fd8980057 Dec 18 13:30:26.484100 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-43ddfc55-194f-4c19-a09c-97e51be390f4 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767106405744'] for network, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:26.518908 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-43ddfc55-194f-4c19-a09c-97e51be390f4 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981'] for network, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:26.525458 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43ddfc55-194f-4c19-a09c-97e51be390f4 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:30:26.526103 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-43ddfc55-194f-4c19-a09c-97e51be390f4 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047995'] for network, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:26.602062 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-43ddfc55-194f-4c19-a09c-97e51be390f4 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2531078 Dec 18 13:30:26.605763 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 53430) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:30:26.613328 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-ee75a17a-13a4-4dc6-9c1c-17f3dccb58d1 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Request body: {'subnet': {'network_id': '52ea3fd2-65dd-4d66-9508-2e5fd8980057', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:30:26.625680 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 5396db90-8408-46bc-989d-480bd663bc7a up at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 13:30:26.655896 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ddfc55-194f-4c19-a09c-97e51be390f4 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Pushing event updated for resources: {'Network': ['ID=52ea3fd2-65dd-4d66-9508-2e5fd8980057,revision_number=1']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:30:26.670459 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Network 52ea3fd2-65dd-4d66-9508-2e5fd8980057 details requested by agent ovs-agent-dv-neutron-744815-20-hyperv with host dv-neutron-744815-20-hyperv {{(pid=103161) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 18 13:30:26.758397 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.managers [req-e4186266-4613-4ff9-aabe-16f823d43e64 req-74f1f754-ef73-40a3-8b29-87b59b9d6775 service neutron] Attempting to bind port 4eb6f8b9-39e2-4c73-a65f-40154d8c96cd on host hv-neutron-7448 for vnic_type normal with profile {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 13:30:26.759004 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.managers [req-e4186266-4613-4ff9-aabe-16f823d43e64 req-74f1f754-ef73-40a3-8b29-87b59b9d6775 service neutron] Attempting to bind port 4eb6f8b9-39e2-4c73-a65f-40154d8c96cd by drivers openvswitch,hyperv on host hv-neutron-7448 at level 0 using segments [{'id': '999ac071-648b-41e4-b1fb-0b335d58804a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '1f2d5a30-cad3-45c3-b064-c7c1eec3de2d'}] {{(pid=103159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 13:30:26.759119 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4186266-4613-4ff9-aabe-16f823d43e64 req-74f1f754-ef73-40a3-8b29-87b59b9d6775 service neutron] Attempting to bind port 4eb6f8b9-39e2-4c73-a65f-40154d8c96cd on network 1f2d5a30-cad3-45c3-b064-c7c1eec3de2d {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 13:30:26.763324 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee75a17a-13a4-4dc6-9c1c-17f3dccb58d1 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Made reservation on behalf of f5afdd4acb1d4a48932f1bea649c1c37 for: {'subnet': 1} {{(pid=103160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:30:26.776294 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-ee75a17a-13a4-4dc6-9c1c-17f3dccb58d1 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4514414'] for subnet, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:26.777930 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9b59e0-92b1-4f36-bede-34324334106d tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Pushing event deleted for resources: {'Network': ['ID=eebbc56f-1da2-4537-ba35-19e0d9335e88,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:30:26.783756 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2294866d-0076-4933-952c-685307032598 None None] Provisioning complete for port 5396db90-8408-46bc-989d-480bd663bc7a triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:30:26.784495 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:26.789678 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4186266-4613-4ff9-aabe-16f823d43e64 req-74f1f754-ef73-40a3-8b29-87b59b9d6775 service neutron] Port 4eb6f8b9-39e2-4c73-a65f-40154d8c96cd on network 1f2d5a30-cad3-45c3-b064-c7c1eec3de2d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7448 {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 18 13:30:26.790062 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4186266-4613-4ff9-aabe-16f823d43e64 req-74f1f754-ef73-40a3-8b29-87b59b9d6775 service neutron] Attempting to bind port 4eb6f8b9-39e2-4c73-a65f-40154d8c96cd on network 1f2d5a30-cad3-45c3-b064-c7c1eec3de2d {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 13:30:26.795917 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-dbf7c2d0-be70-4c79-b611-fb7ae7df9291 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks [] for security_group, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:26.852343 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-dbf7c2d0-be70-4c79-b611-fb7ae7df9291 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:26.875042 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4186266-4613-4ff9-aabe-16f823d43e64 req-74f1f754-ef73-40a3-8b29-87b59b9d6775 service neutron] Checking agent: {'id': 'c35b6aa0-0616-421f-8ded-732dd37fc90f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7448', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 13, 24, 37), 'started_at': datetime.datetime(2021, 12, 18, 13, 24, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 13, 30, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 18 13:30:26.875412 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4186266-4613-4ff9-aabe-16f823d43e64 req-74f1f754-ef73-40a3-8b29-87b59b9d6775 service neutron] Checking segment: {'id': '999ac071-648b-41e4-b1fb-0b335d58804a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '1f2d5a30-cad3-45c3-b064-c7c1eec3de2d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 13:30:26.875794 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4186266-4613-4ff9-aabe-16f823d43e64 req-74f1f754-ef73-40a3-8b29-87b59b9d6775 service neutron] Bound using segment: {'id': '999ac071-648b-41e4-b1fb-0b335d58804a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '1f2d5a30-cad3-45c3-b064-c7c1eec3de2d'} {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 18 13:30:26.876425 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.managers [req-e4186266-4613-4ff9-aabe-16f823d43e64 req-74f1f754-ef73-40a3-8b29-87b59b9d6775 service neutron] Bound port: 4eb6f8b9-39e2-4c73-a65f-40154d8c96cd, host: hv-neutron-7448, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '999ac071-648b-41e4-b1fb-0b335d58804a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '1f2d5a30-cad3-45c3-b064-c7c1eec3de2d'}}] {{(pid=103159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 18 13:30:26.876950 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-e4186266-4613-4ff9-aabe-16f823d43e64 req-74f1f754-ef73-40a3-8b29-87b59b9d6775 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:26.880399 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5afae355-6cb7-4b71-9423-9c224dc84480 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Notify agent at l3_agent.dv-neutron-744815-20-hyperv the message routers_updated {{(pid=103159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 13:30:26.893964 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-970e337b-57a1-4fcf-8408-e7c44fabeda6 None None] Sync routers for ids ['8b4400aa-73df-4467-9875-5e1ec7c9ec97'] in dv-neutron-744815-20-hyperv {{(pid=103161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 13:30:26.894514 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-1c8209bb-19a4-48fc-8016-78e0d6a7ebe0 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Deleting port d27023bd-50d4-4eec-8aec-29d25937f094 {{(pid=103159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:30:26.894871 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-1c8209bb-19a4-48fc-8016-78e0d6a7ebe0 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:26.914044 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-970e337b-57a1-4fcf-8408-e7c44fabeda6 None None] Routers {'8b4400aa-73df-4467-9875-5e1ec7c9ec97'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:30:26.914707 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-970e337b-57a1-4fcf-8408-e7c44fabeda6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:29:57Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['8b4400aa-73df-4467-9875-5e1ec7c9ec97'], 'active': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:30:26.968736 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-970e337b-57a1-4fcf-8408-e7c44fabeda6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:30:26.980779 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-970e337b-57a1-4fcf-8408-e7c44fabeda6 None None] Routers {'8b4400aa-73df-4467-9875-5e1ec7c9ec97'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:30:26.981418 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-970e337b-57a1-4fcf-8408-e7c44fabeda6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:29:57Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['8b4400aa-73df-4467-9875-5e1ec7c9ec97'], 'active': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:30:27.013834 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-5afae355-6cb7-4b71-9423-9c224dc84480 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for floatingip, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:27.020592 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-970e337b-57a1-4fcf-8408-e7c44fabeda6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:30:27.021852 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-970e337b-57a1-4fcf-8408-e7c44fabeda6 None None] The sync data for ids ['8b4400aa-73df-4467-9875-5e1ec7c9ec97'] in dv-neutron-744815-20-hyperv is: [] {{(pid=103161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 13:30:27.042846 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-ee75a17a-13a4-4dc6-9c1c-17f3dccb58d1 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4533410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4514424'] for subnet, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:27.069554 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-dbf7c2d0-be70-4c79-b611-fb7ae7df9291 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:27.072573 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-dbf7c2d0-be70-4c79-b611-fb7ae7df9291 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks [] for security_group, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:27.075202 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-dbf7c2d0-be70-4c79-b611-fb7ae7df9291 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] 10.222.0.31 "DELETE /v2.0/security-groups/e3eaa872-332d-4742-a921-431039c53e35 HTTP/1.1" status: 204 len: 168 time: 0.9607360 Dec 18 13:30:27.089694 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 53434) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:30:27.112445 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-c96097da-c692-414f-b147-25f3a2ff742d None None] Provisioning complete for port 20db43dc-0bd5-42ca-8c6c-875ede820bf0 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:30:27.112822 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c96097da-c692-414f-b147-25f3a2ff742d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:27.130009 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-1c8209bb-19a4-48fc-8016-78e0d6a7ebe0 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:27.133162 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-5afae355-6cb7-4b71-9423-9c224dc84480 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 6.0018985 Dec 18 13:30:27.138834 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 53436) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:30:27.142660 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2154284c-3c9b-4239-82eb-35e9456fc72c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:27.161780 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-c96097da-c692-414f-b147-25f3a2ff742d None None] Port 20db43dc-0bd5-42ca-8c6c-875ede820bf0 cannot update to ACTIVE because it is not bound. {{(pid=103161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 13:30:27.170928 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf7c2d0-be70-4c79-b611-fb7ae7df9291 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3eaa872-332d-4742-a921-431039c53e35,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:30:27.175117 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-c96097da-c692-414f-b147-25f3a2ff742d None None] Provisioning complete for port 5396db90-8408-46bc-989d-480bd663bc7a triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:30:27.175595 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c96097da-c692-414f-b147-25f3a2ff742d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:27.194594 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-1c8209bb-19a4-48fc-8016-78e0d6a7ebe0 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Calling delete_port for d27023bd-50d4-4eec-8aec-29d25937f094 owned by {{(pid=103159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:30:27.231421 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee75a17a-13a4-4dc6-9c1c-17f3dccb58d1 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Pushing event updated for resources: {'Subnet': ['ID=08487eb0-3553-454f-b7ba-4de4e7252966,revision_number=0']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:30:27.237092 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.db [req-e4186266-4613-4ff9-aabe-16f823d43e64 req-74f1f754-ef73-40a3-8b29-87b59b9d6775 service neutron] For port 4eb6f8b9-39e2-4c73-a65f-40154d8c96cd, host hv-neutron-7448, cleared binding levels {{(pid=103159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 18 13:30:27.240936 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee75a17a-13a4-4dc6-9c1c-17f3dccb58d1 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Checking segment: {'id': 'eab92fc1-2b22-41a7-9ea7-92cf642cc3b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '52ea3fd2-65dd-4d66-9508-2e5fd8980057'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 13:30:27.242203 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee75a17a-13a4-4dc6-9c1c-17f3dccb58d1 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Network hostable DHCP agents. Network: 52ea3fd2-65dd-4d66-9508-2e5fd8980057, hostable agents: ['aa77effa-0e3a-4bbd-a383-4d58ed3328d0'], hosted agents: [] {{(pid=103160) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 18 13:30:27.261833 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.db_base_plugin_v2 [None req-051a95d4-4031-4932-9868-c2d9dddac026 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Deleting subnet 980514c5-3083-4315-bfc2-5d2d08515492 {{(pid=103159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 18 13:30:27.269570 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.db [req-e4186266-4613-4ff9-aabe-16f823d43e64 req-74f1f754-ef73-40a3-8b29-87b59b9d6775 service neutron] For port 4eb6f8b9-39e2-4c73-a65f-40154d8c96cd, host hv-neutron-7448, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=4eb6f8b9-39e2-4c73-a65f-40154d8c96cd,segment=NetworkSegment(999ac071-648b-41e4-b1fb-0b335d58804a),segment_id=999ac071-648b-41e4-b1fb-0b335d58804a)] {{(pid=103159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 18 13:30:27.281480 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-77120337-8f90-4456-a2f0-f735677762a5 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] 10.222.0.31 "GET /v2.0/floatingips/018a2705-7ef1-4115-a0fe-171cbb91d579 HTTP/1.1" status: 200 len: 977 time: 0.1406615 Dec 18 13:30:27.283783 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee75a17a-13a4-4dc6-9c1c-17f3dccb58d1 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Network 52ea3fd2-65dd-4d66-9508-2e5fd8980057 is scheduled to be hosted by DHCP agent aa77effa-0e3a-4bbd-a383-4d58ed3328d0 with binding_index 1 {{(pid=103160) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 18 13:30:27.287824 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 53438) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:30:27.294986 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-c96097da-c692-414f-b147-25f3a2ff742d None None] Could not find standard attr ID for object 938424d5-e352-4c70-aabd-b121e70320a6. {{(pid=103161) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 18 13:30:27.305831 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-051a95d4-4031-4932-9868-c2d9dddac026 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks [] for subnet, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:27.311655 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-e4186266-4613-4ff9-aabe-16f823d43e64 req-74f1f754-ef73-40a3-8b29-87b59b9d6775 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5659917'] for port, after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:27.320826 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.base_scheduler [None req-ee75a17a-13a4-4dc6-9c1c-17f3dccb58d1 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-744815-20-hyperv, 52ea3fd2-65dd-4d66-9508-2e5fd8980057) {{(pid=103160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:30:27.325735 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee75a17a-13a4-4dc6-9c1c-17f3dccb58d1 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:30:27.326516 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-ee75a17a-13a4-4dc6-9c1c-17f3dccb58d1 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Publish callbacks [] for subnet, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:27.332339 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88554949-6875-4fc6-9b7b-4eea9dfa06f7 None None] Network 52ea3fd2-65dd-4d66-9508-2e5fd8980057 requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:30:27.377185 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534e6187-22c9-4fea-b873-04fa010c9a3b req-2f2eb179-a9e5-41cd-9778-a65401bd6935 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:30:27.378402 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-534e6187-22c9-4fea-b873-04fa010c9a3b req-2f2eb179-a9e5-41cd-9778-a65401bd6935 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6564b3d-9478-4ad2-b062-315cb204d8f1 HTTP/1.1" status: 200 len: 943 time: 0.2420034 Dec 18 13:30:27.435052 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-ee75a17a-13a4-4dc6-9c1c-17f3dccb58d1 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.8286974 Dec 18 13:30:27.448429 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 53440) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:30:27.500716 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd890220-9bf3-41fb-a3fa-6677b6e7e236 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp31e170a0-46a1-5ba9-9dc1-7ee4f866f0d7-52ea3fd2-65dd-4d66-9508-2e5fd8980057', 'network_id': '52ea3fd2-65dd-4d66-9508-2e5fd8980057', 'project_id': 'f5afdd4acb1d4a48932f1bea649c1c37', 'fixed_ips': [{'subnet_id': '08487eb0-3553-454f-b7ba-4de4e7252966'}]}} from dv-neutron-744815-20-hyperv. {{(pid=103161) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 18 13:30:27.502363 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-cd890220-9bf3-41fb-a3fa-6677b6e7e236 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:27.526493 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4186266-4613-4ff9-aabe-16f823d43e64 req-74f1f754-ef73-40a3-8b29-87b59b9d6775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:30:27.527187 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-e4186266-4613-4ff9-aabe-16f823d43e64 req-74f1f754-ef73-40a3-8b29-87b59b9d6775 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:27.529225 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-e4186266-4613-4ff9-aabe-16f823d43e64 req-74f1f754-ef73-40a3-8b29-87b59b9d6775 service neutron] 10.222.0.43 "PUT /v2.0/ports/4eb6f8b9-39e2-4c73-a65f-40154d8c96cd HTTP/1.1" status: 200 len: 1093 time: 2.9194546 Dec 18 13:30:27.545635 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-85867737-6919-4035-abed-da8dc62eaa94 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] 10.222.0.31 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.2565699 Dec 18 13:30:27.548416 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 53442) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:30:27.556786 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-08f49d8b-d1a5-442c-941d-0032aad02c14 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Request body: {'floatingip': {'port_id': '0c06f285-990b-4b85-b479-7ac50e3d79a8'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:30:27.573641 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-534e6187-22c9-4fea-b873-04fa010c9a3b req-86f7ba4b-b7fa-4630-832c-18224cd3f089 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/security-groups?id=108eb00a-391a-4c3a-9c51-2dc2e6cd5b29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1644244 Dec 18 13:30:27.574894 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6564b3d-9478-4ad2-b062-315cb204d8f1', 'tag': '4eb6f8b9-39e2-4c73-a65f-40154d8c96cd'}] {{(pid=103159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 18 13:30:27.577040 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca844cf115d59c1fab86abc202fb4c13735de0d7e4cbbbb25eec9406e9c87431" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1db0277-b8cb-4c7c-b618-ef0a503d59db" -d '{"events": [{"name": "network-changed", "server_uuid": "e6564b3d-9478-4ad2-b062-315cb204d8f1", "tag": "4eb6f8b9-39e2-4c73-a65f-40154d8c96cd"}]}' {{(pid=103159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 18 13:30:27.583743 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-051a95d4-4031-4932-9868-c2d9dddac026 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5589624'] for subnet, precommit_delete_associations {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:27.707324 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 13:30:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2568a97f-a737-48d6-af3d-e437e71f9ca1 x-openstack-request-id: req-2568a97f-a737-48d6-af3d-e437e71f9ca1 {{(pid=103159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 18 13:30:27.707916 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6564b3d-9478-4ad2-b062-315cb204d8f1", "tag": "4eb6f8b9-39e2-4c73-a65f-40154d8c96cd", "status": "completed", "code": 200}]} {{(pid=103159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 18 13:30:27.709915 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2568a97f-a737-48d6-af3d-e437e71f9ca1 {{(pid=103159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 18 13:30:27.710505 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6564b3d-9478-4ad2-b062-315cb204d8f1', 'tag': '4eb6f8b9-39e2-4c73-a65f-40154d8c96cd', 'status': 'completed', 'code': 200} Dec 18 13:30:27.738402 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f1f754-ef73-40a3-8b29-87b59b9d6775 service neutron] Pushing event updated for resources: {'Port': ['ID=4eb6f8b9-39e2-4c73-a65f-40154d8c96cd,revision_number=3']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:30:27.746670 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-d2de0a7d-ec6f-4a46-a23e-347ffc06fbfd None None] Could not find standard attr ID for object 938424d5-e352-4c70-aabd-b121e70320a6. {{(pid=103161) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 18 13:30:27.793126 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4186266-4613-4ff9-aabe-16f823d43e64 req-a6588d24-aac5-49a9-bee5-262ef3753e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:30:27.794729 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-e4186266-4613-4ff9-aabe-16f823d43e64 req-a6588d24-aac5-49a9-bee5-262ef3753e8a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6e88b8a5aed24360a829007d7fd9d0fd&device_id=e6564b3d-9478-4ad2-b062-315cb204d8f1 HTTP/1.1" status: 200 len: 1096 time: 0.1092024 Dec 18 13:30:27.826552 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-08f49d8b-d1a5-442c-941d-0032aad02c14 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Publish callbacks [] for floatingip, before_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:27.899341 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_common [None req-cd890220-9bf3-41fb-a3fa-6677b6e7e236 None None] Allocated IP 172.20.0.1 (52ea3fd2-65dd-4d66-9508-2e5fd8980057/08487eb0-3553-454f-b7ba-4de4e7252966/d909c5b6-d07d-4754-8272-5ae983b36f9e) {{(pid=103161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:30:27.919444 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-ac77c1e9-972f-40c2-abc4-be5d926cff82 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2023137'] for network, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:27.928819 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-e4186266-4613-4ff9-aabe-16f823d43e64 req-b6a8529f-5556-41d5-8e8b-872e0f8f1abf service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4eb6f8b9-39e2-4c73-a65f-40154d8c96cd HTTP/1.1" status: 200 len: 217 time: 0.1245363 Dec 18 13:30:28.047999 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-ac77c1e9-972f-40c2-abc4-be5d926cff82 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1929185'] for subnet, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:28.050376 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-1c8209bb-19a4-48fc-8016-78e0d6a7ebe0 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:28.052977 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-051a95d4-4031-4932-9868-c2d9dddac026 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1929185'] for subnet, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:28.057296 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4186266-4613-4ff9-aabe-16f823d43e64 req-7a451fa7-a1ec-4717-918c-eaca3cb8681f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:30:28.059001 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-e4186266-4613-4ff9-aabe-16f823d43e64 req-7a451fa7-a1ec-4717-918c-eaca3cb8681f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ba320a99-11ba-43e3-b2e3-bcb19e0899a2 HTTP/1.1" status: 200 len: 835 time: 0.1033702 Dec 18 13:30:28.152448 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8209bb-19a4-48fc-8016-78e0d6a7ebe0 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Pushing event deleted for resources: {'Port': ['ID=d27023bd-50d4-4eec-8aec-29d25937f094,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:30:28.196896 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-1c8209bb-19a4-48fc-8016-78e0d6a7ebe0 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:28.201589 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-1c8209bb-19a4-48fc-8016-78e0d6a7ebe0 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] 10.222.0.31 "DELETE /v2.0/ports/d27023bd-50d4-4eec-8aec-29d25937f094 HTTP/1.1" status: 204 len: 168 time: 2.1903036 Dec 18 13:30:28.207458 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 53446) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:30:28.223413 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4186266-4613-4ff9-aabe-16f823d43e64 req-3df67286-6346-4c6d-8dda-be765d81a1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:30:28.225104 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-e4186266-4613-4ff9-aabe-16f823d43e64 req-3df67286-6346-4c6d-8dda-be765d81a1ea service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=1f2d5a30-cad3-45c3-b064-c7c1eec3de2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1082642 Dec 18 13:30:28.312187 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-cd890220-9bf3-41fb-a3fa-6677b6e7e236 None None] Publish callbacks [] for port, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:28.327470 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-cd890220-9bf3-41fb-a3fa-6677b6e7e236 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975'] for port, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:28.381845 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-e4186266-4613-4ff9-aabe-16f823d43e64 req-0a84d3a4-8474-43f7-8afd-af0843714bc0 service neutron] 10.222.0.43 "GET /v2.0/networks/1f2d5a30-cad3-45c3-b064-c7c1eec3de2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466610 Dec 18 13:30:28.384814 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-051a95d4-4031-4932-9868-c2d9dddac026 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1929192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5659851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6017053'] for subnet, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:28.397493 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-afa9ae9b-bdbb-4010-bcf6-3a46ce66cf71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:28.399423 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd890220-9bf3-41fb-a3fa-6677b6e7e236 None None] Network 52ea3fd2-65dd-4d66-9508-2e5fd8980057 is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:30:28.404321 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-cd890220-9bf3-41fb-a3fa-6677b6e7e236 None None] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:30:28.408567 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd890220-9bf3-41fb-a3fa-6677b6e7e236 None None] Received port after_create {{(pid=103161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:30:28.422430 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd890220-9bf3-41fb-a3fa-6677b6e7e236 None None] Pushing event updated for resources: {'Port': ['ID=d909c5b6-d07d-4754-8272-5ae983b36f9e,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:30:28.461226 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9719a528-079b-4e64-a8f0-b6d4870e4431 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:30:28.463840 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9719a528-079b-4e64-a8f0-b6d4870e4431 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:30:28.467234 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-9719a528-079b-4e64-a8f0-b6d4870e4431 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.2289994 Dec 18 13:30:28.479467 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 53448) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:30:28.484173 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-ac77c1e9-972f-40c2-abc4-be5d926cff82 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1929192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4533475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4514371'] for subnet, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:28.531083 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-e4186266-4613-4ff9-aabe-16f823d43e64 req-93645d00-d238-479e-8eaa-00c668d2765e service neutron] 10.222.0.43 "GET /v2.0/networks/1f2d5a30-cad3-45c3-b064-c7c1eec3de2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343541 Dec 18 13:30:28.531757 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-cd890220-9bf3-41fb-a3fa-6677b6e7e236 None None] Attempting to bind port d909c5b6-d07d-4754-8272-5ae983b36f9e on host dv-neutron-744815-20-hyperv for vnic_type normal with profile {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 13:30:28.533611 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-cd890220-9bf3-41fb-a3fa-6677b6e7e236 None None] Attempting to bind port d909c5b6-d07d-4754-8272-5ae983b36f9e by drivers openvswitch,hyperv on host dv-neutron-744815-20-hyperv at level 0 using segments [{'id': 'eab92fc1-2b22-41a7-9ea7-92cf642cc3b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '52ea3fd2-65dd-4d66-9508-2e5fd8980057'}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 13:30:28.533927 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd890220-9bf3-41fb-a3fa-6677b6e7e236 None None] Attempting to bind port d909c5b6-d07d-4754-8272-5ae983b36f9e on network 52ea3fd2-65dd-4d66-9508-2e5fd8980057 {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 13:30:28.554167 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd890220-9bf3-41fb-a3fa-6677b6e7e236 None None] Checking agent: {'id': '428fa9fa-43db-4db9-9f96-f60ffe931f2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-20-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 13, 19, 1), 'started_at': datetime.datetime(2021, 12, 18, 13, 19, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 13, 30, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-20-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 18 13:30:28.555129 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd890220-9bf3-41fb-a3fa-6677b6e7e236 None None] Checking segment: {'id': 'eab92fc1-2b22-41a7-9ea7-92cf642cc3b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '52ea3fd2-65dd-4d66-9508-2e5fd8980057'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 13:30:28.555845 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-cd890220-9bf3-41fb-a3fa-6677b6e7e236 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:28.556398 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd890220-9bf3-41fb-a3fa-6677b6e7e236 None None] Bound using segment: {'id': 'eab92fc1-2b22-41a7-9ea7-92cf642cc3b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '52ea3fd2-65dd-4d66-9508-2e5fd8980057'} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 18 13:30:28.557154 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-cd890220-9bf3-41fb-a3fa-6677b6e7e236 None None] Bound port: d909c5b6-d07d-4754-8272-5ae983b36f9e, host: dv-neutron-744815-20-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eab92fc1-2b22-41a7-9ea7-92cf642cc3b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '52ea3fd2-65dd-4d66-9508-2e5fd8980057'}}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 18 13:30:28.557604 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-cd890220-9bf3-41fb-a3fa-6677b6e7e236 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:28.585627 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-051a95d4-4031-4932-9868-c2d9dddac026 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047995'] for subnet, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:28.594068 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-051a95d4-4031-4932-9868-c2d9dddac026 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] 10.222.0.31 "DELETE /v2.0/subnets/980514c5-3083-4315-bfc2-5d2d08515492 HTTP/1.1" status: 204 len: 168 time: 1.5032694 Dec 18 13:30:28.596001 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051a95d4-4031-4932-9868-c2d9dddac026 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Pushing event deleted for resources: {'Subnet': ['ID=980514c5-3083-4315-bfc2-5d2d08515492,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:30:28.599556 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 53450) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:30:28.637673 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-cd890220-9bf3-41fb-a3fa-6677b6e7e236 None None] For port d909c5b6-d07d-4754-8272-5ae983b36f9e, host dv-neutron-744815-20-hyperv, cleared binding levels {{(pid=103161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 18 13:30:28.642042 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95cae469-dc2b-4cf5-9cd0-31202cf33b0b None None] Network 5588ea4f-97be-47f0-8409-4e3ab545c488 requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:30:28.645472 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-cd890220-9bf3-41fb-a3fa-6677b6e7e236 None None] For port d909c5b6-d07d-4754-8272-5ae983b36f9e, host dv-neutron-744815-20-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=d909c5b6-d07d-4754-8272-5ae983b36f9e,segment=NetworkSegment(eab92fc1-2b22-41a7-9ea7-92cf642cc3b5),segment_id=eab92fc1-2b22-41a7-9ea7-92cf642cc3b5)] {{(pid=103161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 18 13:30:28.664104 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-5f089d5c-56ea-4811-aaed-0369a0b08e7e tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Request body: {'subnet': {'network_id': '5588ea4f-97be-47f0-8409-4e3ab545c488', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:30:28.673041 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-cd890220-9bf3-41fb-a3fa-6677b6e7e236 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:28.772492 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-ac77c1e9-972f-40c2-abc4-be5d926cff82 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1927292', 'neutron.services.segments.db._delete_segments_for_network-8767106887837'] for network, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:28.803262 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.services.segments.db [None req-ac77c1e9-972f-40c2-abc4-be5d926cff82 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52ea3fd2-65dd-4d66-9508-2e5fd8980057']}} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:30:28.816256 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.services.segments.db [None req-ac77c1e9-972f-40c2-abc4-be5d926cff82 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eab92fc1-2b22-41a7-9ea7-92cf642cc3b5') {'for_net_delete': True} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:30:28.816578 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.services.segments.db [None req-ac77c1e9-972f-40c2-abc4-be5d926cff82 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eab92fc1-2b22-41a7-9ea7-92cf642cc3b5') {} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:30:28.816742 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd890220-9bf3-41fb-a3fa-6677b6e7e236 None None] Pushing event updated for resources: {'Port': ['ID=d909c5b6-d07d-4754-8272-5ae983b36f9e,revision_number=2']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:30:28.838837 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac77c1e9-972f-40c2-abc4-be5d926cff82 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Pushing event deleted for resources: {'Subnet': ['ID=08487eb0-3553-454f-b7ba-4de4e7252966,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:30:28.850692 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-ac77c1e9-972f-40c2-abc4-be5d926cff82 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767106888614', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4533424'] for segment, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:28.860713 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0298e4c-5aab-45d2-b16a-09b6ebfd7efb tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Deleting subnet c1aada40-e4ec-4954-8229-a22b1210d264 {{(pid=103160) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 18 13:30:28.862156 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-addbce06-3404-4298-8937-837b161a3e55 None None] Network 52ea3fd2-65dd-4d66-9508-2e5fd8980057 requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:30:28.868196 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1db0277-b8cb-4c7c-b618-ef0a503d59db req-01880f0f-e3a6-4ab1-bb21-1410bb62efe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:30:28.870126 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-f1db0277-b8cb-4c7c-b618-ef0a503d59db req-01880f0f-e3a6-4ab1-bb21-1410bb62efe8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6e88b8a5aed24360a829007d7fd9d0fd&device_id=e6564b3d-9478-4ad2-b062-315cb204d8f1 HTTP/1.1" status: 200 len: 1096 time: 0.2678452 Dec 18 13:30:28.889904 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1af9322-c2e2-443b-a9cd-19065587b3bf req-c14c68fd-7aaf-4ef7-9495-e7cb170ef323 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:30:28.899084 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-b1af9322-c2e2-443b-a9cd-19065587b3bf req-c14c68fd-7aaf-4ef7-9495-e7cb170ef323 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6564b3d-9478-4ad2-b062-315cb204d8f1 HTTP/1.1" status: 200 len: 943 time: 0.1616724 Dec 18 13:30:28.988689 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-e0298e4c-5aab-45d2-b16a-09b6ebfd7efb tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks [] for subnet, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:29.061549 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-b1af9322-c2e2-443b-a9cd-19065587b3bf req-054e9ba9-a1c8-48c2-ba9e-e814481536a8 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/security-groups?id=108eb00a-391a-4c3a-9c51-2dc2e6cd5b29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1610336 Dec 18 13:30:29.094998 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1db0277-b8cb-4c7c-b618-ef0a503d59db req-892f5759-fd4b-4cb0-9df4-b7a94e8257d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:30:29.096526 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-f1db0277-b8cb-4c7c-b618-ef0a503d59db req-892f5759-fd4b-4cb0-9df4-b7a94e8257d7 service neutron] 10.222.0.43 "GET /v2.0/networks?id=1f2d5a30-cad3-45c3-b064-c7c1eec3de2d HTTP/1.1" status: 200 len: 898 time: 0.1859717 Dec 18 13:30:29.100849 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f089d5c-56ea-4811-aaed-0369a0b08e7e tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Made reservation on behalf of a17167c2bc3d4518ab90268c4af7e6a0 for: {'subnet': 1} {{(pid=103159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:30:29.104996 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-5f089d5c-56ea-4811-aaed-0369a0b08e7e tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6017072'] for subnet, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:29.177410 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-f1db0277-b8cb-4c7c-b618-ef0a503d59db req-22c49eac-274d-4bf6-8333-44d3ae68ab03 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4eb6f8b9-39e2-4c73-a65f-40154d8c96cd HTTP/1.1" status: 200 len: 217 time: 0.0671608 Dec 18 13:30:29.307610 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1db0277-b8cb-4c7c-b618-ef0a503d59db req-d394d038-9ae8-414e-acfe-3890b1da1ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:30:29.309347 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-f1db0277-b8cb-4c7c-b618-ef0a503d59db req-d394d038-9ae8-414e-acfe-3890b1da1ba9 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ba320a99-11ba-43e3-b2e3-bcb19e0899a2 HTTP/1.1" status: 200 len: 835 time: 0.0780225 Dec 18 13:30:29.418158 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-ac77c1e9-972f-40c2-abc4-be5d926cff82 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:29.426176 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1db0277-b8cb-4c7c-b618-ef0a503d59db req-c2deb7d8-827b-4382-a907-305be04fe96f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:30:29.428006 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-f1db0277-b8cb-4c7c-b618-ef0a503d59db req-c2deb7d8-827b-4382-a907-305be04fe96f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=1f2d5a30-cad3-45c3-b064-c7c1eec3de2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0609376 Dec 18 13:30:29.434996 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac77c1e9-972f-40c2-abc4-be5d926cff82 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Releasing vlan 120 on physical network physnet1 to pool {{(pid=103160) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 18 13:30:29.435286 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-ac77c1e9-972f-40c2-abc4-be5d926cff82 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4533569'] for segment, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:29.443520 dv-neutron-744815-20-hyperv neutron-server[103160]: Traceback (most recent call last): Dec 18 13:30:29.443520 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 18 13:30:29.443520 dv-neutron-744815-20-hyperv neutron-server[103160]: timer() Dec 18 13:30:29.443520 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 18 13:30:29.443520 dv-neutron-744815-20-hyperv neutron-server[103160]: cb(*args, **kw) Dec 18 13:30:29.443520 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 18 13:30:29.443520 dv-neutron-744815-20-hyperv neutron-server[103160]: return func(*args, **kwargs) Dec 18 13:30:29.443520 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 18 13:30:29.443520 dv-neutron-744815-20-hyperv neutron-server[103160]: self._notify() Dec 18 13:30:29.443520 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 18 13:30:29.443520 dv-neutron-744815-20-hyperv neutron-server[103160]: self.callback(batched_events) Dec 18 13:30:29.443520 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 18 13:30:29.443520 dv-neutron-744815-20-hyperv neutron-server[103160]: event.method(event) Dec 18 13:30:29.443520 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 18 13:30:29.443520 dv-neutron-744815-20-hyperv neutron-server[103160]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 18 13:30:29.443520 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 18 13:30:29.443520 dv-neutron-744815-20-hyperv neutron-server[103160]: aggregate_uuid = self.p_client.list_aggregates( Dec 18 13:30:29.443520 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 18 13:30:29.443520 dv-neutron-744815-20-hyperv neutron-server[103160]: return f(self, *a, **k) Dec 18 13:30:29.443520 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 18 13:30:29.443520 dv-neutron-744815-20-hyperv neutron-server[103160]: return self._get(url).json() Dec 18 13:30:29.443520 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 18 13:30:29.443520 dv-neutron-744815-20-hyperv neutron-server[103160]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 18 13:30:29.443520 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 18 13:30:29.443520 dv-neutron-744815-20-hyperv neutron-server[103160]: return self.request(url, 'GET', **kwargs) Dec 18 13:30:29.443520 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 18 13:30:29.443520 dv-neutron-744815-20-hyperv neutron-server[103160]: base_url = self.get_endpoint(auth, allow=allow, Dec 18 13:30:29.443520 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 18 13:30:29.443520 dv-neutron-744815-20-hyperv neutron-server[103160]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 18 13:30:29.443520 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 18 13:30:29.443520 dv-neutron-744815-20-hyperv neutron-server[103160]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 18 13:30:29.443520 dv-neutron-744815-20-hyperv neutron-server[103160]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 18 13:30:29.451458 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.db.resource_extend [None req-08f49d8b-d1a5-442c-941d-0032aad02c14 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] It took 0.51 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 18 13:30:29.558029 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-e0298e4c-5aab-45d2-b16a-09b6ebfd7efb tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4533385'] for subnet, precommit_delete_associations {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:29.623757 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.db.api [None req-ac77c1e9-972f-40c2-abc4-be5d926cff82 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 18 13:30:29.623757 dv-neutron-744815-20-hyperv neutron-server[103160]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 18 13:30:29.623757 dv-neutron-744815-20-hyperv neutron-server[103160]: [parameters: {'id': '52ea3fd2-65dd-4d66-9508-2e5fd8980057'}] Dec 18 13:30:29.623757 dv-neutron-744815-20-hyperv neutron-server[103160]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103160) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 18 13:30:29.624323 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG oslo_db.api [None req-ac77c1e9-972f-40c2-abc4-be5d926cff82 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 18 13:30:29.631115 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-08f49d8b-d1a5-442c-941d-0032aad02c14 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:29.641475 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-f1db0277-b8cb-4c7c-b618-ef0a503d59db req-8382ad9e-934d-48d5-a1cd-79f6899a6bae service neutron] 10.222.0.43 "GET /v2.0/networks/1f2d5a30-cad3-45c3-b064-c7c1eec3de2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2008288 Dec 18 13:30:29.642713 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-5f089d5c-56ea-4811-aaed-0369a0b08e7e tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5659786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6017062'] for subnet, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:29.647128 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-08f49d8b-d1a5-442c-941d-0032aad02c14 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-587004'] for floatingip, after_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:29.779700 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f089d5c-56ea-4811-aaed-0369a0b08e7e tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Network 5588ea4f-97be-47f0-8409-4e3ab545c488 is already hosted by enough agents. {{(pid=103159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:30:29.784069 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24470f3e-ee87-4e64-83b9-fac0398528e8 None None] get_active_networks_info from dv-neutron-744815-20-hyperv {{(pid=103161) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 18 13:30:29.786229 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.base_scheduler [None req-5f089d5c-56ea-4811-aaed-0369a0b08e7e tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Resources bound (agent type, host, resource id): {{(pid=103159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:30:29.792148 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f089d5c-56ea-4811-aaed-0369a0b08e7e tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:30:29.792816 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-5f089d5c-56ea-4811-aaed-0369a0b08e7e tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047995'] for subnet, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:29.808809 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f089d5c-56ea-4811-aaed-0369a0b08e7e tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Pushing event updated for resources: {'Subnet': ['ID=ac0d4d2f-dd82-4dd6-ae0d-52a2e5d31fee,revision_number=0']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:30:29.823777 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-e0298e4c-5aab-45d2-b16a-09b6ebfd7efb tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1929185'] for subnet, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:29.852109 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-f1db0277-b8cb-4c7c-b618-ef0a503d59db req-14c9478c-d302-4912-b903-79429004856c service neutron] 10.222.0.43 "GET /v2.0/networks/1f2d5a30-cad3-45c3-b064-c7c1eec3de2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1712904 Dec 18 13:30:29.869597 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-5f089d5c-56ea-4811-aaed-0369a0b08e7e tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2158329 Dec 18 13:30:29.871712 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 53458) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:30:29.881940 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-7643c96b-823e-4445-a907-0dfe64b8561e tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Request body: {'security_group': {'name': 'tempest-secgroup-420196726'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:30:29.895748 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.db.l3_db [None req-08f49d8b-d1a5-442c-941d-0032aad02c14 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Floating IP 018a2705-7ef1-4115-a0fe-171cbb91d579 associated. External IP: 172.26.3.86, port: 44478af2-b640-4696-893d-62cd1cb50d09. Dec 18 13:30:29.906851 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-ef03595c-747e-4fa8-aca8-1e0b6299c33c None None] Provisioning complete for port 20db43dc-0bd5-42ca-8c6c-875ede820bf0 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:30:29.907946 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ef03595c-747e-4fa8-aca8-1e0b6299c33c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:29.927119 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-7643c96b-823e-4445-a907-0dfe64b8561e tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks [] for security_group, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:29.960077 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-ef03595c-747e-4fa8-aca8-1e0b6299c33c None None] Port 20db43dc-0bd5-42ca-8c6c-875ede820bf0 cannot update to ACTIVE because it is not bound. {{(pid=103161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 13:30:29.970995 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7b7a3272-2b45-4d32-9670-25eb1afd1184 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:29.995539 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-ef03595c-747e-4fa8-aca8-1e0b6299c33c None None] Provisioning complete for port 5396db90-8408-46bc-989d-480bd663bc7a triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:30:29.996016 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ef03595c-747e-4fa8-aca8-1e0b6299c33c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:30.006907 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-e0298e4c-5aab-45d2-b16a-09b6ebfd7efb tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1929192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4533475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4514371'] for subnet, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:30.037224 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-7643c96b-823e-4445-a907-0dfe64b8561e tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks [] for security_group, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:30.038305 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24470f3e-ee87-4e64-83b9-fac0398528e8 None None] Resources bound (agent type, host, resource id): {{(pid=103161) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 18 13:30:30.043351 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-7643c96b-823e-4445-a907-0dfe64b8561e tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:30.054788 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-e0298e4c-5aab-45d2-b16a-09b6ebfd7efb tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks [] for subnet, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:30.058187 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-e0298e4c-5aab-45d2-b16a-09b6ebfd7efb tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] 10.222.0.31 "DELETE /v2.0/subnets/c1aada40-e4ec-4954-8229-a22b1210d264 HTTP/1.1" status: 204 len: 168 time: 1.5768936 Dec 18 13:30:30.059347 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0298e4c-5aab-45d2-b16a-09b6ebfd7efb tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Pushing event deleted for resources: {'Subnet': ['ID=c1aada40-e4ec-4954-8229-a22b1210d264,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:30:30.064581 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 53460) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:30:30.097022 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-7643c96b-823e-4445-a907-0dfe64b8561e tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks [] for security_group, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:30.098985 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-7643c96b-823e-4445-a907-0dfe64b8561e tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1759 time: 0.2250473 Dec 18 13:30:30.103081 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 53464) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:30:30.111490 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-87435f93-c232-4aaf-aef5-15b97522613e tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Request body: {'security_group': {'name': 'tempest-secgroup-168154821'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:30:30.116095 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-3070a97d-6491-4513-bd83-fd907ae79036 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0501502 Dec 18 13:30:30.120225 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 53466) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:30:30.125298 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-ac77c1e9-972f-40c2-abc4-be5d926cff82 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2023137'] for network, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:30.126440 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-62dd09fe-54c7-4e05-8faf-34a93620ebc4 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Request body: {'subnet': {'network_id': 'a0b84a49-8464-4342-a47d-bd714ebbec81', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:30:30.138509 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7643c96b-823e-4445-a907-0dfe64b8561e tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ccc85fc-2d6f-40cd-9e28-a2ed7a4e8ba2,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:30:30.235484 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-87435f93-c232-4aaf-aef5-15b97522613e tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks [] for security_group, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:30.334171 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62dd09fe-54c7-4e05-8faf-34a93620ebc4 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Made reservation on behalf of 606a569495c64210af9cc9fb7e76dd52 for: {'subnet': 1} {{(pid=103159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:30:30.338263 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-62dd09fe-54c7-4e05-8faf-34a93620ebc4 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6017072'] for subnet, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:30.386754 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d5ae9c-3c3f-4ffc-a39f-1c12da216f7d req-5807603b-5aee-436b-9dfa-2b77c7cb5b41 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:30:30.392863 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-33d5ae9c-3c3f-4ffc-a39f-1c12da216f7d req-5807603b-5aee-436b-9dfa-2b77c7cb5b41 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6564b3d-9478-4ad2-b062-315cb204d8f1 HTTP/1.1" status: 200 len: 943 time: 0.1158638 Dec 18 13:30:30.401742 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08f49d8b-d1a5-442c-941d-0032aad02c14 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Router 8b4400aa-73df-4467-9875-5e1ec7c9ec97 has already been hosted by L3 agent c9c0cd52-5bd2-4704-9429-d80f1c5ad23c {{(pid=103160) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 18 13:30:30.414013 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-ac77c1e9-972f-40c2-abc4-be5d926cff82 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Deleting port d909c5b6-d07d-4754-8272-5ae983b36f9e {{(pid=103160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:30:30.415220 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-ac77c1e9-972f-40c2-abc4-be5d926cff82 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:30.434905 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-87435f93-c232-4aaf-aef5-15b97522613e tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks [] for security_group, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:30.455908 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-87435f93-c232-4aaf-aef5-15b97522613e tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:30.537364 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87435f93-c232-4aaf-aef5-15b97522613e tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70f6a715-caf3-4f08-bcf0-ac66c617afcb,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:30:30.562750 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-87435f93-c232-4aaf-aef5-15b97522613e tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks [] for security_group, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:30.564502 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.db [None req-ac77c1e9-972f-40c2-abc4-be5d926cff82 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] For port d909c5b6-d07d-4754-8272-5ae983b36f9e, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=d909c5b6-d07d-4754-8272-5ae983b36f9e,segment=NetworkSegment(eab92fc1-2b22-41a7-9ea7-92cf642cc3b5),segment_id=eab92fc1-2b22-41a7-9ea7-92cf642cc3b5)] {{(pid=103160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:30:30.564996 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-ac77c1e9-972f-40c2-abc4-be5d926cff82 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:30.565473 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-87435f93-c232-4aaf-aef5-15b97522613e tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1759 time: 0.4610100 Dec 18 13:30:30.595003 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 53468) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:30:30.600340 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-21218f38-f1cb-4680-a110-c82000147909 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Request body: {'security_group': {'name': 'tempest-secgroup-1991838480'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:30:30.659243 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-21218f38-f1cb-4680-a110-c82000147909 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks [] for security_group, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:30.720270 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-ac77c1e9-972f-40c2-abc4-be5d926cff82 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Calling delete_port for d909c5b6-d07d-4754-8272-5ae983b36f9e owned by network:dhcp {{(pid=103160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:30:30.771608 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-33d5ae9c-3c3f-4ffc-a39f-1c12da216f7d req-6d7f32d9-350c-4a92-a54c-46a4ee550532 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/security-groups?id=108eb00a-391a-4c3a-9c51-2dc2e6cd5b29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2607737 Dec 18 13:30:30.828655 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08f49d8b-d1a5-442c-941d-0032aad02c14 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Notify agent at l3_agent.dv-neutron-744815-20-hyperv the message routers_updated {{(pid=103160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 13:30:30.842979 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29818ad0-3e15-4fe9-951f-714ee3ceb3bf None None] Sync routers for ids ['8b4400aa-73df-4467-9875-5e1ec7c9ec97'] in dv-neutron-744815-20-hyperv {{(pid=103162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 13:30:30.870991 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36b4d65d-8cf6-4e12-b566-8fe19940f112 None None] Network 5588ea4f-97be-47f0-8409-4e3ab545c488 requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:30:30.876650 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f77d9a09-256c-4152-9731-c7c471f555c8 None None] Network a0b84a49-8464-4342-a47d-bd714ebbec81 requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:30:30.882216 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:30.916897 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29818ad0-3e15-4fe9-951f-714ee3ceb3bf None None] Routers {'8b4400aa-73df-4467-9875-5e1ec7c9ec97'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:30:30.922755 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-29818ad0-3e15-4fe9-951f-714ee3ceb3bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:30:27Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['8b4400aa-73df-4467-9875-5e1ec7c9ec97'], 'active': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:30:30.976859 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-21218f38-f1cb-4680-a110-c82000147909 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks [] for security_group, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:30.987598 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.objects.ports [None req-62dd09fe-54c7-4e05-8faf-34a93620ebc4 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103159) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 18 13:30:30.989861 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-21218f38-f1cb-4680-a110-c82000147909 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:31.037108 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-29818ad0-3e15-4fe9-951f-714ee3ceb3bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:30:31.066417 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-ac77c1e9-972f-40c2-abc4-be5d926cff82 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4533522'] for port, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:31.071124 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29818ad0-3e15-4fe9-951f-714ee3ceb3bf None None] Routers {'8b4400aa-73df-4467-9875-5e1ec7c9ec97'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:30:31.071857 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-29818ad0-3e15-4fe9-951f-714ee3ceb3bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:30:27Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['8b4400aa-73df-4467-9875-5e1ec7c9ec97'], 'active': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:30:31.142612 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac77c1e9-972f-40c2-abc4-be5d926cff82 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] No DVR routers for this DVR port d909c5b6-d07d-4754-8272-5ae983b36f9e on host dv-neutron-744815-20-hyperv {{(pid=103160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 18 13:30:31.171731 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-29818ad0-3e15-4fe9-951f-714ee3ceb3bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:30:31.173418 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29818ad0-3e15-4fe9-951f-714ee3ceb3bf None None] The sync data for ids ['8b4400aa-73df-4467-9875-5e1ec7c9ec97'] in dv-neutron-744815-20-hyperv is: [] {{(pid=103162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 13:30:31.177374 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-21218f38-f1cb-4680-a110-c82000147909 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks [] for security_group, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:31.178748 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-21218f38-f1cb-4680-a110-c82000147909 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.5821948 Dec 18 13:30:31.194840 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 53470) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:30:31.231736 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21218f38-f1cb-4680-a110-c82000147909 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a467bad5-565a-418f-8674-edb01995be0f,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:30:31.233469 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-dded8113-0e33-4937-8e5f-1f144bb87949 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1860507144', 'security_groups': ['a467bad5-565a-418f-8674-edb01995be0f'], 'network_id': '5588ea4f-97be-47f0-8409-4e3ab545c488', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'ac0d4d2f-dd82-4dd6-ae0d-52a2e5d31fee'}]}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:30:31.266739 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac77c1e9-972f-40c2-abc4-be5d926cff82 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Pushing event deleted for resources: {'Port': ['ID=d909c5b6-d07d-4754-8272-5ae983b36f9e,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:30:31.339638 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2b01d7a-f97c-40ee-8505-4105ad12becd None None] Update dhcp port {'port': {'network_id': '5588ea4f-97be-47f0-8409-4e3ab545c488', 'fixed_ips': [{'subnet_id': '2e1d902d-43ad-4368-84af-56605bc5edc2', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'ac0d4d2f-dd82-4dd6-ae0d-52a2e5d31fee'}], 'binding:host_id': 'dv-neutron-744815-20-hyperv'}, 'id': '5396db90-8408-46bc-989d-480bd663bc7a'} from dv-neutron-744815-20-hyperv. {{(pid=103161) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 18 13:30:31.378785 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c2b01d7a-f97c-40ee-8505-4105ad12becd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:31.407241 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-62dd09fe-54c7-4e05-8faf-34a93620ebc4 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:31.444282 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-ac77c1e9-972f-40c2-abc4-be5d926cff82 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1927292', 'neutron.services.segments.db._delete_segments_for_network-8767106887837'] for network, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:31.509315 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.services.segments.db [None req-ac77c1e9-972f-40c2-abc4-be5d926cff82 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52ea3fd2-65dd-4d66-9508-2e5fd8980057']}} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:30:31.546982 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.services.segments.db [None req-ac77c1e9-972f-40c2-abc4-be5d926cff82 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eab92fc1-2b22-41a7-9ea7-92cf642cc3b5') {'for_net_delete': True} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:30:31.547488 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.services.segments.db [None req-ac77c1e9-972f-40c2-abc4-be5d926cff82 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eab92fc1-2b22-41a7-9ea7-92cf642cc3b5') {} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:30:31.570146 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08f49d8b-d1a5-442c-941d-0032aad02c14 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Router 8b4400aa-73df-4467-9875-5e1ec7c9ec97 has already been hosted by L3 agent c9c0cd52-5bd2-4704-9429-d80f1c5ad23c {{(pid=103160) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 18 13:30:31.577745 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-ac77c1e9-972f-40c2-abc4-be5d926cff82 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767106888614', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4533424'] for segment, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:31.617214 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dded8113-0e33-4937-8e5f-1f144bb87949 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Made reservation on behalf of a17167c2bc3d4518ab90268c4af7e6a0 for: {'port': 1} {{(pid=103160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:30:31.624111 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-ac77c1e9-972f-40c2-abc4-be5d926cff82 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:31.658323 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_common [None req-c2b01d7a-f97c-40ee-8505-4105ad12becd None None] Allocated IP 2001:db8::2 (5588ea4f-97be-47f0-8409-4e3ab545c488/ac0d4d2f-dd82-4dd6-ae0d-52a2e5d31fee/5396db90-8408-46bc-989d-480bd663bc7a) {{(pid=103161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:30:31.662091 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac77c1e9-972f-40c2-abc4-be5d926cff82 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Releasing vlan 120 on physical network physnet1 to pool {{(pid=103160) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 18 13:30:31.662091 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-ac77c1e9-972f-40c2-abc4-be5d926cff82 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4533569'] for segment, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:31.667077 dv-neutron-744815-20-hyperv neutron-server[103160]: Traceback (most recent call last): Dec 18 13:30:31.667077 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 18 13:30:31.667077 dv-neutron-744815-20-hyperv neutron-server[103160]: timer() Dec 18 13:30:31.667077 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 18 13:30:31.667077 dv-neutron-744815-20-hyperv neutron-server[103160]: cb(*args, **kw) Dec 18 13:30:31.667077 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 18 13:30:31.667077 dv-neutron-744815-20-hyperv neutron-server[103160]: return func(*args, **kwargs) Dec 18 13:30:31.667077 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 18 13:30:31.667077 dv-neutron-744815-20-hyperv neutron-server[103160]: self._notify() Dec 18 13:30:31.667077 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 18 13:30:31.667077 dv-neutron-744815-20-hyperv neutron-server[103160]: self.callback(batched_events) Dec 18 13:30:31.667077 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 18 13:30:31.667077 dv-neutron-744815-20-hyperv neutron-server[103160]: event.method(event) Dec 18 13:30:31.667077 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 18 13:30:31.667077 dv-neutron-744815-20-hyperv neutron-server[103160]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 18 13:30:31.667077 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 18 13:30:31.667077 dv-neutron-744815-20-hyperv neutron-server[103160]: aggregate_uuid = self.p_client.list_aggregates( Dec 18 13:30:31.667077 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 18 13:30:31.667077 dv-neutron-744815-20-hyperv neutron-server[103160]: return f(self, *a, **k) Dec 18 13:30:31.667077 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 18 13:30:31.667077 dv-neutron-744815-20-hyperv neutron-server[103160]: return self._get(url).json() Dec 18 13:30:31.667077 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 18 13:30:31.667077 dv-neutron-744815-20-hyperv neutron-server[103160]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 18 13:30:31.667077 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 18 13:30:31.667077 dv-neutron-744815-20-hyperv neutron-server[103160]: return self.request(url, 'GET', **kwargs) Dec 18 13:30:31.667077 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 18 13:30:31.667077 dv-neutron-744815-20-hyperv neutron-server[103160]: base_url = self.get_endpoint(auth, allow=allow, Dec 18 13:30:31.667077 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 18 13:30:31.667077 dv-neutron-744815-20-hyperv neutron-server[103160]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 18 13:30:31.667077 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 18 13:30:31.667077 dv-neutron-744815-20-hyperv neutron-server[103160]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 18 13:30:31.667077 dv-neutron-744815-20-hyperv neutron-server[103160]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 18 13:30:31.677213 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.db [None req-62dd09fe-54c7-4e05-8faf-34a93620ebc4 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] For port c4e307e2-8c8c-4d96-b83d-89334fcc7633, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=c4e307e2-8c8c-4d96-b83d-89334fcc7633,segment=NetworkSegment(1d35b28d-d075-4c4f-99ab-408d9457428e),segment_id=1d35b28d-d075-4c4f-99ab-408d9457428e)] {{(pid=103159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:30:31.723971 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-62dd09fe-54c7-4e05-8faf-34a93620ebc4 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks [] for port, precommit_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:31.732195 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-62dd09fe-54c7-4e05-8faf-34a93620ebc4 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5659917'] for port, after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:31.733435 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-62dd09fe-54c7-4e05-8faf-34a93620ebc4 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5659786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6017062'] for subnet, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:31.756869 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-c5f3f77d-7b9b-4cff-982d-f29bed88c2be None None] Provisioning complete for port c4e307e2-8c8c-4d96-b83d-89334fcc7633 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:30:31.757258 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c5f3f77d-7b9b-4cff-982d-f29bed88c2be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:31.827910 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-c2b01d7a-f97c-40ee-8505-4105ad12becd None None] For port 5396db90-8408-46bc-989d-480bd663bc7a, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=5396db90-8408-46bc-989d-480bd663bc7a,segment=NetworkSegment(916d3749-bdc7-4012-a1ea-992032ad8859),segment_id=916d3749-bdc7-4012-a1ea-992032ad8859)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:30:31.853661 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62dd09fe-54c7-4e05-8faf-34a93620ebc4 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Network a0b84a49-8464-4342-a47d-bd714ebbec81 is already hosted by enough agents. {{(pid=103159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:30:31.868012 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.base_scheduler [None req-62dd09fe-54c7-4e05-8faf-34a93620ebc4 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Resources bound (agent type, host, resource id): {{(pid=103159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:30:31.875181 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62dd09fe-54c7-4e05-8faf-34a93620ebc4 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:30:31.875894 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-62dd09fe-54c7-4e05-8faf-34a93620ebc4 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047995'] for subnet, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:31.884552 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c2b01d7a-f97c-40ee-8505-4105ad12becd None None] Publish callbacks [] for port, precommit_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:31.888272 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dd09fe-54c7-4e05-8faf-34a93620ebc4 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Pushing event updated for resources: {'Port': ['ID=c4e307e2-8c8c-4d96-b83d-89334fcc7633,revision_number=9']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:30:31.896181 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dd09fe-54c7-4e05-8faf-34a93620ebc4 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Pushing event updated for resources: {'Subnet': ['ID=fc95e6a1-2b77-405c-a92c-02494de876d9,revision_number=0']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:30:31.896954 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81a1d624-a320-40e7-a0f6-65c5e7c31750 None None] Network a0b84a49-8464-4342-a47d-bd714ebbec81 requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:30:31.923780 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-62dd09fe-54c7-4e05-8faf-34a93620ebc4 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.8022783 Dec 18 13:30:31.924553 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 53474) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:30:31.935232 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-0bd88210-3c15-42a4-b0f8-b346a0dad793 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Request body: {'port': {'network_id': 'a0b84a49-8464-4342-a47d-bd714ebbec81', 'mac_address': 'fa:16:3e:11:bf:bc', 'name': 'tempest-NetworksTestDHCPv6-1276378086'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:30:31.939017 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c2b01d7a-f97c-40ee-8505-4105ad12becd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:31.951729 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-ac77c1e9-972f-40c2-abc4-be5d926cff82 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1927267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586962'] for network, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:31.959289 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-ac77c1e9-972f-40c2-abc4-be5d926cff82 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047995'] for network, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:31.966247 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-ac77c1e9-972f-40c2-abc4-be5d926cff82 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] 10.222.0.31 "DELETE /v2.0/networks/52ea3fd2-65dd-4d66-9508-2e5fd8980057 HTTP/1.1" status: 204 len: 168 time: 4.5140176 Dec 18 13:30:31.982705 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 53476) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:30:31.992432 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Device 4eb6f8b9-39e2-4c73-a65f-40154d8c96cd details requested by agent hyperv_hv-neutron-7448 with host hv-neutron-7448 {{(pid=103161) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 18 13:30:31.996809 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-874446d8-b390-4639-8ce8-3c5ae0cc69d3 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-254125517'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:30:32.013184 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac77c1e9-972f-40c2-abc4-be5d926cff82 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Pushing event deleted for resources: {'Network': ['ID=52ea3fd2-65dd-4d66-9508-2e5fd8980057,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:30:32.021700 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-dded8113-0e33-4937-8e5f-1f144bb87949 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:32.027779 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08f49d8b-d1a5-442c-941d-0032aad02c14 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Notify agent at l3_agent.dv-neutron-744815-20-hyperv the message routers_updated {{(pid=103160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 13:30:32.033868 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-08f49d8b-d1a5-442c-941d-0032aad02c14 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for floatingip, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:32.080789 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.notifiers.nova [None req-dded8113-0e33-4937-8e5f-1f144bb87949 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] device_id is not set on port a629f380-843c-4188-9462-350756bb9949 yet. {{(pid=103160) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 18 13:30:32.093040 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5466ccd2-adda-4ae8-a481-021cf00d45fd None None] Sync routers for ids ['8b4400aa-73df-4467-9875-5e1ec7c9ec97'] in dv-neutron-744815-20-hyperv {{(pid=103161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 13:30:32.139288 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19d8d51-5062-4e1a-a33b-4a2cc1812fb0 req-9a3ce4e5-d5d6-4df4-9ff5-cd5059a51e40 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:30:32.142283 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-e19d8d51-5062-4e1a-a33b-4a2cc1812fb0 req-9a3ce4e5-d5d6-4df4-9ff5-cd5059a51e40 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6564b3d-9478-4ad2-b062-315cb204d8f1 HTTP/1.1" status: 200 len: 943 time: 0.1910276 Dec 18 13:30:32.148116 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-874446d8-b390-4639-8ce8-3c5ae0cc69d3 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Made reservation on behalf of f5afdd4acb1d4a48932f1bea649c1c37 for: {'network': 1} {{(pid=103159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:30:32.154397 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-874446d8-b390-4639-8ce8-3c5ae0cc69d3 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for network, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:32.165712 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-08f49d8b-d1a5-442c-941d-0032aad02c14 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] 10.222.0.31 "PUT /v2.0/floatingips/018a2705-7ef1-4115-a0fe-171cbb91d579 HTTP/1.1" status: 200 len: 978 time: 4.6160457 Dec 18 13:30:32.169601 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 53478) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:30:32.176672 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-e948f71d-2aa8-4adc-ac2c-82732a77554d tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:30:32.187183 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5466ccd2-adda-4ae8-a481-021cf00d45fd None None] Routers {'8b4400aa-73df-4467-9875-5e1ec7c9ec97'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:30:32.187992 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-5466ccd2-adda-4ae8-a481-021cf00d45fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:30:27Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['8b4400aa-73df-4467-9875-5e1ec7c9ec97'], 'active': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:30:32.245223 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-874446d8-b390-4639-8ce8-3c5ae0cc69d3 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 147} {{(pid=103159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 18 13:30:32.275192 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-e19d8d51-5062-4e1a-a33b-4a2cc1812fb0 req-3b4efd48-5a46-4ea7-96a4-020accc83d2a tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/security-groups?id=108eb00a-391a-4c3a-9c51-2dc2e6cd5b29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0966578 Dec 18 13:30:32.277789 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-874446d8-b390-4639-8ce8-3c5ae0cc69d3 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:32.278228 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.db.segments_db [None req-874446d8-b390-4639-8ce8-3c5ae0cc69d3 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Added segment 3888e69b-e418-4cad-ace0-d880dd1dcfd7 of type vlan for network 831c8306-f5a8-4900-9a73-c467542f7bf7 Dec 18 13:30:32.289184 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-5466ccd2-adda-4ae8-a481-021cf00d45fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:30:32.294122 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bd88210-3c15-42a4-b0f8-b346a0dad793 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Made reservation on behalf of 606a569495c64210af9cc9fb7e76dd52 for: {'port': 1} {{(pid=103159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:30:32.298921 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b01d7a-f97c-40ee-8505-4105ad12becd None None] Pushing event updated for resources: {'Port': ['ID=5396db90-8408-46bc-989d-480bd663bc7a,revision_number=6']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:30:32.345398 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-e948f71d-2aa8-4adc-ac2c-82732a77554d tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Publish callbacks [] for floatingip, before_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:32.390143 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5466ccd2-adda-4ae8-a481-021cf00d45fd None None] Routers {'8b4400aa-73df-4467-9875-5e1ec7c9ec97'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:30:32.390853 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-5466ccd2-adda-4ae8-a481-021cf00d45fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:30:27Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['8b4400aa-73df-4467-9875-5e1ec7c9ec97'], 'active': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:30:32.413265 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-874446d8-b390-4639-8ce8-3c5ae0cc69d3 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767106405744'] for network, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:32.458529 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-5466ccd2-adda-4ae8-a481-021cf00d45fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:30:32.459367 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5466ccd2-adda-4ae8-a481-021cf00d45fd None None] The sync data for ids ['8b4400aa-73df-4467-9875-5e1ec7c9ec97'] in dv-neutron-744815-20-hyperv is: [] {{(pid=103161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 13:30:32.461996 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-874446d8-b390-4639-8ce8-3c5ae0cc69d3 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981'] for network, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:32.476313 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-874446d8-b390-4639-8ce8-3c5ae0cc69d3 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:30:32.477213 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-874446d8-b390-4639-8ce8-3c5ae0cc69d3 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047995'] for network, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:32.512867 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] For port 4eb6f8b9-39e2-4c73-a65f-40154d8c96cd, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=4eb6f8b9-39e2-4c73-a65f-40154d8c96cd,segment=NetworkSegment(999ac071-648b-41e4-b1fb-0b335d58804a),segment_id=999ac071-648b-41e4-b1fb-0b335d58804a)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:30:32.538591 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Returning: {'device': '4eb6f8b9-39e2-4c73-a65f-40154d8c96cd', 'network_id': '1f2d5a30-cad3-45c3-b064-c7c1eec3de2d', 'port_id': '4eb6f8b9-39e2-4c73-a65f-40154d8c96cd', 'mac_address': 'fa:16:3e:9b:28:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba320a99-11ba-43e3-b2e3-bcb19e0899a2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103161) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 18 13:30:32.557471 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-0bd88210-3c15-42a4-b0f8-b346a0dad793 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:32.589402 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-e948f71d-2aa8-4adc-ac2c-82732a77554d tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:32.671141 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:32.688801 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.notifiers.nova [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4eb6f8b9-39e2-4c73-a65f-40154d8c96cd {{(pid=103161) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 18 13:30:32.691054 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.db_base_plugin_common [None req-dded8113-0e33-4937-8e5f-1f144bb87949 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Allocated IP 2001:db8::1ad (5588ea4f-97be-47f0-8409-4e3ab545c488/ac0d4d2f-dd82-4dd6-ae0d-52a2e5d31fee/a629f380-843c-4188-9462-350756bb9949) {{(pid=103160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:30:32.694887 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device c4e307e2-8c8c-4d96-b83d-89334fcc7633 up at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 13:30:32.710213 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-874446d8-b390-4639-8ce8-3c5ae0cc69d3 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7097182 Dec 18 13:30:32.711741 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 53480) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:30:32.728733 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-6439f45c-3844-426c-8656-f52172172d19 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Request body: {'subnet': {'network_id': '831c8306-f5a8-4900-9a73-c467542f7bf7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:30:32.750230 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874446d8-b390-4639-8ce8-3c5ae0cc69d3 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Pushing event updated for resources: {'Network': ['ID=831c8306-f5a8-4900-9a73-c467542f7bf7,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:30:32.750572 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] For port 4eb6f8b9-39e2-4c73-a65f-40154d8c96cd, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=4eb6f8b9-39e2-4c73-a65f-40154d8c96cd,segment=NetworkSegment(999ac071-648b-41e4-b1fb-0b335d58804a),segment_id=999ac071-648b-41e4-b1fb-0b335d58804a)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:30:32.759313 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:32.812525 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Network 831c8306-f5a8-4900-9a73-c467542f7bf7 details requested by agent ovs-agent-dv-neutron-744815-20-hyperv with host dv-neutron-744815-20-hyperv {{(pid=103161) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 18 13:30:32.858989 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-e948f71d-2aa8-4adc-ac2c-82732a77554d tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-587004'] for floatingip, after_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:32.859381 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.db.l3_db [None req-e948f71d-2aa8-4adc-ac2c-82732a77554d tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Floating IP 018a2705-7ef1-4115-a0fe-171cbb91d579 disassociated. External IP: 172.26.3.86, port: 0c06f285-990b-4b85-b479-7ac50e3d79a8. Dec 18 13:30:32.871181 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.notifiers.nova [None req-0bd88210-3c15-42a4-b0f8-b346a0dad793 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] device_id is not set on port b74d2cdd-91f8-44d1-bcfa-540aed7db26e yet. {{(pid=103159) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 18 13:30:33.021259 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6439f45c-3844-426c-8656-f52172172d19 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Made reservation on behalf of f5afdd4acb1d4a48932f1bea649c1c37 for: {'subnet': 1} {{(pid=103159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:30:33.025602 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-6439f45c-3844-426c-8656-f52172172d19 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6017072'] for subnet, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:33.059964 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2294866d-0076-4933-952c-685307032598 None None] Provisioning complete for port c4e307e2-8c8c-4d96-b83d-89334fcc7633 triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:30:33.060340 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:33.103585 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.db_base_plugin_common [None req-0bd88210-3c15-42a4-b0f8-b346a0dad793 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Allocated IP 2001:db8::f816:3eff:fe11:bfbc (a0b84a49-8464-4342-a47d-bd714ebbec81/fc95e6a1-2b77-405c-a92c-02494de876d9/b74d2cdd-91f8-44d1-bcfa-540aed7db26e) {{(pid=103159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:30:33.110317 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Pushing event updated for resources: {'Port': ['ID=4eb6f8b9-39e2-4c73-a65f-40154d8c96cd,revision_number=4']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:30:33.121883 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-42b2bd46-2329-47c2-b88c-71b8c191510c None None] Provisioning complete for port c4e307e2-8c8c-4d96-b83d-89334fcc7633 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:30:33.122308 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-42b2bd46-2329-47c2-b88c-71b8c191510c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:33.209344 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] get_ports_and_sgs() called for port_ids ['4eb6f8b9-39e2-4c73-a65f-40154d8c96cd'] {{(pid=103161) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 18 13:30:33.304248 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 5396db90-8408-46bc-989d-480bd663bc7a up at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 13:30:33.400883 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-6439f45c-3844-426c-8656-f52172172d19 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5659786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6017062'] for subnet, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:33.470060 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2294866d-0076-4933-952c-685307032598 None None] Provisioning complete for port 5396db90-8408-46bc-989d-480bd663bc7a triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:30:33.471013 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:33.496798 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6439f45c-3844-426c-8656-f52172172d19 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Pushing event updated for resources: {'Subnet': ['ID=4498514f-82bb-4d6e-b851-a32b022aedab,revision_number=0']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:30:33.550670 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-0bd88210-3c15-42a4-b0f8-b346a0dad793 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks [] for port, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:33.566881 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6439f45c-3844-426c-8656-f52172172d19 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Checking segment: {'id': '3888e69b-e418-4cad-ace0-d880dd1dcfd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '831c8306-f5a8-4900-9a73-c467542f7bf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 13:30:33.567453 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6439f45c-3844-426c-8656-f52172172d19 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Network hostable DHCP agents. Network: 831c8306-f5a8-4900-9a73-c467542f7bf7, hostable agents: ['aa77effa-0e3a-4bbd-a383-4d58ed3328d0'], hosted agents: [] {{(pid=103159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 18 13:30:33.634219 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6439f45c-3844-426c-8656-f52172172d19 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Network 831c8306-f5a8-4900-9a73-c467542f7bf7 is scheduled to be hosted by DHCP agent aa77effa-0e3a-4bbd-a383-4d58ed3328d0 with binding_index 1 {{(pid=103159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 18 13:30:33.653889 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-dded8113-0e33-4937-8e5f-1f144bb87949 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks [] for port, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:33.673092 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.base_scheduler [None req-6439f45c-3844-426c-8656-f52172172d19 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-744815-20-hyperv, 831c8306-f5a8-4900-9a73-c467542f7bf7) {{(pid=103159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:30:33.679271 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-0bd88210-3c15-42a4-b0f8-b346a0dad793 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:33.685831 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6439f45c-3844-426c-8656-f52172172d19 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:30:33.686766 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-6439f45c-3844-426c-8656-f52172172d19 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047995'] for subnet, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:33.756482 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd88210-3c15-42a4-b0f8-b346a0dad793 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Pushing event updated for resources: {'Port': ['ID=b74d2cdd-91f8-44d1-bcfa-540aed7db26e,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:30:33.760163 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b68df8-cccf-4640-9533-ea176cdc1f39 req-87a030de-e582-4082-9723-ba689a602a34 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:30:33.761783 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-15b68df8-cccf-4640-9533-ea176cdc1f39 req-87a030de-e582-4082-9723-ba689a602a34 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6564b3d-9478-4ad2-b062-315cb204d8f1 HTTP/1.1" status: 200 len: 944 time: 0.2117050 Dec 18 13:30:33.794094 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92f5befd-8d3a-40a5-8700-d765e43acc12 None None] Network 831c8306-f5a8-4900-9a73-c467542f7bf7 requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:30:33.804447 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bd88210-3c15-42a4-b0f8-b346a0dad793 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Network a0b84a49-8464-4342-a47d-bd714ebbec81 is already hosted by enough agents. {{(pid=103159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:30:33.806461 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.base_scheduler [None req-0bd88210-3c15-42a4-b0f8-b346a0dad793 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Resources bound (agent type, host, resource id): {{(pid=103159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:30:33.822326 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e948f71d-2aa8-4adc-ac2c-82732a77554d tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Router 8b4400aa-73df-4467-9875-5e1ec7c9ec97 has already been hosted by L3 agent c9c0cd52-5bd2-4704-9429-d80f1c5ad23c {{(pid=103160) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 18 13:30:33.826472 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bd88210-3c15-42a4-b0f8-b346a0dad793 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Received port after_create {{(pid=103159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:30:33.826961 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-dded8113-0e33-4937-8e5f-1f144bb87949 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4533522'] for port, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:33.841865 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-03f809f5-bdee-4b60-ac09-b15f190b0f6e None None] Provisioning complete for port 20db43dc-0bd5-42ca-8c6c-875ede820bf0 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:30:33.841865 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-03f809f5-bdee-4b60-ac09-b15f190b0f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:33.860128 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bd88210-3c15-42a4-b0f8-b346a0dad793 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:30:33.863942 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-0bd88210-3c15-42a4-b0f8-b346a0dad793 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:33.892604 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-6439f45c-3844-426c-8656-f52172172d19 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.1779299 Dec 18 13:30:33.904594 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-0bd88210-3c15-42a4-b0f8-b346a0dad793 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.9750872 Dec 18 13:30:33.905526 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 53484) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:30:33.906098 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 53486) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:30:34.025688 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-15b68df8-cccf-4640-9533-ea176cdc1f39 req-f7b624c6-a63b-47cc-8a61-565a9abd8f3e tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/security-groups?id=108eb00a-391a-4c3a-9c51-2dc2e6cd5b29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2454267 Dec 18 13:30:34.027756 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dded8113-0e33-4937-8e5f-1f144bb87949 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Network 5588ea4f-97be-47f0-8409-4e3ab545c488 is already hosted by enough agents. {{(pid=103160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:30:34.032734 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dded8113-0e33-4937-8e5f-1f144bb87949 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Pushing event updated for resources: {'Port': ['ID=a629f380-843c-4188-9462-350756bb9949,revision_number=1']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:30:34.038512 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.base_scheduler [None req-dded8113-0e33-4937-8e5f-1f144bb87949 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Resources bound (agent type, host, resource id): {{(pid=103160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:30:34.042219 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dded8113-0e33-4937-8e5f-1f144bb87949 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Received port after_create {{(pid=103160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:30:34.048392 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dded8113-0e33-4937-8e5f-1f144bb87949 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:30:34.048915 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-dded8113-0e33-4937-8e5f-1f144bb87949 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:34.097451 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-03f809f5-bdee-4b60-ac09-b15f190b0f6e None None] Port 20db43dc-0bd5-42ca-8c6c-875ede820bf0 cannot update to ACTIVE because it is not bound. {{(pid=103161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 13:30:34.117981 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-dded8113-0e33-4937-8e5f-1f144bb87949 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.8900218 Dec 18 13:30:34.120840 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 53488) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:30:34.131571 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-62098bcd-2a3e-4581-8f6f-ff986e467a60 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Request body: {'subnet': {'network_id': '5588ea4f-97be-47f0-8409-4e3ab545c488', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:30:34.200721 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e948f71d-2aa8-4adc-ac2c-82732a77554d tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Notify agent at l3_agent.dv-neutron-744815-20-hyperv the message routers_updated {{(pid=103160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 13:30:34.208856 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-e948f71d-2aa8-4adc-ac2c-82732a77554d tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for floatingip, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:34.217657 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6562c0ca-6182-46ca-8284-cebf2b6203b1 None None] Sync routers for ids ['8b4400aa-73df-4467-9875-5e1ec7c9ec97'] in dv-neutron-744815-20-hyperv {{(pid=103162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 13:30:34.219838 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-025a7e79-d2cb-45e6-aa30-5e5bded1515a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp31e170a0-46a1-5ba9-9dc1-7ee4f866f0d7-831c8306-f5a8-4900-9a73-c467542f7bf7', 'network_id': '831c8306-f5a8-4900-9a73-c467542f7bf7', 'project_id': 'f5afdd4acb1d4a48932f1bea649c1c37', 'fixed_ips': [{'subnet_id': '4498514f-82bb-4d6e-b851-a32b022aedab'}]}} from dv-neutron-744815-20-hyperv. {{(pid=103161) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 18 13:30:34.220797 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-025a7e79-d2cb-45e6-aa30-5e5bded1515a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:34.237188 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6562c0ca-6182-46ca-8284-cebf2b6203b1 None None] Routers {'8b4400aa-73df-4467-9875-5e1ec7c9ec97'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:30:34.240104 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-6562c0ca-6182-46ca-8284-cebf2b6203b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:30:27Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['8b4400aa-73df-4467-9875-5e1ec7c9ec97'], 'active': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:30:34.304614 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-03f809f5-bdee-4b60-ac09-b15f190b0f6e None None] Provisioning complete for port 5396db90-8408-46bc-989d-480bd663bc7a triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:30:34.305144 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-03f809f5-bdee-4b60-ac09-b15f190b0f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:34.321570 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-6562c0ca-6182-46ca-8284-cebf2b6203b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:30:34.344049 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6562c0ca-6182-46ca-8284-cebf2b6203b1 None None] Routers {'8b4400aa-73df-4467-9875-5e1ec7c9ec97'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:30:34.344683 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-6562c0ca-6182-46ca-8284-cebf2b6203b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:30:27Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['8b4400aa-73df-4467-9875-5e1ec7c9ec97'], 'active': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:30:34.345740 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-e948f71d-2aa8-4adc-ac2c-82732a77554d tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] 10.222.0.31 "PUT /v2.0/floatingips/018a2705-7ef1-4115-a0fe-171cbb91d579 HTTP/1.1" status: 200 len: 687 time: 2.1746597 Dec 18 13:30:34.350284 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 53490) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:30:34.438903 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-6562c0ca-6182-46ca-8284-cebf2b6203b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:30:34.439920 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6562c0ca-6182-46ca-8284-cebf2b6203b1 None None] The sync data for ids ['8b4400aa-73df-4467-9875-5e1ec7c9ec97'] in dv-neutron-744815-20-hyperv is: [] {{(pid=103162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 13:30:34.563253 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62098bcd-2a3e-4581-8f6f-ff986e467a60 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Made reservation on behalf of a17167c2bc3d4518ab90268c4af7e6a0 for: {'subnet': 1} {{(pid=103160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:30:34.571307 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-62098bcd-2a3e-4581-8f6f-ff986e467a60 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4514414'] for subnet, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:34.639094 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_common [None req-025a7e79-d2cb-45e6-aa30-5e5bded1515a None None] Allocated IP 172.20.0.1 (831c8306-f5a8-4900-9a73-c467542f7bf7/4498514f-82bb-4d6e-b851-a32b022aedab/01c5569c-a309-4956-99b4-49e58b257415) {{(pid=103161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:30:34.698319 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-adda989f-6e23-410a-ae4f-15b591157267 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Deleting port 2be60fe4-3ea6-4444-83b8-5f791f44dea3 {{(pid=103160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:30:34.699655 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-adda989f-6e23-410a-ae4f-15b591157267 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:34.706489 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d87a93ce-8824-4a63-9d2f-2f54175a2ec3 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:30:34.712772 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d87a93ce-8824-4a63-9d2f-2f54175a2ec3 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:30:34.714404 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-d87a93ce-8824-4a63-9d2f-2f54175a2ec3 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1705 time: 0.0844507 Dec 18 13:30:34.720154 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 53492) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:30:34.742427 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.db.ipam_backend_mixin [None req-62098bcd-2a3e-4581-8f6f-ff986e467a60 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet ac0d4d2f-dd82-4dd6-ae0d-52a2e5d31fee (CIDR: 2001:db8::/64) Dec 18 13:30:34.750975 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6bf7-0b8b-43a3-9dd3-87211045b212 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2023137'] for network, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:34.780370 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.pecan_wsgi.hooks.translation [None req-62098bcd-2a3e-4581-8f6f-ff986e467a60 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 18 13:30:34.780940 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62098bcd-2a3e-4581-8f6f-ff986e467a60 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103160) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 18 13:30:34.812718 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-62098bcd-2a3e-4581-8f6f-ff986e467a60 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6882150 Dec 18 13:30:34.813054 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 53494) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:30:34.820671 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-03fab18b-af64-4d48-a1ae-61b94a21b8f0 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Request body: {'subnet': {'network_id': '5588ea4f-97be-47f0-8409-4e3ab545c488', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:30:34.825459 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-dcf4ab01-c0da-436e-9270-55cebc289308 None None] Provisioning complete for port b74d2cdd-91f8-44d1-bcfa-540aed7db26e triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:30:34.825832 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-dcf4ab01-c0da-436e-9270-55cebc289308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:34.880921 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-025a7e79-d2cb-45e6-aa30-5e5bded1515a None None] Publish callbacks [] for port, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:34.886053 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6bf7-0b8b-43a3-9dd3-87211045b212 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1929185'] for subnet, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:34.886713 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-dcf4ab01-c0da-436e-9270-55cebc289308 None None] Port b74d2cdd-91f8-44d1-bcfa-540aed7db26e cannot update to ACTIVE because it is not bound. {{(pid=103161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 13:30:34.897307 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-025a7e79-d2cb-45e6-aa30-5e5bded1515a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975'] for port, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:34.904079 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-adda989f-6e23-410a-ae4f-15b591157267 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:34.904398 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-adda989f-6e23-410a-ae4f-15b591157267 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:34.934045 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-9ac489c8-4b9c-49e3-bda9-d40117819859 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Deleting port b74d2cdd-91f8-44d1-bcfa-540aed7db26e {{(pid=103159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:30:34.934303 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-adda989f-6e23-410a-ae4f-15b591157267 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Calling delete_port for 2be60fe4-3ea6-4444-83b8-5f791f44dea3 owned by network:floatingip {{(pid=103160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:30:34.934412 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-9ac489c8-4b9c-49e3-bda9-d40117819859 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:34.942126 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-dcf4ab01-c0da-436e-9270-55cebc289308 None None] Provisioning complete for port a629f380-843c-4188-9462-350756bb9949 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:30:34.942735 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-dcf4ab01-c0da-436e-9270-55cebc289308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:34.990493 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025a7e79-d2cb-45e6-aa30-5e5bded1515a None None] Pushing event updated for resources: {'Port': ['ID=01c5569c-a309-4956-99b4-49e58b257415,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:30:35.016193 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-025a7e79-d2cb-45e6-aa30-5e5bded1515a None None] Network 831c8306-f5a8-4900-9a73-c467542f7bf7 is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:30:35.030754 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6bf7-0b8b-43a3-9dd3-87211045b212 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1929192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5659851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6017053'] for subnet, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:35.031068 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-dcf4ab01-c0da-436e-9270-55cebc289308 None None] Port a629f380-843c-4188-9462-350756bb9949 cannot update to ACTIVE because it is not bound. {{(pid=103161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 13:30:35.037220 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-025a7e79-d2cb-45e6-aa30-5e5bded1515a None None] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:30:35.039920 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-025a7e79-d2cb-45e6-aa30-5e5bded1515a None None] Received port after_create {{(pid=103161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:30:35.059157 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03fab18b-af64-4d48-a1ae-61b94a21b8f0 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Made reservation on behalf of a17167c2bc3d4518ab90268c4af7e6a0 for: {'subnet': 1} {{(pid=103160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:30:35.063804 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-03fab18b-af64-4d48-a1ae-61b94a21b8f0 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4514414'] for subnet, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:35.088951 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-9ac489c8-4b9c-49e3-bda9-d40117819859 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:35.092825 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1d6bf7-0b8b-43a3-9dd3-87211045b212 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Pushing event deleted for resources: {'Subnet': ['ID=4498514f-82bb-4d6e-b851-a32b022aedab,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:30:35.107355 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-025a7e79-d2cb-45e6-aa30-5e5bded1515a None None] Attempting to bind port 01c5569c-a309-4956-99b4-49e58b257415 on host dv-neutron-744815-20-hyperv for vnic_type normal with profile {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 13:30:35.108030 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-025a7e79-d2cb-45e6-aa30-5e5bded1515a None None] Attempting to bind port 01c5569c-a309-4956-99b4-49e58b257415 by drivers openvswitch,hyperv on host dv-neutron-744815-20-hyperv at level 0 using segments [{'id': '3888e69b-e418-4cad-ace0-d880dd1dcfd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '831c8306-f5a8-4900-9a73-c467542f7bf7'}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 13:30:35.108406 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-025a7e79-d2cb-45e6-aa30-5e5bded1515a None None] Attempting to bind port 01c5569c-a309-4956-99b4-49e58b257415 on network 831c8306-f5a8-4900-9a73-c467542f7bf7 {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 13:30:35.115420 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-025a7e79-d2cb-45e6-aa30-5e5bded1515a None None] Checking agent: {'id': '428fa9fa-43db-4db9-9f96-f60ffe931f2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-20-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 13, 19, 1), 'started_at': datetime.datetime(2021, 12, 18, 13, 19, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 13, 30, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-20-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 18 13:30:35.115682 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-025a7e79-d2cb-45e6-aa30-5e5bded1515a None None] Checking segment: {'id': '3888e69b-e418-4cad-ace0-d880dd1dcfd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '831c8306-f5a8-4900-9a73-c467542f7bf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 13:30:35.117445 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-025a7e79-d2cb-45e6-aa30-5e5bded1515a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:35.117445 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-025a7e79-d2cb-45e6-aa30-5e5bded1515a None None] Bound using segment: {'id': '3888e69b-e418-4cad-ace0-d880dd1dcfd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '831c8306-f5a8-4900-9a73-c467542f7bf7'} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 18 13:30:35.117651 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-9ac489c8-4b9c-49e3-bda9-d40117819859 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Calling delete_port for b74d2cdd-91f8-44d1-bcfa-540aed7db26e owned by {{(pid=103159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:30:35.117742 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-025a7e79-d2cb-45e6-aa30-5e5bded1515a None None] Bound port: 01c5569c-a309-4956-99b4-49e58b257415, host: dv-neutron-744815-20-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3888e69b-e418-4cad-ace0-d880dd1dcfd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '831c8306-f5a8-4900-9a73-c467542f7bf7'}}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 18 13:30:35.117742 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-025a7e79-d2cb-45e6-aa30-5e5bded1515a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:35.203629 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-025a7e79-d2cb-45e6-aa30-5e5bded1515a None None] For port 01c5569c-a309-4956-99b4-49e58b257415, host dv-neutron-744815-20-hyperv, cleared binding levels {{(pid=103161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 18 13:30:35.207990 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-025a7e79-d2cb-45e6-aa30-5e5bded1515a None None] For port 01c5569c-a309-4956-99b4-49e58b257415, host dv-neutron-744815-20-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=01c5569c-a309-4956-99b4-49e58b257415,segment=NetworkSegment(3888e69b-e418-4cad-ace0-d880dd1dcfd7),segment_id=3888e69b-e418-4cad-ace0-d880dd1dcfd7)] {{(pid=103161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 18 13:30:35.213622 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-025a7e79-d2cb-45e6-aa30-5e5bded1515a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:35.252073 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6bf7-0b8b-43a3-9dd3-87211045b212 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1927292', 'neutron.services.segments.db._delete_segments_for_network-8767106887837'] for network, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:35.259047 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.db.ipam_backend_mixin [None req-03fab18b-af64-4d48-a1ae-61b94a21b8f0 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 2e1d902d-43ad-4368-84af-56605bc5edc2 (CIDR: 2001:db8:0:1::/64) Dec 18 13:30:35.267304 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.pecan_wsgi.hooks.translation [None req-03fab18b-af64-4d48-a1ae-61b94a21b8f0 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 18 13:30:35.267646 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03fab18b-af64-4d48-a1ae-61b94a21b8f0 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103160) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 18 13:30:35.271113 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-adda989f-6e23-410a-ae4f-15b591157267 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4533522'] for port, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:35.293387 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.services.segments.db [None req-ab1d6bf7-0b8b-43a3-9dd3-87211045b212 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['831c8306-f5a8-4900-9a73-c467542f7bf7']}} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:30:35.297566 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025a7e79-d2cb-45e6-aa30-5e5bded1515a None None] Pushing event updated for resources: {'Port': ['ID=01c5569c-a309-4956-99b4-49e58b257415,revision_number=2']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:30:35.305889 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adda989f-6e23-410a-ae4f-15b591157267 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Pushing event deleted for resources: {'Port': ['ID=2be60fe4-3ea6-4444-83b8-5f791f44dea3,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:30:35.317415 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.services.segments.db [None req-ab1d6bf7-0b8b-43a3-9dd3-87211045b212 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3888e69b-e418-4cad-ace0-d880dd1dcfd7') {'for_net_delete': True} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:30:35.317714 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.services.segments.db [None req-ab1d6bf7-0b8b-43a3-9dd3-87211045b212 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3888e69b-e418-4cad-ace0-d880dd1dcfd7') {} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:30:35.328027 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-03fab18b-af64-4d48-a1ae-61b94a21b8f0 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.5113711 Dec 18 13:30:35.331431 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 53498) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:30:35.334646 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-24062146-51a1-40f6-9559-014c0d9e5338 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Request body: {'subnet': {'network_id': '5588ea4f-97be-47f0-8409-4e3ab545c488', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:30:35.340577 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa59a168-7b23-44f4-bf8a-2eab15ee0863 req-95119616-4d2a-4bf7-857c-9e7146040bea tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:30:35.343982 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-fa59a168-7b23-44f4-bf8a-2eab15ee0863 req-95119616-4d2a-4bf7-857c-9e7146040bea tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6564b3d-9478-4ad2-b062-315cb204d8f1 HTTP/1.1" status: 200 len: 944 time: 0.1936626 Dec 18 13:30:35.350761 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6bf7-0b8b-43a3-9dd3-87211045b212 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767106888614', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5589569'] for segment, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:35.371260 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76b99dcc-9998-40b7-a8c0-2a2c7d0b2cf8 None None] Network 831c8306-f5a8-4900-9a73-c467542f7bf7 requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:30:35.393223 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6bf7-0b8b-43a3-9dd3-87211045b212 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:35.413509 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab1d6bf7-0b8b-43a3-9dd3-87211045b212 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=103159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 18 13:30:35.415438 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6bf7-0b8b-43a3-9dd3-87211045b212 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5660009'] for segment, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:35.418882 dv-neutron-744815-20-hyperv neutron-server[103159]: Traceback (most recent call last): Dec 18 13:30:35.418882 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 18 13:30:35.418882 dv-neutron-744815-20-hyperv neutron-server[103159]: timer() Dec 18 13:30:35.418882 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 18 13:30:35.418882 dv-neutron-744815-20-hyperv neutron-server[103159]: cb(*args, **kw) Dec 18 13:30:35.418882 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 18 13:30:35.418882 dv-neutron-744815-20-hyperv neutron-server[103159]: return func(*args, **kwargs) Dec 18 13:30:35.418882 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 18 13:30:35.418882 dv-neutron-744815-20-hyperv neutron-server[103159]: self._notify() Dec 18 13:30:35.418882 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 18 13:30:35.418882 dv-neutron-744815-20-hyperv neutron-server[103159]: self.callback(batched_events) Dec 18 13:30:35.418882 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 18 13:30:35.418882 dv-neutron-744815-20-hyperv neutron-server[103159]: event.method(event) Dec 18 13:30:35.418882 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 18 13:30:35.418882 dv-neutron-744815-20-hyperv neutron-server[103159]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 18 13:30:35.418882 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 18 13:30:35.418882 dv-neutron-744815-20-hyperv neutron-server[103159]: aggregate_uuid = self.p_client.list_aggregates( Dec 18 13:30:35.418882 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 18 13:30:35.418882 dv-neutron-744815-20-hyperv neutron-server[103159]: return f(self, *a, **k) Dec 18 13:30:35.418882 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 18 13:30:35.418882 dv-neutron-744815-20-hyperv neutron-server[103159]: return self._get(url).json() Dec 18 13:30:35.418882 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 18 13:30:35.418882 dv-neutron-744815-20-hyperv neutron-server[103159]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 18 13:30:35.418882 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 18 13:30:35.418882 dv-neutron-744815-20-hyperv neutron-server[103159]: return self.request(url, 'GET', **kwargs) Dec 18 13:30:35.418882 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 18 13:30:35.418882 dv-neutron-744815-20-hyperv neutron-server[103159]: base_url = self.get_endpoint(auth, allow=allow, Dec 18 13:30:35.418882 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 18 13:30:35.418882 dv-neutron-744815-20-hyperv neutron-server[103159]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 18 13:30:35.418882 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 18 13:30:35.418882 dv-neutron-744815-20-hyperv neutron-server[103159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 18 13:30:35.418882 dv-neutron-744815-20-hyperv neutron-server[103159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 18 13:30:35.503062 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb4f1909-7cbb-4f75-9fd2-b02023a61380 None None] get_active_networks_info from dv-neutron-744815-20-hyperv {{(pid=103161) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 18 13:30:35.504215 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-adda989f-6e23-410a-ae4f-15b591157267 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Publish callbacks [] for floatingip, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:35.506815 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-adda989f-6e23-410a-ae4f-15b591157267 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for floatingip, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:35.508683 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-adda989f-6e23-410a-ae4f-15b591157267 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] 10.222.0.31 "DELETE /v2.0/floatingips/018a2705-7ef1-4115-a0fe-171cbb91d579 HTTP/1.1" status: 204 len: 168 time: 1.1584206 Dec 18 13:30:35.512483 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 53500) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:30:35.542049 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-fa59a168-7b23-44f4-bf8a-2eab15ee0863 req-c96eee43-8a1a-4465-8a1e-190c42570871 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/security-groups?id=108eb00a-391a-4c3a-9c51-2dc2e6cd5b29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1752605 Dec 18 13:30:35.550344 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.db.api [None req-ab1d6bf7-0b8b-43a3-9dd3-87211045b212 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 18 13:30:35.550344 dv-neutron-744815-20-hyperv neutron-server[103159]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 18 13:30:35.550344 dv-neutron-744815-20-hyperv neutron-server[103159]: [parameters: {'id': '831c8306-f5a8-4900-9a73-c467542f7bf7'}] Dec 18 13:30:35.550344 dv-neutron-744815-20-hyperv neutron-server[103159]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103159) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 18 13:30:35.550784 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG oslo_db.api [None req-ab1d6bf7-0b8b-43a3-9dd3-87211045b212 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 18 13:30:35.554038 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-9ac489c8-4b9c-49e3-bda9-d40117819859 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:35.572850 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.api.v2.resource [None req-8b8a70e5-bb19-4d8a-9467-8397e076de30 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] delete failed (client error): The resource could not be found. Dec 18 13:30:35.574016 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-8b8a70e5-bb19-4d8a-9467-8397e076de30 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] 10.222.0.31 "DELETE /v2.0/floatingips/018a2705-7ef1-4115-a0fe-171cbb91d579 HTTP/1.1" status: 404 len: 345 time: 0.0603733 Dec 18 13:30:35.581287 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 53502) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:30:35.624997 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac489c8-4b9c-49e3-bda9-d40117819859 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Pushing event deleted for resources: {'Port': ['ID=b74d2cdd-91f8-44d1-bcfa-540aed7db26e,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:30:35.652821 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-9ac489c8-4b9c-49e3-bda9-d40117819859 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:35.659324 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-9ac489c8-4b9c-49e3-bda9-d40117819859 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] 10.222.0.31 "DELETE /v2.0/ports/b74d2cdd-91f8-44d1-bcfa-540aed7db26e HTTP/1.1" status: 204 len: 168 time: 0.9368052 Dec 18 13:30:35.660124 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 53504) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:30:35.668018 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24062146-51a1-40f6-9559-014c0d9e5338 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Made reservation on behalf of a17167c2bc3d4518ab90268c4af7e6a0 for: {'subnet': 1} {{(pid=103160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:30:35.671908 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-24062146-51a1-40f6-9559-014c0d9e5338 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4514414'] for subnet, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:35.697224 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb4f1909-7cbb-4f75-9fd2-b02023a61380 None None] Resources bound (agent type, host, resource id): {{(pid=103161) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 18 13:30:35.741323 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47bb0b33-b53c-4efb-91b0-0457da6291a2 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:30:35.743252 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47bb0b33-b53c-4efb-91b0-0457da6291a2 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:30:35.747773 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-47bb0b33-b53c-4efb-91b0-0457da6291a2 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.0822387 Dec 18 13:30:35.747773 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 53506) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:30:35.750563 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e969102-fe7b-49f7-95be-2a40f8278819 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:30:35.758003 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e969102-fe7b-49f7-95be-2a40f8278819 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:30:35.764109 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e969102-fe7b-49f7-95be-2a40f8278819 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:30:35.765813 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-5e969102-fe7b-49f7-95be-2a40f8278819 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] 10.222.0.31 "GET /v2.0/ports?network_id=6a927deb-787e-47ec-8e16-89e6353b7166 HTTP/1.1" status: 200 len: 2359 time: 0.1827173 Dec 18 13:30:35.770847 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 53508) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:30:35.811183 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.db_base_plugin_v2 [None req-5bd308af-63d5-4978-b89c-60c6af96756c tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Deleting subnet fc95e6a1-2b77-405c-a92c-02494de876d9 {{(pid=103159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 18 13:30:35.814740 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-5bd308af-63d5-4978-b89c-60c6af96756c tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks [] for subnet, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:35.860174 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-5bd308af-63d5-4978-b89c-60c6af96756c tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5589624'] for subnet, precommit_delete_associations {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:35.873091 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7038e7d-9759-4ba0-a6bf-821e6ee71317 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:30:35.874542 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-f7038e7d-9759-4ba0-a6bf-821e6ee71317 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] 10.222.0.31 "GET /v2.0/subnets/043b78b4-bc86-474a-9ed5-2d73d66b2636 HTTP/1.1" status: 200 len: 797 time: 0.1008956 Dec 18 13:30:35.881895 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 53510) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:30:35.887665 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-5e436274-469b-4403-91a8-b52c29fc3ff7 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Request body: {'port': {'network_id': '6a927deb-787e-47ec-8e16-89e6353b7166', 'name': 'tempest-FloatingIPTestJSON-1391757628', 'fixed_ips': [{'ip_address': '172.20.0.12'}, {'ip_address': '172.20.0.11'}]}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:30:35.971073 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Device 4eb6f8b9-39e2-4c73-a65f-40154d8c96cd up at agent hyperv_hv-neutron-7448 {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 13:30:35.997729 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-5bd308af-63d5-4978-b89c-60c6af96756c tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1929185'] for subnet, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:36.056984 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6bf7-0b8b-43a3-9dd3-87211045b212 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2023137'] for network, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:36.098941 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Provisioning for port 4eb6f8b9-39e2-4c73-a65f-40154d8c96cd completed by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 18 13:30:36.104848 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Provisioning complete for port 4eb6f8b9-39e2-4c73-a65f-40154d8c96cd triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:30:36.105730 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:36.106017 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-5bd308af-63d5-4978-b89c-60c6af96756c tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1929192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5659851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6017053'] for subnet, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:36.125778 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e436274-469b-4403-91a8-b52c29fc3ff7 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Made reservation on behalf of 8fc927833fca44b7bf3271edc88c03e0 for: {'port': 1} {{(pid=103160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:30:36.152866 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd308af-63d5-4978-b89c-60c6af96756c tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Pushing event deleted for resources: {'Subnet': ['ID=fc95e6a1-2b77-405c-a92c-02494de876d9,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:30:36.167020 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-5bd308af-63d5-4978-b89c-60c6af96756c tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047995'] for subnet, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:36.170343 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-5bd308af-63d5-4978-b89c-60c6af96756c tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] 10.222.0.31 "DELETE /v2.0/subnets/fc95e6a1-2b77-405c-a92c-02494de876d9 HTTP/1.1" status: 204 len: 168 time: 0.4221275 Dec 18 13:30:36.172922 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 53512) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:30:36.205664 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-24062146-51a1-40f6-9559-014c0d9e5338 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4533410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4514424'] for subnet, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:36.229231 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-36606180-0d4e-4bd3-802f-e63b19301684 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0527818 Dec 18 13:30:36.229446 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 53514) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:30:36.252779 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:36.262867 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6bf7-0b8b-43a3-9dd3-87211045b212 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Deleting port 01c5569c-a309-4956-99b4-49e58b257415 {{(pid=103159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:30:36.263237 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6bf7-0b8b-43a3-9dd3-87211045b212 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:36.287230 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6564b3d-9478-4ad2-b062-315cb204d8f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4eb6f8b9-39e2-4c73-a65f-40154d8c96cd'}] {{(pid=103161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 18 13:30:36.290666 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22224e7a42aa75e3f3b9c037df440650d2cfa1dd97b40a249aee4a8113775251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dee84471-d5ae-4467-afc8-55e4c5679f71" -d '{"events": [{"server_uuid": "e6564b3d-9478-4ad2-b062-315cb204d8f1", "name": "network-vif-plugged", "status": "completed", "tag": "4eb6f8b9-39e2-4c73-a65f-40154d8c96cd"}]}' {{(pid=103161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 18 13:30:36.294037 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24062146-51a1-40f6-9559-014c0d9e5338 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Network 5588ea4f-97be-47f0-8409-4e3ab545c488 is already hosted by enough agents. {{(pid=103160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:30:36.308707 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24062146-51a1-40f6-9559-014c0d9e5338 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Pushing event updated for resources: {'Subnet': ['ID=ba9122b0-d193-42f7-8389-c71879d523ed,revision_number=0']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:30:36.317779 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.base_scheduler [None req-24062146-51a1-40f6-9559-014c0d9e5338 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Resources bound (agent type, host, resource id): {{(pid=103160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:30:36.330709 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24062146-51a1-40f6-9559-014c0d9e5338 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:30:36.331533 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-24062146-51a1-40f6-9559-014c0d9e5338 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks [] for subnet, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:36.337234 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] For port 4eb6f8b9-39e2-4c73-a65f-40154d8c96cd, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=4eb6f8b9-39e2-4c73-a65f-40154d8c96cd,segment=NetworkSegment(999ac071-648b-41e4-b1fb-0b335d58804a),segment_id=999ac071-648b-41e4-b1fb-0b335d58804a)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:30:36.340661 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3adf12c6-ae9e-4c30-8f67-1e8462f3e132 None None] Network 5588ea4f-97be-47f0-8409-4e3ab545c488 requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:30:36.362743 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-5e436274-469b-4403-91a8-b52c29fc3ff7 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:36.368052 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:36.370762 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 13:30:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d9f2632-06f0-41ec-9a8c-e2c4b798364d x-openstack-request-id: req-4d9f2632-06f0-41ec-9a8c-e2c4b798364d {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 18 13:30:36.371217 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6564b3d-9478-4ad2-b062-315cb204d8f1", "name": "network-vif-plugged", "status": "completed", "tag": "4eb6f8b9-39e2-4c73-a65f-40154d8c96cd", "code": 200}]} {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 18 13:30:36.371478 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4d9f2632-06f0-41ec-9a8c-e2c4b798364d {{(pid=103161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 18 13:30:36.371917 dv-neutron-744815-20-hyperv neutron-server[103161]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6564b3d-9478-4ad2-b062-315cb204d8f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4eb6f8b9-39e2-4c73-a65f-40154d8c96cd', 'code': 200} Dec 18 13:30:36.387064 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03388d74-df26-4368-961c-fa7b06b3ab73 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:30:36.391918 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-03388d74-df26-4368-961c-fa7b06b3ab73 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.1614823 Dec 18 13:30:36.392900 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 53518) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:30:36.412207 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.db [None req-ab1d6bf7-0b8b-43a3-9dd3-87211045b212 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] For port 01c5569c-a309-4956-99b4-49e58b257415, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=01c5569c-a309-4956-99b4-49e58b257415,segment=NetworkSegment(3888e69b-e418-4cad-ace0-d880dd1dcfd7),segment_id=3888e69b-e418-4cad-ace0-d880dd1dcfd7)] {{(pid=103159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:30:36.412960 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6bf7-0b8b-43a3-9dd3-87211045b212 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:36.439558 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6bf7-0b8b-43a3-9dd3-87211045b212 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Calling delete_port for 01c5569c-a309-4956-99b4-49e58b257415 owned by network:dhcp {{(pid=103159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:30:36.472898 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e969905d-3bd2-4eb4-85a4-ad78bbc34921 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:30:36.475230 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-e969905d-3bd2-4eb4-85a4-ad78bbc34921 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0782299 Dec 18 13:30:36.486101 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-24062146-51a1-40f6-9559-014c0d9e5338 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.1564522 Dec 18 13:30:36.489052 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 53520) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:30:36.489642 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 53522) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:30:36.529531 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-a2dfde7f-4300-4a36-9be6-0de2f21591ad tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1723580502', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'ba9122b0-d193-42f7-8389-c71879d523ed'}], 'security_groups': ['3ccc85fc-2d6f-40cd-9e28-a2ed7a4e8ba2', '70f6a715-caf3-4f08-bcf0-ac66c617afcb']}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:30:36.541405 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.notifiers.nova [None req-5e436274-469b-4403-91a8-b52c29fc3ff7 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] device_id is not set on port 2983e4e1-b00d-4a20-b03c-22a3418b930c yet. {{(pid=103160) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 18 13:30:36.547573 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6bf7-0b8b-43a3-9dd3-87211045b212 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:36.575475 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1d6bf7-0b8b-43a3-9dd3-87211045b212 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Pushing event deleted for resources: {'Port': ['ID=01c5569c-a309-4956-99b4-49e58b257415,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:30:36.585573 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a02abd2-98ac-44d7-a2f7-1375cb078015 None None] Network a0b84a49-8464-4342-a47d-bd714ebbec81 requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:30:36.588206 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab1d6bf7-0b8b-43a3-9dd3-87211045b212 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] No DVR routers for this DVR port 01c5569c-a309-4956-99b4-49e58b257415 on host dv-neutron-744815-20-hyperv {{(pid=103159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 18 13:30:36.613092 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-08cdd9a2-03a6-4029-ac24-d53698c21ac5 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1185124 Dec 18 13:30:36.636147 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 53526) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:30:36.642042 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-2bcdab49-37e7-4196-b7c6-8b216fd31566 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Request body: {'subnet': {'network_id': 'a0b84a49-8464-4342-a47d-bd714ebbec81', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:30:36.727072 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:36.744268 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Pushing event updated for resources: {'Port': ['ID=4eb6f8b9-39e2-4c73-a65f-40154d8c96cd,revision_number=5']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:30:36.744705 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6bf7-0b8b-43a3-9dd3-87211045b212 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1927292', 'neutron.services.segments.db._delete_segments_for_network-8767106887837'] for network, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:36.834639 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf5f4657-053d-4df7-8358-566e15a6fb0b None None] Update dhcp port {'port': {'network_id': '5588ea4f-97be-47f0-8409-4e3ab545c488', 'fixed_ips': [{'subnet_id': '2e1d902d-43ad-4368-84af-56605bc5edc2', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'ac0d4d2f-dd82-4dd6-ae0d-52a2e5d31fee', 'ip_address': '2001:db8::2'}, {'subnet_id': 'ba9122b0-d193-42f7-8389-c71879d523ed'}], 'binding:host_id': 'dv-neutron-744815-20-hyperv'}, 'id': '5396db90-8408-46bc-989d-480bd663bc7a'} from dv-neutron-744815-20-hyperv. {{(pid=103161) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 18 13:30:36.835780 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.services.segments.db [None req-ab1d6bf7-0b8b-43a3-9dd3-87211045b212 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['831c8306-f5a8-4900-9a73-c467542f7bf7']}} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:30:36.860592 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.services.segments.db [None req-ab1d6bf7-0b8b-43a3-9dd3-87211045b212 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3888e69b-e418-4cad-ace0-d880dd1dcfd7') {'for_net_delete': True} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:30:36.861238 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.services.segments.db [None req-ab1d6bf7-0b8b-43a3-9dd3-87211045b212 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3888e69b-e418-4cad-ace0-d880dd1dcfd7') {} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:30:36.863206 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-581dcc1b-dd71-4a46-8f25-fcbb1862bac3 None None] DHCP port deletion for a0b84a49-8464-4342-a47d-bd714ebbec81 request from dv-neutron-744815-20-hyperv {{(pid=103161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 18 13:30:36.872177 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6bf7-0b8b-43a3-9dd3-87211045b212 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767106888614', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5589569'] for segment, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:36.887389 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-a2dfde7f-4300-4a36-9be6-0de2f21591ad tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:36.888302 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6bf7-0b8b-43a3-9dd3-87211045b212 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:36.895375 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab1d6bf7-0b8b-43a3-9dd3-87211045b212 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=103159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 18 13:30:36.896055 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6bf7-0b8b-43a3-9dd3-87211045b212 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5660009'] for segment, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:36.897419 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-cf5f4657-053d-4df7-8358-566e15a6fb0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:36.952349 dv-neutron-744815-20-hyperv neutron-server[103159]: Traceback (most recent call last): Dec 18 13:30:36.952349 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 18 13:30:36.952349 dv-neutron-744815-20-hyperv neutron-server[103159]: timer() Dec 18 13:30:36.952349 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 18 13:30:36.952349 dv-neutron-744815-20-hyperv neutron-server[103159]: cb(*args, **kw) Dec 18 13:30:36.952349 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 18 13:30:36.952349 dv-neutron-744815-20-hyperv neutron-server[103159]: return func(*args, **kwargs) Dec 18 13:30:36.952349 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 18 13:30:36.952349 dv-neutron-744815-20-hyperv neutron-server[103159]: self._notify() Dec 18 13:30:36.952349 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 18 13:30:36.952349 dv-neutron-744815-20-hyperv neutron-server[103159]: self.callback(batched_events) Dec 18 13:30:36.952349 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 18 13:30:36.952349 dv-neutron-744815-20-hyperv neutron-server[103159]: event.method(event) Dec 18 13:30:36.952349 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 18 13:30:36.952349 dv-neutron-744815-20-hyperv neutron-server[103159]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 18 13:30:36.952349 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 18 13:30:36.952349 dv-neutron-744815-20-hyperv neutron-server[103159]: aggregate_uuid = self.p_client.list_aggregates( Dec 18 13:30:36.952349 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 18 13:30:36.952349 dv-neutron-744815-20-hyperv neutron-server[103159]: return f(self, *a, **k) Dec 18 13:30:36.952349 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 18 13:30:36.952349 dv-neutron-744815-20-hyperv neutron-server[103159]: return self._get(url).json() Dec 18 13:30:36.952349 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 18 13:30:36.952349 dv-neutron-744815-20-hyperv neutron-server[103159]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 18 13:30:36.952349 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 18 13:30:36.952349 dv-neutron-744815-20-hyperv neutron-server[103159]: return self.request(url, 'GET', **kwargs) Dec 18 13:30:36.952349 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 18 13:30:36.952349 dv-neutron-744815-20-hyperv neutron-server[103159]: base_url = self.get_endpoint(auth, allow=allow, Dec 18 13:30:36.952349 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 18 13:30:36.952349 dv-neutron-744815-20-hyperv neutron-server[103159]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 18 13:30:36.952349 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 18 13:30:36.952349 dv-neutron-744815-20-hyperv neutron-server[103159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 18 13:30:36.952349 dv-neutron-744815-20-hyperv neutron-server[103159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 18 13:30:36.978751 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5eb0a1-4ddb-40d7-981e-1a13c50a9990 req-e5e27fdd-2cbc-4b27-bbf3-162f3cc7a574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:30:36.980713 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-4e5eb0a1-4ddb-40d7-981e-1a13c50a9990 req-e5e27fdd-2cbc-4b27-bbf3-162f3cc7a574 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=e6564b3d-9478-4ad2-b062-315cb204d8f1 HTTP/1.1" status: 200 len: 1098 time: 0.3847637 Dec 18 13:30:36.993499 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2903c985-5c45-46fe-9c7b-e1b69a240ee0 req-a9ba7727-0f1b-4e5f-b783-80f893c1f7f4 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:30:36.997836 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-2903c985-5c45-46fe-9c7b-e1b69a240ee0 req-a9ba7727-0f1b-4e5f-b783-80f893c1f7f4 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6564b3d-9478-4ad2-b062-315cb204d8f1 HTTP/1.1" status: 200 len: 945 time: 0.2166700 Dec 18 13:30:37.011708 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6bf7-0b8b-43a3-9dd3-87211045b212 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1927267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586962'] for network, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:37.035904 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-581dcc1b-dd71-4a46-8f25-fcbb1862bac3 None None] Deleting port c4e307e2-8c8c-4d96-b83d-89334fcc7633 {{(pid=103161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:30:37.036502 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-581dcc1b-dd71-4a46-8f25-fcbb1862bac3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:37.078249 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6bf7-0b8b-43a3-9dd3-87211045b212 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047995'] for network, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:37.081867 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-ab1d6bf7-0b8b-43a3-9dd3-87211045b212 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] 10.222.0.31 "DELETE /v2.0/networks/831c8306-f5a8-4900-9a73-c467542f7bf7 HTTP/1.1" status: 204 len: 168 time: 3.1738207 Dec 18 13:30:37.087049 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1d6bf7-0b8b-43a3-9dd3-87211045b212 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Pushing event deleted for resources: {'Network': ['ID=831c8306-f5a8-4900-9a73-c467542f7bf7,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:30:37.093079 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 53528) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:30:37.099667 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-9d313543-dc22-40e1-afa8-fa64d1ee8865 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1747653526'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:30:37.129700 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-2903c985-5c45-46fe-9c7b-e1b69a240ee0 req-a8208bf5-cee0-4c95-809b-99d41a5d47fb tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/security-groups?id=108eb00a-391a-4c3a-9c51-2dc2e6cd5b29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1187305 Dec 18 13:30:37.164989 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-4e5eb0a1-4ddb-40d7-981e-1a13c50a9990 req-cf1d62c8-e546-4cb0-b444-47a3a62e98e5 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=108eb00a-391a-4c3a-9c51-2dc2e6cd5b29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1657746 Dec 18 13:30:37.184657 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d313543-dc22-40e1-afa8-fa64d1ee8865 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Made reservation on behalf of f5afdd4acb1d4a48932f1bea649c1c37 for: {'network': 1} {{(pid=103159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:30:37.190842 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-9d313543-dc22-40e1-afa8-fa64d1ee8865 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for network, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:37.199180 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-581dcc1b-dd71-4a46-8f25-fcbb1862bac3 None None] For port c4e307e2-8c8c-4d96-b83d-89334fcc7633, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=c4e307e2-8c8c-4d96-b83d-89334fcc7633,segment=NetworkSegment(1d35b28d-d075-4c4f-99ab-408d9457428e),segment_id=1d35b28d-d075-4c4f-99ab-408d9457428e)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:30:37.199905 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-581dcc1b-dd71-4a46-8f25-fcbb1862bac3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:37.224011 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d313543-dc22-40e1-afa8-fa64d1ee8865 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 105} {{(pid=103159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 18 13:30:37.232578 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-581dcc1b-dd71-4a46-8f25-fcbb1862bac3 None None] Calling delete_port for c4e307e2-8c8c-4d96-b83d-89334fcc7633 owned by network:dhcp {{(pid=103161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:30:37.235218 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_common [None req-cf5f4657-053d-4df7-8358-566e15a6fb0b None None] Allocated IP 2001:db8:0:2::2 (5588ea4f-97be-47f0-8409-4e3ab545c488/ba9122b0-d193-42f7-8389-c71879d523ed/5396db90-8408-46bc-989d-480bd663bc7a) {{(pid=103161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:30:37.235537 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-9d313543-dc22-40e1-afa8-fa64d1ee8865 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:37.236964 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.db.segments_db [None req-9d313543-dc22-40e1-afa8-fa64d1ee8865 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Added segment 4db3744f-4a82-4eb2-b83d-c9bc080e50f8 of type vlan for network ff30caa6-77cc-475e-a4bc-0d0d7547bd29 Dec 18 13:30:37.271898 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bcdab49-37e7-4196-b7c6-8b216fd31566 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Made reservation on behalf of 606a569495c64210af9cc9fb7e76dd52 for: {'subnet': 1} {{(pid=103160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:30:37.275426 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-2bcdab49-37e7-4196-b7c6-8b216fd31566 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4514414'] for subnet, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:37.292756 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-9d313543-dc22-40e1-afa8-fa64d1ee8865 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767106405744'] for network, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:37.335322 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-9d313543-dc22-40e1-afa8-fa64d1ee8865 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981'] for network, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:37.341201 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d313543-dc22-40e1-afa8-fa64d1ee8865 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:30:37.341813 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-9d313543-dc22-40e1-afa8-fa64d1ee8865 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047995'] for network, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:37.386245 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-9d313543-dc22-40e1-afa8-fa64d1ee8865 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2896590 Dec 18 13:30:37.386484 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 53530) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:30:37.392969 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-50aa9c3a-c46c-46ff-bc0a-74f190fd8f23 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:30:37.408142 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.db_base_plugin_common [None req-5e436274-469b-4403-91a8-b52c29fc3ff7 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Allocated IP 172.20.0.12 (6a927deb-787e-47ec-8e16-89e6353b7166/043b78b4-bc86-474a-9ed5-2d73d66b2636/2983e4e1-b00d-4a20-b03c-22a3418b930c) {{(pid=103160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:30:37.433228 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.db_base_plugin_common [None req-5e436274-469b-4403-91a8-b52c29fc3ff7 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Allocated IP 172.20.0.11 (6a927deb-787e-47ec-8e16-89e6353b7166/043b78b4-bc86-474a-9ed5-2d73d66b2636/2983e4e1-b00d-4a20-b03c-22a3418b930c) {{(pid=103160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:30:37.492737 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d313543-dc22-40e1-afa8-fa64d1ee8865 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Pushing event updated for resources: {'Network': ['ID=ff30caa6-77cc-475e-a4bc-0d0d7547bd29,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:30:37.548639 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Network ff30caa6-77cc-475e-a4bc-0d0d7547bd29 details requested by agent ovs-agent-dv-neutron-744815-20-hyperv with host dv-neutron-744815-20-hyperv {{(pid=103161) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 18 13:30:37.636376 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-cf5f4657-053d-4df7-8358-566e15a6fb0b None None] For port 5396db90-8408-46bc-989d-480bd663bc7a, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=5396db90-8408-46bc-989d-480bd663bc7a,segment=NetworkSegment(916d3749-bdc7-4012-a1ea-992032ad8859),segment_id=916d3749-bdc7-4012-a1ea-992032ad8859)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:30:37.664660 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-5e436274-469b-4403-91a8-b52c29fc3ff7 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Publish callbacks [] for port, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:37.668184 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-50aa9c3a-c46c-46ff-bc0a-74f190fd8f23 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767106405744'] for network, precommit_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:37.669005 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-581dcc1b-dd71-4a46-8f25-fcbb1862bac3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984'] for port, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:37.688701 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-50aa9c3a-c46c-46ff-bc0a-74f190fd8f23 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981'] for network, after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:37.697551 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-cf5f4657-053d-4df7-8358-566e15a6fb0b None None] Publish callbacks [] for port, precommit_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:37.703382 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-50aa9c3a-c46c-46ff-bc0a-74f190fd8f23 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Network ff30caa6-77cc-475e-a4bc-0d0d7547bd29 is not hosted by any dhcp agent {{(pid=103159) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 18 13:30:37.711706 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50aa9c3a-c46c-46ff-bc0a-74f190fd8f23 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:30:37.712324 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-50aa9c3a-c46c-46ff-bc0a-74f190fd8f23 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Publish callbacks [] for network, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:37.713919 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-50aa9c3a-c46c-46ff-bc0a-74f190fd8f23 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] 10.222.0.31 "PUT /v2.0/networks/ff30caa6-77cc-475e-a4bc-0d0d7547bd29 HTTP/1.1" status: 200 len: 723 time: 0.3265140 Dec 18 13:30:37.716674 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 53532) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:30:37.721720 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-bfd78eb9-9b7d-4c47-9cac-e9761c42ce34 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Request body: {'subnet': {'network_id': 'ff30caa6-77cc-475e-a4bc-0d0d7547bd29', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:30:37.723674 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-cf5f4657-053d-4df7-8358-566e15a6fb0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:37.729173 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581dcc1b-dd71-4a46-8f25-fcbb1862bac3 None None] Pushing event deleted for resources: {'Port': ['ID=c4e307e2-8c8c-4d96-b83d-89334fcc7633,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:30:37.738312 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-581dcc1b-dd71-4a46-8f25-fcbb1862bac3 None None] No DVR routers for this DVR port c4e307e2-8c8c-4d96-b83d-89334fcc7633 on host dv-neutron-744815-20-hyperv {{(pid=103161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 18 13:30:37.793338 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-5e436274-469b-4403-91a8-b52c29fc3ff7 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4533522'] for port, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:37.816504 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-2bcdab49-37e7-4196-b7c6-8b216fd31566 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4533410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4514424'] for subnet, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:37.853304 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5f4657-053d-4df7-8358-566e15a6fb0b None None] Pushing event updated for resources: {'Port': ['ID=5396db90-8408-46bc-989d-480bd663bc7a,revision_number=7']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:30:37.887962 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50aa9c3a-c46c-46ff-bc0a-74f190fd8f23 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Pushing event updated for resources: {'Network': ['ID=ff30caa6-77cc-475e-a4bc-0d0d7547bd29,revision_number=2']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:30:37.909002 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Network ff30caa6-77cc-475e-a4bc-0d0d7547bd29 details requested by agent ovs-agent-dv-neutron-744815-20-hyperv with host dv-neutron-744815-20-hyperv {{(pid=103161) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 18 13:30:37.922470 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e436274-469b-4403-91a8-b52c29fc3ff7 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Network 6a927deb-787e-47ec-8e16-89e6353b7166 is already hosted by enough agents. {{(pid=103160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:30:37.944586 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfd78eb9-9b7d-4c47-9cac-e9761c42ce34 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Made reservation on behalf of f5afdd4acb1d4a48932f1bea649c1c37 for: {'subnet': 1} {{(pid=103159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:30:37.946910 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bcdab49-37e7-4196-b7c6-8b216fd31566 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Network a0b84a49-8464-4342-a47d-bd714ebbec81 is already hosted by enough agents. {{(pid=103160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:30:37.949352 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-bfd78eb9-9b7d-4c47-9cac-e9761c42ce34 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6017072'] for subnet, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:37.960028 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.base_scheduler [None req-2bcdab49-37e7-4196-b7c6-8b216fd31566 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Resources bound (agent type, host, resource id): {{(pid=103160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:30:37.963259 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bcdab49-37e7-4196-b7c6-8b216fd31566 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:30:37.964717 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-2bcdab49-37e7-4196-b7c6-8b216fd31566 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks [] for subnet, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:37.977388 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.base_scheduler [None req-5e436274-469b-4403-91a8-b52c29fc3ff7 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Resources bound (agent type, host, resource id): {{(pid=103160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:30:37.980580 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e436274-469b-4403-91a8-b52c29fc3ff7 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Received port after_create {{(pid=103160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:30:38.023454 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f3cbd91-945e-4320-8350-b278fbbbbc46 None None] Network a0b84a49-8464-4342-a47d-bd714ebbec81 requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:30:38.025674 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aef2624b-f6b2-4c2c-a2cf-738238a1831e None None] DHCP port deletion for 6a927deb-787e-47ec-8e16-89e6353b7166 request from dv-neutron-744815-20-hyperv {{(pid=103161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 18 13:30:38.220286 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-bfd78eb9-9b7d-4c47-9cac-e9761c42ce34 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5659786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6017062'] for subnet, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:38.237993 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b7219ab-881d-4ba8-8795-fcc7d1a9cecd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp31e170a0-46a1-5ba9-9dc1-7ee4f866f0d7-a0b84a49-8464-4342-a47d-bd714ebbec81', 'network_id': 'a0b84a49-8464-4342-a47d-bd714ebbec81', 'project_id': '606a569495c64210af9cc9fb7e76dd52', 'fixed_ips': [{'subnet_id': 'd775bcfb-48ca-431b-95d9-7f288ed9f024'}]}} from dv-neutron-744815-20-hyperv. {{(pid=103161) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 18 13:30:38.239638 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7b7219ab-881d-4ba8-8795-fcc7d1a9cecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:38.264415 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-ca662ec3-8017-47b5-bee3-502953e45262 None None] Provisioning complete for port 2983e4e1-b00d-4a20-b03c-22a3418b930c triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:30:38.264415 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ca662ec3-8017-47b5-bee3-502953e45262 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:38.338483 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd78eb9-9b7d-4c47-9cac-e9761c42ce34 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Pushing event updated for resources: {'Subnet': ['ID=0d50cd40-6a75-4b92-a154-5a1c318eafc6,revision_number=0']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:30:38.344703 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfd78eb9-9b7d-4c47-9cac-e9761c42ce34 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Checking segment: {'id': '4db3744f-4a82-4eb2-b83d-c9bc080e50f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'ff30caa6-77cc-475e-a4bc-0d0d7547bd29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 13:30:38.345061 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfd78eb9-9b7d-4c47-9cac-e9761c42ce34 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Network hostable DHCP agents. Network: ff30caa6-77cc-475e-a4bc-0d0d7547bd29, hostable agents: ['aa77effa-0e3a-4bbd-a383-4d58ed3328d0'], hosted agents: [] {{(pid=103159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 18 13:30:38.374242 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-ca662ec3-8017-47b5-bee3-502953e45262 None None] Port 2983e4e1-b00d-4a20-b03c-22a3418b930c cannot update to ACTIVE because it is not bound. {{(pid=103161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 13:30:38.379806 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfd78eb9-9b7d-4c47-9cac-e9761c42ce34 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Network ff30caa6-77cc-475e-a4bc-0d0d7547bd29 is scheduled to be hosted by DHCP agent aa77effa-0e3a-4bbd-a383-4d58ed3328d0 with binding_index 1 {{(pid=103159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 18 13:30:38.396386 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.base_scheduler [None req-bfd78eb9-9b7d-4c47-9cac-e9761c42ce34 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-744815-20-hyperv, ff30caa6-77cc-475e-a4bc-0d0d7547bd29) {{(pid=103159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:30:38.414303 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfd78eb9-9b7d-4c47-9cac-e9761c42ce34 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:30:38.415293 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-bfd78eb9-9b7d-4c47-9cac-e9761c42ce34 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047995'] for subnet, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:38.445628 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-bfd78eb9-9b7d-4c47-9cac-e9761c42ce34 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7278738 Dec 18 13:30:38.448328 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 53536) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:30:38.470132 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-075542cf-36ee-4dff-a61f-24290870c10e tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:30:38.471439 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d68de512-4e07-4b16-9cbf-6c68249a6982 None None] Network ff30caa6-77cc-475e-a4bc-0d0d7547bd29 requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:30:38.546448 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-2bcdab49-37e7-4196-b7c6-8b216fd31566 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9069006 Dec 18 13:30:38.555875 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 53538) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:30:38.566675 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e436274-469b-4403-91a8-b52c29fc3ff7 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Pushing event updated for resources: {'Port': ['ID=2983e4e1-b00d-4a20-b03c-22a3418b930c,revision_number=1']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:30:38.577643 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-03056e09-b6db-44e4-934e-3f527e7da6f9 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Request body: {'port': {'network_id': 'a0b84a49-8464-4342-a47d-bd714ebbec81', 'mac_address': 'fa:16:3e:0b:b8:8d', 'name': 'tempest-NetworksTestDHCPv6-951101691'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:30:38.585779 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_common [None req-7b7219ab-881d-4ba8-8795-fcc7d1a9cecd None None] Allocated IP 2001:db8::2 (a0b84a49-8464-4342-a47d-bd714ebbec81/d775bcfb-48ca-431b-95d9-7f288ed9f024/09a58314-12cf-498d-b015-17c352d68b4e) {{(pid=103161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:30:38.684545 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-075542cf-36ee-4dff-a61f-24290870c10e tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-6017071'] for subnet, before_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:38.761528 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 5396db90-8408-46bc-989d-480bd663bc7a up at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 13:30:38.793439 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4f17dd4-4c7e-4ece-80e7-82377c1b04cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp31e170a0-46a1-5ba9-9dc1-7ee4f866f0d7-ff30caa6-77cc-475e-a4bc-0d0d7547bd29', 'network_id': 'ff30caa6-77cc-475e-a4bc-0d0d7547bd29', 'project_id': 'f5afdd4acb1d4a48932f1bea649c1c37', 'fixed_ips': [{'subnet_id': '0d50cd40-6a75-4b92-a154-5a1c318eafc6'}]}} from dv-neutron-744815-20-hyperv. {{(pid=103161) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 18 13:30:38.794301 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-b4f17dd4-4c7e-4ece-80e7-82377c1b04cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:38.797350 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcdab49-37e7-4196-b7c6-8b216fd31566 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Pushing event updated for resources: {'Subnet': ['ID=d775bcfb-48ca-431b-95d9-7f288ed9f024,revision_number=0']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:30:38.819180 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03056e09-b6db-44e4-934e-3f527e7da6f9 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Made reservation on behalf of 606a569495c64210af9cc9fb7e76dd52 for: {'port': 1} {{(pid=103160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:30:38.852488 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.db_base_plugin_common [None req-a2dfde7f-4300-4a36-9be6-0de2f21591ad tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Delete allocated IP 2001:db8::1ad (5588ea4f-97be-47f0-8409-4e3ab545c488/ac0d4d2f-dd82-4dd6-ae0d-52a2e5d31fee) {{(pid=103160) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 18 13:30:38.911540 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e436274-469b-4403-91a8-b52c29fc3ff7 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:30:38.912224 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-5e436274-469b-4403-91a8-b52c29fc3ff7 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:38.925848 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.db_base_plugin_common [None req-a2dfde7f-4300-4a36-9be6-0de2f21591ad tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Allocated IP 2001:db8:0:2::2a1 (5588ea4f-97be-47f0-8409-4e3ab545c488/ba9122b0-d193-42f7-8389-c71879d523ed/a629f380-843c-4188-9462-350756bb9949) {{(pid=103160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:30:38.985109 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2294866d-0076-4933-952c-685307032598 None None] Provisioning complete for port 5396db90-8408-46bc-989d-480bd663bc7a triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:30:38.985672 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:38.999808 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-075542cf-36ee-4dff-a61f-24290870c10e tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8767106934739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-5659840'] for subnet, after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:39.025060 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d45d7de-e6f0-40d0-b90d-06f98485206c req-5fa7c6b5-28e5-479a-b8c1-071abdcff445 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:30:39.026630 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-4d45d7de-e6f0-40d0-b90d-06f98485206c req-5fa7c6b5-28e5-479a-b8c1-071abdcff445 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6564b3d-9478-4ad2-b062-315cb204d8f1 HTTP/1.1" status: 200 len: 945 time: 0.5047200 Dec 18 13:30:39.045848 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7b7219ab-881d-4ba8-8795-fcc7d1a9cecd None None] Publish callbacks [] for port, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:39.047627 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-075542cf-36ee-4dff-a61f-24290870c10e tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:30:39.048331 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-075542cf-36ee-4dff-a61f-24290870c10e tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Publish callbacks [] for subnet, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:39.049737 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-075542cf-36ee-4dff-a61f-24290870c10e tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] 10.222.0.31 "PUT /v2.0/subnets/0d50cd40-6a75-4b92-a154-5a1c318eafc6 HTTP/1.1" status: 200 len: 806 time: 0.5856216 Dec 18 13:30:39.054193 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 53540) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:30:39.079065 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7b7219ab-881d-4ba8-8795-fcc7d1a9cecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975'] for port, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:39.098582 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-5e436274-469b-4403-91a8-b52c29fc3ff7 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 3.2154977 Dec 18 13:30:39.125283 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_common [None req-b4f17dd4-4c7e-4ece-80e7-82377c1b04cf None None] Allocated IP 172.20.0.2 (ff30caa6-77cc-475e-a4bc-0d0d7547bd29/0d50cd40-6a75-4b92-a154-5a1c318eafc6/48c4d7b3-b104-4fb6-aedb-4c4b1f418276) {{(pid=103161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:30:39.136895 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-386fc988-f1bb-4fa2-b426-9deedf36f095 None None] Provisioning complete for port a629f380-843c-4188-9462-350756bb9949 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:30:39.137266 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-386fc988-f1bb-4fa2-b426-9deedf36f095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:39.156956 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b7219ab-881d-4ba8-8795-fcc7d1a9cecd None None] Network a0b84a49-8464-4342-a47d-bd714ebbec81 is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:30:39.162528 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 53542) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:30:39.168540 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-88efaead-80df-406f-9077-258ec9e2a5af tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2023137'] for network, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:39.174111 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-85eab818-44f9-40a5-8e55-6b6f0a8ac1f9 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Request body: {'floatingip': {'floating_network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'port_id': '2983e4e1-b00d-4a20-b03c-22a3418b930c', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:30:39.187056 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-7b7219ab-881d-4ba8-8795-fcc7d1a9cecd None None] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:30:39.200395 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b7219ab-881d-4ba8-8795-fcc7d1a9cecd None None] Received port after_create {{(pid=103161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:30:39.232727 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075542cf-36ee-4dff-a61f-24290870c10e tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Pushing event updated for resources: {'Subnet': ['ID=0d50cd40-6a75-4b92-a154-5a1c318eafc6,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:30:39.239339 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-03056e09-b6db-44e4-934e-3f527e7da6f9 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:39.246370 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-85eab818-44f9-40a5-8e55-6b6f0a8ac1f9 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Publish callbacks [] for floatingip, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:39.311764 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.notifiers.nova [None req-03056e09-b6db-44e4-934e-3f527e7da6f9 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] device_id is not set on port 12083441-27c5-464f-a162-eaa3e97fc133 yet. {{(pid=103160) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 18 13:30:39.346756 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-4d45d7de-e6f0-40d0-b90d-06f98485206c req-acb13f82-99b6-4366-9485-2c2f6707b749 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/security-groups?id=108eb00a-391a-4c3a-9c51-2dc2e6cd5b29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3055539 Dec 18 13:30:39.347863 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7219ab-881d-4ba8-8795-fcc7d1a9cecd None None] Pushing event updated for resources: {'Port': ['ID=09a58314-12cf-498d-b015-17c352d68b4e,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:30:39.393246 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-88efaead-80df-406f-9077-258ec9e2a5af tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1929185'] for subnet, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:39.439750 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-7b7219ab-881d-4ba8-8795-fcc7d1a9cecd None None] Attempting to bind port 09a58314-12cf-498d-b015-17c352d68b4e on host dv-neutron-744815-20-hyperv for vnic_type normal with profile {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 13:30:39.439994 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-7b7219ab-881d-4ba8-8795-fcc7d1a9cecd None None] Attempting to bind port 09a58314-12cf-498d-b015-17c352d68b4e by drivers openvswitch,hyperv on host dv-neutron-744815-20-hyperv at level 0 using segments [{'id': '1d35b28d-d075-4c4f-99ab-408d9457428e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'a0b84a49-8464-4342-a47d-bd714ebbec81'}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 13:30:39.440292 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b7219ab-881d-4ba8-8795-fcc7d1a9cecd None None] Attempting to bind port 09a58314-12cf-498d-b015-17c352d68b4e on network a0b84a49-8464-4342-a47d-bd714ebbec81 {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 13:30:39.461974 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b7219ab-881d-4ba8-8795-fcc7d1a9cecd None None] Checking agent: {'id': '428fa9fa-43db-4db9-9f96-f60ffe931f2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-20-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 13, 19, 1), 'started_at': datetime.datetime(2021, 12, 18, 13, 19, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 13, 30, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-20-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 18 13:30:39.462473 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b7219ab-881d-4ba8-8795-fcc7d1a9cecd None None] Checking segment: {'id': '1d35b28d-d075-4c4f-99ab-408d9457428e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'a0b84a49-8464-4342-a47d-bd714ebbec81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 13:30:39.462873 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7b7219ab-881d-4ba8-8795-fcc7d1a9cecd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:39.463600 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b7219ab-881d-4ba8-8795-fcc7d1a9cecd None None] Bound using segment: {'id': '1d35b28d-d075-4c4f-99ab-408d9457428e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'a0b84a49-8464-4342-a47d-bd714ebbec81'} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 18 13:30:39.464096 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-7b7219ab-881d-4ba8-8795-fcc7d1a9cecd None None] Bound port: 09a58314-12cf-498d-b015-17c352d68b4e, host: dv-neutron-744815-20-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d35b28d-d075-4c4f-99ab-408d9457428e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'a0b84a49-8464-4342-a47d-bd714ebbec81'}}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 18 13:30:39.464879 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7b7219ab-881d-4ba8-8795-fcc7d1a9cecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:39.489494 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-386fc988-f1bb-4fa2-b426-9deedf36f095 None None] Port a629f380-843c-4188-9462-350756bb9949 cannot update to ACTIVE because it is not bound. {{(pid=103161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 13:30:39.498694 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-85eab818-44f9-40a5-8e55-6b6f0a8ac1f9 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:39.502804 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-a2dfde7f-4300-4a36-9be6-0de2f21591ad tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks [] for port, precommit_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:39.515820 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-a2dfde7f-4300-4a36-9be6-0de2f21591ad tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4533541'] for port, after_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:39.519461 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-386fc988-f1bb-4fa2-b426-9deedf36f095 None None] Provisioning complete for port 20db43dc-0bd5-42ca-8c6c-875ede820bf0 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:30:39.519913 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-386fc988-f1bb-4fa2-b426-9deedf36f095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:39.532845 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.db_base_plugin_common [None req-03056e09-b6db-44e4-934e-3f527e7da6f9 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Allocated IP 2001:db8::6 (a0b84a49-8464-4342-a47d-bd714ebbec81/d775bcfb-48ca-431b-95d9-7f288ed9f024/12083441-27c5-464f-a162-eaa3e97fc133) {{(pid=103160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:30:39.633850 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-a2dfde7f-4300-4a36-9be6-0de2f21591ad tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] In _notify_port_updated(), no bound segment for port a629f380-843c-4188-9462-350756bb9949 on network 5588ea4f-97be-47f0-8409-4e3ab545c488 {{(pid=103160) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 18 13:30:39.647663 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2dfde7f-4300-4a36-9be6-0de2f21591ad tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:30:39.648375 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-a2dfde7f-4300-4a36-9be6-0de2f21591ad tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:39.652385 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-a2dfde7f-4300-4a36-9be6-0de2f21591ad tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] 10.222.0.31 "PUT /v2.0/ports/a629f380-843c-4188-9462-350756bb9949 HTTP/1.1" status: 200 len: 970 time: 3.1353836 Dec 18 13:30:39.653247 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2dfde7f-4300-4a36-9be6-0de2f21591ad tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Pushing event updated for resources: {'Port': ['ID=a629f380-843c-4188-9462-350756bb9949,revision_number=2']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:30:39.668915 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 53544) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:30:39.734735 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device c4e307e2-8c8c-4d96-b83d-89334fcc7633 no longer exists at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 18 13:30:39.753144 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.db_base_plugin_common [None req-85eab818-44f9-40a5-8e55-6b6f0a8ac1f9 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Allocated IP 172.26.3.205 (decb4a40-7941-48c8-afbb-daaafd502e83/70deed80-3ca1-4f9e-96cb-563b43d3acba/0cc0d91b-9ff4-4bea-ae61-7d39d4c28a81) {{(pid=103159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:30:39.780894 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-386fc988-f1bb-4fa2-b426-9deedf36f095 None None] Port 20db43dc-0bd5-42ca-8c6c-875ede820bf0 cannot update to ACTIVE because it is not bound. {{(pid=103161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 13:30:39.797020 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-7b7219ab-881d-4ba8-8795-fcc7d1a9cecd None None] For port 09a58314-12cf-498d-b015-17c352d68b4e, host dv-neutron-744815-20-hyperv, cleared binding levels {{(pid=103161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 18 13:30:39.801609 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-7b7219ab-881d-4ba8-8795-fcc7d1a9cecd None None] For port 09a58314-12cf-498d-b015-17c352d68b4e, host dv-neutron-744815-20-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=09a58314-12cf-498d-b015-17c352d68b4e,segment=NetworkSegment(1d35b28d-d075-4c4f-99ab-408d9457428e),segment_id=1d35b28d-d075-4c4f-99ab-408d9457428e)] {{(pid=103161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 18 13:30:39.819878 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-2294866d-0076-4933-952c-685307032598 None None] No Port match for: c4e307e2-8c8c-4d96-b83d-89334fcc7633 {{(pid=103161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 18 13:30:39.821465 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device c4e307e2-8c8c-4d96-b83d-89334fcc7633 not bound to the agent host dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 18 13:30:39.852258 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7b7219ab-881d-4ba8-8795-fcc7d1a9cecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:39.890463 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-85eab818-44f9-40a5-8e55-6b6f0a8ac1f9 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Publish callbacks [] for port, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:39.942393 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-b4f17dd4-4c7e-4ece-80e7-82377c1b04cf None None] Publish callbacks [] for port, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:39.947485 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7219ab-881d-4ba8-8795-fcc7d1a9cecd None None] Pushing event updated for resources: {'Port': ['ID=09a58314-12cf-498d-b015-17c352d68b4e,revision_number=2']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:30:39.953518 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-85eab818-44f9-40a5-8e55-6b6f0a8ac1f9 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:39.967347 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-386fc988-f1bb-4fa2-b426-9deedf36f095 None None] Provisioning complete for port 5396db90-8408-46bc-989d-480bd663bc7a triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:30:39.967690 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-386fc988-f1bb-4fa2-b426-9deedf36f095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:40.001763 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-b4f17dd4-4c7e-4ece-80e7-82377c1b04cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975'] for port, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:40.008555 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-43f3a8d8-5bb0-42af-93da-80b30c4dfefb tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Deleting port a629f380-843c-4188-9462-350756bb9949 {{(pid=103160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:30:40.009392 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-43f3a8d8-5bb0-42af-93da-80b30c4dfefb tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:40.070676 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-88efaead-80df-406f-9077-258ec9e2a5af tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1929192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5659851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6017053'] for subnet, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:40.074733 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4f17dd4-4c7e-4ece-80e7-82377c1b04cf None None] Network ff30caa6-77cc-475e-a4bc-0d0d7547bd29 is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:30:40.087603 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-b4f17dd4-4c7e-4ece-80e7-82377c1b04cf None None] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:30:40.100026 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4f17dd4-4c7e-4ece-80e7-82377c1b04cf None None] Received port after_create {{(pid=103161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:30:40.133840 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88efaead-80df-406f-9077-258ec9e2a5af tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Pushing event deleted for resources: {'Subnet': ['ID=0d50cd40-6a75-4b92-a154-5a1c318eafc6,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:30:40.176151 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-03056e09-b6db-44e4-934e-3f527e7da6f9 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks [] for port, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:40.179641 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f17dd4-4c7e-4ece-80e7-82377c1b04cf None None] Pushing event updated for resources: {'Port': ['ID=48c4d7b3-b104-4fb6-aedb-4c4b1f418276,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:30:40.208757 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-43f3a8d8-5bb0-42af-93da-80b30c4dfefb tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:40.218976 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85eab818-44f9-40a5-8e55-6b6f0a8ac1f9 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Network decb4a40-7941-48c8-afbb-daaafd502e83 is already hosted by enough agents. {{(pid=103159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:30:40.221195 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.base_scheduler [None req-85eab818-44f9-40a5-8e55-6b6f0a8ac1f9 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Resources bound (agent type, host, resource id): {{(pid=103159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:30:40.239179 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-43f3a8d8-5bb0-42af-93da-80b30c4dfefb tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Calling delete_port for a629f380-843c-4188-9462-350756bb9949 owned by {{(pid=103160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:30:40.258586 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85eab818-44f9-40a5-8e55-6b6f0a8ac1f9 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Received port after_create {{(pid=103159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:30:40.264800 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-b4f17dd4-4c7e-4ece-80e7-82377c1b04cf None None] Attempting to bind port 48c4d7b3-b104-4fb6-aedb-4c4b1f418276 on host dv-neutron-744815-20-hyperv for vnic_type normal with profile {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 13:30:40.265340 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-b4f17dd4-4c7e-4ece-80e7-82377c1b04cf None None] Attempting to bind port 48c4d7b3-b104-4fb6-aedb-4c4b1f418276 by drivers openvswitch,hyperv on host dv-neutron-744815-20-hyperv at level 0 using segments [{'id': '4db3744f-4a82-4eb2-b83d-c9bc080e50f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'ff30caa6-77cc-475e-a4bc-0d0d7547bd29'}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 13:30:40.265875 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f17dd4-4c7e-4ece-80e7-82377c1b04cf None None] Attempting to bind port 48c4d7b3-b104-4fb6-aedb-4c4b1f418276 on network ff30caa6-77cc-475e-a4bc-0d0d7547bd29 {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 13:30:40.276101 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f17dd4-4c7e-4ece-80e7-82377c1b04cf None None] Checking agent: {'id': '428fa9fa-43db-4db9-9f96-f60ffe931f2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-20-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 13, 19, 1), 'started_at': datetime.datetime(2021, 12, 18, 13, 19, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 13, 30, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-20-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 18 13:30:40.276883 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f17dd4-4c7e-4ece-80e7-82377c1b04cf None None] Checking segment: {'id': '4db3744f-4a82-4eb2-b83d-c9bc080e50f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'ff30caa6-77cc-475e-a4bc-0d0d7547bd29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 13:30:40.277453 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-b4f17dd4-4c7e-4ece-80e7-82377c1b04cf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:40.277990 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f17dd4-4c7e-4ece-80e7-82377c1b04cf None None] Bound using segment: {'id': '4db3744f-4a82-4eb2-b83d-c9bc080e50f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'ff30caa6-77cc-475e-a4bc-0d0d7547bd29'} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 18 13:30:40.278730 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-b4f17dd4-4c7e-4ece-80e7-82377c1b04cf None None] Bound port: 48c4d7b3-b104-4fb6-aedb-4c4b1f418276, host: dv-neutron-744815-20-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4db3744f-4a82-4eb2-b83d-c9bc080e50f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'ff30caa6-77cc-475e-a4bc-0d0d7547bd29'}}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 18 13:30:40.279311 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-b4f17dd4-4c7e-4ece-80e7-82377c1b04cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:40.292972 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-88efaead-80df-406f-9077-258ec9e2a5af tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1927292', 'neutron.services.segments.db._delete_segments_for_network-8767106887837'] for network, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:40.303615 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85eab818-44f9-40a5-8e55-6b6f0a8ac1f9 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Pushing event updated for resources: {'Port': ['ID=0cc0d91b-9ff4-4bea-ae61-7d39d4c28a81,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:30:40.308731 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-d5bcef49-9586-43b3-ac9e-fd1ed38a14cc req-4b4dd849-1e02-4303-9f83-b89e47f12f65 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f75e1b43-b628-4577-9f75-0cf3a56e1582&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3679140 Dec 18 13:30:40.353957 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.services.segments.db [None req-88efaead-80df-406f-9077-258ec9e2a5af tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff30caa6-77cc-475e-a4bc-0d0d7547bd29']}} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:30:40.430981 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-b4f17dd4-4c7e-4ece-80e7-82377c1b04cf None None] For port 48c4d7b3-b104-4fb6-aedb-4c4b1f418276, host dv-neutron-744815-20-hyperv, cleared binding levels {{(pid=103161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 18 13:30:40.448109 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-b4f17dd4-4c7e-4ece-80e7-82377c1b04cf None None] For port 48c4d7b3-b104-4fb6-aedb-4c4b1f418276, host dv-neutron-744815-20-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=48c4d7b3-b104-4fb6-aedb-4c4b1f418276,segment=NetworkSegment(4db3744f-4a82-4eb2-b83d-c9bc080e50f8),segment_id=4db3744f-4a82-4eb2-b83d-c9bc080e50f8)] {{(pid=103161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 18 13:30:40.455841 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-f10a8742-7c86-4197-a2d0-eb0ed1068c0b None None] Provisioning complete for port a629f380-843c-4188-9462-350756bb9949 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:30:40.456264 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f10a8742-7c86-4197-a2d0-eb0ed1068c0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:40.458684 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-b4f17dd4-4c7e-4ece-80e7-82377c1b04cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:40.483376 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.services.segments.db [None req-88efaead-80df-406f-9077-258ec9e2a5af tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4db3744f-4a82-4eb2-b83d-c9bc080e50f8') {'for_net_delete': True} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:30:40.483693 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.services.segments.db [None req-88efaead-80df-406f-9077-258ec9e2a5af tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4db3744f-4a82-4eb2-b83d-c9bc080e50f8') {} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:30:40.517449 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-88efaead-80df-406f-9077-258ec9e2a5af tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767106888614', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5589569'] for segment, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:40.550214 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f17dd4-4c7e-4ece-80e7-82377c1b04cf None None] Pushing event updated for resources: {'Port': ['ID=48c4d7b3-b104-4fb6-aedb-4c4b1f418276,revision_number=2']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:30:40.556295 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-88efaead-80df-406f-9077-258ec9e2a5af tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:40.563554 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88efaead-80df-406f-9077-258ec9e2a5af tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Releasing vlan 105 on physical network physnet1 to pool {{(pid=103159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 18 13:30:40.564295 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-88efaead-80df-406f-9077-258ec9e2a5af tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5660009'] for segment, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:40.573637 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-f10a8742-7c86-4197-a2d0-eb0ed1068c0b None None] Port a629f380-843c-4188-9462-350756bb9949 cannot update to ACTIVE because it is not bound. {{(pid=103161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 13:30:40.590871 dv-neutron-744815-20-hyperv neutron-server[103159]: Traceback (most recent call last): Dec 18 13:30:40.590871 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 18 13:30:40.590871 dv-neutron-744815-20-hyperv neutron-server[103159]: timer() Dec 18 13:30:40.590871 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 18 13:30:40.590871 dv-neutron-744815-20-hyperv neutron-server[103159]: cb(*args, **kw) Dec 18 13:30:40.590871 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 18 13:30:40.590871 dv-neutron-744815-20-hyperv neutron-server[103159]: return func(*args, **kwargs) Dec 18 13:30:40.590871 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 18 13:30:40.590871 dv-neutron-744815-20-hyperv neutron-server[103159]: self._notify() Dec 18 13:30:40.590871 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 18 13:30:40.590871 dv-neutron-744815-20-hyperv neutron-server[103159]: self.callback(batched_events) Dec 18 13:30:40.590871 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 18 13:30:40.590871 dv-neutron-744815-20-hyperv neutron-server[103159]: event.method(event) Dec 18 13:30:40.590871 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 18 13:30:40.590871 dv-neutron-744815-20-hyperv neutron-server[103159]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 18 13:30:40.590871 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 18 13:30:40.590871 dv-neutron-744815-20-hyperv neutron-server[103159]: aggregate_uuid = self.p_client.list_aggregates( Dec 18 13:30:40.590871 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 18 13:30:40.590871 dv-neutron-744815-20-hyperv neutron-server[103159]: return f(self, *a, **k) Dec 18 13:30:40.590871 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 18 13:30:40.590871 dv-neutron-744815-20-hyperv neutron-server[103159]: return self._get(url).json() Dec 18 13:30:40.590871 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 18 13:30:40.590871 dv-neutron-744815-20-hyperv neutron-server[103159]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 18 13:30:40.590871 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 18 13:30:40.590871 dv-neutron-744815-20-hyperv neutron-server[103159]: return self.request(url, 'GET', **kwargs) Dec 18 13:30:40.590871 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 18 13:30:40.590871 dv-neutron-744815-20-hyperv neutron-server[103159]: base_url = self.get_endpoint(auth, allow=allow, Dec 18 13:30:40.590871 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 18 13:30:40.590871 dv-neutron-744815-20-hyperv neutron-server[103159]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 18 13:30:40.590871 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 18 13:30:40.590871 dv-neutron-744815-20-hyperv neutron-server[103159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 18 13:30:40.590871 dv-neutron-744815-20-hyperv neutron-server[103159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 18 13:30:40.692881 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-03056e09-b6db-44e4-934e-3f527e7da6f9 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4533522'] for port, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:40.727063 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-324faf48-f074-4938-813a-5fd0e977f86e None None] Network ff30caa6-77cc-475e-a4bc-0d0d7547bd29 requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:30:40.760641 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.db.api [None req-88efaead-80df-406f-9077-258ec9e2a5af tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 18 13:30:40.760641 dv-neutron-744815-20-hyperv neutron-server[103159]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 18 13:30:40.760641 dv-neutron-744815-20-hyperv neutron-server[103159]: [parameters: {'id': 'ff30caa6-77cc-475e-a4bc-0d0d7547bd29'}] Dec 18 13:30:40.760641 dv-neutron-744815-20-hyperv neutron-server[103159]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103159) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 18 13:30:40.761133 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG oslo_db.api [None req-88efaead-80df-406f-9077-258ec9e2a5af tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 18 13:30:40.805499 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bcef49-9586-43b3-ac9e-fd1ed38a14cc req-025e75c8-3e40-47d3-b7a4-ad26f9bf77aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:30:40.811516 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-43f3a8d8-5bb0-42af-93da-80b30c4dfefb tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4533522'] for port, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:40.823530 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-d5bcef49-9586-43b3-ac9e-fd1ed38a14cc req-025e75c8-3e40-47d3-b7a4-ad26f9bf77aa service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=797acd6e00034b9ba6b75e0f2650f2ea&device_id=f75e1b43-b628-4577-9f75-0cf3a56e1582 HTTP/1.1" status: 200 len: 1098 time: 0.4566820 Dec 18 13:30:40.831734 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 09a58314-12cf-498d-b015-17c352d68b4e up at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 13:30:40.841522 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03056e09-b6db-44e4-934e-3f527e7da6f9 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Network a0b84a49-8464-4342-a47d-bd714ebbec81 is already hosted by enough agents. {{(pid=103160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:30:40.862258 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.base_scheduler [None req-03056e09-b6db-44e4-934e-3f527e7da6f9 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Resources bound (agent type, host, resource id): {{(pid=103160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:30:40.872679 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03056e09-b6db-44e4-934e-3f527e7da6f9 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Received port after_create {{(pid=103160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:30:40.878545 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03056e09-b6db-44e4-934e-3f527e7da6f9 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:30:40.879348 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-03056e09-b6db-44e4-934e-3f527e7da6f9 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:40.885693 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03056e09-b6db-44e4-934e-3f527e7da6f9 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Pushing event updated for resources: {'Port': ['ID=12083441-27c5-464f-a162-eaa3e97fc133,revision_number=1']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:30:40.948813 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-43f3a8d8-5bb0-42af-93da-80b30c4dfefb tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:40.957234 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-43f3a8d8-5bb0-42af-93da-80b30c4dfefb tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] 10.222.0.31 "DELETE /v2.0/ports/a629f380-843c-4188-9462-350756bb9949 HTTP/1.1" status: 204 len: 168 time: 1.2869139 Dec 18 13:30:40.958834 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bcef49-9586-43b3-ac9e-fd1ed38a14cc req-a2cd1d11-8409-4d8b-95cf-19dc705af5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:30:40.960545 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-d5bcef49-9586-43b3-ac9e-fd1ed38a14cc req-a2cd1d11-8409-4d8b-95cf-19dc705af5e4 service neutron] 10.222.0.43 "GET /v2.0/networks?id=2fc4e038-9db1-4dce-962e-0069075d1df7 HTTP/1.1" status: 200 len: 912 time: 0.1057818 Dec 18 13:30:40.960701 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 53548) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:30:40.968772 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2294866d-0076-4933-952c-685307032598 None None] Provisioning complete for port 09a58314-12cf-498d-b015-17c352d68b4e triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:30:40.969248 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:40.972636 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32f7d35f-cea0-4789-bce2-c1870fff2b20 None None] Network ff30caa6-77cc-475e-a4bc-0d0d7547bd29 requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:30:40.974061 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f3a8d8-5bb0-42af-93da-80b30c4dfefb tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Pushing event deleted for resources: {'Port': ['ID=a629f380-843c-4188-9462-350756bb9949,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:30:40.992098 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.pecan_wsgi.hooks.translation [None req-90f88b44-95a4-4220-9234-3720ca7ae817 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] GET failed (client error): The resource could not be found. Dec 18 13:30:40.992643 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cc7d88-9dd0-4840-ac1c-5952ebc1e4ff req-69df1c04-83b0-45c6-a287-ceb983df540d tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:30:40.994261 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-45cc7d88-9dd0-4840-ac1c-5952ebc1e4ff req-69df1c04-83b0-45c6-a287-ceb983df540d tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6564b3d-9478-4ad2-b062-315cb204d8f1 HTTP/1.1" status: 200 len: 945 time: 0.3711605 Dec 18 13:30:40.998397 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-90f88b44-95a4-4220-9234-3720ca7ae817 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] 10.222.0.31 "GET /v2.0/ports/a629f380-843c-4188-9462-350756bb9949 HTTP/1.1" status: 404 len: 333 time: 0.0364251 Dec 18 13:30:40.999179 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 53550) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:30:41.011288 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-03056e09-b6db-44e4-934e-3f527e7da6f9 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.4421198 Dec 18 13:30:41.018581 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 53552) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:30:41.112566 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5f0d3eb-b472-4ed4-bbd9-33708134ff99 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:30:41.118588 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5f0d3eb-b472-4ed4-bbd9-33708134ff99 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:30:41.120344 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-e5f0d3eb-b472-4ed4-bbd9-33708134ff99 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1666 time: 0.1018348 Dec 18 13:30:41.123298 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 53554) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:30:41.132875 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-3f0db327-66bc-437c-8b8b-0bfe51046fbd tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks [] for security_group, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:41.155549 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-45cc7d88-9dd0-4840-ac1c-5952ebc1e4ff req-8dabe4ce-8f64-44d1-b570-db83d83a1630 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/security-groups?id=108eb00a-391a-4c3a-9c51-2dc2e6cd5b29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800769 Dec 18 13:30:41.187557 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:41.216256 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-3f0db327-66bc-437c-8b8b-0bfe51046fbd tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:41.234115 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-2294866d-0076-4933-952c-685307032598 None None] For port 09a58314-12cf-498d-b015-17c352d68b4e, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=09a58314-12cf-498d-b015-17c352d68b4e,segment=NetworkSegment(1d35b28d-d075-4c4f-99ab-408d9457428e),segment_id=1d35b28d-d075-4c4f-99ab-408d9457428e)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:30:41.243298 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:41.308721 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-3f0db327-66bc-437c-8b8b-0bfe51046fbd tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:41.311475 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-3f0db327-66bc-437c-8b8b-0bfe51046fbd tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks [] for security_group, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:41.314312 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Pushing event updated for resources: {'Port': ['ID=09a58314-12cf-498d-b015-17c352d68b4e,revision_number=3']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:30:41.315460 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-3f0db327-66bc-437c-8b8b-0bfe51046fbd tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] 10.222.0.31 "DELETE /v2.0/security-groups/a467bad5-565a-418f-8674-edb01995be0f HTTP/1.1" status: 204 len: 168 time: 0.3153398 Dec 18 13:30:41.318205 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 53558) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:30:41.350042 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-cc86db04-c173-4b7c-978e-f36e413af4ec tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Deleting port 12083441-27c5-464f-a162-eaa3e97fc133 {{(pid=103160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:30:41.350376 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-cc86db04-c173-4b7c-978e-f36e413af4ec tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:41.357461 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0db327-66bc-437c-8b8b-0bfe51046fbd tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a467bad5-565a-418f-8674-edb01995be0f,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:30:41.384181 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83e4c56-d613-442a-a54e-7b2571f64981 req-d160a95e-eb4b-4927-8764-088a5e4d9432 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:30:41.385814 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-c83e4c56-d613-442a-a54e-7b2571f64981 req-d160a95e-eb4b-4927-8764-088a5e4d9432 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6564b3d-9478-4ad2-b062-315cb204d8f1 HTTP/1.1" status: 200 len: 945 time: 0.1314290 Dec 18 13:30:41.524973 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-c83e4c56-d613-442a-a54e-7b2571f64981 req-e095ceba-712d-4102-992a-5312ea98fb73 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/security-groups?id=108eb00a-391a-4c3a-9c51-2dc2e6cd5b29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1250808 Dec 18 13:30:41.525611 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-683a629f-f561-45cb-b96a-8ee40cae3531 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks [] for security_group, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:41.557807 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-cc86db04-c173-4b7c-978e-f36e413af4ec tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:41.560095 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 53560) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:30:41.561625 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-683a629f-f561-45cb-b96a-8ee40cae3531 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:41.612241 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-cc86db04-c173-4b7c-978e-f36e413af4ec tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Calling delete_port for 12083441-27c5-464f-a162-eaa3e97fc133 owned by {{(pid=103160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:30:41.622173 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-88efaead-80df-406f-9077-258ec9e2a5af tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2023137'] for network, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:41.650733 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-d5bcef49-9586-43b3-ac9e-fd1ed38a14cc req-599823cf-018f-4d38-9004-cb97db378da5 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e7099ed9-5062-40c4-a1e3-ac0e8e7ebf76 HTTP/1.1" status: 200 len: 1001 time: 0.6789761 Dec 18 13:30:41.687675 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b49d67b4-1db7-4762-a464-140df8aa3ae5 tempest-TestNetworkBasicOps-845399116 tempest-TestNetworkBasicOps-845399116-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:30:41.689256 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-b49d67b4-1db7-4762-a464-140df8aa3ae5 tempest-TestNetworkBasicOps-845399116 tempest-TestNetworkBasicOps-845399116-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=e6564b3d-9478-4ad2-b062-315cb204d8f1 HTTP/1.1" status: 200 len: 1093 time: 0.1247723 Dec 18 13:30:41.691956 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-683a629f-f561-45cb-b96a-8ee40cae3531 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:41.694539 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-683a629f-f561-45cb-b96a-8ee40cae3531 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks [] for security_group, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:41.695660 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-683a629f-f561-45cb-b96a-8ee40cae3531 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] 10.222.0.31 "DELETE /v2.0/security-groups/70f6a715-caf3-4f08-bcf0-ac66c617afcb HTTP/1.1" status: 204 len: 168 time: 0.3733172 Dec 18 13:30:41.696204 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 53562) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:30:41.702193 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 53564) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:30:41.705570 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-9d5b8163-4a55-44a8-99aa-e57448f6ad57 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Request body: {'floatingip': {'floating_network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'port_id': '4eb6f8b9-39e2-4c73-a65f-40154d8c96cd', 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:30:41.731922 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683a629f-f561-45cb-b96a-8ee40cae3531 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=70f6a715-caf3-4f08-bcf0-ac66c617afcb,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:30:41.767951 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-9d5b8163-4a55-44a8-99aa-e57448f6ad57 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for floatingip, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:41.788910 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-ffd58cac-51ef-4e65-8a14-87c8ab3718f0 None None] Provisioning complete for port 09a58314-12cf-498d-b015-17c352d68b4e triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:30:41.789539 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ffd58cac-51ef-4e65-8a14-87c8ab3718f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:41.821472 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bcef49-9586-43b3-ac9e-fd1ed38a14cc req-0090d498-bba3-43af-a47c-d4bfcecccf3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:30:41.823217 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-d5bcef49-9586-43b3-ac9e-fd1ed38a14cc req-0090d498-bba3-43af-a47c-d4bfcecccf3d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ab39156a-1aba-454f-953d-4c71ff8fa510 HTTP/1.1" status: 200 len: 850 time: 0.1624444 Dec 18 13:30:41.884695 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-cc86db04-c173-4b7c-978e-f36e413af4ec tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4533522'] for port, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:41.937536 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc86db04-c173-4b7c-978e-f36e413af4ec tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Pushing event deleted for resources: {'Port': ['ID=12083441-27c5-464f-a162-eaa3e97fc133,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:30:41.956983 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-2d4a8843-d075-48b2-8765-c4b97af19b8e tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks [] for security_group, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:41.963977 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-88efaead-80df-406f-9077-258ec9e2a5af tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Deleting port 48c4d7b3-b104-4fb6-aedb-4c4b1f418276 {{(pid=103159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:30:41.964581 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-88efaead-80df-406f-9077-258ec9e2a5af tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:41.979849 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-cc86db04-c173-4b7c-978e-f36e413af4ec tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:41.983125 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-cc86db04-c173-4b7c-978e-f36e413af4ec tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] 10.222.0.31 "DELETE /v2.0/ports/12083441-27c5-464f-a162-eaa3e97fc133 HTTP/1.1" status: 204 len: 168 time: 0.8589044 Dec 18 13:30:41.989179 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 53566) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:30:42.057889 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-9d5b8163-4a55-44a8-99aa-e57448f6ad57 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:42.063406 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b87585b-3f04-4df3-a556-0376b575a8b8 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:30:42.064944 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b87585b-3f04-4df3-a556-0376b575a8b8 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:30:42.066735 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-9b87585b-3f04-4df3-a556-0376b575a8b8 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.0764036 Dec 18 13:30:42.070951 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-2d4a8843-d075-48b2-8765-c4b97af19b8e tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:42.072204 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 53568) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:30:42.118084 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-42a49a55-d3c9-4038-8d8f-bcde8336263f None None] Could not find standard attr ID for object 12083441-27c5-464f-a162-eaa3e97fc133. {{(pid=103161) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 18 13:30:42.166361 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bcef49-9586-43b3-ac9e-fd1ed38a14cc req-1315718b-94bd-4feb-8cfd-edcb3aab45a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:30:42.168677 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-d5bcef49-9586-43b3-ac9e-fd1ed38a14cc req-1315718b-94bd-4feb-8cfd-edcb3aab45a7 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2fc4e038-9db1-4dce-962e-0069075d1df7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.3370864 Dec 18 13:30:42.175390 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.db_base_plugin_v2 [None req-645ea53a-5f48-44e4-a6ae-db99eae0b7de tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Deleting subnet d775bcfb-48ca-431b-95d9-7f288ed9f024 {{(pid=103160) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 18 13:30:42.181205 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-645ea53a-5f48-44e4-a6ae-db99eae0b7de tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks [] for subnet, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:42.231789 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.db [None req-88efaead-80df-406f-9077-258ec9e2a5af tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] For port 48c4d7b3-b104-4fb6-aedb-4c4b1f418276, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=48c4d7b3-b104-4fb6-aedb-4c4b1f418276,segment=NetworkSegment(4db3744f-4a82-4eb2-b83d-c9bc080e50f8),segment_id=4db3744f-4a82-4eb2-b83d-c9bc080e50f8)] {{(pid=103159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:30:42.232476 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-88efaead-80df-406f-9077-258ec9e2a5af tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:42.253640 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-645ea53a-5f48-44e4-a6ae-db99eae0b7de tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4533385'] for subnet, precommit_delete_associations {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:42.292077 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-88efaead-80df-406f-9077-258ec9e2a5af tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Calling delete_port for 48c4d7b3-b104-4fb6-aedb-4c4b1f418276 owned by network:dhcp {{(pid=103159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:30:42.299659 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-2d4a8843-d075-48b2-8765-c4b97af19b8e tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:42.303020 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.db_base_plugin_common [None req-9d5b8163-4a55-44a8-99aa-e57448f6ad57 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Allocated IP 172.26.3.218 (decb4a40-7941-48c8-afbb-daaafd502e83/70deed80-3ca1-4f9e-96cb-563b43d3acba/21c4d4c0-468f-4eaa-970a-dc7751d65bb8) {{(pid=103160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:30:42.304806 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-2d4a8843-d075-48b2-8765-c4b97af19b8e tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks [] for security_group, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:42.307941 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-2d4a8843-d075-48b2-8765-c4b97af19b8e tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] 10.222.0.31 "DELETE /v2.0/security-groups/3ccc85fc-2d6f-40cd-9e28-a2ed7a4e8ba2 HTTP/1.1" status: 204 len: 168 time: 0.5875819 Dec 18 13:30:42.309559 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-85eab818-44f9-40a5-8e55-6b6f0a8ac1f9 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:42.312776 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 53570) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:30:42.354042 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e010af20-991e-41a6-b0fd-50c983e5d7f5 None None] get_active_networks_info from dv-neutron-744815-20-hyperv {{(pid=103161) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 18 13:30:42.440190 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4a8843-d075-48b2-8765-c4b97af19b8e tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ccc85fc-2d6f-40cd-9e28-a2ed7a4e8ba2,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:30:42.453973 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-645ea53a-5f48-44e4-a6ae-db99eae0b7de tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1929185'] for subnet, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:42.495563 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-d5bcef49-9586-43b3-ac9e-fd1ed38a14cc req-69a65004-8e81-4914-a7b8-a6ca11ed6f59 service neutron] 10.222.0.43 "GET /v2.0/networks/2fc4e038-9db1-4dce-962e-0069075d1df7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3069606 Dec 18 13:30:42.523598 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffef6033-35ac-46f5-ae8e-37a191328290 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Deleting subnet ac0d4d2f-dd82-4dd6-ae0d-52a2e5d31fee {{(pid=103159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 18 13:30:42.538683 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-9d5b8163-4a55-44a8-99aa-e57448f6ad57 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for port, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:42.545694 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e010af20-991e-41a6-b0fd-50c983e5d7f5 None None] Resources bound (agent type, host, resource id): {{(pid=103161) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 18 13:30:42.546309 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-ffef6033-35ac-46f5-ae8e-37a191328290 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks [] for subnet, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:42.559950 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-645ea53a-5f48-44e4-a6ae-db99eae0b7de tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1929192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4533475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4514371'] for subnet, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:42.610668 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-645ea53a-5f48-44e4-a6ae-db99eae0b7de tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks [] for subnet, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:42.619905 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-645ea53a-5f48-44e4-a6ae-db99eae0b7de tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] 10.222.0.31 "DELETE /v2.0/subnets/d775bcfb-48ca-431b-95d9-7f288ed9f024 HTTP/1.1" status: 204 len: 168 time: 0.5464103 Dec 18 13:30:42.621266 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645ea53a-5f48-44e4-a6ae-db99eae0b7de tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Pushing event deleted for resources: {'Subnet': ['ID=d775bcfb-48ca-431b-95d9-7f288ed9f024,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:30:42.623235 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 53572) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:30:42.636229 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-9d5b8163-4a55-44a8-99aa-e57448f6ad57 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4533522'] for port, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:42.649142 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-85eab818-44f9-40a5-8e55-6b6f0a8ac1f9 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:42.677298 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-ffef6033-35ac-46f5-ae8e-37a191328290 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5589624'] for subnet, precommit_delete_associations {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:42.686006 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 09a58314-12cf-498d-b015-17c352d68b4e up at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 13:30:42.700038 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-eb09d396-bb5e-438d-a58c-e26a93faf5cd tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0746808 Dec 18 13:30:42.708332 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 53574) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:30:42.759372 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-88efaead-80df-406f-9077-258ec9e2a5af tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:42.763279 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5b8163-4a55-44a8-99aa-e57448f6ad57 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Pushing event updated for resources: {'Port': ['ID=21c4d4c0-468f-4eaa-970a-dc7751d65bb8,revision_number=1']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:30:42.775026 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d5b8163-4a55-44a8-99aa-e57448f6ad57 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Network decb4a40-7941-48c8-afbb-daaafd502e83 is already hosted by enough agents. {{(pid=103160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:30:42.776813 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.base_scheduler [None req-9d5b8163-4a55-44a8-99aa-e57448f6ad57 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Resources bound (agent type, host, resource id): {{(pid=103160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:30:42.780461 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d5b8163-4a55-44a8-99aa-e57448f6ad57 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Received port after_create {{(pid=103160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:30:42.834324 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88efaead-80df-406f-9077-258ec9e2a5af tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Pushing event deleted for resources: {'Port': ['ID=48c4d7b3-b104-4fb6-aedb-4c4b1f418276,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:30:42.850134 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88efaead-80df-406f-9077-258ec9e2a5af tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] No DVR routers for this DVR port 48c4d7b3-b104-4fb6-aedb-4c4b1f418276 on host dv-neutron-744815-20-hyperv {{(pid=103159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 18 13:30:42.900705 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-d5bcef49-9586-43b3-ac9e-fd1ed38a14cc req-3dbf7db5-8ea0-4aee-b9fd-549101f5130d service neutron] 10.222.0.43 "GET /v2.0/networks/2fc4e038-9db1-4dce-962e-0069075d1df7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3916636 Dec 18 13:30:42.938667 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-073d8622-a7a6-46b2-b944-bb23e35837e7 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:30:42.945869 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-073d8622-a7a6-46b2-b944-bb23e35837e7 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2342331 Dec 18 13:30:42.948406 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 53576) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:30:43.017457 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2294866d-0076-4933-952c-685307032598 None None] Provisioning complete for port 09a58314-12cf-498d-b015-17c352d68b4e triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:30:43.018065 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:43.038608 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-ffef6033-35ac-46f5-ae8e-37a191328290 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1929185'] for subnet, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:43.115483 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-88efaead-80df-406f-9077-258ec9e2a5af tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1927292', 'neutron.services.segments.db._delete_segments_for_network-8767106887837'] for network, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:43.166883 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14b46258-8fbc-4ccb-bd57-f52919a585f4 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:30:43.171531 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-14b46258-8fbc-4ccb-bd57-f52919a585f4 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2099543 Dec 18 13:30:43.173391 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 53578) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:30:43.178451 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.services.segments.db [None req-88efaead-80df-406f-9077-258ec9e2a5af tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff30caa6-77cc-475e-a4bc-0d0d7547bd29']}} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:30:43.195778 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.services.segments.db [None req-88efaead-80df-406f-9077-258ec9e2a5af tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4db3744f-4a82-4eb2-b83d-c9bc080e50f8') {'for_net_delete': True} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:30:43.196025 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.services.segments.db [None req-88efaead-80df-406f-9077-258ec9e2a5af tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4db3744f-4a82-4eb2-b83d-c9bc080e50f8') {} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:30:43.219841 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-88efaead-80df-406f-9077-258ec9e2a5af tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767106888614', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5589569'] for segment, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:43.236807 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-7cdd75b9-060e-465c-8500-2b2f6f9b0f02 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0616927 Dec 18 13:30:43.244250 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 53580) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:30:43.248974 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-5e086938-a501-4ae9-8bcb-890b2fc8252c tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Request body: {'subnet': {'network_id': 'a0b84a49-8464-4342-a47d-bd714ebbec81', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:30:43.254220 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-88efaead-80df-406f-9077-258ec9e2a5af tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:43.261362 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-ffef6033-35ac-46f5-ae8e-37a191328290 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1929192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5659851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6017053'] for subnet, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:43.274503 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-85eab818-44f9-40a5-8e55-6b6f0a8ac1f9 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Publish callbacks [] for port, precommit_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:43.293129 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88efaead-80df-406f-9077-258ec9e2a5af tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Releasing vlan 105 on physical network physnet1 to pool {{(pid=103159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 18 13:30:43.293528 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-88efaead-80df-406f-9077-258ec9e2a5af tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5660009'] for segment, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:43.307046 dv-neutron-744815-20-hyperv neutron-server[103159]: Traceback (most recent call last): Dec 18 13:30:43.307046 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 18 13:30:43.307046 dv-neutron-744815-20-hyperv neutron-server[103159]: timer() Dec 18 13:30:43.307046 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 18 13:30:43.307046 dv-neutron-744815-20-hyperv neutron-server[103159]: cb(*args, **kw) Dec 18 13:30:43.307046 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 18 13:30:43.307046 dv-neutron-744815-20-hyperv neutron-server[103159]: return func(*args, **kwargs) Dec 18 13:30:43.307046 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 18 13:30:43.307046 dv-neutron-744815-20-hyperv neutron-server[103159]: self._notify() Dec 18 13:30:43.307046 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 18 13:30:43.307046 dv-neutron-744815-20-hyperv neutron-server[103159]: self.callback(batched_events) Dec 18 13:30:43.307046 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 18 13:30:43.307046 dv-neutron-744815-20-hyperv neutron-server[103159]: event.method(event) Dec 18 13:30:43.307046 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 18 13:30:43.307046 dv-neutron-744815-20-hyperv neutron-server[103159]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 18 13:30:43.307046 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 18 13:30:43.307046 dv-neutron-744815-20-hyperv neutron-server[103159]: aggregate_uuid = self.p_client.list_aggregates( Dec 18 13:30:43.307046 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 18 13:30:43.307046 dv-neutron-744815-20-hyperv neutron-server[103159]: return f(self, *a, **k) Dec 18 13:30:43.307046 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 18 13:30:43.307046 dv-neutron-744815-20-hyperv neutron-server[103159]: return self._get(url).json() Dec 18 13:30:43.307046 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 18 13:30:43.307046 dv-neutron-744815-20-hyperv neutron-server[103159]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 18 13:30:43.307046 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 18 13:30:43.307046 dv-neutron-744815-20-hyperv neutron-server[103159]: return self.request(url, 'GET', **kwargs) Dec 18 13:30:43.307046 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 18 13:30:43.307046 dv-neutron-744815-20-hyperv neutron-server[103159]: base_url = self.get_endpoint(auth, allow=allow, Dec 18 13:30:43.307046 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 18 13:30:43.307046 dv-neutron-744815-20-hyperv neutron-server[103159]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 18 13:30:43.307046 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 18 13:30:43.307046 dv-neutron-744815-20-hyperv neutron-server[103159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 18 13:30:43.307046 dv-neutron-744815-20-hyperv neutron-server[103159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 18 13:30:43.337689 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffef6033-35ac-46f5-ae8e-37a191328290 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Pushing event deleted for resources: {'Subnet': ['ID=ac0d4d2f-dd82-4dd6-ae0d-52a2e5d31fee,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:30:43.339578 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-85eab818-44f9-40a5-8e55-6b6f0a8ac1f9 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5659917'] for port, after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:43.342091 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63caee6f-aa2a-4b73-b803-592fd2218108 None None] Network a0b84a49-8464-4342-a47d-bd714ebbec81 requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:30:43.417543 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85eab818-44f9-40a5-8e55-6b6f0a8ac1f9 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Pushing event updated for resources: {'Port': ['ID=0cc0d91b-9ff4-4bea-ae61-7d39d4c28a81,revision_number=2']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:30:43.429054 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-ffef6033-35ac-46f5-ae8e-37a191328290 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks [] for subnet, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:43.432414 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-ffef6033-35ac-46f5-ae8e-37a191328290 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] 10.222.0.31 "DELETE /v2.0/subnets/ac0d4d2f-dd82-4dd6-ae0d-52a2e5d31fee HTTP/1.1" status: 204 len: 168 time: 1.1142559 Dec 18 13:30:43.437320 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96e1943c-b12e-4c19-9aeb-94a893ea6f85 None None] Network 5588ea4f-97be-47f0-8409-4e3ab545c488 requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:30:43.438255 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 53582) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:30:43.496029 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.db_base_plugin_v2 [None req-316a8091-215a-4c72-b542-f7ce16fca15c tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Deleting subnet ba9122b0-d193-42f7-8389-c71879d523ed {{(pid=103159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 18 13:30:43.520923 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-316a8091-215a-4c72-b542-f7ce16fca15c tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks [] for subnet, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:43.527328 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e086938-a501-4ae9-8bcb-890b2fc8252c tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Made reservation on behalf of 606a569495c64210af9cc9fb7e76dd52 for: {'subnet': 1} {{(pid=103160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:30:43.532374 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-5e086938-a501-4ae9-8bcb-890b2fc8252c tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4514414'] for subnet, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:43.552927 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-88efaead-80df-406f-9077-258ec9e2a5af tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1927267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586962'] for network, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:43.569469 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-88efaead-80df-406f-9077-258ec9e2a5af tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Publish callbacks [] for network, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:43.574486 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-88efaead-80df-406f-9077-258ec9e2a5af tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] 10.222.0.31 "DELETE /v2.0/networks/ff30caa6-77cc-475e-a4bc-0d0d7547bd29 HTTP/1.1" status: 204 len: 168 time: 4.5181789 Dec 18 13:30:43.577347 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 53584) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:30:43.595737 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88efaead-80df-406f-9077-258ec9e2a5af tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Pushing event deleted for resources: {'Network': ['ID=ff30caa6-77cc-475e-a4bc-0d0d7547bd29,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:30:43.600193 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-85eab818-44f9-40a5-8e55-6b6f0a8ac1f9 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-587004'] for floatingip, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:43.686098 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-9d5b8163-4a55-44a8-99aa-e57448f6ad57 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:43.705599 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-316a8091-215a-4c72-b542-f7ce16fca15c tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5589624'] for subnet, precommit_delete_associations {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:43.731706 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c035e95f-39a8-4b53-a8dc-ec4eee13550a None None] DHCP port deletion for a0b84a49-8464-4342-a47d-bd714ebbec81 request from dv-neutron-744815-20-hyperv {{(pid=103161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 18 13:30:43.752145 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba37c2c4-a2d4-4305-bf96-15c1d9432fc0 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] DELETE failed (client error): The resource could not be found. Dec 18 13:30:43.752517 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba37c2c4-a2d4-4305-bf96-15c1d9432fc0 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103160) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 18 13:30:43.754923 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.db.l3_db [None req-85eab818-44f9-40a5-8e55-6b6f0a8ac1f9 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Floating IP 328f3deb-8abb-44cb-89e6-3e375526ad1d associated. External IP: 172.26.3.205, port: 2983e4e1-b00d-4a20-b03c-22a3418b930c. Dec 18 13:30:43.759799 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-ba37c2c4-a2d4-4305-bf96-15c1d9432fc0 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] 10.222.0.31 "DELETE /v2.0/networks/ff30caa6-77cc-475e-a4bc-0d0d7547bd29 HTTP/1.1" status: 404 len: 339 time: 0.1743727 Dec 18 13:30:43.761556 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 53586) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:30:43.766571 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-10b4e1e1-aea7-43ad-8262-6b3637817005 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-240872009', 'description': 'd1'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:30:43.809235 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-9d5b8163-4a55-44a8-99aa-e57448f6ad57 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:43.818295 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-c035e95f-39a8-4b53-a8dc-ec4eee13550a None None] Deleting port 09a58314-12cf-498d-b015-17c352d68b4e {{(pid=103161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:30:43.818669 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c035e95f-39a8-4b53-a8dc-ec4eee13550a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:43.884887 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-316a8091-215a-4c72-b542-f7ce16fca15c tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1929185'] for subnet, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:43.923075 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-c035e95f-39a8-4b53-a8dc-ec4eee13550a None None] For port 09a58314-12cf-498d-b015-17c352d68b4e, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=09a58314-12cf-498d-b015-17c352d68b4e,segment=NetworkSegment(1d35b28d-d075-4c4f-99ab-408d9457428e),segment_id=1d35b28d-d075-4c4f-99ab-408d9457428e)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:30:43.923675 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c035e95f-39a8-4b53-a8dc-ec4eee13550a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:43.945765 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-c035e95f-39a8-4b53-a8dc-ec4eee13550a None None] Calling delete_port for 09a58314-12cf-498d-b015-17c352d68b4e owned by network:dhcp {{(pid=103161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:30:44.022728 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10b4e1e1-aea7-43ad-8262-6b3637817005 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Made reservation on behalf of f5afdd4acb1d4a48932f1bea649c1c37 for: {'network': 1} {{(pid=103159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:30:44.026360 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-10b4e1e1-aea7-43ad-8262-6b3637817005 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for network, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:44.055897 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c035e95f-39a8-4b53-a8dc-ec4eee13550a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984'] for port, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:44.093438 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c035e95f-39a8-4b53-a8dc-ec4eee13550a None None] Pushing event deleted for resources: {'Port': ['ID=09a58314-12cf-498d-b015-17c352d68b4e,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:30:44.102856 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c035e95f-39a8-4b53-a8dc-ec4eee13550a None None] No DVR routers for this DVR port 09a58314-12cf-498d-b015-17c352d68b4e on host dv-neutron-744815-20-hyperv {{(pid=103161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 18 13:30:44.123744 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-316a8091-215a-4c72-b542-f7ce16fca15c tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1929192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5659851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6017053'] for subnet, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:44.138953 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10b4e1e1-aea7-43ad-8262-6b3637817005 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 131} {{(pid=103159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 18 13:30:44.170940 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316a8091-215a-4c72-b542-f7ce16fca15c tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Pushing event deleted for resources: {'Subnet': ['ID=ba9122b0-d193-42f7-8389-c71879d523ed,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:30:44.209535 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-316a8091-215a-4c72-b542-f7ce16fca15c tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks [] for subnet, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:44.212876 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-316a8091-215a-4c72-b542-f7ce16fca15c tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] 10.222.0.31 "DELETE /v2.0/subnets/ba9122b0-d193-42f7-8389-c71879d523ed HTTP/1.1" status: 204 len: 168 time: 0.7735126 Dec 18 13:30:44.214230 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-10b4e1e1-aea7-43ad-8262-6b3637817005 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:44.214570 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.db.segments_db [None req-10b4e1e1-aea7-43ad-8262-6b3637817005 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Added segment 5bf1b164-d2a4-4249-ab7a-db2f1e34c6e7 of type vlan for network 722d4395-8656-424a-94cc-1113114a5cbf Dec 18 13:30:44.215991 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 53588) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:30:44.284255 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ba524dc-9ff2-45e8-9c42-92494f3a3fde tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] DELETE failed (client error): The resource could not be found. Dec 18 13:30:44.284879 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ba524dc-9ff2-45e8-9c42-92494f3a3fde tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 18 13:30:44.288299 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-2ba524dc-9ff2-45e8-9c42-92494f3a3fde tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] 10.222.0.31 "DELETE /v2.0/subnets/ac0d4d2f-dd82-4dd6-ae0d-52a2e5d31fee HTTP/1.1" status: 404 len: 337 time: 0.0699160 Dec 18 13:30:44.295885 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 53590) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:30:44.307492 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-10b4e1e1-aea7-43ad-8262-6b3637817005 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767106405744'] for network, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:44.369424 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85eab818-44f9-40a5-8e55-6b6f0a8ac1f9 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Router 8b4400aa-73df-4467-9875-5e1ec7c9ec97 has already been hosted by L3 agent c9c0cd52-5bd2-4704-9429-d80f1c5ad23c {{(pid=103159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 18 13:30:44.381764 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.db_base_plugin_v2 [None req-eede7254-f73d-453e-ab07-b00cff2d930c tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Deleting subnet 2e1d902d-43ad-4368-84af-56605bc5edc2 {{(pid=103159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 18 13:30:44.386464 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-10b4e1e1-aea7-43ad-8262-6b3637817005 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981'] for network, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:44.391953 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10b4e1e1-aea7-43ad-8262-6b3637817005 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:30:44.392557 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-10b4e1e1-aea7-43ad-8262-6b3637817005 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Publish callbacks [] for network, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:44.397483 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-eede7254-f73d-453e-ab07-b00cff2d930c tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks [] for subnet, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:44.495944 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4670034c-d6e9-4ff1-8fa4-29b977e51d69 None None] Network 5588ea4f-97be-47f0-8409-4e3ab545c488 requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:30:44.523527 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.objects.ports [None req-5e086938-a501-4ae9-8bcb-890b2fc8252c tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103160) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 18 13:30:44.527154 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-5e086938-a501-4ae9-8bcb-890b2fc8252c tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4533410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4514424'] for subnet, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:44.530473 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-9d5b8163-4a55-44a8-99aa-e57448f6ad57 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for port, precommit_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:44.537538 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-10b4e1e1-aea7-43ad-8262-6b3637817005 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.7749097 Dec 18 13:30:44.540512 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 53592) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:30:44.545583 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-eede7254-f73d-453e-ab07-b00cff2d930c tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5589624'] for subnet, precommit_delete_associations {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:44.575107 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-9d5b8163-4a55-44a8-99aa-e57448f6ad57 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4533541'] for port, after_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:44.589767 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-f5b3ceee-a6b8-4549-ac0c-e932d25dd8dd None None] Provisioning complete for port 20db43dc-0bd5-42ca-8c6c-875ede820bf0 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:30:44.590470 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f5b3ceee-a6b8-4549-ac0c-e932d25dd8dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:44.643460 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e086938-a501-4ae9-8bcb-890b2fc8252c tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Network a0b84a49-8464-4342-a47d-bd714ebbec81 is already hosted by enough agents. {{(pid=103160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:30:44.645476 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 09a58314-12cf-498d-b015-17c352d68b4e no longer exists at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 18 13:30:44.682088 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.base_scheduler [None req-5e086938-a501-4ae9-8bcb-890b2fc8252c tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Resources bound (agent type, host, resource id): {{(pid=103160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:30:44.684969 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-2294866d-0076-4933-952c-685307032598 None None] No Port match for: 09a58314-12cf-498d-b015-17c352d68b4e {{(pid=103161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 18 13:30:44.685132 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e086938-a501-4ae9-8bcb-890b2fc8252c tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:30:44.685555 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 09a58314-12cf-498d-b015-17c352d68b4e not bound to the agent host dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 18 13:30:44.685780 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-5e086938-a501-4ae9-8bcb-890b2fc8252c tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks [] for subnet, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:44.692985 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-f5b3ceee-a6b8-4549-ac0c-e932d25dd8dd None None] Port 20db43dc-0bd5-42ca-8c6c-875ede820bf0 cannot update to ACTIVE because it is not bound. {{(pid=103161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 13:30:44.727963 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61a556c5-9d26-4ccf-843a-c122593fb0a2 None None] Network a0b84a49-8464-4342-a47d-bd714ebbec81 requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:30:44.740935 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e086938-a501-4ae9-8bcb-890b2fc8252c tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Pushing event updated for resources: {'Subnet': ['ID=f2574613-d5fa-4cc6-8691-0475cf30bb9c,revision_number=0']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:30:44.782047 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1781c69-ba39-4bf0-b96a-ebce8f5b1fdb tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:30:44.783752 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-b1781c69-ba39-4bf0-b96a-ebce8f5b1fdb tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] 10.222.0.31 "GET /v2.0/networks?id=722d4395-8656-424a-94cc-1113114a5cbf HTTP/1.1" status: 200 len: 760 time: 0.2422931 Dec 18 13:30:44.788262 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5b8163-4a55-44a8-99aa-e57448f6ad57 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Pushing event updated for resources: {'Port': ['ID=21c4d4c0-468f-4eaa-970a-dc7751d65bb8,revision_number=2']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:30:44.796996 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 53594) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:30:44.798320 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-9d5b8163-4a55-44a8-99aa-e57448f6ad57 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-587004'] for floatingip, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:44.808556 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-5e086938-a501-4ae9-8bcb-890b2fc8252c tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.5609233 Dec 18 13:30:44.812389 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-0583413e-4fb8-4da3-8922-b88bc345e425 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Request body: {'network': {'description': 'd2'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:30:44.814023 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-f5b3ceee-a6b8-4549-ac0c-e932d25dd8dd None None] Provisioning complete for port 5396db90-8408-46bc-989d-480bd663bc7a triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:30:44.814515 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f5b3ceee-a6b8-4549-ac0c-e932d25dd8dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:44.818575 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 53596) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:30:44.877601 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-1a7f474b-da02-41d5-8e52-280670b0519d tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Request body: {'subnet': {'network_id': 'a0b84a49-8464-4342-a47d-bd714ebbec81', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:30:44.900431 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c459b80-0476-45e8-98f2-3ab2f1ccb7f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp31e170a0-46a1-5ba9-9dc1-7ee4f866f0d7-a0b84a49-8464-4342-a47d-bd714ebbec81', 'network_id': 'a0b84a49-8464-4342-a47d-bd714ebbec81', 'project_id': '606a569495c64210af9cc9fb7e76dd52', 'fixed_ips': [{'subnet_id': 'f2574613-d5fa-4cc6-8691-0475cf30bb9c'}]}} from dv-neutron-744815-20-hyperv. {{(pid=103161) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 18 13:30:44.901465 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0c459b80-0476-45e8-98f2-3ab2f1ccb7f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:44.961860 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b4e1e1-aea7-43ad-8262-6b3637817005 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Pushing event updated for resources: {'Network': ['ID=722d4395-8656-424a-94cc-1113114a5cbf,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:30:45.022247 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Network 722d4395-8656-424a-94cc-1113114a5cbf details requested by agent ovs-agent-dv-neutron-744815-20-hyperv with host dv-neutron-744815-20-hyperv {{(pid=103161) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 18 13:30:45.091112 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85eab818-44f9-40a5-8e55-6b6f0a8ac1f9 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Notify agent at l3_agent.dv-neutron-744815-20-hyperv the message routers_updated {{(pid=103159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 13:30:45.115268 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-eede7254-f73d-453e-ab07-b00cff2d930c tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1929185'] for subnet, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:45.121706 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-85eab818-44f9-40a5-8e55-6b6f0a8ac1f9 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for floatingip, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:45.131043 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15712d5f-c6d2-4976-a0d9-ea20fad5ab8e None None] Sync routers for ids ['8b4400aa-73df-4467-9875-5e1ec7c9ec97'] in dv-neutron-744815-20-hyperv {{(pid=103161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 13:30:45.180733 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-85eab818-44f9-40a5-8e55-6b6f0a8ac1f9 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 6.0097888 Dec 18 13:30:45.181959 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15712d5f-c6d2-4976-a0d9-ea20fad5ab8e None None] Routers {'8b4400aa-73df-4467-9875-5e1ec7c9ec97'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:30:45.182982 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-15712d5f-c6d2-4976-a0d9-ea20fad5ab8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:30:27Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['8b4400aa-73df-4467-9875-5e1ec7c9ec97'], 'active': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:30:45.184193 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 53598) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:30:45.189529 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-24cb043e-14b5-42c0-bf64-b06ef9b2eaf2 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Request body: {'floatingip': {'port_id': '2983e4e1-b00d-4a20-b03c-22a3418b930c', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:30:45.229772 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.agents_db [None req-e3dda592-589a-4b4d-b028-ba9a260f4f50 None None] Agent healthcheck: found 6 active agents {{(pid=103162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 18 13:30:45.231530 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-15712d5f-c6d2-4976-a0d9-ea20fad5ab8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:30:45.244129 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_common [None req-0c459b80-0476-45e8-98f2-3ab2f1ccb7f2 None None] Allocated IP 2001:db8::f816:3eff:feb6:2c3f (a0b84a49-8464-4342-a47d-bd714ebbec81/f2574613-d5fa-4cc6-8691-0475cf30bb9c/37e604de-69a3-4bbb-a835-b162e746daeb) {{(pid=103161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:30:45.251803 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15712d5f-c6d2-4976-a0d9-ea20fad5ab8e None None] Routers {'8b4400aa-73df-4467-9875-5e1ec7c9ec97'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:30:45.252615 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-15712d5f-c6d2-4976-a0d9-ea20fad5ab8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:30:27Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['8b4400aa-73df-4467-9875-5e1ec7c9ec97'], 'active': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:30:45.260859 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-24cb043e-14b5-42c0-bf64-b06ef9b2eaf2 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Publish callbacks [] for floatingip, before_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:45.283478 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-0583413e-4fb8-4da3-8922-b88bc345e425 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767106405744'] for network, precommit_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:45.287359 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-15712d5f-c6d2-4976-a0d9-ea20fad5ab8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:30:45.288033 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15712d5f-c6d2-4976-a0d9-ea20fad5ab8e None None] The sync data for ids ['8b4400aa-73df-4467-9875-5e1ec7c9ec97'] in dv-neutron-744815-20-hyperv is: [] {{(pid=103161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 13:30:45.303739 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-eede7254-f73d-453e-ab07-b00cff2d930c tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1929192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5659851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6017053'] for subnet, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:45.324165 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.db.l3_db [None req-9d5b8163-4a55-44a8-99aa-e57448f6ad57 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Floating IP dba7a43c-6a46-443c-98d3-4507caa6832f associated. External IP: 172.26.3.218, port: 4eb6f8b9-39e2-4c73-a65f-40154d8c96cd. Dec 18 13:30:45.325602 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-eede7254-f73d-453e-ab07-b00cff2d930c tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks [] for subnet, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:45.329217 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-eede7254-f73d-453e-ab07-b00cff2d930c tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] 10.222.0.31 "DELETE /v2.0/subnets/2e1d902d-43ad-4368-84af-56605bc5edc2 HTTP/1.1" status: 204 len: 168 time: 1.0308414 Dec 18 13:30:45.334914 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 53600) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:30:45.362267 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eede7254-f73d-453e-ab07-b00cff2d930c tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Pushing event deleted for resources: {'Subnet': ['ID=2e1d902d-43ad-4368-84af-56605bc5edc2,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:30:45.393595 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.pecan_wsgi.hooks.translation [None req-79173809-1733-4d4c-bbf6-62ffc909ff14 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] DELETE failed (client error): The resource could not be found. Dec 18 13:30:45.394458 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79173809-1733-4d4c-bbf6-62ffc909ff14 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 18 13:30:45.398919 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-0583413e-4fb8-4da3-8922-b88bc345e425 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981'] for network, after_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:45.399124 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-79173809-1733-4d4c-bbf6-62ffc909ff14 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] 10.222.0.31 "DELETE /v2.0/subnets/980514c5-3083-4315-bfc2-5d2d08515492 HTTP/1.1" status: 404 len: 337 time: 0.0456851 Dec 18 13:30:45.400971 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 53602) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:30:45.451955 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-0583413e-4fb8-4da3-8922-b88bc345e425 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Network 722d4395-8656-424a-94cc-1113114a5cbf is not hosted by any dhcp agent {{(pid=103160) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 18 13:30:45.456382 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-bbe1783c-f075-42cd-9058-237b73f84fef tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf8aa22b-4d03-4fd5-a070-c524c3f3d3cb HTTP/1.1" status: 200 len: 205 time: 0.0542529 Dec 18 13:30:45.458471 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0583413e-4fb8-4da3-8922-b88bc345e425 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:30:45.459657 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-0583413e-4fb8-4da3-8922-b88bc345e425 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Publish callbacks [] for network, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:45.459803 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 53604) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:30:45.460426 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-0583413e-4fb8-4da3-8922-b88bc345e425 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] 10.222.0.31 "PUT /v2.0/networks/722d4395-8656-424a-94cc-1113114a5cbf HTTP/1.1" status: 200 len: 757 time: 0.6598096 Dec 18 13:30:45.468598 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 53606) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:30:45.475201 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0c459b80-0476-45e8-98f2-3ab2f1ccb7f2 None None] Publish callbacks [] for port, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:45.483656 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0c459b80-0476-45e8-98f2-3ab2f1ccb7f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975'] for port, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:45.537054 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.api.v2.resource [None req-f55fe66b-27d2-4867-8567-daa1cc7c24f4 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] delete failed (client error): The resource could not be found. Dec 18 13:30:45.538667 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-f55fe66b-27d2-4867-8567-daa1cc7c24f4 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] 10.222.0.31 "DELETE /v2.0/routers/cf8aa22b-4d03-4fd5-a070-c524c3f3d3cb HTTP/1.1" status: 404 len: 336 time: 0.0747178 Dec 18 13:30:45.547075 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 53608) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:30:45.547892 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c459b80-0476-45e8-98f2-3ab2f1ccb7f2 None None] Network a0b84a49-8464-4342-a47d-bd714ebbec81 is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:30:45.551320 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-0c459b80-0476-45e8-98f2-3ab2f1ccb7f2 None None] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:30:45.555353 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c459b80-0476-45e8-98f2-3ab2f1ccb7f2 None None] Received port after_create {{(pid=103161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:30:45.567328 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c459b80-0476-45e8-98f2-3ab2f1ccb7f2 None None] Pushing event updated for resources: {'Port': ['ID=37e604de-69a3-4bbb-a835-b162e746daeb,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:30:45.606475 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d5c72bd-da15-445b-a65c-fcd17c8ab439 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] DELETE failed (client error): The resource could not be found. Dec 18 13:30:45.606857 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d5c72bd-da15-445b-a65c-fcd17c8ab439 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103160) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 18 13:30:45.610859 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-9d5c72bd-da15-445b-a65c-fcd17c8ab439 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] 10.222.0.31 "DELETE /v2.0/subnets/94dd4823-2015-402e-a377-4c9dc478c994 HTTP/1.1" status: 404 len: 337 time: 0.0619297 Dec 18 13:30:45.622861 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 53610) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:30:45.634754 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0583413e-4fb8-4da3-8922-b88bc345e425 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Pushing event updated for resources: {'Network': ['ID=722d4395-8656-424a-94cc-1113114a5cbf,revision_number=1']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:30:45.652931 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Network 722d4395-8656-424a-94cc-1113114a5cbf details requested by agent ovs-agent-dv-neutron-744815-20-hyperv with host dv-neutron-744815-20-hyperv {{(pid=103161) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 18 13:30:45.668330 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e242099-133f-482d-83b8-cb9a9acd4ced tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] DELETE failed (client error): The resource could not be found. Dec 18 13:30:45.669518 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e242099-133f-482d-83b8-cb9a9acd4ced tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103160) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 18 13:30:45.675619 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-7e242099-133f-482d-83b8-cb9a9acd4ced tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] 10.222.0.31 "DELETE /v2.0/subnets/1431b21e-8956-47e7-a655-4b5f37176ed0 HTTP/1.1" status: 404 len: 337 time: 0.0479367 Dec 18 13:30:45.680146 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 53612) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:30:45.692010 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8f8e53a-c490-4ee9-a916-2ddb9e04972c tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:30:45.693505 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-0c459b80-0476-45e8-98f2-3ab2f1ccb7f2 None None] Attempting to bind port 37e604de-69a3-4bbb-a835-b162e746daeb on host dv-neutron-744815-20-hyperv for vnic_type normal with profile {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 13:30:45.694195 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-0c459b80-0476-45e8-98f2-3ab2f1ccb7f2 None None] Attempting to bind port 37e604de-69a3-4bbb-a835-b162e746daeb by drivers openvswitch,hyperv on host dv-neutron-744815-20-hyperv at level 0 using segments [{'id': '1d35b28d-d075-4c4f-99ab-408d9457428e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'a0b84a49-8464-4342-a47d-bd714ebbec81'}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 13:30:45.694739 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c459b80-0476-45e8-98f2-3ab2f1ccb7f2 None None] Attempting to bind port 37e604de-69a3-4bbb-a835-b162e746daeb on network a0b84a49-8464-4342-a47d-bd714ebbec81 {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 13:30:45.697969 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-b8f8e53a-c490-4ee9-a916-2ddb9e04972c tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] 10.222.0.31 "GET /v2.0/networks?id=722d4395-8656-424a-94cc-1113114a5cbf HTTP/1.1" status: 200 len: 760 time: 0.2256367 Dec 18 13:30:45.700741 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 53614) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:30:45.704856 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c459b80-0476-45e8-98f2-3ab2f1ccb7f2 None None] Checking agent: {'id': '428fa9fa-43db-4db9-9f96-f60ffe931f2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-20-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 13, 19, 1), 'started_at': datetime.datetime(2021, 12, 18, 13, 19, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 13, 30, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-20-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 18 13:30:45.705550 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c459b80-0476-45e8-98f2-3ab2f1ccb7f2 None None] Checking segment: {'id': '1d35b28d-d075-4c4f-99ab-408d9457428e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'a0b84a49-8464-4342-a47d-bd714ebbec81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 13:30:45.706234 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0c459b80-0476-45e8-98f2-3ab2f1ccb7f2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:45.706926 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-b88d3a80-78e5-4233-90da-b540526e62af tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1667832'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:30:45.707130 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c459b80-0476-45e8-98f2-3ab2f1ccb7f2 None None] Bound using segment: {'id': '1d35b28d-d075-4c4f-99ab-408d9457428e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'a0b84a49-8464-4342-a47d-bd714ebbec81'} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 18 13:30:45.707826 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-0c459b80-0476-45e8-98f2-3ab2f1ccb7f2 None None] Bound port: 37e604de-69a3-4bbb-a835-b162e746daeb, host: dv-neutron-744815-20-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d35b28d-d075-4c4f-99ab-408d9457428e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'a0b84a49-8464-4342-a47d-bd714ebbec81'}}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 18 13:30:45.708523 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0c459b80-0476-45e8-98f2-3ab2f1ccb7f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:45.709880 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a7f474b-da02-41d5-8e52-280670b0519d tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Made reservation on behalf of 606a569495c64210af9cc9fb7e76dd52 for: {'subnet': 1} {{(pid=103160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:30:45.713519 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-1a7f474b-da02-41d5-8e52-280670b0519d tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4514414'] for subnet, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:45.743205 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b88d3a80-78e5-4233-90da-b540526e62af tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Made reservation on behalf of f5afdd4acb1d4a48932f1bea649c1c37 for: {'network': 1} {{(pid=103159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:30:45.747255 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b88d3a80-78e5-4233-90da-b540526e62af tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for network, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:45.816998 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.db.ipam_backend_mixin [None req-1a7f474b-da02-41d5-8e52-280670b0519d tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet f2574613-d5fa-4cc6-8691-0475cf30bb9c (CIDR: 2001:db8::/64) Dec 18 13:30:45.817940 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acbdc07d-ad8d-4c43-9b81-b067adae9041 None None] Network 5588ea4f-97be-47f0-8409-4e3ab545c488 requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:30:45.823588 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b88d3a80-78e5-4233-90da-b540526e62af tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 102} {{(pid=103159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 18 13:30:45.841204 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b88d3a80-78e5-4233-90da-b540526e62af tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:45.841919 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.db.segments_db [None req-b88d3a80-78e5-4233-90da-b540526e62af tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Added segment 634ac665-0e0c-41d0-aacb-9d554ec0e401 of type vlan for network 532dae30-bb5e-47f8-8064-9e4358b86d8e Dec 18 13:30:45.852539 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.pecan_wsgi.hooks.translation [None req-950dfce9-46cd-45e7-bee8-bd6079b3d768 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] DELETE failed (client error): The resource could not be found. Dec 18 13:30:45.853001 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-950dfce9-46cd-45e7-bee8-bd6079b3d768 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103160) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 18 13:30:45.856140 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-950dfce9-46cd-45e7-bee8-bd6079b3d768 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] 10.222.0.31 "DELETE /v2.0/subnets/0f2509c1-f702-4d6c-a06f-9d2d70456f17 HTTP/1.1" status: 404 len: 337 time: 0.1735508 Dec 18 13:30:45.861165 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a7f474b-da02-41d5-8e52-280670b0519d tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 18 13:30:45.861586 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a7f474b-da02-41d5-8e52-280670b0519d tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103160) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 18 13:30:45.864737 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 53616) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:30:45.888421 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-0c459b80-0476-45e8-98f2-3ab2f1ccb7f2 None None] For port 37e604de-69a3-4bbb-a835-b162e746daeb, host dv-neutron-744815-20-hyperv, cleared binding levels {{(pid=103161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 18 13:30:45.906244 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-0c459b80-0476-45e8-98f2-3ab2f1ccb7f2 None None] For port 37e604de-69a3-4bbb-a835-b162e746daeb, host dv-neutron-744815-20-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=37e604de-69a3-4bbb-a835-b162e746daeb,segment=NetworkSegment(1d35b28d-d075-4c4f-99ab-408d9457428e),segment_id=1d35b28d-d075-4c4f-99ab-408d9457428e)] {{(pid=103161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 18 13:30:45.928572 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0c459b80-0476-45e8-98f2-3ab2f1ccb7f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:45.934300 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c0e1645-b933-4098-9b75-9b2146af4ed6 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] DELETE failed (client error): The resource could not be found. Dec 18 13:30:45.934888 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c0e1645-b933-4098-9b75-9b2146af4ed6 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103160) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 18 13:30:45.940607 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-2c0e1645-b933-4098-9b75-9b2146af4ed6 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] 10.222.0.31 "DELETE /v2.0/ports/45b91308-1970-493b-a317-f1c2b4493f98 HTTP/1.1" status: 404 len: 333 time: 0.0707297 Dec 18 13:30:45.940902 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 53618) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:30:45.947386 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-1a7f474b-da02-41d5-8e52-280670b0519d tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0748134 Dec 18 13:30:45.950235 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 53620) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:30:45.955523 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-d6b51f56-fe0a-475c-9162-c628a510e8f8 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Request body: {'subnet': {'network_id': 'a0b84a49-8464-4342-a47d-bd714ebbec81', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:30:45.957123 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b88d3a80-78e5-4233-90da-b540526e62af tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767106405744'] for network, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:46.000023 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-61909dcc-5dff-4dfb-b7c4-65e24dfc9a55 None None] Provisioning complete for port 20db43dc-0bd5-42ca-8c6c-875ede820bf0 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:30:46.000447 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-61909dcc-5dff-4dfb-b7c4-65e24dfc9a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:46.017434 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.pecan_wsgi.hooks.translation [None req-12d28043-527b-420f-be2a-19aa5c97576a tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] DELETE failed (client error): The resource could not be found. Dec 18 13:30:46.018085 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12d28043-527b-420f-be2a-19aa5c97576a tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 18 13:30:46.021928 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-12d28043-527b-420f-be2a-19aa5c97576a tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] 10.222.0.31 "DELETE /v2.0/subnets/6ce9eea5-bb42-4d78-b4cf-8ebd2e003192 HTTP/1.1" status: 404 len: 337 time: 0.0797431 Dec 18 13:30:46.024791 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 53622) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:30:46.060821 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c459b80-0476-45e8-98f2-3ab2f1ccb7f2 None None] Pushing event updated for resources: {'Port': ['ID=37e604de-69a3-4bbb-a835-b162e746daeb,revision_number=2']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:30:46.070618 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.pecan_wsgi.hooks.translation [None req-b71b306c-b5a7-4a50-b3c7-4b64747b5856 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] DELETE failed (client error): The resource could not be found. Dec 18 13:30:46.071282 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b71b306c-b5a7-4a50-b3c7-4b64747b5856 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103160) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 18 13:30:46.080037 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-b71b306c-b5a7-4a50-b3c7-4b64747b5856 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] 10.222.0.31 "DELETE /v2.0/subnets/a5256877-6fe0-4e9a-ba6c-86e4dd88dc90 HTTP/1.1" status: 404 len: 337 time: 0.0537269 Dec 18 13:30:46.085902 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 53624) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:30:46.095952 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-61909dcc-5dff-4dfb-b7c4-65e24dfc9a55 None None] Port 20db43dc-0bd5-42ca-8c6c-875ede820bf0 cannot update to ACTIVE because it is not bound. {{(pid=103161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 13:30:46.096555 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d5b8163-4a55-44a8-99aa-e57448f6ad57 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Router ec180986-2f7e-49e3-89e3-dfec27cbbddd has already been hosted by L3 agent c9c0cd52-5bd2-4704-9429-d80f1c5ad23c {{(pid=103160) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 18 13:30:46.113119 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b88d3a80-78e5-4233-90da-b540526e62af tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981'] for network, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:46.113732 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-61909dcc-5dff-4dfb-b7c4-65e24dfc9a55 None None] Provisioning complete for port 5396db90-8408-46bc-989d-480bd663bc7a triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:30:46.114182 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-61909dcc-5dff-4dfb-b7c4-65e24dfc9a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:46.120940 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b88d3a80-78e5-4233-90da-b540526e62af tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:30:46.121819 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b88d3a80-78e5-4233-90da-b540526e62af tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Publish callbacks [] for network, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:46.123018 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.pecan_wsgi.hooks.translation [None req-94ea9823-1588-4dec-a1d8-d9a7d088cbe7 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] DELETE failed (client error): The resource could not be found. Dec 18 13:30:46.123621 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94ea9823-1588-4dec-a1d8-d9a7d088cbe7 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103160) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 18 13:30:46.127625 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-94ea9823-1588-4dec-a1d8-d9a7d088cbe7 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] 10.222.0.31 "DELETE /v2.0/ports/f8be51b3-3c61-4a0b-a279-3df9fba4ee9f HTTP/1.1" status: 404 len: 333 time: 0.0406318 Dec 18 13:30:46.132992 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 53626) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:30:46.144647 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-588b5497-15d4-423d-891d-aedeec592c73 None None] DHCP port deletion for 5588ea4f-97be-47f0-8409-4e3ab545c488 request from dv-neutron-744815-20-hyperv {{(pid=103161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 18 13:30:46.176873 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6888b62-0bed-4260-90e0-e2541cd1658e tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] DELETE failed (client error): The resource could not be found. Dec 18 13:30:46.177336 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6888b62-0bed-4260-90e0-e2541cd1658e tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103160) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 18 13:30:46.180609 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-d6888b62-0bed-4260-90e0-e2541cd1658e tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] 10.222.0.31 "DELETE /v2.0/subnets/e4f56423-a2af-4737-ad3d-a4f027c5c56f HTTP/1.1" status: 404 len: 337 time: 0.0466735 Dec 18 13:30:46.184287 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 53628) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:30:46.201690 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-b88d3a80-78e5-4233-90da-b540526e62af tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 777 time: 0.4998388 Dec 18 13:30:46.208087 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 53630) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:30:46.216216 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-6f3e558d-daac-440c-b638-c3e5c7789f7f tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Request body: {'subnet': {'network_id': '532dae30-bb5e-47f8-8064-9e4358b86d8e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:30:46.240053 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88d3a80-78e5-4233-90da-b540526e62af tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Pushing event updated for resources: {'Network': ['ID=532dae30-bb5e-47f8-8064-9e4358b86d8e,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:30:46.260014 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6e09de9-b03a-4d52-8908-4760032287cf tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] DELETE failed (client error): The resource could not be found. Dec 18 13:30:46.260481 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6e09de9-b03a-4d52-8908-4760032287cf tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103160) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 18 13:30:46.263633 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-c6e09de9-b03a-4d52-8908-4760032287cf tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] 10.222.0.31 "DELETE /v2.0/subnets/4cdf5592-ab02-409b-b5cb-b9416e344cda HTTP/1.1" status: 404 len: 337 time: 0.0774145 Dec 18 13:30:46.268039 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 53632) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:30:46.390219 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.db.resource_extend [None req-24cb043e-14b5-42c0-bf64-b06ef9b2eaf2 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 18 13:30:46.426642 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6b51f56-fe0a-475c-9162-c628a510e8f8 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Made reservation on behalf of 606a569495c64210af9cc9fb7e76dd52 for: {'subnet': 1} {{(pid=103160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:30:46.430480 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-d6b51f56-fe0a-475c-9162-c628a510e8f8 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4514414'] for subnet, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:46.437840 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Network 532dae30-bb5e-47f8-8064-9e4358b86d8e details requested by agent ovs-agent-dv-neutron-744815-20-hyperv with host dv-neutron-744815-20-hyperv {{(pid=103161) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 18 13:30:46.466794 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-588b5497-15d4-423d-891d-aedeec592c73 None None] Deleting port 5396db90-8408-46bc-989d-480bd663bc7a {{(pid=103161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:30:46.467040 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-588b5497-15d4-423d-891d-aedeec592c73 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:46.479860 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-24cb043e-14b5-42c0-bf64-b06ef9b2eaf2 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:46.482573 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f3e558d-daac-440c-b638-c3e5c7789f7f tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Made reservation on behalf of f5afdd4acb1d4a48932f1bea649c1c37 for: {'subnet': 1} {{(pid=103159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:30:46.487666 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-6f3e558d-daac-440c-b638-c3e5c7789f7f tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6017072'] for subnet, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:46.493301 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-24cb043e-14b5-42c0-bf64-b06ef9b2eaf2 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-587004'] for floatingip, after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:46.518194 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d5b8163-4a55-44a8-99aa-e57448f6ad57 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Notify agent at l3_agent.dv-neutron-744815-20-hyperv the message routers_updated {{(pid=103160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 13:30:46.536266 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-176cef03-0750-4568-9f39-d1149e08a0ec None None] Sync routers for ids ['ec180986-2f7e-49e3-89e3-dfec27cbbddd'] in dv-neutron-744815-20-hyperv {{(pid=103162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 13:30:46.560621 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-176cef03-0750-4568-9f39-d1149e08a0ec None None] Routers {'ec180986-2f7e-49e3-89e3-dfec27cbbddd'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:30:46.560789 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-9d5b8163-4a55-44a8-99aa-e57448f6ad57 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for floatingip, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:46.561494 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-176cef03-0750-4568-9f39-d1149e08a0ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:30:27Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['ec180986-2f7e-49e3-89e3-dfec27cbbddd'], 'active': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:30:46.636753 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-588b5497-15d4-423d-891d-aedeec592c73 None None] For port 5396db90-8408-46bc-989d-480bd663bc7a, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=5396db90-8408-46bc-989d-480bd663bc7a,segment=NetworkSegment(916d3749-bdc7-4012-a1ea-992032ad8859),segment_id=916d3749-bdc7-4012-a1ea-992032ad8859)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:30:46.637354 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-588b5497-15d4-423d-891d-aedeec592c73 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:46.654205 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-588b5497-15d4-423d-891d-aedeec592c73 None None] Calling delete_port for 5396db90-8408-46bc-989d-480bd663bc7a owned by network:dhcp {{(pid=103161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:30:46.656080 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-231c3111-9434-4968-acee-cb59823880c2 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Deleting port 20db43dc-0bd5-42ca-8c6c-875ede820bf0 {{(pid=103160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:30:46.656713 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-231c3111-9434-4968-acee-cb59823880c2 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:46.737194 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 37e604de-69a3-4bbb-a835-b162e746daeb up at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 13:30:46.745914 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvr_db [None req-176cef03-0750-4568-9f39-d1149e08a0ec None None] Set router ec180986-2f7e-49e3-89e3-dfec27cbbddd gateway port host: dv-neutron-744815-20-hyperv {{(pid=103162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 13:30:46.746839 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-231c3111-9434-4968-acee-cb59823880c2 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:46.761729 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-231c3111-9434-4968-acee-cb59823880c2 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Calling delete_port for 20db43dc-0bd5-42ca-8c6c-875ede820bf0 owned by {{(pid=103160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:30:46.835923 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2294866d-0076-4933-952c-685307032598 None None] Provisioning complete for port 37e604de-69a3-4bbb-a835-b162e746daeb triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:30:46.836312 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:46.839618 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-588b5497-15d4-423d-891d-aedeec592c73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984'] for port, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:46.872990 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-231c3111-9434-4968-acee-cb59823880c2 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4533522'] for port, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:46.878060 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-9d5b8163-4a55-44a8-99aa-e57448f6ad57 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.1761954 Dec 18 13:30:46.889044 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6564b3d-9478-4ad2-b062-315cb204d8f1', 'tag': '4eb6f8b9-39e2-4c73-a65f-40154d8c96cd'}] {{(pid=103160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 18 13:30:46.891870 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd59ab3361532ca86f78e2d2eaf298e4a05479417bf909969c39d1b423591824" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4085f048-48b5-455e-b6ea-772069ee5dac" -d '{"events": [{"name": "network-changed", "server_uuid": "e6564b3d-9478-4ad2-b062-315cb204d8f1", "tag": "4eb6f8b9-39e2-4c73-a65f-40154d8c96cd"}]}' {{(pid=103160) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 18 13:30:46.893578 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 53634) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:30:46.906374 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588b5497-15d4-423d-891d-aedeec592c73 None None] Pushing event deleted for resources: {'Port': ['ID=5396db90-8408-46bc-989d-480bd663bc7a,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:30:46.907729 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-588b5497-15d4-423d-891d-aedeec592c73 None None] No DVR routers for this DVR port 5396db90-8408-46bc-989d-480bd663bc7a on host dv-neutron-744815-20-hyperv {{(pid=103161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 18 13:30:46.955079 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24cb043e-14b5-42c0-bf64-b06ef9b2eaf2 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Router 8b4400aa-73df-4467-9875-5e1ec7c9ec97 has already been hosted by L3 agent c9c0cd52-5bd2-4704-9429-d80f1c5ad23c {{(pid=103159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 18 13:30:47.005982 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 13:30:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56a2bdab-dff2-4eba-be1a-3513929e21e9 x-openstack-request-id: req-56a2bdab-dff2-4eba-be1a-3513929e21e9 {{(pid=103160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 18 13:30:47.006275 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6564b3d-9478-4ad2-b062-315cb204d8f1", "tag": "4eb6f8b9-39e2-4c73-a65f-40154d8c96cd", "status": "completed", "code": 200}]} {{(pid=103160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 18 13:30:47.006544 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-56a2bdab-dff2-4eba-be1a-3513929e21e9 {{(pid=103160) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 18 13:30:47.007272 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:47.007742 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6564b3d-9478-4ad2-b062-315cb204d8f1', 'tag': '4eb6f8b9-39e2-4c73-a65f-40154d8c96cd', 'status': 'completed', 'code': 200} Dec 18 13:30:47.032682 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-231c3111-9434-4968-acee-cb59823880c2 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:47.038311 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-231c3111-9434-4968-acee-cb59823880c2 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] 10.222.0.31 "DELETE /v2.0/ports/20db43dc-0bd5-42ca-8c6c-875ede820bf0 HTTP/1.1" status: 204 len: 168 time: 0.7672415 Dec 18 13:30:47.043607 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 53638) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:30:47.045859 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231c3111-9434-4968-acee-cb59823880c2 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Pushing event deleted for resources: {'Port': ['ID=20db43dc-0bd5-42ca-8c6c-875ede820bf0,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:30:47.076314 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-2294866d-0076-4933-952c-685307032598 None None] For port 37e604de-69a3-4bbb-a835-b162e746daeb, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=37e604de-69a3-4bbb-a835-b162e746daeb,segment=NetworkSegment(1d35b28d-d075-4c4f-99ab-408d9457428e),segment_id=1d35b28d-d075-4c4f-99ab-408d9457428e)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:30:47.087443 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:47.104865 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-176cef03-0750-4568-9f39-d1149e08a0ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec180986-2f7e-49e3-89e3-dfec27cbbddd', 'name': 'tempest-TestNetworkBasicOps-router-1985445967', 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.28'}], 'enable_snat': True}, 'gw_port_id': 'b106f41d-05cd-47e9-a39e-d328e1c96648', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:29:58Z', 'updated_at': '2021-12-18T13:30:10Z', 'revision_number': 4, 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'gw_port': {'id': 'b106f41d-05cd-47e9-a39e-d328e1c96648', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:a6:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec180986-2f7e-49e3-89e3-dfec27cbbddd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 767, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:30:00Z', 'updated_at': '2021-12-18T13:30:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv', '_floatingips': [{'id': 'dba7a43c-6a46-443c-98d3-4507caa6832f', 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'floating_ip_address': '172.26.3.218', 'floating_network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'router_id': 'ec180986-2f7e-49e3-89e3-dfec27cbbddd', 'port_id': '4eb6f8b9-39e2-4c73-a65f-40154d8c96cd', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 861, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1f2d5a30-cad3-45c3-b064-c7c1eec3de2d', 'mac_address': 'fa:16:3e:9b:28:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6564b3d-9478-4ad2-b062-315cb204d8f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T13:30:43Z', 'updated_at': '2021-12-18T13:30:43Z', 'revision_number': 0, 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c49a00b0-70b6-433c-a7d6-569818792ab2', 'name': '', 'network_id': '1f2d5a30-cad3-45c3-b064-c7c1eec3de2d', 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'mac_address': 'fa:16:3e:b7:b1:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec180986-2f7e-49e3-89e3-dfec27cbbddd', 'device_owner': 'network:router_interface', 'standard_attr_id': 785, 'fixed_ips': [{'subnet_id': 'ba320a99-11ba-43e3-b2e3-bcb19e0899a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:30:09Z', 'updated_at': '2021-12-18T13:30:17Z', 'revision_number': 5, 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'subnets': [{'id': 'ba320a99-11ba-43e3-b2e3-bcb19e0899a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:30:47.159985 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 5396db90-8408-46bc-989d-480bd663bc7a no longer exists at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 18 13:30:47.161652 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-176cef03-0750-4568-9f39-d1149e08a0ec None None] Checking router: ec180986-2f7e-49e3-89e3-dfec27cbbddd for host: dv-neutron-744815-20-hyperv {{(pid=103162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 18 13:30:47.164409 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-120fb253-0e13-4a29-90cf-7ece5670b599 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2023137'] for network, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:47.173482 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-176cef03-0750-4568-9f39-d1149e08a0ec None None] Routers {'ec180986-2f7e-49e3-89e3-dfec27cbbddd'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:30:47.174760 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-176cef03-0750-4568-9f39-d1149e08a0ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:30:27Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['ec180986-2f7e-49e3-89e3-dfec27cbbddd'], 'active': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:30:47.194825 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-c8d3d672-bddb-41c2-96f9-fc83a0595798 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/floatingips/dba7a43c-6a46-443c-98d3-4507caa6832f HTTP/1.1" status: 200 len: 991 time: 0.3000267 Dec 18 13:30:47.212282 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-2294866d-0076-4933-952c-685307032598 None None] No Port match for: 5396db90-8408-46bc-989d-480bd663bc7a {{(pid=103161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 18 13:30:47.213235 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 5396db90-8408-46bc-989d-480bd663bc7a not bound to the agent host dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 18 13:30:47.223363 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4085f048-48b5-455e-b6ea-772069ee5dac req-5e4ef3b8-e138-43e8-b3b8-6de36a1b97cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:30:47.224921 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-4085f048-48b5-455e-b6ea-772069ee5dac req-5e4ef3b8-e138-43e8-b3b8-6de36a1b97cb service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6e88b8a5aed24360a829007d7fd9d0fd&device_id=e6564b3d-9478-4ad2-b062-315cb204d8f1 HTTP/1.1" status: 200 len: 1098 time: 0.2273943 Dec 18 13:30:47.235996 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Pushing event updated for resources: {'Port': ['ID=37e604de-69a3-4bbb-a835-b162e746daeb,revision_number=3']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:30:47.309544 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-6f3e558d-daac-440c-b638-c3e5c7789f7f tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5659786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6017062'] for subnet, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:47.341383 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvr_db [None req-176cef03-0750-4568-9f39-d1149e08a0ec None None] Set router ec180986-2f7e-49e3-89e3-dfec27cbbddd gateway port host: dv-neutron-744815-20-hyperv {{(pid=103162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 13:30:47.349726 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-120fb253-0e13-4a29-90cf-7ece5670b599 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1927292', 'neutron.services.segments.db._delete_segments_for_network-8767106887837'] for network, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:47.365717 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-d6b51f56-fe0a-475c-9162-c628a510e8f8 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4533410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4514424'] for subnet, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:47.428500 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3e558d-daac-440c-b638-c3e5c7789f7f tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Pushing event updated for resources: {'Subnet': ['ID=4b5b8a57-92fd-48d3-86f5-25f2ff45e1fc,revision_number=0']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:30:47.431047 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24cb043e-14b5-42c0-bf64-b06ef9b2eaf2 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Notify agent at l3_agent.dv-neutron-744815-20-hyperv the message routers_updated {{(pid=103159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 13:30:47.439283 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b51f56-fe0a-475c-9162-c628a510e8f8 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Pushing event updated for resources: {'Subnet': ['ID=e13c2b5c-cc55-434e-9ff2-d77f2e0447a7,revision_number=0']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:30:47.446797 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-24cb043e-14b5-42c0-bf64-b06ef9b2eaf2 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for floatingip, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:47.448112 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-949c9df6-7fb2-43c8-86f0-7411d2aa7741 None None] Sync routers for ids ['8b4400aa-73df-4467-9875-5e1ec7c9ec97'] in dv-neutron-744815-20-hyperv {{(pid=103161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 13:30:47.456018 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.services.segments.db [None req-120fb253-0e13-4a29-90cf-7ece5670b599 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5588ea4f-97be-47f0-8409-4e3ab545c488']}} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:30:47.468179 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-949c9df6-7fb2-43c8-86f0-7411d2aa7741 None None] Routers {'8b4400aa-73df-4467-9875-5e1ec7c9ec97'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:30:47.468832 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-949c9df6-7fb2-43c8-86f0-7411d2aa7741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:30:27Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['8b4400aa-73df-4467-9875-5e1ec7c9ec97'], 'active': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:30:47.475632 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.services.segments.db [None req-120fb253-0e13-4a29-90cf-7ece5670b599 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '916d3749-bdc7-4012-a1ea-992032ad8859') {'for_net_delete': True} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:30:47.475953 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.services.segments.db [None req-120fb253-0e13-4a29-90cf-7ece5670b599 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '916d3749-bdc7-4012-a1ea-992032ad8859') {} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:30:47.488884 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-120fb253-0e13-4a29-90cf-7ece5670b599 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767106888614', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4533424'] for segment, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:47.496132 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f3e558d-daac-440c-b638-c3e5c7789f7f tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Checking segment: {'id': '634ac665-0e0c-41d0-aacb-9d554ec0e401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '532dae30-bb5e-47f8-8064-9e4358b86d8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 13:30:47.496499 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f3e558d-daac-440c-b638-c3e5c7789f7f tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Network hostable DHCP agents. Network: 532dae30-bb5e-47f8-8064-9e4358b86d8e, hostable agents: ['aa77effa-0e3a-4bbd-a383-4d58ed3328d0'], hosted agents: [] {{(pid=103159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 18 13:30:47.506179 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4085f048-48b5-455e-b6ea-772069ee5dac req-53efbb0c-3bcf-4561-acfe-47e1e115da1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:30:47.506573 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-120fb253-0e13-4a29-90cf-7ece5670b599 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:47.507818 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-4085f048-48b5-455e-b6ea-772069ee5dac req-53efbb0c-3bcf-4561-acfe-47e1e115da1e service neutron] 10.222.0.43 "GET /v2.0/networks?id=1f2d5a30-cad3-45c3-b064-c7c1eec3de2d HTTP/1.1" status: 200 len: 898 time: 0.2656600 Dec 18 13:30:47.514250 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-120fb253-0e13-4a29-90cf-7ece5670b599 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Releasing vlan 149 on physical network physnet1 to pool {{(pid=103160) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 18 13:30:47.514656 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-120fb253-0e13-4a29-90cf-7ece5670b599 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4533569'] for segment, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:47.528176 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-949c9df6-7fb2-43c8-86f0-7411d2aa7741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:30:47.540185 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-949c9df6-7fb2-43c8-86f0-7411d2aa7741 None None] Routers {'8b4400aa-73df-4467-9875-5e1ec7c9ec97'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:30:47.541286 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-949c9df6-7fb2-43c8-86f0-7411d2aa7741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:30:27Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['8b4400aa-73df-4467-9875-5e1ec7c9ec97'], 'active': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:30:47.585485 dv-neutron-744815-20-hyperv neutron-server[103160]: Traceback (most recent call last): Dec 18 13:30:47.585485 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 18 13:30:47.585485 dv-neutron-744815-20-hyperv neutron-server[103160]: timer() Dec 18 13:30:47.585485 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 18 13:30:47.585485 dv-neutron-744815-20-hyperv neutron-server[103160]: cb(*args, **kw) Dec 18 13:30:47.585485 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 18 13:30:47.585485 dv-neutron-744815-20-hyperv neutron-server[103160]: return func(*args, **kwargs) Dec 18 13:30:47.585485 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 18 13:30:47.585485 dv-neutron-744815-20-hyperv neutron-server[103160]: self._notify() Dec 18 13:30:47.585485 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 18 13:30:47.585485 dv-neutron-744815-20-hyperv neutron-server[103160]: self.callback(batched_events) Dec 18 13:30:47.585485 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 18 13:30:47.585485 dv-neutron-744815-20-hyperv neutron-server[103160]: event.method(event) Dec 18 13:30:47.585485 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 18 13:30:47.585485 dv-neutron-744815-20-hyperv neutron-server[103160]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 18 13:30:47.585485 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 18 13:30:47.585485 dv-neutron-744815-20-hyperv neutron-server[103160]: aggregate_uuid = self.p_client.list_aggregates( Dec 18 13:30:47.585485 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 18 13:30:47.585485 dv-neutron-744815-20-hyperv neutron-server[103160]: return f(self, *a, **k) Dec 18 13:30:47.585485 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 18 13:30:47.585485 dv-neutron-744815-20-hyperv neutron-server[103160]: return self._get(url).json() Dec 18 13:30:47.585485 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 18 13:30:47.585485 dv-neutron-744815-20-hyperv neutron-server[103160]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 18 13:30:47.585485 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 18 13:30:47.585485 dv-neutron-744815-20-hyperv neutron-server[103160]: return self.request(url, 'GET', **kwargs) Dec 18 13:30:47.585485 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 18 13:30:47.585485 dv-neutron-744815-20-hyperv neutron-server[103160]: base_url = self.get_endpoint(auth, allow=allow, Dec 18 13:30:47.585485 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 18 13:30:47.585485 dv-neutron-744815-20-hyperv neutron-server[103160]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 18 13:30:47.585485 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 18 13:30:47.585485 dv-neutron-744815-20-hyperv neutron-server[103160]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 18 13:30:47.585485 dv-neutron-744815-20-hyperv neutron-server[103160]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 18 13:30:47.595568 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6b51f56-fe0a-475c-9162-c628a510e8f8 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Network a0b84a49-8464-4342-a47d-bd714ebbec81 is already hosted by enough agents. {{(pid=103160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:30:47.598026 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-120fb253-0e13-4a29-90cf-7ece5670b599 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1927267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586962'] for network, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:47.600442 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.base_scheduler [None req-d6b51f56-fe0a-475c-9162-c628a510e8f8 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Resources bound (agent type, host, resource id): {{(pid=103160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:30:47.601464 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-949c9df6-7fb2-43c8-86f0-7411d2aa7741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:30:47.609660 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-120fb253-0e13-4a29-90cf-7ece5670b599 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Publish callbacks [] for network, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:47.613899 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-949c9df6-7fb2-43c8-86f0-7411d2aa7741 None None] The sync data for ids ['8b4400aa-73df-4467-9875-5e1ec7c9ec97'] in dv-neutron-744815-20-hyperv is: [] {{(pid=103161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 13:30:47.617750 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cdc3893-afa0-49d1-9fc1-e6913b15723d None None] Network a0b84a49-8464-4342-a47d-bd714ebbec81 requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:30:47.619355 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-24cb043e-14b5-42c0-bf64-b06ef9b2eaf2 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] 10.222.0.31 "PUT /v2.0/floatingips/328f3deb-8abb-44cb-89e6-3e375526ad1d HTTP/1.1" status: 200 len: 979 time: 2.4338198 Dec 18 13:30:47.621270 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-4085f048-48b5-455e-b6ea-772069ee5dac req-6f198b18-8f17-41f5-930e-e5cfb70ea8db service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4eb6f8b9-39e2-4c73-a65f-40154d8c96cd HTTP/1.1" status: 200 len: 999 time: 0.1029232 Dec 18 13:30:47.623084 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 53640) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:30:47.634930 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-120fb253-0e13-4a29-90cf-7ece5670b599 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] 10.222.0.31 "DELETE /v2.0/networks/5588ea4f-97be-47f0-8409-4e3ab545c488 HTTP/1.1" status: 204 len: 168 time: 0.5900068 Dec 18 13:30:47.636528 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6b51f56-fe0a-475c-9162-c628a510e8f8 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:30:47.648774 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-d6b51f56-fe0a-475c-9162-c628a510e8f8 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks [] for subnet, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:47.681932 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120fb253-0e13-4a29-90cf-7ece5670b599 tempest-PortsIpV6TestJSON-319944594 tempest-PortsIpV6TestJSON-319944594-project] Pushing event deleted for resources: {'Network': ['ID=5588ea4f-97be-47f0-8409-4e3ab545c488,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:30:47.686071 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-176cef03-0750-4568-9f39-d1149e08a0ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec180986-2f7e-49e3-89e3-dfec27cbbddd', 'name': 'tempest-TestNetworkBasicOps-router-1985445967', 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.28'}], 'enable_snat': True}, 'gw_port_id': 'b106f41d-05cd-47e9-a39e-d328e1c96648', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:29:58Z', 'updated_at': '2021-12-18T13:30:10Z', 'revision_number': 4, 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'gw_port': {'id': 'b106f41d-05cd-47e9-a39e-d328e1c96648', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:a6:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec180986-2f7e-49e3-89e3-dfec27cbbddd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 767, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:30:00Z', 'updated_at': '2021-12-18T13:30:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv', '_floatingips': [{'id': 'dba7a43c-6a46-443c-98d3-4507caa6832f', 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'floating_ip_address': '172.26.3.218', 'floating_network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'router_id': 'ec180986-2f7e-49e3-89e3-dfec27cbbddd', 'port_id': '4eb6f8b9-39e2-4c73-a65f-40154d8c96cd', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 861, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1f2d5a30-cad3-45c3-b064-c7c1eec3de2d', 'mac_address': 'fa:16:3e:9b:28:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6564b3d-9478-4ad2-b062-315cb204d8f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T13:30:43Z', 'updated_at': '2021-12-18T13:30:43Z', 'revision_number': 0, 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c49a00b0-70b6-433c-a7d6-569818792ab2', 'name': '', 'network_id': '1f2d5a30-cad3-45c3-b064-c7c1eec3de2d', 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'mac_address': 'fa:16:3e:b7:b1:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec180986-2f7e-49e3-89e3-dfec27cbbddd', 'device_owner': 'network:router_interface', 'standard_attr_id': 785, 'fixed_ips': [{'subnet_id': 'ba320a99-11ba-43e3-b2e3-bcb19e0899a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:30:09Z', 'updated_at': '2021-12-18T13:30:17Z', 'revision_number': 5, 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'subnets': [{'id': 'ba320a99-11ba-43e3-b2e3-bcb19e0899a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:30:47.714391 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-cab569bb-0d2c-4e50-af79-ece84d7934c0 None None] Provisioning complete for port 37e604de-69a3-4bbb-a835-b162e746daeb triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:30:47.715573 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-cab569bb-0d2c-4e50-af79-ece84d7934c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:47.718734 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-d6b51f56-fe0a-475c-9162-c628a510e8f8 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7669849 Dec 18 13:30:47.718996 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 53644) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:30:47.724050 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-176cef03-0750-4568-9f39-d1149e08a0ec None None] The sync data for ids ['ec180986-2f7e-49e3-89e3-dfec27cbbddd'] in dv-neutron-744815-20-hyperv is: [{'id': 'ec180986-2f7e-49e3-89e3-dfec27cbbddd', 'name': 'tempest-TestNetworkBasicOps-router-1985445967', 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.28'}], 'enable_snat': True}, 'gw_port_id': 'b106f41d-05cd-47e9-a39e-d328e1c96648', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:29:58Z', 'updated_at': '2021-12-18T13:30:10Z', 'revision_number': 4, 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'gw_port': {'id': 'b106f41d-05cd-47e9-a39e-d328e1c96648', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:a6:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec180986-2f7e-49e3-89e3-dfec27cbbddd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 767, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:30:00Z', 'updated_at': '2021-12-18T13:30:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv', '_floatingips': [{'id': 'dba7a43c-6a46-443c-98d3-4507caa6832f', 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'floating_ip_address': '172.26.3.218', 'floating_network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'router_id': 'ec180986-2f7e-49e3-89e3-dfec27cbbddd', 'port_id': '4eb6f8b9-39e2-4c73-a65f-40154d8c96cd', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 861, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1f2d5a30-cad3-45c3-b064-c7c1eec3de2d', 'mac_address': 'fa:16:3e:9b:28:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6564b3d-9478-4ad2-b062-315cb204d8f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T13:30:43Z', 'updated_at': '2021-12-18T13:30:43Z', 'revision_number': 0, 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c49a00b0-70b6-433c-a7d6-569818792ab2', 'name': '', 'network_id': '1f2d5a30-cad3-45c3-b064-c7c1eec3de2d', 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'mac_address': 'fa:16:3e:b7:b1:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec180986-2f7e-49e3-89e3-dfec27cbbddd', 'device_owner': 'network:router_interface', 'standard_attr_id': 785, 'fixed_ips': [{'subnet_id': 'ba320a99-11ba-43e3-b2e3-bcb19e0899a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:30:09Z', 'updated_at': '2021-12-18T13:30:17Z', 'revision_number': 5, 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'subnets': [{'id': 'ba320a99-11ba-43e3-b2e3-bcb19e0899a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 13:30:47.735061 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f3e558d-daac-440c-b638-c3e5c7789f7f tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Network 532dae30-bb5e-47f8-8064-9e4358b86d8e is scheduled to be hosted by DHCP agent aa77effa-0e3a-4bbd-a383-4d58ed3328d0 with binding_index 1 {{(pid=103159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 18 13:30:47.736749 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-5da67dd2-9688-4ff6-972d-7e82266a817f tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Request body: {'port': {'network_id': 'a0b84a49-8464-4342-a47d-bd714ebbec81', 'mac_address': 'fa:16:3e:72:5f:d8', 'name': 'tempest-NetworksTestDHCPv6-428006511'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:30:47.778471 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4085f048-48b5-455e-b6ea-772069ee5dac req-1a6a56a7-eac2-4bb6-a85e-b65f31725a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:30:47.780396 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-4085f048-48b5-455e-b6ea-772069ee5dac req-1a6a56a7-eac2-4bb6-a85e-b65f31725a99 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ba320a99-11ba-43e3-b2e3-bcb19e0899a2 HTTP/1.1" status: 200 len: 835 time: 0.0952847 Dec 18 13:30:47.805799 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.base_scheduler [None req-6f3e558d-daac-440c-b638-c3e5c7789f7f tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-744815-20-hyperv, 532dae30-bb5e-47f8-8064-9e4358b86d8e) {{(pid=103159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:30:47.838592 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-368caba4-87fe-4193-80af-c23c615541e9 None None] Network 532dae30-bb5e-47f8-8064-9e4358b86d8e requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:30:47.850886 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f3e558d-daac-440c-b638-c3e5c7789f7f tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:30:47.851806 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-6f3e558d-daac-440c-b638-c3e5c7789f7f tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Publish callbacks [] for subnet, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:47.876257 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-6f3e558d-daac-440c-b638-c3e5c7789f7f tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6640694 Dec 18 13:30:47.879788 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 53646) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:30:47.919524 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4085f048-48b5-455e-b6ea-772069ee5dac req-07c32d35-9931-400a-b4d8-1fb1e73a175e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:30:47.921124 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-4085f048-48b5-455e-b6ea-772069ee5dac req-07c32d35-9931-400a-b4d8-1fb1e73a175e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=1f2d5a30-cad3-45c3-b064-c7c1eec3de2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1310065 Dec 18 13:30:47.981799 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5da67dd2-9688-4ff6-972d-7e82266a817f tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Made reservation on behalf of 606a569495c64210af9cc9fb7e76dd52 for: {'port': 1} {{(pid=103160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:30:48.024804 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8afb838e-f2d0-4cd0-a76d-50f7caf0f968 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp31e170a0-46a1-5ba9-9dc1-7ee4f866f0d7-532dae30-bb5e-47f8-8064-9e4358b86d8e', 'network_id': '532dae30-bb5e-47f8-8064-9e4358b86d8e', 'project_id': 'f5afdd4acb1d4a48932f1bea649c1c37', 'fixed_ips': [{'subnet_id': '4b5b8a57-92fd-48d3-86f5-25f2ff45e1fc'}]}} from dv-neutron-744815-20-hyperv. {{(pid=103161) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 18 13:30:48.025779 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-8afb838e-f2d0-4cd0-a76d-50f7caf0f968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:48.072897 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-728aab74-9e2c-421b-9bff-af6f4acbc986 None None] Update dhcp port {'port': {'network_id': 'a0b84a49-8464-4342-a47d-bd714ebbec81', 'fixed_ips': [{'subnet_id': 'f2574613-d5fa-4cc6-8691-0475cf30bb9c', 'ip_address': '2001:db8::f816:3eff:feb6:2c3f'}, {'subnet_id': 'e13c2b5c-cc55-434e-9ff2-d77f2e0447a7'}], 'binding:host_id': 'dv-neutron-744815-20-hyperv'}, 'id': '37e604de-69a3-4bbb-a835-b162e746daeb'} from dv-neutron-744815-20-hyperv. {{(pid=103161) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 18 13:30:48.111541 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-5da67dd2-9688-4ff6-972d-7e82266a817f tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:48.137742 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-af2348c9-8212-43cf-b8a4-e429bba8d251 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2023137'] for network, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:48.139412 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.notifiers.nova [None req-5da67dd2-9688-4ff6-972d-7e82266a817f tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] device_id is not set on port b14c064d-f649-46d7-9a20-60113dcf6aec yet. {{(pid=103160) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 18 13:30:48.142635 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 53650) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:30:48.148014 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ca6e26d-10e0-4c92-ab14-c3d80224b0a3 None None] New status for floating IP dba7a43c-6a46-443c-98d3-4507caa6832f: ACTIVE {{(pid=103162) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 18 13:30:48.178451 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-728aab74-9e2c-421b-9bff-af6f4acbc986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:48.185058 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-1225feb2-6c91-4e37-b66a-90264eeeacc6 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Deleting port 0cc0d91b-9ff4-4bea-ae61-7d39d4c28a81 {{(pid=103159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:30:48.185739 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-1225feb2-6c91-4e37-b66a-90264eeeacc6 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:48.208061 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-4085f048-48b5-455e-b6ea-772069ee5dac req-aab7cfb8-d15e-47f1-8775-2656c63699a4 service neutron] 10.222.0.43 "GET /v2.0/networks/1f2d5a30-cad3-45c3-b064-c7c1eec3de2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2350092 Dec 18 13:30:48.216805 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 53654) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:30:48.418001 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_common [None req-8afb838e-f2d0-4cd0-a76d-50f7caf0f968 None None] Allocated IP 172.20.0.2 (532dae30-bb5e-47f8-8064-9e4358b86d8e/4b5b8a57-92fd-48d3-86f5-25f2ff45e1fc/cfa79b05-5e37-467d-8550-300f0d889bcc) {{(pid=103161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:30:48.436959 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.db_base_plugin_common [None req-5da67dd2-9688-4ff6-972d-7e82266a817f tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Allocated IP 2001:db8:0:1::277 (a0b84a49-8464-4342-a47d-bd714ebbec81/e13c2b5c-cc55-434e-9ff2-d77f2e0447a7/b14c064d-f649-46d7-9a20-60113dcf6aec) {{(pid=103160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:30:48.445589 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.db_base_plugin_common [None req-5da67dd2-9688-4ff6-972d-7e82266a817f tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Allocated IP 2001:db8::f816:3eff:fe72:5fd8 (a0b84a49-8464-4342-a47d-bd714ebbec81/f2574613-d5fa-4cc6-8691-0475cf30bb9c/b14c064d-f649-46d7-9a20-60113dcf6aec) {{(pid=103160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:30:48.460027 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-af2348c9-8212-43cf-b8a4-e429bba8d251 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1929185'] for subnet, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:48.600752 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-8afb838e-f2d0-4cd0-a76d-50f7caf0f968 None None] Publish callbacks [] for port, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:48.616683 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 37e604de-69a3-4bbb-a835-b162e746daeb up at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 13:30:48.617101 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-8afb838e-f2d0-4cd0-a76d-50f7caf0f968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975'] for port, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:48.638633 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-5da67dd2-9688-4ff6-972d-7e82266a817f tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks [] for port, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:48.677706 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-5da67dd2-9688-4ff6-972d-7e82266a817f tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4533522'] for port, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:48.695784 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8afb838e-f2d0-4cd0-a76d-50f7caf0f968 None None] Network 532dae30-bb5e-47f8-8064-9e4358b86d8e is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:30:48.724562 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5da67dd2-9688-4ff6-972d-7e82266a817f tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Network a0b84a49-8464-4342-a47d-bd714ebbec81 is already hosted by enough agents. {{(pid=103160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:30:48.727978 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.base_scheduler [None req-5da67dd2-9688-4ff6-972d-7e82266a817f tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Resources bound (agent type, host, resource id): {{(pid=103160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:30:48.732233 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-8afb838e-f2d0-4cd0-a76d-50f7caf0f968 None None] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:30:48.732783 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5da67dd2-9688-4ff6-972d-7e82266a817f tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Received port after_create {{(pid=103160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:30:48.737264 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8afb838e-f2d0-4cd0-a76d-50f7caf0f968 None None] Received port after_create {{(pid=103161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:30:48.738268 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5da67dd2-9688-4ff6-972d-7e82266a817f tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:30:48.738996 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-5da67dd2-9688-4ff6-972d-7e82266a817f tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:48.742895 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afb838e-f2d0-4cd0-a76d-50f7caf0f968 None None] Pushing event updated for resources: {'Port': ['ID=cfa79b05-5e37-467d-8550-300f0d889bcc,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:30:48.750451 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da67dd2-9688-4ff6-972d-7e82266a817f tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Pushing event updated for resources: {'Port': ['ID=b14c064d-f649-46d7-9a20-60113dcf6aec,revision_number=1']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:30:48.763743 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-5da67dd2-9688-4ff6-972d-7e82266a817f tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.0435245 Dec 18 13:30:48.766265 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 53656) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:30:48.821296 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_common [None req-728aab74-9e2c-421b-9bff-af6f4acbc986 None None] Allocated IP 2001:db8:0:1::2 (a0b84a49-8464-4342-a47d-bd714ebbec81/e13c2b5c-cc55-434e-9ff2-d77f2e0447a7/37e604de-69a3-4bbb-a835-b162e746daeb) {{(pid=103161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:30:48.830498 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2294866d-0076-4933-952c-685307032598 None None] Provisioning complete for port 37e604de-69a3-4bbb-a835-b162e746daeb triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:30:48.830876 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:48.832734 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-8afb838e-f2d0-4cd0-a76d-50f7caf0f968 None None] Attempting to bind port cfa79b05-5e37-467d-8550-300f0d889bcc on host dv-neutron-744815-20-hyperv for vnic_type normal with profile {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 13:30:48.833096 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-8afb838e-f2d0-4cd0-a76d-50f7caf0f968 None None] Attempting to bind port cfa79b05-5e37-467d-8550-300f0d889bcc by drivers openvswitch,hyperv on host dv-neutron-744815-20-hyperv at level 0 using segments [{'id': '634ac665-0e0c-41d0-aacb-9d554ec0e401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '532dae30-bb5e-47f8-8064-9e4358b86d8e'}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 13:30:48.833459 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8afb838e-f2d0-4cd0-a76d-50f7caf0f968 None None] Attempting to bind port cfa79b05-5e37-467d-8550-300f0d889bcc on network 532dae30-bb5e-47f8-8064-9e4358b86d8e {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 13:30:48.865456 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8afb838e-f2d0-4cd0-a76d-50f7caf0f968 None None] Checking agent: {'id': '428fa9fa-43db-4db9-9f96-f60ffe931f2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-20-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 13, 19, 1), 'started_at': datetime.datetime(2021, 12, 18, 13, 19, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 13, 30, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-20-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 18 13:30:48.865905 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8afb838e-f2d0-4cd0-a76d-50f7caf0f968 None None] Checking segment: {'id': '634ac665-0e0c-41d0-aacb-9d554ec0e401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '532dae30-bb5e-47f8-8064-9e4358b86d8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 13:30:48.866025 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-93214402-6667-4de0-bbb8-c95c7d051f8f tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Deleting port b14c064d-f649-46d7-9a20-60113dcf6aec {{(pid=103160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:30:48.866223 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-93214402-6667-4de0-bbb8-c95c7d051f8f tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:48.866357 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-8afb838e-f2d0-4cd0-a76d-50f7caf0f968 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:48.866629 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8afb838e-f2d0-4cd0-a76d-50f7caf0f968 None None] Bound using segment: {'id': '634ac665-0e0c-41d0-aacb-9d554ec0e401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '532dae30-bb5e-47f8-8064-9e4358b86d8e'} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 18 13:30:48.867117 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-8afb838e-f2d0-4cd0-a76d-50f7caf0f968 None None] Bound port: cfa79b05-5e37-467d-8550-300f0d889bcc, host: dv-neutron-744815-20-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '634ac665-0e0c-41d0-aacb-9d554ec0e401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '532dae30-bb5e-47f8-8064-9e4358b86d8e'}}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 18 13:30:48.867523 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-8afb838e-f2d0-4cd0-a76d-50f7caf0f968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:48.897064 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-0218984c-74fd-436b-9431-0e1849542f56 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/floatingips/dba7a43c-6a46-443c-98d3-4507caa6832f HTTP/1.1" status: 200 len: 991 time: 0.6787407 Dec 18 13:30:48.908044 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-38ed0486-bdf9-42ae-9374-bd77e1b1efe3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a17167c2bc3d4518ab90268c4af7e6a0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7610004 Dec 18 13:30:48.912204 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-1225feb2-6c91-4e37-b66a-90264eeeacc6 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:48.912529 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-1225feb2-6c91-4e37-b66a-90264eeeacc6 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:48.916482 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 53658) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:30:48.948063 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-1225feb2-6c91-4e37-b66a-90264eeeacc6 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Calling delete_port for 0cc0d91b-9ff4-4bea-ae61-7d39d4c28a81 owned by network:floatingip {{(pid=103159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:30:48.963039 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-93214402-6667-4de0-bbb8-c95c7d051f8f tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:48.977609 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-93214402-6667-4de0-bbb8-c95c7d051f8f tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Calling delete_port for b14c064d-f649-46d7-9a20-60113dcf6aec owned by {{(pid=103160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:30:48.988376 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-4085f048-48b5-455e-b6ea-772069ee5dac req-776cdaf0-9bc2-4bce-be7f-dbfcdc4b7c60 service neutron] 10.222.0.43 "GET /v2.0/networks/1f2d5a30-cad3-45c3-b064-c7c1eec3de2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7414870 Dec 18 13:30:49.014583 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-8afb838e-f2d0-4cd0-a76d-50f7caf0f968 None None] For port cfa79b05-5e37-467d-8550-300f0d889bcc, host dv-neutron-744815-20-hyperv, cleared binding levels {{(pid=103161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 18 13:30:49.026000 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-8afb838e-f2d0-4cd0-a76d-50f7caf0f968 None None] For port cfa79b05-5e37-467d-8550-300f0d889bcc, host dv-neutron-744815-20-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=cfa79b05-5e37-467d-8550-300f0d889bcc,segment=NetworkSegment(634ac665-0e0c-41d0-aacb-9d554ec0e401),segment_id=634ac665-0e0c-41d0-aacb-9d554ec0e401)] {{(pid=103161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 18 13:30:49.055290 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-8afb838e-f2d0-4cd0-a76d-50f7caf0f968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:49.057987 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-af2348c9-8212-43cf-b8a4-e429bba8d251 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1929192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5659851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6017053'] for subnet, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:49.115129 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-728aab74-9e2c-421b-9bff-af6f4acbc986 None None] For port 37e604de-69a3-4bbb-a835-b162e746daeb, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=37e604de-69a3-4bbb-a835-b162e746daeb,segment=NetworkSegment(1d35b28d-d075-4c4f-99ab-408d9457428e),segment_id=1d35b28d-d075-4c4f-99ab-408d9457428e)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:30:49.120571 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2348c9-8212-43cf-b8a4-e429bba8d251 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Pushing event deleted for resources: {'Subnet': ['ID=4b5b8a57-92fd-48d3-86f5-25f2ff45e1fc,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:30:49.129948 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-31edb5ec-9e6b-46cd-b12e-99fda712fbb0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:49.179064 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-728aab74-9e2c-421b-9bff-af6f4acbc986 None None] Publish callbacks [] for port, precommit_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:49.181539 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afb838e-f2d0-4cd0-a76d-50f7caf0f968 None None] Pushing event updated for resources: {'Port': ['ID=cfa79b05-5e37-467d-8550-300f0d889bcc,revision_number=2']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:30:49.186397 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-728aab74-9e2c-421b-9bff-af6f4acbc986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:49.218245 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-93214402-6667-4de0-bbb8-c95c7d051f8f tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4533522'] for port, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:49.230349 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-af2348c9-8212-43cf-b8a4-e429bba8d251 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1927292', 'neutron.services.segments.db._delete_segments_for_network-8767106887837'] for network, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:49.237789 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-31edb5ec-9e6b-46cd-b12e-99fda712fbb0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:49.256350 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728aab74-9e2c-421b-9bff-af6f4acbc986 None None] Pushing event updated for resources: {'Port': ['ID=37e604de-69a3-4bbb-a835-b162e746daeb,revision_number=4']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:30:49.281063 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93214402-6667-4de0-bbb8-c95c7d051f8f tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Pushing event deleted for resources: {'Port': ['ID=b14c064d-f649-46d7-9a20-60113dcf6aec,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:30:49.286176 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.services.segments.db [None req-af2348c9-8212-43cf-b8a4-e429bba8d251 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['532dae30-bb5e-47f8-8064-9e4358b86d8e']}} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:30:49.301366 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.services.segments.db [None req-af2348c9-8212-43cf-b8a4-e429bba8d251 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '634ac665-0e0c-41d0-aacb-9d554ec0e401') {'for_net_delete': True} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:30:49.301724 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.services.segments.db [None req-af2348c9-8212-43cf-b8a4-e429bba8d251 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '634ac665-0e0c-41d0-aacb-9d554ec0e401') {} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:30:49.324139 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-93214402-6667-4de0-bbb8-c95c7d051f8f tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:49.328302 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-93214402-6667-4de0-bbb8-c95c7d051f8f tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] 10.222.0.31 "DELETE /v2.0/ports/b14c064d-f649-46d7-9a20-60113dcf6aec HTTP/1.1" status: 204 len: 168 time: 0.5609272 Dec 18 13:30:49.331248 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 53660) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:30:49.343827 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-af2348c9-8212-43cf-b8a4-e429bba8d251 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767106888614', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5589569'] for segment, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:49.353129 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-31edb5ec-9e6b-46cd-b12e-99fda712fbb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:49.356023 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-31edb5ec-9e6b-46cd-b12e-99fda712fbb0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:49.357307 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-31edb5ec-9e6b-46cd-b12e-99fda712fbb0 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e4177d52-28df-4438-880c-439d4cab5062 HTTP/1.1" status: 204 len: 168 time: 0.4318085 Dec 18 13:30:49.390061 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f02edbb7-78d9-43fc-9808-621b79a93d0e tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:30:49.394964 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-f02edbb7-78d9-43fc-9808-621b79a93d0e tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0593417 Dec 18 13:30:49.395384 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 53664) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:30:49.433798 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-af2348c9-8212-43cf-b8a4-e429bba8d251 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:49.437193 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31edb5ec-9e6b-46cd-b12e-99fda712fbb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4177d52-28df-4438-880c-439d4cab5062,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:30:49.453546 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af2348c9-8212-43cf-b8a4-e429bba8d251 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Releasing vlan 102 on physical network physnet1 to pool {{(pid=103159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 18 13:30:49.454134 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-af2348c9-8212-43cf-b8a4-e429bba8d251 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5660009'] for segment, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:49.460609 dv-neutron-744815-20-hyperv neutron-server[103159]: Traceback (most recent call last): Dec 18 13:30:49.460609 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 18 13:30:49.460609 dv-neutron-744815-20-hyperv neutron-server[103159]: timer() Dec 18 13:30:49.460609 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 18 13:30:49.460609 dv-neutron-744815-20-hyperv neutron-server[103159]: cb(*args, **kw) Dec 18 13:30:49.460609 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 18 13:30:49.460609 dv-neutron-744815-20-hyperv neutron-server[103159]: return func(*args, **kwargs) Dec 18 13:30:49.460609 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 18 13:30:49.460609 dv-neutron-744815-20-hyperv neutron-server[103159]: self._notify() Dec 18 13:30:49.460609 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 18 13:30:49.460609 dv-neutron-744815-20-hyperv neutron-server[103159]: self.callback(batched_events) Dec 18 13:30:49.460609 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 18 13:30:49.460609 dv-neutron-744815-20-hyperv neutron-server[103159]: event.method(event) Dec 18 13:30:49.460609 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 18 13:30:49.460609 dv-neutron-744815-20-hyperv neutron-server[103159]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 18 13:30:49.460609 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 18 13:30:49.460609 dv-neutron-744815-20-hyperv neutron-server[103159]: aggregate_uuid = self.p_client.list_aggregates( Dec 18 13:30:49.460609 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 18 13:30:49.460609 dv-neutron-744815-20-hyperv neutron-server[103159]: return f(self, *a, **k) Dec 18 13:30:49.460609 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 18 13:30:49.460609 dv-neutron-744815-20-hyperv neutron-server[103159]: return self._get(url).json() Dec 18 13:30:49.460609 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 18 13:30:49.460609 dv-neutron-744815-20-hyperv neutron-server[103159]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 18 13:30:49.460609 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 18 13:30:49.460609 dv-neutron-744815-20-hyperv neutron-server[103159]: return self.request(url, 'GET', **kwargs) Dec 18 13:30:49.460609 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 18 13:30:49.460609 dv-neutron-744815-20-hyperv neutron-server[103159]: base_url = self.get_endpoint(auth, allow=allow, Dec 18 13:30:49.460609 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 18 13:30:49.460609 dv-neutron-744815-20-hyperv neutron-server[103159]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 18 13:30:49.460609 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 18 13:30:49.460609 dv-neutron-744815-20-hyperv neutron-server[103159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 18 13:30:49.460609 dv-neutron-744815-20-hyperv neutron-server[103159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 18 13:30:49.480809 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d239bf31-c04f-486e-b59a-e3deb4723b23 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:30:49.484844 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-d239bf31-c04f-486e-b59a-e3deb4723b23 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0860658 Dec 18 13:30:49.488065 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 53666) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:30:49.602291 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.db.api [None req-af2348c9-8212-43cf-b8a4-e429bba8d251 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 18 13:30:49.602291 dv-neutron-744815-20-hyperv neutron-server[103159]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 18 13:30:49.602291 dv-neutron-744815-20-hyperv neutron-server[103159]: [parameters: {'id': '532dae30-bb5e-47f8-8064-9e4358b86d8e'}] Dec 18 13:30:49.602291 dv-neutron-744815-20-hyperv neutron-server[103159]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103159) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 18 13:30:49.602683 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG oslo_db.api [None req-af2348c9-8212-43cf-b8a4-e429bba8d251 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 18 13:30:49.605092 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-1225feb2-6c91-4e37-b66a-90264eeeacc6 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:49.625481 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9acfc39e-6d30-4e20-a182-7af9c99a71fa tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:30:49.627770 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9acfc39e-6d30-4e20-a182-7af9c99a71fa tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:30:49.650078 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9acfc39e-6d30-4e20-a182-7af9c99a71fa tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:30:49.650078 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-9acfc39e-6d30-4e20-a182-7af9c99a71fa tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1426387 Dec 18 13:30:49.651381 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 53670) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:30:49.664708 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1225feb2-6c91-4e37-b66a-90264eeeacc6 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Pushing event deleted for resources: {'Port': ['ID=0cc0d91b-9ff4-4bea-ae61-7d39d4c28a81,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:30:49.714435 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.db_base_plugin_v2 [None req-da50b462-89e4-4810-969a-fbd5545c1621 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Deleting subnet e13c2b5c-cc55-434e-9ff2-d77f2e0447a7 {{(pid=103160) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 18 13:30:49.721433 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-da50b462-89e4-4810-969a-fbd5545c1621 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks [] for subnet, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:49.726043 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-1225feb2-6c91-4e37-b66a-90264eeeacc6 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Publish callbacks [] for floatingip, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:49.726389 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.db.l3_db [None req-1225feb2-6c91-4e37-b66a-90264eeeacc6 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Floating IP 328f3deb-8abb-44cb-89e6-3e375526ad1d disassociated (deleted). External IP: 172.26.3.205, port: 2983e4e1-b00d-4a20-b03c-22a3418b930c. Dec 18 13:30:49.799536 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-da50b462-89e4-4810-969a-fbd5545c1621 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4533385'] for subnet, precommit_delete_associations {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:49.898222 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-da50b462-89e4-4810-969a-fbd5545c1621 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1929185'] for subnet, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:49.901295 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 53678) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:30:49.991111 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-da50b462-89e4-4810-969a-fbd5545c1621 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1929192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4533475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4514371'] for subnet, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:50.009561 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-da50b462-89e4-4810-969a-fbd5545c1621 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks [] for subnet, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:50.012987 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-da50b462-89e4-4810-969a-fbd5545c1621 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] 10.222.0.31 "DELETE /v2.0/subnets/e13c2b5c-cc55-434e-9ff2-d77f2e0447a7 HTTP/1.1" status: 204 len: 168 time: 0.3759334 Dec 18 13:30:50.016101 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 53682) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:30:50.036983 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da50b462-89e4-4810-969a-fbd5545c1621 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Pushing event deleted for resources: {'Subnet': ['ID=e13c2b5c-cc55-434e-9ff2-d77f2e0447a7,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:30:50.094957 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-8f10a3d8-9cea-4b74-a205-fae15ef23ee2 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/floatingips/dba7a43c-6a46-443c-98d3-4507caa6832f HTTP/1.1" status: 200 len: 993 time: 0.1924787 Dec 18 13:30:50.107962 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.db_base_plugin_v2 [None req-81f33548-fbaa-4fd6-9ea4-8a4174706a62 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Deleting subnet f2574613-d5fa-4cc6-8691-0475cf30bb9c {{(pid=103159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 18 13:30:50.112125 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-af2348c9-8212-43cf-b8a4-e429bba8d251 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2023137'] for network, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:50.116549 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-81f33548-fbaa-4fd6-9ea4-8a4174706a62 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks [] for subnet, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:50.120708 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1225feb2-6c91-4e37-b66a-90264eeeacc6 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Router 8b4400aa-73df-4467-9875-5e1ec7c9ec97 has already been hosted by L3 agent c9c0cd52-5bd2-4704-9429-d80f1c5ad23c {{(pid=103159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 18 13:30:50.177475 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-81f33548-fbaa-4fd6-9ea4-8a4174706a62 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5589624'] for subnet, precommit_delete_associations {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:50.263128 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-309aa539-1dd8-4190-bfd8-0756f3a80a01 None None] Network a0b84a49-8464-4342-a47d-bd714ebbec81 requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:30:50.327100 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-4e4fee25-769a-4184-9770-15ad16485348 None None] Provisioning complete for port 37e604de-69a3-4bbb-a835-b162e746daeb triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:30:50.327490 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-4e4fee25-769a-4184-9770-15ad16485348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:50.380234 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-81f33548-fbaa-4fd6-9ea4-8a4174706a62 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1929185'] for subnet, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:50.387124 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 53692) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:30:50.419984 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-af2348c9-8212-43cf-b8a4-e429bba8d251 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Deleting port cfa79b05-5e37-467d-8550-300f0d889bcc {{(pid=103159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:30:50.420953 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-af2348c9-8212-43cf-b8a4-e429bba8d251 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:50.462373 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1225feb2-6c91-4e37-b66a-90264eeeacc6 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Notify agent at l3_agent.dv-neutron-744815-20-hyperv the message routers_updated {{(pid=103159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 13:30:50.467345 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-1225feb2-6c91-4e37-b66a-90264eeeacc6 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for floatingip, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:50.484220 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffbcfa12-08be-4906-ae8a-bebdd6ca3556 None None] Sync routers for ids ['8b4400aa-73df-4467-9875-5e1ec7c9ec97'] in dv-neutron-744815-20-hyperv {{(pid=103161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 13:30:50.525501 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-0ad97b7c-d5c1-4198-808e-88760e4677bd tempest-RoutersNegativeTest-822928701 tempest-RoutersNegativeTest-822928701-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-900125026', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:30:50.551990 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffbcfa12-08be-4906-ae8a-bebdd6ca3556 None None] Routers {'8b4400aa-73df-4467-9875-5e1ec7c9ec97'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:30:50.553488 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-1225feb2-6c91-4e37-b66a-90264eeeacc6 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] 10.222.0.31 "DELETE /v2.0/floatingips/328f3deb-8abb-44cb-89e6-3e375526ad1d HTTP/1.1" status: 204 len: 168 time: 2.9293263 Dec 18 13:30:50.555932 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-ffbcfa12-08be-4906-ae8a-bebdd6ca3556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:30:27Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['8b4400aa-73df-4467-9875-5e1ec7c9ec97'], 'active': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:30:50.557220 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.db [None req-af2348c9-8212-43cf-b8a4-e429bba8d251 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] For port cfa79b05-5e37-467d-8550-300f0d889bcc, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=cfa79b05-5e37-467d-8550-300f0d889bcc,segment=NetworkSegment(634ac665-0e0c-41d0-aacb-9d554ec0e401),segment_id=634ac665-0e0c-41d0-aacb-9d554ec0e401)] {{(pid=103159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:30:50.557804 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-af2348c9-8212-43cf-b8a4-e429bba8d251 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:50.561125 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 53696) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:30:50.568835 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-81f33548-fbaa-4fd6-9ea4-8a4174706a62 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1929192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5659851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6017053'] for subnet, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:50.584804 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-0ad97b7c-d5c1-4198-808e-88760e4677bd tempest-RoutersNegativeTest-822928701 tempest-RoutersNegativeTest-822928701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28433'] for router, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:50.584991 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-af2348c9-8212-43cf-b8a4-e429bba8d251 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Calling delete_port for cfa79b05-5e37-467d-8550-300f0d889bcc owned by network:dhcp {{(pid=103159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:30:50.585129 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-0ad97b7c-d5c1-4198-808e-88760e4677bd tempest-RoutersNegativeTest-822928701 tempest-RoutersNegativeTest-822928701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-589769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28440'] for router, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:50.601707 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-ffbcfa12-08be-4906-ae8a-bebdd6ca3556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:30:50.612404 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffbcfa12-08be-4906-ae8a-bebdd6ca3556 None None] Routers {'8b4400aa-73df-4467-9875-5e1ec7c9ec97'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:30:50.613066 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-ffbcfa12-08be-4906-ae8a-bebdd6ca3556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:30:27Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['8b4400aa-73df-4467-9875-5e1ec7c9ec97'], 'active': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:30:50.620735 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-81f33548-fbaa-4fd6-9ea4-8a4174706a62 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks [] for subnet, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:50.624281 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-81f33548-fbaa-4fd6-9ea4-8a4174706a62 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] 10.222.0.31 "DELETE /v2.0/subnets/f2574613-d5fa-4cc6-8691-0475cf30bb9c HTTP/1.1" status: 204 len: 168 time: 0.6025896 Dec 18 13:30:50.627112 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f33548-fbaa-4fd6-9ea4-8a4174706a62 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Pushing event deleted for resources: {'Subnet': ['ID=f2574613-d5fa-4cc6-8691-0475cf30bb9c,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:30:50.632025 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 53698) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:30:50.721755 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-1c144d62-7eab-4331-818a-f9e568e4139d tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0849330 Dec 18 13:30:50.721755 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 53700) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:30:50.728219 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-528a430e-0da7-495c-a9c8-8aef60188c64 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Request body: {'subnet': {'network_id': 'a0b84a49-8464-4342-a47d-bd714ebbec81', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:30:50.785475 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-0ad97b7c-d5c1-4198-808e-88760e4677bd tempest-RoutersNegativeTest-822928701 tempest-RoutersNegativeTest-822928701-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:50.803302 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-0ad97b7c-d5c1-4198-808e-88760e4677bd tempest-RoutersNegativeTest-822928701 tempest-RoutersNegativeTest-822928701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-589760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-586526'] for router, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:50.845915 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-0ad97b7c-d5c1-4198-808e-88760e4677bd tempest-RoutersNegativeTest-822928701 tempest-RoutersNegativeTest-822928701-project] Publish callbacks [] for router, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:50.849968 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-0ad97b7c-d5c1-4198-808e-88760e4677bd tempest-RoutersNegativeTest-822928701 tempest-RoutersNegativeTest-822928701-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.4588377 Dec 18 13:30:50.850733 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 53702) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:30:50.869400 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-4992a5c0-10cd-4ecc-bb79-bbd46c50256e tempest-RoutersNegativeTest-822928701 tempest-RoutersNegativeTest-822928701-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-493685287'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:30:50.876230 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-af2348c9-8212-43cf-b8a4-e429bba8d251 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:50.894204 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-892f6da0-c980-4ca2-aad9-aeea9e9d5a09 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Deleting port 2983e4e1-b00d-4a20-b03c-22a3418b930c {{(pid=103160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:30:50.894467 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-892f6da0-c980-4ca2-aad9-aeea9e9d5a09 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:50.906990 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-ffbcfa12-08be-4906-ae8a-bebdd6ca3556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:30:50.907677 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffbcfa12-08be-4906-ae8a-bebdd6ca3556 None None] The sync data for ids ['8b4400aa-73df-4467-9875-5e1ec7c9ec97'] in dv-neutron-744815-20-hyperv is: [] {{(pid=103161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 13:30:50.909088 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7366e753-e104-47e2-8584-479401da31ff None None] Network 532dae30-bb5e-47f8-8064-9e4358b86d8e requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:30:50.912567 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-528a430e-0da7-495c-a9c8-8aef60188c64 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Made reservation on behalf of 606a569495c64210af9cc9fb7e76dd52 for: {'subnet': 1} {{(pid=103159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:30:50.916433 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-528a430e-0da7-495c-a9c8-8aef60188c64 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6017072'] for subnet, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:50.923707 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af2348c9-8212-43cf-b8a4-e429bba8d251 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] No DVR routers for this DVR port cfa79b05-5e37-467d-8550-300f0d889bcc on host dv-neutron-744815-20-hyperv {{(pid=103159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 18 13:30:50.928965 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2348c9-8212-43cf-b8a4-e429bba8d251 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Pushing event deleted for resources: {'Port': ['ID=cfa79b05-5e37-467d-8550-300f0d889bcc,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:30:50.931866 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-287db128-04bf-4e78-a0bd-beac5652554e None None] Could not find standard attr ID for object cfa79b05-5e37-467d-8550-300f0d889bcc. {{(pid=103161) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 18 13:30:50.968948 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device cfa79b05-5e37-467d-8550-300f0d889bcc up at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 13:30:50.993065 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-2294866d-0076-4933-952c-685307032598 None None] No Port match for: cfa79b05-5e37-467d-8550-300f0d889bcc {{(pid=103161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 18 13:30:50.993431 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device cfa79b05-5e37-467d-8550-300f0d889bcc not bound to the agent host dv-neutron-744815-20-hyperv {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Dec 18 13:30:50.997351 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4992a5c0-10cd-4ecc-bb79-bbd46c50256e tempest-RoutersNegativeTest-822928701 tempest-RoutersNegativeTest-822928701-project] Made reservation on behalf of 386f741d8dce4ca1897392357bd29b23 for: {'network': 1} {{(pid=103160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:30:51.001070 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-4992a5c0-10cd-4ecc-bb79-bbd46c50256e tempest-RoutersNegativeTest-822928701 tempest-RoutersNegativeTest-822928701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for network, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:51.013536 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-4992a5c0-10cd-4ecc-bb79-bbd46c50256e tempest-RoutersNegativeTest-822928701 tempest-RoutersNegativeTest-822928701-project] Publish callbacks [] for security_group, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:51.044251 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Port cfa79b05-5e37-467d-8550-300f0d889bcc not found, will not notify nova. {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Dec 18 13:30:51.044717 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 37e604de-69a3-4bbb-a835-b162e746daeb up at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 13:30:51.069508 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-892f6da0-c980-4ca2-aad9-aeea9e9d5a09 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:51.104882 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-892f6da0-c980-4ca2-aad9-aeea9e9d5a09 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Calling delete_port for 2983e4e1-b00d-4a20-b03c-22a3418b930c owned by {{(pid=103160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:30:51.119777 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2294866d-0076-4933-952c-685307032598 None None] Provisioning complete for port 37e604de-69a3-4bbb-a835-b162e746daeb triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:30:51.120159 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:51.198572 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4245f43d-c681-4119-89b1-f6c63766d541 None None] DHCP port deletion for 532dae30-bb5e-47f8-8064-9e4358b86d8e request from dv-neutron-744815-20-hyperv {{(pid=103161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 18 13:30:51.207985 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-4992a5c0-10cd-4ecc-bb79-bbd46c50256e tempest-RoutersNegativeTest-822928701 tempest-RoutersNegativeTest-822928701-project] Publish callbacks [] for security_group, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:51.221696 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-4992a5c0-10cd-4ecc-bb79-bbd46c50256e tempest-RoutersNegativeTest-822928701 tempest-RoutersNegativeTest-822928701-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:51.254503 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4992a5c0-10cd-4ecc-bb79-bbd46c50256e tempest-RoutersNegativeTest-822928701 tempest-RoutersNegativeTest-822928701-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 107} {{(pid=103160) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 18 13:30:51.290543 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-af2348c9-8212-43cf-b8a4-e429bba8d251 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1927292', 'neutron.services.segments.db._delete_segments_for_network-8767106887837'] for network, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:51.302138 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4992a5c0-10cd-4ecc-bb79-bbd46c50256e tempest-RoutersNegativeTest-822928701 tempest-RoutersNegativeTest-822928701-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0026578b-52a8-4212-aa54-d1a3ad85ff14,revision_number=1']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:30:51.306753 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-4992a5c0-10cd-4ecc-bb79-bbd46c50256e tempest-RoutersNegativeTest-822928701 tempest-RoutersNegativeTest-822928701-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:51.307099 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.db.segments_db [None req-4992a5c0-10cd-4ecc-bb79-bbd46c50256e tempest-RoutersNegativeTest-822928701 tempest-RoutersNegativeTest-822928701-project] Added segment 32e90bb7-b839-4e0d-95be-60e5b42f9009 of type vlan for network 013aa0d2-5f9e-4bb6-b5a0-c62690a906a1 Dec 18 13:30:51.338647 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.services.segments.db [None req-af2348c9-8212-43cf-b8a4-e429bba8d251 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['532dae30-bb5e-47f8-8064-9e4358b86d8e']}} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:30:51.358797 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.services.segments.db [None req-af2348c9-8212-43cf-b8a4-e429bba8d251 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '634ac665-0e0c-41d0-aacb-9d554ec0e401') {'for_net_delete': True} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:30:51.359092 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.services.segments.db [None req-af2348c9-8212-43cf-b8a4-e429bba8d251 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '634ac665-0e0c-41d0-aacb-9d554ec0e401') {} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:30:51.371694 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-af2348c9-8212-43cf-b8a4-e429bba8d251 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767106888614', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5589569'] for segment, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:51.393271 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-815518fd-b643-4d9e-a42c-376551ec695d None None] Network a0b84a49-8464-4342-a47d-bd714ebbec81 requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:30:51.417120 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-af2348c9-8212-43cf-b8a4-e429bba8d251 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:51.433238 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af2348c9-8212-43cf-b8a4-e429bba8d251 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Releasing vlan 102 on physical network physnet1 to pool {{(pid=103159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 18 13:30:51.433740 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-af2348c9-8212-43cf-b8a4-e429bba8d251 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5660009'] for segment, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:51.437501 dv-neutron-744815-20-hyperv neutron-server[103159]: Traceback (most recent call last): Dec 18 13:30:51.437501 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 18 13:30:51.437501 dv-neutron-744815-20-hyperv neutron-server[103159]: timer() Dec 18 13:30:51.437501 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 18 13:30:51.437501 dv-neutron-744815-20-hyperv neutron-server[103159]: cb(*args, **kw) Dec 18 13:30:51.437501 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 18 13:30:51.437501 dv-neutron-744815-20-hyperv neutron-server[103159]: return func(*args, **kwargs) Dec 18 13:30:51.437501 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 18 13:30:51.437501 dv-neutron-744815-20-hyperv neutron-server[103159]: self._notify() Dec 18 13:30:51.437501 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 18 13:30:51.437501 dv-neutron-744815-20-hyperv neutron-server[103159]: self.callback(batched_events) Dec 18 13:30:51.437501 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 18 13:30:51.437501 dv-neutron-744815-20-hyperv neutron-server[103159]: event.method(event) Dec 18 13:30:51.437501 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 18 13:30:51.437501 dv-neutron-744815-20-hyperv neutron-server[103159]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 18 13:30:51.437501 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 18 13:30:51.437501 dv-neutron-744815-20-hyperv neutron-server[103159]: aggregate_uuid = self.p_client.list_aggregates( Dec 18 13:30:51.437501 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 18 13:30:51.437501 dv-neutron-744815-20-hyperv neutron-server[103159]: return f(self, *a, **k) Dec 18 13:30:51.437501 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 18 13:30:51.437501 dv-neutron-744815-20-hyperv neutron-server[103159]: return self._get(url).json() Dec 18 13:30:51.437501 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 18 13:30:51.437501 dv-neutron-744815-20-hyperv neutron-server[103159]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 18 13:30:51.437501 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 18 13:30:51.437501 dv-neutron-744815-20-hyperv neutron-server[103159]: return self.request(url, 'GET', **kwargs) Dec 18 13:30:51.437501 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 18 13:30:51.437501 dv-neutron-744815-20-hyperv neutron-server[103159]: base_url = self.get_endpoint(auth, allow=allow, Dec 18 13:30:51.437501 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 18 13:30:51.437501 dv-neutron-744815-20-hyperv neutron-server[103159]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 18 13:30:51.437501 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 18 13:30:51.437501 dv-neutron-744815-20-hyperv neutron-server[103159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 18 13:30:51.437501 dv-neutron-744815-20-hyperv neutron-server[103159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 18 13:30:51.470147 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.objects.ports [None req-528a430e-0da7-495c-a9c8-8aef60188c64 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103159) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 18 13:30:51.477686 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-4ace2272-0463-47a1-8d59-bcf7bae0e29b None None] Provisioning complete for port 37e604de-69a3-4bbb-a835-b162e746daeb triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:30:51.478055 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-4ace2272-0463-47a1-8d59-bcf7bae0e29b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:51.568012 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-af2348c9-8212-43cf-b8a4-e429bba8d251 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1927267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586962'] for network, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:51.573185 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-af2348c9-8212-43cf-b8a4-e429bba8d251 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Publish callbacks [] for network, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:51.580120 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-af2348c9-8212-43cf-b8a4-e429bba8d251 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] 10.222.0.31 "DELETE /v2.0/networks/532dae30-bb5e-47f8-8064-9e4358b86d8e HTTP/1.1" status: 204 len: 168 time: 3.6961656 Dec 18 13:30:51.592027 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 53704) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:30:51.642623 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2348c9-8212-43cf-b8a4-e429bba8d251 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Pushing event deleted for resources: {'Network': ['ID=532dae30-bb5e-47f8-8064-9e4358b86d8e,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:30:51.646242 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.pecan_wsgi.hooks.translation [None req-be84d8a0-8a4a-440e-bbcd-d5818319a7af tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] GET failed (client error): The resource could not be found. Dec 18 13:30:51.650386 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-be84d8a0-8a4a-440e-bbcd-d5818319a7af tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] 10.222.0.31 "GET /v2.0/subnets/4b5b8a57-92fd-48d3-86f5-25f2ff45e1fc HTTP/1.1" status: 404 len: 337 time: 0.0549090 Dec 18 13:30:51.651785 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 53706) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:30:51.690056 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.pecan_wsgi.hooks.translation [None req-832b32a0-cfaa-4d46-9b4d-bb700a5bdd53 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] DELETE failed (client error): The resource could not be found. Dec 18 13:30:51.690602 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-832b32a0-cfaa-4d46-9b4d-bb700a5bdd53 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 18 13:30:51.697419 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-832b32a0-cfaa-4d46-9b4d-bb700a5bdd53 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] 10.222.0.31 "DELETE /v2.0/networks/532dae30-bb5e-47f8-8064-9e4358b86d8e HTTP/1.1" status: 404 len: 339 time: 0.0411067 Dec 18 13:30:51.698710 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 53708) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:30:51.756947 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-4992a5c0-10cd-4ecc-bb79-bbd46c50256e tempest-RoutersNegativeTest-822928701 tempest-RoutersNegativeTest-822928701-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767106405744'] for network, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:51.819039 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-4992a5c0-10cd-4ecc-bb79-bbd46c50256e tempest-RoutersNegativeTest-822928701 tempest-RoutersNegativeTest-822928701-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981'] for network, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:51.825585 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-526449c3-9ee5-483a-9a00-0a500f26d7f1 None None] Provisioning complete for port 37e604de-69a3-4bbb-a835-b162e746daeb triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:30:51.825958 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-526449c3-9ee5-483a-9a00-0a500f26d7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:51.832005 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4992a5c0-10cd-4ecc-bb79-bbd46c50256e tempest-RoutersNegativeTest-822928701 tempest-RoutersNegativeTest-822928701-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:30:51.833501 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-4992a5c0-10cd-4ecc-bb79-bbd46c50256e tempest-RoutersNegativeTest-822928701 tempest-RoutersNegativeTest-822928701-project] Publish callbacks [] for network, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:51.845171 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-892f6da0-c980-4ca2-aad9-aeea9e9d5a09 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4533522'] for port, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:51.905315 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-741fc7db-b207-4a6e-ba32-1891932367e3 None None] DHCP port deletion for 6a927deb-787e-47ec-8e16-89e6353b7166 request from dv-neutron-744815-20-hyperv {{(pid=103161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 18 13:30:51.922113 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-4992a5c0-10cd-4ecc-bb79-bbd46c50256e tempest-RoutersNegativeTest-822928701 tempest-RoutersNegativeTest-822928701-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.0705833 Dec 18 13:30:51.929827 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 53710) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:30:51.938414 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-70e2b956-5c9c-4c23-a8be-276978c870fe tempest-RoutersNegativeTest-822928701 tempest-RoutersNegativeTest-822928701-project] Request body: {'subnet': {'network_id': '013aa0d2-5f9e-4bb6-b5a0-c62690a906a1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:30:51.952148 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892f6da0-c980-4ca2-aad9-aeea9e9d5a09 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Pushing event deleted for resources: {'Port': ['ID=2983e4e1-b00d-4a20-b03c-22a3418b930c,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:30:52.014695 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-528a430e-0da7-495c-a9c8-8aef60188c64 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:52.022671 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4992a5c0-10cd-4ecc-bb79-bbd46c50256e tempest-RoutersNegativeTest-822928701 tempest-RoutersNegativeTest-822928701-project] Pushing event updated for resources: {'Network': ['ID=013aa0d2-5f9e-4bb6-b5a0-c62690a906a1,revision_number=1']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:30:52.036111 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Network 013aa0d2-5f9e-4bb6-b5a0-c62690a906a1 details requested by agent ovs-agent-dv-neutron-744815-20-hyperv with host dv-neutron-744815-20-hyperv {{(pid=103161) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 18 13:30:52.057273 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c13213f4-09d0-49f6-ac2f-99d55ec75e41 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:30:52.058844 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-c13213f4-09d0-49f6-ac2f-99d55ec75e41 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3592360 Dec 18 13:30:52.061846 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 53712) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:30:52.072732 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-892f6da0-c980-4ca2-aad9-aeea9e9d5a09 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:52.080732 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-892f6da0-c980-4ca2-aad9-aeea9e9d5a09 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] 10.222.0.31 "DELETE /v2.0/ports/2983e4e1-b00d-4a20-b03c-22a3418b930c HTTP/1.1" status: 204 len: 168 time: 1.5166223 Dec 18 13:30:52.083334 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 53714) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:30:52.087642 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-8a9ec86e-81ff-4c65-930a-48f4a481c5b0 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Request body: {'floatingip': {'floating_network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:30:52.127100 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-8a9ec86e-81ff-4c65-930a-48f4a481c5b0 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Publish callbacks [] for floatingip, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:52.135484 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-e28b411b-3589-41fa-a101-4fe3e5882063 None None] Could not find standard attr ID for object b14c064d-f649-46d7-9a20-60113dcf6aec. {{(pid=103161) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 18 13:30:52.144062 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-4db775e4-32b3-49d2-9cf4-5d6c70a39a96 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] 10.222.0.31 "GET /v2.0/subnets?network_id=decb4a40-7941-48c8-afbb-daaafd502e83 HTTP/1.1" status: 200 len: 207 time: 0.0776415 Dec 18 13:30:52.147539 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 53716) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:30:52.250998 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70e2b956-5c9c-4c23-a8be-276978c870fe tempest-RoutersNegativeTest-822928701 tempest-RoutersNegativeTest-822928701-project] Made reservation on behalf of 386f741d8dce4ca1897392357bd29b23 for: {'subnet': 1} {{(pid=103159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:30:52.254676 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-70e2b956-5c9c-4c23-a8be-276978c870fe tempest-RoutersNegativeTest-822928701 tempest-RoutersNegativeTest-822928701-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6017072'] for subnet, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:52.262460 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-8a9ec86e-81ff-4c65-930a-48f4a481c5b0 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:52.372309 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.db_base_plugin_common [None req-8a9ec86e-81ff-4c65-930a-48f4a481c5b0 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Allocated IP 172.26.3.20 (decb4a40-7941-48c8-afbb-daaafd502e83/70deed80-3ca1-4f9e-96cb-563b43d3acba/668cab36-7c16-4277-8679-150259dd0719) {{(pid=103160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:30:52.472295 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-8a9ec86e-81ff-4c65-930a-48f4a481c5b0 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Publish callbacks [] for port, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:52.508655 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-8a9ec86e-81ff-4c65-930a-48f4a481c5b0 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4533522'] for port, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:52.550432 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a9ec86e-81ff-4c65-930a-48f4a481c5b0 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Network decb4a40-7941-48c8-afbb-daaafd502e83 is already hosted by enough agents. {{(pid=103160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:30:52.555249 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.base_scheduler [None req-8a9ec86e-81ff-4c65-930a-48f4a481c5b0 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Resources bound (agent type, host, resource id): {{(pid=103160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:30:52.558921 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a9ec86e-81ff-4c65-930a-48f4a481c5b0 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Received port after_create {{(pid=103160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:30:52.585979 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9ec86e-81ff-4c65-930a-48f4a481c5b0 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Pushing event updated for resources: {'Port': ['ID=668cab36-7c16-4277-8679-150259dd0719,revision_number=1']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:30:52.588606 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device cfa79b05-5e37-467d-8550-300f0d889bcc no longer exists at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 18 13:30:52.618631 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-2294866d-0076-4933-952c-685307032598 None None] No Port match for: cfa79b05-5e37-467d-8550-300f0d889bcc {{(pid=103161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 18 13:30:52.619318 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device cfa79b05-5e37-467d-8550-300f0d889bcc not bound to the agent host dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 18 13:30:52.668336 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-8a9ec86e-81ff-4c65-930a-48f4a481c5b0 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:52.703951 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-8a9ec86e-81ff-4c65-930a-48f4a481c5b0 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:52.859174 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d21f39eb-e95b-43ac-8bf4-2bb0ab78e6df tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:30:52.859803 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-8a9ec86e-81ff-4c65-930a-48f4a481c5b0 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Publish callbacks [] for port, precommit_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:52.864377 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-8a9ec86e-81ff-4c65-930a-48f4a481c5b0 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4533541'] for port, after_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:52.866660 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d21f39eb-e95b-43ac-8bf4-2bb0ab78e6df tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:30:52.872586 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d21f39eb-e95b-43ac-8bf4-2bb0ab78e6df tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:30:52.878721 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d21f39eb-e95b-43ac-8bf4-2bb0ab78e6df tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:30:52.880450 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-d21f39eb-e95b-43ac-8bf4-2bb0ab78e6df tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.7297006 Dec 18 13:30:52.885298 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 53718) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:30:52.930203 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9ec86e-81ff-4c65-930a-48f4a481c5b0 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Pushing event updated for resources: {'Port': ['ID=668cab36-7c16-4277-8679-150259dd0719,revision_number=2']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:30:52.942418 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-8a9ec86e-81ff-4c65-930a-48f4a481c5b0 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-587004'] for floatingip, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:52.959085 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-8a9ec86e-81ff-4c65-930a-48f4a481c5b0 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for floatingip, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:52.960348 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-8a9ec86e-81ff-4c65-930a-48f4a481c5b0 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8774834 Dec 18 13:30:52.963014 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 53720) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:30:52.967838 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-95faf018-7afc-4c83-8eab-80fb5abf2387 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Request body: {'port': {'network_id': '6a927deb-787e-47ec-8e16-89e6353b7166', 'name': 'tempest-FloatingIPTestJSON-628249145'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:30:52.968575 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.db [None req-528a430e-0da7-495c-a9c8-8aef60188c64 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] For port 37e604de-69a3-4bbb-a835-b162e746daeb, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=37e604de-69a3-4bbb-a835-b162e746daeb,segment=NetworkSegment(1d35b28d-d075-4c4f-99ab-408d9457428e),segment_id=1d35b28d-d075-4c4f-99ab-408d9457428e)] {{(pid=103159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:30:53.061360 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-528a430e-0da7-495c-a9c8-8aef60188c64 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks [] for port, precommit_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:53.074338 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-528a430e-0da7-495c-a9c8-8aef60188c64 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5659917'] for port, after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:53.075091 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-528a430e-0da7-495c-a9c8-8aef60188c64 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5659786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6017062'] for subnet, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:53.080644 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95faf018-7afc-4c83-8eab-80fb5abf2387 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Made reservation on behalf of 8fc927833fca44b7bf3271edc88c03e0 for: {'port': 1} {{(pid=103160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:30:53.084388 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-95faf018-7afc-4c83-8eab-80fb5abf2387 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:53.100993 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-a52ead5d-0819-4cfe-a288-3a4d887bdaca tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] 10.222.0.31 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.2099280 Dec 18 13:30:53.103953 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.notifiers.nova [None req-95faf018-7afc-4c83-8eab-80fb5abf2387 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] device_id is not set on port dbca31d0-386b-4575-8232-338649f2f8d7 yet. {{(pid=103160) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 18 13:30:53.107706 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 53722) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:30:53.201669 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8f4fdb8-8ca2-42db-8fcd-f22280589aa5 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:30:53.203322 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8f4fdb8-8ca2-42db-8fcd-f22280589aa5 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:30:53.205246 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-c8f4fdb8-8ca2-42db-8fcd-f22280589aa5 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.0965614 Dec 18 13:30:53.206222 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-528a430e-0da7-495c-a9c8-8aef60188c64 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Network a0b84a49-8464-4342-a47d-bd714ebbec81 is already hosted by enough agents. {{(pid=103159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:30:53.209133 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 53724) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:30:53.223490 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.base_scheduler [None req-528a430e-0da7-495c-a9c8-8aef60188c64 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Resources bound (agent type, host, resource id): {{(pid=103159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:30:53.225197 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528a430e-0da7-495c-a9c8-8aef60188c64 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Pushing event updated for resources: {'Subnet': ['ID=28ec8efc-c049-4297-9fdf-087c82cc0e7e,revision_number=0']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:30:53.230191 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-528a430e-0da7-495c-a9c8-8aef60188c64 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:30:53.230785 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-528a430e-0da7-495c-a9c8-8aef60188c64 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks [] for subnet, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:53.233936 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-70e2b956-5c9c-4c23-a8be-276978c870fe tempest-RoutersNegativeTest-822928701 tempest-RoutersNegativeTest-822928701-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5659786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6017062'] for subnet, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:53.237465 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06ac1e77-2659-4de3-8449-ed2ab6a2d16b None None] Network a0b84a49-8464-4342-a47d-bd714ebbec81 requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:30:53.240120 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528a430e-0da7-495c-a9c8-8aef60188c64 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Pushing event updated for resources: {'Port': ['ID=37e604de-69a3-4bbb-a835-b162e746daeb,revision_number=8']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:30:53.293030 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-528a430e-0da7-495c-a9c8-8aef60188c64 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.5677366 Dec 18 13:30:53.294204 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 53726) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:30:53.298896 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-ff7ae3ec-4d32-4cb6-8e07-29ebd21b1f67 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Request body: {'subnet': {'network_id': 'a0b84a49-8464-4342-a47d-bd714ebbec81', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:30:53.308896 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-070837c9-8f91-4f59-b517-649a5ed87797 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Attributes excluded by policy engine: ['shared'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:30:53.309755 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-070837c9-8f91-4f59-b517-649a5ed87797 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Attributes excluded by policy engine: ['shared'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:30:53.314612 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-070837c9-8f91-4f59-b517-649a5ed87797 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] 10.222.0.31 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1011465 Dec 18 13:30:53.321401 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 53728) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:30:53.325859 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.db_base_plugin_common [None req-95faf018-7afc-4c83-8eab-80fb5abf2387 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Allocated IP 172.20.0.11 (6a927deb-787e-47ec-8e16-89e6353b7166/043b78b4-bc86-474a-9ed5-2d73d66b2636/dbca31d0-386b-4575-8232-338649f2f8d7) {{(pid=103160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:30:53.335994 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e2b956-5c9c-4c23-a8be-276978c870fe tempest-RoutersNegativeTest-822928701 tempest-RoutersNegativeTest-822928701-project] Pushing event updated for resources: {'Subnet': ['ID=24569c9b-492f-478b-b58e-4e44163b675c,revision_number=0']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:30:53.363703 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70e2b956-5c9c-4c23-a8be-276978c870fe tempest-RoutersNegativeTest-822928701 tempest-RoutersNegativeTest-822928701-project] Checking segment: {'id': '32e90bb7-b839-4e0d-95be-60e5b42f9009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '013aa0d2-5f9e-4bb6-b5a0-c62690a906a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 13:30:53.364148 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70e2b956-5c9c-4c23-a8be-276978c870fe tempest-RoutersNegativeTest-822928701 tempest-RoutersNegativeTest-822928701-project] Network hostable DHCP agents. Network: 013aa0d2-5f9e-4bb6-b5a0-c62690a906a1, hostable agents: ['aa77effa-0e3a-4bbd-a383-4d58ed3328d0'], hosted agents: [] {{(pid=103159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 18 13:30:53.421808 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70e2b956-5c9c-4c23-a8be-276978c870fe tempest-RoutersNegativeTest-822928701 tempest-RoutersNegativeTest-822928701-project] Network 013aa0d2-5f9e-4bb6-b5a0-c62690a906a1 is scheduled to be hosted by DHCP agent aa77effa-0e3a-4bbd-a383-4d58ed3328d0 with binding_index 1 {{(pid=103159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 18 13:30:53.436264 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.base_scheduler [None req-70e2b956-5c9c-4c23-a8be-276978c870fe tempest-RoutersNegativeTest-822928701 tempest-RoutersNegativeTest-822928701-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-744815-20-hyperv, 013aa0d2-5f9e-4bb6-b5a0-c62690a906a1) {{(pid=103159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:30:53.447258 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70e2b956-5c9c-4c23-a8be-276978c870fe tempest-RoutersNegativeTest-822928701 tempest-RoutersNegativeTest-822928701-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:30:53.447945 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-70e2b956-5c9c-4c23-a8be-276978c870fe tempest-RoutersNegativeTest-822928701 tempest-RoutersNegativeTest-822928701-project] Publish callbacks [] for subnet, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:53.448534 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-509727f8-e351-42dc-a115-dc0a3696084a None None] Network 013aa0d2-5f9e-4bb6-b5a0-c62690a906a1 requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:30:53.463036 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab76fd25-0dc5-4c6e-9b46-d33179ac9266 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:30:53.464680 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-ab76fd25-0dc5-4c6e-9b46-d33179ac9266 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] 10.222.0.31 "GET /v2.0/networks/31eaf08e-7479-4e80-8f22-948d36a25e0b HTTP/1.1" status: 200 len: 800 time: 0.1407819 Dec 18 13:30:53.472281 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 53730) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:30:53.511086 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-70e2b956-5c9c-4c23-a8be-276978c870fe tempest-RoutersNegativeTest-822928701 tempest-RoutersNegativeTest-822928701-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5769370 Dec 18 13:30:53.514681 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 53732) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:30:53.525647 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-d057d529-a3cf-4516-bfbd-30a387d34751 tempest-RoutersNegativeTest-822928701 tempest-RoutersNegativeTest-822928701-project] Request body: {'network': {'name': 'tempest-router-network01--52839429'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:30:53.565220 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3894471-e74d-4383-a702-086d20ee790f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp31e170a0-46a1-5ba9-9dc1-7ee4f866f0d7-013aa0d2-5f9e-4bb6-b5a0-c62690a906a1', 'network_id': '013aa0d2-5f9e-4bb6-b5a0-c62690a906a1', 'project_id': '386f741d8dce4ca1897392357bd29b23', 'fixed_ips': [{'subnet_id': '24569c9b-492f-478b-b58e-4e44163b675c'}]}} from dv-neutron-744815-20-hyperv. {{(pid=103161) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 18 13:30:53.567189 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c3894471-e74d-4383-a702-086d20ee790f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:53.598239 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff7ae3ec-4d32-4cb6-8e07-29ebd21b1f67 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Made reservation on behalf of 606a569495c64210af9cc9fb7e76dd52 for: {'subnet': 1} {{(pid=103160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:30:53.605642 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-ff7ae3ec-4d32-4cb6-8e07-29ebd21b1f67 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4514414'] for subnet, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:53.630683 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-bf8ab5c1-6e8d-4c15-9077-242e034c3638 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] 10.222.0.31 "GET /v2.0/networks/31eaf08e-7479-4e80-8f22-948d36a25e0b?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.1551573 Dec 18 13:30:53.634816 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 53734) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:30:53.647548 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d057d529-a3cf-4516-bfbd-30a387d34751 tempest-RoutersNegativeTest-822928701 tempest-RoutersNegativeTest-822928701-project] Made reservation on behalf of 386f741d8dce4ca1897392357bd29b23 for: {'network': 1} {{(pid=103159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:30:53.651047 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-d057d529-a3cf-4516-bfbd-30a387d34751 tempest-RoutersNegativeTest-822928701 tempest-RoutersNegativeTest-822928701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for network, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:53.706186 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d057d529-a3cf-4516-bfbd-30a387d34751 tempest-RoutersNegativeTest-822928701 tempest-RoutersNegativeTest-822928701-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 101} {{(pid=103159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 18 13:30:53.708233 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-95faf018-7afc-4c83-8eab-80fb5abf2387 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Publish callbacks [] for port, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:53.714096 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3506561-e5ee-4c9d-a4ff-c43be88059f9 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:30:53.719640 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-e3506561-e5ee-4c9d-a4ff-c43be88059f9 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] 10.222.0.31 "GET /v2.0/subnets/880f7379-6e4d-4e44-968e-0a6182d2ff52 HTTP/1.1" status: 200 len: 811 time: 0.0797195 Dec 18 13:30:53.719640 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 53736) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:30:53.720556 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-be27f855-425a-4fa5-8c99-cba1c0b2c049 None None] Provisioning complete for port 37e604de-69a3-4bbb-a835-b162e746daeb triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:30:53.721049 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-be27f855-425a-4fa5-8c99-cba1c0b2c049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:53.751678 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-d057d529-a3cf-4516-bfbd-30a387d34751 tempest-RoutersNegativeTest-822928701 tempest-RoutersNegativeTest-822928701-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:53.752025 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.db.segments_db [None req-d057d529-a3cf-4516-bfbd-30a387d34751 tempest-RoutersNegativeTest-822928701 tempest-RoutersNegativeTest-822928701-project] Added segment 7e2620b0-1e61-4a20-aeee-9c37ceb146d7 of type vlan for network 04a499a2-239f-495a-95eb-bb8192fad527 Dec 18 13:30:53.761429 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.db.ipam_backend_mixin [None req-ff7ae3ec-4d32-4cb6-8e07-29ebd21b1f67 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 28ec8efc-c049-4297-9fdf-087c82cc0e7e (CIDR: 2001:db8::/64) Dec 18 13:30:53.769314 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff7ae3ec-4d32-4cb6-8e07-29ebd21b1f67 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 18 13:30:53.769772 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff7ae3ec-4d32-4cb6-8e07-29ebd21b1f67 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103160) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 18 13:30:53.773445 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_common [None req-c3894471-e74d-4383-a702-086d20ee790f None None] Allocated IP 172.20.0.2 (013aa0d2-5f9e-4bb6-b5a0-c62690a906a1/24569c9b-492f-478b-b58e-4e44163b675c/f5de5f34-867c-4516-9c9d-51065ca57c0b) {{(pid=103161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:30:53.781530 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-95faf018-7afc-4c83-8eab-80fb5abf2387 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4533522'] for port, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:53.815281 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-d057d529-a3cf-4516-bfbd-30a387d34751 tempest-RoutersNegativeTest-822928701 tempest-RoutersNegativeTest-822928701-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767106405744'] for network, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:53.820297 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-ff7ae3ec-4d32-4cb6-8e07-29ebd21b1f67 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5233667 Dec 18 13:30:53.821481 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5288a728-6264-45e7-be28-de5712b0aee6 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Attributes excluded by policy engine: ['shared'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:30:53.823210 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-5288a728-6264-45e7-be28-de5712b0aee6 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] 10.222.0.31 "GET /v2.0/subnets/880f7379-6e4d-4e44-968e-0a6182d2ff52?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1018057 Dec 18 13:30:53.823210 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 53738) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:30:53.827867 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 53740) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:30:53.831429 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-79c98369-8be8-42e1-b41a-d128fdba303a tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Request body: {'subnet': {'network_id': 'a0b84a49-8464-4342-a47d-bd714ebbec81', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:30:53.842222 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-bf9bf97a-f964-4b4f-be80-50e9222f4711 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1669570659'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:30:53.848534 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95faf018-7afc-4c83-8eab-80fb5abf2387 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Network 6a927deb-787e-47ec-8e16-89e6353b7166 is already hosted by enough agents. {{(pid=103160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:30:53.854803 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.base_scheduler [None req-95faf018-7afc-4c83-8eab-80fb5abf2387 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Resources bound (agent type, host, resource id): {{(pid=103160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:30:53.857494 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95faf018-7afc-4c83-8eab-80fb5abf2387 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Received port after_create {{(pid=103160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:30:53.883750 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf3340d9-de60-4999-8b89-12dfd30c5708 None None] DHCP port deletion for 6a927deb-787e-47ec-8e16-89e6353b7166 request from dv-neutron-744815-20-hyperv {{(pid=103161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 18 13:30:53.890874 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95faf018-7afc-4c83-8eab-80fb5abf2387 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Pushing event updated for resources: {'Port': ['ID=dbca31d0-386b-4575-8232-338649f2f8d7,revision_number=1']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:30:53.913721 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-d057d529-a3cf-4516-bfbd-30a387d34751 tempest-RoutersNegativeTest-822928701 tempest-RoutersNegativeTest-822928701-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981'] for network, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:53.919388 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d057d529-a3cf-4516-bfbd-30a387d34751 tempest-RoutersNegativeTest-822928701 tempest-RoutersNegativeTest-822928701-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:30:53.920072 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-d057d529-a3cf-4516-bfbd-30a387d34751 tempest-RoutersNegativeTest-822928701 tempest-RoutersNegativeTest-822928701-project] Publish callbacks [] for network, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:53.931254 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95faf018-7afc-4c83-8eab-80fb5abf2387 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:30:53.931833 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-95faf018-7afc-4c83-8eab-80fb5abf2387 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:53.935901 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf9bf97a-f964-4b4f-be80-50e9222f4711 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Made reservation on behalf of f5afdd4acb1d4a48932f1bea649c1c37 for: {'network': 1} {{(pid=103160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:30:53.939898 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-bf9bf97a-f964-4b4f-be80-50e9222f4711 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for network, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:53.967266 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-95faf018-7afc-4c83-8eab-80fb5abf2387 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.0030799 Dec 18 13:30:53.967884 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-d057d529-a3cf-4516-bfbd-30a387d34751 tempest-RoutersNegativeTest-822928701 tempest-RoutersNegativeTest-822928701-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4508309 Dec 18 13:30:53.971205 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 53742) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:30:53.976570 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-ef3acd32-128c-4f2c-bdb2-c4c4f68d6fe3 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Request body: {'floatingip': {'port_id': 'dbca31d0-386b-4575-8232-338649f2f8d7'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:30:53.976789 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 53744) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:30:53.982867 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf9bf97a-f964-4b4f-be80-50e9222f4711 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 116} {{(pid=103160) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 18 13:30:54.004646 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c3894471-e74d-4383-a702-086d20ee790f None None] Publish callbacks [] for port, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:54.012925 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c3894471-e74d-4383-a702-086d20ee790f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975'] for port, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:54.015391 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-67edda96-fd3c-42ed-9575-f33dd709ec15 tempest-RoutersNegativeTest-822928701 tempest-RoutersNegativeTest-822928701-project] Request body: {'network': {'name': 'tempest-router-network02--2099911165'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:30:54.030143 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-ef3acd32-128c-4f2c-bdb2-c4c4f68d6fe3 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Publish callbacks [] for floatingip, before_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:54.033848 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-bf9bf97a-f964-4b4f-be80-50e9222f4711 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:54.034194 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.db.segments_db [None req-bf9bf97a-f964-4b4f-be80-50e9222f4711 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Added segment 9ede7057-8934-48a7-afcd-a3776aabafad of type vlan for network 5dfa97a8-59ca-417d-9f7b-d715bb59d039 Dec 18 13:30:54.034351 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d057d529-a3cf-4516-bfbd-30a387d34751 tempest-RoutersNegativeTest-822928701 tempest-RoutersNegativeTest-822928701-project] Pushing event updated for resources: {'Network': ['ID=04a499a2-239f-495a-95eb-bb8192fad527,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:30:54.055733 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Network 04a499a2-239f-495a-95eb-bb8192fad527 details requested by agent ovs-agent-dv-neutron-744815-20-hyperv with host dv-neutron-744815-20-hyperv {{(pid=103161) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 18 13:30:54.061143 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67edda96-fd3c-42ed-9575-f33dd709ec15 tempest-RoutersNegativeTest-822928701 tempest-RoutersNegativeTest-822928701-project] Made reservation on behalf of 386f741d8dce4ca1897392357bd29b23 for: {'network': 1} {{(pid=103159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:30:54.064624 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-67edda96-fd3c-42ed-9575-f33dd709ec15 tempest-RoutersNegativeTest-822928701 tempest-RoutersNegativeTest-822928701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for network, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:54.075004 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79c98369-8be8-42e1-b41a-d128fdba303a tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Made reservation on behalf of 606a569495c64210af9cc9fb7e76dd52 for: {'subnet': 1} {{(pid=103159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:30:54.078485 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-79c98369-8be8-42e1-b41a-d128fdba303a tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6017072'] for subnet, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:54.089317 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3894471-e74d-4383-a702-086d20ee790f None None] Network 013aa0d2-5f9e-4bb6-b5a0-c62690a906a1 is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:30:54.102783 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-c3894471-e74d-4383-a702-086d20ee790f None None] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:30:54.143571 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3894471-e74d-4383-a702-086d20ee790f None None] Received port after_create {{(pid=103161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:30:54.146443 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-50f90e21-f224-46b7-9d9b-09977f5c9876 None None] Provisioning complete for port dbca31d0-386b-4575-8232-338649f2f8d7 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:30:54.146926 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-50f90e21-f224-46b7-9d9b-09977f5c9876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:54.148053 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67edda96-fd3c-42ed-9575-f33dd709ec15 tempest-RoutersNegativeTest-822928701 tempest-RoutersNegativeTest-822928701-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 106} {{(pid=103159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 18 13:30:54.151834 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3894471-e74d-4383-a702-086d20ee790f None None] Pushing event updated for resources: {'Port': ['ID=f5de5f34-867c-4516-9c9d-51065ca57c0b,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:30:54.169198 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-67edda96-fd3c-42ed-9575-f33dd709ec15 tempest-RoutersNegativeTest-822928701 tempest-RoutersNegativeTest-822928701-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:54.169551 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.db.segments_db [None req-67edda96-fd3c-42ed-9575-f33dd709ec15 tempest-RoutersNegativeTest-822928701 tempest-RoutersNegativeTest-822928701-project] Added segment cbd202d1-55e8-4119-8daa-ebe72517f9c1 of type vlan for network df03b53e-5b5b-489a-8515-2be1820b3078 Dec 18 13:30:54.185584 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-bf9bf97a-f964-4b4f-be80-50e9222f4711 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767106405744'] for network, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:54.234789 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-67edda96-fd3c-42ed-9575-f33dd709ec15 tempest-RoutersNegativeTest-822928701 tempest-RoutersNegativeTest-822928701-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767106405744'] for network, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:54.245279 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-50f90e21-f224-46b7-9d9b-09977f5c9876 None None] Port dbca31d0-386b-4575-8232-338649f2f8d7 cannot update to ACTIVE because it is not bound. {{(pid=103161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 13:30:54.255972 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-c3894471-e74d-4383-a702-086d20ee790f None None] Attempting to bind port f5de5f34-867c-4516-9c9d-51065ca57c0b on host dv-neutron-744815-20-hyperv for vnic_type normal with profile {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 13:30:54.255972 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-c3894471-e74d-4383-a702-086d20ee790f None None] Attempting to bind port f5de5f34-867c-4516-9c9d-51065ca57c0b by drivers openvswitch,hyperv on host dv-neutron-744815-20-hyperv at level 0 using segments [{'id': '32e90bb7-b839-4e0d-95be-60e5b42f9009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '013aa0d2-5f9e-4bb6-b5a0-c62690a906a1'}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 13:30:54.256329 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3894471-e74d-4383-a702-086d20ee790f None None] Attempting to bind port f5de5f34-867c-4516-9c9d-51065ca57c0b on network 013aa0d2-5f9e-4bb6-b5a0-c62690a906a1 {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 13:30:54.262060 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3894471-e74d-4383-a702-086d20ee790f None None] Checking agent: {'id': '428fa9fa-43db-4db9-9f96-f60ffe931f2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-20-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 13, 19, 1), 'started_at': datetime.datetime(2021, 12, 18, 13, 19, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 13, 30, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-20-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 18 13:30:54.262570 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3894471-e74d-4383-a702-086d20ee790f None None] Checking segment: {'id': '32e90bb7-b839-4e0d-95be-60e5b42f9009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '013aa0d2-5f9e-4bb6-b5a0-c62690a906a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 13:30:54.263163 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c3894471-e74d-4383-a702-086d20ee790f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:54.263560 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3894471-e74d-4383-a702-086d20ee790f None None] Bound using segment: {'id': '32e90bb7-b839-4e0d-95be-60e5b42f9009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '013aa0d2-5f9e-4bb6-b5a0-c62690a906a1'} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 18 13:30:54.264120 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-c3894471-e74d-4383-a702-086d20ee790f None None] Bound port: f5de5f34-867c-4516-9c9d-51065ca57c0b, host: dv-neutron-744815-20-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32e90bb7-b839-4e0d-95be-60e5b42f9009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '013aa0d2-5f9e-4bb6-b5a0-c62690a906a1'}}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 18 13:30:54.264622 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c3894471-e74d-4383-a702-086d20ee790f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:54.273595 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-bf9bf97a-f964-4b4f-be80-50e9222f4711 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981'] for network, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:54.279773 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf9bf97a-f964-4b4f-be80-50e9222f4711 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:30:54.280118 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-67edda96-fd3c-42ed-9575-f33dd709ec15 tempest-RoutersNegativeTest-822928701 tempest-RoutersNegativeTest-822928701-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981'] for network, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:54.280409 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-bf9bf97a-f964-4b4f-be80-50e9222f4711 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Publish callbacks [] for network, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:54.286139 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67edda96-fd3c-42ed-9575-f33dd709ec15 tempest-RoutersNegativeTest-822928701 tempest-RoutersNegativeTest-822928701-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:30:54.286743 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-67edda96-fd3c-42ed-9575-f33dd709ec15 tempest-RoutersNegativeTest-822928701 tempest-RoutersNegativeTest-822928701-project] Publish callbacks [] for network, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:54.341435 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-c3894471-e74d-4383-a702-086d20ee790f None None] For port f5de5f34-867c-4516-9c9d-51065ca57c0b, host dv-neutron-744815-20-hyperv, cleared binding levels {{(pid=103161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 18 13:30:54.345595 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-c3894471-e74d-4383-a702-086d20ee790f None None] For port f5de5f34-867c-4516-9c9d-51065ca57c0b, host dv-neutron-744815-20-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=f5de5f34-867c-4516-9c9d-51065ca57c0b,segment=NetworkSegment(32e90bb7-b839-4e0d-95be-60e5b42f9009),segment_id=32e90bb7-b839-4e0d-95be-60e5b42f9009)] {{(pid=103161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 18 13:30:54.349966 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-67edda96-fd3c-42ed-9575-f33dd709ec15 tempest-RoutersNegativeTest-822928701 tempest-RoutersNegativeTest-822928701-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3425920 Dec 18 13:30:54.350260 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c3894471-e74d-4383-a702-086d20ee790f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:54.356886 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 53746) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:30:54.384964 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-bf9bf97a-f964-4b4f-be80-50e9222f4711 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5523922 Dec 18 13:30:54.388838 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 53748) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:30:54.391123 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-47b27c4a-e553-4226-837d-4d277ed70d06 tempest-RoutersNegativeTest-822928701 tempest-RoutersNegativeTest-822928701-project] Request body: {'subnet': {'network_id': '04a499a2-239f-495a-95eb-bb8192fad527', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:30:54.399189 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-1ad93533-333a-44c2-9376-86e0465da4b5 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Request body: {'subnet': {'network_id': '5dfa97a8-59ca-417d-9f7b-d715bb59d039', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:30:54.408835 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67edda96-fd3c-42ed-9575-f33dd709ec15 tempest-RoutersNegativeTest-822928701 tempest-RoutersNegativeTest-822928701-project] Pushing event updated for resources: {'Network': ['ID=df03b53e-5b5b-489a-8515-2be1820b3078,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:30:54.419369 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9bf97a-f964-4b4f-be80-50e9222f4711 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Pushing event updated for resources: {'Network': ['ID=5dfa97a8-59ca-417d-9f7b-d715bb59d039,revision_number=1']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:30:54.430692 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Network df03b53e-5b5b-489a-8515-2be1820b3078 details requested by agent ovs-agent-dv-neutron-744815-20-hyperv with host dv-neutron-744815-20-hyperv {{(pid=103161) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 18 13:30:54.434394 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3894471-e74d-4383-a702-086d20ee790f None None] Pushing event updated for resources: {'Port': ['ID=f5de5f34-867c-4516-9c9d-51065ca57c0b,revision_number=2']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:30:54.517222 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Network 5dfa97a8-59ca-417d-9f7b-d715bb59d039 details requested by agent ovs-agent-dv-neutron-744815-20-hyperv with host dv-neutron-744815-20-hyperv {{(pid=103161) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 18 13:30:54.558982 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-79c98369-8be8-42e1-b41a-d128fdba303a tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5659786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6017062'] for subnet, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:54.604437 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ad93533-333a-44c2-9376-86e0465da4b5 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Made reservation on behalf of f5afdd4acb1d4a48932f1bea649c1c37 for: {'subnet': 1} {{(pid=103159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:30:54.608247 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-1ad93533-333a-44c2-9376-86e0465da4b5 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6017072'] for subnet, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:54.628450 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 37e604de-69a3-4bbb-a835-b162e746daeb up at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 13:30:54.669924 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79c98369-8be8-42e1-b41a-d128fdba303a tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Network a0b84a49-8464-4342-a47d-bd714ebbec81 is already hosted by enough agents. {{(pid=103159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:30:54.708065 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.base_scheduler [None req-79c98369-8be8-42e1-b41a-d128fdba303a tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Resources bound (agent type, host, resource id): {{(pid=103159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:30:54.721829 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79c98369-8be8-42e1-b41a-d128fdba303a tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:30:54.722574 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-79c98369-8be8-42e1-b41a-d128fdba303a tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks [] for subnet, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:54.723447 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2294866d-0076-4933-952c-685307032598 None None] Provisioning complete for port 37e604de-69a3-4bbb-a835-b162e746daeb triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:30:54.724918 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:54.729083 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47b27c4a-e553-4226-837d-4d277ed70d06 tempest-RoutersNegativeTest-822928701 tempest-RoutersNegativeTest-822928701-project] Made reservation on behalf of 386f741d8dce4ca1897392357bd29b23 for: {'subnet': 1} {{(pid=103160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:30:54.733577 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-47b27c4a-e553-4226-837d-4d277ed70d06 tempest-RoutersNegativeTest-822928701 tempest-RoutersNegativeTest-822928701-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4514414'] for subnet, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:54.733837 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.ipam_backend_mixin [None req-1ad93533-333a-44c2-9376-86e0465da4b5 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Performing IP validity checks on allocation pools {{(pid=103159) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 18 13:30:54.737745 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.ipam_backend_mixin [None req-1ad93533-333a-44c2-9376-86e0465da4b5 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103159) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 18 13:30:54.745755 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c98369-8be8-42e1-b41a-d128fdba303a tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Pushing event updated for resources: {'Subnet': ['ID=3b35ed8b-7c70-45cc-83f9-ebc963f7bc44,revision_number=0']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:30:54.774584 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-79c98369-8be8-42e1-b41a-d128fdba303a tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9451060 Dec 18 13:30:54.774819 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 53752) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:30:54.779204 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07026f94-29b2-4974-af88-ef9ca5306e2e None None] Network a0b84a49-8464-4342-a47d-bd714ebbec81 requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:30:54.779968 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-228f68f8-a7a3-4389-9253-7d1aeb5fcc17 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Request body: {'port': {'network_id': 'a0b84a49-8464-4342-a47d-bd714ebbec81', 'mac_address': 'fa:16:3e:b7:7a:0e', 'name': 'tempest-NetworksTestDHCPv6-1050015157'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:30:54.940826 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c15f40c7-13c1-46a8-9dc6-22a400e2dcac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:54.993064 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-ef3acd32-128c-4f2c-bdb2-c4c4f68d6fe3 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:55.005113 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-ef3acd32-128c-4f2c-bdb2-c4c4f68d6fe3 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-587004'] for floatingip, after_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:55.014255 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-1ad93533-333a-44c2-9376-86e0465da4b5 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5659786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6017062'] for subnet, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:55.022340 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-228f68f8-a7a3-4389-9253-7d1aeb5fcc17 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Made reservation on behalf of 606a569495c64210af9cc9fb7e76dd52 for: {'port': 1} {{(pid=103159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:30:55.087847 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9695a664-918a-466f-b762-204064d7702e None None] Update dhcp port {'port': {'network_id': 'a0b84a49-8464-4342-a47d-bd714ebbec81', 'fixed_ips': [{'subnet_id': '28ec8efc-c049-4297-9fdf-087c82cc0e7e', 'ip_address': '2001:db8::f816:3eff:feb6:2c3f'}, {'subnet_id': '3b35ed8b-7c70-45cc-83f9-ebc963f7bc44'}], 'binding:host_id': 'dv-neutron-744815-20-hyperv'}, 'id': '37e604de-69a3-4bbb-a835-b162e746daeb'} from dv-neutron-744815-20-hyperv. {{(pid=103161) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 18 13:30:55.117723 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-9695a664-918a-466f-b762-204064d7702e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:55.124061 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-47b27c4a-e553-4226-837d-4d277ed70d06 tempest-RoutersNegativeTest-822928701 tempest-RoutersNegativeTest-822928701-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4533410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4514424'] for subnet, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:55.142873 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ad93533-333a-44c2-9376-86e0465da4b5 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Checking segment: {'id': '9ede7057-8934-48a7-afcd-a3776aabafad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '5dfa97a8-59ca-417d-9f7b-d715bb59d039'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 13:30:55.143269 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ad93533-333a-44c2-9376-86e0465da4b5 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Network hostable DHCP agents. Network: 5dfa97a8-59ca-417d-9f7b-d715bb59d039, hostable agents: ['aa77effa-0e3a-4bbd-a383-4d58ed3328d0'], hosted agents: [] {{(pid=103159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 18 13:30:55.145677 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad93533-333a-44c2-9376-86e0465da4b5 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Pushing event updated for resources: {'Subnet': ['ID=bf886ff5-8170-4fab-8731-23ec8fe9cb73,revision_number=0']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:30:55.182411 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ad93533-333a-44c2-9376-86e0465da4b5 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Network 5dfa97a8-59ca-417d-9f7b-d715bb59d039 is scheduled to be hosted by DHCP agent aa77effa-0e3a-4bbd-a383-4d58ed3328d0 with binding_index 1 {{(pid=103159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 18 13:30:55.192515 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-228f68f8-a7a3-4389-9253-7d1aeb5fcc17 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:55.209679 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b27c4a-e553-4226-837d-4d277ed70d06 tempest-RoutersNegativeTest-822928701 tempest-RoutersNegativeTest-822928701-project] Pushing event updated for resources: {'Subnet': ['ID=4638daf8-2692-47df-819d-6b785bdf34ea,revision_number=0']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:30:55.210625 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.base_scheduler [None req-1ad93533-333a-44c2-9376-86e0465da4b5 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-744815-20-hyperv, 5dfa97a8-59ca-417d-9f7b-d715bb59d039) {{(pid=103159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:30:55.214091 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.db.l3_db [None req-ef3acd32-128c-4f2c-bdb2-c4c4f68d6fe3 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Floating IP ec848c6d-ffb5-49d4-9838-b4cff1493b8f associated. External IP: 172.26.3.20, port: dbca31d0-386b-4575-8232-338649f2f8d7. Dec 18 13:30:55.216649 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.notifiers.nova [None req-228f68f8-a7a3-4389-9253-7d1aeb5fcc17 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] device_id is not set on port 77be90d3-81e3-4a84-88d1-058113c23deb yet. {{(pid=103159) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 18 13:30:55.223018 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ad93533-333a-44c2-9376-86e0465da4b5 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:30:55.223836 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-1ad93533-333a-44c2-9376-86e0465da4b5 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Publish callbacks [] for subnet, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:55.231072 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22685c92-3a4e-4633-ba9d-4d02e66b86ce None None] Network 5dfa97a8-59ca-417d-9f7b-d715bb59d039 requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:30:55.262403 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47b27c4a-e553-4226-837d-4d277ed70d06 tempest-RoutersNegativeTest-822928701 tempest-RoutersNegativeTest-822928701-project] Checking segment: {'id': '7e2620b0-1e61-4a20-aeee-9c37ceb146d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '04a499a2-239f-495a-95eb-bb8192fad527'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 13:30:55.262776 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47b27c4a-e553-4226-837d-4d277ed70d06 tempest-RoutersNegativeTest-822928701 tempest-RoutersNegativeTest-822928701-project] Network hostable DHCP agents. Network: 04a499a2-239f-495a-95eb-bb8192fad527, hostable agents: ['aa77effa-0e3a-4bbd-a383-4d58ed3328d0'], hosted agents: [] {{(pid=103160) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 18 13:30:55.288913 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-1ad93533-333a-44c2-9376-86e0465da4b5 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.8947124 Dec 18 13:30:55.289675 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 53754) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:30:55.296150 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-05211eb6-8103-4f52-a2a5-c54563ddfe61 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:30:55.330275 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47b27c4a-e553-4226-837d-4d277ed70d06 tempest-RoutersNegativeTest-822928701 tempest-RoutersNegativeTest-822928701-project] Network 04a499a2-239f-495a-95eb-bb8192fad527 is scheduled to be hosted by DHCP agent aa77effa-0e3a-4bbd-a383-4d58ed3328d0 with binding_index 1 {{(pid=103160) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 18 13:30:55.341526 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.base_scheduler [None req-47b27c4a-e553-4226-837d-4d277ed70d06 tempest-RoutersNegativeTest-822928701 tempest-RoutersNegativeTest-822928701-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-744815-20-hyperv, 04a499a2-239f-495a-95eb-bb8192fad527) {{(pid=103160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:30:55.350472 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47b27c4a-e553-4226-837d-4d277ed70d06 tempest-RoutersNegativeTest-822928701 tempest-RoutersNegativeTest-822928701-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:30:55.351102 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-47b27c4a-e553-4226-837d-4d277ed70d06 tempest-RoutersNegativeTest-822928701 tempest-RoutersNegativeTest-822928701-project] Publish callbacks [] for subnet, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:55.360550 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a82f8093-625b-4f46-845e-e8f40028bcb2 None None] Network 04a499a2-239f-495a-95eb-bb8192fad527 requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:30:55.385311 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-47b27c4a-e553-4226-837d-4d277ed70d06 tempest-RoutersNegativeTest-822928701 tempest-RoutersNegativeTest-822928701-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0040338 Dec 18 13:30:55.388453 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 53756) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:30:55.394152 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-b4072d89-fc64-45ae-bf6c-05db418b4003 tempest-RoutersNegativeTest-822928701 tempest-RoutersNegativeTest-822928701-project] Request body: {'subnet': {'network_id': 'df03b53e-5b5b-489a-8515-2be1820b3078', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:30:55.398813 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_common [None req-9695a664-918a-466f-b762-204064d7702e None None] Allocated IP 2001:db8:0:1::2 (a0b84a49-8464-4342-a47d-bd714ebbec81/3b35ed8b-7c70-45cc-83f9-ebc963f7bc44/37e604de-69a3-4bbb-a835-b162e746daeb) {{(pid=103161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:30:55.422046 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-05211eb6-8103-4f52-a2a5-c54563ddfe61 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-6017071'] for subnet, before_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:55.634859 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef3acd32-128c-4f2c-bdb2-c4c4f68d6fe3 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Router 8b4400aa-73df-4467-9875-5e1ec7c9ec97 has already been hosted by L3 agent c9c0cd52-5bd2-4704-9429-d80f1c5ad23c {{(pid=103160) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 18 13:30:55.658191 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-05211eb6-8103-4f52-a2a5-c54563ddfe61 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8767106934739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-5659840'] for subnet, after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:55.675508 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5708ecca-0c62-489c-abe4-2097f10ab77f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp31e170a0-46a1-5ba9-9dc1-7ee4f866f0d7-5dfa97a8-59ca-417d-9f7b-d715bb59d039', 'network_id': '5dfa97a8-59ca-417d-9f7b-d715bb59d039', 'project_id': 'f5afdd4acb1d4a48932f1bea649c1c37', 'fixed_ips': [{'subnet_id': 'bf886ff5-8170-4fab-8731-23ec8fe9cb73'}]}} from dv-neutron-744815-20-hyperv. {{(pid=103161) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 18 13:30:55.676450 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-5708ecca-0c62-489c-abe4-2097f10ab77f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:55.712951 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05211eb6-8103-4f52-a2a5-c54563ddfe61 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:30:55.714141 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-05211eb6-8103-4f52-a2a5-c54563ddfe61 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Publish callbacks [] for subnet, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:55.715509 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-05211eb6-8103-4f52-a2a5-c54563ddfe61 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] 10.222.0.31 "PUT /v2.0/subnets/bf886ff5-8170-4fab-8731-23ec8fe9cb73 HTTP/1.1" status: 200 len: 877 time: 0.4248610 Dec 18 13:30:55.718318 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 53758) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:30:55.795372 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef3acd32-128c-4f2c-bdb2-c4c4f68d6fe3 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Notify agent at l3_agent.dv-neutron-744815-20-hyperv the message routers_updated {{(pid=103160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 13:30:55.800749 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-ef3acd32-128c-4f2c-bdb2-c4c4f68d6fe3 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for floatingip, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:55.806132 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdf790bd-e3b0-4e76-aa4f-e2cafc903986 None None] Sync routers for ids ['8b4400aa-73df-4467-9875-5e1ec7c9ec97'] in dv-neutron-744815-20-hyperv {{(pid=103162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 13:30:55.810651 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05211eb6-8103-4f52-a2a5-c54563ddfe61 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Pushing event updated for resources: {'Subnet': ['ID=bf886ff5-8170-4fab-8731-23ec8fe9cb73,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:30:55.823176 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdf790bd-e3b0-4e76-aa4f-e2cafc903986 None None] Routers {'8b4400aa-73df-4467-9875-5e1ec7c9ec97'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:30:55.824303 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-cdf790bd-e3b0-4e76-aa4f-e2cafc903986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:30:27Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['8b4400aa-73df-4467-9875-5e1ec7c9ec97'], 'active': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:30:55.840089 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-ef3acd32-128c-4f2c-bdb2-c4c4f68d6fe3 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] 10.222.0.31 "PUT /v2.0/floatingips/ec848c6d-ffb5-49d4-9838-b4cff1493b8f HTTP/1.1" status: 200 len: 977 time: 1.8680289 Dec 18 13:30:55.841306 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4072d89-fc64-45ae-bf6c-05db418b4003 tempest-RoutersNegativeTest-822928701 tempest-RoutersNegativeTest-822928701-project] Made reservation on behalf of 386f741d8dce4ca1897392357bd29b23 for: {'subnet': 1} {{(pid=103160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:30:55.842623 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 53760) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:30:55.845781 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-b4072d89-fc64-45ae-bf6c-05db418b4003 tempest-RoutersNegativeTest-822928701 tempest-RoutersNegativeTest-822928701-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4514414'] for subnet, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:55.877421 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-cdf790bd-e3b0-4e76-aa4f-e2cafc903986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:30:55.886688 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdf790bd-e3b0-4e76-aa4f-e2cafc903986 None None] Routers {'8b4400aa-73df-4467-9875-5e1ec7c9ec97'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:30:55.887486 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-cdf790bd-e3b0-4e76-aa4f-e2cafc903986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:30:27Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['8b4400aa-73df-4467-9875-5e1ec7c9ec97'], 'active': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:30:55.892575 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-1b4884b9-f888-4346-987b-4b2774c36149 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2023137'] for network, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:55.924448 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2d11906-115e-47ab-9d52-1d428feac870 None None] Network 013aa0d2-5f9e-4bb6-b5a0-c62690a906a1 requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:30:55.929085 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-cdf790bd-e3b0-4e76-aa4f-e2cafc903986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:30:55.929814 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdf790bd-e3b0-4e76-aa4f-e2cafc903986 None None] The sync data for ids ['8b4400aa-73df-4467-9875-5e1ec7c9ec97'] in dv-neutron-744815-20-hyperv is: [] {{(pid=103162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 13:30:55.976064 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f66ec904-c38c-4f14-a8bf-126d1bc8c6b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp31e170a0-46a1-5ba9-9dc1-7ee4f866f0d7-04a499a2-239f-495a-95eb-bb8192fad527', 'network_id': '04a499a2-239f-495a-95eb-bb8192fad527', 'project_id': '386f741d8dce4ca1897392357bd29b23', 'fixed_ips': [{'subnet_id': '4638daf8-2692-47df-819d-6b785bdf34ea'}]}} from dv-neutron-744815-20-hyperv. {{(pid=103161) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 18 13:30:55.977583 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f66ec904-c38c-4f14-a8bf-126d1bc8c6b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:56.011037 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-1b4884b9-f888-4346-987b-4b2774c36149 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1929185'] for subnet, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:56.039667 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-2214742c-e828-454b-a0c8-60d4eb1dc4ea tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Deleting port dbca31d0-386b-4575-8232-338649f2f8d7 {{(pid=103159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:30:56.040368 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-2214742c-e828-454b-a0c8-60d4eb1dc4ea tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:56.055630 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-9695a664-918a-466f-b762-204064d7702e None None] For port 37e604de-69a3-4bbb-a835-b162e746daeb, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=37e604de-69a3-4bbb-a835-b162e746daeb,segment=NetworkSegment(1d35b28d-d075-4c4f-99ab-408d9457428e),segment_id=1d35b28d-d075-4c4f-99ab-408d9457428e)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:30:56.059900 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-b4072d89-fc64-45ae-bf6c-05db418b4003 tempest-RoutersNegativeTest-822928701 tempest-RoutersNegativeTest-822928701-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4533410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4514424'] for subnet, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:56.117636 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4072d89-fc64-45ae-bf6c-05db418b4003 tempest-RoutersNegativeTest-822928701 tempest-RoutersNegativeTest-822928701-project] Pushing event updated for resources: {'Subnet': ['ID=ba9b00d0-29ee-4016-ae3f-ff676048e2d0,revision_number=0']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:30:56.129488 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-0c594dff-6d12-42ec-8cbc-eba54cc12863 None None] Provisioning complete for port f5de5f34-867c-4516-9c9d-51065ca57c0b triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:30:56.130020 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0c594dff-6d12-42ec-8cbc-eba54cc12863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:56.137329 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4072d89-fc64-45ae-bf6c-05db418b4003 tempest-RoutersNegativeTest-822928701 tempest-RoutersNegativeTest-822928701-project] Checking segment: {'id': 'cbd202d1-55e8-4119-8daa-ebe72517f9c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'df03b53e-5b5b-489a-8515-2be1820b3078'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 13:30:56.137891 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4072d89-fc64-45ae-bf6c-05db418b4003 tempest-RoutersNegativeTest-822928701 tempest-RoutersNegativeTest-822928701-project] Network hostable DHCP agents. Network: df03b53e-5b5b-489a-8515-2be1820b3078, hostable agents: ['aa77effa-0e3a-4bbd-a383-4d58ed3328d0'], hosted agents: [] {{(pid=103160) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 18 13:30:56.158373 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4072d89-fc64-45ae-bf6c-05db418b4003 tempest-RoutersNegativeTest-822928701 tempest-RoutersNegativeTest-822928701-project] Network df03b53e-5b5b-489a-8515-2be1820b3078 is scheduled to be hosted by DHCP agent aa77effa-0e3a-4bbd-a383-4d58ed3328d0 with binding_index 1 {{(pid=103160) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 18 13:30:56.164602 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-2214742c-e828-454b-a0c8-60d4eb1dc4ea tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:56.168020 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.base_scheduler [None req-b4072d89-fc64-45ae-bf6c-05db418b4003 tempest-RoutersNegativeTest-822928701 tempest-RoutersNegativeTest-822928701-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-744815-20-hyperv, df03b53e-5b5b-489a-8515-2be1820b3078) {{(pid=103160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:30:56.172710 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4072d89-fc64-45ae-bf6c-05db418b4003 tempest-RoutersNegativeTest-822928701 tempest-RoutersNegativeTest-822928701-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:30:56.173777 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-b4072d89-fc64-45ae-bf6c-05db418b4003 tempest-RoutersNegativeTest-822928701 tempest-RoutersNegativeTest-822928701-project] Publish callbacks [] for subnet, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:56.191963 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-b4072d89-fc64-45ae-bf6c-05db418b4003 tempest-RoutersNegativeTest-822928701 tempest-RoutersNegativeTest-822928701-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8021946 Dec 18 13:30:56.195584 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 53762) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:30:56.218968 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc8bc60f-ee95-4149-8f01-de0b61d74cc0 None None] Network df03b53e-5b5b-489a-8515-2be1820b3078 requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:30:56.261037 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-9695a664-918a-466f-b762-204064d7702e None None] Publish callbacks [] for port, precommit_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:56.265654 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_common [None req-5708ecca-0c62-489c-abe4-2097f10ab77f None None] Allocated IP 172.20.0.3 (5dfa97a8-59ca-417d-9f7b-d715bb59d039/bf886ff5-8170-4fab-8731-23ec8fe9cb73/4e4bc426-009c-4c64-9cbb-314e78b5437a) {{(pid=103161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:30:56.310886 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-9695a664-918a-466f-b762-204064d7702e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:56.486350 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.db_base_plugin_common [None req-228f68f8-a7a3-4389-9253-7d1aeb5fcc17 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Allocated IP 2001:db8:0:1::2e (a0b84a49-8464-4342-a47d-bd714ebbec81/3b35ed8b-7c70-45cc-83f9-ebc963f7bc44/77be90d3-81e3-4a84-88d1-058113c23deb) {{(pid=103159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:30:56.492232 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-2214742c-e828-454b-a0c8-60d4eb1dc4ea tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:56.492592 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-2214742c-e828-454b-a0c8-60d4eb1dc4ea tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-587004'] for floatingip, after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:56.492896 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.db.l3_db [None req-2214742c-e828-454b-a0c8-60d4eb1dc4ea tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Floating IP ec848c6d-ffb5-49d4-9838-b4cff1493b8f disassociated. External IP: 172.26.3.20, port: dbca31d0-386b-4575-8232-338649f2f8d7. Dec 18 13:30:56.493231 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-2214742c-e828-454b-a0c8-60d4eb1dc4ea tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Calling delete_port for dbca31d0-386b-4575-8232-338649f2f8d7 owned by {{(pid=103159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:30:56.498927 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.db_base_plugin_common [None req-228f68f8-a7a3-4389-9253-7d1aeb5fcc17 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Allocated IP 2001:db8::f816:3eff:feb7:7a0e (a0b84a49-8464-4342-a47d-bd714ebbec81/28ec8efc-c049-4297-9fdf-087c82cc0e7e/77be90d3-81e3-4a84-88d1-058113c23deb) {{(pid=103159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:30:56.504588 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-5b5c01ce-f3d8-4fc2-96e6-3843a33827e8 tempest-RoutersNegativeTest-822928701 tempest-RoutersNegativeTest-822928701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:56.592062 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9695a664-918a-466f-b762-204064d7702e None None] Pushing event updated for resources: {'Port': ['ID=37e604de-69a3-4bbb-a835-b162e746daeb,revision_number=9']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:30:56.607938 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_common [None req-f66ec904-c38c-4f14-a8bf-126d1bc8c6b1 None None] Allocated IP 172.20.0.2 (04a499a2-239f-495a-95eb-bb8192fad527/4638daf8-2692-47df-819d-6b785bdf34ea/9a9a2074-a02d-4471-b29b-96159cdc8475) {{(pid=103161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:30:56.689568 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38fa40dd-0309-424b-bae2-481735a028ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp31e170a0-46a1-5ba9-9dc1-7ee4f866f0d7-df03b53e-5b5b-489a-8515-2be1820b3078', 'network_id': 'df03b53e-5b5b-489a-8515-2be1820b3078', 'project_id': '386f741d8dce4ca1897392357bd29b23', 'fixed_ips': [{'subnet_id': 'ba9b00d0-29ee-4016-ae3f-ff676048e2d0'}]}} from dv-neutron-744815-20-hyperv. {{(pid=103161) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 18 13:30:56.690447 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-38fa40dd-0309-424b-bae2-481735a028ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:56.856969 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device f5de5f34-867c-4516-9c9d-51065ca57c0b up at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 13:30:56.865356 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-228f68f8-a7a3-4389-9253-7d1aeb5fcc17 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks [] for port, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:56.894144 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-2214742c-e828-454b-a0c8-60d4eb1dc4ea tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:56.964103 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2214742c-e828-454b-a0c8-60d4eb1dc4ea tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Pushing event deleted for resources: {'Port': ['ID=dbca31d0-386b-4575-8232-338649f2f8d7,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:30:56.978327 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-228f68f8-a7a3-4389-9253-7d1aeb5fcc17 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:56.985205 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0c594dff-6d12-42ec-8cbc-eba54cc12863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:57.006926 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c013a197-8720-4677-b74f-a71ce9da8e21 None None] DHCP port deletion for 6a927deb-787e-47ec-8e16-89e6353b7166 request from dv-neutron-744815-20-hyperv {{(pid=103161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 18 13:30:57.162716 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-0c594dff-6d12-42ec-8cbc-eba54cc12863 None None] For port f5de5f34-867c-4516-9c9d-51065ca57c0b, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=f5de5f34-867c-4516-9c9d-51065ca57c0b,segment=NetworkSegment(32e90bb7-b839-4e0d-95be-60e5b42f9009),segment_id=32e90bb7-b839-4e0d-95be-60e5b42f9009)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:30:57.194523 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-5708ecca-0c62-489c-abe4-2097f10ab77f None None] Publish callbacks [] for port, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:57.196387 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0c594dff-6d12-42ec-8cbc-eba54cc12863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:57.198343 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2294866d-0076-4933-952c-685307032598 None None] Provisioning complete for port f5de5f34-867c-4516-9c9d-51065ca57c0b triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:30:57.198813 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:57.239051 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e8afb39e-1208-4f3f-8858-6c412fbba809 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:57.275805 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-5708ecca-0c62-489c-abe4-2097f10ab77f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975'] for port, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:57.293970 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_common [None req-38fa40dd-0309-424b-bae2-481735a028ef None None] Allocated IP 172.20.0.2 (df03b53e-5b5b-489a-8515-2be1820b3078/ba9b00d0-29ee-4016-ae3f-ff676048e2d0/371781cc-a1bd-4243-ad58-b2cbf0a3fd51) {{(pid=103161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:30:57.301401 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f66ec904-c38c-4f14-a8bf-126d1bc8c6b1 None None] Publish callbacks [] for port, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:57.341254 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f66ec904-c38c-4f14-a8bf-126d1bc8c6b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975'] for port, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:57.357350 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5708ecca-0c62-489c-abe4-2097f10ab77f None None] Network 5dfa97a8-59ca-417d-9f7b-d715bb59d039 is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:30:57.358353 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c594dff-6d12-42ec-8cbc-eba54cc12863 None None] Pushing event updated for resources: {'Port': ['ID=f5de5f34-867c-4516-9c9d-51065ca57c0b,revision_number=3']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:30:57.385387 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-5708ecca-0c62-489c-abe4-2097f10ab77f None None] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:30:57.395669 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.db_base_plugin_common [None req-5b5c01ce-f3d8-4fc2-96e6-3843a33827e8 tempest-RoutersNegativeTest-822928701 tempest-RoutersNegativeTest-822928701-project] Allocated IP 172.20.0.1 (04a499a2-239f-495a-95eb-bb8192fad527/4638daf8-2692-47df-819d-6b785bdf34ea/1622df53-177b-4145-a698-99338952dfc7) {{(pid=103160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:30:57.397093 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5708ecca-0c62-489c-abe4-2097f10ab77f None None] Received port after_create {{(pid=103161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:30:57.463583 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f66ec904-c38c-4f14-a8bf-126d1bc8c6b1 None None] Network 04a499a2-239f-495a-95eb-bb8192fad527 is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:30:57.470244 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-48c31f4e-4f0a-4620-a988-24aa529cbdd9 None None] Provisioning complete for port f5de5f34-867c-4516-9c9d-51065ca57c0b triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:30:57.470624 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-48c31f4e-4f0a-4620-a988-24aa529cbdd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:57.477442 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-228f68f8-a7a3-4389-9253-7d1aeb5fcc17 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Network a0b84a49-8464-4342-a47d-bd714ebbec81 is already hosted by enough agents. {{(pid=103159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:30:57.478113 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-f66ec904-c38c-4f14-a8bf-126d1bc8c6b1 None None] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:30:57.496828 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.base_scheduler [None req-228f68f8-a7a3-4389-9253-7d1aeb5fcc17 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Resources bound (agent type, host, resource id): {{(pid=103159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:30:57.500226 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f66ec904-c38c-4f14-a8bf-126d1bc8c6b1 None None] Received port after_create {{(pid=103161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:30:57.505098 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228f68f8-a7a3-4389-9253-7d1aeb5fcc17 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Pushing event updated for resources: {'Port': ['ID=77be90d3-81e3-4a84-88d1-058113c23deb,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:30:57.513013 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-228f68f8-a7a3-4389-9253-7d1aeb5fcc17 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Received port after_create {{(pid=103159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:30:57.519853 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-228f68f8-a7a3-4389-9253-7d1aeb5fcc17 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:30:57.520282 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-228f68f8-a7a3-4389-9253-7d1aeb5fcc17 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:57.540098 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-1b4884b9-f888-4346-987b-4b2774c36149 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1929192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5659851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6017053'] for subnet, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:57.565047 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-228f68f8-a7a3-4389-9253-7d1aeb5fcc17 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.7890494 Dec 18 13:30:57.573378 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 53764) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:30:57.577488 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5708ecca-0c62-489c-abe4-2097f10ab77f None None] Pushing event updated for resources: {'Port': ['ID=4e4bc426-009c-4c64-9cbb-314e78b5437a,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:30:57.591796 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4884b9-f888-4346-987b-4b2774c36149 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Pushing event deleted for resources: {'Subnet': ['ID=bf886ff5-8170-4fab-8731-23ec8fe9cb73,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:30:57.626938 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-5b5c01ce-f3d8-4fc2-96e6-3843a33827e8 tempest-RoutersNegativeTest-822928701 tempest-RoutersNegativeTest-822928701-project] Publish callbacks [] for port, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:57.637833 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2214742c-e828-454b-a0c8-60d4eb1dc4ea tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Router 8b4400aa-73df-4467-9875-5e1ec7c9ec97 has already been hosted by L3 agent c9c0cd52-5bd2-4704-9429-d80f1c5ad23c {{(pid=103159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 18 13:30:57.683733 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-1b4884b9-f888-4346-987b-4b2774c36149 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1927292', 'neutron.services.segments.db._delete_segments_for_network-8767106887837'] for network, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:57.727277 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-3b544d5b-b8a4-4ca4-80ee-a95656bedce8 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Deleting port 77be90d3-81e3-4a84-88d1-058113c23deb {{(pid=103160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:30:57.727625 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-3b544d5b-b8a4-4ca4-80ee-a95656bedce8 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:57.733163 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-5b5c01ce-f3d8-4fc2-96e6-3843a33827e8 tempest-RoutersNegativeTest-822928701 tempest-RoutersNegativeTest-822928701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4533522'] for port, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:57.758073 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.services.segments.db [None req-1b4884b9-f888-4346-987b-4b2774c36149 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5dfa97a8-59ca-417d-9f7b-d715bb59d039']}} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:30:57.772100 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.services.segments.db [None req-1b4884b9-f888-4346-987b-4b2774c36149 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ede7057-8934-48a7-afcd-a3776aabafad') {'for_net_delete': True} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:30:57.772403 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.services.segments.db [None req-1b4884b9-f888-4346-987b-4b2774c36149 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ede7057-8934-48a7-afcd-a3776aabafad') {} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:30:57.811904 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-1b4884b9-f888-4346-987b-4b2774c36149 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767106888614', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5589569'] for segment, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:57.833643 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b5c01ce-f3d8-4fc2-96e6-3843a33827e8 tempest-RoutersNegativeTest-822928701 tempest-RoutersNegativeTest-822928701-project] Network 04a499a2-239f-495a-95eb-bb8192fad527 is already hosted by enough agents. {{(pid=103160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:30:57.840526 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.base_scheduler [None req-5b5c01ce-f3d8-4fc2-96e6-3843a33827e8 tempest-RoutersNegativeTest-822928701 tempest-RoutersNegativeTest-822928701-project] Resources bound (agent type, host, resource id): {{(pid=103160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:30:57.849215 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b5c01ce-f3d8-4fc2-96e6-3843a33827e8 tempest-RoutersNegativeTest-822928701 tempest-RoutersNegativeTest-822928701-project] Received port after_create {{(pid=103160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:30:57.855230 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5c01ce-f3d8-4fc2-96e6-3843a33827e8 tempest-RoutersNegativeTest-822928701 tempest-RoutersNegativeTest-822928701-project] Pushing event updated for resources: {'Port': ['ID=1622df53-177b-4145-a698-99338952dfc7,revision_number=1']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:30:57.863901 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2214742c-e828-454b-a0c8-60d4eb1dc4ea tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Notify agent at l3_agent.dv-neutron-744815-20-hyperv the message routers_updated {{(pid=103159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 13:30:57.897717 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0baf1320-ebc5-4d67-8834-d705524a710b None None] Sync routers for ids ['8b4400aa-73df-4467-9875-5e1ec7c9ec97'] in dv-neutron-744815-20-hyperv {{(pid=103161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 13:30:57.897965 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-1b4884b9-f888-4346-987b-4b2774c36149 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:57.912067 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-3b544d5b-b8a4-4ca4-80ee-a95656bedce8 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:57.924699 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-5b5c01ce-f3d8-4fc2-96e6-3843a33827e8 tempest-RoutersNegativeTest-822928701 tempest-RoutersNegativeTest-822928701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586257'] for router_interface, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:57.931493 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b4884b9-f888-4346-987b-4b2774c36149 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Releasing vlan 116 on physical network physnet1 to pool {{(pid=103159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 18 13:30:57.931894 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-1b4884b9-f888-4346-987b-4b2774c36149 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5660009'] for segment, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:57.935087 dv-neutron-744815-20-hyperv neutron-server[103159]: Traceback (most recent call last): Dec 18 13:30:57.935087 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 18 13:30:57.935087 dv-neutron-744815-20-hyperv neutron-server[103159]: timer() Dec 18 13:30:57.935087 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 18 13:30:57.935087 dv-neutron-744815-20-hyperv neutron-server[103159]: cb(*args, **kw) Dec 18 13:30:57.935087 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 18 13:30:57.935087 dv-neutron-744815-20-hyperv neutron-server[103159]: return func(*args, **kwargs) Dec 18 13:30:57.935087 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 18 13:30:57.935087 dv-neutron-744815-20-hyperv neutron-server[103159]: self._notify() Dec 18 13:30:57.935087 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 18 13:30:57.935087 dv-neutron-744815-20-hyperv neutron-server[103159]: self.callback(batched_events) Dec 18 13:30:57.935087 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 18 13:30:57.935087 dv-neutron-744815-20-hyperv neutron-server[103159]: event.method(event) Dec 18 13:30:57.935087 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 18 13:30:57.935087 dv-neutron-744815-20-hyperv neutron-server[103159]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 18 13:30:57.935087 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 18 13:30:57.935087 dv-neutron-744815-20-hyperv neutron-server[103159]: aggregate_uuid = self.p_client.list_aggregates( Dec 18 13:30:57.935087 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 18 13:30:57.935087 dv-neutron-744815-20-hyperv neutron-server[103159]: return f(self, *a, **k) Dec 18 13:30:57.935087 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 18 13:30:57.935087 dv-neutron-744815-20-hyperv neutron-server[103159]: return self._get(url).json() Dec 18 13:30:57.935087 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 18 13:30:57.935087 dv-neutron-744815-20-hyperv neutron-server[103159]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 18 13:30:57.935087 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 18 13:30:57.935087 dv-neutron-744815-20-hyperv neutron-server[103159]: return self.request(url, 'GET', **kwargs) Dec 18 13:30:57.935087 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 18 13:30:57.935087 dv-neutron-744815-20-hyperv neutron-server[103159]: base_url = self.get_endpoint(auth, allow=allow, Dec 18 13:30:57.935087 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 18 13:30:57.935087 dv-neutron-744815-20-hyperv neutron-server[103159]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 18 13:30:57.935087 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 18 13:30:57.935087 dv-neutron-744815-20-hyperv neutron-server[103159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 18 13:30:57.935087 dv-neutron-744815-20-hyperv neutron-server[103159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 18 13:30:57.946973 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-5708ecca-0c62-489c-abe4-2097f10ab77f None None] Attempting to bind port 4e4bc426-009c-4c64-9cbb-314e78b5437a on host dv-neutron-744815-20-hyperv for vnic_type normal with profile {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 13:30:57.947355 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-5708ecca-0c62-489c-abe4-2097f10ab77f None None] Attempting to bind port 4e4bc426-009c-4c64-9cbb-314e78b5437a by drivers openvswitch,hyperv on host dv-neutron-744815-20-hyperv at level 0 using segments [{'id': '9ede7057-8934-48a7-afcd-a3776aabafad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '5dfa97a8-59ca-417d-9f7b-d715bb59d039'}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 13:30:57.947720 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5708ecca-0c62-489c-abe4-2097f10ab77f None None] Attempting to bind port 4e4bc426-009c-4c64-9cbb-314e78b5437a on network 5dfa97a8-59ca-417d-9f7b-d715bb59d039 {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 13:30:57.970823 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-3b544d5b-b8a4-4ca4-80ee-a95656bedce8 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Calling delete_port for 77be90d3-81e3-4a84-88d1-058113c23deb owned by {{(pid=103160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:30:57.999473 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5708ecca-0c62-489c-abe4-2097f10ab77f None None] Checking agent: {'id': '428fa9fa-43db-4db9-9f96-f60ffe931f2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-20-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 13, 19, 1), 'started_at': datetime.datetime(2021, 12, 18, 13, 19, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 13, 30, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-20-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 18 13:30:58.000082 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5708ecca-0c62-489c-abe4-2097f10ab77f None None] Checking segment: {'id': '9ede7057-8934-48a7-afcd-a3776aabafad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '5dfa97a8-59ca-417d-9f7b-d715bb59d039'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 13:30:58.000349 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-5708ecca-0c62-489c-abe4-2097f10ab77f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:58.000684 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5708ecca-0c62-489c-abe4-2097f10ab77f None None] Bound using segment: {'id': '9ede7057-8934-48a7-afcd-a3776aabafad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '5dfa97a8-59ca-417d-9f7b-d715bb59d039'} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 18 13:30:58.001173 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-5708ecca-0c62-489c-abe4-2097f10ab77f None None] Bound port: 4e4bc426-009c-4c64-9cbb-314e78b5437a, host: dv-neutron-744815-20-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ede7057-8934-48a7-afcd-a3776aabafad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '5dfa97a8-59ca-417d-9f7b-d715bb59d039'}}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 18 13:30:58.001552 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-5708ecca-0c62-489c-abe4-2097f10ab77f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:58.009282 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0baf1320-ebc5-4d67-8834-d705524a710b None None] Routers {'8b4400aa-73df-4467-9875-5e1ec7c9ec97'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:30:58.009928 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-0baf1320-ebc5-4d67-8834-d705524a710b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:30:57Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['8b4400aa-73df-4467-9875-5e1ec7c9ec97'], 'active': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:30:58.012117 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66ec904-c38c-4f14-a8bf-126d1bc8c6b1 None None] Pushing event updated for resources: {'Port': ['ID=9a9a2074-a02d-4471-b29b-96159cdc8475,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:30:58.023737 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-f66ec904-c38c-4f14-a8bf-126d1bc8c6b1 None None] Attempting to bind port 9a9a2074-a02d-4471-b29b-96159cdc8475 on host dv-neutron-744815-20-hyperv for vnic_type normal with profile {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 13:30:58.024300 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-f66ec904-c38c-4f14-a8bf-126d1bc8c6b1 None None] Attempting to bind port 9a9a2074-a02d-4471-b29b-96159cdc8475 by drivers openvswitch,hyperv on host dv-neutron-744815-20-hyperv at level 0 using segments [{'id': '7e2620b0-1e61-4a20-aeee-9c37ceb146d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '04a499a2-239f-495a-95eb-bb8192fad527'}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 13:30:58.024640 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f66ec904-c38c-4f14-a8bf-126d1bc8c6b1 None None] Attempting to bind port 9a9a2074-a02d-4471-b29b-96159cdc8475 on network 04a499a2-239f-495a-95eb-bb8192fad527 {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 13:30:58.028023 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-2214742c-e828-454b-a0c8-60d4eb1dc4ea tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:58.034861 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-2214742c-e828-454b-a0c8-60d4eb1dc4ea tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] 10.222.0.31 "DELETE /v2.0/ports/dbca31d0-386b-4575-8232-338649f2f8d7 HTTP/1.1" status: 204 len: 168 time: 2.1905909 Dec 18 13:30:58.035886 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 53766) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:30:58.037798 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.db.api [None req-1b4884b9-f888-4346-987b-4b2774c36149 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 18 13:30:58.037798 dv-neutron-744815-20-hyperv neutron-server[103159]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 18 13:30:58.037798 dv-neutron-744815-20-hyperv neutron-server[103159]: [parameters: {'id': '5dfa97a8-59ca-417d-9f7b-d715bb59d039'}] Dec 18 13:30:58.037798 dv-neutron-744815-20-hyperv neutron-server[103159]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103159) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 18 13:30:58.038182 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG oslo_db.api [None req-1b4884b9-f888-4346-987b-4b2774c36149 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 18 13:30:58.064880 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-0baf1320-ebc5-4d67-8834-d705524a710b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:30:58.097825 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-908bc40e-2bb2-4862-9bdd-e1c30f7c26c0 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] 10.222.0.31 "GET /v2.0/floatingips/ec848c6d-ffb5-49d4-9838-b4cff1493b8f HTTP/1.1" status: 200 len: 687 time: 0.0589249 Dec 18 13:30:58.100890 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 53768) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:30:58.122723 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f66ec904-c38c-4f14-a8bf-126d1bc8c6b1 None None] Checking agent: {'id': '428fa9fa-43db-4db9-9f96-f60ffe931f2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-20-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 13, 19, 1), 'started_at': datetime.datetime(2021, 12, 18, 13, 19, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 13, 30, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-20-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 18 13:30:58.123073 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f66ec904-c38c-4f14-a8bf-126d1bc8c6b1 None None] Checking segment: {'id': '7e2620b0-1e61-4a20-aeee-9c37ceb146d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '04a499a2-239f-495a-95eb-bb8192fad527'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 13:30:58.123570 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f66ec904-c38c-4f14-a8bf-126d1bc8c6b1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:58.123978 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f66ec904-c38c-4f14-a8bf-126d1bc8c6b1 None None] Bound using segment: {'id': '7e2620b0-1e61-4a20-aeee-9c37ceb146d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '04a499a2-239f-495a-95eb-bb8192fad527'} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 18 13:30:58.131225 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-f66ec904-c38c-4f14-a8bf-126d1bc8c6b1 None None] Bound port: 9a9a2074-a02d-4471-b29b-96159cdc8475, host: dv-neutron-744815-20-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e2620b0-1e61-4a20-aeee-9c37ceb146d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '04a499a2-239f-495a-95eb-bb8192fad527'}}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 18 13:30:58.131225 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f66ec904-c38c-4f14-a8bf-126d1bc8c6b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:58.131225 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-38fa40dd-0309-424b-bae2-481735a028ef None None] Publish callbacks [] for port, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:58.160318 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-38fa40dd-0309-424b-bae2-481735a028ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975'] for port, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:58.172411 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-5b5c01ce-f3d8-4fc2-96e6-3843a33827e8 tempest-RoutersNegativeTest-822928701 tempest-RoutersNegativeTest-822928701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:58.212035 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0baf1320-ebc5-4d67-8834-d705524a710b None None] Routers {'8b4400aa-73df-4467-9875-5e1ec7c9ec97'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:30:58.213531 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-0baf1320-ebc5-4d67-8834-d705524a710b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:30:57Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['8b4400aa-73df-4467-9875-5e1ec7c9ec97'], 'active': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:30:58.247183 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-81f1eb2d-0094-4595-9066-08a335f31f1b tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Deleting port 668cab36-7c16-4277-8679-150259dd0719 {{(pid=103159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:30:58.247875 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-81f1eb2d-0094-4595-9066-08a335f31f1b tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:58.252072 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-5708ecca-0c62-489c-abe4-2097f10ab77f None None] For port 4e4bc426-009c-4c64-9cbb-314e78b5437a, host dv-neutron-744815-20-hyperv, cleared binding levels {{(pid=103161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 18 13:30:58.255720 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-5708ecca-0c62-489c-abe4-2097f10ab77f None None] For port 4e4bc426-009c-4c64-9cbb-314e78b5437a, host dv-neutron-744815-20-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=4e4bc426-009c-4c64-9cbb-314e78b5437a,segment=NetworkSegment(9ede7057-8934-48a7-afcd-a3776aabafad),segment_id=9ede7057-8934-48a7-afcd-a3776aabafad)] {{(pid=103161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 18 13:30:58.310024 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-5708ecca-0c62-489c-abe4-2097f10ab77f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:58.317420 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38fa40dd-0309-424b-bae2-481735a028ef None None] Network df03b53e-5b5b-489a-8515-2be1820b3078 is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:30:58.322950 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-0baf1320-ebc5-4d67-8834-d705524a710b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:30:58.323607 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0baf1320-ebc5-4d67-8834-d705524a710b None None] The sync data for ids ['8b4400aa-73df-4467-9875-5e1ec7c9ec97'] in dv-neutron-744815-20-hyperv is: [] {{(pid=103161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 13:30:58.334191 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-38fa40dd-0309-424b-bae2-481735a028ef None None] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:30:58.336060 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-81f1eb2d-0094-4595-9066-08a335f31f1b tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:58.336569 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38fa40dd-0309-424b-bae2-481735a028ef None None] Received port after_create {{(pid=103161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:30:58.336718 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-81f1eb2d-0094-4595-9066-08a335f31f1b tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:58.351011 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-81f1eb2d-0094-4595-9066-08a335f31f1b tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Calling delete_port for 668cab36-7c16-4277-8679-150259dd0719 owned by network:floatingip {{(pid=103159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:30:58.394988 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-3b544d5b-b8a4-4ca4-80ee-a95656bedce8 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4533522'] for port, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:58.395274 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fa40dd-0309-424b-bae2-481735a028ef None None] Pushing event updated for resources: {'Port': ['ID=371781cc-a1bd-4243-ad58-b2cbf0a3fd51,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:30:58.448715 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b544d5b-b8a4-4ca4-80ee-a95656bedce8 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Pushing event deleted for resources: {'Port': ['ID=77be90d3-81e3-4a84-88d1-058113c23deb,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:30:58.482201 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-f66ec904-c38c-4f14-a8bf-126d1bc8c6b1 None None] For port 9a9a2074-a02d-4471-b29b-96159cdc8475, host dv-neutron-744815-20-hyperv, cleared binding levels {{(pid=103161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 18 13:30:58.503206 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-0d858ba4-31d8-4693-821d-b57bf2b63cd3 None None] Provisioning complete for port 37e604de-69a3-4bbb-a835-b162e746daeb triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:30:58.503206 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0d858ba4-31d8-4693-821d-b57bf2b63cd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:58.517653 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-afa9ae9b-bdbb-4010-bcf6-3a46ce66cf71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:58.537731 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-81f1eb2d-0094-4595-9066-08a335f31f1b tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:58.541614 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-1b4884b9-f888-4346-987b-4b2774c36149 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2023137'] for network, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:58.554611 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-f66ec904-c38c-4f14-a8bf-126d1bc8c6b1 None None] For port 9a9a2074-a02d-4471-b29b-96159cdc8475, host dv-neutron-744815-20-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=9a9a2074-a02d-4471-b29b-96159cdc8475,segment=NetworkSegment(7e2620b0-1e61-4a20-aeee-9c37ceb146d7),segment_id=7e2620b0-1e61-4a20-aeee-9c37ceb146d7)] {{(pid=103161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 18 13:30:58.559316 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-3b544d5b-b8a4-4ca4-80ee-a95656bedce8 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:58.563054 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-3b544d5b-b8a4-4ca4-80ee-a95656bedce8 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] 10.222.0.31 "DELETE /v2.0/ports/77be90d3-81e3-4a84-88d1-058113c23deb HTTP/1.1" status: 204 len: 168 time: 0.9886415 Dec 18 13:30:58.567203 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 53770) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:30:58.569476 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-38fa40dd-0309-424b-bae2-481735a028ef None None] Attempting to bind port 371781cc-a1bd-4243-ad58-b2cbf0a3fd51 on host dv-neutron-744815-20-hyperv for vnic_type normal with profile {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 13:30:58.569732 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-38fa40dd-0309-424b-bae2-481735a028ef None None] Attempting to bind port 371781cc-a1bd-4243-ad58-b2cbf0a3fd51 by drivers openvswitch,hyperv on host dv-neutron-744815-20-hyperv at level 0 using segments [{'id': 'cbd202d1-55e8-4119-8daa-ebe72517f9c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'df03b53e-5b5b-489a-8515-2be1820b3078'}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 13:30:58.570280 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38fa40dd-0309-424b-bae2-481735a028ef None None] Attempting to bind port 371781cc-a1bd-4243-ad58-b2cbf0a3fd51 on network df03b53e-5b5b-489a-8515-2be1820b3078 {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 13:30:58.583257 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16a23d84-0ffb-41bf-aecb-b627e4b5ab88 None None] Network 5dfa97a8-59ca-417d-9f7b-d715bb59d039 requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:30:58.591378 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f66ec904-c38c-4f14-a8bf-126d1bc8c6b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:58.600234 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f1eb2d-0094-4595-9066-08a335f31f1b tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Pushing event deleted for resources: {'Port': ['ID=668cab36-7c16-4277-8679-150259dd0719,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:30:58.626428 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5708ecca-0c62-489c-abe4-2097f10ab77f None None] Pushing event updated for resources: {'Port': ['ID=4e4bc426-009c-4c64-9cbb-314e78b5437a,revision_number=2']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:30:58.637954 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38fa40dd-0309-424b-bae2-481735a028ef None None] Checking agent: {'id': '428fa9fa-43db-4db9-9f96-f60ffe931f2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-20-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 13, 19, 1), 'started_at': datetime.datetime(2021, 12, 18, 13, 19, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 13, 30, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-20-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 18 13:30:58.638334 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38fa40dd-0309-424b-bae2-481735a028ef None None] Checking segment: {'id': 'cbd202d1-55e8-4119-8daa-ebe72517f9c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'df03b53e-5b5b-489a-8515-2be1820b3078'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 13:30:58.638733 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-38fa40dd-0309-424b-bae2-481735a028ef None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:58.639117 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38fa40dd-0309-424b-bae2-481735a028ef None None] Bound using segment: {'id': 'cbd202d1-55e8-4119-8daa-ebe72517f9c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'df03b53e-5b5b-489a-8515-2be1820b3078'} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 18 13:30:58.639630 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-38fa40dd-0309-424b-bae2-481735a028ef None None] Bound port: 371781cc-a1bd-4243-ad58-b2cbf0a3fd51, host: dv-neutron-744815-20-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbd202d1-55e8-4119-8daa-ebe72517f9c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'df03b53e-5b5b-489a-8515-2be1820b3078'}}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 18 13:30:58.640009 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-38fa40dd-0309-424b-bae2-481735a028ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:58.691536 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e8ab1df-039d-4cd6-ae96-002c384980e1 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:30:58.695497 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-7e8ab1df-039d-4cd6-ae96-002c384980e1 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1259007 Dec 18 13:30:58.699814 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 53772) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:30:58.723549 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 37e604de-69a3-4bbb-a835-b162e746daeb up at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 13:30:58.764069 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-5b5c01ce-f3d8-4fc2-96e6-3843a33827e8 tempest-RoutersNegativeTest-822928701 tempest-RoutersNegativeTest-822928701-project] Publish callbacks [] for port, precommit_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:58.773969 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-5b5c01ce-f3d8-4fc2-96e6-3843a33827e8 tempest-RoutersNegativeTest-822928701 tempest-RoutersNegativeTest-822928701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4533541'] for port, after_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:58.778031 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-81f1eb2d-0094-4595-9066-08a335f31f1b tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Publish callbacks [] for floatingip, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:58.780826 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-81f1eb2d-0094-4595-9066-08a335f31f1b tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for floatingip, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:58.781961 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-81f1eb2d-0094-4595-9066-08a335f31f1b tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] 10.222.0.31 "DELETE /v2.0/floatingips/ec848c6d-ffb5-49d4-9838-b4cff1493b8f HTTP/1.1" status: 204 len: 168 time: 0.6798007 Dec 18 13:30:58.789717 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 53774) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:30:58.790084 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76059197-ccfc-4666-95cd-ebb3863bb45b tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:30:58.794080 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-76059197-ccfc-4666-95cd-ebb3863bb45b tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0754204 Dec 18 13:30:58.799068 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-34353762-b63a-49cd-b757-286eeedb8b64 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Request body: {'floatingip': {'floating_network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'port_id': '0c06f285-990b-4b85-b479-7ac50e3d79a8'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:30:58.806797 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 53776) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:30:58.838687 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66ec904-c38c-4f14-a8bf-126d1bc8c6b1 None None] Pushing event updated for resources: {'Port': ['ID=9a9a2074-a02d-4471-b29b-96159cdc8475,revision_number=2']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:30:58.874491 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-34353762-b63a-49cd-b757-286eeedb8b64 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Publish callbacks [] for floatingip, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:58.877780 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-1b4884b9-f888-4346-987b-4b2774c36149 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Deleting port 4e4bc426-009c-4c64-9cbb-314e78b5437a {{(pid=103159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:30:58.878457 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-1b4884b9-f888-4346-987b-4b2774c36149 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:58.880947 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-5b5c01ce-f3d8-4fc2-96e6-3843a33827e8 tempest-RoutersNegativeTest-822928701 tempest-RoutersNegativeTest-822928701-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1048031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586432'] for router_interface, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:58.884060 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5c01ce-f3d8-4fc2-96e6-3843a33827e8 tempest-RoutersNegativeTest-822928701 tempest-RoutersNegativeTest-822928701-project] Pushing event updated for resources: {'Port': ['ID=1622df53-177b-4145-a698-99338952dfc7,revision_number=2']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:30:58.924553 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-38fa40dd-0309-424b-bae2-481735a028ef None None] For port 371781cc-a1bd-4243-ad58-b2cbf0a3fd51, host dv-neutron-744815-20-hyperv, cleared binding levels {{(pid=103161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 18 13:30:58.929693 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-38fa40dd-0309-424b-bae2-481735a028ef None None] For port 371781cc-a1bd-4243-ad58-b2cbf0a3fd51, host dv-neutron-744815-20-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=371781cc-a1bd-4243-ad58-b2cbf0a3fd51,segment=NetworkSegment(cbd202d1-55e8-4119-8daa-ebe72517f9c1),segment_id=cbd202d1-55e8-4119-8daa-ebe72517f9c1)] {{(pid=103161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 18 13:30:58.960922 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-38fa40dd-0309-424b-bae2-481735a028ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:58.984854 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b5c01ce-f3d8-4fc2-96e6-3843a33827e8 tempest-RoutersNegativeTest-822928701 tempest-RoutersNegativeTest-822928701-project] Network 04a499a2-239f-495a-95eb-bb8192fad527 is already hosted by enough agents. {{(pid=103160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:30:58.987023 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.base_scheduler [None req-5b5c01ce-f3d8-4fc2-96e6-3843a33827e8 tempest-RoutersNegativeTest-822928701 tempest-RoutersNegativeTest-822928701-project] Resources bound (agent type, host, resource id): {{(pid=103160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:30:58.993165 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a016d762-bc07-4ff0-b19d-0c2c964bd4ef tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:30:58.994905 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a016d762-bc07-4ff0-b19d-0c2c964bd4ef tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:30:58.996661 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a016d762-bc07-4ff0-b19d-0c2c964bd4ef tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:30:59.001915 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-a016d762-bc07-4ff0-b19d-0c2c964bd4ef tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1572180 Dec 18 13:30:59.004447 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59e92db4-0b3e-41ab-a810-bad6367e41cd None None] Network 5dfa97a8-59ca-417d-9f7b-d715bb59d039 requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:30:59.006733 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 53778) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:30:59.023513 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.db [None req-1b4884b9-f888-4346-987b-4b2774c36149 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] For port 4e4bc426-009c-4c64-9cbb-314e78b5437a, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=4e4bc426-009c-4c64-9cbb-314e78b5437a,segment=NetworkSegment(9ede7057-8934-48a7-afcd-a3776aabafad),segment_id=9ede7057-8934-48a7-afcd-a3776aabafad)] {{(pid=103159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:30:59.023954 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-1b4884b9-f888-4346-987b-4b2774c36149 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:59.113667 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-1b4884b9-f888-4346-987b-4b2774c36149 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Calling delete_port for 4e4bc426-009c-4c64-9cbb-314e78b5437a owned by network:dhcp {{(pid=103159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:30:59.114690 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-0d858ba4-31d8-4693-821d-b57bf2b63cd3 None None] Could not find standard attr ID for object 77be90d3-81e3-4a84-88d1-058113c23deb. {{(pid=103161) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 18 13:30:59.130731 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2294866d-0076-4933-952c-685307032598 None None] Provisioning complete for port 37e604de-69a3-4bbb-a835-b162e746daeb triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:30:59.131425 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:59.144184 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fa40dd-0309-424b-bae2-481735a028ef None None] Pushing event updated for resources: {'Port': ['ID=371781cc-a1bd-4243-ad58-b2cbf0a3fd51,revision_number=2']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:30:59.151830 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.db_base_plugin_v2 [None req-9223dc53-f1d4-4d04-8d0e-3b1c75ef19eb tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Deleting subnet 28ec8efc-c049-4297-9fdf-087c82cc0e7e {{(pid=103159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 18 13:30:59.152233 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b5c01ce-f3d8-4fc2-96e6-3843a33827e8 tempest-RoutersNegativeTest-822928701 tempest-RoutersNegativeTest-822928701-project] Router c897397e-e182-47fb-a731-f1441f2ceb3c is scheduled to L3 agent c9c0cd52-5bd2-4704-9429-d80f1c5ad23c with binding_index 1 {{(pid=103160) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 18 13:30:59.158666 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-9223dc53-f1d4-4d04-8d0e-3b1c75ef19eb tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks [] for subnet, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:59.280398 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-9223dc53-f1d4-4d04-8d0e-3b1c75ef19eb tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5589624'] for subnet, precommit_delete_associations {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:59.288754 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device f5de5f34-867c-4516-9c9d-51065ca57c0b up at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 13:30:59.307117 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b5c01ce-f3d8-4fc2-96e6-3843a33827e8 tempest-RoutersNegativeTest-822928701 tempest-RoutersNegativeTest-822928701-project] Notify agent at l3_agent.dv-neutron-744815-20-hyperv the message routers_updated {{(pid=103160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 13:30:59.317142 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-5b5c01ce-f3d8-4fc2-96e6-3843a33827e8 tempest-RoutersNegativeTest-822928701 tempest-RoutersNegativeTest-822928701-project] 10.222.0.31 "PUT /v2.0/routers/c897397e-e182-47fb-a731-f1441f2ceb3c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1201756 Dec 18 13:30:59.320606 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 53780) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:30:59.324890 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30729006-a796-45a4-ae3d-c2b7930b8a9c None None] Sync routers for ids ['c897397e-e182-47fb-a731-f1441f2ceb3c'] in dv-neutron-744815-20-hyperv {{(pid=103162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 13:30:59.337493 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30729006-a796-45a4-ae3d-c2b7930b8a9c None None] Routers {'c897397e-e182-47fb-a731-f1441f2ceb3c'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:30:59.339844 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-30729006-a796-45a4-ae3d-c2b7930b8a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:30:57Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['c897397e-e182-47fb-a731-f1441f2ceb3c'], 'active': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:30:59.376890 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-34353762-b63a-49cd-b757-286eeedb8b64 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:59.381038 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2294866d-0076-4933-952c-685307032598 None None] Provisioning complete for port f5de5f34-867c-4516-9c9d-51065ca57c0b triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:30:59.384744 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:59.386753 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-30729006-a796-45a4-ae3d-c2b7930b8a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:30:59.398211 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30729006-a796-45a4-ae3d-c2b7930b8a9c None None] Routers {'c897397e-e182-47fb-a731-f1441f2ceb3c'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:30:59.398961 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-30729006-a796-45a4-ae3d-c2b7930b8a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:30:57Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['c897397e-e182-47fb-a731-f1441f2ceb3c'], 'active': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:30:59.404311 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-1b4884b9-f888-4346-987b-4b2774c36149 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:59.531308 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-9223dc53-f1d4-4d04-8d0e-3b1c75ef19eb tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1929185'] for subnet, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:59.616133 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4884b9-f888-4346-987b-4b2774c36149 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Pushing event deleted for resources: {'Port': ['ID=4e4bc426-009c-4c64-9cbb-314e78b5437a,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:30:59.624866 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b4884b9-f888-4346-987b-4b2774c36149 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] No DVR routers for this DVR port 4e4bc426-009c-4c64-9cbb-314e78b5437a on host dv-neutron-744815-20-hyperv {{(pid=103159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 18 13:30:59.626531 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-30729006-a796-45a4-ae3d-c2b7930b8a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:30:59.627720 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30729006-a796-45a4-ae3d-c2b7930b8a9c None None] The sync data for ids ['c897397e-e182-47fb-a731-f1441f2ceb3c'] in dv-neutron-744815-20-hyperv is: [] {{(pid=103162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 13:30:59.705252 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-9223dc53-f1d4-4d04-8d0e-3b1c75ef19eb tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1929192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5659851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6017053'] for subnet, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:59.784454 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9223dc53-f1d4-4d04-8d0e-3b1c75ef19eb tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Pushing event deleted for resources: {'Subnet': ['ID=28ec8efc-c049-4297-9fdf-087c82cc0e7e,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:30:59.796473 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-1b4884b9-f888-4346-987b-4b2774c36149 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1927292', 'neutron.services.segments.db._delete_segments_for_network-8767106887837'] for network, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:59.799991 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b0c47ba-8947-47c9-9f5c-90677f55a8da None None] Network a0b84a49-8464-4342-a47d-bd714ebbec81 requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:30:59.800625 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-9223dc53-f1d4-4d04-8d0e-3b1c75ef19eb tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks [] for subnet, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:59.806211 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-9223dc53-f1d4-4d04-8d0e-3b1c75ef19eb tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] 10.222.0.31 "DELETE /v2.0/subnets/28ec8efc-c049-4297-9fdf-087c82cc0e7e HTTP/1.1" status: 204 len: 168 time: 0.7960784 Dec 18 13:30:59.807589 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 53782) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:30:59.832473 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.db_base_plugin_common [None req-34353762-b63a-49cd-b757-286eeedb8b64 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Allocated IP 172.26.3.184 (decb4a40-7941-48c8-afbb-daaafd502e83/70deed80-3ca1-4f9e-96cb-563b43d3acba/422ea304-13e7-445d-8244-61c4f0dc18a1) {{(pid=103159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:30:59.839008 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.services.segments.db [None req-1b4884b9-f888-4346-987b-4b2774c36149 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5dfa97a8-59ca-417d-9f7b-d715bb59d039']}} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:30:59.855603 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.services.segments.db [None req-1b4884b9-f888-4346-987b-4b2774c36149 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ede7057-8934-48a7-afcd-a3776aabafad') {'for_net_delete': True} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:30:59.856002 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.services.segments.db [None req-1b4884b9-f888-4346-987b-4b2774c36149 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ede7057-8934-48a7-afcd-a3776aabafad') {} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:30:59.860074 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.api.v2.resource [None req-83d0965a-471f-4fb7-b8dc-006ebd248c0e tempest-RoutersNegativeTest-822928701 tempest-RoutersNegativeTest-822928701-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 18 13:30:59.864180 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-83d0965a-471f-4fb7-b8dc-006ebd248c0e tempest-RoutersNegativeTest-822928701 tempest-RoutersNegativeTest-822928701-project] 10.222.0.31 "PUT /v2.0/routers/c897397e-e182-47fb-a731-f1441f2ceb3c/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.5393319 Dec 18 13:30:59.866135 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 53784) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:30:59.870464 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-1b4884b9-f888-4346-987b-4b2774c36149 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767106888614', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5589569'] for segment, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:59.901889 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-1b4884b9-f888-4346-987b-4b2774c36149 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:59.909234 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7b7a3272-2b45-4d32-9670-25eb1afd1184 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:59.937454 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b4884b9-f888-4346-987b-4b2774c36149 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Releasing vlan 116 on physical network physnet1 to pool {{(pid=103159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 18 13:30:59.937860 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-1b4884b9-f888-4346-987b-4b2774c36149 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5660009'] for segment, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:30:59.941686 dv-neutron-744815-20-hyperv neutron-server[103159]: Traceback (most recent call last): Dec 18 13:30:59.941686 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 18 13:30:59.941686 dv-neutron-744815-20-hyperv neutron-server[103159]: timer() Dec 18 13:30:59.941686 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 18 13:30:59.941686 dv-neutron-744815-20-hyperv neutron-server[103159]: cb(*args, **kw) Dec 18 13:30:59.941686 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 18 13:30:59.941686 dv-neutron-744815-20-hyperv neutron-server[103159]: return func(*args, **kwargs) Dec 18 13:30:59.941686 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 18 13:30:59.941686 dv-neutron-744815-20-hyperv neutron-server[103159]: self._notify() Dec 18 13:30:59.941686 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 18 13:30:59.941686 dv-neutron-744815-20-hyperv neutron-server[103159]: self.callback(batched_events) Dec 18 13:30:59.941686 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 18 13:30:59.941686 dv-neutron-744815-20-hyperv neutron-server[103159]: event.method(event) Dec 18 13:30:59.941686 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 18 13:30:59.941686 dv-neutron-744815-20-hyperv neutron-server[103159]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 18 13:30:59.941686 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 18 13:30:59.941686 dv-neutron-744815-20-hyperv neutron-server[103159]: aggregate_uuid = self.p_client.list_aggregates( Dec 18 13:30:59.941686 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 18 13:30:59.941686 dv-neutron-744815-20-hyperv neutron-server[103159]: return f(self, *a, **k) Dec 18 13:30:59.941686 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 18 13:30:59.941686 dv-neutron-744815-20-hyperv neutron-server[103159]: return self._get(url).json() Dec 18 13:30:59.941686 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 18 13:30:59.941686 dv-neutron-744815-20-hyperv neutron-server[103159]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 18 13:30:59.941686 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 18 13:30:59.941686 dv-neutron-744815-20-hyperv neutron-server[103159]: return self.request(url, 'GET', **kwargs) Dec 18 13:30:59.941686 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 18 13:30:59.941686 dv-neutron-744815-20-hyperv neutron-server[103159]: base_url = self.get_endpoint(auth, allow=allow, Dec 18 13:30:59.941686 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 18 13:30:59.941686 dv-neutron-744815-20-hyperv neutron-server[103159]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 18 13:30:59.941686 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 18 13:30:59.941686 dv-neutron-744815-20-hyperv neutron-server[103159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 18 13:30:59.941686 dv-neutron-744815-20-hyperv neutron-server[103159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 18 13:30:59.953914 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.db_base_plugin_v2 [None req-78d7e84f-7253-4105-af99-23908f53f276 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Deleting subnet 3b35ed8b-7c70-45cc-83f9-ebc963f7bc44 {{(pid=103160) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 18 13:30:59.960037 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-78d7e84f-7253-4105-af99-23908f53f276 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks [] for subnet, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:00.013106 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-78d7e84f-7253-4105-af99-23908f53f276 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4533385'] for subnet, precommit_delete_associations {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:00.024857 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-1b4884b9-f888-4346-987b-4b2774c36149 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1927267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586962'] for network, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:00.038217 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-1b4884b9-f888-4346-987b-4b2774c36149 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Publish callbacks [] for network, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:00.041843 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-1b4884b9-f888-4346-987b-4b2774c36149 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] 10.222.0.31 "DELETE /v2.0/networks/5dfa97a8-59ca-417d-9f7b-d715bb59d039 HTTP/1.1" status: 204 len: 168 time: 4.3224711 Dec 18 13:31:00.048573 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 53786) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:00.076761 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-34353762-b63a-49cd-b757-286eeedb8b64 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Publish callbacks [] for port, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:00.096561 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4884b9-f888-4346-987b-4b2774c36149 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Pushing event deleted for resources: {'Network': ['ID=5dfa97a8-59ca-417d-9f7b-d715bb59d039,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:31:00.100547 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.pecan_wsgi.hooks.translation [None req-57c3611b-0e1c-4f9d-a946-afadde84d96b tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] DELETE failed (client error): The resource could not be found. Dec 18 13:31:00.101008 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57c3611b-0e1c-4f9d-a946-afadde84d96b tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 18 13:31:00.107784 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-57c3611b-0e1c-4f9d-a946-afadde84d96b tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] 10.222.0.31 "DELETE /v2.0/subnets/bf886ff5-8170-4fab-8731-23ec8fe9cb73 HTTP/1.1" status: 404 len: 337 time: 0.0486999 Dec 18 13:31:00.108470 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 53788) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:00.130443 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.pecan_wsgi.hooks.translation [None req-2027ee90-3a1f-4a83-8e22-e054f2aaf422 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] DELETE failed (client error): The resource could not be found. Dec 18 13:31:00.130970 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2027ee90-3a1f-4a83-8e22-e054f2aaf422 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 18 13:31:00.139833 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-2027ee90-3a1f-4a83-8e22-e054f2aaf422 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] 10.222.0.31 "DELETE /v2.0/networks/5dfa97a8-59ca-417d-9f7b-d715bb59d039 HTTP/1.1" status: 404 len: 339 time: 0.0251195 Dec 18 13:31:00.139833 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 53790) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:00.178831 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.pecan_wsgi.hooks.translation [None req-93924563-ce2c-4e35-ba43-6c1d423eb10f tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] DELETE failed (client error): The resource could not be found. Dec 18 13:31:00.184912 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93924563-ce2c-4e35-ba43-6c1d423eb10f tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 18 13:31:00.191256 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-93924563-ce2c-4e35-ba43-6c1d423eb10f tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] 10.222.0.31 "DELETE /v2.0/subnets/4b5b8a57-92fd-48d3-86f5-25f2ff45e1fc HTTP/1.1" status: 404 len: 337 time: 0.0489764 Dec 18 13:31:00.191256 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 53792) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:00.221549 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.pecan_wsgi.hooks.translation [None req-a24d62b7-c15b-4e17-8eaa-e647df7bc557 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] DELETE failed (client error): The resource could not be found. Dec 18 13:31:00.222277 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a24d62b7-c15b-4e17-8eaa-e647df7bc557 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 18 13:31:00.225794 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-a24d62b7-c15b-4e17-8eaa-e647df7bc557 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] 10.222.0.31 "DELETE /v2.0/networks/532dae30-bb5e-47f8-8064-9e4358b86d8e HTTP/1.1" status: 404 len: 339 time: 0.0341561 Dec 18 13:31:00.228846 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 53794) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:00.254659 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-78d7e84f-7253-4105-af99-23908f53f276 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1929185'] for subnet, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:00.259603 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-34353762-b63a-49cd-b757-286eeedb8b64 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:00.338389 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7688d363-4f1f-400a-9b2a-d95503b554d3 None None] Network 04a499a2-239f-495a-95eb-bb8192fad527 requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:31:00.361023 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34353762-b63a-49cd-b757-286eeedb8b64 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Network decb4a40-7941-48c8-afbb-daaafd502e83 is already hosted by enough agents. {{(pid=103159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:31:00.371754 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.base_scheduler [None req-34353762-b63a-49cd-b757-286eeedb8b64 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Resources bound (agent type, host, resource id): {{(pid=103159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:31:00.375646 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34353762-b63a-49cd-b757-286eeedb8b64 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Received port after_create {{(pid=103159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:31:00.377880 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34353762-b63a-49cd-b757-286eeedb8b64 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Pushing event updated for resources: {'Port': ['ID=422ea304-13e7-445d-8244-61c4f0dc18a1,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:31:00.404103 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-9c17a1b7-24a6-45b9-b342-2a310489e07e tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2023137'] for network, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:00.415834 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-78d7e84f-7253-4105-af99-23908f53f276 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1929192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4533475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4514371'] for subnet, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:00.451006 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d7e84f-7253-4105-af99-23908f53f276 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Pushing event deleted for resources: {'Subnet': ['ID=3b35ed8b-7c70-45cc-83f9-ebc963f7bc44,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:31:00.459567 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-78d7e84f-7253-4105-af99-23908f53f276 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks [] for subnet, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:00.463295 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-78d7e84f-7253-4105-af99-23908f53f276 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] 10.222.0.31 "DELETE /v2.0/subnets/3b35ed8b-7c70-45cc-83f9-ebc963f7bc44 HTTP/1.1" status: 204 len: 168 time: 0.6512053 Dec 18 13:31:00.468013 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 53796) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:00.480987 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-0a2b7765-810f-4793-8666-2aa73084a81f None None] Provisioning complete for port 9a9a2074-a02d-4471-b29b-96159cdc8475 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:31:00.481738 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0a2b7765-810f-4793-8666-2aa73084a81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:00.546251 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-52947304-7f47-4a4f-9cfd-68da8d435764 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0742488 Dec 18 13:31:00.550355 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 53798) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:00.559686 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-b94f8536-3664-4f35-a402-7c6ca225f844 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Request body: {'subnet': {'network_id': 'a0b84a49-8464-4342-a47d-bd714ebbec81', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:31:00.605708 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-9a1872d4-5dee-47b8-beb5-fc7e59b5595d tempest-RoutersNegativeTest-822928701 tempest-RoutersNegativeTest-822928701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-586101'] for router_interface, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:00.689485 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0a2b7765-810f-4793-8666-2aa73084a81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:00.725216 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-9c17a1b7-24a6-45b9-b342-2a310489e07e tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1927292', 'neutron.services.segments.db._delete_segments_for_network-8767106887837'] for network, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:00.775414 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-0a2b7765-810f-4793-8666-2aa73084a81f None None] For port 9a9a2074-a02d-4471-b29b-96159cdc8475, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=9a9a2074-a02d-4471-b29b-96159cdc8475,segment=NetworkSegment(7e2620b0-1e61-4a20-aeee-9c37ceb146d7),segment_id=7e2620b0-1e61-4a20-aeee-9c37ceb146d7)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:31:00.785520 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0a2b7765-810f-4793-8666-2aa73084a81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:00.836702 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 371781cc-a1bd-4243-ad58-b2cbf0a3fd51 up at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 13:31:00.860833 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.services.segments.db [None req-9c17a1b7-24a6-45b9-b342-2a310489e07e tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['722d4395-8656-424a-94cc-1113114a5cbf']}} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:31:00.880631 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.services.segments.db [None req-9c17a1b7-24a6-45b9-b342-2a310489e07e tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5bf1b164-d2a4-4249-ab7a-db2f1e34c6e7') {'for_net_delete': True} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:31:00.881206 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.services.segments.db [None req-9c17a1b7-24a6-45b9-b342-2a310489e07e tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5bf1b164-d2a4-4249-ab7a-db2f1e34c6e7') {} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:31:00.945628 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-9c17a1b7-24a6-45b9-b342-2a310489e07e tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767106888614', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5589569'] for segment, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:00.973308 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2b7765-810f-4793-8666-2aa73084a81f None None] Pushing event updated for resources: {'Port': ['ID=9a9a2074-a02d-4471-b29b-96159cdc8475,revision_number=3']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:31:00.977721 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:00.980644 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2294866d-0076-4933-952c-685307032598 None None] Provisioning complete for port 371781cc-a1bd-4243-ad58-b2cbf0a3fd51 triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:31:00.981154 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:01.131398 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-9a1872d4-5dee-47b8-beb5-fc7e59b5595d tempest-RoutersNegativeTest-822928701 tempest-RoutersNegativeTest-822928701-project] Deleting port 1622df53-177b-4145-a698-99338952dfc7 {{(pid=103160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:31:01.131903 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-9a1872d4-5dee-47b8-beb5-fc7e59b5595d tempest-RoutersNegativeTest-822928701 tempest-RoutersNegativeTest-822928701-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:01.239193 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-9a1872d4-5dee-47b8-beb5-fc7e59b5595d tempest-RoutersNegativeTest-822928701 tempest-RoutersNegativeTest-822928701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:01.254590 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-9a1872d4-5dee-47b8-beb5-fc7e59b5595d tempest-RoutersNegativeTest-822928701 tempest-RoutersNegativeTest-822928701-project] Calling delete_port for 1622df53-177b-4145-a698-99338952dfc7 owned by network:router_interface {{(pid=103160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:31:01.262979 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:01.265438 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b43c6ec1-ca5f-48b6-95e0-c8fe8fdfb3ed None None] Network df03b53e-5b5b-489a-8515-2be1820b3078 requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:31:01.270446 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48f5e74e-f3ea-4422-b684-91ead5ab4207 None None] Network a0b84a49-8464-4342-a47d-bd714ebbec81 requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:31:01.318819 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-9c17a1b7-24a6-45b9-b342-2a310489e07e tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:01.332844 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c17a1b7-24a6-45b9-b342-2a310489e07e tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Releasing vlan 131 on physical network physnet1 to pool {{(pid=103159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 18 13:31:01.333265 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-9c17a1b7-24a6-45b9-b342-2a310489e07e tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5660009'] for segment, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:01.337147 dv-neutron-744815-20-hyperv neutron-server[103159]: Traceback (most recent call last): Dec 18 13:31:01.337147 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 18 13:31:01.337147 dv-neutron-744815-20-hyperv neutron-server[103159]: timer() Dec 18 13:31:01.337147 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 18 13:31:01.337147 dv-neutron-744815-20-hyperv neutron-server[103159]: cb(*args, **kw) Dec 18 13:31:01.337147 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 18 13:31:01.337147 dv-neutron-744815-20-hyperv neutron-server[103159]: return func(*args, **kwargs) Dec 18 13:31:01.337147 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 18 13:31:01.337147 dv-neutron-744815-20-hyperv neutron-server[103159]: self._notify() Dec 18 13:31:01.337147 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 18 13:31:01.337147 dv-neutron-744815-20-hyperv neutron-server[103159]: self.callback(batched_events) Dec 18 13:31:01.337147 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 18 13:31:01.337147 dv-neutron-744815-20-hyperv neutron-server[103159]: event.method(event) Dec 18 13:31:01.337147 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 18 13:31:01.337147 dv-neutron-744815-20-hyperv neutron-server[103159]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 18 13:31:01.337147 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 18 13:31:01.337147 dv-neutron-744815-20-hyperv neutron-server[103159]: aggregate_uuid = self.p_client.list_aggregates( Dec 18 13:31:01.337147 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 18 13:31:01.337147 dv-neutron-744815-20-hyperv neutron-server[103159]: return f(self, *a, **k) Dec 18 13:31:01.337147 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 18 13:31:01.337147 dv-neutron-744815-20-hyperv neutron-server[103159]: return self._get(url).json() Dec 18 13:31:01.337147 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 18 13:31:01.337147 dv-neutron-744815-20-hyperv neutron-server[103159]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 18 13:31:01.337147 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 18 13:31:01.337147 dv-neutron-744815-20-hyperv neutron-server[103159]: return self.request(url, 'GET', **kwargs) Dec 18 13:31:01.337147 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 18 13:31:01.337147 dv-neutron-744815-20-hyperv neutron-server[103159]: base_url = self.get_endpoint(auth, allow=allow, Dec 18 13:31:01.337147 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 18 13:31:01.337147 dv-neutron-744815-20-hyperv neutron-server[103159]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 18 13:31:01.337147 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 18 13:31:01.337147 dv-neutron-744815-20-hyperv neutron-server[103159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 18 13:31:01.337147 dv-neutron-744815-20-hyperv neutron-server[103159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 18 13:31:01.339707 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b94f8536-3664-4f35-a402-7c6ca225f844 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Made reservation on behalf of 606a569495c64210af9cc9fb7e76dd52 for: {'subnet': 1} {{(pid=103159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:31:01.341281 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b94f8536-3664-4f35-a402-7c6ca225f844 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6017072'] for subnet, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:01.370393 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-2294866d-0076-4933-952c-685307032598 None None] For port 371781cc-a1bd-4243-ad58-b2cbf0a3fd51, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=371781cc-a1bd-4243-ad58-b2cbf0a3fd51,segment=NetworkSegment(cbd202d1-55e8-4119-8daa-ebe72517f9c1),segment_id=cbd202d1-55e8-4119-8daa-ebe72517f9c1)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:31:01.432028 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-bc41aa51-352f-4689-8c63-08382a836b87 None None] Provisioning complete for port 1622df53-177b-4145-a698-99338952dfc7 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:31:01.432883 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-bc41aa51-352f-4689-8c63-08382a836b87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:01.460986 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:01.461904 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 9a9a2074-a02d-4471-b29b-96159cdc8475 up at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 13:31:01.465354 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-9a1872d4-5dee-47b8-beb5-fc7e59b5595d tempest-RoutersNegativeTest-822928701 tempest-RoutersNegativeTest-822928701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4533522'] for port, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:01.506436 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1872d4-5dee-47b8-beb5-fc7e59b5595d tempest-RoutersNegativeTest-822928701 tempest-RoutersNegativeTest-822928701-project] Pushing event deleted for resources: {'Port': ['ID=1622df53-177b-4145-a698-99338952dfc7,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:31:01.509481 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-9c17a1b7-24a6-45b9-b342-2a310489e07e tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1927267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586962'] for network, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:01.515248 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-9c17a1b7-24a6-45b9-b342-2a310489e07e tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Publish callbacks [] for network, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:01.519313 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-9c17a1b7-24a6-45b9-b342-2a310489e07e tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] 10.222.0.31 "DELETE /v2.0/networks/722d4395-8656-424a-94cc-1113114a5cbf HTTP/1.1" status: 204 len: 168 time: 1.2890055 Dec 18 13:31:01.530700 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 53800) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:01.586683 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-bc41aa51-352f-4689-8c63-08382a836b87 None None] Port 1622df53-177b-4145-a698-99338952dfc7 cannot update to ACTIVE because it is not bound. {{(pid=103161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 13:31:01.610400 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c17a1b7-24a6-45b9-b342-2a310489e07e tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Pushing event deleted for resources: {'Network': ['ID=722d4395-8656-424a-94cc-1113114a5cbf,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:31:01.622883 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.pecan_wsgi.hooks.translation [None req-1829d1ab-97d9-4923-97dd-5c8391307234 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] DELETE failed (client error): The resource could not be found. Dec 18 13:31:01.623535 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1829d1ab-97d9-4923-97dd-5c8391307234 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 18 13:31:01.627370 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-1829d1ab-97d9-4923-97dd-5c8391307234 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] 10.222.0.31 "DELETE /v2.0/subnets/0d50cd40-6a75-4b92-a154-5a1c318eafc6 HTTP/1.1" status: 404 len: 337 time: 0.0707252 Dec 18 13:31:01.632671 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 53802) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:01.695134 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Pushing event updated for resources: {'Port': ['ID=371781cc-a1bd-4243-ad58-b2cbf0a3fd51,revision_number=3']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:31:01.700025 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.pecan_wsgi.hooks.translation [None req-8909b66f-efa2-4ea8-a389-7a2150931f8b tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] DELETE failed (client error): The resource could not be found. Dec 18 13:31:01.700613 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8909b66f-efa2-4ea8-a389-7a2150931f8b tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 18 13:31:01.704100 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-8909b66f-efa2-4ea8-a389-7a2150931f8b tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] 10.222.0.31 "DELETE /v2.0/networks/ff30caa6-77cc-475e-a4bc-0d0d7547bd29 HTTP/1.1" status: 404 len: 339 time: 0.0704491 Dec 18 13:31:01.714372 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 53804) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:01.727112 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-bc41aa51-352f-4689-8c63-08382a836b87 None None] Provisioning complete for port 371781cc-a1bd-4243-ad58-b2cbf0a3fd51 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:31:01.728326 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-bc41aa51-352f-4689-8c63-08382a836b87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:01.770083 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2294866d-0076-4933-952c-685307032598 None None] Provisioning complete for port 9a9a2074-a02d-4471-b29b-96159cdc8475 triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:31:01.770663 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:01.777155 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e7b1e9b-15ef-46e8-afb1-73cb8a2189e2 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] DELETE failed (client error): The resource could not be found. Dec 18 13:31:01.777760 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e7b1e9b-15ef-46e8-afb1-73cb8a2189e2 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 18 13:31:01.783968 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-3e7b1e9b-15ef-46e8-afb1-73cb8a2189e2 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] 10.222.0.31 "DELETE /v2.0/subnets/4498514f-82bb-4d6e-b851-a32b022aedab HTTP/1.1" status: 404 len: 337 time: 0.0662565 Dec 18 13:31:01.822096 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 53806) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:01.831625 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfbaf402-6cbf-4165-8d2f-2d71e50cf142 None None] DHCP port deletion for a0b84a49-8464-4342-a47d-bd714ebbec81 request from dv-neutron-744815-20-hyperv {{(pid=103161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 18 13:31:01.863813 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f30334c-4557-47a1-87d2-4b7fa6e1b054 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] DELETE failed (client error): The resource could not be found. Dec 18 13:31:01.864352 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f30334c-4557-47a1-87d2-4b7fa6e1b054 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 18 13:31:01.867806 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-4f30334c-4557-47a1-87d2-4b7fa6e1b054 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] 10.222.0.31 "DELETE /v2.0/networks/831c8306-f5a8-4900-9a73-c467542f7bf7 HTTP/1.1" status: 404 len: 339 time: 0.0447447 Dec 18 13:31:01.873607 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 53808) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:01.908839 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3e79d70-206e-4bde-bb3e-5195f4087d6e tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] DELETE failed (client error): The resource could not be found. Dec 18 13:31:01.909746 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3e79d70-206e-4bde-bb3e-5195f4087d6e tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 18 13:31:01.913087 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-a3e79d70-206e-4bde-bb3e-5195f4087d6e tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] 10.222.0.31 "DELETE /v2.0/subnets/08487eb0-3553-454f-b7ba-4de4e7252966 HTTP/1.1" status: 404 len: 337 time: 0.0355277 Dec 18 13:31:01.919756 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 53810) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:01.983427 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b11b9e4-d337-4e7b-a215-62fcaea4346f tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] DELETE failed (client error): The resource could not be found. Dec 18 13:31:01.983980 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b11b9e4-d337-4e7b-a215-62fcaea4346f tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 18 13:31:01.987183 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-1b11b9e4-d337-4e7b-a215-62fcaea4346f tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] 10.222.0.31 "DELETE /v2.0/networks/52ea3fd2-65dd-4d66-9508-2e5fd8980057 HTTP/1.1" status: 404 len: 339 time: 0.0663810 Dec 18 13:31:01.991896 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 53812) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:02.002411 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-34353762-b63a-49cd-b757-286eeedb8b64 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:02.016544 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-cfbaf402-6cbf-4165-8d2f-2d71e50cf142 None None] Deleting port 37e604de-69a3-4bbb-a835-b162e746daeb {{(pid=103161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:31:02.016988 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-cfbaf402-6cbf-4165-8d2f-2d71e50cf142 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:02.030524 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b94f8536-3664-4f35-a402-7c6ca225f844 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5659786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6017062'] for subnet, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:02.060103 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.pecan_wsgi.hooks.translation [None req-3da02811-6a07-40bf-b56d-d1351dadd41e tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] DELETE failed (client error): The resource could not be found. Dec 18 13:31:02.060866 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3da02811-6a07-40bf-b56d-d1351dadd41e tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 18 13:31:02.064047 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-3da02811-6a07-40bf-b56d-d1351dadd41e tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] 10.222.0.31 "DELETE /v2.0/subnets/2bf8d622-5513-441c-a802-2b55329fce2e HTTP/1.1" status: 404 len: 337 time: 0.0696459 Dec 18 13:31:02.087278 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-bc41aa51-352f-4689-8c63-08382a836b87 None None] Provisioning complete for port 9a9a2074-a02d-4471-b29b-96159cdc8475 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:31:02.087739 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-bc41aa51-352f-4689-8c63-08382a836b87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:02.088186 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 53814) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:02.112120 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b94f8536-3664-4f35-a402-7c6ca225f844 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Network a0b84a49-8464-4342-a47d-bd714ebbec81 is already hosted by enough agents. {{(pid=103159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:31:02.118812 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.base_scheduler [None req-b94f8536-3664-4f35-a402-7c6ca225f844 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Resources bound (agent type, host, resource id): {{(pid=103159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:31:02.121997 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b94f8536-3664-4f35-a402-7c6ca225f844 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:31:02.122607 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b94f8536-3664-4f35-a402-7c6ca225f844 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks [] for subnet, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:02.146920 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-cfbaf402-6cbf-4165-8d2f-2d71e50cf142 None None] For port 37e604de-69a3-4bbb-a835-b162e746daeb, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=37e604de-69a3-4bbb-a835-b162e746daeb,segment=NetworkSegment(1d35b28d-d075-4c4f-99ab-408d9457428e),segment_id=1d35b28d-d075-4c4f-99ab-408d9457428e)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:31:02.147985 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-cfbaf402-6cbf-4165-8d2f-2d71e50cf142 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:02.158230 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.pecan_wsgi.hooks.translation [None req-9919ebb1-9119-4e0f-a6dd-785e12f82028 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] DELETE failed (client error): The resource could not be found. Dec 18 13:31:02.158646 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9919ebb1-9119-4e0f-a6dd-785e12f82028 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 18 13:31:02.162545 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-9919ebb1-9119-4e0f-a6dd-785e12f82028 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] 10.222.0.31 "DELETE /v2.0/networks/eebbc56f-1da2-4537-ba35-19e0d9335e88 HTTP/1.1" status: 404 len: 339 time: 0.0693502 Dec 18 13:31:02.163176 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-cfbaf402-6cbf-4165-8d2f-2d71e50cf142 None None] Calling delete_port for 37e604de-69a3-4bbb-a835-b162e746daeb owned by network:dhcp {{(pid=103161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:31:02.166709 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 53816) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:02.172819 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94f8536-3664-4f35-a402-7c6ca225f844 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Pushing event updated for resources: {'Subnet': ['ID=c6de300f-57c7-4896-8f88-66cbe71b0ded,revision_number=0']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:31:02.198985 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9fb5ebf-39f8-4e84-a7a9-bc5d67c5b016 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] DELETE failed (client error): The resource could not be found. Dec 18 13:31:02.199803 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9fb5ebf-39f8-4e84-a7a9-bc5d67c5b016 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103160) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 18 13:31:02.203251 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-b94f8536-3664-4f35-a402-7c6ca225f844 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.6477056 Dec 18 13:31:02.207661 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-c9fb5ebf-39f8-4e84-a7a9-bc5d67c5b016 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] 10.222.0.31 "DELETE /v2.0/subnets/9db0a029-2419-4592-9f67-bf97f5bf8717 HTTP/1.1" status: 404 len: 337 time: 0.0397229 Dec 18 13:31:02.208345 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 53818) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:02.209220 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 53820) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:02.213441 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-e46ad5cc-2367-481b-b2dc-bb7c9f3f3ec9 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Request body: {'subnet': {'network_id': 'a0b84a49-8464-4342-a47d-bd714ebbec81', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:31:02.232718 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-9a1872d4-5dee-47b8-beb5-fc7e59b5595d tempest-RoutersNegativeTest-822928701 tempest-RoutersNegativeTest-822928701-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1048020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-576035'] for router_interface, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:02.235821 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.pecan_wsgi.hooks.translation [None req-febfc521-baf7-4e85-95d7-45776e94ed87 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] DELETE failed (client error): The resource could not be found. Dec 18 13:31:02.237115 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-febfc521-baf7-4e85-95d7-45776e94ed87 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103160) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 18 13:31:02.237293 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-34353762-b63a-49cd-b757-286eeedb8b64 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:02.242308 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-febfc521-baf7-4e85-95d7-45776e94ed87 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] 10.222.0.31 "DELETE /v2.0/networks/0681834f-9688-4b48-bc4a-17ced45bc200 HTTP/1.1" status: 404 len: 339 time: 0.0277069 Dec 18 13:31:02.243182 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 53822) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:02.286756 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-cfbaf402-6cbf-4165-8d2f-2d71e50cf142 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984'] for port, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:02.312394 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbaf402-6cbf-4165-8d2f-2d71e50cf142 None None] Pushing event deleted for resources: {'Port': ['ID=37e604de-69a3-4bbb-a835-b162e746daeb,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:31:02.315808 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfbaf402-6cbf-4165-8d2f-2d71e50cf142 None None] No DVR routers for this DVR port 37e604de-69a3-4bbb-a835-b162e746daeb on host dv-neutron-744815-20-hyperv {{(pid=103161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 18 13:31:02.330003 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.pecan_wsgi.hooks.translation [None req-6359bf5f-3774-4461-8ab6-bd000679963c tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] DELETE failed (client error): The resource could not be found. Dec 18 13:31:02.330478 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6359bf5f-3774-4461-8ab6-bd000679963c tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 18 13:31:02.334447 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-6359bf5f-3774-4461-8ab6-bd000679963c tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] 10.222.0.31 "DELETE /v2.0/subnets/9d64944b-cc90-4b35-ad9f-aee8a86e237c HTTP/1.1" status: 404 len: 337 time: 0.0907416 Dec 18 13:31:02.338496 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 53824) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:02.340031 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7386891a-80db-4bf5-a70b-803558c77b6e None None] Network a0b84a49-8464-4342-a47d-bd714ebbec81 requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:31:02.412586 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-cea937a4-1b59-405e-a70c-0ff06d49add4 None None] Could not find standard attr ID for object 1622df53-177b-4145-a698-99338952dfc7. {{(pid=103161) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 18 13:31:02.418730 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.pecan_wsgi.hooks.translation [None req-64325249-f5d6-479e-9449-985664c92f52 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] DELETE failed (client error): The resource could not be found. Dec 18 13:31:02.419140 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64325249-f5d6-479e-9449-985664c92f52 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103160) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 18 13:31:02.425687 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-64325249-f5d6-479e-9449-985664c92f52 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] 10.222.0.31 "DELETE /v2.0/networks/5639bc8c-89b6-414f-968e-5b74a02909bb HTTP/1.1" status: 404 len: 339 time: 0.0840106 Dec 18 13:31:02.425908 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-cea937a4-1b59-405e-a70c-0ff06d49add4 None None] Could not find standard attr ID for object 37e604de-69a3-4bbb-a835-b162e746daeb. {{(pid=103161) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 18 13:31:02.426015 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 53826) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:02.445667 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-cea937a4-1b59-405e-a70c-0ff06d49add4 None None] Provisioning complete for port 371781cc-a1bd-4243-ad58-b2cbf0a3fd51 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:31:02.446296 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-cea937a4-1b59-405e-a70c-0ff06d49add4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:02.456885 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.pecan_wsgi.hooks.translation [None req-34e0470f-67a2-4215-9dcf-6b210a01a7d0 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] DELETE failed (client error): The resource could not be found. Dec 18 13:31:02.457711 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34e0470f-67a2-4215-9dcf-6b210a01a7d0 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103160) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 18 13:31:02.463240 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-34e0470f-67a2-4215-9dcf-6b210a01a7d0 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] 10.222.0.31 "DELETE /v2.0/subnets/5459c5b4-5cbf-47bb-a3ee-39ad5c202170 HTTP/1.1" status: 404 len: 337 time: 0.0350583 Dec 18 13:31:02.463981 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 53828) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:02.466914 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a1872d4-5dee-47b8-beb5-fc7e59b5595d tempest-RoutersNegativeTest-822928701 tempest-RoutersNegativeTest-822928701-project] Router c897397e-e182-47fb-a731-f1441f2ceb3c has already been hosted by L3 agent c9c0cd52-5bd2-4704-9429-d80f1c5ad23c {{(pid=103160) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 18 13:31:02.485835 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe31033b-49f3-469f-b1ee-14c5d1d76d44 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] DELETE failed (client error): The resource could not be found. Dec 18 13:31:02.486315 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe31033b-49f3-469f-b1ee-14c5d1d76d44 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 18 13:31:02.490603 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-fe31033b-49f3-469f-b1ee-14c5d1d76d44 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] 10.222.0.31 "DELETE /v2.0/networks/79cada17-a36d-4838-986c-dbea2caa4b49 HTTP/1.1" status: 404 len: 339 time: 0.0255282 Dec 18 13:31:02.494144 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 53830) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:02.502203 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-899897f8-ee68-461a-9121-21f6cb417c92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp31e170a0-46a1-5ba9-9dc1-7ee4f866f0d7-a0b84a49-8464-4342-a47d-bd714ebbec81', 'network_id': 'a0b84a49-8464-4342-a47d-bd714ebbec81', 'project_id': '606a569495c64210af9cc9fb7e76dd52', 'fixed_ips': [{'subnet_id': 'c6de300f-57c7-4896-8f88-66cbe71b0ded'}]}} from dv-neutron-744815-20-hyperv. {{(pid=103161) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 18 13:31:02.503234 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-899897f8-ee68-461a-9121-21f6cb417c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:02.506368 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e46ad5cc-2367-481b-b2dc-bb7c9f3f3ec9 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Made reservation on behalf of 606a569495c64210af9cc9fb7e76dd52 for: {'subnet': 1} {{(pid=103159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:31:02.509866 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-e46ad5cc-2367-481b-b2dc-bb7c9f3f3ec9 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6017072'] for subnet, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:02.547130 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e4e67d2-0559-4eb9-b0e2-1d7038d66cbe tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] DELETE failed (client error): The resource could not be found. Dec 18 13:31:02.547626 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e4e67d2-0559-4eb9-b0e2-1d7038d66cbe tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 18 13:31:02.554435 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-2e4e67d2-0559-4eb9-b0e2-1d7038d66cbe tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] 10.222.0.31 "DELETE /v2.0/subnets/0d5d0904-a5dc-4408-8176-b843f3d7a942 HTTP/1.1" status: 404 len: 337 time: 0.0555148 Dec 18 13:31:02.554600 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 53832) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:02.576545 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.pecan_wsgi.hooks.translation [None req-084aaf8d-da28-4a24-8ff5-24074813446a tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] DELETE failed (client error): The resource could not be found. Dec 18 13:31:02.577077 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-084aaf8d-da28-4a24-8ff5-24074813446a tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103160) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 18 13:31:02.583376 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-084aaf8d-da28-4a24-8ff5-24074813446a tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] 10.222.0.31 "DELETE /v2.0/networks/ef86b74f-a1d3-4bf2-931c-4865b4a42dbe HTTP/1.1" status: 404 len: 339 time: 0.0257633 Dec 18 13:31:02.583376 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a1872d4-5dee-47b8-beb5-fc7e59b5595d tempest-RoutersNegativeTest-822928701 tempest-RoutersNegativeTest-822928701-project] Notify agent at l3_agent.dv-neutron-744815-20-hyperv the message routers_updated {{(pid=103160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 13:31:02.587799 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-9a1872d4-5dee-47b8-beb5-fc7e59b5595d tempest-RoutersNegativeTest-822928701 tempest-RoutersNegativeTest-822928701-project] 10.222.0.31 "PUT /v2.0/routers/c897397e-e182-47fb-a731-f1441f2ceb3c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7224112 Dec 18 13:31:02.588403 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 53834) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:02.597213 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 53836) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:02.598694 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba068cd8-22d1-448e-a77b-15b614f1afed None None] Sync routers for ids ['c897397e-e182-47fb-a731-f1441f2ceb3c'] in dv-neutron-744815-20-hyperv {{(pid=103161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 13:31:02.666017 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-34353762-b63a-49cd-b757-286eeedb8b64 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Publish callbacks [] for port, precommit_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:02.666704 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.api.v2.resource [None req-019854f7-34e1-4356-9bb3-df29d9e99dae tempest-RoutersNegativeTest-822928701 tempest-RoutersNegativeTest-822928701-project] delete failed (client error): The resource could not be found. Dec 18 13:31:02.667895 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-019854f7-34e1-4356-9bb3-df29d9e99dae tempest-RoutersNegativeTest-822928701 tempest-RoutersNegativeTest-822928701-project] 10.222.0.31 "DELETE /v2.0/routers/tempest-non_exist_router-2031397955 HTTP/1.1" status: 404 len: 335 time: 0.0677211 Dec 18 13:31:02.671885 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 53838) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:02.679474 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba068cd8-22d1-448e-a77b-15b614f1afed None None] Routers {'c897397e-e182-47fb-a731-f1441f2ceb3c'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:31:02.679647 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-c61964d1-8052-4d78-865b-c4d3853c3c6a tempest-RoutersNegativeTest-822928701 tempest-RoutersNegativeTest-822928701-project] Request body: {'router': {'external_gateway_info': {'network_id': 'c897397e-e182-47fb-a731-f1441f2ceb3c'}}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:31:02.679735 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-ba068cd8-22d1-448e-a77b-15b614f1afed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:30:57Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['c897397e-e182-47fb-a731-f1441f2ceb3c'], 'active': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:31:02.686994 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-34353762-b63a-49cd-b757-286eeedb8b64 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5659917'] for port, after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:02.703735 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.db.ipam_backend_mixin [None req-e46ad5cc-2367-481b-b2dc-bb7c9f3f3ec9 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c6de300f-57c7-4896-8f88-66cbe71b0ded (CIDR: 2001:db8::/64) Dec 18 13:31:02.726663 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.pecan_wsgi.hooks.translation [None req-e46ad5cc-2367-481b-b2dc-bb7c9f3f3ec9 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 18 13:31:02.727189 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e46ad5cc-2367-481b-b2dc-bb7c9f3f3ec9 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 18 13:31:02.740372 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 9a9a2074-a02d-4471-b29b-96159cdc8475 up at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 13:31:02.746150 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-ba068cd8-22d1-448e-a77b-15b614f1afed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:31:02.766724 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.db_base_plugin_v2 [None req-524cb9c7-f069-40e9-b09e-9b4ef38c2465 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Deleting subnet 880f7379-6e4d-4e44-968e-0a6182d2ff52 {{(pid=103160) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 18 13:31:02.771443 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-524cb9c7-f069-40e9-b09e-9b4ef38c2465 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Publish callbacks [] for subnet, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:02.783821 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-34353762-b63a-49cd-b757-286eeedb8b64 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-587004'] for floatingip, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:02.797915 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba068cd8-22d1-448e-a77b-15b614f1afed None None] Routers {'c897397e-e182-47fb-a731-f1441f2ceb3c'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:31:02.798512 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-ba068cd8-22d1-448e-a77b-15b614f1afed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:30:57Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['c897397e-e182-47fb-a731-f1441f2ceb3c'], 'active': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:31:02.808498 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_common [None req-899897f8-ee68-461a-9121-21f6cb417c92 None None] Allocated IP 2001:db8::2 (a0b84a49-8464-4342-a47d-bd714ebbec81/c6de300f-57c7-4896-8f88-66cbe71b0ded/3129897f-e562-47c9-a890-f46b8af399ac) {{(pid=103161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:31:02.834262 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-e46ad5cc-2367-481b-b2dc-bb7c9f3f3ec9 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6219997 Dec 18 13:31:02.839221 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 53840) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:02.848937 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34353762-b63a-49cd-b757-286eeedb8b64 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Pushing event updated for resources: {'Port': ['ID=422ea304-13e7-445d-8244-61c4f0dc18a1,revision_number=2']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:31:02.856666 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-ba068cd8-22d1-448e-a77b-15b614f1afed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:31:02.857332 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba068cd8-22d1-448e-a77b-15b614f1afed None None] The sync data for ids ['c897397e-e182-47fb-a731-f1441f2ceb3c'] in dv-neutron-744815-20-hyperv is: [] {{(pid=103161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 13:31:02.879625 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-d15c6a60-850e-4013-87e6-61fde77c5127 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Request body: {'subnet': {'network_id': 'a0b84a49-8464-4342-a47d-bd714ebbec81', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:31:02.908785 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-524cb9c7-f069-40e9-b09e-9b4ef38c2465 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4533385'] for subnet, precommit_delete_associations {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:02.917991 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2294866d-0076-4933-952c-685307032598 None None] Provisioning complete for port 9a9a2074-a02d-4471-b29b-96159cdc8475 triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:31:02.918372 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:02.931534 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.db.l3_db [None req-34353762-b63a-49cd-b757-286eeedb8b64 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Floating IP 19298d94-ae98-44bd-b1d6-6c463adeefa5 associated. External IP: 172.26.3.184, port: 0c06f285-990b-4b85-b479-7ac50e3d79a8. Dec 18 13:31:03.060608 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 371781cc-a1bd-4243-ad58-b2cbf0a3fd51 up at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 13:31:03.062528 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-899897f8-ee68-461a-9121-21f6cb417c92 None None] Publish callbacks [] for port, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:03.067589 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-c61964d1-8052-4d78-865b-c4d3853c3c6a tempest-RoutersNegativeTest-822928701 tempest-RoutersNegativeTest-822928701-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:03.090983 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-899897f8-ee68-461a-9121-21f6cb417c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975'] for port, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:03.124274 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.api.v2.resource [None req-c61964d1-8052-4d78-865b-c4d3853c3c6a tempest-RoutersNegativeTest-822928701 tempest-RoutersNegativeTest-822928701-project] update failed (client error): The resource could not be found. Dec 18 13:31:03.130671 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-c61964d1-8052-4d78-865b-c4d3853c3c6a tempest-RoutersNegativeTest-822928701 tempest-RoutersNegativeTest-822928701-project] 10.222.0.31 "PUT /v2.0/routers/c897397e-e182-47fb-a731-f1441f2ceb3c HTTP/1.1" status: 404 len: 339 time: 0.4525783 Dec 18 13:31:03.130968 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 53842) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:03.143854 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-899897f8-ee68-461a-9121-21f6cb417c92 None None] Network a0b84a49-8464-4342-a47d-bd714ebbec81 is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:31:03.151103 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-899897f8-ee68-461a-9121-21f6cb417c92 None None] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:31:03.154458 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-899897f8-ee68-461a-9121-21f6cb417c92 None None] Received port after_create {{(pid=103161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:31:03.156521 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899897f8-ee68-461a-9121-21f6cb417c92 None None] Pushing event updated for resources: {'Port': ['ID=3129897f-e562-47c9-a890-f46b8af399ac,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:31:03.172815 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2294866d-0076-4933-952c-685307032598 None None] Provisioning complete for port 371781cc-a1bd-4243-ad58-b2cbf0a3fd51 triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:31:03.172815 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:03.182930 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34353762-b63a-49cd-b757-286eeedb8b64 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Router 8b4400aa-73df-4467-9875-5e1ec7c9ec97 has already been hosted by L3 agent c9c0cd52-5bd2-4704-9429-d80f1c5ad23c {{(pid=103159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 18 13:31:03.222879 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-524cb9c7-f069-40e9-b09e-9b4ef38c2465 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1929185'] for subnet, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:03.250214 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-899897f8-ee68-461a-9121-21f6cb417c92 None None] Attempting to bind port 3129897f-e562-47c9-a890-f46b8af399ac on host dv-neutron-744815-20-hyperv for vnic_type normal with profile {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 13:31:03.250566 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-899897f8-ee68-461a-9121-21f6cb417c92 None None] Attempting to bind port 3129897f-e562-47c9-a890-f46b8af399ac by drivers openvswitch,hyperv on host dv-neutron-744815-20-hyperv at level 0 using segments [{'id': '1d35b28d-d075-4c4f-99ab-408d9457428e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'a0b84a49-8464-4342-a47d-bd714ebbec81'}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 13:31:03.250875 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-899897f8-ee68-461a-9121-21f6cb417c92 None None] Attempting to bind port 3129897f-e562-47c9-a890-f46b8af399ac on network a0b84a49-8464-4342-a47d-bd714ebbec81 {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 13:31:03.264997 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-899897f8-ee68-461a-9121-21f6cb417c92 None None] Checking agent: {'id': '428fa9fa-43db-4db9-9f96-f60ffe931f2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-20-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 13, 19, 1), 'started_at': datetime.datetime(2021, 12, 18, 13, 19, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 13, 31, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-20-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 18 13:31:03.264997 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-899897f8-ee68-461a-9121-21f6cb417c92 None None] Checking segment: {'id': '1d35b28d-d075-4c4f-99ab-408d9457428e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'a0b84a49-8464-4342-a47d-bd714ebbec81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 13:31:03.265404 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-899897f8-ee68-461a-9121-21f6cb417c92 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:03.265501 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-899897f8-ee68-461a-9121-21f6cb417c92 None None] Bound using segment: {'id': '1d35b28d-d075-4c4f-99ab-408d9457428e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'a0b84a49-8464-4342-a47d-bd714ebbec81'} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 18 13:31:03.266102 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-899897f8-ee68-461a-9121-21f6cb417c92 None None] Bound port: 3129897f-e562-47c9-a890-f46b8af399ac, host: dv-neutron-744815-20-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d35b28d-d075-4c4f-99ab-408d9457428e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'a0b84a49-8464-4342-a47d-bd714ebbec81'}}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 18 13:31:03.266433 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-899897f8-ee68-461a-9121-21f6cb417c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:03.297725 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34353762-b63a-49cd-b757-286eeedb8b64 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Notify agent at l3_agent.dv-neutron-744815-20-hyperv the message routers_updated {{(pid=103159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 13:31:03.314264 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f67c9302-c499-4a18-923c-39f4c4a84cf3 None None] Sync routers for ids ['8b4400aa-73df-4467-9875-5e1ec7c9ec97'] in dv-neutron-744815-20-hyperv {{(pid=103162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 13:31:03.324805 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-34353762-b63a-49cd-b757-286eeedb8b64 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for floatingip, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:03.331295 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f67c9302-c499-4a18-923c-39f4c4a84cf3 None None] Routers {'8b4400aa-73df-4467-9875-5e1ec7c9ec97'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:31:03.332227 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-f67c9302-c499-4a18-923c-39f4c4a84cf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:30:57Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['8b4400aa-73df-4467-9875-5e1ec7c9ec97'], 'active': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:31:03.341484 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d15c6a60-850e-4013-87e6-61fde77c5127 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Made reservation on behalf of 606a569495c64210af9cc9fb7e76dd52 for: {'subnet': 1} {{(pid=103160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:31:03.344970 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-d15c6a60-850e-4013-87e6-61fde77c5127 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4514414'] for subnet, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:03.368039 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-899897f8-ee68-461a-9121-21f6cb417c92 None None] For port 3129897f-e562-47c9-a890-f46b8af399ac, host dv-neutron-744815-20-hyperv, cleared binding levels {{(pid=103161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 18 13:31:03.370665 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-34353762-b63a-49cd-b757-286eeedb8b64 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 4.5799024 Dec 18 13:31:03.373629 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 53844) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:03.374617 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-899897f8-ee68-461a-9121-21f6cb417c92 None None] For port 3129897f-e562-47c9-a890-f46b8af399ac, host dv-neutron-744815-20-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=3129897f-e562-47c9-a890-f46b8af399ac,segment=NetworkSegment(1d35b28d-d075-4c4f-99ab-408d9457428e),segment_id=1d35b28d-d075-4c4f-99ab-408d9457428e)] {{(pid=103161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 18 13:31:03.378746 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-c295a533-4dfc-449f-8061-6af7bc605070 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-675939064'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:31:03.381258 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-899897f8-ee68-461a-9121-21f6cb417c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:03.407893 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-f67c9302-c499-4a18-923c-39f4c4a84cf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:31:03.419081 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c295a533-4dfc-449f-8061-6af7bc605070 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Made reservation on behalf of 8fc927833fca44b7bf3271edc88c03e0 for: {'network': 1} {{(pid=103159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:31:03.422979 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-c295a533-4dfc-449f-8061-6af7bc605070 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for network, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:03.430304 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f67c9302-c499-4a18-923c-39f4c4a84cf3 None None] Routers {'8b4400aa-73df-4467-9875-5e1ec7c9ec97'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:31:03.430937 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-f67c9302-c499-4a18-923c-39f4c4a84cf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:30:57Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['8b4400aa-73df-4467-9875-5e1ec7c9ec97'], 'active': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:31:03.459843 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 37e604de-69a3-4bbb-a835-b162e746daeb no longer exists at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 18 13:31:03.468406 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c295a533-4dfc-449f-8061-6af7bc605070 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 142} {{(pid=103159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 18 13:31:03.482605 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-c295a533-4dfc-449f-8061-6af7bc605070 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:03.484833 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.db.segments_db [None req-c295a533-4dfc-449f-8061-6af7bc605070 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Added segment 8b355021-69f8-4ba8-afe1-2f4f9b80f5e1 of type vlan for network 97f39801-4d41-4bff-aade-554004f29bfb Dec 18 13:31:03.494183 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-2294866d-0076-4933-952c-685307032598 None None] No Port match for: 37e604de-69a3-4bbb-a835-b162e746daeb {{(pid=103161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 18 13:31:03.494801 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 37e604de-69a3-4bbb-a835-b162e746daeb not bound to the agent host dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 18 13:31:03.505034 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-f67c9302-c499-4a18-923c-39f4c4a84cf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:31:03.506150 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f67c9302-c499-4a18-923c-39f4c4a84cf3 None None] The sync data for ids ['8b4400aa-73df-4467-9875-5e1ec7c9ec97'] in dv-neutron-744815-20-hyperv is: [] {{(pid=103162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 13:31:03.507636 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899897f8-ee68-461a-9121-21f6cb417c92 None None] Pushing event updated for resources: {'Port': ['ID=3129897f-e562-47c9-a890-f46b8af399ac,revision_number=2']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:31:03.527048 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-524cb9c7-f069-40e9-b09e-9b4ef38c2465 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1929192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4533475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4514371'] for subnet, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:03.538994 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-c295a533-4dfc-449f-8061-6af7bc605070 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767106405744'] for network, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:03.565880 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-c295a533-4dfc-449f-8061-6af7bc605070 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981'] for network, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:03.571767 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c295a533-4dfc-449f-8061-6af7bc605070 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:31:03.572388 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-c295a533-4dfc-449f-8061-6af7bc605070 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Publish callbacks [] for network, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:03.574122 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524cb9c7-f069-40e9-b09e-9b4ef38c2465 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Pushing event deleted for resources: {'Subnet': ['ID=880f7379-6e4d-4e44-968e-0a6182d2ff52,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:31:03.583197 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-524cb9c7-f069-40e9-b09e-9b4ef38c2465 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Publish callbacks [] for subnet, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:03.588990 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-524cb9c7-f069-40e9-b09e-9b4ef38c2465 tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] 10.222.0.31 "DELETE /v2.0/subnets/880f7379-6e4d-4e44-968e-0a6182d2ff52 HTTP/1.1" status: 204 len: 168 time: 0.9969952 Dec 18 13:31:03.593739 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 53846) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:03.593914 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1e6b295-9649-4295-8ae2-c1152d480e82 None None] Network 31eaf08e-7479-4e80-8f22-948d36a25e0b requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:31:03.664774 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-c295a533-4dfc-449f-8061-6af7bc605070 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2903912 Dec 18 13:31:03.668332 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 53848) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:03.675009 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-8d2f393e-b191-440d-ac98-d134c6f3f1da tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Request body: {'subnet': {'network_id': '97f39801-4d41-4bff-aade-554004f29bfb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:31:03.683081 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-967e872e-09dd-4975-9a33-bf736167a3d1 tempest-RoutersNegativeTest-822928701 tempest-RoutersNegativeTest-822928701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:03.710279 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c295a533-4dfc-449f-8061-6af7bc605070 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Pushing event updated for resources: {'Network': ['ID=97f39801-4d41-4bff-aade-554004f29bfb,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:31:03.744064 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Network 97f39801-4d41-4bff-aade-554004f29bfb details requested by agent ovs-agent-dv-neutron-744815-20-hyperv with host dv-neutron-744815-20-hyperv {{(pid=103161) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 18 13:31:03.748961 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-c8082f0c-5d19-493a-8323-da6fa91e90cc tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2023137'] for network, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:03.842572 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-c8082f0c-5d19-493a-8323-da6fa91e90cc tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Deleting port 28479cac-ad26-47cd-ae41-cf1ee5b60062 {{(pid=103159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:31:03.843320 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-c8082f0c-5d19-493a-8323-da6fa91e90cc tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:03.864853 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4fdbe78-fc0c-451f-afd1-2d0500ba5b13 None None] DHCP port deletion for 31eaf08e-7479-4e80-8f22-948d36a25e0b request from dv-neutron-744815-20-hyperv {{(pid=103161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 18 13:31:03.920972 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.db [None req-c8082f0c-5d19-493a-8323-da6fa91e90cc tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] For port 28479cac-ad26-47cd-ae41-cf1ee5b60062, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=28479cac-ad26-47cd-ae41-cf1ee5b60062,segment=NetworkSegment(872ab5af-b8a4-46c3-bc9b-f29e19d7a5ab),segment_id=872ab5af-b8a4-46c3-bc9b-f29e19d7a5ab)] {{(pid=103159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:31:03.921338 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-c8082f0c-5d19-493a-8323-da6fa91e90cc tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:03.935822 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-c8082f0c-5d19-493a-8323-da6fa91e90cc tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Calling delete_port for 28479cac-ad26-47cd-ae41-cf1ee5b60062 owned by network:dhcp {{(pid=103159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:31:03.940906 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-d4fdbe78-fc0c-451f-afd1-2d0500ba5b13 None None] Deleting port 28479cac-ad26-47cd-ae41-cf1ee5b60062 {{(pid=103161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:31:03.945520 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-d4fdbe78-fc0c-451f-afd1-2d0500ba5b13 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:04.027635 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d2f393e-b191-440d-ac98-d134c6f3f1da tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Made reservation on behalf of 8fc927833fca44b7bf3271edc88c03e0 for: {'subnet': 1} {{(pid=103160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:31:04.028336 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-d4fdbe78-fc0c-451f-afd1-2d0500ba5b13 None None] For port 28479cac-ad26-47cd-ae41-cf1ee5b60062, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=28479cac-ad26-47cd-ae41-cf1ee5b60062,segment=NetworkSegment(872ab5af-b8a4-46c3-bc9b-f29e19d7a5ab),segment_id=872ab5af-b8a4-46c3-bc9b-f29e19d7a5ab)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:31:04.028903 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-d4fdbe78-fc0c-451f-afd1-2d0500ba5b13 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:04.031666 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-8d2f393e-b191-440d-ac98-d134c6f3f1da tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4514414'] for subnet, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:04.033004 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-c8082f0c-5d19-493a-8323-da6fa91e90cc tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:04.045067 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-d4fdbe78-fc0c-451f-afd1-2d0500ba5b13 None None] Calling delete_port for 28479cac-ad26-47cd-ae41-cf1ee5b60062 owned by network:dhcp {{(pid=103161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:31:04.058688 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8082f0c-5d19-493a-8323-da6fa91e90cc tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Pushing event deleted for resources: {'Port': ['ID=28479cac-ad26-47cd-ae41-cf1ee5b60062,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:31:04.065104 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8082f0c-5d19-493a-8323-da6fa91e90cc tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] No DVR routers for this DVR port 28479cac-ad26-47cd-ae41-cf1ee5b60062 on host dv-neutron-744815-20-hyperv {{(pid=103159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 18 13:31:04.162800 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-c8082f0c-5d19-493a-8323-da6fa91e90cc tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1927292', 'neutron.services.segments.db._delete_segments_for_network-8767106887837'] for network, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:04.197633 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.services.segments.db [None req-c8082f0c-5d19-493a-8323-da6fa91e90cc tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31eaf08e-7479-4e80-8f22-948d36a25e0b']}} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:31:04.210015 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.services.segments.db [None req-c8082f0c-5d19-493a-8323-da6fa91e90cc tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '872ab5af-b8a4-46c3-bc9b-f29e19d7a5ab') {'for_net_delete': True} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:31:04.210462 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.services.segments.db [None req-c8082f0c-5d19-493a-8323-da6fa91e90cc tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '872ab5af-b8a4-46c3-bc9b-f29e19d7a5ab') {} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:31:04.222435 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-c8082f0c-5d19-493a-8323-da6fa91e90cc tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767106888614', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5589569'] for segment, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:04.238454 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-c8082f0c-5d19-493a-8323-da6fa91e90cc tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:04.247582 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8082f0c-5d19-493a-8323-da6fa91e90cc tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Releasing vlan 144 on physical network physnet1 to pool {{(pid=103159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 18 13:31:04.248511 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-c8082f0c-5d19-493a-8323-da6fa91e90cc tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5660009'] for segment, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:04.252189 dv-neutron-744815-20-hyperv neutron-server[103159]: Traceback (most recent call last): Dec 18 13:31:04.252189 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 18 13:31:04.252189 dv-neutron-744815-20-hyperv neutron-server[103159]: timer() Dec 18 13:31:04.252189 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 18 13:31:04.252189 dv-neutron-744815-20-hyperv neutron-server[103159]: cb(*args, **kw) Dec 18 13:31:04.252189 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 18 13:31:04.252189 dv-neutron-744815-20-hyperv neutron-server[103159]: return func(*args, **kwargs) Dec 18 13:31:04.252189 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 18 13:31:04.252189 dv-neutron-744815-20-hyperv neutron-server[103159]: self._notify() Dec 18 13:31:04.252189 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 18 13:31:04.252189 dv-neutron-744815-20-hyperv neutron-server[103159]: self.callback(batched_events) Dec 18 13:31:04.252189 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 18 13:31:04.252189 dv-neutron-744815-20-hyperv neutron-server[103159]: event.method(event) Dec 18 13:31:04.252189 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 18 13:31:04.252189 dv-neutron-744815-20-hyperv neutron-server[103159]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 18 13:31:04.252189 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 18 13:31:04.252189 dv-neutron-744815-20-hyperv neutron-server[103159]: aggregate_uuid = self.p_client.list_aggregates( Dec 18 13:31:04.252189 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 18 13:31:04.252189 dv-neutron-744815-20-hyperv neutron-server[103159]: return f(self, *a, **k) Dec 18 13:31:04.252189 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 18 13:31:04.252189 dv-neutron-744815-20-hyperv neutron-server[103159]: return self._get(url).json() Dec 18 13:31:04.252189 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 18 13:31:04.252189 dv-neutron-744815-20-hyperv neutron-server[103159]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 18 13:31:04.252189 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 18 13:31:04.252189 dv-neutron-744815-20-hyperv neutron-server[103159]: return self.request(url, 'GET', **kwargs) Dec 18 13:31:04.252189 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 18 13:31:04.252189 dv-neutron-744815-20-hyperv neutron-server[103159]: base_url = self.get_endpoint(auth, allow=allow, Dec 18 13:31:04.252189 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 18 13:31:04.252189 dv-neutron-744815-20-hyperv neutron-server[103159]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 18 13:31:04.252189 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 18 13:31:04.252189 dv-neutron-744815-20-hyperv neutron-server[103159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 18 13:31:04.252189 dv-neutron-744815-20-hyperv neutron-server[103159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 18 13:31:04.294552 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.db_base_plugin_common [None req-967e872e-09dd-4975-9a33-bf736167a3d1 tempest-RoutersNegativeTest-822928701 tempest-RoutersNegativeTest-822928701-project] Allocated IP 172.20.0.1 (013aa0d2-5f9e-4bb6-b5a0-c62690a906a1/24569c9b-492f-478b-b58e-4e44163b675c/19be3dc4-b9b4-4135-80f3-c662147996bf) {{(pid=103160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:31:04.320764 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-c8082f0c-5d19-493a-8323-da6fa91e90cc tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1927267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586962'] for network, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:04.337658 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-d4fdbe78-fc0c-451f-afd1-2d0500ba5b13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984'] for port, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:04.340363 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-c8082f0c-5d19-493a-8323-da6fa91e90cc tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Publish callbacks [] for network, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:04.346259 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-c8082f0c-5d19-493a-8323-da6fa91e90cc tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] 10.222.0.31 "DELETE /v2.0/networks/31eaf08e-7479-4e80-8f22-948d36a25e0b HTTP/1.1" status: 204 len: 168 time: 0.7491403 Dec 18 13:31:04.346259 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8082f0c-5d19-493a-8323-da6fa91e90cc tempest-NetworksTest-979960974 tempest-NetworksTest-979960974-project] Pushing event deleted for resources: {'Network': ['ID=31eaf08e-7479-4e80-8f22-948d36a25e0b,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:31:04.372354 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d4fdbe78-fc0c-451f-afd1-2d0500ba5b13 None None] Network 31eaf08e-7479-4e80-8f22-948d36a25e0b is not hosted by any dhcp agent {{(pid=103161) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 18 13:31:04.372354 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4fdbe78-fc0c-451f-afd1-2d0500ba5b13 None None] No DVR routers for this DVR port 28479cac-ad26-47cd-ae41-cf1ee5b60062 on host dv-neutron-744815-20-hyperv {{(pid=103161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 18 13:31:04.380595 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fdbe78-fc0c-451f-afd1-2d0500ba5b13 None None] Pushing event deleted for resources: {'Port': ['ID=28479cac-ad26-47cd-ae41-cf1ee5b60062,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:31:04.395069 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.objects.ports [None req-d15c6a60-850e-4013-87e6-61fde77c5127 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103160) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 18 13:31:04.678377 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 53854) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:04.681032 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 3129897f-e562-47c9-a890-f46b8af399ac up at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 13:31:04.734164 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2294866d-0076-4933-952c-685307032598 None None] Provisioning complete for port 3129897f-e562-47c9-a890-f46b8af399ac triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:31:04.734542 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:04.767375 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-022138c6-ade2-4b90-9d73-69dc425bd6e6 None None] get_active_networks_info from dv-neutron-744815-20-hyperv {{(pid=103161) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 18 13:31:04.830587 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-8fc7138e-c07b-429e-b910-65e07dcaf264 None None] Provisioning complete for port 3129897f-e562-47c9-a890-f46b8af399ac triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:31:04.830967 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-8fc7138e-c07b-429e-b910-65e07dcaf264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:04.854914 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-49c522b7-05b5-4249-848c-ff7f2b2cc837 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f5afdd4acb1d4a48932f1bea649c1c37&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1717789 Dec 18 13:31:04.856058 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 53858) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:04.915625 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-f40b7c2c-6162-4693-a374-e1837916d151 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:04.941116 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:04.941612 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-f40b7c2c-6162-4693-a374-e1837916d151 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:04.968338 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-8d2f393e-b191-440d-ac98-d134c6f3f1da tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4533410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4514424'] for subnet, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:05.000831 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-f40b7c2c-6162-4693-a374-e1837916d151 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:05.004559 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-f40b7c2c-6162-4693-a374-e1837916d151 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:05.005805 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-f40b7c2c-6162-4693-a374-e1837916d151 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/01a0df7f-151b-4a05-9f85-f037683cbe56 HTTP/1.1" status: 204 len: 168 time: 0.1476276 Dec 18 13:31:05.018359 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40b7c2c-6162-4693-a374-e1837916d151 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01a0df7f-151b-4a05-9f85-f037683cbe56,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:31:05.039478 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-967e872e-09dd-4975-9a33-bf736167a3d1 tempest-RoutersNegativeTest-822928701 tempest-RoutersNegativeTest-822928701-project] Publish callbacks [] for port, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:05.043338 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-2294866d-0076-4933-952c-685307032598 None None] For port 3129897f-e562-47c9-a890-f46b8af399ac, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=3129897f-e562-47c9-a890-f46b8af399ac,segment=NetworkSegment(1d35b28d-d075-4c4f-99ab-408d9457428e),segment_id=1d35b28d-d075-4c4f-99ab-408d9457428e)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:31:05.066150 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:05.069851 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2f393e-b191-440d-ac98-d134c6f3f1da tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Pushing event updated for resources: {'Subnet': ['ID=fcfbe59b-746a-4a2d-ab74-0eb461c74153,revision_number=0']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:31:05.072652 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-8fc7138e-c07b-429e-b910-65e07dcaf264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:05.074317 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-022138c6-ade2-4b90-9d73-69dc425bd6e6 None None] Resources bound (agent type, host, resource id): {{(pid=103161) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 18 13:31:05.132371 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d2f393e-b191-440d-ac98-d134c6f3f1da tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Checking segment: {'id': '8b355021-69f8-4ba8-afe1-2f4f9b80f5e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '97f39801-4d41-4bff-aade-554004f29bfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 13:31:05.132733 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d2f393e-b191-440d-ac98-d134c6f3f1da tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Network hostable DHCP agents. Network: 97f39801-4d41-4bff-aade-554004f29bfb, hostable agents: ['aa77effa-0e3a-4bbd-a383-4d58ed3328d0'], hosted agents: [] {{(pid=103160) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 18 13:31:05.138196 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-d15c6a60-850e-4013-87e6-61fde77c5127 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:05.160768 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-967e872e-09dd-4975-9a33-bf736167a3d1 tempest-RoutersNegativeTest-822928701 tempest-RoutersNegativeTest-822928701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4533522'] for port, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:05.192054 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 28479cac-ad26-47cd-ae41-cf1ee5b60062 no longer exists at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 18 13:31:05.200515 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Pushing event updated for resources: {'Port': ['ID=3129897f-e562-47c9-a890-f46b8af399ac,revision_number=3']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:31:05.222764 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d2f393e-b191-440d-ac98-d134c6f3f1da tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Network 97f39801-4d41-4bff-aade-554004f29bfb is scheduled to be hosted by DHCP agent aa77effa-0e3a-4bbd-a383-4d58ed3328d0 with binding_index 1 {{(pid=103160) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 18 13:31:05.247967 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-967e872e-09dd-4975-9a33-bf736167a3d1 tempest-RoutersNegativeTest-822928701 tempest-RoutersNegativeTest-822928701-project] Network 013aa0d2-5f9e-4bb6-b5a0-c62690a906a1 is already hosted by enough agents. {{(pid=103160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:31:05.255544 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.base_scheduler [None req-967e872e-09dd-4975-9a33-bf736167a3d1 tempest-RoutersNegativeTest-822928701 tempest-RoutersNegativeTest-822928701-project] Resources bound (agent type, host, resource id): {{(pid=103160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:31:05.257933 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-2294866d-0076-4933-952c-685307032598 None None] No Port match for: 28479cac-ad26-47cd-ae41-cf1ee5b60062 {{(pid=103161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 18 13:31:05.258303 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 28479cac-ad26-47cd-ae41-cf1ee5b60062 not bound to the agent host dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 18 13:31:05.258652 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-967e872e-09dd-4975-9a33-bf736167a3d1 tempest-RoutersNegativeTest-822928701 tempest-RoutersNegativeTest-822928701-project] Received port after_create {{(pid=103160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:31:05.261822 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.base_scheduler [None req-8d2f393e-b191-440d-ac98-d134c6f3f1da tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-744815-20-hyperv, 97f39801-4d41-4bff-aade-554004f29bfb) {{(pid=103160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:31:05.266139 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d2f393e-b191-440d-ac98-d134c6f3f1da tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:31:05.266747 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-8d2f393e-b191-440d-ac98-d134c6f3f1da tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Publish callbacks [] for subnet, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:05.268391 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.db.api [None req-8fc7138e-c07b-429e-b910-65e07dcaf264 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103161) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 18 13:31:05.269236 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG oslo_db.api [None req-8fc7138e-c07b-429e-b910-65e07dcaf264 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 18 13:31:05.315837 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967e872e-09dd-4975-9a33-bf736167a3d1 tempest-RoutersNegativeTest-822928701 tempest-RoutersNegativeTest-822928701-project] Pushing event updated for resources: {'Port': ['ID=19be3dc4-b9b4-4135-80f3-c662147996bf,revision_number=1']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:31:05.354893 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-8d2f393e-b191-440d-ac98-d134c6f3f1da tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6809380 Dec 18 13:31:05.356890 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 53868) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:05.364450 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-5576e1b7-31b3-49b5-898f-e29fac905e0e tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1823699766', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83'}, 'admin_state_up': False}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:31:05.403534 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-967e872e-09dd-4975-9a33-bf736167a3d1 tempest-RoutersNegativeTest-822928701 tempest-RoutersNegativeTest-822928701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586257'] for router_interface, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:05.411881 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-5576e1b7-31b3-49b5-898f-e29fac905e0e tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28433'] for router, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:05.413949 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-5576e1b7-31b3-49b5-898f-e29fac905e0e tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-589769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28440'] for router, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:05.495286 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caddc8d4-3beb-428e-a49a-4ebb5c3cfb46 None None] Network 97f39801-4d41-4bff-aade-554004f29bfb requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:31:05.511302 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.db [None req-d15c6a60-850e-4013-87e6-61fde77c5127 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] For port 3129897f-e562-47c9-a890-f46b8af399ac, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=3129897f-e562-47c9-a890-f46b8af399ac,segment=NetworkSegment(1d35b28d-d075-4c4f-99ab-408d9457428e),segment_id=1d35b28d-d075-4c4f-99ab-408d9457428e)] {{(pid=103160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:31:05.527368 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-5576e1b7-31b3-49b5-898f-e29fac905e0e tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:05.577576 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-d15c6a60-850e-4013-87e6-61fde77c5127 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks [] for port, precommit_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:05.584357 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-967e872e-09dd-4975-9a33-bf736167a3d1 tempest-RoutersNegativeTest-822928701 tempest-RoutersNegativeTest-822928701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:05.588015 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-d15c6a60-850e-4013-87e6-61fde77c5127 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4533541'] for port, after_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:05.590791 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-d15c6a60-850e-4013-87e6-61fde77c5127 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4533410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4514424'] for subnet, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:05.639917 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93ad3a59-5899-4922-b39f-37081277743b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp31e170a0-46a1-5ba9-9dc1-7ee4f866f0d7-97f39801-4d41-4bff-aade-554004f29bfb', 'network_id': '97f39801-4d41-4bff-aade-554004f29bfb', 'project_id': '8fc927833fca44b7bf3271edc88c03e0', 'fixed_ips': [{'subnet_id': 'fcfbe59b-746a-4a2d-ab74-0eb461c74153'}]}} from dv-neutron-744815-20-hyperv. {{(pid=103161) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 18 13:31:05.640602 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-93ad3a59-5899-4922-b39f-37081277743b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:05.728748 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d15c6a60-850e-4013-87e6-61fde77c5127 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Network a0b84a49-8464-4342-a47d-bd714ebbec81 is already hosted by enough agents. {{(pid=103160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:31:05.761237 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.base_scheduler [None req-d15c6a60-850e-4013-87e6-61fde77c5127 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Resources bound (agent type, host, resource id): {{(pid=103160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:31:05.764551 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d15c6a60-850e-4013-87e6-61fde77c5127 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:31:05.765164 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-d15c6a60-850e-4013-87e6-61fde77c5127 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks [] for subnet, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:05.779826 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15c6a60-850e-4013-87e6-61fde77c5127 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Pushing event updated for resources: {'Subnet': ['ID=57ea2f4c-fed8-43e7-8322-a98073da8067,revision_number=0']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:31:05.788518 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15c6a60-850e-4013-87e6-61fde77c5127 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Pushing event updated for resources: {'Port': ['ID=3129897f-e562-47c9-a890-f46b8af399ac,revision_number=5']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:31:05.824023 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fee1581-a32b-45d9-bbea-0e2b33624a53 None None] Network a0b84a49-8464-4342-a47d-bd714ebbec81 requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:31:05.898521 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-d15c6a60-850e-4013-87e6-61fde77c5127 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 3.0554154 Dec 18 13:31:05.901577 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 53880) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:05.909553 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-b7bda509-6134-4681-8bbe-fc0b078a1eba tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Request body: {'port': {'network_id': 'a0b84a49-8464-4342-a47d-bd714ebbec81', 'mac_address': 'fa:16:3e:14:1e:f5', 'name': 'tempest-NetworksTestDHCPv6-727942870'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:31:06.044355 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_common [None req-93ad3a59-5899-4922-b39f-37081277743b None None] Allocated IP 172.20.0.2 (97f39801-4d41-4bff-aade-554004f29bfb/fcfbe59b-746a-4a2d-ab74-0eb461c74153/6d075637-f06f-460e-82b7-298076354a88) {{(pid=103161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:31:06.117367 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-5576e1b7-31b3-49b5-898f-e29fac905e0e tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:06.149397 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-aad72769-0995-4de0-8ad2-fbdf45efd2d9 None None] Provisioning complete for port 19be3dc4-b9b4-4135-80f3-c662147996bf triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:31:06.150136 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-aad72769-0995-4de0-8ad2-fbdf45efd2d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:06.168726 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 53884) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:06.187529 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7bda509-6134-4681-8bbe-fc0b078a1eba tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Made reservation on behalf of 606a569495c64210af9cc9fb7e76dd52 for: {'port': 1} {{(pid=103160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:31:06.202219 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [-] 10.222.0.31 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0063207 Dec 18 13:31:06.203360 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 53886) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:06.211615 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-aad72769-0995-4de0-8ad2-fbdf45efd2d9 None None] Port 19be3dc4-b9b4-4135-80f3-c662147996bf cannot update to ACTIVE because it is not bound. {{(pid=103161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 13:31:06.281529 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-93ad3a59-5899-4922-b39f-37081277743b None None] Publish callbacks [] for port, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:06.291944 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-93ad3a59-5899-4922-b39f-37081277743b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975'] for port, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:06.311051 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-b7bda509-6134-4681-8bbe-fc0b078a1eba tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:06.354990 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93ad3a59-5899-4922-b39f-37081277743b None None] Network 97f39801-4d41-4bff-aade-554004f29bfb is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:31:06.360683 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-93ad3a59-5899-4922-b39f-37081277743b None None] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:31:06.365209 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-967e872e-09dd-4975-9a33-bf736167a3d1 tempest-RoutersNegativeTest-822928701 tempest-RoutersNegativeTest-822928701-project] Publish callbacks [] for port, precommit_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:06.367562 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93ad3a59-5899-4922-b39f-37081277743b None None] Received port after_create {{(pid=103161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:31:06.371408 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.notifiers.nova [None req-b7bda509-6134-4681-8bbe-fc0b078a1eba tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] device_id is not set on port d2b9558d-5f68-4407-96a0-3b9f031b22b9 yet. {{(pid=103160) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 18 13:31:06.379859 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-967e872e-09dd-4975-9a33-bf736167a3d1 tempest-RoutersNegativeTest-822928701 tempest-RoutersNegativeTest-822928701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4533541'] for port, after_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:06.405429 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-51b806b4-db0c-4a2d-99b6-cffc972edbf7 tempest-NetworksApiDiscovery-495650426 tempest-NetworksApiDiscovery-495650426-project] 10.222.0.31 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1993854 Dec 18 13:31:06.407136 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-5576e1b7-31b3-49b5-898f-e29fac905e0e tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Publish callbacks [] for router_gateway, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:06.423724 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ad3a59-5899-4922-b39f-37081277743b None None] Pushing event updated for resources: {'Port': ['ID=6d075637-f06f-460e-82b7-298076354a88,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:31:06.439305 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-5576e1b7-31b3-49b5-898f-e29fac905e0e tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:06.444088 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-93ad3a59-5899-4922-b39f-37081277743b None None] Attempting to bind port 6d075637-f06f-460e-82b7-298076354a88 on host dv-neutron-744815-20-hyperv for vnic_type normal with profile {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 13:31:06.444469 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-93ad3a59-5899-4922-b39f-37081277743b None None] Attempting to bind port 6d075637-f06f-460e-82b7-298076354a88 by drivers openvswitch,hyperv on host dv-neutron-744815-20-hyperv at level 0 using segments [{'id': '8b355021-69f8-4ba8-afe1-2f4f9b80f5e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '97f39801-4d41-4bff-aade-554004f29bfb'}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 13:31:06.444847 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93ad3a59-5899-4922-b39f-37081277743b None None] Attempting to bind port 6d075637-f06f-460e-82b7-298076354a88 on network 97f39801-4d41-4bff-aade-554004f29bfb {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 13:31:06.449240 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-967e872e-09dd-4975-9a33-bf736167a3d1 tempest-RoutersNegativeTest-822928701 tempest-RoutersNegativeTest-822928701-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1048031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586432'] for router_interface, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:06.455462 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93ad3a59-5899-4922-b39f-37081277743b None None] Checking agent: {'id': '428fa9fa-43db-4db9-9f96-f60ffe931f2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-20-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 13, 19, 1), 'started_at': datetime.datetime(2021, 12, 18, 13, 19, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 13, 31, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-20-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 18 13:31:06.457768 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93ad3a59-5899-4922-b39f-37081277743b None None] Checking segment: {'id': '8b355021-69f8-4ba8-afe1-2f4f9b80f5e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '97f39801-4d41-4bff-aade-554004f29bfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 13:31:06.462588 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-93ad3a59-5899-4922-b39f-37081277743b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:06.463556 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93ad3a59-5899-4922-b39f-37081277743b None None] Bound using segment: {'id': '8b355021-69f8-4ba8-afe1-2f4f9b80f5e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '97f39801-4d41-4bff-aade-554004f29bfb'} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 18 13:31:06.464278 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-93ad3a59-5899-4922-b39f-37081277743b None None] Bound port: 6d075637-f06f-460e-82b7-298076354a88, host: dv-neutron-744815-20-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b355021-69f8-4ba8-afe1-2f4f9b80f5e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '97f39801-4d41-4bff-aade-554004f29bfb'}}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 18 13:31:06.464835 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-93ad3a59-5899-4922-b39f-37081277743b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:06.568088 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-93ad3a59-5899-4922-b39f-37081277743b None None] For port 6d075637-f06f-460e-82b7-298076354a88, host dv-neutron-744815-20-hyperv, cleared binding levels {{(pid=103161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 18 13:31:06.572292 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-93ad3a59-5899-4922-b39f-37081277743b None None] For port 6d075637-f06f-460e-82b7-298076354a88, host dv-neutron-744815-20-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=6d075637-f06f-460e-82b7-298076354a88,segment=NetworkSegment(8b355021-69f8-4ba8-afe1-2f4f9b80f5e1),segment_id=8b355021-69f8-4ba8-afe1-2f4f9b80f5e1)] {{(pid=103161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 18 13:31:06.585039 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967e872e-09dd-4975-9a33-bf736167a3d1 tempest-RoutersNegativeTest-822928701 tempest-RoutersNegativeTest-822928701-project] Pushing event updated for resources: {'Port': ['ID=19be3dc4-b9b4-4135-80f3-c662147996bf,revision_number=2']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:31:06.585786 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-93ad3a59-5899-4922-b39f-37081277743b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:06.631689 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.db_base_plugin_common [None req-5576e1b7-31b3-49b5-898f-e29fac905e0e tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Allocated IP 172.26.3.136 (decb4a40-7941-48c8-afbb-daaafd502e83/70deed80-3ca1-4f9e-96cb-563b43d3acba/c70dd1ac-cc30-4fb9-b648-b42022840bf7) {{(pid=103159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:31:06.653537 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 3129897f-e562-47c9-a890-f46b8af399ac up at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 13:31:06.713545 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:06.730004 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ad3a59-5899-4922-b39f-37081277743b None None] Pushing event updated for resources: {'Port': ['ID=6d075637-f06f-460e-82b7-298076354a88,revision_number=2']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:31:06.761484 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2294866d-0076-4933-952c-685307032598 None None] Provisioning complete for port 3129897f-e562-47c9-a890-f46b8af399ac triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:31:06.761864 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:06.836261 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-967e872e-09dd-4975-9a33-bf736167a3d1 tempest-RoutersNegativeTest-822928701 tempest-RoutersNegativeTest-822928701-project] Network 013aa0d2-5f9e-4bb6-b5a0-c62690a906a1 is already hosted by enough agents. {{(pid=103160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:31:06.839612 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.base_scheduler [None req-967e872e-09dd-4975-9a33-bf736167a3d1 tempest-RoutersNegativeTest-822928701 tempest-RoutersNegativeTest-822928701-project] Resources bound (agent type, host, resource id): {{(pid=103160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:31:06.871385 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-5576e1b7-31b3-49b5-898f-e29fac905e0e tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Publish callbacks [] for port, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:06.906512 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 53894) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:06.922462 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-5576e1b7-31b3-49b5-898f-e29fac905e0e tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:06.993142 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5576e1b7-31b3-49b5-898f-e29fac905e0e tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Network decb4a40-7941-48c8-afbb-daaafd502e83 is already hosted by enough agents. {{(pid=103159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:31:07.000954 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.base_scheduler [None req-5576e1b7-31b3-49b5-898f-e29fac905e0e tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Resources bound (agent type, host, resource id): {{(pid=103159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:31:07.011647 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5576e1b7-31b3-49b5-898f-e29fac905e0e tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Received port after_create {{(pid=103159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:31:07.021969 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b4cc5c3-4a84-43aa-b58b-e72b5bfc0266 None None] DHCP port deletion for decb4a40-7941-48c8-afbb-daaafd502e83 request from dv-neutron-744815-20-hyperv {{(pid=103161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 18 13:31:07.079985 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5576e1b7-31b3-49b5-898f-e29fac905e0e tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Pushing event updated for resources: {'Port': ['ID=c70dd1ac-cc30-4fb9-b648-b42022840bf7,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:31:07.096344 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.db_base_plugin_common [None req-b7bda509-6134-4681-8bbe-fc0b078a1eba tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Allocated IP 2001:db8::a8 (a0b84a49-8464-4342-a47d-bd714ebbec81/c6de300f-57c7-4896-8f88-66cbe71b0ded/d2b9558d-5f68-4407-96a0-3b9f031b22b9) {{(pid=103160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:31:07.109222 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-967e872e-09dd-4975-9a33-bf736167a3d1 tempest-RoutersNegativeTest-822928701 tempest-RoutersNegativeTest-822928701-project] Router c897397e-e182-47fb-a731-f1441f2ceb3c has already been hosted by L3 agent c9c0cd52-5bd2-4704-9429-d80f1c5ad23c {{(pid=103160) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 18 13:31:07.118607 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.db_base_plugin_common [None req-b7bda509-6134-4681-8bbe-fc0b078a1eba tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Allocated IP 2001:db8:0:1:f816:3eff:fe14:1ef5 (a0b84a49-8464-4342-a47d-bd714ebbec81/57ea2f4c-fed8-43e7-8322-a98073da8067/d2b9558d-5f68-4407-96a0-3b9f031b22b9) {{(pid=103160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:31:07.176062 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-85391b4e-3907-41ef-a3b2-accec41bb62a None None] Provisioning complete for port c70dd1ac-cc30-4fb9-b648-b42022840bf7 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:31:07.176506 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-85391b4e-3907-41ef-a3b2-accec41bb62a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:07.244685 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-85391b4e-3907-41ef-a3b2-accec41bb62a None None] Port c70dd1ac-cc30-4fb9-b648-b42022840bf7 cannot update to ACTIVE because it is not bound. {{(pid=103161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 13:31:07.277188 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-26aee2a0-3717-4ea3-8532-ec53202c34bb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:07.350750 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-967e872e-09dd-4975-9a33-bf736167a3d1 tempest-RoutersNegativeTest-822928701 tempest-RoutersNegativeTest-822928701-project] Notify agent at l3_agent.dv-neutron-744815-20-hyperv the message routers_updated {{(pid=103160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 13:31:07.359860 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-967e872e-09dd-4975-9a33-bf736167a3d1 tempest-RoutersNegativeTest-822928701 tempest-RoutersNegativeTest-822928701-project] 10.222.0.31 "PUT /v2.0/routers/c897397e-e182-47fb-a731-f1441f2ceb3c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2252047 Dec 18 13:31:07.360023 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 53898) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:07.369274 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81dce86e-e192-4936-9484-d7a8922dec06 None None] Sync routers for ids ['c897397e-e182-47fb-a731-f1441f2ceb3c'] in dv-neutron-744815-20-hyperv {{(pid=103161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 13:31:07.384773 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-f6660b51-feaf-42c4-bc92-c7369642ecef None None] Provisioning complete for port 3129897f-e562-47c9-a890-f46b8af399ac triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:31:07.385286 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f6660b51-feaf-42c4-bc92-c7369642ecef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:07.388847 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81dce86e-e192-4936-9484-d7a8922dec06 None None] Routers {'c897397e-e182-47fb-a731-f1441f2ceb3c'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:31:07.389482 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-81dce86e-e192-4936-9484-d7a8922dec06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:30:57Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['c897397e-e182-47fb-a731-f1441f2ceb3c'], 'active': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:31:07.448965 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-81dce86e-e192-4936-9484-d7a8922dec06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:31:07.470489 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81dce86e-e192-4936-9484-d7a8922dec06 None None] Routers {'c897397e-e182-47fb-a731-f1441f2ceb3c'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:31:07.471202 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-81dce86e-e192-4936-9484-d7a8922dec06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:30:57Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['c897397e-e182-47fb-a731-f1441f2ceb3c'], 'active': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:31:07.481309 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-b7bda509-6134-4681-8bbe-fc0b078a1eba tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks [] for port, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:07.494034 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-8c2737a1-441d-43a7-bcab-d2cc69ec8bb2 tempest-RoutersNegativeTest-822928701 tempest-RoutersNegativeTest-822928701-project] Publish callbacks [] for router, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:07.517154 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-81dce86e-e192-4936-9484-d7a8922dec06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:31:07.517931 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81dce86e-e192-4936-9484-d7a8922dec06 None None] The sync data for ids ['c897397e-e182-47fb-a731-f1441f2ceb3c'] in dv-neutron-744815-20-hyperv is: [] {{(pid=103161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 13:31:07.532156 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-5576e1b7-31b3-49b5-898f-e29fac905e0e tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Publish callbacks [] for router_gateway, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:07.540931 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-26aee2a0-3717-4ea3-8532-ec53202c34bb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:07.570928 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-f6660b51-feaf-42c4-bc92-c7369642ecef None None] Provisioning complete for port 19be3dc4-b9b4-4135-80f3-c662147996bf triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:31:07.571453 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f6660b51-feaf-42c4-bc92-c7369642ecef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:07.574730 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-26aee2a0-3717-4ea3-8532-ec53202c34bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:07.598233 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.api.v2.resource [None req-8c2737a1-441d-43a7-bcab-d2cc69ec8bb2 tempest-RoutersNegativeTest-822928701 tempest-RoutersNegativeTest-822928701-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 18 13:31:07.599176 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-8c2737a1-441d-43a7-bcab-d2cc69ec8bb2 tempest-RoutersNegativeTest-822928701 tempest-RoutersNegativeTest-822928701-project] 10.222.0.31 "DELETE /v2.0/routers/c897397e-e182-47fb-a731-f1441f2ceb3c HTTP/1.1" status: 409 len: 329 time: 0.2381887 Dec 18 13:31:07.600848 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-b7bda509-6134-4681-8bbe-fc0b078a1eba tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4533522'] for port, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:07.602398 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 53900) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:07.609862 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-f6660b51-feaf-42c4-bc92-c7369642ecef None None] Port 19be3dc4-b9b4-4135-80f3-c662147996bf cannot update to ACTIVE because it is not bound. {{(pid=103161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 13:31:07.617872 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-26aee2a0-3717-4ea3-8532-ec53202c34bb admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5883959dc1d0407b88e6aa892e3a3e65&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7057366 Dec 18 13:31:07.618081 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 53902) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:07.667777 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26aee2a0-3717-4ea3-8532-ec53202c34bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00dad7e5-e404-433b-a449-fe22231a244d,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:31:07.733380 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7bda509-6134-4681-8bbe-fc0b078a1eba tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Network a0b84a49-8464-4342-a47d-bd714ebbec81 is already hosted by enough agents. {{(pid=103160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:31:07.751869 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.base_scheduler [None req-b7bda509-6134-4681-8bbe-fc0b078a1eba tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Resources bound (agent type, host, resource id): {{(pid=103160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:31:07.767113 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7bda509-6134-4681-8bbe-fc0b078a1eba tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Received port after_create {{(pid=103160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:31:07.774954 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7bda509-6134-4681-8bbe-fc0b078a1eba tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:31:07.775626 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-b7bda509-6134-4681-8bbe-fc0b078a1eba tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:07.780721 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bda509-6134-4681-8bbe-fc0b078a1eba tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Pushing event updated for resources: {'Port': ['ID=d2b9558d-5f68-4407-96a0-3b9f031b22b9,revision_number=1']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:31:07.814459 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-b7bda509-6134-4681-8bbe-fc0b078a1eba tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 1.9110682 Dec 18 13:31:07.817314 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 53904) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:07.848314 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-5576e1b7-31b3-49b5-898f-e29fac905e0e tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-589760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-586526'] for router, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:07.897188 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-187cddad-4a82-477b-90cc-2110ff302b05 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:07.933003 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-187cddad-4a82-477b-90cc-2110ff302b05 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:08.008229 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-0c6310df-88f4-4694-a0b4-5aeacbc6f531 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Deleting port d2b9558d-5f68-4407-96a0-3b9f031b22b9 {{(pid=103159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:31:08.008567 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-0c6310df-88f4-4694-a0b4-5aeacbc6f531 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:08.047102 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-187cddad-4a82-477b-90cc-2110ff302b05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:08.049850 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-187cddad-4a82-477b-90cc-2110ff302b05 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:08.051195 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-187cddad-4a82-477b-90cc-2110ff302b05 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/00dad7e5-e404-433b-a449-fe22231a244d HTTP/1.1" status: 204 len: 168 time: 0.4356017 Dec 18 13:31:08.065127 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187cddad-4a82-477b-90cc-2110ff302b05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00dad7e5-e404-433b-a449-fe22231a244d,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:31:08.149882 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5576e1b7-31b3-49b5-898f-e29fac905e0e tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Router a3168b9f-ac00-4815-b08c-b2e32f16bbe9 is scheduled to L3 agent c9c0cd52-5bd2-4704-9429-d80f1c5ad23c with binding_index 1 {{(pid=103159) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 18 13:31:08.150338 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-11e76ad6-7875-448b-87ec-a3b0a92520c9 None None] Provisioning complete for port d2b9558d-5f68-4407-96a0-3b9f031b22b9 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:31:08.150878 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-11e76ad6-7875-448b-87ec-a3b0a92520c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:08.198314 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-bc5ec47c-122c-41c8-a7dc-92ac5bbccd8f tempest-RoutersNegativeTest-822928701 tempest-RoutersNegativeTest-822928701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-586101'] for router_interface, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:08.254521 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-0c6310df-88f4-4694-a0b4-5aeacbc6f531 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:08.320976 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-0c6310df-88f4-4694-a0b4-5aeacbc6f531 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Calling delete_port for d2b9558d-5f68-4407-96a0-3b9f031b22b9 owned by {{(pid=103159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:31:08.363491 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-432193f5-f510-4aca-8f4a-8369ba50c56c None None] Network 97f39801-4d41-4bff-aade-554004f29bfb requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:31:08.401100 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5576e1b7-31b3-49b5-898f-e29fac905e0e tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Notify agent at l3_agent.dv-neutron-744815-20-hyperv the message routers_updated {{(pid=103159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 13:31:08.415934 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d428e1d9-b3f5-4c37-849f-b4439205b2a0 None None] Sync routers for ids ['a3168b9f-ac00-4815-b08c-b2e32f16bbe9'] in dv-neutron-744815-20-hyperv {{(pid=103162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 13:31:08.434622 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-11e76ad6-7875-448b-87ec-a3b0a92520c9 None None] Port d2b9558d-5f68-4407-96a0-3b9f031b22b9 cannot update to ACTIVE because it is not bound. {{(pid=103161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 13:31:08.436145 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d428e1d9-b3f5-4c37-849f-b4439205b2a0 None None] Routers {'a3168b9f-ac00-4815-b08c-b2e32f16bbe9'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:31:08.436972 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-d428e1d9-b3f5-4c37-849f-b4439205b2a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:30:57Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['a3168b9f-ac00-4815-b08c-b2e32f16bbe9'], 'active': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:31:08.480281 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-5576e1b7-31b3-49b5-898f-e29fac905e0e tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Publish callbacks [] for router, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:08.485287 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-5576e1b7-31b3-49b5-898f-e29fac905e0e tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.1256044 Dec 18 13:31:08.485487 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 53914) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:08.591849 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-0dacf3f9-5f85-410c-88d4-cc7166cd2e29 None None] Provisioning complete for port 6d075637-f06f-460e-82b7-298076354a88 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:31:08.592247 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0dacf3f9-5f85-410c-88d4-cc7166cd2e29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:08.606126 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-d428e1d9-b3f5-4c37-849f-b4439205b2a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:31:08.637910 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d428e1d9-b3f5-4c37-849f-b4439205b2a0 None None] Routers {'a3168b9f-ac00-4815-b08c-b2e32f16bbe9'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:31:08.638603 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-d428e1d9-b3f5-4c37-849f-b4439205b2a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:30:57Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['a3168b9f-ac00-4815-b08c-b2e32f16bbe9'], 'active': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:31:08.725902 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-d428e1d9-b3f5-4c37-849f-b4439205b2a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:31:08.726554 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d428e1d9-b3f5-4c37-849f-b4439205b2a0 None None] The sync data for ids ['a3168b9f-ac00-4815-b08c-b2e32f16bbe9'] in dv-neutron-744815-20-hyperv is: [] {{(pid=103162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 13:31:08.790257 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 6d075637-f06f-460e-82b7-298076354a88 up at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 13:31:08.827974 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0dacf3f9-5f85-410c-88d4-cc7166cd2e29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:08.886139 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-0dacf3f9-5f85-410c-88d4-cc7166cd2e29 None None] For port 6d075637-f06f-460e-82b7-298076354a88, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=6d075637-f06f-460e-82b7-298076354a88,segment=NetworkSegment(8b355021-69f8-4ba8-afe1-2f4f9b80f5e1),segment_id=8b355021-69f8-4ba8-afe1-2f4f9b80f5e1)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:31:08.895906 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0dacf3f9-5f85-410c-88d4-cc7166cd2e29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:08.931006 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2294866d-0076-4933-952c-685307032598 None None] Provisioning complete for port 6d075637-f06f-460e-82b7-298076354a88 triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:31:08.931438 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:08.947567 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-0c6310df-88f4-4694-a0b4-5aeacbc6f531 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:08.982406 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dacf3f9-5f85-410c-88d4-cc7166cd2e29 None None] Pushing event updated for resources: {'Port': ['ID=6d075637-f06f-460e-82b7-298076354a88,revision_number=3']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:31:09.055740 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2bfc9ec1-d435-4517-bee5-53a971f787c8 None None] Provisioning complete for port 6d075637-f06f-460e-82b7-298076354a88 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:31:09.056135 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2bfc9ec1-d435-4517-bee5-53a971f787c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:09.077702 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-bc5ec47c-122c-41c8-a7dc-92ac5bbccd8f tempest-RoutersNegativeTest-822928701 tempest-RoutersNegativeTest-822928701-project] Deleting port 19be3dc4-b9b4-4135-80f3-c662147996bf {{(pid=103160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:31:09.078363 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-bc5ec47c-122c-41c8-a7dc-92ac5bbccd8f tempest-RoutersNegativeTest-822928701 tempest-RoutersNegativeTest-822928701-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:09.195666 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 53928) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:09.234750 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-bc5ec47c-122c-41c8-a7dc-92ac5bbccd8f tempest-RoutersNegativeTest-822928701 tempest-RoutersNegativeTest-822928701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:09.248068 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-bc5ec47c-122c-41c8-a7dc-92ac5bbccd8f tempest-RoutersNegativeTest-822928701 tempest-RoutersNegativeTest-822928701-project] Calling delete_port for 19be3dc4-b9b4-4135-80f3-c662147996bf owned by network:router_interface {{(pid=103160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:31:09.320906 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-78227215-5395-4a6a-b995-77eed0e4806e admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1481201185-network', 'tenant_id': '72fb1cda929143289688e766bba7ee81'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:31:09.363048 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6310df-88f4-4694-a0b4-5aeacbc6f531 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Pushing event deleted for resources: {'Port': ['ID=d2b9558d-5f68-4407-96a0-3b9f031b22b9,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:31:09.387306 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-0c6310df-88f4-4694-a0b4-5aeacbc6f531 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:09.393043 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78227215-5395-4a6a-b995-77eed0e4806e admin admin] Made reservation on behalf of 72fb1cda929143289688e766bba7ee81 for: {'network': 1} {{(pid=103160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:31:09.393237 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-0c6310df-88f4-4694-a0b4-5aeacbc6f531 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] 10.222.0.31 "DELETE /v2.0/ports/d2b9558d-5f68-4407-96a0-3b9f031b22b9 HTTP/1.1" status: 204 len: 168 time: 1.5721147 Dec 18 13:31:09.393352 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-78227215-5395-4a6a-b995-77eed0e4806e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for network, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:09.395671 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 53932) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:09.415281 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-78227215-5395-4a6a-b995-77eed0e4806e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:09.511553 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c9d2a47-86a9-4479-b849-0fac4b49576f tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:31:09.515577 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-8c9d2a47-86a9-4479-b849-0fac4b49576f tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1163507 Dec 18 13:31:09.515790 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 53934) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:09.526306 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-bc5ec47c-122c-41c8-a7dc-92ac5bbccd8f tempest-RoutersNegativeTest-822928701 tempest-RoutersNegativeTest-822928701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4533522'] for port, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:09.590402 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5ec47c-122c-41c8-a7dc-92ac5bbccd8f tempest-RoutersNegativeTest-822928701 tempest-RoutersNegativeTest-822928701-project] Pushing event deleted for resources: {'Port': ['ID=19be3dc4-b9b4-4135-80f3-c662147996bf,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:31:09.599452 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-e81c92b4-b80f-4801-8789-1999c12d8058 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:09.683803 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6639bc0a-fee8-4dd5-9f70-9edcb2fd4faa tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:31:09.687906 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-6639bc0a-fee8-4dd5-9f70-9edcb2fd4faa tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1689701 Dec 18 13:31:09.692699 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 53936) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:09.771548 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-78227215-5395-4a6a-b995-77eed0e4806e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:09.805998 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-78227215-5395-4a6a-b995-77eed0e4806e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:09.841236 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-bc5ec47c-122c-41c8-a7dc-92ac5bbccd8f tempest-RoutersNegativeTest-822928701 tempest-RoutersNegativeTest-822928701-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1048020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-576035'] for router_interface, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:09.846735 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78227215-5395-4a6a-b995-77eed0e4806e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 147} {{(pid=103160) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 18 13:31:09.866562 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-883069d5-5bd6-41d1-a26f-f2271dffb543 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:31:09.868125 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-883069d5-5bd6-41d1-a26f-f2271dffb543 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:31:09.869622 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-883069d5-5bd6-41d1-a26f-f2271dffb543 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:31:09.871210 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-883069d5-5bd6-41d1-a26f-f2271dffb543 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1775298 Dec 18 13:31:09.874726 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78227215-5395-4a6a-b995-77eed0e4806e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d41c1bbf-8c24-4f02-8dab-92235eb4736a,revision_number=1']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:31:09.878249 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 53938) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:09.888330 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-78227215-5395-4a6a-b995-77eed0e4806e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:09.888784 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.db.segments_db [None req-78227215-5395-4a6a-b995-77eed0e4806e admin admin] Added segment 4b85e503-93de-4d8a-a10e-76b577670134 of type vlan for network a9b5857a-d481-44f2-8a73-a6ac81bcd038 Dec 18 13:31:09.913711 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.db_base_plugin_common [None req-e81c92b4-b80f-4801-8789-1999c12d8058 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Allocated IP 172.20.0.1 (97f39801-4d41-4bff-aade-554004f29bfb/fcfbe59b-746a-4a2d-ab74-0eb461c74153/776cf8b5-4790-497d-90e5-35fec7baf26d) {{(pid=103159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:31:10.031002 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-e81c92b4-b80f-4801-8789-1999c12d8058 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Publish callbacks [] for port, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:10.039399 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-78227215-5395-4a6a-b995-77eed0e4806e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767106405744'] for network, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:10.052438 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2935459-6d05-4867-9940-68b8239ab78f tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Deleting subnet 57ea2f4c-fed8-43e7-8322-a98073da8067 {{(pid=103160) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 18 13:31:10.066119 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-e81c92b4-b80f-4801-8789-1999c12d8058 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:10.107497 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e81c92b4-b80f-4801-8789-1999c12d8058 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Network 97f39801-4d41-4bff-aade-554004f29bfb is already hosted by enough agents. {{(pid=103159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:31:10.110542 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.base_scheduler [None req-e81c92b4-b80f-4801-8789-1999c12d8058 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Resources bound (agent type, host, resource id): {{(pid=103159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:31:10.111723 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-f2935459-6d05-4867-9940-68b8239ab78f tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks [] for subnet, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:10.114473 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e81c92b4-b80f-4801-8789-1999c12d8058 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Received port after_create {{(pid=103159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:31:10.137921 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81c92b4-b80f-4801-8789-1999c12d8058 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Pushing event updated for resources: {'Port': ['ID=776cf8b5-4790-497d-90e5-35fec7baf26d,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:31:10.164023 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-e81c92b4-b80f-4801-8789-1999c12d8058 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586257'] for router_interface, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:10.175372 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc5ec47c-122c-41c8-a7dc-92ac5bbccd8f tempest-RoutersNegativeTest-822928701 tempest-RoutersNegativeTest-822928701-project] Router c897397e-e182-47fb-a731-f1441f2ceb3c has already been hosted by L3 agent c9c0cd52-5bd2-4704-9429-d80f1c5ad23c {{(pid=103160) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 18 13:31:10.182338 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-f2935459-6d05-4867-9940-68b8239ab78f tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4533385'] for subnet, precommit_delete_associations {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:10.185458 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-78227215-5395-4a6a-b995-77eed0e4806e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981'] for network, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:10.186356 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78227215-5395-4a6a-b995-77eed0e4806e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:31:10.187001 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-78227215-5395-4a6a-b995-77eed0e4806e admin admin] Publish callbacks [] for network, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:10.356188 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-78227215-5395-4a6a-b995-77eed0e4806e admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1592457 Dec 18 13:31:10.359318 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 53940) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:10.365300 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-911fb30e-f4c4-4782-80cb-37c864d1def8 admin admin] Request body: {'subnet': {'network_id': 'a9b5857a-d481-44f2-8a73-a6ac81bcd038', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1481201185-subnet', 'tenant_id': '72fb1cda929143289688e766bba7ee81', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:31:10.385370 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-24853fb6-73ab-4518-b8a7-996019a4c07e None None] Provisioning complete for port 776cf8b5-4790-497d-90e5-35fec7baf26d triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:31:10.385937 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-24853fb6-73ab-4518-b8a7-996019a4c07e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:10.394393 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78227215-5395-4a6a-b995-77eed0e4806e admin admin] Pushing event updated for resources: {'Network': ['ID=a9b5857a-d481-44f2-8a73-a6ac81bcd038,revision_number=1']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:31:10.411930 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-e81c92b4-b80f-4801-8789-1999c12d8058 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:10.420916 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-24853fb6-73ab-4518-b8a7-996019a4c07e None None] Port 776cf8b5-4790-497d-90e5-35fec7baf26d cannot update to ACTIVE because it is not bound. {{(pid=103161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 13:31:10.424705 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-911fb30e-f4c4-4782-80cb-37c864d1def8 admin admin] Made reservation on behalf of 72fb1cda929143289688e766bba7ee81 for: {'subnet': 1} {{(pid=103159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:31:10.427112 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-911fb30e-f4c4-4782-80cb-37c864d1def8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6017072'] for subnet, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:10.437273 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78227215-5395-4a6a-b995-77eed0e4806e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:31:10.437628 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78227215-5395-4a6a-b995-77eed0e4806e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:31:10.437968 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78227215-5395-4a6a-b995-77eed0e4806e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:31:10.438303 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78227215-5395-4a6a-b995-77eed0e4806e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:31:10.438638 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78227215-5395-4a6a-b995-77eed0e4806e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:31:10.438974 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78227215-5395-4a6a-b995-77eed0e4806e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:31:10.439330 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78227215-5395-4a6a-b995-77eed0e4806e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:31:10.439663 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78227215-5395-4a6a-b995-77eed0e4806e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:31:10.439992 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78227215-5395-4a6a-b995-77eed0e4806e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:31:10.441036 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78227215-5395-4a6a-b995-77eed0e4806e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:31:10.441036 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78227215-5395-4a6a-b995-77eed0e4806e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:31:10.441036 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78227215-5395-4a6a-b995-77eed0e4806e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:31:10.441333 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78227215-5395-4a6a-b995-77eed0e4806e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:31:10.450669 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc5ec47c-122c-41c8-a7dc-92ac5bbccd8f tempest-RoutersNegativeTest-822928701 tempest-RoutersNegativeTest-822928701-project] Notify agent at l3_agent.dv-neutron-744815-20-hyperv the message routers_updated {{(pid=103160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 13:31:10.464191 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-bc5ec47c-122c-41c8-a7dc-92ac5bbccd8f tempest-RoutersNegativeTest-822928701 tempest-RoutersNegativeTest-822928701-project] 10.222.0.31 "PUT /v2.0/routers/c897397e-e182-47fb-a731-f1441f2ceb3c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8547735 Dec 18 13:31:10.464191 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 53942) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:10.469211 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c152415-98e0-4ce0-84cc-d12ef8a11f56 None None] Sync routers for ids ['c897397e-e182-47fb-a731-f1441f2ceb3c'] in dv-neutron-744815-20-hyperv {{(pid=103161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 13:31:10.472750 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Network a9b5857a-d481-44f2-8a73-a6ac81bcd038 details requested by agent ovs-agent-dv-neutron-744815-20-hyperv with host dv-neutron-744815-20-hyperv {{(pid=103161) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 18 13:31:10.508281 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-f2935459-6d05-4867-9940-68b8239ab78f tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1929185'] for subnet, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:10.512170 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.api.v2.resource [None req-e8073ff5-a0e0-46dd-b5c0-c4f5a9b42a47 tempest-RoutersNegativeTest-822928701 tempest-RoutersNegativeTest-822928701-project] show failed (client error): The resource could not be found. Dec 18 13:31:10.516803 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-e8073ff5-a0e0-46dd-b5c0-c4f5a9b42a47 tempest-RoutersNegativeTest-822928701 tempest-RoutersNegativeTest-822928701-project] 10.222.0.31 "GET /v2.0/routers/tempest-non_exist_router-1157141792 HTTP/1.1" status: 404 len: 335 time: 0.0477717 Dec 18 13:31:10.517103 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 53944) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:10.527050 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-d57660df-1592-49ed-a4b0-88cb0f469577 tempest-RoutersNegativeTest-822928701 tempest-RoutersNegativeTest-822928701-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:31:10.539537 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c152415-98e0-4ce0-84cc-d12ef8a11f56 None None] Routers {'c897397e-e182-47fb-a731-f1441f2ceb3c'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:31:10.541090 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-4c152415-98e0-4ce0-84cc-d12ef8a11f56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:30:57Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['c897397e-e182-47fb-a731-f1441f2ceb3c'], 'active': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:31:10.589734 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-4c152415-98e0-4ce0-84cc-d12ef8a11f56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:31:10.591029 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-f2935459-6d05-4867-9940-68b8239ab78f tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1929192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4533475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4514371'] for subnet, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:10.601575 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.api.v2.resource [None req-d57660df-1592-49ed-a4b0-88cb0f469577 tempest-RoutersNegativeTest-822928701 tempest-RoutersNegativeTest-822928701-project] update failed (client error): The resource could not be found. Dec 18 13:31:10.601930 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c152415-98e0-4ce0-84cc-d12ef8a11f56 None None] Routers {'c897397e-e182-47fb-a731-f1441f2ceb3c'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:31:10.602631 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-d57660df-1592-49ed-a4b0-88cb0f469577 tempest-RoutersNegativeTest-822928701 tempest-RoutersNegativeTest-822928701-project] 10.222.0.31 "PUT /v2.0/routers/tempest-non_exist_router-1400895523 HTTP/1.1" status: 404 len: 335 time: 0.0845776 Dec 18 13:31:10.603239 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-4c152415-98e0-4ce0-84cc-d12ef8a11f56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:30:57Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['c897397e-e182-47fb-a731-f1441f2ceb3c'], 'active': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:31:10.615191 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 53946) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:10.633257 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2935459-6d05-4867-9940-68b8239ab78f tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Pushing event deleted for resources: {'Subnet': ['ID=57ea2f4c-fed8-43e7-8322-a98073da8067,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:31:10.635332 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-f2935459-6d05-4867-9940-68b8239ab78f tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks [] for subnet, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:10.641515 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-f2935459-6d05-4867-9940-68b8239ab78f tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] 10.222.0.31 "DELETE /v2.0/subnets/57ea2f4c-fed8-43e7-8322-a98073da8067 HTTP/1.1" status: 204 len: 168 time: 0.7601297 Dec 18 13:31:10.643161 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 53948) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:10.681349 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-4c152415-98e0-4ce0-84cc-d12ef8a11f56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:31:10.682404 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c152415-98e0-4ce0-84cc-d12ef8a11f56 None None] The sync data for ids ['c897397e-e182-47fb-a731-f1441f2ceb3c'] in dv-neutron-744815-20-hyperv is: [] {{(pid=103161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 13:31:10.685326 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18a41b83-71d0-4a9a-88ef-00d74ee78fe3 None None] Network a0b84a49-8464-4342-a47d-bd714ebbec81 requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:31:10.707818 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.db_base_plugin_v2 [None req-164fa0da-2d77-478a-8527-ff67317a5602 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Deleting subnet c6de300f-57c7-4896-8f88-66cbe71b0ded {{(pid=103160) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 18 13:31:10.711880 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-164fa0da-2d77-478a-8527-ff67317a5602 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks [] for subnet, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:10.716469 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 6d075637-f06f-460e-82b7-298076354a88 up at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 13:31:10.725661 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.db_base_plugin_v2 [None req-855a6bba-f9e6-4cf8-97cc-94e678f9d06e tempest-RoutersNegativeTest-822928701 tempest-RoutersNegativeTest-822928701-project] Deleting subnet ba9b00d0-29ee-4016-ae3f-ff676048e2d0 {{(pid=103159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 18 13:31:10.749096 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-855a6bba-f9e6-4cf8-97cc-94e678f9d06e tempest-RoutersNegativeTest-822928701 tempest-RoutersNegativeTest-822928701-project] Publish callbacks [] for subnet, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:10.754096 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-164fa0da-2d77-478a-8527-ff67317a5602 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4533385'] for subnet, precommit_delete_associations {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:10.814984 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-855a6bba-f9e6-4cf8-97cc-94e678f9d06e tempest-RoutersNegativeTest-822928701 tempest-RoutersNegativeTest-822928701-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5589624'] for subnet, precommit_delete_associations {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:10.830762 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2294866d-0076-4933-952c-685307032598 None None] Provisioning complete for port 6d075637-f06f-460e-82b7-298076354a88 triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:31:10.831224 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:10.861034 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-164fa0da-2d77-478a-8527-ff67317a5602 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1929185'] for subnet, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:10.931278 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-164fa0da-2d77-478a-8527-ff67317a5602 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1929192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4533475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4514371'] for subnet, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:10.969344 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-911fb30e-f4c4-4782-80cb-37c864d1def8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5659786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6017062'] for subnet, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:10.974974 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164fa0da-2d77-478a-8527-ff67317a5602 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Pushing event deleted for resources: {'Subnet': ['ID=c6de300f-57c7-4896-8f88-66cbe71b0ded,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:31:10.976990 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-164fa0da-2d77-478a-8527-ff67317a5602 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks [] for subnet, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:10.980472 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-164fa0da-2d77-478a-8527-ff67317a5602 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] 10.222.0.31 "DELETE /v2.0/subnets/c6de300f-57c7-4896-8f88-66cbe71b0ded HTTP/1.1" status: 204 len: 168 time: 0.3362479 Dec 18 13:31:10.983328 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 53952) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:11.030587 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-1c95f687-f7ac-4fd2-955f-59f65470ce7a tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0460017 Dec 18 13:31:11.033934 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 53954) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:11.039395 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-8faa1e9f-66a0-4096-9600-495dad1c2630 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Request body: {'subnet': {'network_id': 'a0b84a49-8464-4342-a47d-bd714ebbec81', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:31:11.077983 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911fb30e-f4c4-4782-80cb-37c864d1def8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9e3d3bf3-4ca3-4518-8457-a0aa8b909e42,revision_number=0']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:31:11.087867 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-855a6bba-f9e6-4cf8-97cc-94e678f9d06e tempest-RoutersNegativeTest-822928701 tempest-RoutersNegativeTest-822928701-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1929185'] for subnet, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:11.137980 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8faa1e9f-66a0-4096-9600-495dad1c2630 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Made reservation on behalf of 606a569495c64210af9cc9fb7e76dd52 for: {'subnet': 1} {{(pid=103160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:31:11.141819 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-8faa1e9f-66a0-4096-9600-495dad1c2630 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4514414'] for subnet, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:11.143980 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-e81c92b4-b80f-4801-8789-1999c12d8058 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Publish callbacks [] for port, precommit_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:11.153907 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-911fb30e-f4c4-4782-80cb-37c864d1def8 admin admin] Checking segment: {'id': '4b85e503-93de-4d8a-a10e-76b577670134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'a9b5857a-d481-44f2-8a73-a6ac81bcd038'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 13:31:11.154266 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-911fb30e-f4c4-4782-80cb-37c864d1def8 admin admin] Network hostable DHCP agents. Network: a9b5857a-d481-44f2-8a73-a6ac81bcd038, hostable agents: ['aa77effa-0e3a-4bbd-a383-4d58ed3328d0'], hosted agents: [] {{(pid=103159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 18 13:31:11.156337 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-e81c92b4-b80f-4801-8789-1999c12d8058 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5659917'] for port, after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:11.260427 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81c92b4-b80f-4801-8789-1999c12d8058 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Pushing event updated for resources: {'Port': ['ID=776cf8b5-4790-497d-90e5-35fec7baf26d,revision_number=2']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:31:11.263597 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-911fb30e-f4c4-4782-80cb-37c864d1def8 admin admin] Network a9b5857a-d481-44f2-8a73-a6ac81bcd038 is scheduled to be hosted by DHCP agent aa77effa-0e3a-4bbd-a383-4d58ed3328d0 with binding_index 1 {{(pid=103159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 18 13:31:11.265953 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-e81c92b4-b80f-4801-8789-1999c12d8058 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1048031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586432'] for router_interface, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:11.270154 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-855a6bba-f9e6-4cf8-97cc-94e678f9d06e tempest-RoutersNegativeTest-822928701 tempest-RoutersNegativeTest-822928701-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1929192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5659851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6017053'] for subnet, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:11.309215 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-855a6bba-f9e6-4cf8-97cc-94e678f9d06e tempest-RoutersNegativeTest-822928701 tempest-RoutersNegativeTest-822928701-project] Publish callbacks [] for subnet, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:11.312422 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-855a6bba-f9e6-4cf8-97cc-94e678f9d06e tempest-RoutersNegativeTest-822928701 tempest-RoutersNegativeTest-822928701-project] 10.222.0.31 "DELETE /v2.0/subnets/ba9b00d0-29ee-4016-ae3f-ff676048e2d0 HTTP/1.1" status: 204 len: 168 time: 0.6962502 Dec 18 13:31:11.313458 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.base_scheduler [None req-911fb30e-f4c4-4782-80cb-37c864d1def8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-744815-20-hyperv, a9b5857a-d481-44f2-8a73-a6ac81bcd038) {{(pid=103159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:31:11.315226 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855a6bba-f9e6-4cf8-97cc-94e678f9d06e tempest-RoutersNegativeTest-822928701 tempest-RoutersNegativeTest-822928701-project] Pushing event deleted for resources: {'Subnet': ['ID=ba9b00d0-29ee-4016-ae3f-ff676048e2d0,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:31:11.316732 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 53956) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:11.318204 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b41f27d6-91c3-44c9-8d48-c707937f6105 None None] Network df03b53e-5b5b-489a-8515-2be1820b3078 requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:31:11.326910 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-911fb30e-f4c4-4782-80cb-37c864d1def8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:31:11.327522 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-911fb30e-f4c4-4782-80cb-37c864d1def8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:11.342650 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5f9cf6c-8f98-4b97-9770-75bdfb1e7a29 None None] Network a9b5857a-d481-44f2-8a73-a6ac81bcd038 requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:31:11.394114 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-8faa1e9f-66a0-4096-9600-495dad1c2630 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4533410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4514424'] for subnet, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:11.429641 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-911fb30e-f4c4-4782-80cb-37c864d1def8 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0693107 Dec 18 13:31:11.441892 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.db_base_plugin_v2 [None req-f138cc62-69c6-4534-9bac-395770ac72d2 tempest-RoutersNegativeTest-822928701 tempest-RoutersNegativeTest-822928701-project] Deleting subnet 4638daf8-2692-47df-819d-6b785bdf34ea {{(pid=103159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 18 13:31:11.447011 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-f138cc62-69c6-4534-9bac-395770ac72d2 tempest-RoutersNegativeTest-822928701 tempest-RoutersNegativeTest-822928701-project] Publish callbacks [] for subnet, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:11.474915 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8faa1e9f-66a0-4096-9600-495dad1c2630 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Network a0b84a49-8464-4342-a47d-bd714ebbec81 is already hosted by enough agents. {{(pid=103160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:31:11.484055 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.base_scheduler [None req-8faa1e9f-66a0-4096-9600-495dad1c2630 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Resources bound (agent type, host, resource id): {{(pid=103160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:31:11.500892 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8faa1e9f-66a0-4096-9600-495dad1c2630 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:31:11.503723 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-8faa1e9f-66a0-4096-9600-495dad1c2630 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks [] for subnet, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:11.504179 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e81c92b4-b80f-4801-8789-1999c12d8058 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Network 97f39801-4d41-4bff-aade-554004f29bfb is already hosted by enough agents. {{(pid=103159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:31:11.506549 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-f138cc62-69c6-4534-9bac-395770ac72d2 tempest-RoutersNegativeTest-822928701 tempest-RoutersNegativeTest-822928701-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5589624'] for subnet, precommit_delete_associations {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:11.509849 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.base_scheduler [None req-e81c92b4-b80f-4801-8789-1999c12d8058 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Resources bound (agent type, host, resource id): {{(pid=103159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:31:11.524786 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28d6f2e4-59eb-43e9-a66c-4bac3fc8c0cf None None] Network a9b5857a-d481-44f2-8a73-a6ac81bcd038 requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:31:11.560053 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-8faa1e9f-66a0-4096-9600-495dad1c2630 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5245180 Dec 18 13:31:11.567789 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 53960) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:11.583072 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-f92c4fdd-b442-4b45-aee4-78daee32dabf tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Request body: {'subnet': {'network_id': 'a0b84a49-8464-4342-a47d-bd714ebbec81', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:31:11.589652 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8faa1e9f-66a0-4096-9600-495dad1c2630 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Pushing event updated for resources: {'Subnet': ['ID=1c120ecb-75d8-464f-9ddb-fb031845eae9,revision_number=0']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:31:11.698641 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ab8a787-1e18-41f4-a8e6-7552dd25f96a None None] DHCP port deletion for df03b53e-5b5b-489a-8515-2be1820b3078 request from dv-neutron-744815-20-hyperv {{(pid=103161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 18 13:31:11.737083 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-f138cc62-69c6-4534-9bac-395770ac72d2 tempest-RoutersNegativeTest-822928701 tempest-RoutersNegativeTest-822928701-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1929185'] for subnet, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:11.762610 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aa99c8c-ac04-4684-9efd-e31f4268f783 None None] Network a0b84a49-8464-4342-a47d-bd714ebbec81 requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:31:11.790677 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f92c4fdd-b442-4b45-aee4-78daee32dabf tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Made reservation on behalf of 606a569495c64210af9cc9fb7e76dd52 for: {'subnet': 1} {{(pid=103160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:31:11.795285 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-f92c4fdd-b442-4b45-aee4-78daee32dabf tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4514414'] for subnet, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:11.797681 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e81c92b4-b80f-4801-8789-1999c12d8058 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Router a3168b9f-ac00-4815-b08c-b2e32f16bbe9 has already been hosted by L3 agent c9c0cd52-5bd2-4704-9429-d80f1c5ad23c {{(pid=103159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 18 13:31:11.859869 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-6ab8a787-1e18-41f4-a8e6-7552dd25f96a None None] Deleting port 371781cc-a1bd-4243-ad58-b2cbf0a3fd51 {{(pid=103161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:31:11.860248 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-6ab8a787-1e18-41f4-a8e6-7552dd25f96a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:11.883738 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-3476eabd-d386-4d94-9f9e-1d66fc99cc2f None None] Provisioning complete for port 3129897f-e562-47c9-a890-f46b8af399ac triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:31:11.884233 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-3476eabd-d386-4d94-9f9e-1d66fc99cc2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:11.909922 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-f138cc62-69c6-4534-9bac-395770ac72d2 tempest-RoutersNegativeTest-822928701 tempest-RoutersNegativeTest-822928701-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1929192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5659851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6017053'] for subnet, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:11.933115 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.db.ipam_backend_mixin [None req-f92c4fdd-b442-4b45-aee4-78daee32dabf tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 1c120ecb-75d8-464f-9ddb-fb031845eae9 (CIDR: 2001:db8::/64) Dec 18 13:31:11.941638 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.pecan_wsgi.hooks.translation [None req-f92c4fdd-b442-4b45-aee4-78daee32dabf tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 18 13:31:11.942107 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f92c4fdd-b442-4b45-aee4-78daee32dabf tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103160) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 18 13:31:11.948034 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f138cc62-69c6-4534-9bac-395770ac72d2 tempest-RoutersNegativeTest-822928701 tempest-RoutersNegativeTest-822928701-project] Pushing event deleted for resources: {'Subnet': ['ID=4638daf8-2692-47df-819d-6b785bdf34ea,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:31:11.980336 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-f138cc62-69c6-4534-9bac-395770ac72d2 tempest-RoutersNegativeTest-822928701 tempest-RoutersNegativeTest-822928701-project] Publish callbacks [] for subnet, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:11.984411 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-f92c4fdd-b442-4b45-aee4-78daee32dabf tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4092333 Dec 18 13:31:11.984680 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-f138cc62-69c6-4534-9bac-395770ac72d2 tempest-RoutersNegativeTest-822928701 tempest-RoutersNegativeTest-822928701-project] 10.222.0.31 "DELETE /v2.0/subnets/4638daf8-2692-47df-819d-6b785bdf34ea HTTP/1.1" status: 204 len: 168 time: 0.6638291 Dec 18 13:31:11.987823 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 53970) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:11.988248 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 53972) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:11.994465 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f138cc62-69c6-4534-9bac-395770ac72d2 tempest-RoutersNegativeTest-822928701 tempest-RoutersNegativeTest-822928701-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:31:11.994565 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-96833891-5118-4883-8c39-6d73b092f0c4 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Request body: {'subnet': {'network_id': 'a0b84a49-8464-4342-a47d-bd714ebbec81', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:31:11.994700 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f138cc62-69c6-4534-9bac-395770ac72d2 tempest-RoutersNegativeTest-822928701 tempest-RoutersNegativeTest-822928701-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:31:11.995426 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f138cc62-69c6-4534-9bac-395770ac72d2 tempest-RoutersNegativeTest-822928701 tempest-RoutersNegativeTest-822928701-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:31:11.995921 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f138cc62-69c6-4534-9bac-395770ac72d2 tempest-RoutersNegativeTest-822928701 tempest-RoutersNegativeTest-822928701-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:31:11.996413 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f138cc62-69c6-4534-9bac-395770ac72d2 tempest-RoutersNegativeTest-822928701 tempest-RoutersNegativeTest-822928701-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:31:11.996906 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f138cc62-69c6-4534-9bac-395770ac72d2 tempest-RoutersNegativeTest-822928701 tempest-RoutersNegativeTest-822928701-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:31:11.997382 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f138cc62-69c6-4534-9bac-395770ac72d2 tempest-RoutersNegativeTest-822928701 tempest-RoutersNegativeTest-822928701-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:31:11.997864 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f138cc62-69c6-4534-9bac-395770ac72d2 tempest-RoutersNegativeTest-822928701 tempest-RoutersNegativeTest-822928701-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:31:11.998346 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f138cc62-69c6-4534-9bac-395770ac72d2 tempest-RoutersNegativeTest-822928701 tempest-RoutersNegativeTest-822928701-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:31:11.998821 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f138cc62-69c6-4534-9bac-395770ac72d2 tempest-RoutersNegativeTest-822928701 tempest-RoutersNegativeTest-822928701-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:31:11.999354 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f138cc62-69c6-4534-9bac-395770ac72d2 tempest-RoutersNegativeTest-822928701 tempest-RoutersNegativeTest-822928701-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:31:11.999683 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f138cc62-69c6-4534-9bac-395770ac72d2 tempest-RoutersNegativeTest-822928701 tempest-RoutersNegativeTest-822928701-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:31:12.000007 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f138cc62-69c6-4534-9bac-395770ac72d2 tempest-RoutersNegativeTest-822928701 tempest-RoutersNegativeTest-822928701-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:31:12.022030 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e81c92b4-b80f-4801-8789-1999c12d8058 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Notify agent at l3_agent.dv-neutron-744815-20-hyperv the message routers_updated {{(pid=103159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 13:31:12.025995 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22379731-a22b-4a40-bc56-81c2da56944d None None] Network 04a499a2-239f-495a-95eb-bb8192fad527 requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:31:12.032531 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67c75ccc-b5fc-4d78-a936-a698c85a6646 None None] Sync routers for ids ['a3168b9f-ac00-4815-b08c-b2e32f16bbe9'] in dv-neutron-744815-20-hyperv {{(pid=103162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 13:31:12.034935 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-e81c92b4-b80f-4801-8789-1999c12d8058 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] 10.222.0.31 "PUT /v2.0/routers/a3168b9f-ac00-4815-b08c-b2e32f16bbe9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5460694 Dec 18 13:31:12.037173 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 53974) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:12.044217 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-97f95f76-861d-45c3-886d-68af9348ff2e tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Request body: {'port': {'network_id': '97f39801-4d41-4bff-aade-554004f29bfb', 'name': 'tempest-FloatingIPTestJSON-1320235403'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:31:12.052956 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67c75ccc-b5fc-4d78-a936-a698c85a6646 None None] Routers {'a3168b9f-ac00-4815-b08c-b2e32f16bbe9'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:31:12.058761 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-67c75ccc-b5fc-4d78-a936-a698c85a6646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:30:57Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['a3168b9f-ac00-4815-b08c-b2e32f16bbe9'], 'active': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:31:12.127028 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-67c75ccc-b5fc-4d78-a936-a698c85a6646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:31:12.129627 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-6ab8a787-1e18-41f4-a8e6-7552dd25f96a None None] For port 371781cc-a1bd-4243-ad58-b2cbf0a3fd51, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=371781cc-a1bd-4243-ad58-b2cbf0a3fd51,segment=NetworkSegment(cbd202d1-55e8-4119-8daa-ebe72517f9c1),segment_id=cbd202d1-55e8-4119-8daa-ebe72517f9c1)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:31:12.130038 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-6ab8a787-1e18-41f4-a8e6-7552dd25f96a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:12.165131 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67c75ccc-b5fc-4d78-a936-a698c85a6646 None None] Routers {'a3168b9f-ac00-4815-b08c-b2e32f16bbe9'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:31:12.166001 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-67c75ccc-b5fc-4d78-a936-a698c85a6646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:30:57Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['a3168b9f-ac00-4815-b08c-b2e32f16bbe9'], 'active': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:31:12.196817 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-01cf5fb6-fe05-44d2-bb6b-c26702fdf379 tempest-RoutersNegativeTest-822928701 tempest-RoutersNegativeTest-822928701-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2023137'] for network, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:12.199409 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97f95f76-861d-45c3-886d-68af9348ff2e tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Made reservation on behalf of 8fc927833fca44b7bf3271edc88c03e0 for: {'port': 1} {{(pid=103159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:31:12.209356 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-97f95f76-861d-45c3-886d-68af9348ff2e tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:12.230964 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-6ab8a787-1e18-41f4-a8e6-7552dd25f96a None None] Calling delete_port for 371781cc-a1bd-4243-ad58-b2cbf0a3fd51 owned by network:dhcp {{(pid=103161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:31:12.234989 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-67c75ccc-b5fc-4d78-a936-a698c85a6646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:31:12.236629 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67c75ccc-b5fc-4d78-a936-a698c85a6646 None None] The sync data for ids ['a3168b9f-ac00-4815-b08c-b2e32f16bbe9'] in dv-neutron-744815-20-hyperv is: [] {{(pid=103162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 13:31:12.248557 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.notifiers.nova [None req-97f95f76-861d-45c3-886d-68af9348ff2e tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] device_id is not set on port d0a9397b-342c-4728-bd3f-40a205cb87df yet. {{(pid=103159) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 18 13:31:12.262113 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 53980) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:12.272970 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-141bd1cc-e9ff-4192-a179-d8e449c71a73 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-2141671370-network', 'tenant_id': 'd53c38ae245443618096fb161260d7ab'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:31:12.294212 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-01cf5fb6-fe05-44d2-bb6b-c26702fdf379 tempest-RoutersNegativeTest-822928701 tempest-RoutersNegativeTest-822928701-project] Deleting port 371781cc-a1bd-4243-ad58-b2cbf0a3fd51 {{(pid=103160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:31:12.294957 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-01cf5fb6-fe05-44d2-bb6b-c26702fdf379 tempest-RoutersNegativeTest-822928701 tempest-RoutersNegativeTest-822928701-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:12.323363 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96833891-5118-4883-8c39-6d73b092f0c4 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Made reservation on behalf of 606a569495c64210af9cc9fb7e76dd52 for: {'subnet': 1} {{(pid=103160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:31:12.328193 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-96833891-5118-4883-8c39-6d73b092f0c4 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4514414'] for subnet, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:12.360459 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-141bd1cc-e9ff-4192-a179-d8e449c71a73 admin admin] Made reservation on behalf of d53c38ae245443618096fb161260d7ab for: {'network': 1} {{(pid=103159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:31:12.362803 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-141bd1cc-e9ff-4192-a179-d8e449c71a73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for network, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:12.375303 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-141bd1cc-e9ff-4192-a179-d8e449c71a73 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:12.412940 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.db_base_plugin_common [None req-97f95f76-861d-45c3-886d-68af9348ff2e tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Allocated IP 172.20.0.10 (97f39801-4d41-4bff-aade-554004f29bfb/fcfbe59b-746a-4a2d-ab74-0eb461c74153/d0a9397b-342c-4728-bd3f-40a205cb87df) {{(pid=103159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:31:12.562104 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-6ab8a787-1e18-41f4-a8e6-7552dd25f96a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984'] for port, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:12.578652 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-141bd1cc-e9ff-4192-a179-d8e449c71a73 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:12.589837 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-141bd1cc-e9ff-4192-a179-d8e449c71a73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:12.610937 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.db [None req-01cf5fb6-fe05-44d2-bb6b-c26702fdf379 tempest-RoutersNegativeTest-822928701 tempest-RoutersNegativeTest-822928701-project] For port 371781cc-a1bd-4243-ad58-b2cbf0a3fd51, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=371781cc-a1bd-4243-ad58-b2cbf0a3fd51,segment=NetworkSegment(cbd202d1-55e8-4119-8daa-ebe72517f9c1),segment_id=cbd202d1-55e8-4119-8daa-ebe72517f9c1)] {{(pid=103160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:31:12.611379 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-01cf5fb6-fe05-44d2-bb6b-c26702fdf379 tempest-RoutersNegativeTest-822928701 tempest-RoutersNegativeTest-822928701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:12.627027 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-141bd1cc-e9ff-4192-a179-d8e449c71a73 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 109} {{(pid=103159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 18 13:31:12.648577 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141bd1cc-e9ff-4192-a179-d8e449c71a73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d40fc906-d73c-4670-bd69-0cf039effef2,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:31:12.649281 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-01cf5fb6-fe05-44d2-bb6b-c26702fdf379 tempest-RoutersNegativeTest-822928701 tempest-RoutersNegativeTest-822928701-project] Calling delete_port for 371781cc-a1bd-4243-ad58-b2cbf0a3fd51 owned by network:dhcp {{(pid=103160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:31:12.676392 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ab8a787-1e18-41f4-a8e6-7552dd25f96a None None] No DVR routers for this DVR port 371781cc-a1bd-4243-ad58-b2cbf0a3fd51 on host dv-neutron-744815-20-hyperv {{(pid=103161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 18 13:31:12.691527 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab8a787-1e18-41f4-a8e6-7552dd25f96a None None] Pushing event deleted for resources: {'Port': ['ID=371781cc-a1bd-4243-ad58-b2cbf0a3fd51,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:31:12.696136 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2780a6f9-f99f-41c5-a708-4389dae59e9d None None] DHCP port deletion for 04a499a2-239f-495a-95eb-bb8192fad527 request from dv-neutron-744815-20-hyperv {{(pid=103161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 18 13:31:12.702250 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-141bd1cc-e9ff-4192-a179-d8e449c71a73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:12.702594 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.db.segments_db [None req-141bd1cc-e9ff-4192-a179-d8e449c71a73 admin admin] Added segment f4f81bec-1746-4114-986c-caaa261a068a of type vlan for network aa2cbe87-4d90-4b43-803c-6380b241773a Dec 18 13:31:12.720520 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 371781cc-a1bd-4243-ad58-b2cbf0a3fd51 no longer exists at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 18 13:31:12.735712 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-97f95f76-861d-45c3-886d-68af9348ff2e tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Publish callbacks [] for port, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:12.748630 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab8a787-1e18-41f4-a8e6-7552dd25f96a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:31:12.748974 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab8a787-1e18-41f4-a8e6-7552dd25f96a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:31:12.749318 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab8a787-1e18-41f4-a8e6-7552dd25f96a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:31:12.749650 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab8a787-1e18-41f4-a8e6-7552dd25f96a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:31:12.749981 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab8a787-1e18-41f4-a8e6-7552dd25f96a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:31:12.750306 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab8a787-1e18-41f4-a8e6-7552dd25f96a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:31:12.750630 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab8a787-1e18-41f4-a8e6-7552dd25f96a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:31:12.750953 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab8a787-1e18-41f4-a8e6-7552dd25f96a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:31:12.751306 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab8a787-1e18-41f4-a8e6-7552dd25f96a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:31:12.751628 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab8a787-1e18-41f4-a8e6-7552dd25f96a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:31:12.751950 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab8a787-1e18-41f4-a8e6-7552dd25f96a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:31:12.752268 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab8a787-1e18-41f4-a8e6-7552dd25f96a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:31:12.752590 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab8a787-1e18-41f4-a8e6-7552dd25f96a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:31:12.775789 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-2294866d-0076-4933-952c-685307032598 None None] No Port match for: 371781cc-a1bd-4243-ad58-b2cbf0a3fd51 {{(pid=103161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 18 13:31:12.776138 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 371781cc-a1bd-4243-ad58-b2cbf0a3fd51 not bound to the agent host dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 18 13:31:12.782606 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-141bd1cc-e9ff-4192-a179-d8e449c71a73 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767106405744'] for network, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:12.787221 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-fdc8d44a-02b1-460c-8943-016dff103bc6 None None] Provisioning complete for port 776cf8b5-4790-497d-90e5-35fec7baf26d triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:31:12.787514 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-fdc8d44a-02b1-460c-8943-016dff103bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:12.838247 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-fdc8d44a-02b1-460c-8943-016dff103bc6 None None] Port 776cf8b5-4790-497d-90e5-35fec7baf26d cannot update to ACTIVE because it is not bound. {{(pid=103161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 13:31:12.839298 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-2780a6f9-f99f-41c5-a708-4389dae59e9d None None] Deleting port 9a9a2074-a02d-4471-b29b-96159cdc8475 {{(pid=103161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:31:12.839815 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2780a6f9-f99f-41c5-a708-4389dae59e9d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:12.843576 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-141bd1cc-e9ff-4192-a179-d8e449c71a73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981'] for network, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:12.844750 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-141bd1cc-e9ff-4192-a179-d8e449c71a73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:31:12.845447 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-141bd1cc-e9ff-4192-a179-d8e449c71a73 admin admin] Publish callbacks [] for network, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:12.863792 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-97f95f76-861d-45c3-886d-68af9348ff2e tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:12.876484 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-01cf5fb6-fe05-44d2-bb6b-c26702fdf379 tempest-RoutersNegativeTest-822928701 tempest-RoutersNegativeTest-822928701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4533522'] for port, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:12.908896 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-2780a6f9-f99f-41c5-a708-4389dae59e9d None None] For port 9a9a2074-a02d-4471-b29b-96159cdc8475, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=9a9a2074-a02d-4471-b29b-96159cdc8475,segment=NetworkSegment(7e2620b0-1e61-4a20-aeee-9c37ceb146d7),segment_id=7e2620b0-1e61-4a20-aeee-9c37ceb146d7)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:31:12.909328 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2780a6f9-f99f-41c5-a708-4389dae59e9d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:12.913891 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.objects.ports [None req-96833891-5118-4883-8c39-6d73b092f0c4 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103160) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 18 13:31:12.915215 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cf5fb6-fe05-44d2-bb6b-c26702fdf379 tempest-RoutersNegativeTest-822928701 tempest-RoutersNegativeTest-822928701-project] Pushing event deleted for resources: {'Port': ['ID=371781cc-a1bd-4243-ad58-b2cbf0a3fd51,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:31:12.924032 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-2780a6f9-f99f-41c5-a708-4389dae59e9d None None] Calling delete_port for 9a9a2074-a02d-4471-b29b-96159cdc8475 owned by network:dhcp {{(pid=103161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:31:12.968471 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01cf5fb6-fe05-44d2-bb6b-c26702fdf379 tempest-RoutersNegativeTest-822928701 tempest-RoutersNegativeTest-822928701-project] No DVR routers for this DVR port 371781cc-a1bd-4243-ad58-b2cbf0a3fd51 on host dv-neutron-744815-20-hyperv {{(pid=103160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 18 13:31:13.002984 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-fc52abdb-9019-4045-aa21-82ceed9ffeeb None None] Provisioning complete for port 3129897f-e562-47c9-a890-f46b8af399ac triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:31:13.003397 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-fc52abdb-9019-4045-aa21-82ceed9ffeeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:13.066477 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2780a6f9-f99f-41c5-a708-4389dae59e9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984'] for port, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:13.096782 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-01cf5fb6-fe05-44d2-bb6b-c26702fdf379 tempest-RoutersNegativeTest-822928701 tempest-RoutersNegativeTest-822928701-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1927292', 'neutron.services.segments.db._delete_segments_for_network-8767106887837'] for network, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:13.118962 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2780a6f9-f99f-41c5-a708-4389dae59e9d None None] No DVR routers for this DVR port 9a9a2074-a02d-4471-b29b-96159cdc8475 on host dv-neutron-744815-20-hyperv {{(pid=103161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 18 13:31:13.120986 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2780a6f9-f99f-41c5-a708-4389dae59e9d None None] Pushing event deleted for resources: {'Port': ['ID=9a9a2074-a02d-4471-b29b-96159cdc8475,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:31:13.125422 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.services.segments.db [None req-01cf5fb6-fe05-44d2-bb6b-c26702fdf379 tempest-RoutersNegativeTest-822928701 tempest-RoutersNegativeTest-822928701-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df03b53e-5b5b-489a-8515-2be1820b3078']}} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:31:13.139922 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.services.segments.db [None req-01cf5fb6-fe05-44d2-bb6b-c26702fdf379 tempest-RoutersNegativeTest-822928701 tempest-RoutersNegativeTest-822928701-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbd202d1-55e8-4119-8daa-ebe72517f9c1') {'for_net_delete': True} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:31:13.140242 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.services.segments.db [None req-01cf5fb6-fe05-44d2-bb6b-c26702fdf379 tempest-RoutersNegativeTest-822928701 tempest-RoutersNegativeTest-822928701-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbd202d1-55e8-4119-8daa-ebe72517f9c1') {} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:31:13.154104 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-01cf5fb6-fe05-44d2-bb6b-c26702fdf379 tempest-RoutersNegativeTest-822928701 tempest-RoutersNegativeTest-822928701-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767106888614', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4533424'] for segment, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:13.188585 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-01cf5fb6-fe05-44d2-bb6b-c26702fdf379 tempest-RoutersNegativeTest-822928701 tempest-RoutersNegativeTest-822928701-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:13.192989 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-96833891-5118-4883-8c39-6d73b092f0c4 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:13.197017 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01cf5fb6-fe05-44d2-bb6b-c26702fdf379 tempest-RoutersNegativeTest-822928701 tempest-RoutersNegativeTest-822928701-project] Releasing vlan 106 on physical network physnet1 to pool {{(pid=103160) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 18 13:31:13.197661 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-01cf5fb6-fe05-44d2-bb6b-c26702fdf379 tempest-RoutersNegativeTest-822928701 tempest-RoutersNegativeTest-822928701-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4533569'] for segment, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:13.200389 dv-neutron-744815-20-hyperv neutron-server[103160]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 18 13:31:13.200389 dv-neutron-744815-20-hyperv neutron-server[103160]: self.session.flush() Dec 18 13:31:13.200389 dv-neutron-744815-20-hyperv neutron-server[103160]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 18 13:31:13.200389 dv-neutron-744815-20-hyperv neutron-server[103160]: self.session.flush() Dec 18 13:31:13.200389 dv-neutron-744815-20-hyperv neutron-server[103160]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 18 13:31:13.200389 dv-neutron-744815-20-hyperv neutron-server[103160]: self.session.flush() Dec 18 13:31:13.200389 dv-neutron-744815-20-hyperv neutron-server[103160]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 18 13:31:13.200389 dv-neutron-744815-20-hyperv neutron-server[103160]: self.session.flush() Dec 18 13:31:13.200389 dv-neutron-744815-20-hyperv neutron-server[103160]: Traceback (most recent call last): Dec 18 13:31:13.200389 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 18 13:31:13.200389 dv-neutron-744815-20-hyperv neutron-server[103160]: timer() Dec 18 13:31:13.200389 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 18 13:31:13.200389 dv-neutron-744815-20-hyperv neutron-server[103160]: cb(*args, **kw) Dec 18 13:31:13.200389 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 18 13:31:13.200389 dv-neutron-744815-20-hyperv neutron-server[103160]: return func(*args, **kwargs) Dec 18 13:31:13.200389 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 18 13:31:13.200389 dv-neutron-744815-20-hyperv neutron-server[103160]: self._notify() Dec 18 13:31:13.200389 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 18 13:31:13.200389 dv-neutron-744815-20-hyperv neutron-server[103160]: self.callback(batched_events) Dec 18 13:31:13.200389 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 18 13:31:13.200389 dv-neutron-744815-20-hyperv neutron-server[103160]: event.method(event) Dec 18 13:31:13.200389 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 18 13:31:13.200389 dv-neutron-744815-20-hyperv neutron-server[103160]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 18 13:31:13.200389 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 18 13:31:13.200389 dv-neutron-744815-20-hyperv neutron-server[103160]: aggregate_uuid = self.p_client.list_aggregates( Dec 18 13:31:13.200389 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 18 13:31:13.200389 dv-neutron-744815-20-hyperv neutron-server[103160]: return f(self, *a, **k) Dec 18 13:31:13.200389 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 18 13:31:13.200389 dv-neutron-744815-20-hyperv neutron-server[103160]: return self._get(url).json() Dec 18 13:31:13.200389 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 18 13:31:13.200389 dv-neutron-744815-20-hyperv neutron-server[103160]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 18 13:31:13.200389 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 18 13:31:13.200389 dv-neutron-744815-20-hyperv neutron-server[103160]: return self.request(url, 'GET', **kwargs) Dec 18 13:31:13.200389 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 18 13:31:13.200389 dv-neutron-744815-20-hyperv neutron-server[103160]: base_url = self.get_endpoint(auth, allow=allow, Dec 18 13:31:13.200389 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 18 13:31:13.200389 dv-neutron-744815-20-hyperv neutron-server[103160]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 18 13:31:13.200389 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 18 13:31:13.200389 dv-neutron-744815-20-hyperv neutron-server[103160]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 18 13:31:13.200389 dv-neutron-744815-20-hyperv neutron-server[103160]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 18 13:31:13.272751 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-141bd1cc-e9ff-4192-a179-d8e449c71a73 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0094230 Dec 18 13:31:13.281781 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 53982) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:13.293915 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-49f8beb2-520b-4849-ba0c-751b5efae521 admin admin] Request body: {'subnet': {'network_id': 'aa2cbe87-4d90-4b43-803c-6380b241773a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-2141671370-subnet', 'tenant_id': 'd53c38ae245443618096fb161260d7ab', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:31:13.297784 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-01cf5fb6-fe05-44d2-bb6b-c26702fdf379 tempest-RoutersNegativeTest-822928701 tempest-RoutersNegativeTest-822928701-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1927267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586962'] for network, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:13.303925 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141bd1cc-e9ff-4192-a179-d8e449c71a73 admin admin] Pushing event updated for resources: {'Network': ['ID=aa2cbe87-4d90-4b43-803c-6380b241773a,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:31:13.308087 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97f95f76-861d-45c3-886d-68af9348ff2e tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Network 97f39801-4d41-4bff-aade-554004f29bfb is already hosted by enough agents. {{(pid=103159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:31:13.309131 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f95f76-861d-45c3-886d-68af9348ff2e tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Pushing event updated for resources: {'Port': ['ID=d0a9397b-342c-4728-bd3f-40a205cb87df,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:31:13.313984 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-01cf5fb6-fe05-44d2-bb6b-c26702fdf379 tempest-RoutersNegativeTest-822928701 tempest-RoutersNegativeTest-822928701-project] Publish callbacks [] for network, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:13.314225 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.base_scheduler [None req-97f95f76-861d-45c3-886d-68af9348ff2e tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Resources bound (agent type, host, resource id): {{(pid=103159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:31:13.317394 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97f95f76-861d-45c3-886d-68af9348ff2e tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Received port after_create {{(pid=103159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:31:13.317632 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-01cf5fb6-fe05-44d2-bb6b-c26702fdf379 tempest-RoutersNegativeTest-822928701 tempest-RoutersNegativeTest-822928701-project] 10.222.0.31 "DELETE /v2.0/networks/df03b53e-5b5b-489a-8515-2be1820b3078 HTTP/1.1" status: 204 len: 168 time: 1.3169880 Dec 18 13:31:13.321493 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Network aa2cbe87-4d90-4b43-803c-6380b241773a details requested by agent ovs-agent-dv-neutron-744815-20-hyperv with host dv-neutron-744815-20-hyperv {{(pid=103161) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 18 13:31:13.322267 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 53984) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:13.335866 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cf5fb6-fe05-44d2-bb6b-c26702fdf379 tempest-RoutersNegativeTest-822928701 tempest-RoutersNegativeTest-822928701-project] Pushing event deleted for resources: {'Network': ['ID=df03b53e-5b5b-489a-8515-2be1820b3078,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:31:13.424126 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49f8beb2-520b-4849-ba0c-751b5efae521 admin admin] Made reservation on behalf of d53c38ae245443618096fb161260d7ab for: {'subnet': 1} {{(pid=103159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:31:13.426823 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-49f8beb2-520b-4849-ba0c-751b5efae521 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6017072'] for subnet, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:13.452367 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.db [None req-96833891-5118-4883-8c39-6d73b092f0c4 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] For port 3129897f-e562-47c9-a890-f46b8af399ac, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=3129897f-e562-47c9-a890-f46b8af399ac,segment=NetworkSegment(1d35b28d-d075-4c4f-99ab-408d9457428e),segment_id=1d35b28d-d075-4c4f-99ab-408d9457428e)] {{(pid=103160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:31:13.453037 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97f95f76-861d-45c3-886d-68af9348ff2e tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:31:13.454949 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-97f95f76-861d-45c3-886d-68af9348ff2e tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:13.486496 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-96833891-5118-4883-8c39-6d73b092f0c4 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks [] for port, precommit_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:13.493544 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-96833891-5118-4883-8c39-6d73b092f0c4 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4533541'] for port, after_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:13.494381 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-96833891-5118-4883-8c39-6d73b092f0c4 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4533410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4514424'] for subnet, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:13.506689 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-33ac5ac7-5dee-4716-8b1f-60918eab2e94 tempest-RoutersNegativeTest-822928701 tempest-RoutersNegativeTest-822928701-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2023137'] for network, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:13.527204 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-97f95f76-861d-45c3-886d-68af9348ff2e tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.4859312 Dec 18 13:31:13.530123 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 53986) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:13.539272 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-4509de46-68c3-4482-80fa-d6648c890dd4 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Request body: {'floatingip': {'port_id': 'd0a9397b-342c-4728-bd3f-40a205cb87df'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:31:13.578124 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-5347e3eb-541f-4ae3-8fe1-44e2fe697cd3 None None] Provisioning complete for port d0a9397b-342c-4728-bd3f-40a205cb87df triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:31:13.578723 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-5347e3eb-541f-4ae3-8fe1-44e2fe697cd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:13.584110 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96833891-5118-4883-8c39-6d73b092f0c4 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Network a0b84a49-8464-4342-a47d-bd714ebbec81 is already hosted by enough agents. {{(pid=103160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:31:13.591527 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.base_scheduler [None req-96833891-5118-4883-8c39-6d73b092f0c4 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Resources bound (agent type, host, resource id): {{(pid=103160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:31:13.594546 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96833891-5118-4883-8c39-6d73b092f0c4 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:31:13.595206 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-96833891-5118-4883-8c39-6d73b092f0c4 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks [] for subnet, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:13.607112 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef37f805-cc0a-4879-8637-fce956670ad8 None None] Network a0b84a49-8464-4342-a47d-bd714ebbec81 requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:31:13.611416 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96833891-5118-4883-8c39-6d73b092f0c4 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Pushing event updated for resources: {'Subnet': ['ID=aed1a185-b17a-4cb3-b76f-eac265b1f9cf,revision_number=0']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:31:13.623350 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-96833891-5118-4883-8c39-6d73b092f0c4 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.6337605 Dec 18 13:31:13.628253 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 53988) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:13.633413 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-179fcb6c-87b1-4eab-a05f-1cd47aff6dc9 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Request body: {'port': {'network_id': 'a0b84a49-8464-4342-a47d-bd714ebbec81', 'mac_address': 'fa:16:3e:51:f7:b0', 'name': 'tempest-NetworksTestDHCPv6-1734152578'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:31:13.638544 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96833891-5118-4883-8c39-6d73b092f0c4 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Pushing event updated for resources: {'Port': ['ID=3129897f-e562-47c9-a890-f46b8af399ac,revision_number=9']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:31:13.675086 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-4509de46-68c3-4482-80fa-d6648c890dd4 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Publish callbacks [] for floatingip, before_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:13.681744 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-5347e3eb-541f-4ae3-8fe1-44e2fe697cd3 None None] Port d0a9397b-342c-4728-bd3f-40a205cb87df cannot update to ACTIVE because it is not bound. {{(pid=103161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 13:31:13.758333 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-33ac5ac7-5dee-4716-8b1f-60918eab2e94 tempest-RoutersNegativeTest-822928701 tempest-RoutersNegativeTest-822928701-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1927292', 'neutron.services.segments.db._delete_segments_for_network-8767106887837'] for network, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:13.768108 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-179fcb6c-87b1-4eab-a05f-1cd47aff6dc9 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Made reservation on behalf of 606a569495c64210af9cc9fb7e76dd52 for: {'port': 1} {{(pid=103160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:31:13.801304 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.services.segments.db [None req-33ac5ac7-5dee-4716-8b1f-60918eab2e94 tempest-RoutersNegativeTest-822928701 tempest-RoutersNegativeTest-822928701-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04a499a2-239f-495a-95eb-bb8192fad527']}} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:31:13.806079 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f556be7e-a3f1-4dd4-b3fb-a9ef55a756bb None None] Update dhcp port {'port': {'network_id': 'a0b84a49-8464-4342-a47d-bd714ebbec81', 'fixed_ips': [{'subnet_id': 'aed1a185-b17a-4cb3-b76f-eac265b1f9cf', 'ip_address': '2001:db8:0:1:f816:3eff:fe95:e93c'}, {'subnet_id': '1c120ecb-75d8-464f-9ddb-fb031845eae9'}], 'binding:host_id': 'dv-neutron-744815-20-hyperv'}, 'id': '3129897f-e562-47c9-a890-f46b8af399ac'} from dv-neutron-744815-20-hyperv. {{(pid=103161) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 18 13:31:13.832304 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f556be7e-a3f1-4dd4-b3fb-a9ef55a756bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:13.854686 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-179fcb6c-87b1-4eab-a05f-1cd47aff6dc9 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:13.860821 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.services.segments.db [None req-33ac5ac7-5dee-4716-8b1f-60918eab2e94 tempest-RoutersNegativeTest-822928701 tempest-RoutersNegativeTest-822928701-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e2620b0-1e61-4a20-aeee-9c37ceb146d7') {'for_net_delete': True} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:31:13.861119 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.services.segments.db [None req-33ac5ac7-5dee-4716-8b1f-60918eab2e94 tempest-RoutersNegativeTest-822928701 tempest-RoutersNegativeTest-822928701-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e2620b0-1e61-4a20-aeee-9c37ceb146d7') {} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:31:13.880455 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.notifiers.nova [None req-179fcb6c-87b1-4eab-a05f-1cd47aff6dc9 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] device_id is not set on port 4c9d03dc-c0b7-48f9-bac7-78e44ad9207a yet. {{(pid=103160) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 18 13:31:13.890891 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-33ac5ac7-5dee-4716-8b1f-60918eab2e94 tempest-RoutersNegativeTest-822928701 tempest-RoutersNegativeTest-822928701-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767106888614', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5589569'] for segment, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:13.922810 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-49f8beb2-520b-4849-ba0c-751b5efae521 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5659786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6017062'] for subnet, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:13.949047 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-33ac5ac7-5dee-4716-8b1f-60918eab2e94 tempest-RoutersNegativeTest-822928701 tempest-RoutersNegativeTest-822928701-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:13.970769 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33ac5ac7-5dee-4716-8b1f-60918eab2e94 tempest-RoutersNegativeTest-822928701 tempest-RoutersNegativeTest-822928701-project] Releasing vlan 101 on physical network physnet1 to pool {{(pid=103159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 18 13:31:13.971178 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-33ac5ac7-5dee-4716-8b1f-60918eab2e94 tempest-RoutersNegativeTest-822928701 tempest-RoutersNegativeTest-822928701-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5660009'] for segment, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:13.975569 dv-neutron-744815-20-hyperv neutron-server[103159]: Traceback (most recent call last): Dec 18 13:31:13.975569 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 18 13:31:13.975569 dv-neutron-744815-20-hyperv neutron-server[103159]: timer() Dec 18 13:31:13.975569 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 18 13:31:13.975569 dv-neutron-744815-20-hyperv neutron-server[103159]: cb(*args, **kw) Dec 18 13:31:13.975569 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 18 13:31:13.975569 dv-neutron-744815-20-hyperv neutron-server[103159]: return func(*args, **kwargs) Dec 18 13:31:13.975569 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 18 13:31:13.975569 dv-neutron-744815-20-hyperv neutron-server[103159]: self._notify() Dec 18 13:31:13.975569 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 18 13:31:13.975569 dv-neutron-744815-20-hyperv neutron-server[103159]: self.callback(batched_events) Dec 18 13:31:13.975569 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 18 13:31:13.975569 dv-neutron-744815-20-hyperv neutron-server[103159]: event.method(event) Dec 18 13:31:13.975569 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 18 13:31:13.975569 dv-neutron-744815-20-hyperv neutron-server[103159]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 18 13:31:13.975569 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 18 13:31:13.975569 dv-neutron-744815-20-hyperv neutron-server[103159]: aggregate_uuid = self.p_client.list_aggregates( Dec 18 13:31:13.975569 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 18 13:31:13.975569 dv-neutron-744815-20-hyperv neutron-server[103159]: return f(self, *a, **k) Dec 18 13:31:13.975569 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 18 13:31:13.975569 dv-neutron-744815-20-hyperv neutron-server[103159]: return self._get(url).json() Dec 18 13:31:13.975569 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 18 13:31:13.975569 dv-neutron-744815-20-hyperv neutron-server[103159]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 18 13:31:13.975569 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 18 13:31:13.975569 dv-neutron-744815-20-hyperv neutron-server[103159]: return self.request(url, 'GET', **kwargs) Dec 18 13:31:13.975569 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 18 13:31:13.975569 dv-neutron-744815-20-hyperv neutron-server[103159]: base_url = self.get_endpoint(auth, allow=allow, Dec 18 13:31:13.975569 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 18 13:31:13.975569 dv-neutron-744815-20-hyperv neutron-server[103159]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 18 13:31:13.975569 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 18 13:31:13.975569 dv-neutron-744815-20-hyperv neutron-server[103159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 18 13:31:13.975569 dv-neutron-744815-20-hyperv neutron-server[103159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 18 13:31:14.049966 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.db_base_plugin_common [None req-179fcb6c-87b1-4eab-a05f-1cd47aff6dc9 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Allocated IP 2001:db8::2a8 (a0b84a49-8464-4342-a47d-bd714ebbec81/1c120ecb-75d8-464f-9ddb-fb031845eae9/4c9d03dc-c0b7-48f9-bac7-78e44ad9207a) {{(pid=103160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:31:14.056440 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.db_base_plugin_common [None req-179fcb6c-87b1-4eab-a05f-1cd47aff6dc9 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Allocated IP 2001:db8:0:1:f816:3eff:fe51:f7b0 (a0b84a49-8464-4342-a47d-bd714ebbec81/aed1a185-b17a-4cb3-b76f-eac265b1f9cf/4c9d03dc-c0b7-48f9-bac7-78e44ad9207a) {{(pid=103160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:31:14.094993 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f8beb2-520b-4849-ba0c-751b5efae521 admin admin] Pushing event updated for resources: {'Subnet': ['ID=50b16382-fb2a-492a-a28c-ffeab4a69f5d,revision_number=0']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:31:14.141209 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-33ac5ac7-5dee-4716-8b1f-60918eab2e94 tempest-RoutersNegativeTest-822928701 tempest-RoutersNegativeTest-822928701-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1927267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586962'] for network, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:14.154300 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-33ac5ac7-5dee-4716-8b1f-60918eab2e94 tempest-RoutersNegativeTest-822928701 tempest-RoutersNegativeTest-822928701-project] Publish callbacks [] for network, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:14.157550 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-33ac5ac7-5dee-4716-8b1f-60918eab2e94 tempest-RoutersNegativeTest-822928701 tempest-RoutersNegativeTest-822928701-project] 10.222.0.31 "DELETE /v2.0/networks/04a499a2-239f-495a-95eb-bb8192fad527 HTTP/1.1" status: 204 len: 168 time: 0.8325536 Dec 18 13:31:14.171727 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 53990) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:14.189619 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ac5ac7-5dee-4716-8b1f-60918eab2e94 tempest-RoutersNegativeTest-822928701 tempest-RoutersNegativeTest-822928701-project] Pushing event deleted for resources: {'Network': ['ID=04a499a2-239f-495a-95eb-bb8192fad527,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:31:14.212614 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49f8beb2-520b-4849-ba0c-751b5efae521 admin admin] Checking segment: {'id': 'f4f81bec-1746-4114-986c-caaa261a068a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'aa2cbe87-4d90-4b43-803c-6380b241773a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 13:31:14.212976 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49f8beb2-520b-4849-ba0c-751b5efae521 admin admin] Network hostable DHCP agents. Network: aa2cbe87-4d90-4b43-803c-6380b241773a, hostable agents: ['aa77effa-0e3a-4bbd-a383-4d58ed3328d0'], hosted agents: [] {{(pid=103159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 18 13:31:14.300243 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.db_base_plugin_v2 [None req-d81410bd-6804-415b-97a3-cf9c8f3d0ba3 tempest-RoutersNegativeTest-822928701 tempest-RoutersNegativeTest-822928701-project] Deleting subnet 24569c9b-492f-478b-b58e-4e44163b675c {{(pid=103159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 18 13:31:14.307810 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-d81410bd-6804-415b-97a3-cf9c8f3d0ba3 tempest-RoutersNegativeTest-822928701 tempest-RoutersNegativeTest-822928701-project] Publish callbacks [] for subnet, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:14.336059 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49f8beb2-520b-4849-ba0c-751b5efae521 admin admin] Network aa2cbe87-4d90-4b43-803c-6380b241773a is scheduled to be hosted by DHCP agent aa77effa-0e3a-4bbd-a383-4d58ed3328d0 with binding_index 1 {{(pid=103159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 18 13:31:14.394713 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.base_scheduler [None req-49f8beb2-520b-4849-ba0c-751b5efae521 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-744815-20-hyperv, aa2cbe87-4d90-4b43-803c-6380b241773a) {{(pid=103159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:31:14.402282 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-d81410bd-6804-415b-97a3-cf9c8f3d0ba3 tempest-RoutersNegativeTest-822928701 tempest-RoutersNegativeTest-822928701-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5589624'] for subnet, precommit_delete_associations {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:14.405514 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49f8beb2-520b-4849-ba0c-751b5efae521 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:31:14.405994 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a509362a-db90-44e7-af9b-82c8c2445e79 None None] Network aa2cbe87-4d90-4b43-803c-6380b241773a requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:31:14.406116 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-49f8beb2-520b-4849-ba0c-751b5efae521 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:14.484932 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-49f8beb2-520b-4849-ba0c-751b5efae521 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2007003 Dec 18 13:31:14.548770 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-426a9968-e188-47e8-9bb1-5a68e8d64c2e None None] Network aa2cbe87-4d90-4b43-803c-6380b241773a requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:31:14.582063 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-d81410bd-6804-415b-97a3-cf9c8f3d0ba3 tempest-RoutersNegativeTest-822928701 tempest-RoutersNegativeTest-822928701-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1929185'] for subnet, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:14.607972 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-179fcb6c-87b1-4eab-a05f-1cd47aff6dc9 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks [] for port, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:14.677730 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 3129897f-e562-47c9-a890-f46b8af399ac up at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 13:31:14.681176 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-179fcb6c-87b1-4eab-a05f-1cd47aff6dc9 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4533522'] for port, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:14.711603 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-4509de46-68c3-4482-80fa-d6648c890dd4 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:14.729717 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-179fcb6c-87b1-4eab-a05f-1cd47aff6dc9 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Network a0b84a49-8464-4342-a47d-bd714ebbec81 is already hosted by enough agents. {{(pid=103160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:31:14.733103 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.base_scheduler [None req-179fcb6c-87b1-4eab-a05f-1cd47aff6dc9 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Resources bound (agent type, host, resource id): {{(pid=103160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:31:14.736025 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-179fcb6c-87b1-4eab-a05f-1cd47aff6dc9 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Received port after_create {{(pid=103160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:31:14.742667 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-179fcb6c-87b1-4eab-a05f-1cd47aff6dc9 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:31:14.743578 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-179fcb6c-87b1-4eab-a05f-1cd47aff6dc9 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:14.744635 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-4509de46-68c3-4482-80fa-d6648c890dd4 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-587004'] for floatingip, after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:14.753101 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-d81410bd-6804-415b-97a3-cf9c8f3d0ba3 tempest-RoutersNegativeTest-822928701 tempest-RoutersNegativeTest-822928701-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1929192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5659851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6017053'] for subnet, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:14.764806 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179fcb6c-87b1-4eab-a05f-1cd47aff6dc9 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Pushing event updated for resources: {'Port': ['ID=4c9d03dc-c0b7-48f9-bac7-78e44ad9207a,revision_number=1']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:31:14.774434 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-179fcb6c-87b1-4eab-a05f-1cd47aff6dc9 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.1451893 Dec 18 13:31:14.776610 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 53998) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:14.786440 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_common [None req-f556be7e-a3f1-4dd4-b3fb-a9ef55a756bb None None] Allocated IP 2001:db8::2 (a0b84a49-8464-4342-a47d-bd714ebbec81/1c120ecb-75d8-464f-9ddb-fb031845eae9/3129897f-e562-47c9-a890-f46b8af399ac) {{(pid=103161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:31:14.832242 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2294866d-0076-4933-952c-685307032598 None None] Provisioning complete for port 3129897f-e562-47c9-a890-f46b8af399ac triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:31:14.832581 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:14.844836 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-d81410bd-6804-415b-97a3-cf9c8f3d0ba3 tempest-RoutersNegativeTest-822928701 tempest-RoutersNegativeTest-822928701-project] Publish callbacks [] for subnet, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:14.850930 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-d81410bd-6804-415b-97a3-cf9c8f3d0ba3 tempest-RoutersNegativeTest-822928701 tempest-RoutersNegativeTest-822928701-project] 10.222.0.31 "DELETE /v2.0/subnets/24569c9b-492f-478b-b58e-4e44163b675c HTTP/1.1" status: 204 len: 168 time: 0.6734657 Dec 18 13:31:14.851412 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81410bd-6804-415b-97a3-cf9c8f3d0ba3 tempest-RoutersNegativeTest-822928701 tempest-RoutersNegativeTest-822928701-project] Pushing event deleted for resources: {'Subnet': ['ID=24569c9b-492f-478b-b58e-4e44163b675c,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:31:14.851859 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 54002) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:14.891696 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46ff1edc-ce98-4539-a77a-bc4b72b2d2bf None None] Network 013aa0d2-5f9e-4bb6-b5a0-c62690a906a1 requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:31:14.928087 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.db.l3_db [None req-4509de46-68c3-4482-80fa-d6648c890dd4 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Floating IP 19298d94-ae98-44bd-b1d6-6c463adeefa5 associated. External IP: 172.26.3.184, port: 0c06f285-990b-4b85-b479-7ac50e3d79a8. Dec 18 13:31:14.961061 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-0e52624c-5c1b-4209-a5ef-fc1acad3c397 tempest-RoutersNegativeTest-822928701 tempest-RoutersNegativeTest-822928701-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2023137'] for network, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:15.002500 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-660b368d-1fef-411a-8f71-82c93ee56921 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Deleting port 4c9d03dc-c0b7-48f9-bac7-78e44ad9207a {{(pid=103160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:31:15.002700 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-660b368d-1fef-411a-8f71-82c93ee56921 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:15.012829 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-f556be7e-a3f1-4dd4-b3fb-a9ef55a756bb None None] For port 3129897f-e562-47c9-a890-f46b8af399ac, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=3129897f-e562-47c9-a890-f46b8af399ac,segment=NetworkSegment(1d35b28d-d075-4c4f-99ab-408d9457428e),segment_id=1d35b28d-d075-4c4f-99ab-408d9457428e)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:31:15.069338 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f556be7e-a3f1-4dd4-b3fb-a9ef55a756bb None None] Publish callbacks [] for port, precommit_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:15.086491 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f556be7e-a3f1-4dd4-b3fb-a9ef55a756bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:15.164654 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-0e52624c-5c1b-4209-a5ef-fc1acad3c397 tempest-RoutersNegativeTest-822928701 tempest-RoutersNegativeTest-822928701-project] Deleting port f5de5f34-867c-4516-9c9d-51065ca57c0b {{(pid=103160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:31:15.164997 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-0e52624c-5c1b-4209-a5ef-fc1acad3c397 tempest-RoutersNegativeTest-822928701 tempest-RoutersNegativeTest-822928701-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:15.186960 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90fd2bee-afaa-4809-9bbd-7cd6eb0f59c5 None None] DHCP port deletion for 013aa0d2-5f9e-4bb6-b5a0-c62690a906a1 request from dv-neutron-744815-20-hyperv {{(pid=103161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 18 13:31:15.192165 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f556be7e-a3f1-4dd4-b3fb-a9ef55a756bb None None] Pushing event updated for resources: {'Port': ['ID=3129897f-e562-47c9-a890-f46b8af399ac,revision_number=10']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:31:15.219952 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 9a9a2074-a02d-4471-b29b-96159cdc8475 no longer exists at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 18 13:31:15.239666 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4509de46-68c3-4482-80fa-d6648c890dd4 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Router 8b4400aa-73df-4467-9875-5e1ec7c9ec97 has already been hosted by L3 agent c9c0cd52-5bd2-4704-9429-d80f1c5ad23c {{(pid=103159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 18 13:31:15.245258 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-660b368d-1fef-411a-8f71-82c93ee56921 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:15.246040 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-2294866d-0076-4933-952c-685307032598 None None] No Port match for: 9a9a2074-a02d-4471-b29b-96159cdc8475 {{(pid=103161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 18 13:31:15.246575 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 9a9a2074-a02d-4471-b29b-96159cdc8475 not bound to the agent host dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 18 13:31:15.286224 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-90fd2bee-afaa-4809-9bbd-7cd6eb0f59c5 None None] Deleting port f5de5f34-867c-4516-9c9d-51065ca57c0b {{(pid=103161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:31:15.286724 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-90fd2bee-afaa-4809-9bbd-7cd6eb0f59c5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:15.297143 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-660b368d-1fef-411a-8f71-82c93ee56921 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Calling delete_port for 4c9d03dc-c0b7-48f9-bac7-78e44ad9207a owned by {{(pid=103160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:31:15.361437 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-90fd2bee-afaa-4809-9bbd-7cd6eb0f59c5 None None] For port f5de5f34-867c-4516-9c9d-51065ca57c0b, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=f5de5f34-867c-4516-9c9d-51065ca57c0b,segment=NetworkSegment(32e90bb7-b839-4e0d-95be-60e5b42f9009),segment_id=32e90bb7-b839-4e0d-95be-60e5b42f9009)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:31:15.361970 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-90fd2bee-afaa-4809-9bbd-7cd6eb0f59c5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:15.378365 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-90fd2bee-afaa-4809-9bbd-7cd6eb0f59c5 None None] Calling delete_port for f5de5f34-867c-4516-9c9d-51065ca57c0b owned by network:dhcp {{(pid=103161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:31:15.380888 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd15581-6bfb-4e1d-b697-fb7da8ecc963 req-4e1586a7-ede7-48a1-95be-fa9065b003f8 tempest-TestServerAdvancedOps-1858504261 tempest-TestServerAdvancedOps-1858504261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:31:15.382666 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-4dd15581-6bfb-4e1d-b697-fb7da8ecc963 req-4e1586a7-ede7-48a1-95be-fa9065b003f8 tempest-TestServerAdvancedOps-1858504261 tempest-TestServerAdvancedOps-1858504261-project] 10.222.0.31 "GET /v2.0/networks?id=a9b5857a-d481-44f2-8a73-a6ac81bcd038 HTTP/1.1" status: 200 len: 812 time: 0.3037248 Dec 18 13:31:15.392112 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4509de46-68c3-4482-80fa-d6648c890dd4 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Notify agent at l3_agent.dv-neutron-744815-20-hyperv the message routers_updated {{(pid=103159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 13:31:15.420897 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.db [None req-0e52624c-5c1b-4209-a5ef-fc1acad3c397 tempest-RoutersNegativeTest-822928701 tempest-RoutersNegativeTest-822928701-project] For port f5de5f34-867c-4516-9c9d-51065ca57c0b, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=f5de5f34-867c-4516-9c9d-51065ca57c0b,segment=NetworkSegment(32e90bb7-b839-4e0d-95be-60e5b42f9009),segment_id=32e90bb7-b839-4e0d-95be-60e5b42f9009)] {{(pid=103160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:31:15.421410 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-0e52624c-5c1b-4209-a5ef-fc1acad3c397 tempest-RoutersNegativeTest-822928701 tempest-RoutersNegativeTest-822928701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:15.432999 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2884a4d-5d3c-4fe2-81ab-57070eba5cdd None None] Sync routers for ids ['8b4400aa-73df-4467-9875-5e1ec7c9ec97'] in dv-neutron-744815-20-hyperv {{(pid=103161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 13:31:15.438855 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-4dd15581-6bfb-4e1d-b697-fb7da8ecc963 req-bce6c64f-e9ae-4640-8b92-e779a920e962 tempest-TestServerAdvancedOps-1858504261 tempest-TestServerAdvancedOps-1858504261-project] 10.222.0.31 "GET /v2.0/quotas/72fb1cda929143289688e766bba7ee81 HTTP/1.1" status: 200 len: 375 time: 0.0426042 Dec 18 13:31:15.447328 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-0e52624c-5c1b-4209-a5ef-fc1acad3c397 tempest-RoutersNegativeTest-822928701 tempest-RoutersNegativeTest-822928701-project] Calling delete_port for f5de5f34-867c-4516-9c9d-51065ca57c0b owned by network:dhcp {{(pid=103160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:31:15.459167 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2884a4d-5d3c-4fe2-81ab-57070eba5cdd None None] Routers {'8b4400aa-73df-4467-9875-5e1ec7c9ec97'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:31:15.460802 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-b2884a4d-5d3c-4fe2-81ab-57070eba5cdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:30:57Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['8b4400aa-73df-4467-9875-5e1ec7c9ec97'], 'active': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:31:15.496247 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-4dd15581-6bfb-4e1d-b697-fb7da8ecc963 req-a8a43611-5fe2-4aa6-b0a2-0ee1e25e778a tempest-TestServerAdvancedOps-1858504261 tempest-TestServerAdvancedOps-1858504261-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=72fb1cda929143289688e766bba7ee81&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0465238 Dec 18 13:31:15.724047 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-4dd15581-6bfb-4e1d-b697-fb7da8ecc963 req-ef11af2f-7bc6-40be-99bc-e25853a4ac4e service neutron] 10.222.0.31 "GET /v2.0/networks/a9b5857a-d481-44f2-8a73-a6ac81bcd038?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2264323 Dec 18 13:31:15.743180 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-b2884a4d-5d3c-4fe2-81ab-57070eba5cdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:31:15.755952 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2884a4d-5d3c-4fe2-81ab-57070eba5cdd None None] Routers {'8b4400aa-73df-4467-9875-5e1ec7c9ec97'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:31:15.756665 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-b2884a4d-5d3c-4fe2-81ab-57070eba5cdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:30:57Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['8b4400aa-73df-4467-9875-5e1ec7c9ec97'], 'active': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:31:15.760081 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-90fd2bee-afaa-4809-9bbd-7cd6eb0f59c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984'] for port, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:15.815980 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-b2884a4d-5d3c-4fe2-81ab-57070eba5cdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:31:15.816986 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2884a4d-5d3c-4fe2-81ab-57070eba5cdd None None] The sync data for ids ['8b4400aa-73df-4467-9875-5e1ec7c9ec97'] in dv-neutron-744815-20-hyperv is: [] {{(pid=103161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 13:31:15.821343 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fd2bee-afaa-4809-9bbd-7cd6eb0f59c5 None None] Pushing event deleted for resources: {'Port': ['ID=f5de5f34-867c-4516-9c9d-51065ca57c0b,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:31:15.830843 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90fd2bee-afaa-4809-9bbd-7cd6eb0f59c5 None None] No DVR routers for this DVR port f5de5f34-867c-4516-9c9d-51065ca57c0b on host dv-neutron-744815-20-hyperv {{(pid=103161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 18 13:31:15.833205 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-660b368d-1fef-411a-8f71-82c93ee56921 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4533522'] for port, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:15.923367 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-5d2c9f71-87fb-4f55-a295-d14e90efe98e None None] Provisioning complete for port 3129897f-e562-47c9-a890-f46b8af399ac triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:31:15.923736 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-5d2c9f71-87fb-4f55-a295-d14e90efe98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:15.934106 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660b368d-1fef-411a-8f71-82c93ee56921 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Pushing event deleted for resources: {'Port': ['ID=4c9d03dc-c0b7-48f9-bac7-78e44ad9207a,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:31:15.998275 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-0e52624c-5c1b-4209-a5ef-fc1acad3c397 tempest-RoutersNegativeTest-822928701 tempest-RoutersNegativeTest-822928701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4533522'] for port, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:16.010712 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-4dd15581-6bfb-4e1d-b697-fb7da8ecc963 req-7cf339e9-2083-406d-925a-cda9e96ee94c service neutron] 10.222.0.31 "GET /v2.0/networks/a9b5857a-d481-44f2-8a73-a6ac81bcd038?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1959667 Dec 18 13:31:16.035794 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e52624c-5c1b-4209-a5ef-fc1acad3c397 tempest-RoutersNegativeTest-822928701 tempest-RoutersNegativeTest-822928701-project] No DVR routers for this DVR port f5de5f34-867c-4516-9c9d-51065ca57c0b on host dv-neutron-744815-20-hyperv {{(pid=103160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 18 13:31:16.044029 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-660b368d-1fef-411a-8f71-82c93ee56921 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:16.050460 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-660b368d-1fef-411a-8f71-82c93ee56921 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] 10.222.0.31 "DELETE /v2.0/ports/4c9d03dc-c0b7-48f9-bac7-78e44ad9207a HTTP/1.1" status: 204 len: 168 time: 1.2704034 Dec 18 13:31:16.068911 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 54016) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:16.096744 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e52624c-5c1b-4209-a5ef-fc1acad3c397 tempest-RoutersNegativeTest-822928701 tempest-RoutersNegativeTest-822928701-project] Pushing event deleted for resources: {'Port': ['ID=f5de5f34-867c-4516-9c9d-51065ca57c0b,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:31:16.160727 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb66caa6-1ed9-44a1-85b3-c4298b3434c8 req-f2081bfa-3654-4281-a0fe-3179a990aca8 tempest-ServerActionsTestJSON-1545132800 tempest-ServerActionsTestJSON-1545132800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:31:16.168309 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-fb66caa6-1ed9-44a1-85b3-c4298b3434c8 req-f2081bfa-3654-4281-a0fe-3179a990aca8 tempest-ServerActionsTestJSON-1545132800 tempest-ServerActionsTestJSON-1545132800-project] 10.222.0.31 "GET /v2.0/ports?device_id=f75e1b43-b628-4577-9f75-0cf3a56e1582 HTTP/1.1" status: 200 len: 945 time: 0.0790260 Dec 18 13:31:16.195065 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-39b7cf30-0881-40d5-907f-a6dbe5c788d3 None None] Could not find standard attr ID for object 4c9d03dc-c0b7-48f9-bac7-78e44ad9207a. {{(pid=103161) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 18 13:31:16.222413 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c8d5c7b-ebe9-486e-b685-851f438a3363 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:31:16.224720 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-5c8d5c7b-ebe9-486e-b685-851f438a3363 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1537375 Dec 18 13:31:16.226942 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-0e52624c-5c1b-4209-a5ef-fc1acad3c397 tempest-RoutersNegativeTest-822928701 tempest-RoutersNegativeTest-822928701-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1927292', 'neutron.services.segments.db._delete_segments_for_network-8767106887837'] for network, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:16.229486 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 54022) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:16.251482 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4509de46-68c3-4482-80fa-d6648c890dd4 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Router a3168b9f-ac00-4815-b08c-b2e32f16bbe9 has already been hosted by L3 agent c9c0cd52-5bd2-4704-9429-d80f1c5ad23c {{(pid=103159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 18 13:31:16.279853 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-fb66caa6-1ed9-44a1-85b3-c4298b3434c8 req-ca11645e-ef01-4328-84eb-25065ca5e46c tempest-ServerActionsTestJSON-1545132800 tempest-ServerActionsTestJSON-1545132800-project] 10.222.0.31 "GET /v2.0/security-groups?id=04da0920-3f32-48b1-bc5b-099cf6dd1551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1105695 Dec 18 13:31:16.333650 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-14c83770-9ce5-4762-a595-2abc71e0bdeb req-dce46a4c-7c8e-452a-965e-7a4fac0c59a4 tempest-TestServerAdvancedOps-1858504261 tempest-TestServerAdvancedOps-1858504261-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0023ad2-8e0e-4912-a9aa-38ce4eeee77c HTTP/1.1" status: 200 len: 210 time: 0.0629752 Dec 18 13:31:16.337036 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.services.segments.db [None req-0e52624c-5c1b-4209-a5ef-fc1acad3c397 tempest-RoutersNegativeTest-822928701 tempest-RoutersNegativeTest-822928701-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['013aa0d2-5f9e-4bb6-b5a0-c62690a906a1']}} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:31:16.364613 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e154f705-cf7f-49a0-a75c-bc2ed136dcaf tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:31:16.366860 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-e154f705-cf7f-49a0-a75c-bc2ed136dcaf tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1361897 Dec 18 13:31:16.370210 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.services.segments.db [None req-0e52624c-5c1b-4209-a5ef-fc1acad3c397 tempest-RoutersNegativeTest-822928701 tempest-RoutersNegativeTest-822928701-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32e90bb7-b839-4e0d-95be-60e5b42f9009') {'for_net_delete': True} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:31:16.370697 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.services.segments.db [None req-0e52624c-5c1b-4209-a5ef-fc1acad3c397 tempest-RoutersNegativeTest-822928701 tempest-RoutersNegativeTest-822928701-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32e90bb7-b839-4e0d-95be-60e5b42f9009') {} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:31:16.373118 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 54028) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:16.418903 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-0e52624c-5c1b-4209-a5ef-fc1acad3c397 tempest-RoutersNegativeTest-822928701 tempest-RoutersNegativeTest-822928701-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767106888614', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4533424'] for segment, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:16.446905 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-0e52624c-5c1b-4209-a5ef-fc1acad3c397 tempest-RoutersNegativeTest-822928701 tempest-RoutersNegativeTest-822928701-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:16.461267 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e52624c-5c1b-4209-a5ef-fc1acad3c397 tempest-RoutersNegativeTest-822928701 tempest-RoutersNegativeTest-822928701-project] Releasing vlan 107 on physical network physnet1 to pool {{(pid=103160) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 18 13:31:16.461832 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-0e52624c-5c1b-4209-a5ef-fc1acad3c397 tempest-RoutersNegativeTest-822928701 tempest-RoutersNegativeTest-822928701-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4533569'] for segment, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:16.465536 dv-neutron-744815-20-hyperv neutron-server[103160]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 18 13:31:16.465536 dv-neutron-744815-20-hyperv neutron-server[103160]: self.session.flush() Dec 18 13:31:16.465536 dv-neutron-744815-20-hyperv neutron-server[103160]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 18 13:31:16.465536 dv-neutron-744815-20-hyperv neutron-server[103160]: self.session.flush() Dec 18 13:31:16.465536 dv-neutron-744815-20-hyperv neutron-server[103160]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 18 13:31:16.465536 dv-neutron-744815-20-hyperv neutron-server[103160]: self.session.flush() Dec 18 13:31:16.465536 dv-neutron-744815-20-hyperv neutron-server[103160]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 18 13:31:16.465536 dv-neutron-744815-20-hyperv neutron-server[103160]: self.session.flush() Dec 18 13:31:16.465536 dv-neutron-744815-20-hyperv neutron-server[103160]: Traceback (most recent call last): Dec 18 13:31:16.465536 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 18 13:31:16.465536 dv-neutron-744815-20-hyperv neutron-server[103160]: timer() Dec 18 13:31:16.465536 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 18 13:31:16.465536 dv-neutron-744815-20-hyperv neutron-server[103160]: cb(*args, **kw) Dec 18 13:31:16.465536 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 18 13:31:16.465536 dv-neutron-744815-20-hyperv neutron-server[103160]: return func(*args, **kwargs) Dec 18 13:31:16.465536 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 18 13:31:16.465536 dv-neutron-744815-20-hyperv neutron-server[103160]: self._notify() Dec 18 13:31:16.465536 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 18 13:31:16.465536 dv-neutron-744815-20-hyperv neutron-server[103160]: self.callback(batched_events) Dec 18 13:31:16.465536 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 18 13:31:16.465536 dv-neutron-744815-20-hyperv neutron-server[103160]: event.method(event) Dec 18 13:31:16.465536 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 18 13:31:16.465536 dv-neutron-744815-20-hyperv neutron-server[103160]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 18 13:31:16.465536 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 18 13:31:16.465536 dv-neutron-744815-20-hyperv neutron-server[103160]: aggregate_uuid = self.p_client.list_aggregates( Dec 18 13:31:16.465536 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 18 13:31:16.465536 dv-neutron-744815-20-hyperv neutron-server[103160]: return f(self, *a, **k) Dec 18 13:31:16.465536 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 18 13:31:16.465536 dv-neutron-744815-20-hyperv neutron-server[103160]: return self._get(url).json() Dec 18 13:31:16.465536 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 18 13:31:16.465536 dv-neutron-744815-20-hyperv neutron-server[103160]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 18 13:31:16.465536 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 18 13:31:16.465536 dv-neutron-744815-20-hyperv neutron-server[103160]: return self.request(url, 'GET', **kwargs) Dec 18 13:31:16.465536 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 18 13:31:16.465536 dv-neutron-744815-20-hyperv neutron-server[103160]: base_url = self.get_endpoint(auth, allow=allow, Dec 18 13:31:16.465536 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 18 13:31:16.465536 dv-neutron-744815-20-hyperv neutron-server[103160]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 18 13:31:16.465536 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 18 13:31:16.465536 dv-neutron-744815-20-hyperv neutron-server[103160]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 18 13:31:16.465536 dv-neutron-744815-20-hyperv neutron-server[103160]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 18 13:31:16.484971 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-719d8457-8ead-4fb0-a5af-b503f2ed199d tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:31:16.486728 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-719d8457-8ead-4fb0-a5af-b503f2ed199d tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:31:16.488607 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-719d8457-8ead-4fb0-a5af-b503f2ed199d tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:31:16.491251 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-719d8457-8ead-4fb0-a5af-b503f2ed199d tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1165125 Dec 18 13:31:16.492621 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ef69e9-ba7d-45ac-9254-923965872b45 req-9bf3ccee-05c5-4eb1-ba16-2046fc70d034 tempest-ServerActionsTestJSON-1545132800 tempest-ServerActionsTestJSON-1545132800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:31:16.494215 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-b8ef69e9-ba7d-45ac-9254-923965872b45 req-9bf3ccee-05c5-4eb1-ba16-2046fc70d034 tempest-ServerActionsTestJSON-1545132800 tempest-ServerActionsTestJSON-1545132800-project] 10.222.0.31 "GET /v2.0/ports?device_id=f75e1b43-b628-4577-9f75-0cf3a56e1582 HTTP/1.1" status: 200 len: 945 time: 0.1014986 Dec 18 13:31:16.494710 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 54032) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:16.549058 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-0e52624c-5c1b-4209-a5ef-fc1acad3c397 tempest-RoutersNegativeTest-822928701 tempest-RoutersNegativeTest-822928701-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1927267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586962'] for network, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:16.569492 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4509de46-68c3-4482-80fa-d6648c890dd4 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Notify agent at l3_agent.dv-neutron-744815-20-hyperv the message routers_updated {{(pid=103159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 13:31:16.580538 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-4509de46-68c3-4482-80fa-d6648c890dd4 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for floatingip, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:16.586365 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e2fed22-f882-4aee-8ed9-12410385cc27 None None] Sync routers for ids ['a3168b9f-ac00-4815-b08c-b2e32f16bbe9'] in dv-neutron-744815-20-hyperv {{(pid=103162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 13:31:16.593509 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-0e52624c-5c1b-4209-a5ef-fc1acad3c397 tempest-RoutersNegativeTest-822928701 tempest-RoutersNegativeTest-822928701-project] Publish callbacks [] for network, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:16.599972 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-0e52624c-5c1b-4209-a5ef-fc1acad3c397 tempest-RoutersNegativeTest-822928701 tempest-RoutersNegativeTest-822928701-project] 10.222.0.31 "DELETE /v2.0/networks/013aa0d2-5f9e-4bb6-b5a0-c62690a906a1 HTTP/1.1" status: 204 len: 168 time: 1.7471075 Dec 18 13:31:16.600943 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 54034) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:16.603284 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e52624c-5c1b-4209-a5ef-fc1acad3c397 tempest-RoutersNegativeTest-822928701 tempest-RoutersNegativeTest-822928701-project] Pushing event deleted for resources: {'Network': ['ID=013aa0d2-5f9e-4bb6-b5a0-c62690a906a1,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:31:16.604413 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e2fed22-f882-4aee-8ed9-12410385cc27 None None] Routers {'a3168b9f-ac00-4815-b08c-b2e32f16bbe9'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:31:16.606158 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-1e2fed22-f882-4aee-8ed9-12410385cc27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:30:57Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['a3168b9f-ac00-4815-b08c-b2e32f16bbe9'], 'active': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:31:16.608705 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.db_base_plugin_v2 [None req-387b9a98-7fe4-4106-a3e6-a8bfe5cf057d tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Deleting subnet 1c120ecb-75d8-464f-9ddb-fb031845eae9 {{(pid=103159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 18 13:31:16.620812 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-387b9a98-7fe4-4106-a3e6-a8bfe5cf057d tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks [] for subnet, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:16.652451 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-f860d27f-e807-4920-ae37-6d13cdffe32a tempest-RoutersNegativeTest-822928701 tempest-RoutersNegativeTest-822928701-project] 10.222.0.31 "GET /v2.0/ports?device_id=c897397e-e182-47fb-a731-f1441f2ceb3c HTTP/1.1" status: 200 len: 205 time: 0.0500789 Dec 18 13:31:16.654999 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 54038) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:16.656376 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-1e2fed22-f882-4aee-8ed9-12410385cc27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:31:16.667196 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-b8ef69e9-ba7d-45ac-9254-923965872b45 req-76806759-7b0f-480c-a300-b656c8b01047 tempest-ServerActionsTestJSON-1545132800 tempest-ServerActionsTestJSON-1545132800-project] 10.222.0.31 "GET /v2.0/security-groups?id=04da0920-3f32-48b1-bc5b-099cf6dd1551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1583200 Dec 18 13:31:16.669430 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e2fed22-f882-4aee-8ed9-12410385cc27 None None] Routers {'a3168b9f-ac00-4815-b08c-b2e32f16bbe9'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:31:16.670026 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 3129897f-e562-47c9-a890-f46b8af399ac up at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 13:31:16.670841 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-1e2fed22-f882-4aee-8ed9-12410385cc27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:30:57Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['a3168b9f-ac00-4815-b08c-b2e32f16bbe9'], 'active': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:31:16.711772 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-4509de46-68c3-4482-80fa-d6648c890dd4 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] 10.222.0.31 "PUT /v2.0/floatingips/19298d94-ae98-44bd-b1d6-6c463adeefa5 HTTP/1.1" status: 200 len: 979 time: 3.1803865 Dec 18 13:31:16.712635 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 54042) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:16.749787 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-1e2fed22-f882-4aee-8ed9-12410385cc27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:31:16.750976 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e2fed22-f882-4aee-8ed9-12410385cc27 None None] The sync data for ids ['a3168b9f-ac00-4815-b08c-b2e32f16bbe9'] in dv-neutron-744815-20-hyperv is: [] {{(pid=103162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 13:31:16.773324 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2294866d-0076-4933-952c-685307032598 None None] Provisioning complete for port 3129897f-e562-47c9-a890-f46b8af399ac triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:31:16.773918 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:16.774286 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-0f5ec592-ad74-4801-98aa-342ec98d8e09 tempest-RoutersNegativeTest-822928701 tempest-RoutersNegativeTest-822928701-project] Publish callbacks [] for router, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:16.776069 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-387b9a98-7fe4-4106-a3e6-a8bfe5cf057d tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5589624'] for subnet, precommit_delete_associations {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:16.944810 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-387b9a98-7fe4-4106-a3e6-a8bfe5cf057d tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1929185'] for subnet, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:16.984968 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device f5de5f34-867c-4516-9c9d-51065ca57c0b no longer exists at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 18 13:31:16.985435 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-e329c79e-9a07-413e-bad2-3664f3fe5484 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Deleting port d0a9397b-342c-4728-bd3f-40a205cb87df {{(pid=103159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:31:16.985766 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-e329c79e-9a07-413e-bad2-3664f3fe5484 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:17.014742 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-2294866d-0076-4933-952c-685307032598 None None] No Port match for: f5de5f34-867c-4516-9c9d-51065ca57c0b {{(pid=103161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 18 13:31:17.015084 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device f5de5f34-867c-4516-9c9d-51065ca57c0b not bound to the agent host dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 18 13:31:17.015791 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-0f5ec592-ad74-4801-98aa-342ec98d8e09 tempest-RoutersNegativeTest-822928701 tempest-RoutersNegativeTest-822928701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-589815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28643'] for router, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:17.018669 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-0f5ec592-ad74-4801-98aa-342ec98d8e09 tempest-RoutersNegativeTest-822928701 tempest-RoutersNegativeTest-822928701-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:17.070022 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-0f5ec592-ad74-4801-98aa-342ec98d8e09 tempest-RoutersNegativeTest-822928701 tempest-RoutersNegativeTest-822928701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-589710'] for router, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:17.070563 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f5ec592-ad74-4801-98aa-342ec98d8e09 tempest-RoutersNegativeTest-822928701 tempest-RoutersNegativeTest-822928701-project] Fanout notify agent at l3_agent the message router_deleted on router c897397e-e182-47fb-a731-f1441f2ceb3c {{(pid=103160) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 18 13:31:17.071281 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53d1051-b5d5-4c10-9514-eecca035fd2e req-7a09faf0-b70a-423d-b546-ba9a2d137040 tempest-ServerActionsTestJSON-1545132800 tempest-ServerActionsTestJSON-1545132800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:31:17.078552 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-c53d1051-b5d5-4c10-9514-eecca035fd2e req-7a09faf0-b70a-423d-b546-ba9a2d137040 tempest-ServerActionsTestJSON-1545132800 tempest-ServerActionsTestJSON-1545132800-project] 10.222.0.31 "GET /v2.0/ports?device_id=f75e1b43-b628-4577-9f75-0cf3a56e1582 HTTP/1.1" status: 200 len: 945 time: 0.1713307 Dec 18 13:31:17.078905 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-0f5ec592-ad74-4801-98aa-342ec98d8e09 tempest-RoutersNegativeTest-822928701 tempest-RoutersNegativeTest-822928701-project] Publish callbacks [] for router, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:17.087606 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-0f5ec592-ad74-4801-98aa-342ec98d8e09 tempest-RoutersNegativeTest-822928701 tempest-RoutersNegativeTest-822928701-project] 10.222.0.31 "DELETE /v2.0/routers/c897397e-e182-47fb-a731-f1441f2ceb3c HTTP/1.1" status: 204 len: 168 time: 0.4273956 Dec 18 13:31:17.136901 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-387b9a98-7fe4-4106-a3e6-a8bfe5cf057d tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1929192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5659851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6017053'] for subnet, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:17.150831 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-e329c79e-9a07-413e-bad2-3664f3fe5484 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:17.192760 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387b9a98-7fe4-4106-a3e6-a8bfe5cf057d tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Pushing event deleted for resources: {'Subnet': ['ID=1c120ecb-75d8-464f-9ddb-fb031845eae9,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:31:17.210560 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6425b59c-4353-4698-8ae3-4feff1a46c8c None None] Network a0b84a49-8464-4342-a47d-bd714ebbec81 requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:31:17.231073 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-387b9a98-7fe4-4106-a3e6-a8bfe5cf057d tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks [] for subnet, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:17.234320 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-387b9a98-7fe4-4106-a3e6-a8bfe5cf057d tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] 10.222.0.31 "DELETE /v2.0/subnets/1c120ecb-75d8-464f-9ddb-fb031845eae9 HTTP/1.1" status: 204 len: 168 time: 0.7365956 Dec 18 13:31:17.237175 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 54048) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:17.242423 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-c53d1051-b5d5-4c10-9514-eecca035fd2e req-b0a12989-c267-45eb-8079-66a599d7fa99 tempest-ServerActionsTestJSON-1545132800 tempest-ServerActionsTestJSON-1545132800-project] 10.222.0.31 "GET /v2.0/security-groups?id=04da0920-3f32-48b1-bc5b-099cf6dd1551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1630280 Dec 18 13:31:17.325971 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.db_base_plugin_v2 [None req-16489b17-aa90-4e7a-9955-2336404c231d tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Deleting subnet aed1a185-b17a-4cb3-b76f-eac265b1f9cf {{(pid=103160) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 18 13:31:17.330746 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-16489b17-aa90-4e7a-9955-2336404c231d tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks [] for subnet, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:17.390170 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-16489b17-aa90-4e7a-9955-2336404c231d tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4533385'] for subnet, precommit_delete_associations {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:17.402204 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-e329c79e-9a07-413e-bad2-3664f3fe5484 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:17.403034 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-e329c79e-9a07-413e-bad2-3664f3fe5484 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-587004'] for floatingip, after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:17.404695 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.db.l3_db [None req-e329c79e-9a07-413e-bad2-3664f3fe5484 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Floating IP 19298d94-ae98-44bd-b1d6-6c463adeefa5 disassociated. External IP: 172.26.3.184, port: d0a9397b-342c-4728-bd3f-40a205cb87df. Dec 18 13:31:17.406086 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-e329c79e-9a07-413e-bad2-3664f3fe5484 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Calling delete_port for d0a9397b-342c-4728-bd3f-40a205cb87df owned by {{(pid=103159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:31:17.431685 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 54054) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:17.481555 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-2dfa6710-bb2e-4360-85a0-669ae331f177 req-fafd0348-0102-44e2-a331-4183613ca0f3 tempest-TestServerAdvancedOps-1858504261 tempest-TestServerAdvancedOps-1858504261-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0023ad2-8e0e-4912-a9aa-38ce4eeee77c HTTP/1.1" status: 200 len: 210 time: 0.0388753 Dec 18 13:31:17.541361 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-16489b17-aa90-4e7a-9955-2336404c231d tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1929185'] for subnet, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:17.630714 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-16489b17-aa90-4e7a-9955-2336404c231d tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1929192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4533475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4514371'] for subnet, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:17.662459 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16489b17-aa90-4e7a-9955-2336404c231d tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Pushing event deleted for resources: {'Subnet': ['ID=aed1a185-b17a-4cb3-b76f-eac265b1f9cf,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:31:17.670777 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-16489b17-aa90-4e7a-9955-2336404c231d tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks [] for subnet, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:17.678061 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-16489b17-aa90-4e7a-9955-2336404c231d tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] 10.222.0.31 "DELETE /v2.0/subnets/aed1a185-b17a-4cb3-b76f-eac265b1f9cf HTTP/1.1" status: 204 len: 168 time: 0.4362545 Dec 18 13:31:17.678367 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 54058) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:17.715912 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-7d4d7ca6-3738-4c74-bb54-5931f0cbab13 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=386f741d8dce4ca1897392357bd29b23&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2807615 Dec 18 13:31:17.719909 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 54060) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:17.722044 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-0b7e4429-9302-43ea-b97d-e816af4e0517 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0425658 Dec 18 13:31:17.725785 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 54062) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:17.753516 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd15581-6bfb-4e1d-b697-fb7da8ecc963 req-43f9ea34-c8eb-4fae-a1ff-676891bc73aa tempest-TestServerAdvancedOps-1858504261 tempest-TestServerAdvancedOps-1858504261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:31:17.755312 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-4dd15581-6bfb-4e1d-b697-fb7da8ecc963 req-43f9ea34-c8eb-4fae-a1ff-676891bc73aa tempest-TestServerAdvancedOps-1858504261 tempest-TestServerAdvancedOps-1858504261-project] 10.222.0.43 "GET /v2.0/networks?id=a9b5857a-d481-44f2-8a73-a6ac81bcd038 HTTP/1.1" status: 200 len: 812 time: 0.2271285 Dec 18 13:31:17.760339 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-e329c79e-9a07-413e-bad2-3664f3fe5484 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:17.797738 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [req-4dd15581-6bfb-4e1d-b697-fb7da8ecc963 req-89936658-d765-4f77-88a0-b4cb93af6bdb tempest-TestServerAdvancedOps-1858504261 tempest-TestServerAdvancedOps-1858504261-project] Request body: {'port': {'device_id': 'd0023ad2-8e0e-4912-a9aa-38ce4eeee77c', 'network_id': 'a9b5857a-d481-44f2-8a73-a6ac81bcd038', 'admin_state_up': True, 'tenant_id': '72fb1cda929143289688e766bba7ee81'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:31:17.804571 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e329c79e-9a07-413e-bad2-3664f3fe5484 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Pushing event deleted for resources: {'Port': ['ID=d0a9397b-342c-4728-bd3f-40a205cb87df,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:31:17.833993 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4520189e-62b4-418c-b29e-274b2f7e3cce tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:31:17.838353 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-4520189e-62b4-418c-b29e-274b2f7e3cce tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.1043239 Dec 18 13:31:17.838954 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 54068) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:17.891522 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-19e8f7b8-2118-494a-afd9-64e85fbbbf66 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:17.910470 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f8eab6b-fdc7-46ad-9ade-e25d203a725a tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:31:17.914708 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-4f8eab6b-fdc7-46ad-9ade-e25d203a725a tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0745730 Dec 18 13:31:17.915344 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 54070) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:17.966622 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-19e8f7b8-2118-494a-afd9-64e85fbbbf66 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:17.976899 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-a2950c06-7f92-4626-a025-ac231f3971ac tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0576789 Dec 18 13:31:17.977230 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 54072) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:18.027326 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.pecan_wsgi.hooks.translation [None req-03203775-9e9d-4ea4-9fdb-337a652b0e81 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] DELETE failed (client error): The resource could not be found. Dec 18 13:31:18.027932 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03203775-9e9d-4ea4-9fdb-337a652b0e81 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 18 13:31:18.034179 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 54074) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:18.034577 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-03203775-9e9d-4ea4-9fdb-337a652b0e81 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] 10.222.0.31 "DELETE /v2.0/ports/4c9d03dc-c0b7-48f9-bac7-78e44ad9207a HTTP/1.1" status: 404 len: 333 time: 0.0541103 Dec 18 13:31:18.052053 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e329c79e-9a07-413e-bad2-3664f3fe5484 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Router a3168b9f-ac00-4815-b08c-b2e32f16bbe9 has already been hosted by L3 agent c9c0cd52-5bd2-4704-9429-d80f1c5ad23c {{(pid=103159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 18 13:31:18.056407 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4dd15581-6bfb-4e1d-b697-fb7da8ecc963 req-89936658-d765-4f77-88a0-b4cb93af6bdb tempest-TestServerAdvancedOps-1858504261 tempest-TestServerAdvancedOps-1858504261-project] Made reservation on behalf of 72fb1cda929143289688e766bba7ee81 for: {'port': 1} {{(pid=103159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:31:18.059932 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-4dd15581-6bfb-4e1d-b697-fb7da8ecc963 req-89936658-d765-4f77-88a0-b4cb93af6bdb tempest-TestServerAdvancedOps-1858504261 tempest-TestServerAdvancedOps-1858504261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:18.068349 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-19e8f7b8-2118-494a-afd9-64e85fbbbf66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:18.074477 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-19e8f7b8-2118-494a-afd9-64e85fbbbf66 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:18.075724 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-19e8f7b8-2118-494a-afd9-64e85fbbbf66 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0026578b-52a8-4212-aa54-d1a3ad85ff14 HTTP/1.1" status: 204 len: 168 time: 0.3525326 Dec 18 13:31:18.077265 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.pecan_wsgi.hooks.translation [None req-39c3bcde-e534-4c8b-b3ce-785846c37e5e tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] DELETE failed (client error): The resource could not be found. Dec 18 13:31:18.077733 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39c3bcde-e534-4c8b-b3ce-785846c37e5e tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103160) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 18 13:31:18.082076 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-39c3bcde-e534-4c8b-b3ce-785846c37e5e tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] 10.222.0.31 "DELETE /v2.0/subnets/aed1a185-b17a-4cb3-b76f-eac265b1f9cf HTTP/1.1" status: 404 len: 337 time: 0.0467603 Dec 18 13:31:18.089426 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 54078) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:18.091591 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e8f7b8-2118-494a-afd9-64e85fbbbf66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0026578b-52a8-4212-aa54-d1a3ad85ff14,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:31:18.169787 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df85a2df-acae-4a4d-9bb6-244f81aece09 None None] Network a0b84a49-8464-4342-a47d-bd714ebbec81 requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:31:18.179031 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.pecan_wsgi.hooks.translation [None req-abbd1793-ed43-4b6a-a920-389f92148c66 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] DELETE failed (client error): The resource could not be found. Dec 18 13:31:18.179522 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-abbd1793-ed43-4b6a-a920-389f92148c66 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 18 13:31:18.185315 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-abbd1793-ed43-4b6a-a920-389f92148c66 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] 10.222.0.31 "DELETE /v2.0/subnets/1c120ecb-75d8-464f-9ddb-fb031845eae9 HTTP/1.1" status: 404 len: 337 time: 0.0946259 Dec 18 13:31:18.185830 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 54080) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:18.227390 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.pecan_wsgi.hooks.translation [None req-2289160b-0e78-4f3c-9735-576fbabb952c tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] DELETE failed (client error): The resource could not be found. Dec 18 13:31:18.228582 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2289160b-0e78-4f3c-9735-576fbabb952c tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103160) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 18 13:31:18.236004 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-2289160b-0e78-4f3c-9735-576fbabb952c tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] 10.222.0.31 "DELETE /v2.0/ports/d2b9558d-5f68-4407-96a0-3b9f031b22b9 HTTP/1.1" status: 404 len: 333 time: 0.0463445 Dec 18 13:31:18.237059 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 54084) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:18.285469 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8d10923-2174-4085-88de-1489d22964e3 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] DELETE failed (client error): The resource could not be found. Dec 18 13:31:18.285949 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8d10923-2174-4085-88de-1489d22964e3 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103160) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 18 13:31:18.290307 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-c8d10923-2174-4085-88de-1489d22964e3 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] 10.222.0.31 "DELETE /v2.0/subnets/57ea2f4c-fed8-43e7-8322-a98073da8067 HTTP/1.1" status: 404 len: 337 time: 0.0515711 Dec 18 13:31:18.292314 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 54090) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:18.297576 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.db_base_plugin_common [req-4dd15581-6bfb-4e1d-b697-fb7da8ecc963 req-89936658-d765-4f77-88a0-b4cb93af6bdb tempest-TestServerAdvancedOps-1858504261 tempest-TestServerAdvancedOps-1858504261-project] Allocated IP 172.20.0.13 (a9b5857a-d481-44f2-8a73-a6ac81bcd038/9e3d3bf3-4ca3-4518-8457-a0aa8b909e42/0ded5d5d-2015-47cb-aca5-eed125083cb7) {{(pid=103159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:31:18.320568 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-9a781756-6030-4ac6-8db5-bcf20b1010f7 None None] Provisioning complete for port 3129897f-e562-47c9-a890-f46b8af399ac triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:31:18.324503 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-9a781756-6030-4ac6-8db5-bcf20b1010f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:18.327797 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.pecan_wsgi.hooks.translation [None req-051e8c1f-a78c-4cc9-bcd6-a5d0bb4f3155 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] DELETE failed (client error): The resource could not be found. Dec 18 13:31:18.328324 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-051e8c1f-a78c-4cc9-bcd6-a5d0bb4f3155 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103160) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 18 13:31:18.334041 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-051e8c1f-a78c-4cc9-bcd6-a5d0bb4f3155 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] 10.222.0.31 "DELETE /v2.0/subnets/c6de300f-57c7-4896-8f88-66cbe71b0ded HTTP/1.1" status: 404 len: 337 time: 0.0383370 Dec 18 13:31:18.339863 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 54092) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:18.390119 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9586c01-49f8-4fa8-897d-346bad88c85f tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] DELETE failed (client error): The resource could not be found. Dec 18 13:31:18.390684 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9586c01-49f8-4fa8-897d-346bad88c85f tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 18 13:31:18.395948 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-a9586c01-49f8-4fa8-897d-346bad88c85f tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] 10.222.0.31 "DELETE /v2.0/ports/77be90d3-81e3-4a84-88d1-058113c23deb HTTP/1.1" status: 404 len: 333 time: 0.0546265 Dec 18 13:31:18.402082 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 54098) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:18.464321 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b0070ef-1841-4b21-b4c6-8e9fc2950059 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] DELETE failed (client error): The resource could not be found. Dec 18 13:31:18.465374 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b0070ef-1841-4b21-b4c6-8e9fc2950059 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103160) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 18 13:31:18.471117 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-0b0070ef-1841-4b21-b4c6-8e9fc2950059 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] 10.222.0.31 "DELETE /v2.0/subnets/3b35ed8b-7c70-45cc-83f9-ebc963f7bc44 HTTP/1.1" status: 404 len: 337 time: 0.0592844 Dec 18 13:31:18.476123 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f45261b3-3eb7-4010-b43a-4a15d1742095 None None] DHCP port deletion for a0b84a49-8464-4342-a47d-bd714ebbec81 request from dv-neutron-744815-20-hyperv {{(pid=103161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 18 13:31:18.482193 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4caee3-877a-489f-94a2-4208b56f7665 req-31dbd226-ed8e-4798-adf7-75724f17413a tempest-ServerActionsTestJSON-1545132800 tempest-ServerActionsTestJSON-1545132800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:31:18.482373 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 54102) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:18.484716 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-9e4caee3-877a-489f-94a2-4208b56f7665 req-31dbd226-ed8e-4798-adf7-75724f17413a tempest-ServerActionsTestJSON-1545132800 tempest-ServerActionsTestJSON-1545132800-project] 10.222.0.31 "GET /v2.0/ports?device_id=f75e1b43-b628-4577-9f75-0cf3a56e1582 HTTP/1.1" status: 200 len: 945 time: 0.1254449 Dec 18 13:31:18.527516 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-f45261b3-3eb7-4010-b43a-4a15d1742095 None None] Deleting port 3129897f-e562-47c9-a890-f46b8af399ac {{(pid=103161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:31:18.528000 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f45261b3-3eb7-4010-b43a-4a15d1742095 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:18.551676 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbdb2083-c549-458a-a037-52f00077d103 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] DELETE failed (client error): The resource could not be found. Dec 18 13:31:18.552138 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dbdb2083-c549-458a-a037-52f00077d103 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 18 13:31:18.555261 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-dbdb2083-c549-458a-a037-52f00077d103 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] 10.222.0.31 "DELETE /v2.0/subnets/28ec8efc-c049-4297-9fdf-087c82cc0e7e HTTP/1.1" status: 404 len: 337 time: 0.0706408 Dec 18 13:31:18.558352 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 54108) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:18.562328 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e329c79e-9a07-413e-bad2-3664f3fe5484 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Notify agent at l3_agent.dv-neutron-744815-20-hyperv the message routers_updated {{(pid=103159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 13:31:18.566770 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-9e4caee3-877a-489f-94a2-4208b56f7665 req-fb21536f-c58d-4031-85bd-64d68433ed6a tempest-ServerActionsTestJSON-1545132800 tempest-ServerActionsTestJSON-1545132800-project] 10.222.0.31 "GET /v2.0/security-groups?id=04da0920-3f32-48b1-bc5b-099cf6dd1551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748973 Dec 18 13:31:18.583925 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe17ce91-3454-48e0-9a42-14ae67a0aeee None None] Sync routers for ids ['a3168b9f-ac00-4815-b08c-b2e32f16bbe9'] in dv-neutron-744815-20-hyperv {{(pid=103161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 13:31:18.635013 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.pecan_wsgi.hooks.translation [None req-95b24c0c-923a-4a83-990d-56d67e951341 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] DELETE failed (client error): The resource could not be found. Dec 18 13:31:18.635640 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95b24c0c-923a-4a83-990d-56d67e951341 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 18 13:31:18.636717 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe17ce91-3454-48e0-9a42-14ae67a0aeee None None] Routers {'a3168b9f-ac00-4815-b08c-b2e32f16bbe9'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:31:18.637537 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-fe17ce91-3454-48e0-9a42-14ae67a0aeee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:30:57Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['a3168b9f-ac00-4815-b08c-b2e32f16bbe9'], 'active': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:31:18.638932 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-95b24c0c-923a-4a83-990d-56d67e951341 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] 10.222.0.31 "DELETE /v2.0/ports/b14c064d-f649-46d7-9a20-60113dcf6aec HTTP/1.1" status: 404 len: 333 time: 0.0775902 Dec 18 13:31:18.641839 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 54110) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:18.673005 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.pecan_wsgi.hooks.translation [None req-4430d853-376e-4df9-bd2e-f8dcebdaf321 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] DELETE failed (client error): The resource could not be found. Dec 18 13:31:18.674063 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4430d853-376e-4df9-bd2e-f8dcebdaf321 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103160) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 18 13:31:18.680822 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-4430d853-376e-4df9-bd2e-f8dcebdaf321 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] 10.222.0.31 "DELETE /v2.0/subnets/e13c2b5c-cc55-434e-9ff2-d77f2e0447a7 HTTP/1.1" status: 404 len: 337 time: 0.0379229 Dec 18 13:31:18.681748 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 54114) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:18.698491 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 3129897f-e562-47c9-a890-f46b8af399ac no longer exists at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 18 13:31:18.703035 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-977c9ef0-e268-4e33-8d38-707a556e95ca req-64f33a46-90cf-47fc-83fc-928fb20550c9 tempest-TestServerAdvancedOps-1858504261 tempest-TestServerAdvancedOps-1858504261-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0023ad2-8e0e-4912-a9aa-38ce4eeee77c HTTP/1.1" status: 200 len: 210 time: 0.0360785 Dec 18 13:31:18.710398 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.pecan_wsgi.hooks.translation [None req-995c56ab-5861-42f1-9e2b-ad01b68903ee tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] DELETE failed (client error): The resource could not be found. Dec 18 13:31:18.711260 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-995c56ab-5861-42f1-9e2b-ad01b68903ee tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103160) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 18 13:31:18.713236 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-f45261b3-3eb7-4010-b43a-4a15d1742095 None None] For port 3129897f-e562-47c9-a890-f46b8af399ac, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=3129897f-e562-47c9-a890-f46b8af399ac,segment=NetworkSegment(1d35b28d-d075-4c4f-99ab-408d9457428e),segment_id=1d35b28d-d075-4c4f-99ab-408d9457428e)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:31:18.718492 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-995c56ab-5861-42f1-9e2b-ad01b68903ee tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] 10.222.0.31 "DELETE /v2.0/subnets/f2574613-d5fa-4cc6-8691-0475cf30bb9c HTTP/1.1" status: 404 len: 337 time: 0.0355351 Dec 18 13:31:18.718657 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 54116) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:18.719420 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f45261b3-3eb7-4010-b43a-4a15d1742095 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:18.742700 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-fe17ce91-3454-48e0-9a42-14ae67a0aeee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:31:18.762188 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-e329c79e-9a07-413e-bad2-3664f3fe5484 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:18.768232 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-e329c79e-9a07-413e-bad2-3664f3fe5484 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] 10.222.0.31 "DELETE /v2.0/ports/d0a9397b-342c-4728-bd3f-40a205cb87df HTTP/1.1" status: 204 len: 168 time: 2.0467222 Dec 18 13:31:18.768232 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b89401e-11aa-4d73-b344-014392351c50 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] DELETE failed (client error): The resource could not be found. Dec 18 13:31:18.768232 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b89401e-11aa-4d73-b344-014392351c50 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 18 13:31:18.768729 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 54118) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:18.770697 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-7b89401e-11aa-4d73-b344-014392351c50 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] 10.222.0.31 "DELETE /v2.0/ports/12083441-27c5-464f-a162-eaa3e97fc133 HTTP/1.1" status: 404 len: 333 time: 0.0466728 Dec 18 13:31:18.776105 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 54120) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:18.782460 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-f45261b3-3eb7-4010-b43a-4a15d1742095 None None] Calling delete_port for 3129897f-e562-47c9-a890-f46b8af399ac owned by network:dhcp {{(pid=103161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:31:18.789587 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-4dd15581-6bfb-4e1d-b697-fb7da8ecc963 req-89936658-d765-4f77-88a0-b4cb93af6bdb tempest-TestServerAdvancedOps-1858504261 tempest-TestServerAdvancedOps-1858504261-project] Publish callbacks [] for port, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:18.809655 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.pecan_wsgi.hooks.translation [None req-7568a8e2-bb81-40fc-b8d8-862e1e41e557 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] DELETE failed (client error): The resource could not be found. Dec 18 13:31:18.810073 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7568a8e2-bb81-40fc-b8d8-862e1e41e557 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 18 13:31:18.811253 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe17ce91-3454-48e0-9a42-14ae67a0aeee None None] Routers {'a3168b9f-ac00-4815-b08c-b2e32f16bbe9'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:31:18.811893 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-fe17ce91-3454-48e0-9a42-14ae67a0aeee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:30:57Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['a3168b9f-ac00-4815-b08c-b2e32f16bbe9'], 'active': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:31:18.813316 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-7568a8e2-bb81-40fc-b8d8-862e1e41e557 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] 10.222.0.31 "DELETE /v2.0/subnets/d775bcfb-48ca-431b-95d9-7f288ed9f024 HTTP/1.1" status: 404 len: 337 time: 0.0360992 Dec 18 13:31:18.819644 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 54124) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:18.848341 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.pecan_wsgi.hooks.translation [None req-3075cd66-3991-4bbf-b4b5-e68b727654a3 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] DELETE failed (client error): The resource could not be found. Dec 18 13:31:18.848898 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3075cd66-3991-4bbf-b4b5-e68b727654a3 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 18 13:31:18.851953 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-3075cd66-3991-4bbf-b4b5-e68b727654a3 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] 10.222.0.31 "DELETE /v2.0/ports/b74d2cdd-91f8-44d1-bcfa-540aed7db26e HTTP/1.1" status: 404 len: 333 time: 0.0301287 Dec 18 13:31:18.854651 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 54128) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:18.877238 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-4dd15581-6bfb-4e1d-b697-fb7da8ecc963 req-89936658-d765-4f77-88a0-b4cb93af6bdb tempest-TestServerAdvancedOps-1858504261 tempest-TestServerAdvancedOps-1858504261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:18.891203 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-fe17ce91-3454-48e0-9a42-14ae67a0aeee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:31:18.891854 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe17ce91-3454-48e0-9a42-14ae67a0aeee None None] The sync data for ids ['a3168b9f-ac00-4815-b08c-b2e32f16bbe9'] in dv-neutron-744815-20-hyperv is: [] {{(pid=103161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 13:31:18.905447 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.pecan_wsgi.hooks.translation [None req-5653317d-f365-4567-b988-0f4d183998a5 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] DELETE failed (client error): The resource could not be found. Dec 18 13:31:18.906208 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5653317d-f365-4567-b988-0f4d183998a5 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103160) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 18 13:31:18.911802 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-5653317d-f365-4567-b988-0f4d183998a5 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] 10.222.0.31 "DELETE /v2.0/subnets/fc95e6a1-2b77-405c-a92c-02494de876d9 HTTP/1.1" status: 404 len: 337 time: 0.0532281 Dec 18 13:31:18.914092 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 54132) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:18.923164 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4dd15581-6bfb-4e1d-b697-fb7da8ecc963 req-89936658-d765-4f77-88a0-b4cb93af6bdb tempest-TestServerAdvancedOps-1858504261 tempest-TestServerAdvancedOps-1858504261-project] Network a9b5857a-d481-44f2-8a73-a6ac81bcd038 is already hosted by enough agents. {{(pid=103159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:31:18.926725 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.base_scheduler [req-4dd15581-6bfb-4e1d-b697-fb7da8ecc963 req-89936658-d765-4f77-88a0-b4cb93af6bdb tempest-TestServerAdvancedOps-1858504261 tempest-TestServerAdvancedOps-1858504261-project] Resources bound (agent type, host, resource id): {{(pid=103159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:31:18.934148 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [req-4dd15581-6bfb-4e1d-b697-fb7da8ecc963 req-89936658-d765-4f77-88a0-b4cb93af6bdb tempest-TestServerAdvancedOps-1858504261 tempest-TestServerAdvancedOps-1858504261-project] Received port after_create {{(pid=103159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:31:18.961849 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f45261b3-3eb7-4010-b43a-4a15d1742095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984'] for port, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:18.971577 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ef71fb2-d30a-4684-89c6-b3c7b84ab34a tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] DELETE failed (client error): The resource could not be found. Dec 18 13:31:18.972725 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ef71fb2-d30a-4684-89c6-b3c7b84ab34a tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103160) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 18 13:31:18.977997 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-1ef71fb2-d30a-4684-89c6-b3c7b84ab34a tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] 10.222.0.31 "DELETE /v2.0/ports/d27023bd-50d4-4eec-8aec-29d25937f094 HTTP/1.1" status: 404 len: 333 time: 0.0622392 Dec 18 13:31:18.979008 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 54134) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:18.982172 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89936658-d765-4f77-88a0-b4cb93af6bdb tempest-TestServerAdvancedOps-1858504261 tempest-TestServerAdvancedOps-1858504261-project] Pushing event updated for resources: {'Port': ['ID=0ded5d5d-2015-47cb-aca5-eed125083cb7,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:31:18.999516 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45261b3-3eb7-4010-b43a-4a15d1742095 None None] Pushing event deleted for resources: {'Port': ['ID=3129897f-e562-47c9-a890-f46b8af399ac,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:31:19.001360 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f45261b3-3eb7-4010-b43a-4a15d1742095 None None] No DVR routers for this DVR port 3129897f-e562-47c9-a890-f46b8af399ac on host dv-neutron-744815-20-hyperv {{(pid=103161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 18 13:31:19.004424 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:19.008987 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd15581-6bfb-4e1d-b697-fb7da8ecc963 req-89936658-d765-4f77-88a0-b4cb93af6bdb tempest-TestServerAdvancedOps-1858504261 tempest-TestServerAdvancedOps-1858504261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:31:19.009986 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-4dd15581-6bfb-4e1d-b697-fb7da8ecc963 req-89936658-d765-4f77-88a0-b4cb93af6bdb tempest-TestServerAdvancedOps-1858504261 tempest-TestServerAdvancedOps-1858504261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:19.021374 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.pecan_wsgi.hooks.translation [None req-a102db52-41a2-40e7-af75-40e9184de909 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] DELETE failed (client error): The resource could not be found. Dec 18 13:31:19.021892 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a102db52-41a2-40e7-af75-40e9184de909 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103160) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 18 13:31:19.026642 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-a102db52-41a2-40e7-af75-40e9184de909 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] 10.222.0.31 "DELETE /v2.0/subnets/c1aada40-e4ec-4954-8229-a22b1210d264 HTTP/1.1" status: 404 len: 337 time: 0.0466905 Dec 18 13:31:19.029419 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 54136) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:19.043622 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-4dd15581-6bfb-4e1d-b697-fb7da8ecc963 req-89936658-d765-4f77-88a0-b4cb93af6bdb tempest-TestServerAdvancedOps-1858504261 tempest-TestServerAdvancedOps-1858504261-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2704217 Dec 18 13:31:19.065203 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [req-4dd15581-6bfb-4e1d-b697-fb7da8ecc963 req-64929afe-bbfe-4d82-aab8-e81921350766 service neutron] Request body: {'port': {'device_id': 'd0023ad2-8e0e-4912-a9aa-38ce4eeee77c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7448'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:31:19.068751 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.pecan_wsgi.hooks.translation [None req-63c15330-8056-4d07-b7c0-7d23f7bc482f tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] DELETE failed (client error): The resource could not be found. Dec 18 13:31:19.069510 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63c15330-8056-4d07-b7c0-7d23f7bc482f tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 18 13:31:19.072594 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-63c15330-8056-4d07-b7c0-7d23f7bc482f tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] 10.222.0.31 "DELETE /v2.0/ports/336ffd07-e493-423a-bd76-44f072841059 HTTP/1.1" status: 404 len: 333 time: 0.0420191 Dec 18 13:31:19.075166 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 54140) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:19.123064 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.pecan_wsgi.hooks.translation [None req-448bbd3d-6cf8-43e7-958a-76acd6aa08ee tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] DELETE failed (client error): The resource could not be found. Dec 18 13:31:19.123878 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-448bbd3d-6cf8-43e7-958a-76acd6aa08ee tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 18 13:31:19.129907 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-448bbd3d-6cf8-43e7-958a-76acd6aa08ee tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] 10.222.0.31 "DELETE /v2.0/subnets/8e9bc789-7be5-4b42-9e19-3012ba3b9140 HTTP/1.1" status: 404 len: 337 time: 0.0508165 Dec 18 13:31:19.131054 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 54142) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:19.163436 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3cf285f-fb5d-4e14-b582-59cc58edafe3 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] DELETE failed (client error): The resource could not be found. Dec 18 13:31:19.163436 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3cf285f-fb5d-4e14-b582-59cc58edafe3 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 18 13:31:19.163607 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-f3cf285f-fb5d-4e14-b582-59cc58edafe3 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] 10.222.0.31 "DELETE /v2.0/ports/25b9fd90-877f-4993-b4a7-9bbfd2863db9 HTTP/1.1" status: 404 len: 333 time: 0.0326090 Dec 18 13:31:19.166624 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 54144) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:19.166954 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 54146) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:19.221112 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.pecan_wsgi.hooks.translation [None req-5837634e-6ec0-4e65-b4fe-7caeda348461 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] DELETE failed (client error): The resource could not be found. Dec 18 13:31:19.221851 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5837634e-6ec0-4e65-b4fe-7caeda348461 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 18 13:31:19.227227 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-5837634e-6ec0-4e65-b4fe-7caeda348461 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] 10.222.0.31 "DELETE /v2.0/subnets/bbc15c71-387e-44c0-90b8-76395e493a33 HTTP/1.1" status: 404 len: 337 time: 0.0568171 Dec 18 13:31:19.227596 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-4dd15581-6bfb-4e1d-b697-fb7da8ecc963 req-64929afe-bbfe-4d82-aab8-e81921350766 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:19.229294 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 54152) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:19.260038 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.pecan_wsgi.hooks.translation [None req-0450ac6a-2821-4cb8-a5ef-6aaea541f3a3 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] DELETE failed (client error): The resource could not be found. Dec 18 13:31:19.260516 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0450ac6a-2821-4cb8-a5ef-6aaea541f3a3 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 18 13:31:19.263648 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-0450ac6a-2821-4cb8-a5ef-6aaea541f3a3 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] 10.222.0.31 "DELETE /v2.0/ports/16d06ddd-663f-44f9-aa5c-28a28ddef796 HTTP/1.1" status: 404 len: 333 time: 0.0325816 Dec 18 13:31:19.266969 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 54154) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:19.314140 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-91110d91-4d61-47c5-aaf6-72a6e21db387 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-586101'] for router_interface, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:19.316231 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-d9e91698-cd23-40bb-8b77-35b70b62fae5 tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] Request body: {'security_group': {'name': 'tempest-secgroup--65278571'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:31:19.320332 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.pecan_wsgi.hooks.translation [None req-d27877bf-07b1-4bee-a512-1972ed1d3486 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] DELETE failed (client error): The resource could not be found. Dec 18 13:31:19.320781 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d27877bf-07b1-4bee-a512-1972ed1d3486 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 18 13:31:19.323746 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-d27877bf-07b1-4bee-a512-1972ed1d3486 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] 10.222.0.31 "DELETE /v2.0/subnets/cf6f9bfb-5359-4a54-a844-814b0daf87b4 HTTP/1.1" status: 404 len: 337 time: 0.0564857 Dec 18 13:31:19.326671 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 54156) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:19.370231 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e10efb2-f84c-438e-adc4-7bdfc753710e tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] DELETE failed (client error): The resource could not be found. Dec 18 13:31:19.370729 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e10efb2-f84c-438e-adc4-7bdfc753710e tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 18 13:31:19.373901 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-0e10efb2-f84c-438e-adc4-7bdfc753710e tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] 10.222.0.31 "DELETE /v2.0/subnets/c1790ff2-cf2f-4e99-b059-5f4e8daa6d91 HTTP/1.1" status: 404 len: 337 time: 0.0448661 Dec 18 13:31:19.379248 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 54158) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:19.471246 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-d9e91698-cd23-40bb-8b77-35b70b62fae5 tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] Publish callbacks [] for security_group, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:19.474030 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.pecan_wsgi.hooks.translation [None req-4eb9da77-a20c-4ca7-8540-86d55e01c7c2 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] DELETE failed (client error): The resource could not be found. Dec 18 13:31:19.475115 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4eb9da77-a20c-4ca7-8540-86d55e01c7c2 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 18 13:31:19.478146 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-4eb9da77-a20c-4ca7-8540-86d55e01c7c2 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] 10.222.0.31 "DELETE /v2.0/ports/209812c2-ab31-4072-97e8-1914a850b714 HTTP/1.1" status: 404 len: 333 time: 0.0960722 Dec 18 13:31:19.481317 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 54160) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:19.489475 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-d9e91698-cd23-40bb-8b77-35b70b62fae5 tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] Publish callbacks [] for security_group, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:19.510443 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c151ccc-50b4-440b-802e-4515ece90c5a tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] DELETE failed (client error): The resource could not be found. Dec 18 13:31:19.510822 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c151ccc-50b4-440b-802e-4515ece90c5a tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103160) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 18 13:31:19.513906 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-8c151ccc-50b4-440b-802e-4515ece90c5a tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] 10.222.0.31 "DELETE /v2.0/subnets/4007dc27-351b-4088-8f3d-189a1b2a4d65 HTTP/1.1" status: 404 len: 337 time: 0.0315135 Dec 18 13:31:19.517282 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 54162) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:19.548566 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.pecan_wsgi.hooks.translation [None req-ede64541-a740-4479-b3d8-f8d8a00ba9ae tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] DELETE failed (client error): The resource could not be found. Dec 18 13:31:19.549156 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ede64541-a740-4479-b3d8-f8d8a00ba9ae tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103160) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 18 13:31:19.552523 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-ede64541-a740-4479-b3d8-f8d8a00ba9ae tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] 10.222.0.31 "DELETE /v2.0/subnets/11d3f631-eb8f-40f8-b5fa-640628cddfab HTTP/1.1" status: 404 len: 337 time: 0.0343475 Dec 18 13:31:19.556487 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 54164) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:19.587298 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd2f5968-3ee2-4664-be26-07c174df7397 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] DELETE failed (client error): The resource could not be found. Dec 18 13:31:19.587903 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd2f5968-3ee2-4664-be26-07c174df7397 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103160) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 18 13:31:19.591097 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-bd2f5968-3ee2-4664-be26-07c174df7397 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] 10.222.0.31 "DELETE /v2.0/ports/91f08309-ba64-4a73-b5d0-b73c4fb0ff17 HTTP/1.1" status: 404 len: 333 time: 0.0336928 Dec 18 13:31:19.593671 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 54168) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:19.648412 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.pecan_wsgi.hooks.translation [None req-c109028b-2649-45db-884b-7701cea90a8b tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] DELETE failed (client error): The resource could not be found. Dec 18 13:31:19.648879 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c109028b-2649-45db-884b-7701cea90a8b tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103160) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 18 13:31:19.651945 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-c109028b-2649-45db-884b-7701cea90a8b tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] 10.222.0.31 "DELETE /v2.0/subnets/b388ec95-2b2f-4ae5-a5e8-30bd2933db67 HTTP/1.1" status: 404 len: 337 time: 0.0573449 Dec 18 13:31:19.655195 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 54170) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:19.713882 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.pecan_wsgi.hooks.translation [None req-07182670-d3b6-4b62-be3c-bc00be920eeb tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] DELETE failed (client error): The resource could not be found. Dec 18 13:31:19.714354 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07182670-d3b6-4b62-be3c-bc00be920eeb tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 18 13:31:19.717450 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-07182670-d3b6-4b62-be3c-bc00be920eeb tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] 10.222.0.31 "DELETE /v2.0/subnets/f519255b-5039-4a88-a211-f2d46bf302fd HTTP/1.1" status: 404 len: 337 time: 0.0568495 Dec 18 13:31:19.719417 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-d9e91698-cd23-40bb-8b77-35b70b62fae5 tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] Publish callbacks [] for security_group, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:19.721656 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 54172) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:19.726490 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-d9e91698-cd23-40bb-8b77-35b70b62fae5 tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:19.743469 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4179850e-5e2e-4935-af7e-561be2950440 req-92803da7-8f12-42f8-84d7-a49b09ef3695 tempest-ServerActionsTestJSON-1545132800 tempest-ServerActionsTestJSON-1545132800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:31:19.744766 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-4179850e-5e2e-4935-af7e-561be2950440 req-92803da7-8f12-42f8-84d7-a49b09ef3695 tempest-ServerActionsTestJSON-1545132800 tempest-ServerActionsTestJSON-1545132800-project] 10.222.0.31 "GET /v2.0/ports?device_id=f75e1b43-b628-4577-9f75-0cf3a56e1582 HTTP/1.1" status: 200 len: 945 time: 0.0918374 Dec 18 13:31:19.752202 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.notifiers.nova [req-4dd15581-6bfb-4e1d-b697-fb7da8ecc963 req-64929afe-bbfe-4d82-aab8-e81921350766 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ded5d5d-2015-47cb-aca5-eed125083cb7 {{(pid=103159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 18 13:31:19.767656 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.pecan_wsgi.hooks.translation [None req-9cd5d218-b88d-4e02-a95b-f5ded7c1acac tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] DELETE failed (client error): The resource could not be found. Dec 18 13:31:19.768196 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9cd5d218-b88d-4e02-a95b-f5ded7c1acac tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103160) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 18 13:31:19.768543 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-4dd15581-6bfb-4e1d-b697-fb7da8ecc963 req-64929afe-bbfe-4d82-aab8-e81921350766 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:19.772093 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-9cd5d218-b88d-4e02-a95b-f5ded7c1acac tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] 10.222.0.31 "DELETE /v2.0/ports/77c4f10c-9fb1-4a5c-81e0-36787a1d1785 HTTP/1.1" status: 404 len: 333 time: 0.0477693 Dec 18 13:31:19.775968 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 54176) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:19.789063 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e91698-cd23-40bb-8b77-35b70b62fae5 tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83527e61-3139-4686-acd0-83d4220a7516,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:31:19.809089 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.provisioning_blocks [req-4dd15581-6bfb-4e1d-b697-fb7da8ecc963 req-64929afe-bbfe-4d82-aab8-e81921350766 service neutron] Transition to ACTIVE for port object 0ded5d5d-2015-47cb-aca5-eed125083cb7 will not be triggered until provisioned by entity L2. {{(pid=103159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 18 13:31:19.814795 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-4dd15581-6bfb-4e1d-b697-fb7da8ecc963 req-64929afe-bbfe-4d82-aab8-e81921350766 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5659917'] for port, after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:19.819317 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.pecan_wsgi.hooks.translation [None req-0261f6ac-5a8b-4fe3-a76c-0345f37f45de tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] DELETE failed (client error): The resource could not be found. Dec 18 13:31:19.819778 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0261f6ac-5a8b-4fe3-a76c-0345f37f45de tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103160) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 18 13:31:19.823060 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-0261f6ac-5a8b-4fe3-a76c-0345f37f45de tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] 10.222.0.31 "DELETE /v2.0/subnets/1469286b-84a4-4466-ae19-f2a04b07c3bc HTTP/1.1" status: 404 len: 337 time: 0.0413640 Dec 18 13:31:19.827782 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-91110d91-4d61-47c5-aaf6-72a6e21db387 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Deleting port 776cf8b5-4790-497d-90e5-35fec7baf26d {{(pid=103160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:31:19.828124 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-91110d91-4d61-47c5-aaf6-72a6e21db387 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:19.833341 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 54178) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:19.883906 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.pecan_wsgi.hooks.translation [None req-23145670-2d0c-47ac-8d50-463c54112f72 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] DELETE failed (client error): The resource could not be found. Dec 18 13:31:19.884564 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23145670-2d0c-47ac-8d50-463c54112f72 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103160) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 18 13:31:19.887483 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-23145670-2d0c-47ac-8d50-463c54112f72 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] 10.222.0.31 "DELETE /v2.0/subnets/a9b974aa-e773-47df-934b-5891614e11ff HTTP/1.1" status: 404 len: 337 time: 0.0532861 Dec 18 13:31:19.892122 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 54180) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:19.904214 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-d9e91698-cd23-40bb-8b77-35b70b62fae5 tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] Publish callbacks [] for security_group, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:19.915263 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64929afe-bbfe-4d82-aab8-e81921350766 service neutron] Pushing event updated for resources: {'Port': ['ID=0ded5d5d-2015-47cb-aca5-eed125083cb7,revision_number=2']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:31:19.917565 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-d9e91698-cd23-40bb-8b77-35b70b62fae5 tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:19.966288 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a4fe33-5f1e-4f42-a1a5-f86943644f7b req-ea0d3274-51ce-4ec4-ac69-0053990cba48 tempest-TestServerAdvancedOps-1858504261 tempest-TestServerAdvancedOps-1858504261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:31:19.967901 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-73a4fe33-5f1e-4f42-a1a5-f86943644f7b req-ea0d3274-51ce-4ec4-ac69-0053990cba48 tempest-TestServerAdvancedOps-1858504261 tempest-TestServerAdvancedOps-1858504261-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0023ad2-8e0e-4912-a9aa-38ce4eeee77c HTTP/1.1" status: 200 len: 944 time: 0.1739376 Dec 18 13:31:19.980017 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-d9e91698-cd23-40bb-8b77-35b70b62fae5 tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] Publish callbacks [] for security_group, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:19.981287 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-d9e91698-cd23-40bb-8b77-35b70b62fae5 tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1759 time: 0.8122597 Dec 18 13:31:20.004506 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 54182) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:20.303734 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-8680d0a2-4a97-42ac-9ced-2410e1460e28 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] 10.222.0.31 "GET /v2.0/ports?device_id=801353d5-8bf6-4474-8a92-c7c9cecc3606 HTTP/1.1" status: 200 len: 205 time: 0.4087307 Dec 18 13:31:20.306783 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 54184) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:20.311386 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-4179850e-5e2e-4935-af7e-561be2950440 req-aa0b2008-b1bd-4f15-bc1e-65d60b86f9cf tempest-ServerActionsTestJSON-1545132800 tempest-ServerActionsTestJSON-1545132800-project] 10.222.0.31 "GET /v2.0/security-groups?id=04da0920-3f32-48b1-bc5b-099cf6dd1551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5510831 Dec 18 13:31:20.341563 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e91698-cd23-40bb-8b77-35b70b62fae5 tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3105e981-8b3e-4443-adc7-a4c0c33c2ed5,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:31:20.361351 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.api.v2.resource [None req-267723f6-d5f7-49bf-b9ee-1e16bb814e1b tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] delete failed (client error): The resource could not be found. Dec 18 13:31:20.364524 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-267723f6-d5f7-49bf-b9ee-1e16bb814e1b tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] 10.222.0.31 "DELETE /v2.0/routers/801353d5-8bf6-4474-8a92-c7c9cecc3606 HTTP/1.1" status: 404 len: 336 time: 0.0548751 Dec 18 13:31:20.366187 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 54186) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:20.406886 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0c71b71-fa1b-40f5-bc09-717871c8bc40 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] DELETE failed (client error): The resource could not be found. Dec 18 13:31:20.407376 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0c71b71-fa1b-40f5-bc09-717871c8bc40 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103160) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 18 13:31:20.414085 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-c0c71b71-fa1b-40f5-bc09-717871c8bc40 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] 10.222.0.31 "DELETE /v2.0/subnets/e511386d-37b0-4eb8-b398-b71eb15de809 HTTP/1.1" status: 404 len: 337 time: 0.0445461 Dec 18 13:31:20.415195 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 54188) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:20.418263 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-91110d91-4d61-47c5-aaf6-72a6e21db387 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:20.437625 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.managers [req-4dd15581-6bfb-4e1d-b697-fb7da8ecc963 req-64929afe-bbfe-4d82-aab8-e81921350766 service neutron] Attempting to bind port 0ded5d5d-2015-47cb-aca5-eed125083cb7 on host hv-neutron-7448 for vnic_type normal with profile {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 13:31:20.437961 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.managers [req-4dd15581-6bfb-4e1d-b697-fb7da8ecc963 req-64929afe-bbfe-4d82-aab8-e81921350766 service neutron] Attempting to bind port 0ded5d5d-2015-47cb-aca5-eed125083cb7 by drivers openvswitch,hyperv on host hv-neutron-7448 at level 0 using segments [{'id': '4b85e503-93de-4d8a-a10e-76b577670134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'a9b5857a-d481-44f2-8a73-a6ac81bcd038'}] {{(pid=103159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 13:31:20.438316 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dd15581-6bfb-4e1d-b697-fb7da8ecc963 req-64929afe-bbfe-4d82-aab8-e81921350766 service neutron] Attempting to bind port 0ded5d5d-2015-47cb-aca5-eed125083cb7 on network a9b5857a-d481-44f2-8a73-a6ac81bcd038 {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 13:31:20.444866 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-73a4fe33-5f1e-4f42-a1a5-f86943644f7b req-83e0eba9-6fc0-420b-a5a8-5df137b20916 tempest-TestServerAdvancedOps-1858504261 tempest-TestServerAdvancedOps-1858504261-project] 10.222.0.31 "GET /v2.0/security-groups?id=d41c1bbf-8c24-4f02-8dab-92235eb4736a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4615152 Dec 18 13:31:20.452196 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-87ce64bd-fa2e-4b55-baa7-ea584cd2b4df tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4537 time: 0.4441533 Dec 18 13:31:20.452359 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-91110d91-4d61-47c5-aaf6-72a6e21db387 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Calling delete_port for 776cf8b5-4790-497d-90e5-35fec7baf26d owned by network:router_interface {{(pid=103160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:31:20.452857 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dd15581-6bfb-4e1d-b697-fb7da8ecc963 req-64929afe-bbfe-4d82-aab8-e81921350766 service neutron] Port 0ded5d5d-2015-47cb-aca5-eed125083cb7 on network a9b5857a-d481-44f2-8a73-a6ac81bcd038 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7448 {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 18 13:31:20.453018 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dd15581-6bfb-4e1d-b697-fb7da8ecc963 req-64929afe-bbfe-4d82-aab8-e81921350766 service neutron] Attempting to bind port 0ded5d5d-2015-47cb-aca5-eed125083cb7 on network a9b5857a-d481-44f2-8a73-a6ac81bcd038 {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 13:31:20.457657 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-8387113c-b125-4108-8b3b-f56cfb0e9ec3 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] 10.222.0.31 "GET /v2.0/ports?device_id=9d608415-4226-4db3-9c6a-5e4b35591992 HTTP/1.1" status: 200 len: 205 time: 0.0385563 Dec 18 13:31:20.457657 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 54190) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:20.458309 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 54192) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:20.463380 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-90f7f68e-80a2-45cb-b305-3cdd6d673d42 tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] Request body: {'security_group': {'name': 'tempest-security--502584338', 'description': 'tempest-security-description-704444378'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:31:20.501724 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dd15581-6bfb-4e1d-b697-fb7da8ecc963 req-64929afe-bbfe-4d82-aab8-e81921350766 service neutron] Checking agent: {'id': 'c35b6aa0-0616-421f-8ded-732dd37fc90f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7448', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 13, 24, 37), 'started_at': datetime.datetime(2021, 12, 18, 13, 24, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 13, 31, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 18 13:31:20.502070 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dd15581-6bfb-4e1d-b697-fb7da8ecc963 req-64929afe-bbfe-4d82-aab8-e81921350766 service neutron] Checking segment: {'id': '4b85e503-93de-4d8a-a10e-76b577670134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'a9b5857a-d481-44f2-8a73-a6ac81bcd038'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 13:31:20.502466 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dd15581-6bfb-4e1d-b697-fb7da8ecc963 req-64929afe-bbfe-4d82-aab8-e81921350766 service neutron] Bound using segment: {'id': '4b85e503-93de-4d8a-a10e-76b577670134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'a9b5857a-d481-44f2-8a73-a6ac81bcd038'} {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 18 13:31:20.503390 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.managers [req-4dd15581-6bfb-4e1d-b697-fb7da8ecc963 req-64929afe-bbfe-4d82-aab8-e81921350766 service neutron] Bound port: 0ded5d5d-2015-47cb-aca5-eed125083cb7, host: hv-neutron-7448, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b85e503-93de-4d8a-a10e-76b577670134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'a9b5857a-d481-44f2-8a73-a6ac81bcd038'}}] {{(pid=103159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 18 13:31:20.503556 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-4dd15581-6bfb-4e1d-b697-fb7da8ecc963 req-64929afe-bbfe-4d82-aab8-e81921350766 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:20.507005 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.api.v2.resource [None req-6b63e08e-e8e0-4c05-a9ef-4940628a8aee tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] delete failed (client error): The resource could not be found. Dec 18 13:31:20.510495 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-6b63e08e-e8e0-4c05-a9ef-4940628a8aee tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] 10.222.0.31 "DELETE /v2.0/routers/9d608415-4226-4db3-9c6a-5e4b35591992 HTTP/1.1" status: 404 len: 336 time: 0.0488186 Dec 18 13:31:20.513821 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 54194) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:20.539358 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-90f7f68e-80a2-45cb-b305-3cdd6d673d42 tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] Publish callbacks [] for security_group, before_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:20.544192 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.pecan_wsgi.hooks.translation [None req-0030f80e-8dff-457f-8238-807ffe9ebeef tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] DELETE failed (client error): The resource could not be found. Dec 18 13:31:20.544663 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0030f80e-8dff-457f-8238-807ffe9ebeef tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 18 13:31:20.547737 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-0030f80e-8dff-457f-8238-807ffe9ebeef tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] 10.222.0.31 "DELETE /v2.0/subnets/7e54a08d-9f2d-41c8-9b30-b74746aeed80 HTTP/1.1" status: 404 len: 337 time: 0.0323005 Dec 18 13:31:20.553273 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 54196) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:20.597196 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.db [req-4dd15581-6bfb-4e1d-b697-fb7da8ecc963 req-64929afe-bbfe-4d82-aab8-e81921350766 service neutron] For port 0ded5d5d-2015-47cb-aca5-eed125083cb7, host hv-neutron-7448, cleared binding levels {{(pid=103159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 18 13:31:20.599914 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.pecan_wsgi.hooks.translation [None req-fdca6327-a026-441a-b5de-f30b98a0e6b4 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] DELETE failed (client error): The resource could not be found. Dec 18 13:31:20.600374 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fdca6327-a026-441a-b5de-f30b98a0e6b4 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103160) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 18 13:31:20.600616 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.db [req-4dd15581-6bfb-4e1d-b697-fb7da8ecc963 req-64929afe-bbfe-4d82-aab8-e81921350766 service neutron] For port 0ded5d5d-2015-47cb-aca5-eed125083cb7, host hv-neutron-7448, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=0ded5d5d-2015-47cb-aca5-eed125083cb7,segment=NetworkSegment(4b85e503-93de-4d8a-a10e-76b577670134),segment_id=4b85e503-93de-4d8a-a10e-76b577670134)] {{(pid=103159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 18 13:31:20.603613 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-fdca6327-a026-441a-b5de-f30b98a0e6b4 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] 10.222.0.31 "DELETE /v2.0/subnets/ebfe9767-c4f2-4511-83df-e48b5e8207f7 HTTP/1.1" status: 404 len: 337 time: 0.0484846 Dec 18 13:31:20.606645 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 54198) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:20.615563 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-4dd15581-6bfb-4e1d-b697-fb7da8ecc963 req-64929afe-bbfe-4d82-aab8-e81921350766 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5659917'] for port, after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:20.656707 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.pecan_wsgi.hooks.translation [None req-894ed2a9-72e6-4466-990a-a9cee9ba2a57 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] DELETE failed (client error): The resource could not be found. Dec 18 13:31:20.657281 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-894ed2a9-72e6-4466-990a-a9cee9ba2a57 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 18 13:31:20.658568 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-90f7f68e-80a2-45cb-b305-3cdd6d673d42 tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] Publish callbacks [] for security_group, precommit_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:20.663266 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-894ed2a9-72e6-4466-990a-a9cee9ba2a57 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] 10.222.0.31 "DELETE /v2.0/ports/39c2d942-d91f-4d2f-9835-e5afe6aff089 HTTP/1.1" status: 404 len: 333 time: 0.0530286 Dec 18 13:31:20.663452 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 54200) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:20.672020 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd15581-6bfb-4e1d-b697-fb7da8ecc963 req-64929afe-bbfe-4d82-aab8-e81921350766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:31:20.672641 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-4dd15581-6bfb-4e1d-b697-fb7da8ecc963 req-64929afe-bbfe-4d82-aab8-e81921350766 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:20.674035 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-4dd15581-6bfb-4e1d-b697-fb7da8ecc963 req-64929afe-bbfe-4d82-aab8-e81921350766 service neutron] 10.222.0.43 "PUT /v2.0/ports/0ded5d5d-2015-47cb-aca5-eed125083cb7 HTTP/1.1" status: 200 len: 1094 time: 1.6134622 Dec 18 13:31:20.674485 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0023ad2-8e0e-4912-a9aa-38ce4eeee77c', 'tag': '0ded5d5d-2015-47cb-aca5-eed125083cb7'}] {{(pid=103159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 18 13:31:20.676869 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca844cf115d59c1fab86abc202fb4c13735de0d7e4cbbbb25eec9406e9c87431" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-827babf7-89bb-4456-8e42-09ed353c1279" -d '{"events": [{"name": "network-changed", "server_uuid": "d0023ad2-8e0e-4912-a9aa-38ce4eeee77c", "tag": "0ded5d5d-2015-47cb-aca5-eed125083cb7"}]}' {{(pid=103159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 18 13:31:20.685148 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-90f7f68e-80a2-45cb-b305-3cdd6d673d42 tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:20.687783 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-90f7f68e-80a2-45cb-b305-3cdd6d673d42 tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] Publish callbacks [] for security_group, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:20.689030 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-90f7f68e-80a2-45cb-b305-3cdd6d673d42 tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] 10.222.0.31 "PUT /v2.0/security-groups/3105e981-8b3e-4443-adc7-a4c0c33c2ed5 HTTP/1.1" status: 200 len: 1793 time: 0.2305956 Dec 18 13:31:20.692279 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 54204) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:20.715620 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64929afe-bbfe-4d82-aab8-e81921350766 service neutron] Pushing event updated for resources: {'Port': ['ID=0ded5d5d-2015-47cb-aca5-eed125083cb7,revision_number=3']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:31:20.721713 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 13:31:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ae610b2-3e3a-4ebb-b945-fe4d850c968f x-openstack-request-id: req-0ae610b2-3e3a-4ebb-b945-fe4d850c968f {{(pid=103159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 18 13:31:20.722008 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0023ad2-8e0e-4912-a9aa-38ce4eeee77c", "tag": "0ded5d5d-2015-47cb-aca5-eed125083cb7", "status": "completed", "code": 200}]} {{(pid=103159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 18 13:31:20.722505 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0ae610b2-3e3a-4ebb-b945-fe4d850c968f {{(pid=103159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 18 13:31:20.723127 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0023ad2-8e0e-4912-a9aa-38ce4eeee77c', 'tag': '0ded5d5d-2015-47cb-aca5-eed125083cb7', 'status': 'completed', 'code': 200} Dec 18 13:31:20.729692 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.pecan_wsgi.hooks.translation [None req-462099b5-1d1f-48ed-81e8-c94ccfbce66d tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] DELETE failed (client error): The resource could not be found. Dec 18 13:31:20.730487 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-462099b5-1d1f-48ed-81e8-c94ccfbce66d tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103160) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 18 13:31:20.733628 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-462099b5-1d1f-48ed-81e8-c94ccfbce66d tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] 10.222.0.31 "DELETE /v2.0/subnets/3f9e9aa5-625c-4b8f-821a-ff18b97e24d5 HTTP/1.1" status: 404 len: 337 time: 0.0692763 Dec 18 13:31:20.738010 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 54206) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:20.760153 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f7f68e-80a2-45cb-b305-3cdd6d673d42 tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3105e981-8b3e-4443-adc7-a4c0c33c2ed5,revision_number=2']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:31:20.790695 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5e6aa25-3186-4d1e-bb84-e6907aba58dd tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] DELETE failed (client error): The resource could not be found. Dec 18 13:31:20.791309 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5e6aa25-3186-4d1e-bb84-e6907aba58dd tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 18 13:31:20.794419 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-e5e6aa25-3186-4d1e-bb84-e6907aba58dd tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] 10.222.0.31 "DELETE /v2.0/ports/45a59e5e-7d08-49b9-9845-96fe48118939 HTTP/1.1" status: 404 len: 333 time: 0.0541856 Dec 18 13:31:20.797103 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 54208) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:20.800956 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-07487688-b622-4220-8a20-ee6773fe0653 tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] 10.222.0.31 "GET /v2.0/security-groups/3105e981-8b3e-4443-adc7-a4c0c33c2ed5 HTTP/1.1" status: 200 len: 1793 time: 0.1051717 Dec 18 13:31:20.802083 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 54210) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:20.832602 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4ec0cb9-449e-4192-8965-7885518a7a7d tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] DELETE failed (client error): The resource could not be found. Dec 18 13:31:20.833069 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4ec0cb9-449e-4192-8965-7885518a7a7d tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103160) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 18 13:31:20.836151 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-f4ec0cb9-449e-4192-8965-7885518a7a7d tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] 10.222.0.31 "DELETE /v2.0/subnets/7b9da2e2-60a9-4976-b6e9-243610b65683 HTTP/1.1" status: 404 len: 337 time: 0.0381377 Dec 18 13:31:20.836289 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd15581-6bfb-4e1d-b697-fb7da8ecc963 req-c288cc77-0d46-43cc-9f1e-3cd157357ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:31:20.837789 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-4dd15581-6bfb-4e1d-b697-fb7da8ecc963 req-c288cc77-0d46-43cc-9f1e-3cd157357ef3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=72fb1cda929143289688e766bba7ee81&device_id=d0023ad2-8e0e-4912-a9aa-38ce4eeee77c HTTP/1.1" status: 200 len: 1097 time: 0.0988214 Dec 18 13:31:20.838759 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 54212) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:20.868399 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbf426da-c16b-4ee3-9ed5-f86daf32e0e6 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] DELETE failed (client error): The resource could not be found. Dec 18 13:31:20.868963 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fbf426da-c16b-4ee3-9ed5-f86daf32e0e6 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103160) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 18 13:31:20.874756 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-fbf426da-c16b-4ee3-9ed5-f86daf32e0e6 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] 10.222.0.31 "DELETE /v2.0/ports/e4225bc8-d5e3-4ab6-a133-6ea208e65b18 HTTP/1.1" status: 404 len: 333 time: 0.0324695 Dec 18 13:31:20.875310 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 54216) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:20.884332 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-91110d91-4d61-47c5-aaf6-72a6e21db387 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4533522'] for port, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:20.897538 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-4dd15581-6bfb-4e1d-b697-fb7da8ecc963 req-61aca3c7-521c-4f58-8623-cb59c8f8a518 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0ded5d5d-2015-47cb-aca5-eed125083cb7 HTTP/1.1" status: 200 len: 217 time: 0.0479522 Dec 18 13:31:20.900309 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-38732ac0-5694-4233-90ca-1383e556ad7f tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] Publish callbacks [] for security_group, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:20.915929 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8e0c4fa-d401-4e86-8ebc-de0b558bd13f tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] DELETE failed (client error): The resource could not be found. Dec 18 13:31:20.916392 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8e0c4fa-d401-4e86-8ebc-de0b558bd13f tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103160) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 18 13:31:20.919472 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-f8e0c4fa-d401-4e86-8ebc-de0b558bd13f tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] 10.222.0.31 "DELETE /v2.0/subnets/7b0d50f2-9718-4319-85a2-3faf84ec2c5b HTTP/1.1" status: 404 len: 337 time: 0.0429587 Dec 18 13:31:20.936873 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 54218) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:20.947364 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91110d91-4d61-47c5-aaf6-72a6e21db387 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Pushing event deleted for resources: {'Port': ['ID=776cf8b5-4790-497d-90e5-35fec7baf26d,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:31:20.950640 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-38732ac0-5694-4233-90ca-1383e556ad7f tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:20.978681 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd15581-6bfb-4e1d-b697-fb7da8ecc963 req-040338e5-d53d-4e78-a780-3538f8a9f257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:31:20.980211 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-4dd15581-6bfb-4e1d-b697-fb7da8ecc963 req-040338e5-d53d-4e78-a780-3538f8a9f257 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9e3d3bf3-4ca3-4518-8457-a0aa8b909e42 HTTP/1.1" status: 200 len: 852 time: 0.0747688 Dec 18 13:31:20.984106 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d271cfd-58ed-4ff2-95e2-8e5c5b6a2b8b tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] DELETE failed (client error): The resource could not be found. Dec 18 13:31:20.984729 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d271cfd-58ed-4ff2-95e2-8e5c5b6a2b8b tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103160) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 18 13:31:20.988409 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-8d271cfd-58ed-4ff2-95e2-8e5c5b6a2b8b tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] 10.222.0.31 "DELETE /v2.0/ports/8101efbb-ecd3-4d05-972b-aceaf3d06d13 HTTP/1.1" status: 404 len: 333 time: 0.0502896 Dec 18 13:31:20.991534 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 54220) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:21.021225 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-4dd15581-6bfb-4e1d-b697-fb7da8ecc963 req-27e819a1-3160-4dd4-a94b-982c5efeb7cd service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a9b5857a-d481-44f2-8a73-a6ac81bcd038&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304961 Dec 18 13:31:21.037944 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-38732ac0-5694-4233-90ca-1383e556ad7f tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:21.040693 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-38732ac0-5694-4233-90ca-1383e556ad7f tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] Publish callbacks [] for security_group, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:21.041998 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-38732ac0-5694-4233-90ca-1383e556ad7f tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] 10.222.0.31 "DELETE /v2.0/security-groups/3105e981-8b3e-4443-adc7-a4c0c33c2ed5 HTTP/1.1" status: 204 len: 168 time: 0.2389665 Dec 18 13:31:21.042282 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.pecan_wsgi.hooks.translation [None req-ecaddeed-59d9-4aba-85e1-850ccb1b97f6 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] DELETE failed (client error): The resource could not be found. Dec 18 13:31:21.042647 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ecaddeed-59d9-4aba-85e1-850ccb1b97f6 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103160) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 18 13:31:21.045701 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-ecaddeed-59d9-4aba-85e1-850ccb1b97f6 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] 10.222.0.31 "DELETE /v2.0/subnets/ac449922-9ac0-40f8-a262-6f4eeb236979 HTTP/1.1" status: 404 len: 337 time: 0.0520599 Dec 18 13:31:21.046271 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 54222) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:21.058141 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 54224) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:21.085368 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38732ac0-5694-4233-90ca-1383e556ad7f tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3105e981-8b3e-4443-adc7-a4c0c33c2ed5,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:31:21.127241 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.pecan_wsgi.hooks.translation [None req-0715e014-9fbd-435a-bde8-c09bf5d24d86 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] DELETE failed (client error): The resource could not be found. Dec 18 13:31:21.128189 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0715e014-9fbd-435a-bde8-c09bf5d24d86 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 18 13:31:21.133553 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-0715e014-9fbd-435a-bde8-c09bf5d24d86 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] 10.222.0.31 "DELETE /v2.0/ports/95d4a508-198a-4f30-ad5e-bf37bf8d68d3 HTTP/1.1" status: 404 len: 333 time: 0.0742457 Dec 18 13:31:21.136054 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 54226) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:21.145898 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-9bf6011c-df6f-4ca1-af29-94c2af623222 tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.0961449 Dec 18 13:31:21.148667 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 54228) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:21.179803 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.pecan_wsgi.hooks.translation [None req-93ab3681-956b-4bd5-a470-472bd32ffe52 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] DELETE failed (client error): The resource could not be found. Dec 18 13:31:21.180271 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93ab3681-956b-4bd5-a470-472bd32ffe52 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 18 13:31:21.183392 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-93ab3681-956b-4bd5-a470-472bd32ffe52 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] 10.222.0.31 "DELETE /v2.0/subnets/18c5a01f-f68e-4309-8c8b-4fc33b136381 HTTP/1.1" status: 404 len: 337 time: 0.0461888 Dec 18 13:31:21.188422 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 54230) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:21.194030 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.api.v2.resource [None req-5c29cb3f-9bd5-404c-99ab-c151b595ffc1 tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] delete failed (client error): The resource could not be found. Dec 18 13:31:21.195056 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-5c29cb3f-9bd5-404c-99ab-c151b595ffc1 tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] 10.222.0.31 "DELETE /v2.0/security-groups/3105e981-8b3e-4443-adc7-a4c0c33c2ed5 HTTP/1.1" status: 404 len: 347 time: 0.0452819 Dec 18 13:31:21.198830 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 54232) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:21.203337 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-0d23bfac-c533-44e9-abe7-96c97e293b2d tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] Request body: {'security_group': {'name': 'tempest-secgroup--1426958635'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:31:21.215700 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.pecan_wsgi.hooks.translation [None req-530ee74b-1211-47e0-a9a6-e794e969de3f tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] DELETE failed (client error): The resource could not be found. Dec 18 13:31:21.216254 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-530ee74b-1211-47e0-a9a6-e794e969de3f tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103160) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 18 13:31:21.219430 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-530ee74b-1211-47e0-a9a6-e794e969de3f tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] 10.222.0.31 "DELETE /v2.0/ports/0d345630-73fc-4aa5-bdc4-069255d5358d HTTP/1.1" status: 404 len: 333 time: 0.0298173 Dec 18 13:31:21.224349 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 54234) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:21.233827 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-91110d91-4d61-47c5-aaf6-72a6e21db387 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1048020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-576035'] for router_interface, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:21.236924 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-4dd15581-6bfb-4e1d-b697-fb7da8ecc963 req-218e1523-80a5-48c8-ac0f-f9e8b6ab230e service neutron] 10.222.0.43 "GET /v2.0/networks/a9b5857a-d481-44f2-8a73-a6ac81bcd038?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2075672 Dec 18 13:31:21.272257 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.pecan_wsgi.hooks.translation [None req-d73dc0f7-1785-47a4-af2c-ecdae1d3dd8e tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] DELETE failed (client error): The resource could not be found. Dec 18 13:31:21.272714 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d73dc0f7-1785-47a4-af2c-ecdae1d3dd8e tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 18 13:31:21.277929 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-d73dc0f7-1785-47a4-af2c-ecdae1d3dd8e tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] 10.222.0.31 "DELETE /v2.0/subnets/e2409f50-3c70-44eb-aa8d-4b73dc75cb3e HTTP/1.1" status: 404 len: 337 time: 0.0503614 Dec 18 13:31:21.278266 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 54236) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:21.294827 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-0d23bfac-c533-44e9-abe7-96c97e293b2d tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] Publish callbacks [] for security_group, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:21.307338 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.pecan_wsgi.hooks.translation [None req-958a39f5-d82f-453c-a4b0-f1b1a6f88a2c tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] DELETE failed (client error): The resource could not be found. Dec 18 13:31:21.307893 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-958a39f5-d82f-453c-a4b0-f1b1a6f88a2c tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103160) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 18 13:31:21.310938 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-958a39f5-d82f-453c-a4b0-f1b1a6f88a2c tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] 10.222.0.31 "DELETE /v2.0/ports/a93848f2-ed2d-4ef6-a78b-029d8a343379 HTTP/1.1" status: 404 len: 333 time: 0.0317397 Dec 18 13:31:21.314893 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 54238) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:21.371831 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.pecan_wsgi.hooks.translation [None req-03d22004-706b-471f-88dd-069f56109683 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] DELETE failed (client error): The resource could not be found. Dec 18 13:31:21.372293 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03d22004-706b-471f-88dd-069f56109683 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103160) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 18 13:31:21.378329 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-03d22004-706b-471f-88dd-069f56109683 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] 10.222.0.31 "DELETE /v2.0/subnets/a651cba6-98b6-4510-8887-58d6c2a03d79 HTTP/1.1" status: 404 len: 337 time: 0.0594862 Dec 18 13:31:21.378329 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 54242) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:21.385635 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-4dd15581-6bfb-4e1d-b697-fb7da8ecc963 req-f9f26360-b591-47bc-8b8b-ae6f0b101c21 service neutron] 10.222.0.43 "GET /v2.0/networks/a9b5857a-d481-44f2-8a73-a6ac81bcd038?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232522 Dec 18 13:31:21.448467 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-0d23bfac-c533-44e9-abe7-96c97e293b2d tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] Publish callbacks [] for security_group, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:21.465131 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-0d23bfac-c533-44e9-abe7-96c97e293b2d tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:21.476680 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-ca6d6c8d-9cd4-485a-b6e2-e9fc27ec6b77 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2023137'] for network, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:21.509426 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6589cc8-ae10-4ca1-834f-172ce9cc23c3 req-57188665-93ad-4a97-9017-0b108c4024e3 tempest-ServerActionsTestJSON-1545132800 tempest-ServerActionsTestJSON-1545132800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:31:21.511309 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-a6589cc8-ae10-4ca1-834f-172ce9cc23c3 req-57188665-93ad-4a97-9017-0b108c4024e3 tempest-ServerActionsTestJSON-1545132800 tempest-ServerActionsTestJSON-1545132800-project] 10.222.0.31 "GET /v2.0/ports?device_id=f75e1b43-b628-4577-9f75-0cf3a56e1582 HTTP/1.1" status: 200 len: 945 time: 0.1160808 Dec 18 13:31:21.525676 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-0d23bfac-c533-44e9-abe7-96c97e293b2d tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] Publish callbacks [] for security_group, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:21.526878 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-0d23bfac-c533-44e9-abe7-96c97e293b2d tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.3269072 Dec 18 13:31:21.541011 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 54246) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:21.556602 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-10a59776-f16e-42aa-8f37-301bd6bad8d7 tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] Request body: {'security_group_rule': {'security_group_id': 'b568d076-5875-4dc8-b2ff-157dfd172be9', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:31:21.558803 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d23bfac-c533-44e9-abe7-96c97e293b2d tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b568d076-5875-4dc8-b2ff-157dfd172be9,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:31:21.577958 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827babf7-89bb-4456-8e42-09ed353c1279 req-a9b7270b-604e-4875-9094-13a31037a267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:31:21.579518 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-827babf7-89bb-4456-8e42-09ed353c1279 req-a9b7270b-604e-4875-9094-13a31037a267 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=72fb1cda929143289688e766bba7ee81&device_id=d0023ad2-8e0e-4912-a9aa-38ce4eeee77c HTTP/1.1" status: 200 len: 1097 time: 0.1239288 Dec 18 13:31:21.619041 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-a6589cc8-ae10-4ca1-834f-172ce9cc23c3 req-d942ef3c-a7f4-41de-845c-4b776c0b6c49 tempest-ServerActionsTestJSON-1545132800 tempest-ServerActionsTestJSON-1545132800-project] 10.222.0.31 "GET /v2.0/security-groups?id=04da0920-3f32-48b1-bc5b-099cf6dd1551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0919018 Dec 18 13:31:21.693385 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827babf7-89bb-4456-8e42-09ed353c1279 req-1cb5d9c7-eaca-4547-9d20-ee925a6b301c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:31:21.694983 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-827babf7-89bb-4456-8e42-09ed353c1279 req-1cb5d9c7-eaca-4547-9d20-ee925a6b301c service neutron] 10.222.0.43 "GET /v2.0/networks?id=a9b5857a-d481-44f2-8a73-a6ac81bcd038 HTTP/1.1" status: 200 len: 913 time: 0.1053655 Dec 18 13:31:21.711375 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-ca6d6c8d-9cd4-485a-b6e2-e9fc27ec6b77 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1927292', 'neutron.services.segments.db._delete_segments_for_network-8767106887837'] for network, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:21.725520 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d4b06e-f8b4-4675-bb65-712c7ee2133d req-8e060df5-69a7-4db3-8755-f55776024b58 tempest-TestServerAdvancedOps-1858504261 tempest-TestServerAdvancedOps-1858504261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:31:21.727577 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-f8d4b06e-f8b4-4675-bb65-712c7ee2133d req-8e060df5-69a7-4db3-8755-f55776024b58 tempest-TestServerAdvancedOps-1858504261 tempest-TestServerAdvancedOps-1858504261-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0023ad2-8e0e-4912-a9aa-38ce4eeee77c HTTP/1.1" status: 200 len: 944 time: 0.2058256 Dec 18 13:31:21.741009 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-827babf7-89bb-4456-8e42-09ed353c1279 req-9c350dcd-d243-4767-9888-c369da8d30b4 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0ded5d5d-2015-47cb-aca5-eed125083cb7 HTTP/1.1" status: 200 len: 217 time: 0.0380118 Dec 18 13:31:21.769212 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-10a59776-f16e-42aa-8f37-301bd6bad8d7 tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:21.774546 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.services.segments.db [None req-ca6d6c8d-9cd4-485a-b6e2-e9fc27ec6b77 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0b84a49-8464-4342-a47d-bd714ebbec81']}} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:31:21.791489 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827babf7-89bb-4456-8e42-09ed353c1279 req-416f64e6-cda4-4937-97ff-1a3b7f3796fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:31:21.793123 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-827babf7-89bb-4456-8e42-09ed353c1279 req-416f64e6-cda4-4937-97ff-1a3b7f3796fc service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9e3d3bf3-4ca3-4518-8457-a0aa8b909e42 HTTP/1.1" status: 200 len: 852 time: 0.0448580 Dec 18 13:31:21.799808 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.services.segments.db [None req-ca6d6c8d-9cd4-485a-b6e2-e9fc27ec6b77 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d35b28d-d075-4c4f-99ab-408d9457428e') {'for_net_delete': True} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:31:21.800099 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.services.segments.db [None req-ca6d6c8d-9cd4-485a-b6e2-e9fc27ec6b77 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d35b28d-d075-4c4f-99ab-408d9457428e') {} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:31:21.823547 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-ca6d6c8d-9cd4-485a-b6e2-e9fc27ec6b77 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767106888614', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4533424'] for segment, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:21.824584 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-827babf7-89bb-4456-8e42-09ed353c1279 req-1fa79af0-f159-4d44-9d94-ef0259c622e2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a9b5857a-d481-44f2-8a73-a6ac81bcd038&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244153 Dec 18 13:31:21.830543 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91110d91-4d61-47c5-aaf6-72a6e21db387 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Router a3168b9f-ac00-4815-b08c-b2e32f16bbe9 has already been hosted by L3 agent c9c0cd52-5bd2-4704-9429-d80f1c5ad23c {{(pid=103160) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 18 13:31:21.861319 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-ca6d6c8d-9cd4-485a-b6e2-e9fc27ec6b77 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:21.871321 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-f8d4b06e-f8b4-4675-bb65-712c7ee2133d req-11ba5ed5-4ded-4263-809e-ffc75fbece60 tempest-TestServerAdvancedOps-1858504261 tempest-TestServerAdvancedOps-1858504261-project] 10.222.0.31 "GET /v2.0/security-groups?id=d41c1bbf-8c24-4f02-8dab-92235eb4736a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326735 Dec 18 13:31:21.879826 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca6d6c8d-9cd4-485a-b6e2-e9fc27ec6b77 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Releasing vlan 127 on physical network physnet1 to pool {{(pid=103160) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 18 13:31:21.880331 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-ca6d6c8d-9cd4-485a-b6e2-e9fc27ec6b77 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4533569'] for segment, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:21.883555 dv-neutron-744815-20-hyperv neutron-server[103160]: Traceback (most recent call last): Dec 18 13:31:21.883555 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 18 13:31:21.883555 dv-neutron-744815-20-hyperv neutron-server[103160]: timer() Dec 18 13:31:21.883555 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 18 13:31:21.883555 dv-neutron-744815-20-hyperv neutron-server[103160]: cb(*args, **kw) Dec 18 13:31:21.883555 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 18 13:31:21.883555 dv-neutron-744815-20-hyperv neutron-server[103160]: return func(*args, **kwargs) Dec 18 13:31:21.883555 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 18 13:31:21.883555 dv-neutron-744815-20-hyperv neutron-server[103160]: self._notify() Dec 18 13:31:21.883555 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 18 13:31:21.883555 dv-neutron-744815-20-hyperv neutron-server[103160]: self.callback(batched_events) Dec 18 13:31:21.883555 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 18 13:31:21.883555 dv-neutron-744815-20-hyperv neutron-server[103160]: event.method(event) Dec 18 13:31:21.883555 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 18 13:31:21.883555 dv-neutron-744815-20-hyperv neutron-server[103160]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 18 13:31:21.883555 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 18 13:31:21.883555 dv-neutron-744815-20-hyperv neutron-server[103160]: aggregate_uuid = self.p_client.list_aggregates( Dec 18 13:31:21.883555 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 18 13:31:21.883555 dv-neutron-744815-20-hyperv neutron-server[103160]: return f(self, *a, **k) Dec 18 13:31:21.883555 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 18 13:31:21.883555 dv-neutron-744815-20-hyperv neutron-server[103160]: return self._get(url).json() Dec 18 13:31:21.883555 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 18 13:31:21.883555 dv-neutron-744815-20-hyperv neutron-server[103160]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 18 13:31:21.883555 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 18 13:31:21.883555 dv-neutron-744815-20-hyperv neutron-server[103160]: return self.request(url, 'GET', **kwargs) Dec 18 13:31:21.883555 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 18 13:31:21.883555 dv-neutron-744815-20-hyperv neutron-server[103160]: base_url = self.get_endpoint(auth, allow=allow, Dec 18 13:31:21.883555 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 18 13:31:21.883555 dv-neutron-744815-20-hyperv neutron-server[103160]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 18 13:31:21.883555 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 18 13:31:21.883555 dv-neutron-744815-20-hyperv neutron-server[103160]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 18 13:31:21.883555 dv-neutron-744815-20-hyperv neutron-server[103160]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 18 13:31:21.923010 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-827babf7-89bb-4456-8e42-09ed353c1279 req-fab3e26e-3017-4247-b278-dc570a6faf7a service neutron] 10.222.0.43 "GET /v2.0/networks/a9b5857a-d481-44f2-8a73-a6ac81bcd038?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910170 Dec 18 13:31:21.935378 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-10a59776-f16e-42aa-8f37-301bd6bad8d7 tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:21.974766 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-10a59776-f16e-42aa-8f37-301bd6bad8d7 tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530267'] for security_group_rule, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:22.010934 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-ca6d6c8d-9cd4-485a-b6e2-e9fc27ec6b77 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1927267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586962'] for network, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:22.022916 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-827babf7-89bb-4456-8e42-09ed353c1279 req-04a02867-293b-4b0c-ab62-460d5d06afd2 service neutron] 10.222.0.43 "GET /v2.0/networks/a9b5857a-d481-44f2-8a73-a6ac81bcd038?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922041 Dec 18 13:31:22.037300 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a59776-f16e-42aa-8f37-301bd6bad8d7 tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2c29a75-80af-4f06-bcf3-260d526479ca,revision_number=0']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:31:22.043863 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-10a59776-f16e-42aa-8f37-301bd6bad8d7 tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:22.045041 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-10a59776-f16e-42aa-8f37-301bd6bad8d7 tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5045466 Dec 18 13:31:22.048297 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 54248) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:22.049399 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-ca6d6c8d-9cd4-485a-b6e2-e9fc27ec6b77 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Publish callbacks [] for network, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:22.052618 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-ca6d6c8d-9cd4-485a-b6e2-e9fc27ec6b77 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] 10.222.0.31 "DELETE /v2.0/networks/a0b84a49-8464-4342-a47d-bd714ebbec81 HTTP/1.1" status: 204 len: 168 time: 0.6736269 Dec 18 13:31:22.071631 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6d6c8d-9cd4-485a-b6e2-e9fc27ec6b77 tempest-NetworksTestDHCPv6-1548976336 tempest-NetworksTestDHCPv6-1548976336-project] Pushing event deleted for resources: {'Network': ['ID=a0b84a49-8464-4342-a47d-bd714ebbec81,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:31:22.085627 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-4e27c42c-b223-4f7a-8ae3-4b68791008d5 tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:22.091786 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91110d91-4d61-47c5-aaf6-72a6e21db387 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Notify agent at l3_agent.dv-neutron-744815-20-hyperv the message routers_updated {{(pid=103160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 13:31:22.100423 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-91110d91-4d61-47c5-aaf6-72a6e21db387 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] 10.222.0.31 "PUT /v2.0/routers/a3168b9f-ac00-4815-b08c-b2e32f16bbe9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3278925 Dec 18 13:31:22.100592 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 54252) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:22.107642 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-823c5940-f0db-4416-9544-451d913587a5 None None] Sync routers for ids ['a3168b9f-ac00-4815-b08c-b2e32f16bbe9'] in dv-neutron-744815-20-hyperv {{(pid=103162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 13:31:22.108178 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-4e27c42c-b223-4f7a-8ae3-4b68791008d5 tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:22.121792 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-823c5940-f0db-4416-9544-451d913587a5 None None] Routers {'a3168b9f-ac00-4815-b08c-b2e32f16bbe9'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:31:22.122807 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-823c5940-f0db-4416-9544-451d913587a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:30:57Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['a3168b9f-ac00-4815-b08c-b2e32f16bbe9'], 'active': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:31:22.147369 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-4e27c42c-b223-4f7a-8ae3-4b68791008d5 tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530267'] for security_group_rule, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:22.153565 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-4e27c42c-b223-4f7a-8ae3-4b68791008d5 tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:22.158317 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-4e27c42c-b223-4f7a-8ae3-4b68791008d5 tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/a2c29a75-80af-4f06-bcf3-260d526479ca HTTP/1.1" status: 204 len: 168 time: 0.1088731 Dec 18 13:31:22.159244 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 54254) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:22.167071 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-823c5940-f0db-4416-9544-451d913587a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:31:22.179995 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-823c5940-f0db-4416-9544-451d913587a5 None None] Routers {'a3168b9f-ac00-4815-b08c-b2e32f16bbe9'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:31:22.181097 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-823c5940-f0db-4416-9544-451d913587a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:30:57Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['a3168b9f-ac00-4815-b08c-b2e32f16bbe9'], 'active': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:31:22.182088 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e27c42c-b223-4f7a-8ae3-4b68791008d5 tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a2c29a75-80af-4f06-bcf3-260d526479ca,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:31:22.231041 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-0d59cf29-dc5f-4401-a0f0-d187d3645f0d tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0679882 Dec 18 13:31:22.231790 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 54256) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:22.232069 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-823c5940-f0db-4416-9544-451d913587a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:31:22.232711 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-823c5940-f0db-4416-9544-451d913587a5 None None] The sync data for ids ['a3168b9f-ac00-4815-b08c-b2e32f16bbe9'] in dv-neutron-744815-20-hyperv is: [] {{(pid=103162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 13:31:22.239470 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.agents_db [None req-e3dda592-589a-4b4d-b028-ba9a260f4f50 None None] Agent healthcheck: found 6 active agents {{(pid=103162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 18 13:31:22.242379 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-a495da25-0c6e-44f5-b0c2-5ee420af11de tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Publish callbacks [] for router, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:22.290265 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-8ed91471-0ce4-44d0-ad8d-b9fb3fbbec99 tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] Publish callbacks [] for security_group, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:22.314720 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-8ed91471-0ce4-44d0-ad8d-b9fb3fbbec99 tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:22.352621 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-a495da25-0c6e-44f5-b0c2-5ee420af11de tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:22.361913 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-8ed91471-0ce4-44d0-ad8d-b9fb3fbbec99 tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:22.363663 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 54260) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:22.364599 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-8ed91471-0ce4-44d0-ad8d-b9fb3fbbec99 tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] Publish callbacks [] for security_group, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:22.365760 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-8ed91471-0ce4-44d0-ad8d-b9fb3fbbec99 tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] 10.222.0.31 "DELETE /v2.0/security-groups/b568d076-5875-4dc8-b2ff-157dfd172be9 HTTP/1.1" status: 204 len: 168 time: 0.1328952 Dec 18 13:31:22.368900 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 54262) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:22.395023 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed91471-0ce4-44d0-ad8d-b9fb3fbbec99 tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b568d076-5875-4dc8-b2ff-157dfd172be9,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:31:22.423939 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-a495da25-0c6e-44f5-b0c2-5ee420af11de tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Deleting port c70dd1ac-cc30-4fb9-b648-b42022840bf7 {{(pid=103160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:31:22.424992 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-a495da25-0c6e-44f5-b0c2-5ee420af11de tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:22.441235 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-86e028bb-a9aa-4df5-a0c4-58c6b4e18cf9 tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.0712547 Dec 18 13:31:22.445289 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 54266) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:22.449932 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-9f0e1ef4-5575-4496-ad1d-dfc351fa14a2 tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] Request body: {'security_group': {'name': 'tempest-secgroup--2017994757'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:31:22.474911 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-9f0e1ef4-5575-4496-ad1d-dfc351fa14a2 tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] Publish callbacks [] for security_group, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:22.542854 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-eef71322-8cda-41b1-8a6c-9ba23b3e376e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=606a569495c64210af9cc9fb7e76dd52&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1777067 Dec 18 13:31:22.542980 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-9f0e1ef4-5575-4496-ad1d-dfc351fa14a2 tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] Publish callbacks [] for security_group, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:22.544819 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-a495da25-0c6e-44f5-b0c2-5ee420af11de tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:22.545664 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 54268) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:22.554620 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-9f0e1ef4-5575-4496-ad1d-dfc351fa14a2 tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:22.558576 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-a495da25-0c6e-44f5-b0c2-5ee420af11de tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Calling delete_port for c70dd1ac-cc30-4fb9-b648-b42022840bf7 owned by network:router_gateway {{(pid=103160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:31:22.605766 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-9f0e1ef4-5575-4496-ad1d-dfc351fa14a2 tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] Publish callbacks [] for security_group, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:22.606998 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-9f0e1ef4-5575-4496-ad1d-dfc351fa14a2 tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.1605175 Dec 18 13:31:22.610013 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 54270) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:22.615215 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0e1ef4-5575-4496-ad1d-dfc351fa14a2 tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c70aa4e0-9362-4f6b-b245-9bd0fd290b2f,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:31:22.615384 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-2f012cc8-d993-4b01-845a-3476cab975de tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] Request body: {'security_group_rule': {'security_group_id': 'c70aa4e0-9362-4f6b-b245-9bd0fd290b2f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:31:22.635563 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-ae86f748-a05b-4a17-a6f5-1e163efa8d0e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:22.661105 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-ae86f748-a05b-4a17-a6f5-1e163efa8d0e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:22.707506 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-2f012cc8-d993-4b01-845a-3476cab975de tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:22.742525 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-ae86f748-a05b-4a17-a6f5-1e163efa8d0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:22.745215 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-ae86f748-a05b-4a17-a6f5-1e163efa8d0e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:22.748789 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-ae86f748-a05b-4a17-a6f5-1e163efa8d0e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/13e4cae4-92d0-4435-9b01-ab10a43fb9de HTTP/1.1" status: 204 len: 168 time: 0.1995974 Dec 18 13:31:22.769413 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae86f748-a05b-4a17-a6f5-1e163efa8d0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13e4cae4-92d0-4435-9b01-ab10a43fb9de,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:31:22.793356 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60edd9fc-2dae-42e5-899b-d74cc7f009b2 req-7706ef15-57a9-47af-a903-34c5cc037d19 tempest-ServerActionsTestJSON-1545132800 tempest-ServerActionsTestJSON-1545132800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:31:22.796731 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-2f012cc8-d993-4b01-845a-3476cab975de tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:22.797178 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-60edd9fc-2dae-42e5-899b-d74cc7f009b2 req-7706ef15-57a9-47af-a903-34c5cc037d19 tempest-ServerActionsTestJSON-1545132800 tempest-ServerActionsTestJSON-1545132800-project] 10.222.0.31 "GET /v2.0/ports?device_id=f75e1b43-b628-4577-9f75-0cf3a56e1582 HTTP/1.1" status: 200 len: 945 time: 0.0972028 Dec 18 13:31:22.797719 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-a495da25-0c6e-44f5-b0c2-5ee420af11de tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4533522'] for port, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:22.810414 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-2f012cc8-d993-4b01-845a-3476cab975de tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530267'] for security_group_rule, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:22.823843 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-640fc79d-4b5a-4c87-b58b-94832bd356be None None] DHCP port deletion for decb4a40-7941-48c8-afbb-daaafd502e83 request from dv-neutron-744815-20-hyperv {{(pid=103161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 18 13:31:22.848256 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f012cc8-d993-4b01-845a-3476cab975de tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=215ede48-71d3-4480-a9d3-c86d30b903b0,revision_number=0']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:31:22.864480 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a495da25-0c6e-44f5-b0c2-5ee420af11de tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Pushing event deleted for resources: {'Port': ['ID=c70dd1ac-cc30-4fb9-b648-b42022840bf7,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:31:22.878415 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-60edd9fc-2dae-42e5-899b-d74cc7f009b2 req-2aeefe62-b4cc-46ee-9798-852c410e97f0 tempest-ServerActionsTestJSON-1545132800 tempest-ServerActionsTestJSON-1545132800-project] 10.222.0.31 "GET /v2.0/security-groups?id=04da0920-3f32-48b1-bc5b-099cf6dd1551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731888 Dec 18 13:31:22.909902 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-2f012cc8-d993-4b01-845a-3476cab975de tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:22.913732 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-2f012cc8-d993-4b01-845a-3476cab975de tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3002255 Dec 18 13:31:22.913966 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 54280) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:22.918383 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-0ef100e2-b956-4aad-a926-2565131fa290 tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] Request body: {'security_group_rule': {'security_group_id': 'c70aa4e0-9362-4f6b-b245-9bd0fd290b2f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:31:22.927120 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-a495da25-0c6e-44f5-b0c2-5ee420af11de tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-586554'] for router_gateway, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:23.059604 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-a495da25-0c6e-44f5-b0c2-5ee420af11de tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-589815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28643'] for router, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:23.064107 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-a495da25-0c6e-44f5-b0c2-5ee420af11de tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:23.073573 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-0ef100e2-b956-4aad-a926-2565131fa290 tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:23.141014 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d62f04-e740-438d-9dda-22183f0fb1b6 req-9b953133-2c6a-4251-8d40-fd1281b96a59 tempest-TestServerAdvancedOps-1858504261 tempest-TestServerAdvancedOps-1858504261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:31:23.142523 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-54d62f04-e740-438d-9dda-22183f0fb1b6 req-9b953133-2c6a-4251-8d40-fd1281b96a59 tempest-TestServerAdvancedOps-1858504261 tempest-TestServerAdvancedOps-1858504261-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0023ad2-8e0e-4912-a9aa-38ce4eeee77c HTTP/1.1" status: 200 len: 944 time: 0.1843255 Dec 18 13:31:23.147434 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-a495da25-0c6e-44f5-b0c2-5ee420af11de tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-589710'] for router, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:23.147964 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a495da25-0c6e-44f5-b0c2-5ee420af11de tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Fanout notify agent at l3_agent the message router_deleted on router a3168b9f-ac00-4815-b08c-b2e32f16bbe9 {{(pid=103160) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 18 13:31:23.159882 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-a495da25-0c6e-44f5-b0c2-5ee420af11de tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Publish callbacks [] for router, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:23.160974 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-a495da25-0c6e-44f5-b0c2-5ee420af11de tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] 10.222.0.31 "DELETE /v2.0/routers/a3168b9f-ac00-4815-b08c-b2e32f16bbe9 HTTP/1.1" status: 204 len: 168 time: 1.0594313 Dec 18 13:31:23.163937 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 54290) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:23.203991 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-0ef100e2-b956-4aad-a926-2565131fa290 tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:23.213775 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-0ef100e2-b956-4aad-a926-2565131fa290 tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530267'] for security_group_rule, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:23.224825 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.db_base_plugin_v2 [None req-af8f707d-6adc-4d23-ba60-39457884dfcd tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Deleting subnet fcfbe59b-746a-4a2d-ab74-0eb461c74153 {{(pid=103159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 18 13:31:23.228288 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-af8f707d-6adc-4d23-ba60-39457884dfcd tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Publish callbacks [] for subnet, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:23.235945 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-54d62f04-e740-438d-9dda-22183f0fb1b6 req-da3fba08-f614-4867-a215-4a3be8b42faf tempest-TestServerAdvancedOps-1858504261 tempest-TestServerAdvancedOps-1858504261-project] 10.222.0.31 "GET /v2.0/security-groups?id=d41c1bbf-8c24-4f02-8dab-92235eb4736a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817144 Dec 18 13:31:23.242609 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef100e2-b956-4aad-a926-2565131fa290 tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fdcc6ce9-de63-471c-9f16-488c9b265bd3,revision_number=0']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:31:23.255484 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-0ef100e2-b956-4aad-a926-2565131fa290 tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:23.256689 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-0ef100e2-b956-4aad-a926-2565131fa290 tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3417652 Dec 18 13:31:23.260010 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 54294) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:23.272871 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-50039497-28da-4cd0-a882-2ca04d13f821 tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] Request body: {'security_group_rule': {'security_group_id': 'c70aa4e0-9362-4f6b-b245-9bd0fd290b2f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:31:23.283510 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-af8f707d-6adc-4d23-ba60-39457884dfcd tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5589624'] for subnet, precommit_delete_associations {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:23.302813 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-50039497-28da-4cd0-a882-2ca04d13f821 tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:23.364996 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-50039497-28da-4cd0-a882-2ca04d13f821 tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:23.369504 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-50039497-28da-4cd0-a882-2ca04d13f821 tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530267'] for security_group_rule, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:23.376652 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-af8f707d-6adc-4d23-ba60-39457884dfcd tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1929185'] for subnet, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:23.388574 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50039497-28da-4cd0-a882-2ca04d13f821 tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25325d7e-b27a-49d4-915a-7b91c35af8b4,revision_number=0']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:31:23.399555 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-50039497-28da-4cd0-a882-2ca04d13f821 tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:23.400927 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-50039497-28da-4cd0-a882-2ca04d13f821 tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1396937 Dec 18 13:31:23.403764 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 54302) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:23.408549 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-3e9d95cb-4a98-48e2-99e3-7830de6a6582 tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] Request body: {'security_group_rule': {'security_group_id': 'c70aa4e0-9362-4f6b-b245-9bd0fd290b2f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:31:23.441516 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-3e9d95cb-4a98-48e2-99e3-7830de6a6582 tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:23.447061 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-af8f707d-6adc-4d23-ba60-39457884dfcd tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1929192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5659851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6017053'] for subnet, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:23.475168 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8f707d-6adc-4d23-ba60-39457884dfcd tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Pushing event deleted for resources: {'Subnet': ['ID=fcfbe59b-746a-4a2d-ab74-0eb461c74153,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:31:23.481083 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-af8f707d-6adc-4d23-ba60-39457884dfcd tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Publish callbacks [] for subnet, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:23.484479 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-af8f707d-6adc-4d23-ba60-39457884dfcd tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] 10.222.0.31 "DELETE /v2.0/subnets/fcfbe59b-746a-4a2d-ab74-0eb461c74153 HTTP/1.1" status: 204 len: 168 time: 0.3195500 Dec 18 13:31:23.488561 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 54306) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:23.491108 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59dfbe95-1aec-4fe1-aa5a-ac80a57a9a60 None None] Network 97f39801-4d41-4bff-aade-554004f29bfb requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:31:23.519895 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-3e9d95cb-4a98-48e2-99e3-7830de6a6582 tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:23.526091 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-3e9d95cb-4a98-48e2-99e3-7830de6a6582 tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530267'] for security_group_rule, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:23.548282 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9d95cb-4a98-48e2-99e3-7830de6a6582 tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93ed05c5-22c8-430f-9271-0a9afb65d978,revision_number=0']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:31:23.560914 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-3e9d95cb-4a98-48e2-99e3-7830de6a6582 tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:23.562148 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-3e9d95cb-4a98-48e2-99e3-7830de6a6582 tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1574333 Dec 18 13:31:23.562942 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 54308) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:23.569253 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 54310) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:23.573923 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-766a76b4-9266-46c7-a025-e8c928e4e767 tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] Request body: {'security_group_rule': {'security_group_id': 'c70aa4e0-9362-4f6b-b245-9bd0fd290b2f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:31:23.604376 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-a356765b-4493-41c5-bf84-25e5e65a7077 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2023137'] for network, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:23.607945 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-766a76b4-9266-46c7-a025-e8c928e4e767 tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:23.671744 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-a356765b-4493-41c5-bf84-25e5e65a7077 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Deleting port 6d075637-f06f-460e-82b7-298076354a88 {{(pid=103159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:31:23.672084 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-a356765b-4493-41c5-bf84-25e5e65a7077 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:23.683634 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-378102fb-f431-40e0-90b8-db3f2664d9e3 None None] DHCP port deletion for 97f39801-4d41-4bff-aade-554004f29bfb request from dv-neutron-744815-20-hyperv {{(pid=103161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 18 13:31:23.687853 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-766a76b4-9266-46c7-a025-e8c928e4e767 tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:23.694610 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-766a76b4-9266-46c7-a025-e8c928e4e767 tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530267'] for security_group_rule, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:23.711351 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766a76b4-9266-46c7-a025-e8c928e4e767 tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09695c5f-76a6-4e4a-b21d-1b0c0e4fd6c3,revision_number=0']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:31:23.719621 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-7476a096-3954-4840-a85b-ff3639322162 tempest-BulkNetworkOpsTest-918257746 tempest-BulkNetworkOpsTest-918257746-project] Request body: {'networks': [{'name': 'tempest-network--833570104'}, {'name': 'tempest-network--306616448'}]} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:31:23.719901 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-7476a096-3954-4840-a85b-ff3639322162 tempest-BulkNetworkOpsTest-918257746 tempest-BulkNetworkOpsTest-918257746-project] Request body: {'network': {'name': 'tempest-network--833570104'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:31:23.720371 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-7476a096-3954-4840-a85b-ff3639322162 tempest-BulkNetworkOpsTest-918257746 tempest-BulkNetworkOpsTest-918257746-project] Request body: {'network': {'name': 'tempest-network--306616448'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:31:23.742055 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.db [None req-a356765b-4493-41c5-bf84-25e5e65a7077 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] For port 6d075637-f06f-460e-82b7-298076354a88, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=6d075637-f06f-460e-82b7-298076354a88,segment=NetworkSegment(8b355021-69f8-4ba8-afe1-2f4f9b80f5e1),segment_id=8b355021-69f8-4ba8-afe1-2f4f9b80f5e1)] {{(pid=103159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:31:23.742436 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-a356765b-4493-41c5-bf84-25e5e65a7077 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:23.743758 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-766a76b4-9266-46c7-a025-e8c928e4e767 tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:23.744978 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-766a76b4-9266-46c7-a025-e8c928e4e767 tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1744931 Dec 18 13:31:23.748328 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-378102fb-f431-40e0-90b8-db3f2664d9e3 None None] Deleting port 6d075637-f06f-460e-82b7-298076354a88 {{(pid=103161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:31:23.749589 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 54314) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:23.750035 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-378102fb-f431-40e0-90b8-db3f2664d9e3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:23.760184 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7476a096-3954-4840-a85b-ff3639322162 tempest-BulkNetworkOpsTest-918257746 tempest-BulkNetworkOpsTest-918257746-project] Made reservation on behalf of 3f0a00a0b2854788836f87af52bb6efc for: {'network': 2} {{(pid=103160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:31:23.765331 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-7476a096-3954-4840-a85b-ff3639322162 tempest-BulkNetworkOpsTest-918257746 tempest-BulkNetworkOpsTest-918257746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for network, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:23.766898 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-a356765b-4493-41c5-bf84-25e5e65a7077 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Calling delete_port for 6d075637-f06f-460e-82b7-298076354a88 owned by network:dhcp {{(pid=103159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:31:23.775056 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-7476a096-3954-4840-a85b-ff3639322162 tempest-BulkNetworkOpsTest-918257746 tempest-BulkNetworkOpsTest-918257746-project] Publish callbacks [] for security_group, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:23.790660 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-854ca8c3-b3bb-48c8-88f8-e0887230a24b tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:23.815531 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-378102fb-f431-40e0-90b8-db3f2664d9e3 None None] For port 6d075637-f06f-460e-82b7-298076354a88, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=6d075637-f06f-460e-82b7-298076354a88,segment=NetworkSegment(8b355021-69f8-4ba8-afe1-2f4f9b80f5e1),segment_id=8b355021-69f8-4ba8-afe1-2f4f9b80f5e1)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:31:23.816014 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-378102fb-f431-40e0-90b8-db3f2664d9e3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:23.832501 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-854ca8c3-b3bb-48c8-88f8-e0887230a24b tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:23.834277 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-378102fb-f431-40e0-90b8-db3f2664d9e3 None None] Calling delete_port for 6d075637-f06f-460e-82b7-298076354a88 owned by network:dhcp {{(pid=103161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:31:23.856814 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-7476a096-3954-4840-a85b-ff3639322162 tempest-BulkNetworkOpsTest-918257746 tempest-BulkNetworkOpsTest-918257746-project] Publish callbacks [] for security_group, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:23.865502 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-7476a096-3954-4840-a85b-ff3639322162 tempest-BulkNetworkOpsTest-918257746 tempest-BulkNetworkOpsTest-918257746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:23.866006 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-7476a096-3954-4840-a85b-ff3639322162 tempest-BulkNetworkOpsTest-918257746 tempest-BulkNetworkOpsTest-918257746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for network, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:23.880360 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-854ca8c3-b3bb-48c8-88f8-e0887230a24b tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530267'] for security_group_rule, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:23.885106 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-854ca8c3-b3bb-48c8-88f8-e0887230a24b tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:23.888753 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-854ca8c3-b3bb-48c8-88f8-e0887230a24b tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/09695c5f-76a6-4e4a-b21d-1b0c0e4fd6c3 HTTP/1.1" status: 204 len: 168 time: 0.1349568 Dec 18 13:31:23.890003 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 54316) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:23.897461 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854ca8c3-b3bb-48c8-88f8-e0887230a24b tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=09695c5f-76a6-4e4a-b21d-1b0c0e4fd6c3,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:31:23.921044 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-a356765b-4493-41c5-bf84-25e5e65a7077 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:23.929767 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7476a096-3954-4840-a85b-ff3639322162 tempest-BulkNetworkOpsTest-918257746 tempest-BulkNetworkOpsTest-918257746-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09456aa2-5981-46c7-8e40-e77ea8bc5c49,revision_number=1']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:31:23.932580 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-378102fb-f431-40e0-90b8-db3f2664d9e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984'] for port, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:23.935629 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7476a096-3954-4840-a85b-ff3639322162 tempest-BulkNetworkOpsTest-918257746 tempest-BulkNetworkOpsTest-918257746-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 120} {{(pid=103160) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 18 13:31:23.955031 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a356765b-4493-41c5-bf84-25e5e65a7077 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] No DVR routers for this DVR port 6d075637-f06f-460e-82b7-298076354a88 on host dv-neutron-744815-20-hyperv {{(pid=103159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 18 13:31:23.960376 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a356765b-4493-41c5-bf84-25e5e65a7077 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Pushing event deleted for resources: {'Port': ['ID=6d075637-f06f-460e-82b7-298076354a88,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:31:23.967472 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-b04ea007-993a-4c2f-ade1-0f30a12985be tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0748031 Dec 18 13:31:23.968050 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 54320) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:23.970427 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378102fb-f431-40e0-90b8-db3f2664d9e3 None None] Pushing event deleted for resources: {'Port': ['ID=6d075637-f06f-460e-82b7-298076354a88,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:31:23.973277 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-378102fb-f431-40e0-90b8-db3f2664d9e3 None None] No DVR routers for this DVR port 6d075637-f06f-460e-82b7-298076354a88 on host dv-neutron-744815-20-hyperv {{(pid=103161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 18 13:31:23.976661 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-7476a096-3954-4840-a85b-ff3639322162 tempest-BulkNetworkOpsTest-918257746 tempest-BulkNetworkOpsTest-918257746-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:23.977047 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.db.segments_db [None req-7476a096-3954-4840-a85b-ff3639322162 tempest-BulkNetworkOpsTest-918257746 tempest-BulkNetworkOpsTest-918257746-project] Added segment 4d1b11b6-ea87-49df-bfc0-e067278ac950 of type vlan for network 0ab4ce28-3c7e-483e-a425-8a25fca8723e Dec 18 13:31:24.029418 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-58052be3-32fd-40c7-980f-264b1e79a291 tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:24.042684 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-7476a096-3954-4840-a85b-ff3639322162 tempest-BulkNetworkOpsTest-918257746 tempest-BulkNetworkOpsTest-918257746-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767106405744'] for network, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:24.045463 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-58052be3-32fd-40c7-980f-264b1e79a291 tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:24.055239 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-a356765b-4493-41c5-bf84-25e5e65a7077 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1927292', 'neutron.services.segments.db._delete_segments_for_network-8767106887837'] for network, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:24.085584 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-58052be3-32fd-40c7-980f-264b1e79a291 tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530267'] for security_group_rule, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:24.093746 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-58052be3-32fd-40c7-980f-264b1e79a291 tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:24.094122 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.services.segments.db [None req-a356765b-4493-41c5-bf84-25e5e65a7077 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97f39801-4d41-4bff-aade-554004f29bfb']}} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:31:24.094849 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-58052be3-32fd-40c7-980f-264b1e79a291 tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/93ed05c5-22c8-430f-9271-0a9afb65d978 HTTP/1.1" status: 204 len: 168 time: 0.1259036 Dec 18 13:31:24.095700 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7476a096-3954-4840-a85b-ff3639322162 tempest-BulkNetworkOpsTest-918257746 tempest-BulkNetworkOpsTest-918257746-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 141} {{(pid=103160) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 18 13:31:24.098259 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 54322) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:24.109004 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-7476a096-3954-4840-a85b-ff3639322162 tempest-BulkNetworkOpsTest-918257746 tempest-BulkNetworkOpsTest-918257746-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:24.109340 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.db.segments_db [None req-7476a096-3954-4840-a85b-ff3639322162 tempest-BulkNetworkOpsTest-918257746 tempest-BulkNetworkOpsTest-918257746-project] Added segment 3a2ff862-c17d-4c28-8331-9f51276bc817 of type vlan for network 4064b116-276e-41e0-952f-5c39bf3de06a Dec 18 13:31:24.111052 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58052be3-32fd-40c7-980f-264b1e79a291 tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=93ed05c5-22c8-430f-9271-0a9afb65d978,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:31:24.122100 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.services.segments.db [None req-a356765b-4493-41c5-bf84-25e5e65a7077 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b355021-69f8-4ba8-afe1-2f4f9b80f5e1') {'for_net_delete': True} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:31:24.122417 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.services.segments.db [None req-a356765b-4493-41c5-bf84-25e5e65a7077 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b355021-69f8-4ba8-afe1-2f4f9b80f5e1') {} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:31:24.135389 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-a356765b-4493-41c5-bf84-25e5e65a7077 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767106888614', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5589569'] for segment, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:24.141753 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Device 0ded5d5d-2015-47cb-aca5-eed125083cb7 details requested by agent hyperv_hv-neutron-7448 with host hv-neutron-7448 {{(pid=103161) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 18 13:31:24.149937 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8549249-f88f-4a65-a5c2-9eba621abd01 req-68584204-517f-4206-b5b6-5f45ef5da868 tempest-ServerActionsTestJSON-1545132800 tempest-ServerActionsTestJSON-1545132800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:31:24.151513 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-b8549249-f88f-4a65-a5c2-9eba621abd01 req-68584204-517f-4206-b5b6-5f45ef5da868 tempest-ServerActionsTestJSON-1545132800 tempest-ServerActionsTestJSON-1545132800-project] 10.222.0.31 "GET /v2.0/ports?device_id=f75e1b43-b628-4577-9f75-0cf3a56e1582 HTTP/1.1" status: 200 len: 945 time: 0.1110361 Dec 18 13:31:24.152048 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-7476a096-3954-4840-a85b-ff3639322162 tempest-BulkNetworkOpsTest-918257746 tempest-BulkNetworkOpsTest-918257746-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767106405744'] for network, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:24.177459 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-a356765b-4493-41c5-bf84-25e5e65a7077 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:24.185102 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-7476a096-3954-4840-a85b-ff3639322162 tempest-BulkNetworkOpsTest-918257746 tempest-BulkNetworkOpsTest-918257746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981'] for network, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:24.185642 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-7476a096-3954-4840-a85b-ff3639322162 tempest-BulkNetworkOpsTest-918257746 tempest-BulkNetworkOpsTest-918257746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981'] for network, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:24.191378 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7476a096-3954-4840-a85b-ff3639322162 tempest-BulkNetworkOpsTest-918257746 tempest-BulkNetworkOpsTest-918257746-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:31:24.196501 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7476a096-3954-4840-a85b-ff3639322162 tempest-BulkNetworkOpsTest-918257746 tempest-BulkNetworkOpsTest-918257746-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:31:24.197155 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-7476a096-3954-4840-a85b-ff3639322162 tempest-BulkNetworkOpsTest-918257746 tempest-BulkNetworkOpsTest-918257746-project] Publish callbacks [] for network, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:24.201587 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-13a0aca4-b73a-4893-bb3e-a5fdc9c8d6c8 tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0956302 Dec 18 13:31:24.205302 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 54324) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:24.207863 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a356765b-4493-41c5-bf84-25e5e65a7077 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Releasing vlan 142 on physical network physnet1 to pool {{(pid=103159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 18 13:31:24.208579 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-a356765b-4493-41c5-bf84-25e5e65a7077 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5660009'] for segment, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:24.211806 dv-neutron-744815-20-hyperv neutron-server[103159]: Traceback (most recent call last): Dec 18 13:31:24.211806 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 18 13:31:24.211806 dv-neutron-744815-20-hyperv neutron-server[103159]: timer() Dec 18 13:31:24.211806 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 18 13:31:24.211806 dv-neutron-744815-20-hyperv neutron-server[103159]: cb(*args, **kw) Dec 18 13:31:24.211806 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 18 13:31:24.211806 dv-neutron-744815-20-hyperv neutron-server[103159]: return func(*args, **kwargs) Dec 18 13:31:24.211806 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 18 13:31:24.211806 dv-neutron-744815-20-hyperv neutron-server[103159]: self._notify() Dec 18 13:31:24.211806 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 18 13:31:24.211806 dv-neutron-744815-20-hyperv neutron-server[103159]: self.callback(batched_events) Dec 18 13:31:24.211806 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 18 13:31:24.211806 dv-neutron-744815-20-hyperv neutron-server[103159]: event.method(event) Dec 18 13:31:24.211806 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 18 13:31:24.211806 dv-neutron-744815-20-hyperv neutron-server[103159]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 18 13:31:24.211806 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 18 13:31:24.211806 dv-neutron-744815-20-hyperv neutron-server[103159]: aggregate_uuid = self.p_client.list_aggregates( Dec 18 13:31:24.211806 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 18 13:31:24.211806 dv-neutron-744815-20-hyperv neutron-server[103159]: return f(self, *a, **k) Dec 18 13:31:24.211806 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 18 13:31:24.211806 dv-neutron-744815-20-hyperv neutron-server[103159]: return self._get(url).json() Dec 18 13:31:24.211806 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 18 13:31:24.211806 dv-neutron-744815-20-hyperv neutron-server[103159]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 18 13:31:24.211806 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 18 13:31:24.211806 dv-neutron-744815-20-hyperv neutron-server[103159]: return self.request(url, 'GET', **kwargs) Dec 18 13:31:24.211806 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 18 13:31:24.211806 dv-neutron-744815-20-hyperv neutron-server[103159]: base_url = self.get_endpoint(auth, allow=allow, Dec 18 13:31:24.211806 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 18 13:31:24.211806 dv-neutron-744815-20-hyperv neutron-server[103159]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 18 13:31:24.211806 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 18 13:31:24.211806 dv-neutron-744815-20-hyperv neutron-server[103159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 18 13:31:24.211806 dv-neutron-744815-20-hyperv neutron-server[103159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 18 13:31:24.257747 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] For port 0ded5d5d-2015-47cb-aca5-eed125083cb7, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=0ded5d5d-2015-47cb-aca5-eed125083cb7,segment=NetworkSegment(4b85e503-93de-4d8a-a10e-76b577670134),segment_id=4b85e503-93de-4d8a-a10e-76b577670134)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:31:24.276574 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Returning: {'device': '0ded5d5d-2015-47cb-aca5-eed125083cb7', 'network_id': 'a9b5857a-d481-44f2-8a73-a6ac81bcd038', 'port_id': '0ded5d5d-2015-47cb-aca5-eed125083cb7', 'mac_address': 'fa:16:3e:6b:d6:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e3d3bf3-4ca3-4518-8457-a0aa8b909e42', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103161) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 18 13:31:24.281119 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-7476a096-3954-4840-a85b-ff3639322162 tempest-BulkNetworkOpsTest-918257746 tempest-BulkNetworkOpsTest-918257746-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 0.7149136 Dec 18 13:31:24.282693 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 54328) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:24.292495 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-b8549249-f88f-4a65-a5c2-9eba621abd01 req-ba83b552-a1a0-44f1-bb71-9a032aba49a7 tempest-ServerActionsTestJSON-1545132800 tempest-ServerActionsTestJSON-1545132800-project] 10.222.0.31 "GET /v2.0/security-groups?id=04da0920-3f32-48b1-bc5b-099cf6dd1551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1319630 Dec 18 13:31:24.306253 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7476a096-3954-4840-a85b-ff3639322162 tempest-BulkNetworkOpsTest-918257746 tempest-BulkNetworkOpsTest-918257746-project] Pushing event updated for resources: {'Network': ['ID=0ab4ce28-3c7e-483e-a425-8a25fca8723e,revision_number=1']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:31:24.308393 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-a356765b-4493-41c5-bf84-25e5e65a7077 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1927267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586962'] for network, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:24.323762 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Network 0ab4ce28-3c7e-483e-a425-8a25fca8723e details requested by agent ovs-agent-dv-neutron-744815-20-hyperv with host dv-neutron-744815-20-hyperv {{(pid=103161) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 18 13:31:24.337734 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-a356765b-4493-41c5-bf84-25e5e65a7077 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Publish callbacks [] for network, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:24.345113 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-a356765b-4493-41c5-bf84-25e5e65a7077 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] 10.222.0.31 "DELETE /v2.0/networks/97f39801-4d41-4bff-aade-554004f29bfb HTTP/1.1" status: 204 len: 168 time: 0.8529627 Dec 18 13:31:24.347519 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 54330) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:24.359832 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-39eef956-b18a-497a-96e8-9a098058f82f tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:24.373296 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a356765b-4493-41c5-bf84-25e5e65a7077 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Pushing event deleted for resources: {'Network': ['ID=97f39801-4d41-4bff-aade-554004f29bfb,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:31:24.388835 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:24.413114 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.notifiers.nova [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ded5d5d-2015-47cb-aca5-eed125083cb7 {{(pid=103161) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 18 13:31:24.435916 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] For port 0ded5d5d-2015-47cb-aca5-eed125083cb7, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=0ded5d5d-2015-47cb-aca5-eed125083cb7,segment=NetworkSegment(4b85e503-93de-4d8a-a10e-76b577670134),segment_id=4b85e503-93de-4d8a-a10e-76b577670134)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:31:24.441540 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:24.487356 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-39eef956-b18a-497a-96e8-9a098058f82f tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:24.492977 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Pushing event updated for resources: {'Port': ['ID=0ded5d5d-2015-47cb-aca5-eed125083cb7,revision_number=4']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:31:24.502313 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-722fddd6-5cb7-4817-ab40-adc860d7dded tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Deleting port 422ea304-13e7-445d-8244-61c4f0dc18a1 {{(pid=103159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:31:24.503582 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-722fddd6-5cb7-4817-ab40-adc860d7dded tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:24.589430 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-722fddd6-5cb7-4817-ab40-adc860d7dded tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:24.589945 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-722fddd6-5cb7-4817-ab40-adc860d7dded tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:24.604771 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-722fddd6-5cb7-4817-ab40-adc860d7dded tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Calling delete_port for 422ea304-13e7-445d-8244-61c4f0dc18a1 owned by network:floatingip {{(pid=103159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:31:24.615801 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 6d075637-f06f-460e-82b7-298076354a88 no longer exists at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 18 13:31:24.641848 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-2294866d-0076-4933-952c-685307032598 None None] No Port match for: 6d075637-f06f-460e-82b7-298076354a88 {{(pid=103161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 18 13:31:24.642465 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 6d075637-f06f-460e-82b7-298076354a88 not bound to the agent host dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 18 13:31:24.772683 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-722fddd6-5cb7-4817-ab40-adc860d7dded tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:24.803345 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722fddd6-5cb7-4817-ab40-adc860d7dded tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Pushing event deleted for resources: {'Port': ['ID=422ea304-13e7-445d-8244-61c4f0dc18a1,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:31:24.855583 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7476a096-3954-4840-a85b-ff3639322162 tempest-BulkNetworkOpsTest-918257746 tempest-BulkNetworkOpsTest-918257746-project] Pushing event updated for resources: {'Network': ['ID=4064b116-276e-41e0-952f-5c39bf3de06a,revision_number=1']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:31:24.865203 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-722fddd6-5cb7-4817-ab40-adc860d7dded tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Publish callbacks [] for floatingip, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:24.867880 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-722fddd6-5cb7-4817-ab40-adc860d7dded tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for floatingip, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:24.869142 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-722fddd6-5cb7-4817-ab40-adc860d7dded tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] 10.222.0.31 "DELETE /v2.0/floatingips/19298d94-ae98-44bd-b1d6-6c463adeefa5 HTTP/1.1" status: 204 len: 168 time: 0.5211606 Dec 18 13:31:24.873000 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 54334) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:24.877813 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Network 4064b116-276e-41e0-952f-5c39bf3de06a details requested by agent ovs-agent-dv-neutron-744815-20-hyperv with host dv-neutron-744815-20-hyperv {{(pid=103161) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 18 13:31:24.880064 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] get_ports_and_sgs() called for port_ids ['0ded5d5d-2015-47cb-aca5-eed125083cb7'] {{(pid=103161) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 18 13:31:24.896832 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.pecan_wsgi.hooks.translation [None req-b89245ca-54b9-45a8-a0ba-cf2525221b35 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] DELETE failed (client error): The resource could not be found. Dec 18 13:31:24.897406 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b89245ca-54b9-45a8-a0ba-cf2525221b35 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 18 13:31:24.900554 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-b89245ca-54b9-45a8-a0ba-cf2525221b35 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] 10.222.0.31 "DELETE /v2.0/ports/d0a9397b-342c-4728-bd3f-40a205cb87df HTTP/1.1" status: 404 len: 333 time: 0.0272717 Dec 18 13:31:24.903130 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 54336) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:24.933627 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-a68eb9c2-d818-468f-97ec-f2e07a726154 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] 10.222.0.31 "GET /v2.0/ports?device_id=a3168b9f-ac00-4815-b08c-b2e32f16bbe9 HTTP/1.1" status: 200 len: 205 time: 0.0269184 Dec 18 13:31:24.933870 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 54338) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:24.943649 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393c8c4a-a8e5-412b-b55a-f2018c93c05d req-7a3cf1da-b1d1-4f83-ac2b-5dc15e5f3061 tempest-TestServerAdvancedOps-1858504261 tempest-TestServerAdvancedOps-1858504261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:31:24.945174 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-393c8c4a-a8e5-412b-b55a-f2018c93c05d req-7a3cf1da-b1d1-4f83-ac2b-5dc15e5f3061 tempest-TestServerAdvancedOps-1858504261 tempest-TestServerAdvancedOps-1858504261-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0023ad2-8e0e-4912-a9aa-38ce4eeee77c HTTP/1.1" status: 200 len: 944 time: 0.5976226 Dec 18 13:31:24.967945 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-17497c4a-8bbd-41e0-bfa7-1b705f9cb4e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:24.979262 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.api.v2.resource [None req-9b7e9cc8-bb90-4657-9989-f52ad5601b34 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] delete failed (client error): The resource could not be found. Dec 18 13:31:24.982853 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-9b7e9cc8-bb90-4657-9989-f52ad5601b34 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] 10.222.0.31 "DELETE /v2.0/routers/a3168b9f-ac00-4815-b08c-b2e32f16bbe9 HTTP/1.1" status: 404 len: 336 time: 0.0455861 Dec 18 13:31:24.982992 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-39eef956-b18a-497a-96e8-9a098058f82f tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530267'] for security_group_rule, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:24.983107 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 54340) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:24.994953 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-39eef956-b18a-497a-96e8-9a098058f82f tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:24.996392 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-39eef956-b18a-497a-96e8-9a098058f82f tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/25325d7e-b27a-49d4-915a-7b91c35af8b4 HTTP/1.1" status: 204 len: 168 time: 0.7902875 Dec 18 13:31:25.006123 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7087d89b-ca69-4ef6-acd6-3ea8252f7b25 tempest-BulkNetworkOpsTest-918257746 tempest-BulkNetworkOpsTest-918257746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:31:25.011770 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7087d89b-ca69-4ef6-acd6-3ea8252f7b25 tempest-BulkNetworkOpsTest-918257746 tempest-BulkNetworkOpsTest-918257746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:31:25.017632 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7087d89b-ca69-4ef6-acd6-3ea8252f7b25 tempest-BulkNetworkOpsTest-918257746 tempest-BulkNetworkOpsTest-918257746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:31:25.019297 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.pecan_wsgi.hooks.translation [None req-39074161-d823-41ea-a203-5fe3aa52e744 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] DELETE failed (client error): The resource could not be found. Dec 18 13:31:25.020236 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39074161-d823-41ea-a203-5fe3aa52e744 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 18 13:31:25.026492 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7087d89b-ca69-4ef6-acd6-3ea8252f7b25 tempest-BulkNetworkOpsTest-918257746 tempest-BulkNetworkOpsTest-918257746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:31:25.026492 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-7087d89b-ca69-4ef6-acd6-3ea8252f7b25 tempest-BulkNetworkOpsTest-918257746 tempest-BulkNetworkOpsTest-918257746-project] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.7397904 Dec 18 13:31:25.026732 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-39074161-d823-41ea-a203-5fe3aa52e744 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] 10.222.0.31 "DELETE /v2.0/subnets/fcfbe59b-746a-4a2d-ab74-0eb461c74153 HTTP/1.1" status: 404 len: 337 time: 0.0415723 Dec 18 13:31:25.026732 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 54342) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:25.026732 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 54344) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:25.028711 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 54346) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:25.045693 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39eef956-b18a-497a-96e8-9a098058f82f tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=25325d7e-b27a-49d4-915a-7b91c35af8b4,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:31:25.080318 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-393c8c4a-a8e5-412b-b55a-f2018c93c05d req-508da7b9-f86e-43f3-8ed5-50303a5dd99a tempest-TestServerAdvancedOps-1858504261 tempest-TestServerAdvancedOps-1858504261-project] 10.222.0.31 "GET /v2.0/security-groups?id=d41c1bbf-8c24-4f02-8dab-92235eb4736a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219637 Dec 18 13:31:25.131621 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-32afe5be-b982-4338-adc9-6e17f2254190 tempest-BulkNetworkOpsTest-918257746 tempest-BulkNetworkOpsTest-918257746-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2023137'] for network, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:25.136570 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-5662de50-984c-4d38-9d9b-4aabd5060a45 tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.1087775 Dec 18 13:31:25.139864 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 54348) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:25.178956 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-d7e9ea36-6bbe-4997-ad18-95fab10e89c6 tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:25.190629 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-d7e9ea36-6bbe-4997-ad18-95fab10e89c6 tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:25.198589 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-e12ee230-7321-48d5-a268-862687997008 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Deleting port 0c06f285-990b-4b85-b479-7ac50e3d79a8 {{(pid=103159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:31:25.198904 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-e12ee230-7321-48d5-a268-862687997008 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:25.216490 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-32afe5be-b982-4338-adc9-6e17f2254190 tempest-BulkNetworkOpsTest-918257746 tempest-BulkNetworkOpsTest-918257746-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1927292', 'neutron.services.segments.db._delete_segments_for_network-8767106887837'] for network, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:25.237132 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.services.segments.db [None req-32afe5be-b982-4338-adc9-6e17f2254190 tempest-BulkNetworkOpsTest-918257746 tempest-BulkNetworkOpsTest-918257746-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ab4ce28-3c7e-483e-a425-8a25fca8723e']}} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:31:25.247131 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.services.segments.db [None req-32afe5be-b982-4338-adc9-6e17f2254190 tempest-BulkNetworkOpsTest-918257746 tempest-BulkNetworkOpsTest-918257746-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d1b11b6-ea87-49df-bfc0-e067278ac950') {'for_net_delete': True} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:31:25.247485 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.services.segments.db [None req-32afe5be-b982-4338-adc9-6e17f2254190 tempest-BulkNetworkOpsTest-918257746 tempest-BulkNetworkOpsTest-918257746-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d1b11b6-ea87-49df-bfc0-e067278ac950') {} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:31:25.257841 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-32afe5be-b982-4338-adc9-6e17f2254190 tempest-BulkNetworkOpsTest-918257746 tempest-BulkNetworkOpsTest-918257746-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767106888614', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4533424'] for segment, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:25.264467 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-d7e9ea36-6bbe-4997-ad18-95fab10e89c6 tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530267'] for security_group_rule, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:25.272239 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-32afe5be-b982-4338-adc9-6e17f2254190 tempest-BulkNetworkOpsTest-918257746 tempest-BulkNetworkOpsTest-918257746-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:25.276690 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-d7e9ea36-6bbe-4997-ad18-95fab10e89c6 tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:25.277772 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-d7e9ea36-6bbe-4997-ad18-95fab10e89c6 tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/fdcc6ce9-de63-471c-9f16-488c9b265bd3 HTTP/1.1" status: 204 len: 168 time: 0.1352146 Dec 18 13:31:25.279718 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32afe5be-b982-4338-adc9-6e17f2254190 tempest-BulkNetworkOpsTest-918257746 tempest-BulkNetworkOpsTest-918257746-project] Releasing vlan 120 on physical network physnet1 to pool {{(pid=103160) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 18 13:31:25.280456 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-32afe5be-b982-4338-adc9-6e17f2254190 tempest-BulkNetworkOpsTest-918257746 tempest-BulkNetworkOpsTest-918257746-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4533569'] for segment, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:25.283530 dv-neutron-744815-20-hyperv neutron-server[103160]: Traceback (most recent call last): Dec 18 13:31:25.283530 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 18 13:31:25.283530 dv-neutron-744815-20-hyperv neutron-server[103160]: timer() Dec 18 13:31:25.283530 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 18 13:31:25.283530 dv-neutron-744815-20-hyperv neutron-server[103160]: cb(*args, **kw) Dec 18 13:31:25.283530 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 18 13:31:25.283530 dv-neutron-744815-20-hyperv neutron-server[103160]: return func(*args, **kwargs) Dec 18 13:31:25.283530 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 18 13:31:25.283530 dv-neutron-744815-20-hyperv neutron-server[103160]: self._notify() Dec 18 13:31:25.283530 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 18 13:31:25.283530 dv-neutron-744815-20-hyperv neutron-server[103160]: self.callback(batched_events) Dec 18 13:31:25.283530 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 18 13:31:25.283530 dv-neutron-744815-20-hyperv neutron-server[103160]: event.method(event) Dec 18 13:31:25.283530 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 18 13:31:25.283530 dv-neutron-744815-20-hyperv neutron-server[103160]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 18 13:31:25.283530 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 18 13:31:25.283530 dv-neutron-744815-20-hyperv neutron-server[103160]: aggregate_uuid = self.p_client.list_aggregates( Dec 18 13:31:25.283530 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 18 13:31:25.283530 dv-neutron-744815-20-hyperv neutron-server[103160]: return f(self, *a, **k) Dec 18 13:31:25.283530 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 18 13:31:25.283530 dv-neutron-744815-20-hyperv neutron-server[103160]: return self._get(url).json() Dec 18 13:31:25.283530 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 18 13:31:25.283530 dv-neutron-744815-20-hyperv neutron-server[103160]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 18 13:31:25.283530 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 18 13:31:25.283530 dv-neutron-744815-20-hyperv neutron-server[103160]: return self.request(url, 'GET', **kwargs) Dec 18 13:31:25.283530 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 18 13:31:25.283530 dv-neutron-744815-20-hyperv neutron-server[103160]: base_url = self.get_endpoint(auth, allow=allow, Dec 18 13:31:25.283530 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 18 13:31:25.283530 dv-neutron-744815-20-hyperv neutron-server[103160]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 18 13:31:25.283530 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 18 13:31:25.283530 dv-neutron-744815-20-hyperv neutron-server[103160]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 18 13:31:25.283530 dv-neutron-744815-20-hyperv neutron-server[103160]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 18 13:31:25.285613 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 54350) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:25.293070 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e9ea36-6bbe-4997-ad18-95fab10e89c6 tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fdcc6ce9-de63-471c-9f16-488c9b265bd3,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:31:25.326018 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-e12ee230-7321-48d5-a268-862687997008 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:25.346038 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-32afe5be-b982-4338-adc9-6e17f2254190 tempest-BulkNetworkOpsTest-918257746 tempest-BulkNetworkOpsTest-918257746-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1927267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586962'] for network, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:25.355489 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-508d9e40-7a9e-4ec6-b25f-0e323f23fa2c tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0699441 Dec 18 13:31:25.356666 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-e12ee230-7321-48d5-a268-862687997008 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Calling delete_port for 0c06f285-990b-4b85-b479-7ac50e3d79a8 owned by {{(pid=103159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:31:25.358295 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 54354) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:25.364281 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-32afe5be-b982-4338-adc9-6e17f2254190 tempest-BulkNetworkOpsTest-918257746 tempest-BulkNetworkOpsTest-918257746-project] Publish callbacks [] for network, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:25.373184 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-32afe5be-b982-4338-adc9-6e17f2254190 tempest-BulkNetworkOpsTest-918257746 tempest-BulkNetworkOpsTest-918257746-project] 10.222.0.31 "DELETE /v2.0/networks/0ab4ce28-3c7e-483e-a425-8a25fca8723e HTTP/1.1" status: 204 len: 168 time: 0.3385344 Dec 18 13:31:25.374284 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32afe5be-b982-4338-adc9-6e17f2254190 tempest-BulkNetworkOpsTest-918257746 tempest-BulkNetworkOpsTest-918257746-project] Pushing event deleted for resources: {'Network': ['ID=0ab4ce28-3c7e-483e-a425-8a25fca8723e,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:31:25.376082 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 54356) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:25.458714 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-23d2d2d0-03a3-40b2-986a-d715f7dd4200 tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:25.459246 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-b4fd7d74-b37f-4eb1-acc4-78f9b0756704 tempest-BulkNetworkOpsTest-918257746 tempest-BulkNetworkOpsTest-918257746-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2023137'] for network, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:25.472287 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-23d2d2d0-03a3-40b2-986a-d715f7dd4200 tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:25.527677 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d410c2c4-7eff-49c4-a513-68450699e5a9 req-f222c648-3ffd-4a49-a3dd-be9a2d344189 tempest-ServerActionsTestJSON-1545132800 tempest-ServerActionsTestJSON-1545132800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:31:25.529134 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-d410c2c4-7eff-49c4-a513-68450699e5a9 req-f222c648-3ffd-4a49-a3dd-be9a2d344189 tempest-ServerActionsTestJSON-1545132800 tempest-ServerActionsTestJSON-1545132800-project] 10.222.0.31 "GET /v2.0/ports?device_id=f75e1b43-b628-4577-9f75-0cf3a56e1582 HTTP/1.1" status: 200 len: 945 time: 0.1360459 Dec 18 13:31:25.530766 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-23d2d2d0-03a3-40b2-986a-d715f7dd4200 tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530267'] for security_group_rule, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:25.540525 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-23d2d2d0-03a3-40b2-986a-d715f7dd4200 tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:25.541566 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-23d2d2d0-03a3-40b2-986a-d715f7dd4200 tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/215ede48-71d3-4480-a9d3-c86d30b903b0 HTTP/1.1" status: 204 len: 168 time: 0.1823885 Dec 18 13:31:25.544785 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 54358) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:25.554422 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d2d2d0-03a3-40b2-986a-d715f7dd4200 tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=215ede48-71d3-4480-a9d3-c86d30b903b0,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:31:25.562734 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-b4fd7d74-b37f-4eb1-acc4-78f9b0756704 tempest-BulkNetworkOpsTest-918257746 tempest-BulkNetworkOpsTest-918257746-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1927292', 'neutron.services.segments.db._delete_segments_for_network-8767106887837'] for network, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:25.587539 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.services.segments.db [None req-b4fd7d74-b37f-4eb1-acc4-78f9b0756704 tempest-BulkNetworkOpsTest-918257746 tempest-BulkNetworkOpsTest-918257746-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4064b116-276e-41e0-952f-5c39bf3de06a']}} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:31:25.602968 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.services.segments.db [None req-b4fd7d74-b37f-4eb1-acc4-78f9b0756704 tempest-BulkNetworkOpsTest-918257746 tempest-BulkNetworkOpsTest-918257746-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a2ff862-c17d-4c28-8331-9f51276bc817') {'for_net_delete': True} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:31:25.603285 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.services.segments.db [None req-b4fd7d74-b37f-4eb1-acc4-78f9b0756704 tempest-BulkNetworkOpsTest-918257746 tempest-BulkNetworkOpsTest-918257746-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a2ff862-c17d-4c28-8331-9f51276bc817') {} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:31:25.620590 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-cc5227bb-f9a4-4f96-8d3a-bed88a4081e5 tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0721612 Dec 18 13:31:25.622284 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-b4fd7d74-b37f-4eb1-acc4-78f9b0756704 tempest-BulkNetworkOpsTest-918257746 tempest-BulkNetworkOpsTest-918257746-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767106888614', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4533424'] for segment, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:25.623756 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 54360) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:25.635074 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-d410c2c4-7eff-49c4-a513-68450699e5a9 req-1bf4cbec-deb7-4791-93db-0e1ec73ba7b1 tempest-ServerActionsTestJSON-1545132800 tempest-ServerActionsTestJSON-1545132800-project] 10.222.0.31 "GET /v2.0/security-groups?id=04da0920-3f32-48b1-bc5b-099cf6dd1551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0977757 Dec 18 13:31:25.636276 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-e12ee230-7321-48d5-a268-862687997008 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:25.661083 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-b4fd7d74-b37f-4eb1-acc4-78f9b0756704 tempest-BulkNetworkOpsTest-918257746 tempest-BulkNetworkOpsTest-918257746-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:25.668541 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4fd7d74-b37f-4eb1-acc4-78f9b0756704 tempest-BulkNetworkOpsTest-918257746 tempest-BulkNetworkOpsTest-918257746-project] Releasing vlan 141 on physical network physnet1 to pool {{(pid=103160) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 18 13:31:25.669025 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-b4fd7d74-b37f-4eb1-acc4-78f9b0756704 tempest-BulkNetworkOpsTest-918257746 tempest-BulkNetworkOpsTest-918257746-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4533569'] for segment, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:25.672280 dv-neutron-744815-20-hyperv neutron-server[103160]: Traceback (most recent call last): Dec 18 13:31:25.672280 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 18 13:31:25.672280 dv-neutron-744815-20-hyperv neutron-server[103160]: timer() Dec 18 13:31:25.672280 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 18 13:31:25.672280 dv-neutron-744815-20-hyperv neutron-server[103160]: cb(*args, **kw) Dec 18 13:31:25.672280 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 18 13:31:25.672280 dv-neutron-744815-20-hyperv neutron-server[103160]: return func(*args, **kwargs) Dec 18 13:31:25.672280 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 18 13:31:25.672280 dv-neutron-744815-20-hyperv neutron-server[103160]: self._notify() Dec 18 13:31:25.672280 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 18 13:31:25.672280 dv-neutron-744815-20-hyperv neutron-server[103160]: self.callback(batched_events) Dec 18 13:31:25.672280 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 18 13:31:25.672280 dv-neutron-744815-20-hyperv neutron-server[103160]: event.method(event) Dec 18 13:31:25.672280 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 18 13:31:25.672280 dv-neutron-744815-20-hyperv neutron-server[103160]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 18 13:31:25.672280 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 18 13:31:25.672280 dv-neutron-744815-20-hyperv neutron-server[103160]: aggregate_uuid = self.p_client.list_aggregates( Dec 18 13:31:25.672280 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 18 13:31:25.672280 dv-neutron-744815-20-hyperv neutron-server[103160]: return f(self, *a, **k) Dec 18 13:31:25.672280 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 18 13:31:25.672280 dv-neutron-744815-20-hyperv neutron-server[103160]: return self._get(url).json() Dec 18 13:31:25.672280 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 18 13:31:25.672280 dv-neutron-744815-20-hyperv neutron-server[103160]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 18 13:31:25.672280 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 18 13:31:25.672280 dv-neutron-744815-20-hyperv neutron-server[103160]: return self.request(url, 'GET', **kwargs) Dec 18 13:31:25.672280 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 18 13:31:25.672280 dv-neutron-744815-20-hyperv neutron-server[103160]: base_url = self.get_endpoint(auth, allow=allow, Dec 18 13:31:25.672280 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 18 13:31:25.672280 dv-neutron-744815-20-hyperv neutron-server[103160]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 18 13:31:25.672280 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 18 13:31:25.672280 dv-neutron-744815-20-hyperv neutron-server[103160]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 18 13:31:25.672280 dv-neutron-744815-20-hyperv neutron-server[103160]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 18 13:31:25.674757 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12ee230-7321-48d5-a268-862687997008 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Pushing event deleted for resources: {'Port': ['ID=0c06f285-990b-4b85-b479-7ac50e3d79a8,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:31:25.692081 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd164670-5d5e-4016-a03d-0513666b6ea9 None None] DHCP port deletion for 6a927deb-787e-47ec-8e16-89e6353b7166 request from dv-neutron-744815-20-hyperv {{(pid=103161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 18 13:31:25.744027 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-e12ee230-7321-48d5-a268-862687997008 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:25.749877 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-e12ee230-7321-48d5-a268-862687997008 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] 10.222.0.31 "DELETE /v2.0/ports/0c06f285-990b-4b85-b479-7ac50e3d79a8 HTTP/1.1" status: 204 len: 168 time: 0.7186866 Dec 18 13:31:25.750057 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-3f631b46-848a-4365-aa24-ec5e495bddd8 tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] Publish callbacks [] for security_group, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:25.750443 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 54362) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:25.759565 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-b4fd7d74-b37f-4eb1-acc4-78f9b0756704 tempest-BulkNetworkOpsTest-918257746 tempest-BulkNetworkOpsTest-918257746-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1927267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586962'] for network, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:25.768491 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-b4fd7d74-b37f-4eb1-acc4-78f9b0756704 tempest-BulkNetworkOpsTest-918257746 tempest-BulkNetworkOpsTest-918257746-project] Publish callbacks [] for network, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:25.773979 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-b4fd7d74-b37f-4eb1-acc4-78f9b0756704 tempest-BulkNetworkOpsTest-918257746 tempest-BulkNetworkOpsTest-918257746-project] 10.222.0.31 "DELETE /v2.0/networks/4064b116-276e-41e0-952f-5c39bf3de06a HTTP/1.1" status: 204 len: 168 time: 0.3942368 Dec 18 13:31:25.774556 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 54364) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:25.808026 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fd7d74-b37f-4eb1-acc4-78f9b0756704 tempest-BulkNetworkOpsTest-918257746 tempest-BulkNetworkOpsTest-918257746-project] Pushing event deleted for resources: {'Network': ['ID=4064b116-276e-41e0-952f-5c39bf3de06a,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:31:25.810640 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-3f631b46-848a-4365-aa24-ec5e495bddd8 tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:25.847270 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-aed5da06-4f34-4470-8381-71bf4050f794 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Deleting port 44478af2-b640-4696-893d-62cd1cb50d09 {{(pid=103159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:31:25.847619 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-aed5da06-4f34-4470-8381-71bf4050f794 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:25.902343 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-3f631b46-848a-4365-aa24-ec5e495bddd8 tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:25.905219 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-3f631b46-848a-4365-aa24-ec5e495bddd8 tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] Publish callbacks [] for security_group, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:25.906351 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-3f631b46-848a-4365-aa24-ec5e495bddd8 tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] 10.222.0.31 "DELETE /v2.0/security-groups/c70aa4e0-9362-4f6b-b245-9bd0fd290b2f HTTP/1.1" status: 204 len: 168 time: 0.2816794 Dec 18 13:31:25.912550 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 54366) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:25.928812 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad4f6e63-3c57-4e70-8024-3c34c3ad0596 tempest-BulkNetworkOpsTest-918257746 tempest-BulkNetworkOpsTest-918257746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:31:25.934673 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad4f6e63-3c57-4e70-8024-3c34c3ad0596 tempest-BulkNetworkOpsTest-918257746 tempest-BulkNetworkOpsTest-918257746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:31:25.936278 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-ad4f6e63-3c57-4e70-8024-3c34c3ad0596 tempest-BulkNetworkOpsTest-918257746 tempest-BulkNetworkOpsTest-918257746-project] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1596351 Dec 18 13:31:25.937241 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f631b46-848a-4365-aa24-ec5e495bddd8 tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c70aa4e0-9362-4f6b-b245-9bd0fd290b2f,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:31:25.940528 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 54368) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:25.945351 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-1fb692e2-2027-427f-a1e6-75965c9751f7 tempest-BulkNetworkOpsTest-918257746 tempest-BulkNetworkOpsTest-918257746-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1198986030'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:31:25.960735 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-aed5da06-4f34-4470-8381-71bf4050f794 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:25.972896 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fb692e2-2027-427f-a1e6-75965c9751f7 tempest-BulkNetworkOpsTest-918257746 tempest-BulkNetworkOpsTest-918257746-project] Made reservation on behalf of 3f0a00a0b2854788836f87af52bb6efc for: {'network': 1} {{(pid=103160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:31:25.976694 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-1fb692e2-2027-427f-a1e6-75965c9751f7 tempest-BulkNetworkOpsTest-918257746 tempest-BulkNetworkOpsTest-918257746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for network, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:25.984229 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-aed5da06-4f34-4470-8381-71bf4050f794 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Calling delete_port for 44478af2-b640-4696-893d-62cd1cb50d09 owned by {{(pid=103159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:31:25.992328 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-1b7dc638-eee5-4975-9e35-f11a033bef16 tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.0787234 Dec 18 13:31:25.998391 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 54370) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:26.003137 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-31e39559-607b-4aa6-8c91-848685201f8b tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] Request body: {'security_group': {'name': 'tempest-secgroup--1163655519'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:31:26.005364 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fb692e2-2027-427f-a1e6-75965c9751f7 tempest-BulkNetworkOpsTest-918257746 tempest-BulkNetworkOpsTest-918257746-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 145} {{(pid=103160) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 18 13:31:26.014836 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-1fb692e2-2027-427f-a1e6-75965c9751f7 tempest-BulkNetworkOpsTest-918257746 tempest-BulkNetworkOpsTest-918257746-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:26.015377 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.db.segments_db [None req-1fb692e2-2027-427f-a1e6-75965c9751f7 tempest-BulkNetworkOpsTest-918257746 tempest-BulkNetworkOpsTest-918257746-project] Added segment b088e48e-2391-42c4-af60-bc30f0d79d4e of type vlan for network 02584fd7-de12-48ff-9eff-a237f4158174 Dec 18 13:31:26.055102 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-1fb692e2-2027-427f-a1e6-75965c9751f7 tempest-BulkNetworkOpsTest-918257746 tempest-BulkNetworkOpsTest-918257746-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767106405744'] for network, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:26.075370 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-31e39559-607b-4aa6-8c91-848685201f8b tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] Publish callbacks [] for security_group, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:26.086153 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-1fb692e2-2027-427f-a1e6-75965c9751f7 tempest-BulkNetworkOpsTest-918257746 tempest-BulkNetworkOpsTest-918257746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981'] for network, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:26.092610 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fb692e2-2027-427f-a1e6-75965c9751f7 tempest-BulkNetworkOpsTest-918257746 tempest-BulkNetworkOpsTest-918257746-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:31:26.093205 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-1fb692e2-2027-427f-a1e6-75965c9751f7 tempest-BulkNetworkOpsTest-918257746 tempest-BulkNetworkOpsTest-918257746-project] Publish callbacks [] for network, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:26.133762 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-1fb692e2-2027-427f-a1e6-75965c9751f7 tempest-BulkNetworkOpsTest-918257746 tempest-BulkNetworkOpsTest-918257746-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.1898389 Dec 18 13:31:26.148331 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 54374) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:26.155690 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-57c0092f-ffdb-4429-95d5-5e2a8f362a2a tempest-BulkNetworkOpsTest-918257746 tempest-BulkNetworkOpsTest-918257746-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-166455142'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:31:26.157625 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Device 0ded5d5d-2015-47cb-aca5-eed125083cb7 up at agent hyperv_hv-neutron-7448 {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 13:31:26.173968 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb692e2-2027-427f-a1e6-75965c9751f7 tempest-BulkNetworkOpsTest-918257746 tempest-BulkNetworkOpsTest-918257746-project] Pushing event updated for resources: {'Network': ['ID=02584fd7-de12-48ff-9eff-a237f4158174,revision_number=1']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:31:26.195663 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Network 02584fd7-de12-48ff-9eff-a237f4158174 details requested by agent ovs-agent-dv-neutron-744815-20-hyperv with host dv-neutron-744815-20-hyperv {{(pid=103161) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 18 13:31:26.221842 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-31e39559-607b-4aa6-8c91-848685201f8b tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] Publish callbacks [] for security_group, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:26.227617 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-aed5da06-4f34-4470-8381-71bf4050f794 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:26.230752 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a460606a-1592-42f6-a676-91bdb4cb3560 req-17657a62-796e-48ae-90a4-bf77c0621637 tempest-TestServerAdvancedOps-1858504261 tempest-TestServerAdvancedOps-1858504261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:31:26.236108 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-a460606a-1592-42f6-a676-91bdb4cb3560 req-17657a62-796e-48ae-90a4-bf77c0621637 tempest-TestServerAdvancedOps-1858504261 tempest-TestServerAdvancedOps-1858504261-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0023ad2-8e0e-4912-a9aa-38ce4eeee77c HTTP/1.1" status: 200 len: 945 time: 0.0640650 Dec 18 13:31:26.240617 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-31e39559-607b-4aa6-8c91-848685201f8b tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:26.268349 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57c0092f-ffdb-4429-95d5-5e2a8f362a2a tempest-BulkNetworkOpsTest-918257746 tempest-BulkNetworkOpsTest-918257746-project] Made reservation on behalf of 3f0a00a0b2854788836f87af52bb6efc for: {'network': 1} {{(pid=103159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:31:26.271839 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-57c0092f-ffdb-4429-95d5-5e2a8f362a2a tempest-BulkNetworkOpsTest-918257746 tempest-BulkNetworkOpsTest-918257746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for network, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:26.283007 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-a460606a-1592-42f6-a676-91bdb4cb3560 req-62b7b89d-b42e-4c53-a4c2-7d3497728005 tempest-TestServerAdvancedOps-1858504261 tempest-TestServerAdvancedOps-1858504261-project] 10.222.0.31 "GET /v2.0/security-groups?id=d41c1bbf-8c24-4f02-8dab-92235eb4736a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426862 Dec 18 13:31:26.299826 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6def377-fc4a-4e35-b92f-9efa648509b3 None None] DHCP port deletion for 6a927deb-787e-47ec-8e16-89e6353b7166 request from dv-neutron-744815-20-hyperv {{(pid=103161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 18 13:31:26.302034 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed5da06-4f34-4470-8381-71bf4050f794 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Pushing event deleted for resources: {'Port': ['ID=44478af2-b640-4696-893d-62cd1cb50d09,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:31:26.303178 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Provisioning for port 0ded5d5d-2015-47cb-aca5-eed125083cb7 completed by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 18 13:31:26.310127 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Provisioning complete for port 0ded5d5d-2015-47cb-aca5-eed125083cb7 triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:31:26.310280 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:26.363542 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-31e39559-607b-4aa6-8c91-848685201f8b tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] Publish callbacks [] for security_group, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:26.364801 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-31e39559-607b-4aa6-8c91-848685201f8b tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.3653326 Dec 18 13:31:26.367886 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 54376) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:26.373703 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-758127c9-d9d1-43af-ae25-97eb789e1758 tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] Request body: {'security_group_rule': {'security_group_id': '57ee52d6-f5da-4f7d-ad73-219001c6f271', 'direction': 'ingress', 'protocol': 17}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:31:26.374401 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e39559-607b-4aa6-8c91-848685201f8b tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57ee52d6-f5da-4f7d-ad73-219001c6f271,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:31:26.390190 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57c0092f-ffdb-4429-95d5-5e2a8f362a2a tempest-BulkNetworkOpsTest-918257746 tempest-BulkNetworkOpsTest-918257746-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 140} {{(pid=103159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 18 13:31:26.390465 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:26.402808 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-aed5da06-4f34-4470-8381-71bf4050f794 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:26.406643 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-aed5da06-4f34-4470-8381-71bf4050f794 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] 10.222.0.31 "DELETE /v2.0/ports/44478af2-b640-4696-893d-62cd1cb50d09 HTTP/1.1" status: 204 len: 168 time: 0.6551592 Dec 18 13:31:26.409187 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 54378) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:26.411780 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-758127c9-d9d1-43af-ae25-97eb789e1758 tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:26.420147 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-57c0092f-ffdb-4429-95d5-5e2a8f362a2a tempest-BulkNetworkOpsTest-918257746 tempest-BulkNetworkOpsTest-918257746-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:26.420397 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0023ad2-8e0e-4912-a9aa-38ce4eeee77c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ded5d5d-2015-47cb-aca5-eed125083cb7'}] {{(pid=103161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 18 13:31:26.420530 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.db.segments_db [None req-57c0092f-ffdb-4429-95d5-5e2a8f362a2a tempest-BulkNetworkOpsTest-918257746 tempest-BulkNetworkOpsTest-918257746-project] Added segment 024df151-7041-4253-981b-6a6f9a48ac79 of type vlan for network 6bc686ca-4a0b-417c-b83d-131b7dd71ddb Dec 18 13:31:26.422817 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22224e7a42aa75e3f3b9c037df440650d2cfa1dd97b40a249aee4a8113775251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e2cec7b-bd90-4e5c-9ab3-cd529e49ec37" -d '{"events": [{"server_uuid": "d0023ad2-8e0e-4912-a9aa-38ce4eeee77c", "name": "network-vif-plugged", "status": "completed", "tag": "0ded5d5d-2015-47cb-aca5-eed125083cb7"}]}' {{(pid=103161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 18 13:31:26.438685 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] For port 0ded5d5d-2015-47cb-aca5-eed125083cb7, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=0ded5d5d-2015-47cb-aca5-eed125083cb7,segment=NetworkSegment(4b85e503-93de-4d8a-a10e-76b577670134),segment_id=4b85e503-93de-4d8a-a10e-76b577670134)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:31:26.444091 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:26.481237 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 13:31:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98453395-c180-4270-9605-b339328e9a5a x-openstack-request-id: req-98453395-c180-4270-9605-b339328e9a5a {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 18 13:31:26.481664 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0023ad2-8e0e-4912-a9aa-38ce4eeee77c", "name": "network-vif-plugged", "status": "completed", "tag": "0ded5d5d-2015-47cb-aca5-eed125083cb7", "code": 200}]} {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 18 13:31:26.482212 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-98453395-c180-4270-9605-b339328e9a5a {{(pid=103161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 18 13:31:26.482810 dv-neutron-744815-20-hyperv neutron-server[103161]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0023ad2-8e0e-4912-a9aa-38ce4eeee77c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ded5d5d-2015-47cb-aca5-eed125083cb7', 'code': 200} Dec 18 13:31:26.502135 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-57c0092f-ffdb-4429-95d5-5e2a8f362a2a tempest-BulkNetworkOpsTest-918257746 tempest-BulkNetworkOpsTest-918257746-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767106405744'] for network, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:26.509900 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-758127c9-d9d1-43af-ae25-97eb789e1758 tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:26.515663 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-758127c9-d9d1-43af-ae25-97eb789e1758 tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530267'] for security_group_rule, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:26.520342 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc289dd8-9d61-428e-b65f-7b79037dd7d5 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:31:26.521500 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Pushing event updated for resources: {'Port': ['ID=0ded5d5d-2015-47cb-aca5-eed125083cb7,revision_number=5']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:31:26.524739 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-cc289dd8-9d61-428e-b65f-7b79037dd7d5 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b4400aa-73df-4467-9875-5e1ec7c9ec97 HTTP/1.1" status: 200 len: 913 time: 0.1117852 Dec 18 13:31:26.524926 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 54382) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:26.547627 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-758127c9-d9d1-43af-ae25-97eb789e1758 tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:26.551590 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-758127c9-d9d1-43af-ae25-97eb789e1758 tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1795688 Dec 18 13:31:26.551590 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758127c9-d9d1-43af-ae25-97eb789e1758 tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7833b53-238e-409c-807c-05560071daaf,revision_number=0']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:31:26.552469 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 54384) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:26.598057 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-57c0092f-ffdb-4429-95d5-5e2a8f362a2a tempest-BulkNetworkOpsTest-918257746 tempest-BulkNetworkOpsTest-918257746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981'] for network, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:26.604686 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57c0092f-ffdb-4429-95d5-5e2a8f362a2a tempest-BulkNetworkOpsTest-918257746 tempest-BulkNetworkOpsTest-918257746-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:31:26.605308 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-57c0092f-ffdb-4429-95d5-5e2a8f362a2a tempest-BulkNetworkOpsTest-918257746 tempest-BulkNetworkOpsTest-918257746-project] Publish callbacks [] for network, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:26.610289 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-260a1d78-d288-4dfb-ad02-2dd2079239d1 tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] Publish callbacks [] for security_group, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:26.634427 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-260a1d78-d288-4dfb-ad02-2dd2079239d1 tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:26.690299 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-260a1d78-d288-4dfb-ad02-2dd2079239d1 tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:26.694309 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-260a1d78-d288-4dfb-ad02-2dd2079239d1 tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] Publish callbacks [] for security_group, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:26.698129 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-260a1d78-d288-4dfb-ad02-2dd2079239d1 tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] 10.222.0.31 "DELETE /v2.0/security-groups/57ee52d6-f5da-4f7d-ad73-219001c6f271 HTTP/1.1" status: 204 len: 168 time: 0.1423609 Dec 18 13:31:26.700027 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 54388) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:26.713747 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260a1d78-d288-4dfb-ad02-2dd2079239d1 tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=57ee52d6-f5da-4f7d-ad73-219001c6f271,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:31:26.782154 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-ade125d7-41b5-493d-ade4-d27867a1ba31 tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.0794280 Dec 18 13:31:26.786011 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 54390) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:26.790499 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-bdc8f25b-cc3d-46db-a759-5d895dafc143 tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] Request body: {'security_group': {'name': 'tempest-secgroup--232065026'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:31:26.806057 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b44b830-e5b5-4330-99c8-65e4194d0863 req-c1a36466-de16-4531-b085-40a6a57555c0 tempest-ServerActionsTestJSON-1545132800 tempest-ServerActionsTestJSON-1545132800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:31:26.807661 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-6b44b830-e5b5-4330-99c8-65e4194d0863 req-c1a36466-de16-4531-b085-40a6a57555c0 tempest-ServerActionsTestJSON-1545132800 tempest-ServerActionsTestJSON-1545132800-project] 10.222.0.31 "GET /v2.0/ports?device_id=f75e1b43-b628-4577-9f75-0cf3a56e1582 HTTP/1.1" status: 200 len: 945 time: 0.0912683 Dec 18 13:31:26.846995 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-bdc8f25b-cc3d-46db-a759-5d895dafc143 tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] Publish callbacks [] for security_group, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:26.883751 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-6b44b830-e5b5-4330-99c8-65e4194d0863 req-322825f4-eade-40b7-8bb0-fc7f7ab7cd37 tempest-ServerActionsTestJSON-1545132800 tempest-ServerActionsTestJSON-1545132800-project] 10.222.0.31 "GET /v2.0/security-groups?id=04da0920-3f32-48b1-bc5b-099cf6dd1551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675945 Dec 18 13:31:26.937669 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-bdc8f25b-cc3d-46db-a759-5d895dafc143 tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] Publish callbacks [] for security_group, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:26.943065 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-bdc8f25b-cc3d-46db-a759-5d895dafc143 tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:26.973982 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-bdc8f25b-cc3d-46db-a759-5d895dafc143 tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] Publish callbacks [] for security_group, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:26.975238 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-bdc8f25b-cc3d-46db-a759-5d895dafc143 tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.1882677 Dec 18 13:31:26.977137 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc8f25b-cc3d-46db-a759-5d895dafc143 tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c394b460-70eb-42ce-a241-c48f45146fc2,revision_number=1']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:31:26.979090 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 54392) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:26.984017 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-72d7e50e-cef1-44fc-b0fb-6a6eec635dfa tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] Request body: {'security_group': {'name': 'tempest-secgroup--501151266'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:31:27.009949 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-72d7e50e-cef1-44fc-b0fb-6a6eec635dfa tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] Publish callbacks [] for security_group, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:27.054875 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-57c0092f-ffdb-4429-95d5-5e2a8f362a2a tempest-BulkNetworkOpsTest-918257746 tempest-BulkNetworkOpsTest-918257746-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.9044616 Dec 18 13:31:27.059789 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 54394) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:27.065776 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-9cb6a853-2bef-4a5e-8dbb-8d0bacb55292 tempest-BulkNetworkOpsTest-918257746 tempest-BulkNetworkOpsTest-918257746-project] Request body: {'ports': [{'network_id': '02584fd7-de12-48ff-9eff-a237f4158174', 'name': 'tempest-port--1240989749', 'admin_state_up': True}, {'network_id': '6bc686ca-4a0b-417c-b83d-131b7dd71ddb', 'admin_state_up': False}]} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:31:27.066596 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-9cb6a853-2bef-4a5e-8dbb-8d0bacb55292 tempest-BulkNetworkOpsTest-918257746 tempest-BulkNetworkOpsTest-918257746-project] Request body: {'port': {'network_id': '02584fd7-de12-48ff-9eff-a237f4158174', 'name': 'tempest-port--1240989749', 'admin_state_up': True}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:31:27.067098 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-9cb6a853-2bef-4a5e-8dbb-8d0bacb55292 tempest-BulkNetworkOpsTest-918257746 tempest-BulkNetworkOpsTest-918257746-project] Request body: {'port': {'network_id': '6bc686ca-4a0b-417c-b83d-131b7dd71ddb', 'admin_state_up': False}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:31:27.071645 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c0092f-ffdb-4429-95d5-5e2a8f362a2a tempest-BulkNetworkOpsTest-918257746 tempest-BulkNetworkOpsTest-918257746-project] Pushing event updated for resources: {'Network': ['ID=6bc686ca-4a0b-417c-b83d-131b7dd71ddb,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:31:27.082650 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Network 6bc686ca-4a0b-417c-b83d-131b7dd71ddb details requested by agent ovs-agent-dv-neutron-744815-20-hyperv with host dv-neutron-744815-20-hyperv {{(pid=103161) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 18 13:31:27.126926 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0650a157-58d6-47ef-b0ea-f52b5feeba22 req-917ab9fb-ed66-4537-b985-1e5376b4f812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:31:27.128881 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-0650a157-58d6-47ef-b0ea-f52b5feeba22 req-917ab9fb-ed66-4537-b985-1e5376b4f812 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=d0023ad2-8e0e-4912-a9aa-38ce4eeee77c HTTP/1.1" status: 200 len: 1099 time: 0.1718638 Dec 18 13:31:27.148341 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-72d7e50e-cef1-44fc-b0fb-6a6eec635dfa tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] Publish callbacks [] for security_group, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:27.163767 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-72d7e50e-cef1-44fc-b0fb-6a6eec635dfa tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:27.177545 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-919cff47-c815-47e6-8341-038c68615485 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:27.226594 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-72d7e50e-cef1-44fc-b0fb-6a6eec635dfa tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] Publish callbacks [] for security_group, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:27.230438 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-72d7e50e-cef1-44fc-b0fb-6a6eec635dfa tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.2478735 Dec 18 13:31:27.231600 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-0650a157-58d6-47ef-b0ea-f52b5feeba22 req-5efd65d5-ac3f-4fbd-b5ba-568b29ff0119 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=d41c1bbf-8c24-4f02-8dab-92235eb4736a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953913 Dec 18 13:31:27.232051 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 54396) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:27.237925 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-f13d4fbf-f326-46f9-ba50-98064a3e2df0 tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] Request body: {'security_group_rule': {'security_group_id': 'c394b460-70eb-42ce-a241-c48f45146fc2', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '742625d5-95ee-4516-9e7a-0ccdebce9302', 'remote_ip_prefix': None}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:31:27.271589 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d7e50e-cef1-44fc-b0fb-6a6eec635dfa tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] Pushing event updated for resources: {'SecurityGroup': ['ID=742625d5-95ee-4516-9e7a-0ccdebce9302,revision_number=1']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:31:27.314887 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cb6a853-2bef-4a5e-8dbb-8d0bacb55292 tempest-BulkNetworkOpsTest-918257746 tempest-BulkNetworkOpsTest-918257746-project] Made reservation on behalf of 3f0a00a0b2854788836f87af52bb6efc for: {'port': 2} {{(pid=103160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:31:27.320061 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-9cb6a853-2bef-4a5e-8dbb-8d0bacb55292 tempest-BulkNetworkOpsTest-918257746 tempest-BulkNetworkOpsTest-918257746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:27.335934 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-9cb6a853-2bef-4a5e-8dbb-8d0bacb55292 tempest-BulkNetworkOpsTest-918257746 tempest-BulkNetworkOpsTest-918257746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:27.342806 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-f13d4fbf-f326-46f9-ba50-98064a3e2df0 tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:27.420269 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.notifiers.nova [None req-9cb6a853-2bef-4a5e-8dbb-8d0bacb55292 tempest-BulkNetworkOpsTest-918257746 tempest-BulkNetworkOpsTest-918257746-project] device_id is not set on port 3b7d280c-f1f2-4d63-9970-b08b37f4839e yet. {{(pid=103160) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 18 13:31:27.517729 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d6ac55-5f77-49b3-9a77-681bd6baf81d req-b7a4eabc-9678-4963-b47c-7a0029b4578c tempest-TestServerAdvancedOps-1858504261 tempest-TestServerAdvancedOps-1858504261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:31:27.519346 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-26d6ac55-5f77-49b3-9a77-681bd6baf81d req-b7a4eabc-9678-4963-b47c-7a0029b4578c tempest-TestServerAdvancedOps-1858504261 tempest-TestServerAdvancedOps-1858504261-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0023ad2-8e0e-4912-a9aa-38ce4eeee77c HTTP/1.1" status: 200 len: 946 time: 0.1363456 Dec 18 13:31:27.540804 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-9cb6a853-2bef-4a5e-8dbb-8d0bacb55292 tempest-BulkNetworkOpsTest-918257746 tempest-BulkNetworkOpsTest-918257746-project] Publish callbacks [] for port, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:27.544099 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-f13d4fbf-f326-46f9-ba50-98064a3e2df0 tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:27.560359 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-f13d4fbf-f326-46f9-ba50-98064a3e2df0 tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530267'] for security_group_rule, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:27.593239 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13d4fbf-f326-46f9-ba50-98064a3e2df0 tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4643e903-c5ce-47df-aa73-ccc294d4ab1a,revision_number=0']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:31:27.609913 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.notifiers.nova [None req-9cb6a853-2bef-4a5e-8dbb-8d0bacb55292 tempest-BulkNetworkOpsTest-918257746 tempest-BulkNetworkOpsTest-918257746-project] device_id is not set on port 7d22ec26-3731-485e-8353-2a7aa7ade0d9 yet. {{(pid=103160) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 18 13:31:27.618571 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-f13d4fbf-f326-46f9-ba50-98064a3e2df0 tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:27.623043 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-f13d4fbf-f326-46f9-ba50-98064a3e2df0 tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.3854544 Dec 18 13:31:27.623278 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 54400) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:27.629362 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-26d6ac55-5f77-49b3-9a77-681bd6baf81d req-a624171a-7c78-467c-9257-8e019fca873d tempest-TestServerAdvancedOps-1858504261 tempest-TestServerAdvancedOps-1858504261-project] 10.222.0.31 "GET /v2.0/security-groups?id=d41c1bbf-8c24-4f02-8dab-92235eb4736a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014650 Dec 18 13:31:27.642572 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-8263cf20-065b-4935-adac-ce157df38806 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-586101'] for router_interface, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:27.662656 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-507d676d-8bf9-4430-8bc6-72b50d560df0 tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:27.673734 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-507d676d-8bf9-4430-8bc6-72b50d560df0 tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:27.742000 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-507d676d-8bf9-4430-8bc6-72b50d560df0 tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530267'] for security_group_rule, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:27.746578 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-507d676d-8bf9-4430-8bc6-72b50d560df0 tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:27.747761 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-507d676d-8bf9-4430-8bc6-72b50d560df0 tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/4643e903-c5ce-47df-aa73-ccc294d4ab1a HTTP/1.1" status: 204 len: 168 time: 0.1236150 Dec 18 13:31:27.752024 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 54402) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:27.774627 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507d676d-8bf9-4430-8bc6-72b50d560df0 tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4643e903-c5ce-47df-aa73-ccc294d4ab1a,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:31:27.808262 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-9cb6a853-2bef-4a5e-8dbb-8d0bacb55292 tempest-BulkNetworkOpsTest-918257746 tempest-BulkNetworkOpsTest-918257746-project] Publish callbacks [] for port, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:27.835276 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-dff81f1e-691d-466b-81a5-2db5adeddbac tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0796466 Dec 18 13:31:27.840141 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 54404) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:27.865034 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-9cb6a853-2bef-4a5e-8dbb-8d0bacb55292 tempest-BulkNetworkOpsTest-918257746 tempest-BulkNetworkOpsTest-918257746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4533522'] for port, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:27.927380 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb6a853-2bef-4a5e-8dbb-8d0bacb55292 tempest-BulkNetworkOpsTest-918257746 tempest-BulkNetworkOpsTest-918257746-project] Pushing event updated for resources: {'Port': ['ID=3b7d280c-f1f2-4d63-9970-b08b37f4839e,revision_number=1']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:31:27.935001 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-40334b46-70d2-456e-863b-3671e7be9c68 tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] Publish callbacks [] for security_group, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:27.935330 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cb6a853-2bef-4a5e-8dbb-8d0bacb55292 tempest-BulkNetworkOpsTest-918257746 tempest-BulkNetworkOpsTest-918257746-project] Checking segment: {'id': 'b088e48e-2391-42c4-af60-bc30f0d79d4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '02584fd7-de12-48ff-9eff-a237f4158174'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 13:31:27.935769 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cb6a853-2bef-4a5e-8dbb-8d0bacb55292 tempest-BulkNetworkOpsTest-918257746 tempest-BulkNetworkOpsTest-918257746-project] Network hostable DHCP agents. Network: 02584fd7-de12-48ff-9eff-a237f4158174, hostable agents: ['aa77effa-0e3a-4bbd-a383-4d58ed3328d0'], hosted agents: [] {{(pid=103160) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 18 13:31:27.956589 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cb6a853-2bef-4a5e-8dbb-8d0bacb55292 tempest-BulkNetworkOpsTest-918257746 tempest-BulkNetworkOpsTest-918257746-project] Network 02584fd7-de12-48ff-9eff-a237f4158174 is scheduled to be hosted by DHCP agent aa77effa-0e3a-4bbd-a383-4d58ed3328d0 with binding_index 1 {{(pid=103160) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 18 13:31:27.989813 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-40334b46-70d2-456e-863b-3671e7be9c68 tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:27.994537 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.base_scheduler [None req-9cb6a853-2bef-4a5e-8dbb-8d0bacb55292 tempest-BulkNetworkOpsTest-918257746 tempest-BulkNetworkOpsTest-918257746-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-744815-20-hyperv, 02584fd7-de12-48ff-9eff-a237f4158174) {{(pid=103160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:31:28.000415 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cb6a853-2bef-4a5e-8dbb-8d0bacb55292 tempest-BulkNetworkOpsTest-918257746 tempest-BulkNetworkOpsTest-918257746-project] Received port after_create {{(pid=103160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:31:28.001356 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-9cb6a853-2bef-4a5e-8dbb-8d0bacb55292 tempest-BulkNetworkOpsTest-918257746 tempest-BulkNetworkOpsTest-918257746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4533522'] for port, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:28.009882 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d11f60c5-6d4b-438e-8537-38897346a7a6 None None] Network 02584fd7-de12-48ff-9eff-a237f4158174 requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:31:28.042279 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-8263cf20-065b-4935-adac-ce157df38806 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Deleting port 4b6c2d8c-53d5-4417-8644-7d8fc9a6f62c {{(pid=103159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:31:28.042758 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-8263cf20-065b-4935-adac-ce157df38806 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:28.052211 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb6a853-2bef-4a5e-8dbb-8d0bacb55292 tempest-BulkNetworkOpsTest-918257746 tempest-BulkNetworkOpsTest-918257746-project] Pushing event updated for resources: {'Port': ['ID=7d22ec26-3731-485e-8353-2a7aa7ade0d9,revision_number=1']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:31:28.058407 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-40334b46-70d2-456e-863b-3671e7be9c68 tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:28.060970 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-40334b46-70d2-456e-863b-3671e7be9c68 tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] Publish callbacks [] for security_group, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:28.062108 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-40334b46-70d2-456e-863b-3671e7be9c68 tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] 10.222.0.31 "DELETE /v2.0/security-groups/742625d5-95ee-4516-9e7a-0ccdebce9302 HTTP/1.1" status: 204 len: 168 time: 0.2209384 Dec 18 13:31:28.070310 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 54408) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:28.104548 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40334b46-70d2-456e-863b-3671e7be9c68 tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=742625d5-95ee-4516-9e7a-0ccdebce9302,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:31:28.110162 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7378a713-0bb4-4373-88ea-975a9587dda5 req-57a281a1-4d3d-4850-bce0-202122f5ab09 tempest-ServerActionsTestJSON-1545132800 tempest-ServerActionsTestJSON-1545132800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:31:28.111791 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-7378a713-0bb4-4373-88ea-975a9587dda5 req-57a281a1-4d3d-4850-bce0-202122f5ab09 tempest-ServerActionsTestJSON-1545132800 tempest-ServerActionsTestJSON-1545132800-project] 10.222.0.31 "GET /v2.0/ports?device_id=f75e1b43-b628-4577-9f75-0cf3a56e1582 HTTP/1.1" status: 200 len: 945 time: 0.1526408 Dec 18 13:31:28.140551 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cb6a853-2bef-4a5e-8dbb-8d0bacb55292 tempest-BulkNetworkOpsTest-918257746 tempest-BulkNetworkOpsTest-918257746-project] Checking segment: {'id': '024df151-7041-4253-981b-6a6f9a48ac79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '6bc686ca-4a0b-417c-b83d-131b7dd71ddb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 13:31:28.140918 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cb6a853-2bef-4a5e-8dbb-8d0bacb55292 tempest-BulkNetworkOpsTest-918257746 tempest-BulkNetworkOpsTest-918257746-project] Network hostable DHCP agents. Network: 6bc686ca-4a0b-417c-b83d-131b7dd71ddb, hostable agents: ['aa77effa-0e3a-4bbd-a383-4d58ed3328d0'], hosted agents: [] {{(pid=103160) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 18 13:31:28.148055 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-8263cf20-065b-4935-adac-ce157df38806 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:28.159943 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-8263cf20-065b-4935-adac-ce157df38806 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Calling delete_port for 4b6c2d8c-53d5-4417-8644-7d8fc9a6f62c owned by network:router_interface {{(pid=103159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:31:28.195876 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-cdb0537f-d5f1-417e-9b16-5011061726d1 tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4538 time: 0.1221380 Dec 18 13:31:28.199333 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 54410) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:28.206679 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cb6a853-2bef-4a5e-8dbb-8d0bacb55292 tempest-BulkNetworkOpsTest-918257746 tempest-BulkNetworkOpsTest-918257746-project] Network 6bc686ca-4a0b-417c-b83d-131b7dd71ddb is scheduled to be hosted by DHCP agent aa77effa-0e3a-4bbd-a383-4d58ed3328d0 with binding_index 1 {{(pid=103160) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 18 13:31:28.220037 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-7378a713-0bb4-4373-88ea-975a9587dda5 req-f1575425-2f1d-4be8-a958-e5eeaa5e87b3 tempest-ServerActionsTestJSON-1545132800 tempest-ServerActionsTestJSON-1545132800-project] 10.222.0.31 "GET /v2.0/security-groups?id=04da0920-3f32-48b1-bc5b-099cf6dd1551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0955582 Dec 18 13:31:28.226916 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.base_scheduler [None req-9cb6a853-2bef-4a5e-8dbb-8d0bacb55292 tempest-BulkNetworkOpsTest-918257746 tempest-BulkNetworkOpsTest-918257746-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-744815-20-hyperv, 6bc686ca-4a0b-417c-b83d-131b7dd71ddb) {{(pid=103160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:31:28.232272 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cb6a853-2bef-4a5e-8dbb-8d0bacb55292 tempest-BulkNetworkOpsTest-918257746 tempest-BulkNetworkOpsTest-918257746-project] Received port after_create {{(pid=103160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:31:28.239476 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cb6a853-2bef-4a5e-8dbb-8d0bacb55292 tempest-BulkNetworkOpsTest-918257746 tempest-BulkNetworkOpsTest-918257746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:31:28.241394 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-715ea71d-5047-416c-9b35-b338f75ca53c None None] Network 6bc686ca-4a0b-417c-b83d-131b7dd71ddb requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:31:28.245527 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cb6a853-2bef-4a5e-8dbb-8d0bacb55292 tempest-BulkNetworkOpsTest-918257746 tempest-BulkNetworkOpsTest-918257746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:31:28.246278 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-9cb6a853-2bef-4a5e-8dbb-8d0bacb55292 tempest-BulkNetworkOpsTest-918257746 tempest-BulkNetworkOpsTest-918257746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:28.272427 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-9cb6a853-2bef-4a5e-8dbb-8d0bacb55292 tempest-BulkNetworkOpsTest-918257746 tempest-BulkNetworkOpsTest-918257746-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 1.2115495 Dec 18 13:31:28.275005 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 54414) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:28.310187 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-1a102644-ed87-4b0e-bcfd-24b68928769c tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] Publish callbacks [] for security_group, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:28.344148 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-1a102644-ed87-4b0e-bcfd-24b68928769c tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:28.350079 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67890f02-9647-41d4-a251-1eb098a56910 tempest-BulkNetworkOpsTest-918257746 tempest-BulkNetworkOpsTest-918257746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:31:28.374315 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-afa9ae9b-bdbb-4010-bcf6-3a46ce66cf71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:28.381364 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67890f02-9647-41d4-a251-1eb098a56910 tempest-BulkNetworkOpsTest-918257746 tempest-BulkNetworkOpsTest-918257746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:31:28.385337 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-67890f02-9647-41d4-a251-1eb098a56910 tempest-BulkNetworkOpsTest-918257746 tempest-BulkNetworkOpsTest-918257746-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1059184 Dec 18 13:31:28.388653 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 54418) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:28.430592 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-1a102644-ed87-4b0e-bcfd-24b68928769c tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:28.433356 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-1a102644-ed87-4b0e-bcfd-24b68928769c tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] Publish callbacks [] for security_group, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:28.436981 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-1a102644-ed87-4b0e-bcfd-24b68928769c tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] 10.222.0.31 "DELETE /v2.0/security-groups/c394b460-70eb-42ce-a241-c48f45146fc2 HTTP/1.1" status: 204 len: 168 time: 0.2341230 Dec 18 13:31:28.442953 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 54420) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:28.458696 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a102644-ed87-4b0e-bcfd-24b68928769c tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c394b460-70eb-42ce-a241-c48f45146fc2,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:31:28.485591 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-8263cf20-065b-4935-adac-ce157df38806 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:28.537873 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8263cf20-065b-4935-adac-ce157df38806 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Pushing event deleted for resources: {'Port': ['ID=4b6c2d8c-53d5-4417-8644-7d8fc9a6f62c,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:31:28.551389 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-170171a8-8e89-48e7-ac2e-e81cdb0940dd None None] DHCP port deletion for 6a927deb-787e-47ec-8e16-89e6353b7166 request from dv-neutron-744815-20-hyperv {{(pid=103161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 18 13:31:28.592071 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47ae852-80df-4367-805b-5c9532203b3d req-27fbd790-0641-4b6e-834d-f91f5c80ae85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:31:28.593589 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-b47ae852-80df-4367-805b-5c9532203b3d req-27fbd790-0641-4b6e-834d-f91f5c80ae85 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=797acd6e00034b9ba6b75e0f2650f2ea&device_id=f75e1b43-b628-4577-9f75-0cf3a56e1582 HTTP/1.1" status: 200 len: 1098 time: 0.1253729 Dec 18 13:31:28.602967 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bcbf7a-4839-43da-af9a-2b6d8210305f req-707609a5-4e1b-4df6-8a79-522dbd12c923 tempest-ServerActionsTestJSON-1545132800 tempest-ServerActionsTestJSON-1545132800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:31:28.604909 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-88bcbf7a-4839-43da-af9a-2b6d8210305f req-707609a5-4e1b-4df6-8a79-522dbd12c923 tempest-ServerActionsTestJSON-1545132800 tempest-ServerActionsTestJSON-1545132800-project] 10.222.0.31 "GET /v2.0/ports?device_id=f75e1b43-b628-4577-9f75-0cf3a56e1582 HTTP/1.1" status: 200 len: 945 time: 0.1602390 Dec 18 13:31:28.616260 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 54424) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:28.616484 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-6642cb58-246d-4e30-ae5c-644159b6616a tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1698644 Dec 18 13:31:28.624968 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-83165cc5-7d32-4585-81f0-cb6c9fbc1995 tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] Request body: {'security_group': {'name': 'tempest-secgroup--463711917'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:31:28.629111 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-35863fd2-b6e5-4cda-b9ce-7426b8d48be6 tempest-BulkNetworkOpsTest-918257746 tempest-BulkNetworkOpsTest-918257746-project] Deleting port 3b7d280c-f1f2-4d63-9970-b08b37f4839e {{(pid=103160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:31:28.629464 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-35863fd2-b6e5-4cda-b9ce-7426b8d48be6 tempest-BulkNetworkOpsTest-918257746 tempest-BulkNetworkOpsTest-918257746-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:28.731593 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-35863fd2-b6e5-4cda-b9ce-7426b8d48be6 tempest-BulkNetworkOpsTest-918257746 tempest-BulkNetworkOpsTest-918257746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:28.744538 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-88bcbf7a-4839-43da-af9a-2b6d8210305f req-f43959c1-b7b3-4c84-b3df-ca0c5b9c6616 tempest-ServerActionsTestJSON-1545132800 tempest-ServerActionsTestJSON-1545132800-project] 10.222.0.31 "GET /v2.0/security-groups?id=04da0920-3f32-48b1-bc5b-099cf6dd1551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1256211 Dec 18 13:31:28.748907 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-35863fd2-b6e5-4cda-b9ce-7426b8d48be6 tempest-BulkNetworkOpsTest-918257746 tempest-BulkNetworkOpsTest-918257746-project] Calling delete_port for 3b7d280c-f1f2-4d63-9970-b08b37f4839e owned by {{(pid=103160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:31:28.796346 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-83165cc5-7d32-4585-81f0-cb6c9fbc1995 tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] Publish callbacks [] for security_group, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:28.838457 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-35863fd2-b6e5-4cda-b9ce-7426b8d48be6 tempest-BulkNetworkOpsTest-918257746 tempest-BulkNetworkOpsTest-918257746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4533522'] for port, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:28.856557 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47ae852-80df-4367-805b-5c9532203b3d req-bdf807fa-6d4e-40df-8043-7e4b8400ea80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:31:28.858039 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-b47ae852-80df-4367-805b-5c9532203b3d req-bdf807fa-6d4e-40df-8043-7e4b8400ea80 service neutron] 10.222.0.43 "GET /v2.0/networks?id=2fc4e038-9db1-4dce-962e-0069075d1df7 HTTP/1.1" status: 200 len: 912 time: 0.2535717 Dec 18 13:31:28.868599 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-8263cf20-065b-4935-adac-ce157df38806 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1048020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-576035'] for router_interface, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:28.870062 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35863fd2-b6e5-4cda-b9ce-7426b8d48be6 tempest-BulkNetworkOpsTest-918257746 tempest-BulkNetworkOpsTest-918257746-project] Pushing event deleted for resources: {'Port': ['ID=3b7d280c-f1f2-4d63-9970-b08b37f4839e,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:31:28.874291 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-35863fd2-b6e5-4cda-b9ce-7426b8d48be6 tempest-BulkNetworkOpsTest-918257746 tempest-BulkNetworkOpsTest-918257746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:28.880358 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-35863fd2-b6e5-4cda-b9ce-7426b8d48be6 tempest-BulkNetworkOpsTest-918257746 tempest-BulkNetworkOpsTest-918257746-project] 10.222.0.31 "DELETE /v2.0/ports/3b7d280c-f1f2-4d63-9970-b08b37f4839e HTTP/1.1" status: 204 len: 168 time: 0.4875331 Dec 18 13:31:28.880511 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 54430) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:28.883483 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff00c15c-0b82-4c0a-b70f-c2d5a8b17172 req-e0959a71-efcb-4a0d-80f8-9a2e2d15cf29 tempest-TestServerAdvancedOps-1858504261 tempest-TestServerAdvancedOps-1858504261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:31:28.885372 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-ff00c15c-0b82-4c0a-b70f-c2d5a8b17172 req-e0959a71-efcb-4a0d-80f8-9a2e2d15cf29 tempest-TestServerAdvancedOps-1858504261 tempest-TestServerAdvancedOps-1858504261-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0023ad2-8e0e-4912-a9aa-38ce4eeee77c HTTP/1.1" status: 200 len: 946 time: 0.1557782 Dec 18 13:31:28.975761 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-eb7018a8-3545-49a6-82df-bf88a452afaf tempest-BulkNetworkOpsTest-918257746 tempest-BulkNetworkOpsTest-918257746-project] Deleting port 7d22ec26-3731-485e-8353-2a7aa7ade0d9 {{(pid=103160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:31:28.976102 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-eb7018a8-3545-49a6-82df-bf88a452afaf tempest-BulkNetworkOpsTest-918257746 tempest-BulkNetworkOpsTest-918257746-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:29.032203 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-b47ae852-80df-4367-805b-5c9532203b3d req-d96eda3b-2696-4d21-9dfc-669d517b895e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e7099ed9-5062-40c4-a1e3-ac0e8e7ebf76 HTTP/1.1" status: 200 len: 1001 time: 0.1660926 Dec 18 13:31:29.044962 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-eb7018a8-3545-49a6-82df-bf88a452afaf tempest-BulkNetworkOpsTest-918257746 tempest-BulkNetworkOpsTest-918257746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:29.057447 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-eb7018a8-3545-49a6-82df-bf88a452afaf tempest-BulkNetworkOpsTest-918257746 tempest-BulkNetworkOpsTest-918257746-project] Calling delete_port for 7d22ec26-3731-485e-8353-2a7aa7ade0d9 owned by {{(pid=103160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:31:29.060972 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-83165cc5-7d32-4585-81f0-cb6c9fbc1995 tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] Publish callbacks [] for security_group, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:29.137678 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-eb7018a8-3545-49a6-82df-bf88a452afaf tempest-BulkNetworkOpsTest-918257746 tempest-BulkNetworkOpsTest-918257746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4533522'] for port, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:29.171135 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7018a8-3545-49a6-82df-bf88a452afaf tempest-BulkNetworkOpsTest-918257746 tempest-BulkNetworkOpsTest-918257746-project] Pushing event deleted for resources: {'Port': ['ID=7d22ec26-3731-485e-8353-2a7aa7ade0d9,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:31:29.178190 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-eb7018a8-3545-49a6-82df-bf88a452afaf tempest-BulkNetworkOpsTest-918257746 tempest-BulkNetworkOpsTest-918257746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:29.181812 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-eb7018a8-3545-49a6-82df-bf88a452afaf tempest-BulkNetworkOpsTest-918257746 tempest-BulkNetworkOpsTest-918257746-project] 10.222.0.31 "DELETE /v2.0/ports/7d22ec26-3731-485e-8353-2a7aa7ade0d9 HTTP/1.1" status: 204 len: 168 time: 0.3003480 Dec 18 13:31:29.184536 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 54432) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:29.219485 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-f1744488-a27b-4dee-ab5a-93cd831cb336 tempest-BulkNetworkOpsTest-918257746 tempest-BulkNetworkOpsTest-918257746-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0302439 Dec 18 13:31:29.220472 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 54434) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:29.225600 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-80d081fd-52ab-44c6-85e0-2b5f5f6ad431 tempest-BulkNetworkOpsTest-918257746 tempest-BulkNetworkOpsTest-918257746-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-590705196'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:31:29.249774 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80d081fd-52ab-44c6-85e0-2b5f5f6ad431 tempest-BulkNetworkOpsTest-918257746 tempest-BulkNetworkOpsTest-918257746-project] Made reservation on behalf of 3f0a00a0b2854788836f87af52bb6efc for: {'network': 1} {{(pid=103160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:31:29.254063 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-80d081fd-52ab-44c6-85e0-2b5f5f6ad431 tempest-BulkNetworkOpsTest-918257746 tempest-BulkNetworkOpsTest-918257746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for network, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:29.279574 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80d081fd-52ab-44c6-85e0-2b5f5f6ad431 tempest-BulkNetworkOpsTest-918257746 tempest-BulkNetworkOpsTest-918257746-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 107} {{(pid=103160) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 18 13:31:29.289696 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-80d081fd-52ab-44c6-85e0-2b5f5f6ad431 tempest-BulkNetworkOpsTest-918257746 tempest-BulkNetworkOpsTest-918257746-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:29.289929 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.db.segments_db [None req-80d081fd-52ab-44c6-85e0-2b5f5f6ad431 tempest-BulkNetworkOpsTest-918257746 tempest-BulkNetworkOpsTest-918257746-project] Added segment edf2bf17-0bae-4ce3-b3a2-e06f587c67a8 of type vlan for network 25d4eb2f-74b0-438b-a560-825fd51b367d Dec 18 13:31:29.332647 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-80d081fd-52ab-44c6-85e0-2b5f5f6ad431 tempest-BulkNetworkOpsTest-918257746 tempest-BulkNetworkOpsTest-918257746-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767106405744'] for network, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:29.361886 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-80d081fd-52ab-44c6-85e0-2b5f5f6ad431 tempest-BulkNetworkOpsTest-918257746 tempest-BulkNetworkOpsTest-918257746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981'] for network, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:29.367911 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80d081fd-52ab-44c6-85e0-2b5f5f6ad431 tempest-BulkNetworkOpsTest-918257746 tempest-BulkNetworkOpsTest-918257746-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:31:29.368496 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-80d081fd-52ab-44c6-85e0-2b5f5f6ad431 tempest-BulkNetworkOpsTest-918257746 tempest-BulkNetworkOpsTest-918257746-project] Publish callbacks [] for network, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:29.421556 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-83165cc5-7d32-4585-81f0-cb6c9fbc1995 tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:29.432205 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-ff00c15c-0b82-4c0a-b70f-c2d5a8b17172 req-6a9248e4-6d07-4dde-aa02-ba682fdaaefb tempest-TestServerAdvancedOps-1858504261 tempest-TestServerAdvancedOps-1858504261-project] 10.222.0.31 "GET /v2.0/security-groups?id=d41c1bbf-8c24-4f02-8dab-92235eb4736a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5355084 Dec 18 13:31:29.439668 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-80d081fd-52ab-44c6-85e0-2b5f5f6ad431 tempest-BulkNetworkOpsTest-918257746 tempest-BulkNetworkOpsTest-918257746-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.2181172 Dec 18 13:31:29.443072 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 54436) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:29.449973 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-9643c64b-57d8-4897-9d1e-5453bada61dc tempest-BulkNetworkOpsTest-918257746 tempest-BulkNetworkOpsTest-918257746-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1405087396'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:31:29.461700 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d081fd-52ab-44c6-85e0-2b5f5f6ad431 tempest-BulkNetworkOpsTest-918257746 tempest-BulkNetworkOpsTest-918257746-project] Pushing event updated for resources: {'Network': ['ID=25d4eb2f-74b0-438b-a560-825fd51b367d,revision_number=1']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:31:29.478121 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-83165cc5-7d32-4585-81f0-cb6c9fbc1995 tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] Publish callbacks [] for security_group, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:29.482004 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-83165cc5-7d32-4585-81f0-cb6c9fbc1995 tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.8607922 Dec 18 13:31:29.482282 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Network 25d4eb2f-74b0-438b-a560-825fd51b367d details requested by agent ovs-agent-dv-neutron-744815-20-hyperv with host dv-neutron-744815-20-hyperv {{(pid=103161) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 18 13:31:29.484610 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83165cc5-7d32-4585-81f0-cb6c9fbc1995 tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20f1d0f1-b1a3-4138-9723-d199161c1a7e,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:31:29.488971 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 54440) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:29.493711 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-9abb80be-48cc-4d9a-835f-7fb402f26d50 tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] Request body: {'security_group_rule': {'security_group_id': '20f1d0f1-b1a3-4138-9723-d199161c1a7e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:31:29.500653 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47ae852-80df-4367-805b-5c9532203b3d req-35f00b51-075b-4e49-9eb2-d095c70f709d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:31:29.500813 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9643c64b-57d8-4897-9d1e-5453bada61dc tempest-BulkNetworkOpsTest-918257746 tempest-BulkNetworkOpsTest-918257746-project] Made reservation on behalf of 3f0a00a0b2854788836f87af52bb6efc for: {'network': 1} {{(pid=103160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:31:29.502150 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-b47ae852-80df-4367-805b-5c9532203b3d req-35f00b51-075b-4e49-9eb2-d095c70f709d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ab39156a-1aba-454f-953d-4c71ff8fa510 HTTP/1.1" status: 200 len: 850 time: 0.4553397 Dec 18 13:31:29.507540 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-9643c64b-57d8-4897-9d1e-5453bada61dc tempest-BulkNetworkOpsTest-918257746 tempest-BulkNetworkOpsTest-918257746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for network, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:29.565952 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9643c64b-57d8-4897-9d1e-5453bada61dc tempest-BulkNetworkOpsTest-918257746 tempest-BulkNetworkOpsTest-918257746-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 110} {{(pid=103160) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 18 13:31:29.578933 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-9643c64b-57d8-4897-9d1e-5453bada61dc tempest-BulkNetworkOpsTest-918257746 tempest-BulkNetworkOpsTest-918257746-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:29.579344 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.db.segments_db [None req-9643c64b-57d8-4897-9d1e-5453bada61dc tempest-BulkNetworkOpsTest-918257746 tempest-BulkNetworkOpsTest-918257746-project] Added segment b9eceb75-5cb9-42a0-a6b2-939979ce526b of type vlan for network 771f2d83-5592-473b-bd64-ec41bbcd98c2 Dec 18 13:31:29.610125 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cba9e3-0610-4425-a29d-3dcacf7ae998 req-9dc9752c-c5df-44a0-9bc1-0c4e195937f3 tempest-TestServerAdvancedOps-1858504261 tempest-TestServerAdvancedOps-1858504261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:31:29.610995 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-9abb80be-48cc-4d9a-835f-7fb402f26d50 tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:29.611704 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-47cba9e3-0610-4425-a29d-3dcacf7ae998 req-9dc9752c-c5df-44a0-9bc1-0c4e195937f3 tempest-TestServerAdvancedOps-1858504261 tempest-TestServerAdvancedOps-1858504261-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0023ad2-8e0e-4912-a9aa-38ce4eeee77c HTTP/1.1" status: 200 len: 946 time: 0.0864089 Dec 18 13:31:29.620632 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47ae852-80df-4367-805b-5c9532203b3d req-109b7361-52b6-4a5e-8427-1deb8608f768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:31:29.622154 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-b47ae852-80df-4367-805b-5c9532203b3d req-109b7361-52b6-4a5e-8427-1deb8608f768 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2fc4e038-9db1-4dce-962e-0069075d1df7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1111012 Dec 18 13:31:29.652899 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-9643c64b-57d8-4897-9d1e-5453bada61dc tempest-BulkNetworkOpsTest-918257746 tempest-BulkNetworkOpsTest-918257746-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767106405744'] for network, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:29.701744 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-47cba9e3-0610-4425-a29d-3dcacf7ae998 req-c80b334c-ebe1-4c8d-8929-26aabc5826b3 tempest-TestServerAdvancedOps-1858504261 tempest-TestServerAdvancedOps-1858504261-project] 10.222.0.31 "GET /v2.0/security-groups?id=d41c1bbf-8c24-4f02-8dab-92235eb4736a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725672 Dec 18 13:31:29.703791 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-9643c64b-57d8-4897-9d1e-5453bada61dc tempest-BulkNetworkOpsTest-918257746 tempest-BulkNetworkOpsTest-918257746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981'] for network, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:29.710477 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9643c64b-57d8-4897-9d1e-5453bada61dc tempest-BulkNetworkOpsTest-918257746 tempest-BulkNetworkOpsTest-918257746-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:31:29.711102 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-9643c64b-57d8-4897-9d1e-5453bada61dc tempest-BulkNetworkOpsTest-918257746 tempest-BulkNetworkOpsTest-918257746-project] Publish callbacks [] for network, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:29.747292 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-9643c64b-57d8-4897-9d1e-5453bada61dc tempest-BulkNetworkOpsTest-918257746 tempest-BulkNetworkOpsTest-918257746-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3003464 Dec 18 13:31:29.784398 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9643c64b-57d8-4897-9d1e-5453bada61dc tempest-BulkNetworkOpsTest-918257746 tempest-BulkNetworkOpsTest-918257746-project] Pushing event updated for resources: {'Network': ['ID=771f2d83-5592-473b-bd64-ec41bbcd98c2,revision_number=1']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:31:29.797867 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8263cf20-065b-4935-adac-ce157df38806 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Router 8b4400aa-73df-4467-9875-5e1ec7c9ec97 has already been hosted by L3 agent c9c0cd52-5bd2-4704-9429-d80f1c5ad23c {{(pid=103159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 18 13:31:29.809343 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-b47ae852-80df-4367-805b-5c9532203b3d req-7de772d2-b821-4c4a-ab4d-667cd6280ef2 service neutron] 10.222.0.43 "GET /v2.0/networks/2fc4e038-9db1-4dce-962e-0069075d1df7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1551507 Dec 18 13:31:29.811993 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-9abb80be-48cc-4d9a-835f-7fb402f26d50 tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:29.825871 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-9abb80be-48cc-4d9a-835f-7fb402f26d50 tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530267'] for security_group_rule, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:29.841847 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Network 771f2d83-5592-473b-bd64-ec41bbcd98c2 details requested by agent ovs-agent-dv-neutron-744815-20-hyperv with host dv-neutron-744815-20-hyperv {{(pid=103161) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 18 13:31:29.891547 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 54446) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:29.900729 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-98410848-3234-4a4c-85a6-98a735039293 tempest-BulkNetworkOpsTest-918257746 tempest-BulkNetworkOpsTest-918257746-project] Request body: {'subnets': [{'network_id': '25d4eb2f-74b0-438b-a560-825fd51b367d', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--905240176', 'ip_version': 4}, {'network_id': '771f2d83-5592-473b-bd64-ec41bbcd98c2', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:31:29.903343 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-98410848-3234-4a4c-85a6-98a735039293 tempest-BulkNetworkOpsTest-918257746 tempest-BulkNetworkOpsTest-918257746-project] Request body: {'subnet': {'network_id': '25d4eb2f-74b0-438b-a560-825fd51b367d', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--905240176', 'ip_version': 4}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:31:29.904122 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-98410848-3234-4a4c-85a6-98a735039293 tempest-BulkNetworkOpsTest-918257746 tempest-BulkNetworkOpsTest-918257746-project] Request body: {'subnet': {'network_id': '771f2d83-5592-473b-bd64-ec41bbcd98c2', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:31:29.937276 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abb80be-48cc-4d9a-835f-7fb402f26d50 tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5f4644a-cc23-4f6d-af89-0150a1a70e7a,revision_number=0']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:31:29.956724 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-9abb80be-48cc-4d9a-835f-7fb402f26d50 tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:29.956724 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-9abb80be-48cc-4d9a-835f-7fb402f26d50 tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4678242 Dec 18 13:31:29.985241 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 54448) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:30.038752 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb67a08-fcf3-4c7f-acc8-3fb4641b9ed7 req-bad743a3-4b2e-4244-a8e4-8d7b0b298252 tempest-ServerActionsTestJSON-1545132800 tempest-ServerActionsTestJSON-1545132800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:31:30.040454 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-9fb67a08-fcf3-4c7f-acc8-3fb4641b9ed7 req-bad743a3-4b2e-4244-a8e4-8d7b0b298252 tempest-ServerActionsTestJSON-1545132800 tempest-ServerActionsTestJSON-1545132800-project] 10.222.0.31 "GET /v2.0/ports?device_id=f75e1b43-b628-4577-9f75-0cf3a56e1582 HTTP/1.1" status: 200 len: 945 time: 0.1587911 Dec 18 13:31:30.058472 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-b47ae852-80df-4367-805b-5c9532203b3d req-1be46fb1-37a9-4006-9fbf-7d2d5d12fc57 service neutron] 10.222.0.43 "GET /v2.0/networks/2fc4e038-9db1-4dce-962e-0069075d1df7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2414141 Dec 18 13:31:30.059514 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-f01cb14b-adf0-4693-8f5f-7f6abdef1630 tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:30.070136 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-f01cb14b-adf0-4693-8f5f-7f6abdef1630 tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:30.072577 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8263cf20-065b-4935-adac-ce157df38806 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Notify agent at l3_agent.dv-neutron-744815-20-hyperv the message routers_updated {{(pid=103159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 13:31:30.081356 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-8263cf20-065b-4935-adac-ce157df38806 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] 10.222.0.31 "PUT /v2.0/routers/8b4400aa-73df-4467-9875-5e1ec7c9ec97/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5548100 Dec 18 13:31:30.084344 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 54452) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:30.114842 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-317c8d71-ef95-48a9-bd51-6912259d73c3 None None] Sync routers for ids ['8b4400aa-73df-4467-9875-5e1ec7c9ec97'] in dv-neutron-744815-20-hyperv {{(pid=103161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 13:31:30.161480 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7b7a3272-2b45-4d32-9670-25eb1afd1184 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:30.176402 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-f01cb14b-adf0-4693-8f5f-7f6abdef1630 tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530267'] for security_group_rule, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:30.180522 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-317c8d71-ef95-48a9-bd51-6912259d73c3 None None] Routers {'8b4400aa-73df-4467-9875-5e1ec7c9ec97'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:31:30.180706 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98410848-3234-4a4c-85a6-98a735039293 tempest-BulkNetworkOpsTest-918257746 tempest-BulkNetworkOpsTest-918257746-project] Made reservation on behalf of 3f0a00a0b2854788836f87af52bb6efc for: {'subnet': 2} {{(pid=103160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:31:30.181987 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-317c8d71-ef95-48a9-bd51-6912259d73c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:31:27Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['8b4400aa-73df-4467-9875-5e1ec7c9ec97'], 'active': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:31:30.185839 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-98410848-3234-4a4c-85a6-98a735039293 tempest-BulkNetworkOpsTest-918257746 tempest-BulkNetworkOpsTest-918257746-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4514414'] for subnet, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:30.186343 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-98410848-3234-4a4c-85a6-98a735039293 tempest-BulkNetworkOpsTest-918257746 tempest-BulkNetworkOpsTest-918257746-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4514414'] for subnet, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:30.198930 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-f01cb14b-adf0-4693-8f5f-7f6abdef1630 tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:30.200109 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-f01cb14b-adf0-4693-8f5f-7f6abdef1630 tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/a5f4644a-cc23-4f6d-af89-0150a1a70e7a HTTP/1.1" status: 204 len: 168 time: 0.2124329 Dec 18 13:31:30.206943 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 54458) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:30.216325 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01cb14b-adf0-4693-8f5f-7f6abdef1630 tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a5f4644a-cc23-4f6d-af89-0150a1a70e7a,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:31:30.248535 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-317c8d71-ef95-48a9-bd51-6912259d73c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:31:30.257914 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-47ef47f1-c4dc-4cb3-8a15-849bffc1c804 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Publish callbacks [] for router, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:30.261040 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-317c8d71-ef95-48a9-bd51-6912259d73c3 None None] Routers {'8b4400aa-73df-4467-9875-5e1ec7c9ec97'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:31:30.261866 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-317c8d71-ef95-48a9-bd51-6912259d73c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:31:27Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['8b4400aa-73df-4467-9875-5e1ec7c9ec97'], 'active': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:31:30.307541 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-fa181240-7237-46fc-9dfb-a81888f014f1 tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0994043 Dec 18 13:31:30.310326 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 54460) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:30.330264 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-317c8d71-ef95-48a9-bd51-6912259d73c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:31:30.330967 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-317c8d71-ef95-48a9-bd51-6912259d73c3 None None] The sync data for ids ['8b4400aa-73df-4467-9875-5e1ec7c9ec97'] in dv-neutron-744815-20-hyperv is: [] {{(pid=103161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 13:31:30.444597 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-9fb67a08-fcf3-4c7f-acc8-3fb4641b9ed7 req-69bbcab2-5242-4372-a4cf-c8e1e62ad985 tempest-ServerActionsTestJSON-1545132800 tempest-ServerActionsTestJSON-1545132800-project] 10.222.0.31 "GET /v2.0/security-groups?id=04da0920-3f32-48b1-bc5b-099cf6dd1551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3028278 Dec 18 13:31:30.467697 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-47ef47f1-c4dc-4cb3-8a15-849bffc1c804 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:30.472093 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-917ad460-3bc0-4bf2-89d1-3ceedcb3a9f7 tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] Publish callbacks [] for security_group, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:30.493187 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c997bd-686c-42ff-a02c-15b952e2935e req-b76f68bc-1595-4496-9936-01c6854a5dc5 tempest-TestServerAdvancedOps-1858504261 tempest-TestServerAdvancedOps-1858504261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:31:30.494684 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-d6c997bd-686c-42ff-a02c-15b952e2935e req-b76f68bc-1595-4496-9936-01c6854a5dc5 tempest-TestServerAdvancedOps-1858504261 tempest-TestServerAdvancedOps-1858504261-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0023ad2-8e0e-4912-a9aa-38ce4eeee77c HTTP/1.1" status: 200 len: 946 time: 0.3145690 Dec 18 13:31:30.514525 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-917ad460-3bc0-4bf2-89d1-3ceedcb3a9f7 tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:30.614915 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-d6c997bd-686c-42ff-a02c-15b952e2935e req-db9f5440-f846-4cb7-8e10-d6efca0950d8 tempest-TestServerAdvancedOps-1858504261 tempest-TestServerAdvancedOps-1858504261-project] 10.222.0.31 "GET /v2.0/security-groups?id=d41c1bbf-8c24-4f02-8dab-92235eb4736a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133845 Dec 18 13:31:30.625594 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-47ef47f1-c4dc-4cb3-8a15-849bffc1c804 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Deleting port 80e97b15-20ec-4171-8b58-f6326b83d863 {{(pid=103159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:31:30.625594 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-47ef47f1-c4dc-4cb3-8a15-849bffc1c804 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:30.627996 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-917ad460-3bc0-4bf2-89d1-3ceedcb3a9f7 tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:30.630613 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-917ad460-3bc0-4bf2-89d1-3ceedcb3a9f7 tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] Publish callbacks [] for security_group, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:30.631949 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-917ad460-3bc0-4bf2-89d1-3ceedcb3a9f7 tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] 10.222.0.31 "DELETE /v2.0/security-groups/20f1d0f1-b1a3-4138-9723-d199161c1a7e HTTP/1.1" status: 204 len: 168 time: 0.3202000 Dec 18 13:31:30.646684 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 54462) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:30.656847 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917ad460-3bc0-4bf2-89d1-3ceedcb3a9f7 tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=20f1d0f1-b1a3-4138-9723-d199161c1a7e,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:31:30.696736 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-98410848-3234-4a4c-85a6-98a735039293 tempest-BulkNetworkOpsTest-918257746 tempest-BulkNetworkOpsTest-918257746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4533410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4514424'] for subnet, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:30.735058 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-47ef47f1-c4dc-4cb3-8a15-849bffc1c804 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:30.740457 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-8b99d6da-c3d9-4ce1-a74c-f4eb284c36bb tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.0926497 Dec 18 13:31:30.744385 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 54464) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:30.746951 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-47ef47f1-c4dc-4cb3-8a15-849bffc1c804 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Calling delete_port for 80e97b15-20ec-4171-8b58-f6326b83d863 owned by network:router_gateway {{(pid=103159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:31:30.748419 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-3b9bd948-e806-462a-a82a-c55bbb670fd8 tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] Request body: {'security_group': {'name': 'tempest-secgroup--223928043'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:31:30.789536 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98410848-3234-4a4c-85a6-98a735039293 tempest-BulkNetworkOpsTest-918257746 tempest-BulkNetworkOpsTest-918257746-project] Pushing event updated for resources: {'Subnet': ['ID=1b154f1b-0ea5-4366-8bde-cc58213d1ffc,revision_number=0']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:31:30.803007 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98410848-3234-4a4c-85a6-98a735039293 tempest-BulkNetworkOpsTest-918257746 tempest-BulkNetworkOpsTest-918257746-project] Checking segment: {'id': 'edf2bf17-0bae-4ce3-b3a2-e06f587c67a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '25d4eb2f-74b0-438b-a560-825fd51b367d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 13:31:30.803427 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98410848-3234-4a4c-85a6-98a735039293 tempest-BulkNetworkOpsTest-918257746 tempest-BulkNetworkOpsTest-918257746-project] Network hostable DHCP agents. Network: 25d4eb2f-74b0-438b-a560-825fd51b367d, hostable agents: ['aa77effa-0e3a-4bbd-a383-4d58ed3328d0'], hosted agents: [] {{(pid=103160) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 18 13:31:30.811606 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-3b9bd948-e806-462a-a82a-c55bbb670fd8 tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] Publish callbacks [] for security_group, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:30.814906 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:30.835604 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98410848-3234-4a4c-85a6-98a735039293 tempest-BulkNetworkOpsTest-918257746 tempest-BulkNetworkOpsTest-918257746-project] Network 25d4eb2f-74b0-438b-a560-825fd51b367d is scheduled to be hosted by DHCP agent aa77effa-0e3a-4bbd-a383-4d58ed3328d0 with binding_index 1 {{(pid=103160) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 18 13:31:30.857758 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.base_scheduler [None req-98410848-3234-4a4c-85a6-98a735039293 tempest-BulkNetworkOpsTest-918257746 tempest-BulkNetworkOpsTest-918257746-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-744815-20-hyperv, 25d4eb2f-74b0-438b-a560-825fd51b367d) {{(pid=103160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:31:30.865775 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-98410848-3234-4a4c-85a6-98a735039293 tempest-BulkNetworkOpsTest-918257746 tempest-BulkNetworkOpsTest-918257746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4533410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4514424'] for subnet, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:30.867841 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd0fd5f7-f8fe-4237-828f-324606535050 None None] Network 25d4eb2f-74b0-438b-a560-825fd51b367d requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:31:30.932637 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-47ef47f1-c4dc-4cb3-8a15-849bffc1c804 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:30.947345 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98410848-3234-4a4c-85a6-98a735039293 tempest-BulkNetworkOpsTest-918257746 tempest-BulkNetworkOpsTest-918257746-project] Pushing event updated for resources: {'Subnet': ['ID=807d1e53-3c57-4830-b2fc-6ecf746839f6,revision_number=0']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:31:30.956597 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-3b9bd948-e806-462a-a82a-c55bbb670fd8 tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] Publish callbacks [] for security_group, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:30.959545 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ef47f1-c4dc-4cb3-8a15-849bffc1c804 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Pushing event deleted for resources: {'Port': ['ID=80e97b15-20ec-4171-8b58-f6326b83d863,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:31:30.975120 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-3b9bd948-e806-462a-a82a-c55bbb670fd8 tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:30.980354 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91a21de1-62eb-49b4-aa3a-ff8ca7e27e9f None None] DHCP port deletion for decb4a40-7941-48c8-afbb-daaafd502e83 request from dv-neutron-744815-20-hyperv {{(pid=103161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 18 13:31:30.997728 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25b21a86-951d-401a-a1fc-6b60bad7a67b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp31e170a0-46a1-5ba9-9dc1-7ee4f866f0d7-25d4eb2f-74b0-438b-a560-825fd51b367d', 'network_id': '25d4eb2f-74b0-438b-a560-825fd51b367d', 'project_id': '3f0a00a0b2854788836f87af52bb6efc', 'fixed_ips': [{'subnet_id': '1b154f1b-0ea5-4366-8bde-cc58213d1ffc'}]}} from dv-neutron-744815-20-hyperv. {{(pid=103161) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 18 13:31:30.998611 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-25b21a86-951d-401a-a1fc-6b60bad7a67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:31.024908 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98410848-3234-4a4c-85a6-98a735039293 tempest-BulkNetworkOpsTest-918257746 tempest-BulkNetworkOpsTest-918257746-project] Checking segment: {'id': 'b9eceb75-5cb9-42a0-a6b2-939979ce526b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '771f2d83-5592-473b-bd64-ec41bbcd98c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 13:31:31.025280 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98410848-3234-4a4c-85a6-98a735039293 tempest-BulkNetworkOpsTest-918257746 tempest-BulkNetworkOpsTest-918257746-project] Network hostable DHCP agents. Network: 771f2d83-5592-473b-bd64-ec41bbcd98c2, hostable agents: ['aa77effa-0e3a-4bbd-a383-4d58ed3328d0'], hosted agents: [] {{(pid=103160) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 18 13:31:31.039220 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-3b9bd948-e806-462a-a82a-c55bbb670fd8 tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] Publish callbacks [] for security_group, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:31.040487 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-3b9bd948-e806-462a-a82a-c55bbb670fd8 tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.2953842 Dec 18 13:31:31.043014 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9bd948-e806-462a-a82a-c55bbb670fd8 tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9d2113c-8d03-47ce-81a1-33ea147d4f92,revision_number=1']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:31:31.045065 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 54466) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:31.051419 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-1985d4e9-af28-4b2b-be9f-dadc9b5fa86c tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] Request body: {'security_group_rule': {'security_group_id': 'f9d2113c-8d03-47ce-81a1-33ea147d4f92', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:31:31.064782 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-47ef47f1-c4dc-4cb3-8a15-849bffc1c804 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-586554'] for router_gateway, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:31.077726 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98410848-3234-4a4c-85a6-98a735039293 tempest-BulkNetworkOpsTest-918257746 tempest-BulkNetworkOpsTest-918257746-project] Network 771f2d83-5592-473b-bd64-ec41bbcd98c2 is scheduled to be hosted by DHCP agent aa77effa-0e3a-4bbd-a383-4d58ed3328d0 with binding_index 1 {{(pid=103160) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 18 13:31:31.097827 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.base_scheduler [None req-98410848-3234-4a4c-85a6-98a735039293 tempest-BulkNetworkOpsTest-918257746 tempest-BulkNetworkOpsTest-918257746-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-744815-20-hyperv, 771f2d83-5592-473b-bd64-ec41bbcd98c2) {{(pid=103160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:31:31.101667 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-1985d4e9-af28-4b2b-be9f-dadc9b5fa86c tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:31.108523 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98410848-3234-4a4c-85a6-98a735039293 tempest-BulkNetworkOpsTest-918257746 tempest-BulkNetworkOpsTest-918257746-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:31:31.109009 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98410848-3234-4a4c-85a6-98a735039293 tempest-BulkNetworkOpsTest-918257746 tempest-BulkNetworkOpsTest-918257746-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:31:31.109653 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-98410848-3234-4a4c-85a6-98a735039293 tempest-BulkNetworkOpsTest-918257746 tempest-BulkNetworkOpsTest-918257746-project] Publish callbacks [] for subnet, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:31.115597 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ad607aa-bb30-4a10-a6f4-e78a2ccda98d None None] Network 771f2d83-5592-473b-bd64-ec41bbcd98c2 requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:31:31.155778 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-98410848-3234-4a4c-85a6-98a735039293 tempest-BulkNetworkOpsTest-918257746 tempest-BulkNetworkOpsTest-918257746-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 1.2592766 Dec 18 13:31:31.157077 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 54468) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:31.178467 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-1985d4e9-af28-4b2b-be9f-dadc9b5fa86c tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:31.187550 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-1985d4e9-af28-4b2b-be9f-dadc9b5fa86c tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530267'] for security_group_rule, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:31.208971 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1985d4e9-af28-4b2b-be9f-dadc9b5fa86c tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd0169b2-c111-4f6b-ae3d-34bde5874bb5,revision_number=0']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:31:31.222946 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-1985d4e9-af28-4b2b-be9f-dadc9b5fa86c tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:31.224488 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-1985d4e9-af28-4b2b-be9f-dadc9b5fa86c tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1781738 Dec 18 13:31:31.224919 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_common [None req-25b21a86-951d-401a-a1fc-6b60bad7a67b None None] Allocated IP 172.20.0.2 (25d4eb2f-74b0-438b-a560-825fd51b367d/1b154f1b-0ea5-4366-8bde-cc58213d1ffc/e092f7db-ad91-481e-95f1-cc9515bd345d) {{(pid=103161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:31:31.226924 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 54470) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:31.231841 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-47ef47f1-c4dc-4cb3-8a15-849bffc1c804 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-589815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28643'] for router, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:31.235962 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-47ef47f1-c4dc-4cb3-8a15-849bffc1c804 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:31.248616 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-54734391-ae3a-42e3-9161-75aeceff85e6 tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] 10.222.0.31 "GET /v2.0/security-group-rules/dd0169b2-c111-4f6b-ae3d-34bde5874bb5 HTTP/1.1" status: 200 len: 763 time: 0.0180569 Dec 18 13:31:31.249704 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 54472) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:31.298528 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-e7eb1c07-f21d-4538-ab98-3ffac9042d33 tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0484345 Dec 18 13:31:31.301718 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 54474) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:31.314366 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf94bec3-8a24-49b2-bd3e-2169a6fe46b6 tempest-BulkNetworkOpsTest-918257746 tempest-BulkNetworkOpsTest-918257746-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:31:31.316162 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf94bec3-8a24-49b2-bd3e-2169a6fe46b6 tempest-BulkNetworkOpsTest-918257746 tempest-BulkNetworkOpsTest-918257746-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:31:31.318155 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf94bec3-8a24-49b2-bd3e-2169a6fe46b6 tempest-BulkNetworkOpsTest-918257746 tempest-BulkNetworkOpsTest-918257746-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:31:31.322487 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-cf94bec3-8a24-49b2-bd3e-2169a6fe46b6 tempest-BulkNetworkOpsTest-918257746 tempest-BulkNetworkOpsTest-918257746-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.1613433 Dec 18 13:31:31.325671 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 54476) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:31.325828 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b9a9ecb-2550-40fb-b345-562d2f9c72a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp31e170a0-46a1-5ba9-9dc1-7ee4f866f0d7-771f2d83-5592-473b-bd64-ec41bbcd98c2', 'network_id': '771f2d83-5592-473b-bd64-ec41bbcd98c2', 'project_id': '3f0a00a0b2854788836f87af52bb6efc', 'fixed_ips': [{'subnet_id': '807d1e53-3c57-4830-b2fc-6ecf746839f6'}]}} from dv-neutron-744815-20-hyperv. {{(pid=103161) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 18 13:31:31.325993 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-1b9a9ecb-2550-40fb-b345-562d2f9c72a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:31.332254 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-47ef47f1-c4dc-4cb3-8a15-849bffc1c804 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-589710'] for router, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:31.333157 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47ef47f1-c4dc-4cb3-8a15-849bffc1c804 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Fanout notify agent at l3_agent the message router_deleted on router 8b4400aa-73df-4467-9875-5e1ec7c9ec97 {{(pid=103159) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 18 13:31:31.345906 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-47ef47f1-c4dc-4cb3-8a15-849bffc1c804 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Publish callbacks [] for router, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:31.351042 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-47ef47f1-c4dc-4cb3-8a15-849bffc1c804 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] 10.222.0.31 "DELETE /v2.0/routers/8b4400aa-73df-4467-9875-5e1ec7c9ec97 HTTP/1.1" status: 204 len: 168 time: 1.2637765 Dec 18 13:31:31.352096 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 54478) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:31.366316 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-c07c8d05-2ee7-47a4-aec4-38076c8c7eb6 tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:31.383651 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-c07c8d05-2ee7-47a4-aec4-38076c8c7eb6 tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:31.410518 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd736343-c2cd-458d-a96c-a118d7ccf2fe tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Deleting subnet 043b78b4-bc86-474a-9ed5-2d73d66b2636 {{(pid=103159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 18 13:31:31.414913 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-bd736343-c2cd-458d-a96c-a118d7ccf2fe tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Publish callbacks [] for subnet, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:31.418751 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.db_base_plugin_v2 [None req-8cb36022-c573-4410-bde5-4994ee90ca09 tempest-BulkNetworkOpsTest-918257746 tempest-BulkNetworkOpsTest-918257746-project] Deleting subnet 1b154f1b-0ea5-4366-8bde-cc58213d1ffc {{(pid=103160) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 18 13:31:31.430154 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-c07c8d05-2ee7-47a4-aec4-38076c8c7eb6 tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530267'] for security_group_rule, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:31.438546 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-c07c8d05-2ee7-47a4-aec4-38076c8c7eb6 tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:31.438546 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-c07c8d05-2ee7-47a4-aec4-38076c8c7eb6 tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/dd0169b2-c111-4f6b-ae3d-34bde5874bb5 HTTP/1.1" status: 204 len: 168 time: 0.1351974 Dec 18 13:31:31.443908 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 54480) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:31.451325 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07c8d05-2ee7-47a4-aec4-38076c8c7eb6 tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=dd0169b2-c111-4f6b-ae3d-34bde5874bb5,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:31:31.472807 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-bd736343-c2cd-458d-a96c-a118d7ccf2fe tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5589624'] for subnet, precommit_delete_associations {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:31.498558 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-b6be118f-e5ec-43b2-bb5f-ac59e9601314 tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0512710 Dec 18 13:31:31.498978 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 54484) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:31.505128 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-844157db-4074-4ea7-97cb-928e3a65f827 tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] Request body: {'security_group_rule': {'security_group_id': 'f9d2113c-8d03-47ce-81a1-33ea147d4f92', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:31:31.541831 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-bd736343-c2cd-458d-a96c-a118d7ccf2fe tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1929185'] for subnet, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:31.545914 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-844157db-4074-4ea7-97cb-928e3a65f827 tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:31.570783 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-25b21a86-951d-401a-a1fc-6b60bad7a67b None None] Publish callbacks [] for port, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:31.588460 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-25b21a86-951d-401a-a1fc-6b60bad7a67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975'] for port, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:31.589990 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-8cb36022-c573-4410-bde5-4994ee90ca09 tempest-BulkNetworkOpsTest-918257746 tempest-BulkNetworkOpsTest-918257746-project] Publish callbacks [] for subnet, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:31.590537 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_common [None req-1b9a9ecb-2550-40fb-b345-562d2f9c72a5 None None] Allocated IP 172.20.0.18 (771f2d83-5592-473b-bd64-ec41bbcd98c2/807d1e53-3c57-4830-b2fc-6ecf746839f6/14eb0c83-aa2e-4d29-8475-d407185e5ed6) {{(pid=103161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:31:31.635958 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-bd736343-c2cd-458d-a96c-a118d7ccf2fe tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1929192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5659851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6017053'] for subnet, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:31.652266 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b21a86-951d-401a-a1fc-6b60bad7a67b None None] Pushing event updated for resources: {'Port': ['ID=e092f7db-ad91-481e-95f1-cc9515bd345d,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:31:31.676546 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25b21a86-951d-401a-a1fc-6b60bad7a67b None None] Network 25d4eb2f-74b0-438b-a560-825fd51b367d is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:31:31.681553 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd736343-c2cd-458d-a96c-a118d7ccf2fe tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Pushing event deleted for resources: {'Subnet': ['ID=043b78b4-bc86-474a-9ed5-2d73d66b2636,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:31:31.682210 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-844157db-4074-4ea7-97cb-928e3a65f827 tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:31.694969 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-25b21a86-951d-401a-a1fc-6b60bad7a67b None None] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:31:31.697472 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-bd736343-c2cd-458d-a96c-a118d7ccf2fe tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Publish callbacks [] for subnet, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:31.700982 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-bd736343-c2cd-458d-a96c-a118d7ccf2fe tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] 10.222.0.31 "DELETE /v2.0/subnets/043b78b4-bc86-474a-9ed5-2d73d66b2636 HTTP/1.1" status: 204 len: 168 time: 0.3478963 Dec 18 13:31:31.704198 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 54490) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:31.706167 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90905584-5169-43ac-9eab-59b034233414 None None] Network 6a927deb-787e-47ec-8e16-89e6353b7166 requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:31:31.715572 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-844157db-4074-4ea7-97cb-928e3a65f827 tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530267'] for security_group_rule, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:31.759644 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-8cb36022-c573-4410-bde5-4994ee90ca09 tempest-BulkNetworkOpsTest-918257746 tempest-BulkNetworkOpsTest-918257746-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4533385'] for subnet, precommit_delete_associations {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:31.767314 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25b21a86-951d-401a-a1fc-6b60bad7a67b None None] Received port after_create {{(pid=103161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:31:31.795757 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844157db-4074-4ea7-97cb-928e3a65f827 tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbdc551e-9f2e-4b57-b00e-da9153b97ffc,revision_number=0']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:31:31.812221 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-844157db-4074-4ea7-97cb-928e3a65f827 tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:31.818082 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-844157db-4074-4ea7-97cb-928e3a65f827 tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3132322 Dec 18 13:31:31.818082 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 54492) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:31.848705 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-9b29b9a4-f486-4cb5-913d-26833f350796 tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] 10.222.0.31 "GET /v2.0/security-group-rules/fbdc551e-9f2e-4b57-b00e-da9153b97ffc HTTP/1.1" status: 200 len: 763 time: 0.0300143 Dec 18 13:31:31.848967 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-41428d80-3e9d-4f92-b594-8f6a42773706 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2023137'] for network, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:31.853003 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 54494) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:31.864948 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff2987b-e3d9-4d30-95ae-facb2f6a5487 req-f7ca3d92-359e-4ec9-9c14-07650530c1de tempest-ServerActionsTestJSON-1545132800 tempest-ServerActionsTestJSON-1545132800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:31:31.867362 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-bff2987b-e3d9-4d30-95ae-facb2f6a5487 req-f7ca3d92-359e-4ec9-9c14-07650530c1de tempest-ServerActionsTestJSON-1545132800 tempest-ServerActionsTestJSON-1545132800-project] 10.222.0.31 "GET /v2.0/ports?device_id=f75e1b43-b628-4577-9f75-0cf3a56e1582 HTTP/1.1" status: 200 len: 945 time: 0.3143589 Dec 18 13:31:31.879728 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8220a21a-ca74-4cf9-b53c-d065afb356b3 req-956ce441-478a-447c-9cf3-4fe3eadf2c0f tempest-TestServerAdvancedOps-1858504261 tempest-TestServerAdvancedOps-1858504261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:31:31.881329 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-8220a21a-ca74-4cf9-b53c-d065afb356b3 req-956ce441-478a-447c-9cf3-4fe3eadf2c0f tempest-TestServerAdvancedOps-1858504261 tempest-TestServerAdvancedOps-1858504261-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0023ad2-8e0e-4912-a9aa-38ce4eeee77c HTTP/1.1" status: 200 len: 946 time: 0.1346455 Dec 18 13:31:31.908729 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffdd1e03-c444-4455-aed5-be2e66d6339d None None] DHCP port deletion for 6a927deb-787e-47ec-8e16-89e6353b7166 request from dv-neutron-744815-20-hyperv {{(pid=103161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 18 13:31:31.913892 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-25b21a86-951d-401a-a1fc-6b60bad7a67b None None] Attempting to bind port e092f7db-ad91-481e-95f1-cc9515bd345d on host dv-neutron-744815-20-hyperv for vnic_type normal with profile {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 13:31:31.914056 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-25b21a86-951d-401a-a1fc-6b60bad7a67b None None] Attempting to bind port e092f7db-ad91-481e-95f1-cc9515bd345d by drivers openvswitch,hyperv on host dv-neutron-744815-20-hyperv at level 0 using segments [{'id': 'edf2bf17-0bae-4ce3-b3a2-e06f587c67a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '25d4eb2f-74b0-438b-a560-825fd51b367d'}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 13:31:31.914371 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25b21a86-951d-401a-a1fc-6b60bad7a67b None None] Attempting to bind port e092f7db-ad91-481e-95f1-cc9515bd345d on network 25d4eb2f-74b0-438b-a560-825fd51b367d {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 13:31:31.932759 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25b21a86-951d-401a-a1fc-6b60bad7a67b None None] Checking agent: {'id': '428fa9fa-43db-4db9-9f96-f60ffe931f2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-20-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 13, 19, 1), 'started_at': datetime.datetime(2021, 12, 18, 13, 19, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 13, 31, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-20-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 18 13:31:31.933200 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25b21a86-951d-401a-a1fc-6b60bad7a67b None None] Checking segment: {'id': 'edf2bf17-0bae-4ce3-b3a2-e06f587c67a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '25d4eb2f-74b0-438b-a560-825fd51b367d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 13:31:31.933531 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-25b21a86-951d-401a-a1fc-6b60bad7a67b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:31.934275 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25b21a86-951d-401a-a1fc-6b60bad7a67b None None] Bound using segment: {'id': 'edf2bf17-0bae-4ce3-b3a2-e06f587c67a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '25d4eb2f-74b0-438b-a560-825fd51b367d'} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 18 13:31:31.935426 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-25b21a86-951d-401a-a1fc-6b60bad7a67b None None] Bound port: e092f7db-ad91-481e-95f1-cc9515bd345d, host: dv-neutron-744815-20-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edf2bf17-0bae-4ce3-b3a2-e06f587c67a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '25d4eb2f-74b0-438b-a560-825fd51b367d'}}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 18 13:31:31.935741 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-25b21a86-951d-401a-a1fc-6b60bad7a67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:31.952123 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-8cb36022-c573-4410-bde5-4994ee90ca09 tempest-BulkNetworkOpsTest-918257746 tempest-BulkNetworkOpsTest-918257746-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1929185'] for subnet, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:31.959327 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-bff2987b-e3d9-4d30-95ae-facb2f6a5487 req-bae0fe2f-3528-4ca5-93a3-7e1cafb6a4f9 tempest-ServerActionsTestJSON-1545132800 tempest-ServerActionsTestJSON-1545132800-project] 10.222.0.31 "GET /v2.0/security-groups?id=04da0920-3f32-48b1-bc5b-099cf6dd1551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0832765 Dec 18 13:31:31.994529 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-67714a1f-d4c0-4178-9f3c-f57e0d8fc6ae tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1403878 Dec 18 13:31:31.998433 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 54498) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:32.040903 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-1d2175f7-3027-4eb0-b28b-081cbe692abc tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:32.061226 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-1d2175f7-3027-4eb0-b28b-081cbe692abc tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:32.082049 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-8220a21a-ca74-4cf9-b53c-d065afb356b3 req-c338789e-f21a-4f62-bbff-77ee6837ef02 tempest-TestServerAdvancedOps-1858504261 tempest-TestServerAdvancedOps-1858504261-project] 10.222.0.31 "GET /v2.0/security-groups?id=d41c1bbf-8c24-4f02-8dab-92235eb4736a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890073 Dec 18 13:31:32.092036 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-41428d80-3e9d-4f92-b594-8f6a42773706 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1927292', 'neutron.services.segments.db._delete_segments_for_network-8767106887837'] for network, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:32.099483 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-8cb36022-c573-4410-bde5-4994ee90ca09 tempest-BulkNetworkOpsTest-918257746 tempest-BulkNetworkOpsTest-918257746-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1929192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4533475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4514371'] for subnet, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:32.122237 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.services.segments.db [None req-41428d80-3e9d-4f92-b594-8f6a42773706 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a927deb-787e-47ec-8e16-89e6353b7166']}} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:31:32.123458 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-1b9a9ecb-2550-40fb-b345-562d2f9c72a5 None None] Publish callbacks [] for port, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:32.134288 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-1b9a9ecb-2550-40fb-b345-562d2f9c72a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975'] for port, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:32.134481 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.services.segments.db [None req-41428d80-3e9d-4f92-b594-8f6a42773706 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fab803a3-aec9-496a-aa71-6015e0fa7f5b') {'for_net_delete': True} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:31:32.134817 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.services.segments.db [None req-41428d80-3e9d-4f92-b594-8f6a42773706 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fab803a3-aec9-496a-aa71-6015e0fa7f5b') {} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:31:32.139423 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-25b21a86-951d-401a-a1fc-6b60bad7a67b None None] For port e092f7db-ad91-481e-95f1-cc9515bd345d, host dv-neutron-744815-20-hyperv, cleared binding levels {{(pid=103161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 18 13:31:32.152099 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-41428d80-3e9d-4f92-b594-8f6a42773706 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767106888614', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5589569'] for segment, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:32.155252 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb36022-c573-4410-bde5-4994ee90ca09 tempest-BulkNetworkOpsTest-918257746 tempest-BulkNetworkOpsTest-918257746-project] Pushing event deleted for resources: {'Subnet': ['ID=1b154f1b-0ea5-4366-8bde-cc58213d1ffc,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:31:32.165495 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-1d2175f7-3027-4eb0-b28b-081cbe692abc tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530267'] for security_group_rule, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:32.171019 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-8cb36022-c573-4410-bde5-4994ee90ca09 tempest-BulkNetworkOpsTest-918257746 tempest-BulkNetworkOpsTest-918257746-project] Publish callbacks [] for subnet, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:32.178163 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-8cb36022-c573-4410-bde5-4994ee90ca09 tempest-BulkNetworkOpsTest-918257746 tempest-BulkNetworkOpsTest-918257746-project] 10.222.0.31 "DELETE /v2.0/subnets/1b154f1b-0ea5-4366-8bde-cc58213d1ffc HTTP/1.1" status: 204 len: 168 time: 0.8512192 Dec 18 13:31:32.178857 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-1d2175f7-3027-4eb0-b28b-081cbe692abc tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:32.183621 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-1d2175f7-3027-4eb0-b28b-081cbe692abc tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/fbdc551e-9f2e-4b57-b00e-da9153b97ffc HTTP/1.1" status: 204 len: 168 time: 0.1807337 Dec 18 13:31:32.183825 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 54502) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:32.184755 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 54504) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:32.196419 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-25b21a86-951d-401a-a1fc-6b60bad7a67b None None] For port e092f7db-ad91-481e-95f1-cc9515bd345d, host dv-neutron-744815-20-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=e092f7db-ad91-481e-95f1-cc9515bd345d,segment=NetworkSegment(edf2bf17-0bae-4ce3-b3a2-e06f587c67a8),segment_id=edf2bf17-0bae-4ce3-b3a2-e06f587c67a8)] {{(pid=103161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 18 13:31:32.198465 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2175f7-3027-4eb0-b28b-081cbe692abc tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fbdc551e-9f2e-4b57-b00e-da9153b97ffc,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:31:32.213597 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-25b21a86-951d-401a-a1fc-6b60bad7a67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:32.217912 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788ebd97-b8d1-404b-8e74-7d8646b2918e req-9c6812ea-e895-44ad-9f25-8e539b36f191 tempest-ServerActionsTestJSON-1545132800 tempest-ServerActionsTestJSON-1545132800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:31:32.219706 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-788ebd97-b8d1-404b-8e74-7d8646b2918e req-9c6812ea-e895-44ad-9f25-8e539b36f191 tempest-ServerActionsTestJSON-1545132800 tempest-ServerActionsTestJSON-1545132800-project] 10.222.0.31 "GET /v2.0/ports?device_id=f75e1b43-b628-4577-9f75-0cf3a56e1582 HTTP/1.1" status: 200 len: 945 time: 0.1356215 Dec 18 13:31:32.226657 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-41428d80-3e9d-4f92-b594-8f6a42773706 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:32.232746 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b9a9ecb-2550-40fb-b345-562d2f9c72a5 None None] Network 771f2d83-5592-473b-bd64-ec41bbcd98c2 is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:31:32.242778 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-1b9a9ecb-2550-40fb-b345-562d2f9c72a5 None None] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:31:32.250128 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b9a9ecb-2550-40fb-b345-562d2f9c72a5 None None] Received port after_create {{(pid=103161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:31:32.253669 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9a9ecb-2550-40fb-b345-562d2f9c72a5 None None] Pushing event updated for resources: {'Port': ['ID=14eb0c83-aa2e-4d29-8475-d407185e5ed6,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:31:32.295647 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-777be1c7-3d7a-4cae-8b41-93968f8de700 tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1098497 Dec 18 13:31:32.297732 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41428d80-3e9d-4f92-b594-8f6a42773706 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=103159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 18 13:31:32.298164 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-41428d80-3e9d-4f92-b594-8f6a42773706 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5660009'] for segment, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:32.305483 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 54508) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:32.306201 dv-neutron-744815-20-hyperv neutron-server[103159]: Traceback (most recent call last): Dec 18 13:31:32.306201 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 18 13:31:32.306201 dv-neutron-744815-20-hyperv neutron-server[103159]: timer() Dec 18 13:31:32.306201 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 18 13:31:32.306201 dv-neutron-744815-20-hyperv neutron-server[103159]: cb(*args, **kw) Dec 18 13:31:32.306201 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 18 13:31:32.306201 dv-neutron-744815-20-hyperv neutron-server[103159]: return func(*args, **kwargs) Dec 18 13:31:32.306201 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 18 13:31:32.306201 dv-neutron-744815-20-hyperv neutron-server[103159]: self._notify() Dec 18 13:31:32.306201 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 18 13:31:32.306201 dv-neutron-744815-20-hyperv neutron-server[103159]: self.callback(batched_events) Dec 18 13:31:32.306201 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 18 13:31:32.306201 dv-neutron-744815-20-hyperv neutron-server[103159]: event.method(event) Dec 18 13:31:32.306201 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 18 13:31:32.306201 dv-neutron-744815-20-hyperv neutron-server[103159]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 18 13:31:32.306201 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 18 13:31:32.306201 dv-neutron-744815-20-hyperv neutron-server[103159]: aggregate_uuid = self.p_client.list_aggregates( Dec 18 13:31:32.306201 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 18 13:31:32.306201 dv-neutron-744815-20-hyperv neutron-server[103159]: return f(self, *a, **k) Dec 18 13:31:32.306201 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 18 13:31:32.306201 dv-neutron-744815-20-hyperv neutron-server[103159]: return self._get(url).json() Dec 18 13:31:32.306201 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 18 13:31:32.306201 dv-neutron-744815-20-hyperv neutron-server[103159]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 18 13:31:32.306201 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 18 13:31:32.306201 dv-neutron-744815-20-hyperv neutron-server[103159]: return self.request(url, 'GET', **kwargs) Dec 18 13:31:32.306201 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 18 13:31:32.306201 dv-neutron-744815-20-hyperv neutron-server[103159]: base_url = self.get_endpoint(auth, allow=allow, Dec 18 13:31:32.306201 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 18 13:31:32.306201 dv-neutron-744815-20-hyperv neutron-server[103159]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 18 13:31:32.306201 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 18 13:31:32.306201 dv-neutron-744815-20-hyperv neutron-server[103159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 18 13:31:32.306201 dv-neutron-744815-20-hyperv neutron-server[103159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 18 13:31:32.312074 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-a41d4bfc-054f-45b6-9362-caff62bf51aa tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] Request body: {'security_group_rule': {'security_group_id': 'f9d2113c-8d03-47ce-81a1-33ea147d4f92', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:31:32.320998 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-788ebd97-b8d1-404b-8e74-7d8646b2918e req-07ab7223-87f1-4c53-9c2f-1927130ae1fc tempest-ServerActionsTestJSON-1545132800 tempest-ServerActionsTestJSON-1545132800-project] 10.222.0.31 "GET /v2.0/security-groups?id=04da0920-3f32-48b1-bc5b-099cf6dd1551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0925734 Dec 18 13:31:32.471056 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5b1a48-263f-4d9a-a65a-edab6c4d26fb req-a30fa2f0-fb06-4b9a-8bee-320d0b65e632 tempest-ServerActionsTestJSON-1545132800 tempest-ServerActionsTestJSON-1545132800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:31:32.479004 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-fb5b1a48-263f-4d9a-a65a-edab6c4d26fb req-a30fa2f0-fb06-4b9a-8bee-320d0b65e632 tempest-ServerActionsTestJSON-1545132800 tempest-ServerActionsTestJSON-1545132800-project] 10.222.0.31 "GET /v2.0/ports?device_id=f75e1b43-b628-4577-9f75-0cf3a56e1582 HTTP/1.1" status: 200 len: 945 time: 0.0677366 Dec 18 13:31:32.491385 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-1b9a9ecb-2550-40fb-b345-562d2f9c72a5 None None] Attempting to bind port 14eb0c83-aa2e-4d29-8475-d407185e5ed6 on host dv-neutron-744815-20-hyperv for vnic_type normal with profile {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 13:31:32.491917 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-1b9a9ecb-2550-40fb-b345-562d2f9c72a5 None None] Attempting to bind port 14eb0c83-aa2e-4d29-8475-d407185e5ed6 by drivers openvswitch,hyperv on host dv-neutron-744815-20-hyperv at level 0 using segments [{'id': 'b9eceb75-5cb9-42a0-a6b2-939979ce526b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '771f2d83-5592-473b-bd64-ec41bbcd98c2'}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 13:31:32.492367 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b9a9ecb-2550-40fb-b345-562d2f9c72a5 None None] Attempting to bind port 14eb0c83-aa2e-4d29-8475-d407185e5ed6 on network 771f2d83-5592-473b-bd64-ec41bbcd98c2 {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 13:31:32.493167 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c52ef73-275e-4022-813c-666d4af24f46 tempest-BulkNetworkOpsTest-918257746 tempest-BulkNetworkOpsTest-918257746-project] Deleting subnet 807d1e53-3c57-4830-b2fc-6ecf746839f6 {{(pid=103159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 18 13:31:32.500041 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b9a9ecb-2550-40fb-b345-562d2f9c72a5 None None] Checking agent: {'id': '428fa9fa-43db-4db9-9f96-f60ffe931f2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-20-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 13, 19, 1), 'started_at': datetime.datetime(2021, 12, 18, 13, 19, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 13, 31, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-20-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 18 13:31:32.500496 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b9a9ecb-2550-40fb-b345-562d2f9c72a5 None None] Checking segment: {'id': 'b9eceb75-5cb9-42a0-a6b2-939979ce526b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '771f2d83-5592-473b-bd64-ec41bbcd98c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 13:31:32.501079 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-1b9a9ecb-2550-40fb-b345-562d2f9c72a5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:32.501657 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b9a9ecb-2550-40fb-b345-562d2f9c72a5 None None] Bound using segment: {'id': 'b9eceb75-5cb9-42a0-a6b2-939979ce526b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '771f2d83-5592-473b-bd64-ec41bbcd98c2'} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 18 13:31:32.502436 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-1b9a9ecb-2550-40fb-b345-562d2f9c72a5 None None] Bound port: 14eb0c83-aa2e-4d29-8475-d407185e5ed6, host: dv-neutron-744815-20-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9eceb75-5cb9-42a0-a6b2-939979ce526b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '771f2d83-5592-473b-bd64-ec41bbcd98c2'}}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 18 13:31:32.503124 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-1b9a9ecb-2550-40fb-b345-562d2f9c72a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:32.505924 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b21a86-951d-401a-a1fc-6b60bad7a67b None None] Pushing event updated for resources: {'Port': ['ID=e092f7db-ad91-481e-95f1-cc9515bd345d,revision_number=3']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:31:32.512377 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-6c52ef73-275e-4022-813c-666d4af24f46 tempest-BulkNetworkOpsTest-918257746 tempest-BulkNetworkOpsTest-918257746-project] Publish callbacks [] for subnet, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:32.547965 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-41428d80-3e9d-4f92-b594-8f6a42773706 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1927267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586962'] for network, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:32.553518 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-fb5b1a48-263f-4d9a-a65a-edab6c4d26fb req-041fa372-d32b-4c25-8bb0-a8dd0a8c0018 tempest-ServerActionsTestJSON-1545132800 tempest-ServerActionsTestJSON-1545132800-project] 10.222.0.31 "GET /v2.0/security-groups?id=04da0920-3f32-48b1-bc5b-099cf6dd1551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734456 Dec 18 13:31:32.575041 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-41428d80-3e9d-4f92-b594-8f6a42773706 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Publish callbacks [] for network, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:32.578877 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-41428d80-3e9d-4f92-b594-8f6a42773706 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] 10.222.0.31 "DELETE /v2.0/networks/6a927deb-787e-47ec-8e16-89e6353b7166 HTTP/1.1" status: 204 len: 168 time: 0.8731396 Dec 18 13:31:32.636069 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-a41d4bfc-054f-45b6-9362-caff62bf51aa tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:32.639433 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41428d80-3e9d-4f92-b594-8f6a42773706 tempest-FloatingIPTestJSON-409736528 tempest-FloatingIPTestJSON-409736528-project] Pushing event deleted for resources: {'Network': ['ID=6a927deb-787e-47ec-8e16-89e6353b7166,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:31:32.644071 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-6c52ef73-275e-4022-813c-666d4af24f46 tempest-BulkNetworkOpsTest-918257746 tempest-BulkNetworkOpsTest-918257746-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5589624'] for subnet, precommit_delete_associations {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:32.665489 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fb8926-4f82-44b7-8bda-805f8cd5f98b req-26475e8c-2bf0-4cff-b7eb-150d9a4feefb tempest-TestServerAdvancedOps-1858504261 tempest-TestServerAdvancedOps-1858504261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:31:32.667188 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-01fb8926-4f82-44b7-8bda-805f8cd5f98b req-26475e8c-2bf0-4cff-b7eb-150d9a4feefb tempest-TestServerAdvancedOps-1858504261 tempest-TestServerAdvancedOps-1858504261-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0023ad2-8e0e-4912-a9aa-38ce4eeee77c HTTP/1.1" status: 200 len: 946 time: 0.2416835 Dec 18 13:31:32.669320 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923011eb-d368-470b-88c5-fe471050fa76 req-3d228dcc-a1a0-4a94-a028-9938538a7a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:31:32.670775 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-923011eb-d368-470b-88c5-fe471050fa76 req-3d228dcc-a1a0-4a94-a028-9938538a7a22 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=72fb1cda929143289688e766bba7ee81&device_id=d0023ad2-8e0e-4912-a9aa-38ce4eeee77c HTTP/1.1" status: 200 len: 1099 time: 0.2595377 Dec 18 13:31:32.708094 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-1b9a9ecb-2550-40fb-b345-562d2f9c72a5 None None] For port 14eb0c83-aa2e-4d29-8475-d407185e5ed6, host dv-neutron-744815-20-hyperv, cleared binding levels {{(pid=103161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 18 13:31:32.712969 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-1b9a9ecb-2550-40fb-b345-562d2f9c72a5 None None] For port 14eb0c83-aa2e-4d29-8475-d407185e5ed6, host dv-neutron-744815-20-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=14eb0c83-aa2e-4d29-8475-d407185e5ed6,segment=NetworkSegment(b9eceb75-5cb9-42a0-a6b2-939979ce526b),segment_id=b9eceb75-5cb9-42a0-a6b2-939979ce526b)] {{(pid=103161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 18 13:31:32.720509 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-1b9a9ecb-2550-40fb-b345-562d2f9c72a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:32.818324 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9a9ecb-2550-40fb-b345-562d2f9c72a5 None None] Pushing event updated for resources: {'Port': ['ID=14eb0c83-aa2e-4d29-8475-d407185e5ed6,revision_number=2']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:31:32.980419 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-a41d4bfc-054f-45b6-9362-caff62bf51aa tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:32.989439 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-01fb8926-4f82-44b7-8bda-805f8cd5f98b req-c829729d-a823-479e-807a-73bc1e5b4d08 tempest-TestServerAdvancedOps-1858504261 tempest-TestServerAdvancedOps-1858504261-project] 10.222.0.31 "GET /v2.0/security-groups?id=d41c1bbf-8c24-4f02-8dab-92235eb4736a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2748220 Dec 18 13:31:32.996356 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-a41d4bfc-054f-45b6-9362-caff62bf51aa tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530267'] for security_group_rule, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:33.022787 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba81d91d-3eac-4149-b9d1-3969560a6923 req-65794233-943b-4e17-b4ee-bfadc4e4f794 tempest-ServerActionsTestJSON-1545132800 tempest-ServerActionsTestJSON-1545132800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:31:33.024776 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-ba81d91d-3eac-4149-b9d1-3969560a6923 req-65794233-943b-4e17-b4ee-bfadc4e4f794 tempest-ServerActionsTestJSON-1545132800 tempest-ServerActionsTestJSON-1545132800-project] 10.222.0.31 "GET /v2.0/ports?device_id=f75e1b43-b628-4577-9f75-0cf3a56e1582 HTTP/1.1" status: 200 len: 945 time: 0.0691559 Dec 18 13:31:33.040387 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41d4bfc-054f-45b6-9362-caff62bf51aa tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7bab67d5-dcfc-4522-89c2-2f21beba8ad1,revision_number=0']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:31:33.052999 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-a41d4bfc-054f-45b6-9362-caff62bf51aa tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:33.058304 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-a41d4bfc-054f-45b6-9362-caff62bf51aa tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7481246 Dec 18 13:31:33.058847 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 54520) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:33.060140 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-6c52ef73-275e-4022-813c-666d4af24f46 tempest-BulkNetworkOpsTest-918257746 tempest-BulkNetworkOpsTest-918257746-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1929185'] for subnet, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:33.100659 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 54522) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:33.117665 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923011eb-d368-470b-88c5-fe471050fa76 req-a3cf62f4-605e-4417-bd02-a65a01bac36a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:31:33.119205 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-923011eb-d368-470b-88c5-fe471050fa76 req-a3cf62f4-605e-4417-bd02-a65a01bac36a service neutron] 10.222.0.43 "GET /v2.0/networks?id=a9b5857a-d481-44f2-8a73-a6ac81bcd038 HTTP/1.1" status: 200 len: 913 time: 0.4078014 Dec 18 13:31:33.133086 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-ba81d91d-3eac-4149-b9d1-3969560a6923 req-0b3f557a-125a-4654-abc4-20beaa28f6c9 tempest-ServerActionsTestJSON-1545132800 tempest-ServerActionsTestJSON-1545132800-project] 10.222.0.31 "GET /v2.0/security-groups?id=04da0920-3f32-48b1-bc5b-099cf6dd1551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0985343 Dec 18 13:31:33.134026 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-19bc6e3f-218d-4c49-9150-882ec4236bfa tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] 10.222.0.31 "GET /v2.0/security-group-rules/7bab67d5-dcfc-4522-89c2-2f21beba8ad1 HTTP/1.1" status: 200 len: 764 time: 0.0696294 Dec 18 13:31:33.136717 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 54526) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:33.187948 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-923011eb-d368-470b-88c5-fe471050fa76 req-d1bb48ee-d0e7-4a3d-abe6-53a2491a1d9b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0ded5d5d-2015-47cb-aca5-eed125083cb7 HTTP/1.1" status: 200 len: 217 time: 0.0528071 Dec 18 13:31:33.193940 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-8d804fc0-bfc9-472f-8f0b-3a9c4959aada tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0557826 Dec 18 13:31:33.197073 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 54528) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:33.228332 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-3c286bfc-faea-45ee-8728-a845cbba4733 tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:33.240592 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-3c286bfc-faea-45ee-8728-a845cbba4733 tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:33.253086 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-6c52ef73-275e-4022-813c-666d4af24f46 tempest-BulkNetworkOpsTest-918257746 tempest-BulkNetworkOpsTest-918257746-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1929192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5659851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6017053'] for subnet, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:33.259632 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923011eb-d368-470b-88c5-fe471050fa76 req-a209127c-395b-47f6-819b-bb2acc78c3be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:31:33.262668 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-923011eb-d368-470b-88c5-fe471050fa76 req-a209127c-395b-47f6-819b-bb2acc78c3be service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9e3d3bf3-4ca3-4518-8457-a0aa8b909e42 HTTP/1.1" status: 200 len: 852 time: 0.0634034 Dec 18 13:31:33.299580 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-3c286bfc-faea-45ee-8728-a845cbba4733 tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530267'] for security_group_rule, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:33.303079 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c52ef73-275e-4022-813c-666d4af24f46 tempest-BulkNetworkOpsTest-918257746 tempest-BulkNetworkOpsTest-918257746-project] Pushing event deleted for resources: {'Subnet': ['ID=807d1e53-3c57-4830-b2fc-6ecf746839f6,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:31:33.306388 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-6c52ef73-275e-4022-813c-666d4af24f46 tempest-BulkNetworkOpsTest-918257746 tempest-BulkNetworkOpsTest-918257746-project] Publish callbacks [] for subnet, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:33.309390 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-3c286bfc-faea-45ee-8728-a845cbba4733 tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:33.312989 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-3c286bfc-faea-45ee-8728-a845cbba4733 tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/7bab67d5-dcfc-4522-89c2-2f21beba8ad1 HTTP/1.1" status: 204 len: 168 time: 0.1120791 Dec 18 13:31:33.313411 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 54530) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:33.317672 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-6c52ef73-275e-4022-813c-666d4af24f46 tempest-BulkNetworkOpsTest-918257746 tempest-BulkNetworkOpsTest-918257746-project] 10.222.0.31 "DELETE /v2.0/subnets/807d1e53-3c57-4830-b2fc-6ecf746839f6 HTTP/1.1" status: 204 len: 168 time: 1.1317983 Dec 18 13:31:33.328357 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 54532) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:33.331726 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-51a261d4-72ae-460f-af48-5ac93f9b0c42 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8fc927833fca44b7bf3271edc88c03e0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2299962 Dec 18 13:31:33.337355 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 54534) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:33.341084 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-923011eb-d368-470b-88c5-fe471050fa76 req-cad0c77d-2278-4172-9c1f-805e67bcb4f1 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a9b5857a-d481-44f2-8a73-a6ac81bcd038&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0530076 Dec 18 13:31:33.346938 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c286bfc-faea-45ee-8728-a845cbba4733 tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7bab67d5-dcfc-4522-89c2-2f21beba8ad1,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:31:33.407664 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-46b1d51e-20f6-4d2b-983f-a1cc288ac88f tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0907307 Dec 18 13:31:33.408156 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 54536) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:33.417978 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10a70bcc-1f4f-42f2-95c4-1bfe617383cd tempest-BulkNetworkOpsTest-918257746 tempest-BulkNetworkOpsTest-918257746-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:31:33.423008 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-10a70bcc-1f4f-42f2-95c4-1bfe617383cd tempest-BulkNetworkOpsTest-918257746 tempest-BulkNetworkOpsTest-918257746-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0870011 Dec 18 13:31:33.424717 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 54538) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:33.472410 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-d071b786-ec00-4edf-8ac2-a5bc3c2e8e6c tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] Publish callbacks [] for security_group, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:33.497857 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-d071b786-ec00-4edf-8ac2-a5bc3c2e8e6c tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:33.551187 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-d071b786-ec00-4edf-8ac2-a5bc3c2e8e6c tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:33.554117 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-d071b786-ec00-4edf-8ac2-a5bc3c2e8e6c tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] Publish callbacks [] for security_group, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:33.558341 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-d071b786-ec00-4edf-8ac2-a5bc3c2e8e6c tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] 10.222.0.31 "DELETE /v2.0/security-groups/f9d2113c-8d03-47ce-81a1-33ea147d4f92 HTTP/1.1" status: 204 len: 168 time: 0.1492672 Dec 18 13:31:33.559039 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 54540) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:33.584307 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d071b786-ec00-4edf-8ac2-a5bc3c2e8e6c tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9d2113c-8d03-47ce-81a1-33ea147d4f92,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:31:33.640840 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-43d0e7b8-81ed-48fb-a2bb-cab04cfa105a tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.0774007 Dec 18 13:31:33.647882 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 54542) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:33.653315 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-cdff7a38-d9a3-4c92-9778-2f5ca9a8f524 tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] Request body: {'security_group': {'name': 'tempest-secgroup--210110801'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:31:33.693156 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-cdff7a38-d9a3-4c92-9778-2f5ca9a8f524 tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] Publish callbacks [] for security_group, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:33.717114 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c270bbf-398b-4d8c-9fc6-b20bfc6af321 None None] Network 25d4eb2f-74b0-438b-a560-825fd51b367d requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:31:33.802905 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-d11c8109-7362-41e4-8600-dd6d4d89fe19 None None] Provisioning complete for port e092f7db-ad91-481e-95f1-cc9515bd345d triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:31:33.803691 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-d11c8109-7362-41e4-8600-dd6d4d89fe19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:33.812923 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-cdff7a38-d9a3-4c92-9778-2f5ca9a8f524 tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] Publish callbacks [] for security_group, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:33.827599 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-cdff7a38-d9a3-4c92-9778-2f5ca9a8f524 tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:33.863519 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-cdff7a38-d9a3-4c92-9778-2f5ca9a8f524 tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] Publish callbacks [] for security_group, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:33.867545 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-cdff7a38-d9a3-4c92-9778-2f5ca9a8f524 tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2159526 Dec 18 13:31:33.868622 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 54544) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:33.874612 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-a8c2597f-1a65-4385-b357-c5959a54584a tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] Request body: {'security_group_rule': {'security_group_id': '04b3ce5d-9dc6-4d4b-b387-56af27fef37e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:31:33.882179 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdff7a38-d9a3-4c92-9778-2f5ca9a8f524 tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04b3ce5d-9dc6-4d4b-b387-56af27fef37e,revision_number=1']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:31:33.926149 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-5ca422b3-5e4a-4640-9971-c2cc5314fa49 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:33.931754 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-a8c2597f-1a65-4385-b357-c5959a54584a tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:33.952145 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-46f07b76-9b25-4ea0-8c1f-eb5a2588e23f tempest-BulkNetworkOpsTest-918257746 tempest-BulkNetworkOpsTest-918257746-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2023137'] for network, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:33.959965 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-923011eb-d368-470b-88c5-fe471050fa76 req-850d2690-6298-49ca-acd2-574d794aa041 service neutron] 10.222.0.43 "GET /v2.0/networks/a9b5857a-d481-44f2-8a73-a6ac81bcd038?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6069839 Dec 18 13:31:33.976383 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-d11c8109-7362-41e4-8600-dd6d4d89fe19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:33.988959 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-5ca422b3-5e4a-4640-9971-c2cc5314fa49 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:34.032985 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed3c21c7-24dd-4101-bfa9-89a410b1b995 None None] DHCP port deletion for 25d4eb2f-74b0-438b-a560-825fd51b367d request from dv-neutron-744815-20-hyperv {{(pid=103161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 18 13:31:34.045464 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-d11c8109-7362-41e4-8600-dd6d4d89fe19 None None] For port e092f7db-ad91-481e-95f1-cc9515bd345d, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=e092f7db-ad91-481e-95f1-cc9515bd345d,segment=NetworkSegment(edf2bf17-0bae-4ce3-b3a2-e06f587c67a8),segment_id=edf2bf17-0bae-4ce3-b3a2-e06f587c67a8)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:31:34.045695 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-a8c2597f-1a65-4385-b357-c5959a54584a tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:34.052987 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-a8c2597f-1a65-4385-b357-c5959a54584a tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530267'] for security_group_rule, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:34.074680 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-d11c8109-7362-41e4-8600-dd6d4d89fe19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:34.082996 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c2597f-1a65-4385-b357-c5959a54584a tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6e48af8-09ca-4cd0-9ba5-98c92f92f962,revision_number=0']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:31:34.107846 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-a8c2597f-1a65-4385-b357-c5959a54584a tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:34.109112 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-a8c2597f-1a65-4385-b357-c5959a54584a tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2395349 Dec 18 13:31:34.113884 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 54548) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:34.238538 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-ed3c21c7-24dd-4101-bfa9-89a410b1b995 None None] Deleting port e092f7db-ad91-481e-95f1-cc9515bd345d {{(pid=103161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:31:34.240141 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ed3c21c7-24dd-4101-bfa9-89a410b1b995 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:34.248706 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11c8109-7362-41e4-8600-dd6d4d89fe19 None None] Pushing event updated for resources: {'Port': ['ID=e092f7db-ad91-481e-95f1-cc9515bd345d,revision_number=4']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:31:34.272680 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-923011eb-d368-470b-88c5-fe471050fa76 req-f2f64d0b-2707-47ef-941d-336d43a7d43d service neutron] 10.222.0.43 "GET /v2.0/networks/a9b5857a-d481-44f2-8a73-a6ac81bcd038?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3014808 Dec 18 13:31:34.276559 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-5ca422b3-5e4a-4640-9971-c2cc5314fa49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:34.280949 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-5ca422b3-5e4a-4640-9971-c2cc5314fa49 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:34.285443 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-5ca422b3-5e4a-4640-9971-c2cc5314fa49 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/390f5749-c6fd-4cb3-8a46-f83338203095 HTTP/1.1" status: 204 len: 168 time: 0.9468710 Dec 18 13:31:34.300690 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addccf7b-bb70-40f6-bb8b-b0f99e29e5cc req-fadcc730-4490-4dd6-a01a-be3cf5515b0d tempest-TestServerAdvancedOps-1858504261 tempest-TestServerAdvancedOps-1858504261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:31:34.302601 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-addccf7b-bb70-40f6-bb8b-b0f99e29e5cc req-fadcc730-4490-4dd6-a01a-be3cf5515b0d tempest-TestServerAdvancedOps-1858504261 tempest-TestServerAdvancedOps-1858504261-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0023ad2-8e0e-4912-a9aa-38ce4eeee77c HTTP/1.1" status: 200 len: 946 time: 0.1273222 Dec 18 13:31:34.313795 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca422b3-5e4a-4640-9971-c2cc5314fa49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=390f5749-c6fd-4cb3-8a46-f83338203095,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:31:34.322466 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-64b41b6f-1297-4640-9823-369195836f24 tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] Publish callbacks [] for security_group, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:34.345444 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-46f07b76-9b25-4ea0-8c1f-eb5a2588e23f tempest-BulkNetworkOpsTest-918257746 tempest-BulkNetworkOpsTest-918257746-project] Deleting port 14eb0c83-aa2e-4d29-8475-d407185e5ed6 {{(pid=103159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:31:34.346317 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-46f07b76-9b25-4ea0-8c1f-eb5a2588e23f tempest-BulkNetworkOpsTest-918257746 tempest-BulkNetworkOpsTest-918257746-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:34.426379 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36b63da7-5c49-4f37-a8d3-5e52fd67bcc4 None None] Network 771f2d83-5592-473b-bd64-ec41bbcd98c2 requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:31:34.448796 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-64b41b6f-1297-4640-9823-369195836f24 tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:34.503480 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-ed3c21c7-24dd-4101-bfa9-89a410b1b995 None None] For port e092f7db-ad91-481e-95f1-cc9515bd345d, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=e092f7db-ad91-481e-95f1-cc9515bd345d,segment=NetworkSegment(edf2bf17-0bae-4ce3-b3a2-e06f587c67a8),segment_id=edf2bf17-0bae-4ce3-b3a2-e06f587c67a8)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:31:34.504136 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ed3c21c7-24dd-4101-bfa9-89a410b1b995 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:34.514096 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-addccf7b-bb70-40f6-bb8b-b0f99e29e5cc req-69aade0d-dbe8-40a6-b7e6-105dae44a287 tempest-TestServerAdvancedOps-1858504261 tempest-TestServerAdvancedOps-1858504261-project] 10.222.0.31 "GET /v2.0/security-groups?id=d41c1bbf-8c24-4f02-8dab-92235eb4736a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784363 Dec 18 13:31:34.516679 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.db [None req-46f07b76-9b25-4ea0-8c1f-eb5a2588e23f tempest-BulkNetworkOpsTest-918257746 tempest-BulkNetworkOpsTest-918257746-project] For port 14eb0c83-aa2e-4d29-8475-d407185e5ed6, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=14eb0c83-aa2e-4d29-8475-d407185e5ed6,segment=NetworkSegment(b9eceb75-5cb9-42a0-a6b2-939979ce526b),segment_id=b9eceb75-5cb9-42a0-a6b2-939979ce526b)] {{(pid=103159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:31:34.517755 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-46f07b76-9b25-4ea0-8c1f-eb5a2588e23f tempest-BulkNetworkOpsTest-918257746 tempest-BulkNetworkOpsTest-918257746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:34.555452 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-ed3c21c7-24dd-4101-bfa9-89a410b1b995 None None] Calling delete_port for e092f7db-ad91-481e-95f1-cc9515bd345d owned by network:dhcp {{(pid=103161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:31:34.558718 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-46f07b76-9b25-4ea0-8c1f-eb5a2588e23f tempest-BulkNetworkOpsTest-918257746 tempest-BulkNetworkOpsTest-918257746-project] Calling delete_port for 14eb0c83-aa2e-4d29-8475-d407185e5ed6 owned by network:dhcp {{(pid=103159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:31:34.559320 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-df84a82a-c6fd-455e-a55f-2d374a2351db None None] Provisioning complete for port 14eb0c83-aa2e-4d29-8475-d407185e5ed6 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:31:34.559695 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-df84a82a-c6fd-455e-a55f-2d374a2351db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:34.588306 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84afa01-f54a-4ace-a276-bc62ddb689f2 req-18a8013c-ef5a-4544-8a25-867672184f2b tempest-ServerActionsTestJSON-1545132800 tempest-ServerActionsTestJSON-1545132800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:31:34.595568 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-d84afa01-f54a-4ace-a276-bc62ddb689f2 req-18a8013c-ef5a-4544-8a25-867672184f2b tempest-ServerActionsTestJSON-1545132800 tempest-ServerActionsTestJSON-1545132800-project] 10.222.0.31 "GET /v2.0/ports?device_id=f75e1b43-b628-4577-9f75-0cf3a56e1582 HTTP/1.1" status: 200 len: 945 time: 0.2199965 Dec 18 13:31:34.701546 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-d84afa01-f54a-4ace-a276-bc62ddb689f2 req-b9c7be08-4670-4950-aa6b-5273338d8da9 tempest-ServerActionsTestJSON-1545132800 tempest-ServerActionsTestJSON-1545132800-project] 10.222.0.31 "GET /v2.0/security-groups?id=04da0920-3f32-48b1-bc5b-099cf6dd1551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717111 Dec 18 13:31:34.703274 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 14eb0c83-aa2e-4d29-8475-d407185e5ed6 up at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 13:31:34.713124 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-64b41b6f-1297-4640-9823-369195836f24 tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:34.724200 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-64b41b6f-1297-4640-9823-369195836f24 tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] Publish callbacks [] for security_group, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:34.725332 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-64b41b6f-1297-4640-9823-369195836f24 tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] 10.222.0.31 "DELETE /v2.0/security-groups/04b3ce5d-9dc6-4d4b-b387-56af27fef37e HTTP/1.1" status: 204 len: 168 time: 0.6104856 Dec 18 13:31:34.728728 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 54560) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:34.751808 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-46f07b76-9b25-4ea0-8c1f-eb5a2588e23f tempest-BulkNetworkOpsTest-918257746 tempest-BulkNetworkOpsTest-918257746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:34.752323 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b41b6f-1297-4640-9823-369195836f24 tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=04b3ce5d-9dc6-4d4b-b387-56af27fef37e,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:31:34.760240 dv-neutron-744815-20-hyperv neutron-server[103161]: INFO neutron.plugins.ml2.db [None req-df84a82a-c6fd-455e-a55f-2d374a2351db None None] No ports have port_id starting with 14eb0c83-aa2e-4d29-8475-d407185e5ed6 Dec 18 13:31:34.804271 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-2e1439d6-f6d4-4a2a-8a01-3ae1eb2c2572 tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.0737593 Dec 18 13:31:34.807332 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-2294866d-0076-4933-952c-685307032598 None None] No active binding found for port 14eb0c83-aa2e-4d29-8475-d407185e5ed6 {{(pid=103161) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Dec 18 13:31:34.807871 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 14eb0c83-aa2e-4d29-8475-d407185e5ed6 not bound to the agent host dv-neutron-744815-20-hyperv {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Dec 18 13:31:34.808680 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 54566) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:34.813027 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f07b76-9b25-4ea0-8c1f-eb5a2588e23f tempest-BulkNetworkOpsTest-918257746 tempest-BulkNetworkOpsTest-918257746-project] Pushing event deleted for resources: {'Port': ['ID=14eb0c83-aa2e-4d29-8475-d407185e5ed6,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:31:34.827535 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f07b76-9b25-4ea0-8c1f-eb5a2588e23f tempest-BulkNetworkOpsTest-918257746 tempest-BulkNetworkOpsTest-918257746-project] No DVR routers for this DVR port 14eb0c83-aa2e-4d29-8475-d407185e5ed6 on host dv-neutron-744815-20-hyperv {{(pid=103159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 18 13:31:34.830076 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ed3c21c7-24dd-4101-bfa9-89a410b1b995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984'] for port, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:34.848737 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbd2a664-abfb-441f-ba49-5b93332979c8 None None] DHCP port deletion for 771f2d83-5592-473b-bd64-ec41bbcd98c2 request from dv-neutron-744815-20-hyperv {{(pid=103161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 18 13:31:34.852388 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed3c21c7-24dd-4101-bfa9-89a410b1b995 None None] No DVR routers for this DVR port e092f7db-ad91-481e-95f1-cc9515bd345d on host dv-neutron-744815-20-hyperv {{(pid=103161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 18 13:31:34.854238 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Port 14eb0c83-aa2e-4d29-8475-d407185e5ed6 not found, will not notify nova. {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Dec 18 13:31:34.891568 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3c21c7-24dd-4101-bfa9-89a410b1b995 None None] Pushing event deleted for resources: {'Port': ['ID=e092f7db-ad91-481e-95f1-cc9515bd345d,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:31:34.906370 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-fdcafd26-227d-4dce-bc36-2c241a9a712b tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0939364 Dec 18 13:31:34.907198 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 54570) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:34.926545 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.api.v2.resource [None req-8b3d4351-5317-4011-b179-afdefeb22427 tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] delete failed (client error): The resource could not be found. Dec 18 13:31:34.933088 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-8b3d4351-5317-4011-b179-afdefeb22427 tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] 10.222.0.31 "DELETE /v2.0/security-groups/04b3ce5d-9dc6-4d4b-b387-56af27fef37e HTTP/1.1" status: 404 len: 347 time: 0.0239594 Dec 18 13:31:34.934492 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 54574) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:34.962289 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-46f07b76-9b25-4ea0-8c1f-eb5a2588e23f tempest-BulkNetworkOpsTest-918257746 tempest-BulkNetworkOpsTest-918257746-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1927292', 'neutron.services.segments.db._delete_segments_for_network-8767106887837'] for network, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:34.988113 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-59c800c1-0bd3-473a-8003-90d860b0b911 tempest-SecGroupTest-799152452 tempest-SecGroupTest-799152452-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.0523868 Dec 18 13:31:34.992962 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.services.segments.db [None req-46f07b76-9b25-4ea0-8c1f-eb5a2588e23f tempest-BulkNetworkOpsTest-918257746 tempest-BulkNetworkOpsTest-918257746-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['771f2d83-5592-473b-bd64-ec41bbcd98c2']}} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:31:35.004122 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.services.segments.db [None req-46f07b76-9b25-4ea0-8c1f-eb5a2588e23f tempest-BulkNetworkOpsTest-918257746 tempest-BulkNetworkOpsTest-918257746-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9eceb75-5cb9-42a0-a6b2-939979ce526b') {'for_net_delete': True} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:31:35.004506 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.services.segments.db [None req-46f07b76-9b25-4ea0-8c1f-eb5a2588e23f tempest-BulkNetworkOpsTest-918257746 tempest-BulkNetworkOpsTest-918257746-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9eceb75-5cb9-42a0-a6b2-939979ce526b') {} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:31:35.031540 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-46f07b76-9b25-4ea0-8c1f-eb5a2588e23f tempest-BulkNetworkOpsTest-918257746 tempest-BulkNetworkOpsTest-918257746-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767106888614', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5589569'] for segment, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:35.058746 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-46f07b76-9b25-4ea0-8c1f-eb5a2588e23f tempest-BulkNetworkOpsTest-918257746 tempest-BulkNetworkOpsTest-918257746-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:35.067971 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46f07b76-9b25-4ea0-8c1f-eb5a2588e23f tempest-BulkNetworkOpsTest-918257746 tempest-BulkNetworkOpsTest-918257746-project] Releasing vlan 110 on physical network physnet1 to pool {{(pid=103159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 18 13:31:35.068365 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-46f07b76-9b25-4ea0-8c1f-eb5a2588e23f tempest-BulkNetworkOpsTest-918257746 tempest-BulkNetworkOpsTest-918257746-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5660009'] for segment, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:35.073375 dv-neutron-744815-20-hyperv neutron-server[103159]: Traceback (most recent call last): Dec 18 13:31:35.073375 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 18 13:31:35.073375 dv-neutron-744815-20-hyperv neutron-server[103159]: timer() Dec 18 13:31:35.073375 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 18 13:31:35.073375 dv-neutron-744815-20-hyperv neutron-server[103159]: cb(*args, **kw) Dec 18 13:31:35.073375 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 18 13:31:35.073375 dv-neutron-744815-20-hyperv neutron-server[103159]: return func(*args, **kwargs) Dec 18 13:31:35.073375 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 18 13:31:35.073375 dv-neutron-744815-20-hyperv neutron-server[103159]: self._notify() Dec 18 13:31:35.073375 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 18 13:31:35.073375 dv-neutron-744815-20-hyperv neutron-server[103159]: self.callback(batched_events) Dec 18 13:31:35.073375 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 18 13:31:35.073375 dv-neutron-744815-20-hyperv neutron-server[103159]: event.method(event) Dec 18 13:31:35.073375 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 18 13:31:35.073375 dv-neutron-744815-20-hyperv neutron-server[103159]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 18 13:31:35.073375 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 18 13:31:35.073375 dv-neutron-744815-20-hyperv neutron-server[103159]: aggregate_uuid = self.p_client.list_aggregates( Dec 18 13:31:35.073375 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 18 13:31:35.073375 dv-neutron-744815-20-hyperv neutron-server[103159]: return f(self, *a, **k) Dec 18 13:31:35.073375 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 18 13:31:35.073375 dv-neutron-744815-20-hyperv neutron-server[103159]: return self._get(url).json() Dec 18 13:31:35.073375 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 18 13:31:35.073375 dv-neutron-744815-20-hyperv neutron-server[103159]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 18 13:31:35.073375 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 18 13:31:35.073375 dv-neutron-744815-20-hyperv neutron-server[103159]: return self.request(url, 'GET', **kwargs) Dec 18 13:31:35.073375 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 18 13:31:35.073375 dv-neutron-744815-20-hyperv neutron-server[103159]: base_url = self.get_endpoint(auth, allow=allow, Dec 18 13:31:35.073375 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 18 13:31:35.073375 dv-neutron-744815-20-hyperv neutron-server[103159]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 18 13:31:35.073375 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 18 13:31:35.073375 dv-neutron-744815-20-hyperv neutron-server[103159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 18 13:31:35.073375 dv-neutron-744815-20-hyperv neutron-server[103159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 18 13:31:35.149206 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfadaaf1-024b-49de-9dd6-428015f38b88 req-c52f6047-af6d-46d5-a41d-639239292cc9 tempest-ServerActionsTestJSON-1545132800 tempest-ServerActionsTestJSON-1545132800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:31:35.151048 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-cfadaaf1-024b-49de-9dd6-428015f38b88 req-c52f6047-af6d-46d5-a41d-639239292cc9 tempest-ServerActionsTestJSON-1545132800 tempest-ServerActionsTestJSON-1545132800-project] 10.222.0.31 "GET /v2.0/ports?device_id=f75e1b43-b628-4577-9f75-0cf3a56e1582 HTTP/1.1" status: 200 len: 945 time: 0.0718946 Dec 18 13:31:35.179657 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-46f07b76-9b25-4ea0-8c1f-eb5a2588e23f tempest-BulkNetworkOpsTest-918257746 tempest-BulkNetworkOpsTest-918257746-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1927267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586962'] for network, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:35.189571 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767df8e4-d76e-4ed9-ac42-05c8e3e44354 req-028153b4-555f-4b62-8807-214668dc3340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:31:35.191714 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-767df8e4-d76e-4ed9-ac42-05c8e3e44354 req-028153b4-555f-4b62-8807-214668dc3340 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=797acd6e00034b9ba6b75e0f2650f2ea&device_id=f75e1b43-b628-4577-9f75-0cf3a56e1582 HTTP/1.1" status: 200 len: 1098 time: 0.0605319 Dec 18 13:31:35.200780 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-46f07b76-9b25-4ea0-8c1f-eb5a2588e23f tempest-BulkNetworkOpsTest-918257746 tempest-BulkNetworkOpsTest-918257746-project] Publish callbacks [] for network, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:35.204449 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-46f07b76-9b25-4ea0-8c1f-eb5a2588e23f tempest-BulkNetworkOpsTest-918257746 tempest-BulkNetworkOpsTest-918257746-project] 10.222.0.31 "DELETE /v2.0/networks/771f2d83-5592-473b-bd64-ec41bbcd98c2 HTTP/1.1" status: 204 len: 168 time: 1.7782984 Dec 18 13:31:35.206225 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f07b76-9b25-4ea0-8c1f-eb5a2588e23f tempest-BulkNetworkOpsTest-918257746 tempest-BulkNetworkOpsTest-918257746-project] Pushing event deleted for resources: {'Network': ['ID=771f2d83-5592-473b-bd64-ec41bbcd98c2,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:31:35.208010 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 54584) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:35.232713 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-cfadaaf1-024b-49de-9dd6-428015f38b88 req-c84faae8-0d5c-40d6-a165-57f01257f117 tempest-ServerActionsTestJSON-1545132800 tempest-ServerActionsTestJSON-1545132800-project] 10.222.0.31 "GET /v2.0/security-groups?id=04da0920-3f32-48b1-bc5b-099cf6dd1551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743606 Dec 18 13:31:35.354985 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-7d2324b0-8588-4fcc-acd4-1ce9ce18dcc8 tempest-BulkNetworkOpsTest-918257746 tempest-BulkNetworkOpsTest-918257746-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2023137'] for network, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:35.369682 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 54592) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:35.430995 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767df8e4-d76e-4ed9-ac42-05c8e3e44354 req-66dc81ee-bc0c-475c-9a51-b9fbe5a274fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:31:35.432524 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-767df8e4-d76e-4ed9-ac42-05c8e3e44354 req-66dc81ee-bc0c-475c-9a51-b9fbe5a274fd service neutron] 10.222.0.43 "GET /v2.0/networks?id=2fc4e038-9db1-4dce-962e-0069075d1df7 HTTP/1.1" status: 200 len: 912 time: 0.1941953 Dec 18 13:31:35.471102 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 54596) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:35.520236 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-7d2324b0-8588-4fcc-acd4-1ce9ce18dcc8 tempest-BulkNetworkOpsTest-918257746 tempest-BulkNetworkOpsTest-918257746-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1927292', 'neutron.services.segments.db._delete_segments_for_network-8767106887837'] for network, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:35.549823 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.services.segments.db [None req-7d2324b0-8588-4fcc-acd4-1ce9ce18dcc8 tempest-BulkNetworkOpsTest-918257746 tempest-BulkNetworkOpsTest-918257746-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25d4eb2f-74b0-438b-a560-825fd51b367d']}} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:31:35.562471 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-767df8e4-d76e-4ed9-ac42-05c8e3e44354 req-b964904b-40e6-4340-bcb4-ff811a399e62 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e7099ed9-5062-40c4-a1e3-ac0e8e7ebf76 HTTP/1.1" status: 200 len: 1001 time: 0.1201956 Dec 18 13:31:35.563891 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.services.segments.db [None req-7d2324b0-8588-4fcc-acd4-1ce9ce18dcc8 tempest-BulkNetworkOpsTest-918257746 tempest-BulkNetworkOpsTest-918257746-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'edf2bf17-0bae-4ce3-b3a2-e06f587c67a8') {'for_net_delete': True} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:31:35.564188 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.services.segments.db [None req-7d2324b0-8588-4fcc-acd4-1ce9ce18dcc8 tempest-BulkNetworkOpsTest-918257746 tempest-BulkNetworkOpsTest-918257746-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'edf2bf17-0bae-4ce3-b3a2-e06f587c67a8') {} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:31:35.581047 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-2c53748d-9fa5-4f8d-9997-0a9a694d0d30 tempest-FloatingIPNegativeTestJSON-720825688 tempest-FloatingIPNegativeTestJSON-720825688-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-724306781'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:31:35.583232 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-7d2324b0-8588-4fcc-acd4-1ce9ce18dcc8 tempest-BulkNetworkOpsTest-918257746 tempest-BulkNetworkOpsTest-918257746-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767106888614', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5589569'] for segment, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:35.610298 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c53748d-9fa5-4f8d-9997-0a9a694d0d30 tempest-FloatingIPNegativeTestJSON-720825688 tempest-FloatingIPNegativeTestJSON-720825688-project] Made reservation on behalf of 14a8ca6046614a859f0c6c109d6e0f2a for: {'network': 1} {{(pid=103160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:31:35.615666 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-2c53748d-9fa5-4f8d-9997-0a9a694d0d30 tempest-FloatingIPNegativeTestJSON-720825688 tempest-FloatingIPNegativeTestJSON-720825688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for network, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:35.621013 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-7d2324b0-8588-4fcc-acd4-1ce9ce18dcc8 tempest-BulkNetworkOpsTest-918257746 tempest-BulkNetworkOpsTest-918257746-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:35.635981 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d2324b0-8588-4fcc-acd4-1ce9ce18dcc8 tempest-BulkNetworkOpsTest-918257746 tempest-BulkNetworkOpsTest-918257746-project] Releasing vlan 107 on physical network physnet1 to pool {{(pid=103159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 18 13:31:35.636460 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-7d2324b0-8588-4fcc-acd4-1ce9ce18dcc8 tempest-BulkNetworkOpsTest-918257746 tempest-BulkNetworkOpsTest-918257746-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5660009'] for segment, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:35.639291 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-2c53748d-9fa5-4f8d-9997-0a9a694d0d30 tempest-FloatingIPNegativeTestJSON-720825688 tempest-FloatingIPNegativeTestJSON-720825688-project] Publish callbacks [] for security_group, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:35.641558 dv-neutron-744815-20-hyperv neutron-server[103159]: Traceback (most recent call last): Dec 18 13:31:35.641558 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 18 13:31:35.641558 dv-neutron-744815-20-hyperv neutron-server[103159]: timer() Dec 18 13:31:35.641558 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 18 13:31:35.641558 dv-neutron-744815-20-hyperv neutron-server[103159]: cb(*args, **kw) Dec 18 13:31:35.641558 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 18 13:31:35.641558 dv-neutron-744815-20-hyperv neutron-server[103159]: return func(*args, **kwargs) Dec 18 13:31:35.641558 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 18 13:31:35.641558 dv-neutron-744815-20-hyperv neutron-server[103159]: self._notify() Dec 18 13:31:35.641558 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 18 13:31:35.641558 dv-neutron-744815-20-hyperv neutron-server[103159]: self.callback(batched_events) Dec 18 13:31:35.641558 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 18 13:31:35.641558 dv-neutron-744815-20-hyperv neutron-server[103159]: event.method(event) Dec 18 13:31:35.641558 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 18 13:31:35.641558 dv-neutron-744815-20-hyperv neutron-server[103159]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 18 13:31:35.641558 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 18 13:31:35.641558 dv-neutron-744815-20-hyperv neutron-server[103159]: aggregate_uuid = self.p_client.list_aggregates( Dec 18 13:31:35.641558 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 18 13:31:35.641558 dv-neutron-744815-20-hyperv neutron-server[103159]: return f(self, *a, **k) Dec 18 13:31:35.641558 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 18 13:31:35.641558 dv-neutron-744815-20-hyperv neutron-server[103159]: return self._get(url).json() Dec 18 13:31:35.641558 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 18 13:31:35.641558 dv-neutron-744815-20-hyperv neutron-server[103159]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 18 13:31:35.641558 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 18 13:31:35.641558 dv-neutron-744815-20-hyperv neutron-server[103159]: return self.request(url, 'GET', **kwargs) Dec 18 13:31:35.641558 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 18 13:31:35.641558 dv-neutron-744815-20-hyperv neutron-server[103159]: base_url = self.get_endpoint(auth, allow=allow, Dec 18 13:31:35.641558 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 18 13:31:35.641558 dv-neutron-744815-20-hyperv neutron-server[103159]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 18 13:31:35.641558 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 18 13:31:35.641558 dv-neutron-744815-20-hyperv neutron-server[103159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 18 13:31:35.641558 dv-neutron-744815-20-hyperv neutron-server[103159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 18 13:31:35.692812 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-a2ee93cd-324c-42d8-990a-b597e95114e3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b6cd64fe188a436399ac2601b50464b4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3208551 Dec 18 13:31:35.695293 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 54602) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:35.708433 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767df8e4-d76e-4ed9-ac42-05c8e3e44354 req-f2be8b82-ba03-4d58-afff-12c95726ee2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:31:35.709940 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-767df8e4-d76e-4ed9-ac42-05c8e3e44354 req-f2be8b82-ba03-4d58-afff-12c95726ee2e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ab39156a-1aba-454f-953d-4c71ff8fa510 HTTP/1.1" status: 200 len: 850 time: 0.1388037 Dec 18 13:31:35.745379 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-aa262a2f-fc9b-4db6-80ed-cea30993f362 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:35.763926 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-7d2324b0-8588-4fcc-acd4-1ce9ce18dcc8 tempest-BulkNetworkOpsTest-918257746 tempest-BulkNetworkOpsTest-918257746-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1927267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586962'] for network, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:35.771502 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-aa262a2f-fc9b-4db6-80ed-cea30993f362 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:35.773984 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e771a052-1100-46aa-85e6-b4f1ad494a8b req-6949ad33-7dd7-4e87-b001-6fa6c957da59 tempest-TestServerAdvancedOps-1858504261 tempest-TestServerAdvancedOps-1858504261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:31:35.775543 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-e771a052-1100-46aa-85e6-b4f1ad494a8b req-6949ad33-7dd7-4e87-b001-6fa6c957da59 tempest-TestServerAdvancedOps-1858504261 tempest-TestServerAdvancedOps-1858504261-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0023ad2-8e0e-4912-a9aa-38ce4eeee77c HTTP/1.1" status: 200 len: 946 time: 0.1409588 Dec 18 13:31:35.784984 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-7d2324b0-8588-4fcc-acd4-1ce9ce18dcc8 tempest-BulkNetworkOpsTest-918257746 tempest-BulkNetworkOpsTest-918257746-project] Publish callbacks [] for network, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:35.790933 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-7d2324b0-8588-4fcc-acd4-1ce9ce18dcc8 tempest-BulkNetworkOpsTest-918257746 tempest-BulkNetworkOpsTest-918257746-project] 10.222.0.31 "DELETE /v2.0/networks/25d4eb2f-74b0-438b-a560-825fd51b367d HTTP/1.1" status: 204 len: 168 time: 0.5819607 Dec 18 13:31:35.792405 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 54604) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:35.817500 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2324b0-8588-4fcc-acd4-1ce9ce18dcc8 tempest-BulkNetworkOpsTest-918257746 tempest-BulkNetworkOpsTest-918257746-project] Pushing event deleted for resources: {'Network': ['ID=25d4eb2f-74b0-438b-a560-825fd51b367d,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:31:35.856069 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767df8e4-d76e-4ed9-ac42-05c8e3e44354 req-e358c9ce-e5f9-458b-912a-0a93f29bef54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:31:35.857600 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-767df8e4-d76e-4ed9-ac42-05c8e3e44354 req-e358c9ce-e5f9-458b-912a-0a93f29bef54 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2fc4e038-9db1-4dce-962e-0069075d1df7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1358709 Dec 18 13:31:35.863032 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-aa262a2f-fc9b-4db6-80ed-cea30993f362 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:35.866318 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-aa262a2f-fc9b-4db6-80ed-cea30993f362 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:35.867803 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-aa262a2f-fc9b-4db6-80ed-cea30993f362 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/83527e61-3139-4686-acd0-83d4220a7516 HTTP/1.1" status: 204 len: 168 time: 0.1714985 Dec 18 13:31:35.870269 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-2c53748d-9fa5-4f8d-9997-0a9a694d0d30 tempest-FloatingIPNegativeTestJSON-720825688 tempest-FloatingIPNegativeTestJSON-720825688-project] Publish callbacks [] for security_group, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:35.880556 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-2c53748d-9fa5-4f8d-9997-0a9a694d0d30 tempest-FloatingIPNegativeTestJSON-720825688 tempest-FloatingIPNegativeTestJSON-720825688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:35.884181 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa262a2f-fc9b-4db6-80ed-cea30993f362 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83527e61-3139-4686-acd0-83d4220a7516,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:31:35.935727 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c53748d-9fa5-4f8d-9997-0a9a694d0d30 tempest-FloatingIPNegativeTestJSON-720825688 tempest-FloatingIPNegativeTestJSON-720825688-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 143} {{(pid=103160) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 18 13:31:35.950294 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-2c53748d-9fa5-4f8d-9997-0a9a694d0d30 tempest-FloatingIPNegativeTestJSON-720825688 tempest-FloatingIPNegativeTestJSON-720825688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:35.951543 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.db.segments_db [None req-2c53748d-9fa5-4f8d-9997-0a9a694d0d30 tempest-FloatingIPNegativeTestJSON-720825688 tempest-FloatingIPNegativeTestJSON-720825688-project] Added segment deaf9958-3519-4e2a-8855-7ac95800998d of type vlan for network 4da2c114-de84-4a91-945a-dd4acf0c3fac Dec 18 13:31:35.984453 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-e771a052-1100-46aa-85e6-b4f1ad494a8b req-e831e928-a405-4f4c-8670-78607869262c tempest-TestServerAdvancedOps-1858504261 tempest-TestServerAdvancedOps-1858504261-project] 10.222.0.31 "GET /v2.0/security-groups?id=d41c1bbf-8c24-4f02-8dab-92235eb4736a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910698 Dec 18 13:31:35.990621 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-63651b15-a1c8-4af0-bfaa-da9379fb7e66 tempest-BulkNetworkOpsTest-918257746 tempest-BulkNetworkOpsTest-918257746-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2023137'] for network, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:36.043408 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c53748d-9fa5-4f8d-9997-0a9a694d0d30 tempest-FloatingIPNegativeTestJSON-720825688 tempest-FloatingIPNegativeTestJSON-720825688-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68282916-f136-4b32-b2f8-8f39d3ede5a9,revision_number=1']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:31:36.062473 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-2c53748d-9fa5-4f8d-9997-0a9a694d0d30 tempest-FloatingIPNegativeTestJSON-720825688 tempest-FloatingIPNegativeTestJSON-720825688-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767106405744'] for network, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:36.097347 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-2c53748d-9fa5-4f8d-9997-0a9a694d0d30 tempest-FloatingIPNegativeTestJSON-720825688 tempest-FloatingIPNegativeTestJSON-720825688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981'] for network, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:36.104733 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c53748d-9fa5-4f8d-9997-0a9a694d0d30 tempest-FloatingIPNegativeTestJSON-720825688 tempest-FloatingIPNegativeTestJSON-720825688-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:31:36.105687 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-2c53748d-9fa5-4f8d-9997-0a9a694d0d30 tempest-FloatingIPNegativeTestJSON-720825688 tempest-FloatingIPNegativeTestJSON-720825688-project] Publish callbacks [] for network, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:36.123317 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-767df8e4-d76e-4ed9-ac42-05c8e3e44354 req-b77ad125-ba01-441c-a79a-c13617c1efa5 service neutron] 10.222.0.43 "GET /v2.0/networks/2fc4e038-9db1-4dce-962e-0069075d1df7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2305372 Dec 18 13:31:36.174684 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-63651b15-a1c8-4af0-bfaa-da9379fb7e66 tempest-BulkNetworkOpsTest-918257746 tempest-BulkNetworkOpsTest-918257746-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1927292', 'neutron.services.segments.db._delete_segments_for_network-8767106887837'] for network, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:36.195543 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c53748d-9fa5-4f8d-9997-0a9a694d0d30 tempest-FloatingIPNegativeTestJSON-720825688 tempest-FloatingIPNegativeTestJSON-720825688-project] Pushing event updated for resources: {'Network': ['ID=4da2c114-de84-4a91-945a-dd4acf0c3fac,revision_number=1']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:31:36.209421 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Network 4da2c114-de84-4a91-945a-dd4acf0c3fac details requested by agent ovs-agent-dv-neutron-744815-20-hyperv with host dv-neutron-744815-20-hyperv {{(pid=103161) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 18 13:31:36.221043 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-2c53748d-9fa5-4f8d-9997-0a9a694d0d30 tempest-FloatingIPNegativeTestJSON-720825688 tempest-FloatingIPNegativeTestJSON-720825688-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.7483032 Dec 18 13:31:36.227685 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 54616) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:36.238916 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-d77c18e4-d522-4824-94db-4fb74e5cbc1a tempest-FloatingIPNegativeTestJSON-720825688 tempest-FloatingIPNegativeTestJSON-720825688-project] Request body: {'subnet': {'network_id': '4da2c114-de84-4a91-945a-dd4acf0c3fac', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:31:36.283647 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.services.segments.db [None req-63651b15-a1c8-4af0-bfaa-da9379fb7e66 tempest-BulkNetworkOpsTest-918257746 tempest-BulkNetworkOpsTest-918257746-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6bc686ca-4a0b-417c-b83d-131b7dd71ddb']}} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:31:36.317332 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.services.segments.db [None req-63651b15-a1c8-4af0-bfaa-da9379fb7e66 tempest-BulkNetworkOpsTest-918257746 tempest-BulkNetworkOpsTest-918257746-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '024df151-7041-4253-981b-6a6f9a48ac79') {'for_net_delete': True} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:31:36.317806 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.services.segments.db [None req-63651b15-a1c8-4af0-bfaa-da9379fb7e66 tempest-BulkNetworkOpsTest-918257746 tempest-BulkNetworkOpsTest-918257746-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '024df151-7041-4253-981b-6a6f9a48ac79') {} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:31:36.349501 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-63651b15-a1c8-4af0-bfaa-da9379fb7e66 tempest-BulkNetworkOpsTest-918257746 tempest-BulkNetworkOpsTest-918257746-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767106888614', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5589569'] for segment, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:36.381867 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-63651b15-a1c8-4af0-bfaa-da9379fb7e66 tempest-BulkNetworkOpsTest-918257746 tempest-BulkNetworkOpsTest-918257746-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:36.400643 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-767df8e4-d76e-4ed9-ac42-05c8e3e44354 req-032da1fd-9b38-41f6-9834-3bd1b398ada3 service neutron] 10.222.0.43 "GET /v2.0/networks/2fc4e038-9db1-4dce-962e-0069075d1df7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2411013 Dec 18 13:31:36.402105 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63651b15-a1c8-4af0-bfaa-da9379fb7e66 tempest-BulkNetworkOpsTest-918257746 tempest-BulkNetworkOpsTest-918257746-project] Releasing vlan 140 on physical network physnet1 to pool {{(pid=103159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 18 13:31:36.402661 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-63651b15-a1c8-4af0-bfaa-da9379fb7e66 tempest-BulkNetworkOpsTest-918257746 tempest-BulkNetworkOpsTest-918257746-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5660009'] for segment, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:36.413788 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55eb693c-9e1c-49e6-b958-2171db639b9c req-b2003072-719b-40f6-ab51-6b9609e4afc7 tempest-TestServerAdvancedOps-1858504261 tempest-TestServerAdvancedOps-1858504261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:31:36.415652 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-55eb693c-9e1c-49e6-b958-2171db639b9c req-b2003072-719b-40f6-ab51-6b9609e4afc7 tempest-TestServerAdvancedOps-1858504261 tempest-TestServerAdvancedOps-1858504261-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0023ad2-8e0e-4912-a9aa-38ce4eeee77c HTTP/1.1" status: 200 len: 946 time: 0.1357093 Dec 18 13:31:36.416585 dv-neutron-744815-20-hyperv neutron-server[103159]: Traceback (most recent call last): Dec 18 13:31:36.416585 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 18 13:31:36.416585 dv-neutron-744815-20-hyperv neutron-server[103159]: timer() Dec 18 13:31:36.416585 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 18 13:31:36.416585 dv-neutron-744815-20-hyperv neutron-server[103159]: cb(*args, **kw) Dec 18 13:31:36.416585 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 18 13:31:36.416585 dv-neutron-744815-20-hyperv neutron-server[103159]: return func(*args, **kwargs) Dec 18 13:31:36.416585 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 18 13:31:36.416585 dv-neutron-744815-20-hyperv neutron-server[103159]: self._notify() Dec 18 13:31:36.416585 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 18 13:31:36.416585 dv-neutron-744815-20-hyperv neutron-server[103159]: self.callback(batched_events) Dec 18 13:31:36.416585 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 18 13:31:36.416585 dv-neutron-744815-20-hyperv neutron-server[103159]: event.method(event) Dec 18 13:31:36.416585 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 18 13:31:36.416585 dv-neutron-744815-20-hyperv neutron-server[103159]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 18 13:31:36.416585 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 18 13:31:36.416585 dv-neutron-744815-20-hyperv neutron-server[103159]: aggregate_uuid = self.p_client.list_aggregates( Dec 18 13:31:36.416585 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 18 13:31:36.416585 dv-neutron-744815-20-hyperv neutron-server[103159]: return f(self, *a, **k) Dec 18 13:31:36.416585 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 18 13:31:36.416585 dv-neutron-744815-20-hyperv neutron-server[103159]: return self._get(url).json() Dec 18 13:31:36.416585 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 18 13:31:36.416585 dv-neutron-744815-20-hyperv neutron-server[103159]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 18 13:31:36.416585 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 18 13:31:36.416585 dv-neutron-744815-20-hyperv neutron-server[103159]: return self.request(url, 'GET', **kwargs) Dec 18 13:31:36.416585 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 18 13:31:36.416585 dv-neutron-744815-20-hyperv neutron-server[103159]: base_url = self.get_endpoint(auth, allow=allow, Dec 18 13:31:36.416585 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 18 13:31:36.416585 dv-neutron-744815-20-hyperv neutron-server[103159]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 18 13:31:36.416585 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 18 13:31:36.416585 dv-neutron-744815-20-hyperv neutron-server[103159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 18 13:31:36.416585 dv-neutron-744815-20-hyperv neutron-server[103159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 18 13:31:36.429859 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127ccad1-1303-42fb-ae37-47e8888e45b6 req-473dd79b-44de-483e-9cf7-b779a33aed95 tempest-ServerActionsTestJSON-1545132800 tempest-ServerActionsTestJSON-1545132800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:31:36.431685 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-127ccad1-1303-42fb-ae37-47e8888e45b6 req-473dd79b-44de-483e-9cf7-b779a33aed95 tempest-ServerActionsTestJSON-1545132800 tempest-ServerActionsTestJSON-1545132800-project] 10.222.0.31 "GET /v2.0/ports?device_id=f75e1b43-b628-4577-9f75-0cf3a56e1582 HTTP/1.1" status: 200 len: 945 time: 0.0968564 Dec 18 13:31:36.442935 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d77c18e4-d522-4824-94db-4fb74e5cbc1a tempest-FloatingIPNegativeTestJSON-720825688 tempest-FloatingIPNegativeTestJSON-720825688-project] Made reservation on behalf of 14a8ca6046614a859f0c6c109d6e0f2a for: {'subnet': 1} {{(pid=103160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:31:36.447354 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-d77c18e4-d522-4824-94db-4fb74e5cbc1a tempest-FloatingIPNegativeTestJSON-720825688 tempest-FloatingIPNegativeTestJSON-720825688-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4514414'] for subnet, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:36.505089 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-63651b15-a1c8-4af0-bfaa-da9379fb7e66 tempest-BulkNetworkOpsTest-918257746 tempest-BulkNetworkOpsTest-918257746-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1927267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586962'] for network, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:36.527388 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-63651b15-a1c8-4af0-bfaa-da9379fb7e66 tempest-BulkNetworkOpsTest-918257746 tempest-BulkNetworkOpsTest-918257746-project] Publish callbacks [] for network, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:36.531614 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-63651b15-a1c8-4af0-bfaa-da9379fb7e66 tempest-BulkNetworkOpsTest-918257746 tempest-BulkNetworkOpsTest-918257746-project] 10.222.0.31 "DELETE /v2.0/networks/6bc686ca-4a0b-417c-b83d-131b7dd71ddb HTTP/1.1" status: 204 len: 168 time: 0.7282915 Dec 18 13:31:36.543494 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 54630) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:36.643416 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63651b15-a1c8-4af0-bfaa-da9379fb7e66 tempest-BulkNetworkOpsTest-918257746 tempest-BulkNetworkOpsTest-918257746-project] Pushing event deleted for resources: {'Network': ['ID=6bc686ca-4a0b-417c-b83d-131b7dd71ddb,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:31:36.643623 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 14eb0c83-aa2e-4d29-8475-d407185e5ed6 no longer exists at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 18 13:31:36.647496 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:36.681305 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-c2c5a45a-e077-4dbb-adb0-228af1679e43 tempest-BulkNetworkOpsTest-918257746 tempest-BulkNetworkOpsTest-918257746-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2023137'] for network, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:36.681739 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-2294866d-0076-4933-952c-685307032598 None None] No Port match for: 14eb0c83-aa2e-4d29-8475-d407185e5ed6 {{(pid=103161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 18 13:31:36.682262 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 14eb0c83-aa2e-4d29-8475-d407185e5ed6 not bound to the agent host dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 18 13:31:36.691776 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-55eb693c-9e1c-49e6-b958-2171db639b9c req-ef28ebf6-9fce-4edb-ae8b-7259ec63c1cb tempest-TestServerAdvancedOps-1858504261 tempest-TestServerAdvancedOps-1858504261-project] 10.222.0.31 "GET /v2.0/security-groups?id=d41c1bbf-8c24-4f02-8dab-92235eb4736a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2619653 Dec 18 13:31:36.802694 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 54636) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:36.815697 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-c2c5a45a-e077-4dbb-adb0-228af1679e43 tempest-BulkNetworkOpsTest-918257746 tempest-BulkNetworkOpsTest-918257746-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1927292', 'neutron.services.segments.db._delete_segments_for_network-8767106887837'] for network, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:36.840934 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.services.segments.db [None req-c2c5a45a-e077-4dbb-adb0-228af1679e43 tempest-BulkNetworkOpsTest-918257746 tempest-BulkNetworkOpsTest-918257746-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02584fd7-de12-48ff-9eff-a237f4158174']}} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:31:36.851548 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.services.segments.db [None req-c2c5a45a-e077-4dbb-adb0-228af1679e43 tempest-BulkNetworkOpsTest-918257746 tempest-BulkNetworkOpsTest-918257746-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b088e48e-2391-42c4-af60-bc30f0d79d4e') {'for_net_delete': True} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:31:36.852083 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.services.segments.db [None req-c2c5a45a-e077-4dbb-adb0-228af1679e43 tempest-BulkNetworkOpsTest-918257746 tempest-BulkNetworkOpsTest-918257746-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b088e48e-2391-42c4-af60-bc30f0d79d4e') {} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:31:36.862268 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-c2c5a45a-e077-4dbb-adb0-228af1679e43 tempest-BulkNetworkOpsTest-918257746 tempest-BulkNetworkOpsTest-918257746-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767106888614', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5589569'] for segment, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:36.877288 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-c2c5a45a-e077-4dbb-adb0-228af1679e43 tempest-BulkNetworkOpsTest-918257746 tempest-BulkNetworkOpsTest-918257746-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:36.886602 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2c5a45a-e077-4dbb-adb0-228af1679e43 tempest-BulkNetworkOpsTest-918257746 tempest-BulkNetworkOpsTest-918257746-project] Releasing vlan 145 on physical network physnet1 to pool {{(pid=103159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 18 13:31:36.887063 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-c2c5a45a-e077-4dbb-adb0-228af1679e43 tempest-BulkNetworkOpsTest-918257746 tempest-BulkNetworkOpsTest-918257746-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5660009'] for segment, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:36.890590 dv-neutron-744815-20-hyperv neutron-server[103159]: Traceback (most recent call last): Dec 18 13:31:36.890590 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 18 13:31:36.890590 dv-neutron-744815-20-hyperv neutron-server[103159]: timer() Dec 18 13:31:36.890590 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 18 13:31:36.890590 dv-neutron-744815-20-hyperv neutron-server[103159]: cb(*args, **kw) Dec 18 13:31:36.890590 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 18 13:31:36.890590 dv-neutron-744815-20-hyperv neutron-server[103159]: return func(*args, **kwargs) Dec 18 13:31:36.890590 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 18 13:31:36.890590 dv-neutron-744815-20-hyperv neutron-server[103159]: self._notify() Dec 18 13:31:36.890590 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 18 13:31:36.890590 dv-neutron-744815-20-hyperv neutron-server[103159]: self.callback(batched_events) Dec 18 13:31:36.890590 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 18 13:31:36.890590 dv-neutron-744815-20-hyperv neutron-server[103159]: event.method(event) Dec 18 13:31:36.890590 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 18 13:31:36.890590 dv-neutron-744815-20-hyperv neutron-server[103159]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 18 13:31:36.890590 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 18 13:31:36.890590 dv-neutron-744815-20-hyperv neutron-server[103159]: aggregate_uuid = self.p_client.list_aggregates( Dec 18 13:31:36.890590 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 18 13:31:36.890590 dv-neutron-744815-20-hyperv neutron-server[103159]: return f(self, *a, **k) Dec 18 13:31:36.890590 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 18 13:31:36.890590 dv-neutron-744815-20-hyperv neutron-server[103159]: return self._get(url).json() Dec 18 13:31:36.890590 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 18 13:31:36.890590 dv-neutron-744815-20-hyperv neutron-server[103159]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 18 13:31:36.890590 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 18 13:31:36.890590 dv-neutron-744815-20-hyperv neutron-server[103159]: return self.request(url, 'GET', **kwargs) Dec 18 13:31:36.890590 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 18 13:31:36.890590 dv-neutron-744815-20-hyperv neutron-server[103159]: base_url = self.get_endpoint(auth, allow=allow, Dec 18 13:31:36.890590 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 18 13:31:36.890590 dv-neutron-744815-20-hyperv neutron-server[103159]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 18 13:31:36.890590 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 18 13:31:36.890590 dv-neutron-744815-20-hyperv neutron-server[103159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 18 13:31:36.890590 dv-neutron-744815-20-hyperv neutron-server[103159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 18 13:31:36.948781 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-072b5107-1b2c-45b7-bcae-e6eb9479f86b tempest-ServiceProvidersTest-51135929 tempest-ServiceProvidersTest-51135929-project] 10.222.0.31 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1445131 Dec 18 13:31:36.951648 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-127ccad1-1303-42fb-ae37-47e8888e45b6 req-dc4e1e6c-b715-4dad-b712-d4f779f8cfaa tempest-ServerActionsTestJSON-1545132800 tempest-ServerActionsTestJSON-1545132800-project] 10.222.0.31 "GET /v2.0/security-groups?id=04da0920-3f32-48b1-bc5b-099cf6dd1551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4994781 Dec 18 13:31:36.966472 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-c2c5a45a-e077-4dbb-adb0-228af1679e43 tempest-BulkNetworkOpsTest-918257746 tempest-BulkNetworkOpsTest-918257746-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1927267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586962'] for network, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:36.971466 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-c2c5a45a-e077-4dbb-adb0-228af1679e43 tempest-BulkNetworkOpsTest-918257746 tempest-BulkNetworkOpsTest-918257746-project] Publish callbacks [] for network, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:36.974818 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-c2c5a45a-e077-4dbb-adb0-228af1679e43 tempest-BulkNetworkOpsTest-918257746 tempest-BulkNetworkOpsTest-918257746-project] 10.222.0.31 "DELETE /v2.0/networks/02584fd7-de12-48ff-9eff-a237f4158174 HTTP/1.1" status: 204 len: 168 time: 0.4297829 Dec 18 13:31:36.991405 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c5a45a-e077-4dbb-adb0-228af1679e43 tempest-BulkNetworkOpsTest-918257746 tempest-BulkNetworkOpsTest-918257746-project] Pushing event deleted for resources: {'Network': ['ID=02584fd7-de12-48ff-9eff-a237f4158174,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:31:37.094664 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-d77c18e4-d522-4824-94db-4fb74e5cbc1a tempest-FloatingIPNegativeTestJSON-720825688 tempest-FloatingIPNegativeTestJSON-720825688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4533410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4514424'] for subnet, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:37.179692 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77c18e4-d522-4824-94db-4fb74e5cbc1a tempest-FloatingIPNegativeTestJSON-720825688 tempest-FloatingIPNegativeTestJSON-720825688-project] Pushing event updated for resources: {'Subnet': ['ID=7d394446-cb79-4d23-a373-a81816005c6d,revision_number=0']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:31:37.186456 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d77c18e4-d522-4824-94db-4fb74e5cbc1a tempest-FloatingIPNegativeTestJSON-720825688 tempest-FloatingIPNegativeTestJSON-720825688-project] Checking segment: {'id': 'deaf9958-3519-4e2a-8855-7ac95800998d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '4da2c114-de84-4a91-945a-dd4acf0c3fac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 13:31:37.186821 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d77c18e4-d522-4824-94db-4fb74e5cbc1a tempest-FloatingIPNegativeTestJSON-720825688 tempest-FloatingIPNegativeTestJSON-720825688-project] Network hostable DHCP agents. Network: 4da2c114-de84-4a91-945a-dd4acf0c3fac, hostable agents: ['aa77effa-0e3a-4bbd-a383-4d58ed3328d0'], hosted agents: [] {{(pid=103160) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 18 13:31:37.205424 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d77c18e4-d522-4824-94db-4fb74e5cbc1a tempest-FloatingIPNegativeTestJSON-720825688 tempest-FloatingIPNegativeTestJSON-720825688-project] Network 4da2c114-de84-4a91-945a-dd4acf0c3fac is scheduled to be hosted by DHCP agent aa77effa-0e3a-4bbd-a383-4d58ed3328d0 with binding_index 1 {{(pid=103160) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 18 13:31:37.215539 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.base_scheduler [None req-d77c18e4-d522-4824-94db-4fb74e5cbc1a tempest-FloatingIPNegativeTestJSON-720825688 tempest-FloatingIPNegativeTestJSON-720825688-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-744815-20-hyperv, 4da2c114-de84-4a91-945a-dd4acf0c3fac) {{(pid=103160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:31:37.220059 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d77c18e4-d522-4824-94db-4fb74e5cbc1a tempest-FloatingIPNegativeTestJSON-720825688 tempest-FloatingIPNegativeTestJSON-720825688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:31:37.221018 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-d77c18e4-d522-4824-94db-4fb74e5cbc1a tempest-FloatingIPNegativeTestJSON-720825688 tempest-FloatingIPNegativeTestJSON-720825688-project] Publish callbacks [] for subnet, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:37.229819 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49ec4c0b-ea5d-4fac-81e3-774804dcd26e None None] Network 4da2c114-de84-4a91-945a-dd4acf0c3fac requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:31:37.249802 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-d77c18e4-d522-4824-94db-4fb74e5cbc1a tempest-FloatingIPNegativeTestJSON-720825688 tempest-FloatingIPNegativeTestJSON-720825688-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0209739 Dec 18 13:31:37.252901 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 54648) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:37.260154 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-a217f53e-9225-46f9-9771-3f172fe5874e tempest-FloatingIPNegativeTestJSON-720825688 tempest-FloatingIPNegativeTestJSON-720825688-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-533612019', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:31:37.267237 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 54650) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:37.298845 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 54654) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:37.315514 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-a217f53e-9225-46f9-9771-3f172fe5874e tempest-FloatingIPNegativeTestJSON-720825688 tempest-FloatingIPNegativeTestJSON-720825688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28433'] for router, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:37.316917 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-a217f53e-9225-46f9-9771-3f172fe5874e tempest-FloatingIPNegativeTestJSON-720825688 tempest-FloatingIPNegativeTestJSON-720825688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-589769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28440'] for router, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:37.353064 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ea5189a-146b-4720-88df-f5f8a64c279a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp31e170a0-46a1-5ba9-9dc1-7ee4f866f0d7-4da2c114-de84-4a91-945a-dd4acf0c3fac', 'network_id': '4da2c114-de84-4a91-945a-dd4acf0c3fac', 'project_id': '14a8ca6046614a859f0c6c109d6e0f2a', 'fixed_ips': [{'subnet_id': '7d394446-cb79-4d23-a373-a81816005c6d'}]}} from dv-neutron-744815-20-hyperv. {{(pid=103161) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 18 13:31:37.354089 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-9ea5189a-146b-4720-88df-f5f8a64c279a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:37.437676 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-a217f53e-9225-46f9-9771-3f172fe5874e tempest-FloatingIPNegativeTestJSON-720825688 tempest-FloatingIPNegativeTestJSON-720825688-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:37.444350 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-a217f53e-9225-46f9-9771-3f172fe5874e tempest-FloatingIPNegativeTestJSON-720825688 tempest-FloatingIPNegativeTestJSON-720825688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-589760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-586526'] for router, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:37.459018 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-6a6a421c-5db1-457b-8ebe-9f76b970774b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:37.474358 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-a217f53e-9225-46f9-9771-3f172fe5874e tempest-FloatingIPNegativeTestJSON-720825688 tempest-FloatingIPNegativeTestJSON-720825688-project] Publish callbacks [] for router, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:37.476830 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-a217f53e-9225-46f9-9771-3f172fe5874e tempest-FloatingIPNegativeTestJSON-720825688 tempest-FloatingIPNegativeTestJSON-720825688-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.2213690 Dec 18 13:31:37.479172 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 54658) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:37.511993 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-0ca8dddc-6238-493e-af8e-351c6a1e1174 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3f0a00a0b2854788836f87af52bb6efc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2117970 Dec 18 13:31:37.514694 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 54660) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:37.532098 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_common [None req-9ea5189a-146b-4720-88df-f5f8a64c279a None None] Allocated IP 172.20.0.2 (4da2c114-de84-4a91-945a-dd4acf0c3fac/7d394446-cb79-4d23-a373-a81816005c6d/aaa79b60-58e2-41f5-9def-ff1cb176737a) {{(pid=103161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:31:37.604961 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-6a6a421c-5db1-457b-8ebe-9f76b970774b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:37.606155 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-04413099-ab1a-4d5f-bcbd-0686ecd3652a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:37.617595 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-6a6a421c-5db1-457b-8ebe-9f76b970774b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:37.656617 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-04413099-ab1a-4d5f-bcbd-0686ecd3652a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:37.668112 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-6a6a421c-5db1-457b-8ebe-9f76b970774b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=dd68c978a3294ad298c6d387ad869194&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3995800 Dec 18 13:31:37.672781 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 54662) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:37.703381 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-9ea5189a-146b-4720-88df-f5f8a64c279a None None] Publish callbacks [] for port, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:37.703872 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6a421c-5db1-457b-8ebe-9f76b970774b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=873952c0-6fa7-4cba-8103-5807568b171d,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:31:37.711292 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-9ea5189a-146b-4720-88df-f5f8a64c279a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975'] for port, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:37.755535 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-ed27159d-671f-49c8-a44d-0b9033d52a0e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:37.760107 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ea5189a-146b-4720-88df-f5f8a64c279a None None] Network 4da2c114-de84-4a91-945a-dd4acf0c3fac is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:31:37.762669 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-04413099-ab1a-4d5f-bcbd-0686ecd3652a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:37.763040 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-9ea5189a-146b-4720-88df-f5f8a64c279a None None] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:31:37.765716 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ea5189a-146b-4720-88df-f5f8a64c279a None None] Received port after_create {{(pid=103161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:31:37.767617 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-04413099-ab1a-4d5f-bcbd-0686ecd3652a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:37.769022 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-04413099-ab1a-4d5f-bcbd-0686ecd3652a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/09456aa2-5981-46c7-8e40-e77ea8bc5c49 HTTP/1.1" status: 204 len: 168 time: 0.2531040 Dec 18 13:31:37.796407 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-ed27159d-671f-49c8-a44d-0b9033d52a0e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:37.815236 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea5189a-146b-4720-88df-f5f8a64c279a None None] Pushing event updated for resources: {'Port': ['ID=aaa79b60-58e2-41f5-9def-ff1cb176737a,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:31:37.852145 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04413099-ab1a-4d5f-bcbd-0686ecd3652a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09456aa2-5981-46c7-8e40-e77ea8bc5c49,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:31:37.856481 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-288efdca-7306-45cf-9031-fce7682d30d0 tempest-FloatingIPNegativeTestJSON-720825688 tempest-FloatingIPNegativeTestJSON-720825688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:37.889045 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2c030c-5b66-4f14-9d7e-8f6d409e9398 req-97db7ecb-e86e-4308-8a40-0842cfe2fd89 tempest-TestServerAdvancedOps-1858504261 tempest-TestServerAdvancedOps-1858504261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:31:37.890609 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-5e2c030c-5b66-4f14-9d7e-8f6d409e9398 req-97db7ecb-e86e-4308-8a40-0842cfe2fd89 tempest-TestServerAdvancedOps-1858504261 tempest-TestServerAdvancedOps-1858504261-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0023ad2-8e0e-4912-a9aa-38ce4eeee77c HTTP/1.1" status: 200 len: 946 time: 0.0793531 Dec 18 13:31:37.892092 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-9ea5189a-146b-4720-88df-f5f8a64c279a None None] Attempting to bind port aaa79b60-58e2-41f5-9def-ff1cb176737a on host dv-neutron-744815-20-hyperv for vnic_type normal with profile {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 13:31:37.892522 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-9ea5189a-146b-4720-88df-f5f8a64c279a None None] Attempting to bind port aaa79b60-58e2-41f5-9def-ff1cb176737a by drivers openvswitch,hyperv on host dv-neutron-744815-20-hyperv at level 0 using segments [{'id': 'deaf9958-3519-4e2a-8855-7ac95800998d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '4da2c114-de84-4a91-945a-dd4acf0c3fac'}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 13:31:37.892809 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ea5189a-146b-4720-88df-f5f8a64c279a None None] Attempting to bind port aaa79b60-58e2-41f5-9def-ff1cb176737a on network 4da2c114-de84-4a91-945a-dd4acf0c3fac {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 13:31:37.899014 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ea5189a-146b-4720-88df-f5f8a64c279a None None] Checking agent: {'id': '428fa9fa-43db-4db9-9f96-f60ffe931f2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-20-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 13, 19, 1), 'started_at': datetime.datetime(2021, 12, 18, 13, 19, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 13, 31, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-20-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 18 13:31:37.899410 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ea5189a-146b-4720-88df-f5f8a64c279a None None] Checking segment: {'id': 'deaf9958-3519-4e2a-8855-7ac95800998d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '4da2c114-de84-4a91-945a-dd4acf0c3fac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 13:31:37.899811 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-9ea5189a-146b-4720-88df-f5f8a64c279a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:37.900196 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ea5189a-146b-4720-88df-f5f8a64c279a None None] Bound using segment: {'id': 'deaf9958-3519-4e2a-8855-7ac95800998d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '4da2c114-de84-4a91-945a-dd4acf0c3fac'} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 18 13:31:37.900654 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-9ea5189a-146b-4720-88df-f5f8a64c279a None None] Bound port: aaa79b60-58e2-41f5-9def-ff1cb176737a, host: dv-neutron-744815-20-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'deaf9958-3519-4e2a-8855-7ac95800998d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '4da2c114-de84-4a91-945a-dd4acf0c3fac'}}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 18 13:31:37.901030 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-9ea5189a-146b-4720-88df-f5f8a64c279a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:37.938820 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-ed27159d-671f-49c8-a44d-0b9033d52a0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:37.942351 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-ed27159d-671f-49c8-a44d-0b9033d52a0e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:37.943577 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-ed27159d-671f-49c8-a44d-0b9033d52a0e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/873952c0-6fa7-4cba-8103-5807568b171d HTTP/1.1" status: 204 len: 168 time: 0.2677326 Dec 18 13:31:37.963757 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed27159d-671f-49c8-a44d-0b9033d52a0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=873952c0-6fa7-4cba-8103-5807568b171d,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:31:37.998901 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-5e2c030c-5b66-4f14-9d7e-8f6d409e9398 req-2e7b5d09-ae07-4c56-b2f7-12541166a8d6 tempest-TestServerAdvancedOps-1858504261 tempest-TestServerAdvancedOps-1858504261-project] 10.222.0.31 "GET /v2.0/security-groups?id=d41c1bbf-8c24-4f02-8dab-92235eb4736a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956619 Dec 18 13:31:38.024305 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-9ea5189a-146b-4720-88df-f5f8a64c279a None None] For port aaa79b60-58e2-41f5-9def-ff1cb176737a, host dv-neutron-744815-20-hyperv, cleared binding levels {{(pid=103161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 18 13:31:38.040303 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-9ea5189a-146b-4720-88df-f5f8a64c279a None None] For port aaa79b60-58e2-41f5-9def-ff1cb176737a, host dv-neutron-744815-20-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=aaa79b60-58e2-41f5-9def-ff1cb176737a,segment=NetworkSegment(deaf9958-3519-4e2a-8855-7ac95800998d),segment_id=deaf9958-3519-4e2a-8855-7ac95800998d)] {{(pid=103161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 18 13:31:38.069396 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-9ea5189a-146b-4720-88df-f5f8a64c279a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:38.156308 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea5189a-146b-4720-88df-f5f8a64c279a None None] Pushing event updated for resources: {'Port': ['ID=aaa79b60-58e2-41f5-9def-ff1cb176737a,revision_number=2']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:31:38.227551 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.db_base_plugin_common [None req-288efdca-7306-45cf-9031-fce7682d30d0 tempest-FloatingIPNegativeTestJSON-720825688 tempest-FloatingIPNegativeTestJSON-720825688-project] Allocated IP 172.20.0.1 (4da2c114-de84-4a91-945a-dd4acf0c3fac/7d394446-cb79-4d23-a373-a81816005c6d/4a5a6ad1-abac-4cea-85d0-eb80b4d09975) {{(pid=103160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:31:38.255296 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450d5559-1936-4e51-987a-418a514d798d req-4b33d72b-434f-4db3-9ae3-707fc7f29da0 tempest-ServerActionsTestJSON-1545132800 tempest-ServerActionsTestJSON-1545132800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:31:38.257012 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-450d5559-1936-4e51-987a-418a514d798d req-4b33d72b-434f-4db3-9ae3-707fc7f29da0 tempest-ServerActionsTestJSON-1545132800 tempest-ServerActionsTestJSON-1545132800-project] 10.222.0.31 "GET /v2.0/ports?device_id=f75e1b43-b628-4577-9f75-0cf3a56e1582 HTTP/1.1" status: 200 len: 945 time: 0.0951393 Dec 18 13:31:38.409022 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-450d5559-1936-4e51-987a-418a514d798d req-d388ffdf-f134-48ee-b942-8b45f6103d7d tempest-ServerActionsTestJSON-1545132800 tempest-ServerActionsTestJSON-1545132800-project] 10.222.0.31 "GET /v2.0/security-groups?id=04da0920-3f32-48b1-bc5b-099cf6dd1551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1351428 Dec 18 13:31:38.488711 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-288efdca-7306-45cf-9031-fce7682d30d0 tempest-FloatingIPNegativeTestJSON-720825688 tempest-FloatingIPNegativeTestJSON-720825688-project] Publish callbacks [] for port, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:38.557711 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca640cd6-1112-4241-8129-49176756f7f1 req-bc5ad5fc-75f6-40e3-93b2-58fb6ad14e37 tempest-TestServerAdvancedOps-1858504261 tempest-TestServerAdvancedOps-1858504261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:31:38.566464 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-ca640cd6-1112-4241-8129-49176756f7f1 req-bc5ad5fc-75f6-40e3-93b2-58fb6ad14e37 tempest-TestServerAdvancedOps-1858504261 tempest-TestServerAdvancedOps-1858504261-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0023ad2-8e0e-4912-a9aa-38ce4eeee77c HTTP/1.1" status: 200 len: 946 time: 0.2203693 Dec 18 13:31:38.601667 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20505df-a210-41d2-afb1-d5055ae0ea05 req-889c7fd7-de75-43c1-8c95-493cb7933c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:31:38.604191 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-d20505df-a210-41d2-afb1-d5055ae0ea05 req-889c7fd7-de75-43c1-8c95-493cb7933c87 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=72fb1cda929143289688e766bba7ee81&device_id=d0023ad2-8e0e-4912-a9aa-38ce4eeee77c HTTP/1.1" status: 200 len: 1099 time: 0.1934354 Dec 18 13:31:38.609594 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-288efdca-7306-45cf-9031-fce7682d30d0 tempest-FloatingIPNegativeTestJSON-720825688 tempest-FloatingIPNegativeTestJSON-720825688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4533522'] for port, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:38.660540 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-ca640cd6-1112-4241-8129-49176756f7f1 req-f7c25cf3-55b2-4b2f-a567-052fcc6b3759 tempest-TestServerAdvancedOps-1858504261 tempest-TestServerAdvancedOps-1858504261-project] 10.222.0.31 "GET /v2.0/security-groups?id=d41c1bbf-8c24-4f02-8dab-92235eb4736a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866659 Dec 18 13:31:38.720248 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288efdca-7306-45cf-9031-fce7682d30d0 tempest-FloatingIPNegativeTestJSON-720825688 tempest-FloatingIPNegativeTestJSON-720825688-project] Pushing event updated for resources: {'Port': ['ID=4a5a6ad1-abac-4cea-85d0-eb80b4d09975,revision_number=1']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:31:38.736656 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-288efdca-7306-45cf-9031-fce7682d30d0 tempest-FloatingIPNegativeTestJSON-720825688 tempest-FloatingIPNegativeTestJSON-720825688-project] Network 4da2c114-de84-4a91-945a-dd4acf0c3fac is already hosted by enough agents. {{(pid=103160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:31:38.740587 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.base_scheduler [None req-288efdca-7306-45cf-9031-fce7682d30d0 tempest-FloatingIPNegativeTestJSON-720825688 tempest-FloatingIPNegativeTestJSON-720825688-project] Resources bound (agent type, host, resource id): {{(pid=103160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:31:38.746595 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-288efdca-7306-45cf-9031-fce7682d30d0 tempest-FloatingIPNegativeTestJSON-720825688 tempest-FloatingIPNegativeTestJSON-720825688-project] Received port after_create {{(pid=103160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:31:38.775491 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20505df-a210-41d2-afb1-d5055ae0ea05 req-708f85f8-e71c-4b7d-ad90-cd0518bb700d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:31:38.777099 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-d20505df-a210-41d2-afb1-d5055ae0ea05 req-708f85f8-e71c-4b7d-ad90-cd0518bb700d service neutron] 10.222.0.43 "GET /v2.0/networks?id=a9b5857a-d481-44f2-8a73-a6ac81bcd038 HTTP/1.1" status: 200 len: 913 time: 0.1326954 Dec 18 13:31:38.785201 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c15dba-83f2-4316-bcba-4e965db2c5b4 req-27430c1f-8437-45a6-a57f-0c84df98ecaa tempest-ServerActionsTestJSON-1545132800 tempest-ServerActionsTestJSON-1545132800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:31:38.786750 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-e2c15dba-83f2-4316-bcba-4e965db2c5b4 req-27430c1f-8437-45a6-a57f-0c84df98ecaa tempest-ServerActionsTestJSON-1545132800 tempest-ServerActionsTestJSON-1545132800-project] 10.222.0.31 "GET /v2.0/ports?device_id=f75e1b43-b628-4577-9f75-0cf3a56e1582 HTTP/1.1" status: 200 len: 945 time: 0.1960502 Dec 18 13:31:38.823637 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-288efdca-7306-45cf-9031-fce7682d30d0 tempest-FloatingIPNegativeTestJSON-720825688 tempest-FloatingIPNegativeTestJSON-720825688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586257'] for router_interface, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:38.852448 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-d20505df-a210-41d2-afb1-d5055ae0ea05 req-82bcd05b-1084-4f5a-8807-b9b886882b85 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0ded5d5d-2015-47cb-aca5-eed125083cb7 HTTP/1.1" status: 200 len: 217 time: 0.0640128 Dec 18 13:31:38.904481 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20505df-a210-41d2-afb1-d5055ae0ea05 req-2b030ac4-8616-4436-bcfe-c3eedf55be3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:31:38.906231 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-d20505df-a210-41d2-afb1-d5055ae0ea05 req-2b030ac4-8616-4436-bcfe-c3eedf55be3c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9e3d3bf3-4ca3-4518-8457-a0aa8b909e42 HTTP/1.1" status: 200 len: 852 time: 0.0504272 Dec 18 13:31:38.917128 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-e2c15dba-83f2-4316-bcba-4e965db2c5b4 req-eceb593c-bf58-4bd8-8235-efd20182c702 tempest-ServerActionsTestJSON-1545132800 tempest-ServerActionsTestJSON-1545132800-project] 10.222.0.31 "GET /v2.0/security-groups?id=04da0920-3f32-48b1-bc5b-099cf6dd1551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1212480 Dec 18 13:31:38.927630 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device aaa79b60-58e2-41f5-9def-ff1cb176737a up at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 13:31:38.965234 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-d20505df-a210-41d2-afb1-d5055ae0ea05 req-05ec8ea3-6d33-43c5-a953-045a43575f16 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a9b5857a-d481-44f2-8a73-a6ac81bcd038&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412555 Dec 18 13:31:39.000185 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2294866d-0076-4933-952c-685307032598 None None] Provisioning complete for port aaa79b60-58e2-41f5-9def-ff1cb176737a triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:31:39.000556 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:39.020894 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 54698) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:39.033970 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-288efdca-7306-45cf-9031-fce7682d30d0 tempest-FloatingIPNegativeTestJSON-720825688 tempest-FloatingIPNegativeTestJSON-720825688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:39.101221 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-d20505df-a210-41d2-afb1-d5055ae0ea05 req-2c4d4014-61dc-4a40-969d-1a4f219ac68a service neutron] 10.222.0.43 "GET /v2.0/networks/a9b5857a-d481-44f2-8a73-a6ac81bcd038?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277568 Dec 18 13:31:39.133426 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:39.197337 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-2294866d-0076-4933-952c-685307032598 None None] For port aaa79b60-58e2-41f5-9def-ff1cb176737a, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=aaa79b60-58e2-41f5-9def-ff1cb176737a,segment=NetworkSegment(deaf9958-3519-4e2a-8855-7ac95800998d),segment_id=deaf9958-3519-4e2a-8855-7ac95800998d)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:31:39.206323 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:39.216810 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-98baf986-7415-4c96-aefb-8dbc6184a2c8 tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-398971436'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:31:39.253268 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98baf986-7415-4c96-aefb-8dbc6184a2c8 tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Made reservation on behalf of c5ad9a13d3f540fcaabd26ec563f9307 for: {'network': 1} {{(pid=103159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:31:39.257343 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-98baf986-7415-4c96-aefb-8dbc6184a2c8 tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for network, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:39.268158 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-98baf986-7415-4c96-aefb-8dbc6184a2c8 tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Publish callbacks [] for security_group, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:39.325425 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Pushing event updated for resources: {'Port': ['ID=aaa79b60-58e2-41f5-9def-ff1cb176737a,revision_number=3']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:31:39.326376 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676575f5-f24a-4d07-81ce-8e47309615cf req-c0e55111-96de-47ef-90ab-48134f77fed5 tempest-ServerActionsTestJSON-1545132800 tempest-ServerActionsTestJSON-1545132800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:31:39.328246 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-676575f5-f24a-4d07-81ce-8e47309615cf req-c0e55111-96de-47ef-90ab-48134f77fed5 tempest-ServerActionsTestJSON-1545132800 tempest-ServerActionsTestJSON-1545132800-project] 10.222.0.31 "GET /v2.0/ports?device_id=f75e1b43-b628-4577-9f75-0cf3a56e1582 HTTP/1.1" status: 200 len: 945 time: 0.0932167 Dec 18 13:31:39.435732 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-98baf986-7415-4c96-aefb-8dbc6184a2c8 tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Publish callbacks [] for security_group, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:39.440634 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-676575f5-f24a-4d07-81ce-8e47309615cf req-94abeba3-f94e-4713-b234-0f5d3d59e3bb tempest-ServerActionsTestJSON-1545132800 tempest-ServerActionsTestJSON-1545132800-project] 10.222.0.31 "GET /v2.0/security-groups?id=04da0920-3f32-48b1-bc5b-099cf6dd1551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0959044 Dec 18 13:31:39.456048 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-98baf986-7415-4c96-aefb-8dbc6184a2c8 tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:39.478285 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-d20505df-a210-41d2-afb1-d5055ae0ea05 req-447a7f9a-6826-4950-a6fb-006e1883d267 service neutron] 10.222.0.43 "GET /v2.0/networks/a9b5857a-d481-44f2-8a73-a6ac81bcd038?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3691752 Dec 18 13:31:39.492426 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98baf986-7415-4c96-aefb-8dbc6184a2c8 tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 108} {{(pid=103159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 18 13:31:39.498876 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-288efdca-7306-45cf-9031-fce7682d30d0 tempest-FloatingIPNegativeTestJSON-720825688 tempest-FloatingIPNegativeTestJSON-720825688-project] Publish callbacks [] for port, precommit_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:39.499635 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98baf986-7415-4c96-aefb-8dbc6184a2c8 tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00c0c51a-f513-4502-a1ff-733cb7f9758e,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:31:39.506741 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-98baf986-7415-4c96-aefb-8dbc6184a2c8 tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:39.506995 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-288efdca-7306-45cf-9031-fce7682d30d0 tempest-FloatingIPNegativeTestJSON-720825688 tempest-FloatingIPNegativeTestJSON-720825688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4533541'] for port, after_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:39.507726 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.db.segments_db [None req-98baf986-7415-4c96-aefb-8dbc6184a2c8 tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Added segment 56a146a4-afe2-4034-bfe1-ce187cce34e8 of type vlan for network 73c8d32b-f8b5-4c11-8f81-e80c87c4763d Dec 18 13:31:39.556074 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-98baf986-7415-4c96-aefb-8dbc6184a2c8 tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767106405744'] for network, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:39.584864 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-98baf986-7415-4c96-aefb-8dbc6184a2c8 tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981'] for network, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:39.590774 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98baf986-7415-4c96-aefb-8dbc6184a2c8 tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:31:39.591412 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-98baf986-7415-4c96-aefb-8dbc6184a2c8 tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Publish callbacks [] for network, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:39.596130 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-288efdca-7306-45cf-9031-fce7682d30d0 tempest-FloatingIPNegativeTestJSON-720825688 tempest-FloatingIPNegativeTestJSON-720825688-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1048031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586432'] for router_interface, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:39.598046 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288efdca-7306-45cf-9031-fce7682d30d0 tempest-FloatingIPNegativeTestJSON-720825688 tempest-FloatingIPNegativeTestJSON-720825688-project] Pushing event updated for resources: {'Port': ['ID=4a5a6ad1-abac-4cea-85d0-eb80b4d09975,revision_number=2']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:31:39.640473 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fb606ea-2a3f-4bc1-9e15-c9831e442b25 None None] Network 4da2c114-de84-4a91-945a-dd4acf0c3fac requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:31:39.653624 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-98baf986-7415-4c96-aefb-8dbc6184a2c8 tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6316779 Dec 18 13:31:39.663269 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98baf986-7415-4c96-aefb-8dbc6184a2c8 tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Pushing event updated for resources: {'Network': ['ID=73c8d32b-f8b5-4c11-8f81-e80c87c4763d,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:31:39.690123 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Network 73c8d32b-f8b5-4c11-8f81-e80c87c4763d details requested by agent ovs-agent-dv-neutron-744815-20-hyperv with host dv-neutron-744815-20-hyperv {{(pid=103161) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 18 13:31:39.699112 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-288efdca-7306-45cf-9031-fce7682d30d0 tempest-FloatingIPNegativeTestJSON-720825688 tempest-FloatingIPNegativeTestJSON-720825688-project] Network 4da2c114-de84-4a91-945a-dd4acf0c3fac is already hosted by enough agents. {{(pid=103160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:31:39.700812 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.base_scheduler [None req-288efdca-7306-45cf-9031-fce7682d30d0 tempest-FloatingIPNegativeTestJSON-720825688 tempest-FloatingIPNegativeTestJSON-720825688-project] Resources bound (agent type, host, resource id): {{(pid=103160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:31:39.796575 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f975aeba-2318-4d6b-876f-0a01b1dacb91 req-4e6a0f5d-1846-4be5-b4c2-2b748054f8d8 tempest-TestServerAdvancedOps-1858504261 tempest-TestServerAdvancedOps-1858504261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:31:39.798154 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-f975aeba-2318-4d6b-876f-0a01b1dacb91 req-4e6a0f5d-1846-4be5-b4c2-2b748054f8d8 tempest-TestServerAdvancedOps-1858504261 tempest-TestServerAdvancedOps-1858504261-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0023ad2-8e0e-4912-a9aa-38ce4eeee77c HTTP/1.1" status: 200 len: 946 time: 0.0567524 Dec 18 13:31:39.852919 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-f975aeba-2318-4d6b-876f-0a01b1dacb91 req-f844129d-7b2d-4520-9fc7-27477c2f0749 tempest-TestServerAdvancedOps-1858504261 tempest-TestServerAdvancedOps-1858504261-project] 10.222.0.31 "GET /v2.0/security-groups?id=d41c1bbf-8c24-4f02-8dab-92235eb4736a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472305 Dec 18 13:31:39.860046 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2f77cfb9-c4f4-4e22-9b5d-82106e395fdb None None] Provisioning complete for port aaa79b60-58e2-41f5-9def-ff1cb176737a triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:31:39.860615 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2f77cfb9-c4f4-4e22-9b5d-82106e395fdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:39.878235 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-288efdca-7306-45cf-9031-fce7682d30d0 tempest-FloatingIPNegativeTestJSON-720825688 tempest-FloatingIPNegativeTestJSON-720825688-project] Router f639e893-0cd1-40a0-aac8-5cd62a1c9172 is scheduled to L3 agent c9c0cd52-5bd2-4704-9429-d80f1c5ad23c with binding_index 1 {{(pid=103160) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 18 13:31:39.985645 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-288efdca-7306-45cf-9031-fce7682d30d0 tempest-FloatingIPNegativeTestJSON-720825688 tempest-FloatingIPNegativeTestJSON-720825688-project] Notify agent at l3_agent.dv-neutron-744815-20-hyperv the message routers_updated {{(pid=103160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 13:31:39.991824 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-288efdca-7306-45cf-9031-fce7682d30d0 tempest-FloatingIPNegativeTestJSON-720825688 tempest-FloatingIPNegativeTestJSON-720825688-project] 10.222.0.31 "PUT /v2.0/routers/f639e893-0cd1-40a0-aac8-5cd62a1c9172/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5106788 Dec 18 13:31:39.994252 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 54708) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:39.999746 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89f6e943-de08-4b94-8dec-7b10d9affd1e None None] Sync routers for ids ['f639e893-0cd1-40a0-aac8-5cd62a1c9172'] in dv-neutron-744815-20-hyperv {{(pid=103162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 13:31:40.007485 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-b4bfb4b0-2eb3-4ede-8209-46408de30d97 tempest-FloatingIPNegativeTestJSON-720825688 tempest-FloatingIPNegativeTestJSON-720825688-project] Request body: {'port': {'network_id': '4da2c114-de84-4a91-945a-dd4acf0c3fac', 'name': 'tempest-FloatingIPNegativeTestJSON-1176821282'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:31:40.024435 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89f6e943-de08-4b94-8dec-7b10d9affd1e None None] Routers {'f639e893-0cd1-40a0-aac8-5cd62a1c9172'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:31:40.035551 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-89f6e943-de08-4b94-8dec-7b10d9affd1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:31:27Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['f639e893-0cd1-40a0-aac8-5cd62a1c9172'], 'active': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:31:40.078189 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-89f6e943-de08-4b94-8dec-7b10d9affd1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:31:40.088217 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89f6e943-de08-4b94-8dec-7b10d9affd1e None None] Routers {'f639e893-0cd1-40a0-aac8-5cd62a1c9172'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:31:40.089113 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-89f6e943-de08-4b94-8dec-7b10d9affd1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:31:27Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['f639e893-0cd1-40a0-aac8-5cd62a1c9172'], 'active': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:31:40.130866 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-89f6e943-de08-4b94-8dec-7b10d9affd1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:31:40.131952 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89f6e943-de08-4b94-8dec-7b10d9affd1e None None] The sync data for ids ['f639e893-0cd1-40a0-aac8-5cd62a1c9172'] in dv-neutron-744815-20-hyperv is: [] {{(pid=103162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 13:31:40.148879 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4bfb4b0-2eb3-4ede-8209-46408de30d97 tempest-FloatingIPNegativeTestJSON-720825688 tempest-FloatingIPNegativeTestJSON-720825688-project] Made reservation on behalf of 14a8ca6046614a859f0c6c109d6e0f2a for: {'port': 1} {{(pid=103159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:31:40.153849 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b4bfb4b0-2eb3-4ede-8209-46408de30d97 tempest-FloatingIPNegativeTestJSON-720825688 tempest-FloatingIPNegativeTestJSON-720825688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:40.170566 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-8ca556fc-4b5e-48b0-9cef-1b0fc9139c9b None None] Provisioning complete for port aaa79b60-58e2-41f5-9def-ff1cb176737a triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:31:40.171157 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-8ca556fc-4b5e-48b0-9cef-1b0fc9139c9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:40.181346 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.notifiers.nova [None req-b4bfb4b0-2eb3-4ede-8209-46408de30d97 tempest-FloatingIPNegativeTestJSON-720825688 tempest-FloatingIPNegativeTestJSON-720825688-project] device_id is not set on port 91a51896-786b-453f-96e5-989179690e42 yet. {{(pid=103159) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 18 13:31:40.285908 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-8ca556fc-4b5e-48b0-9cef-1b0fc9139c9b None None] Provisioning complete for port 4a5a6ad1-abac-4cea-85d0-eb80b4d09975 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:31:40.286323 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-8ca556fc-4b5e-48b0-9cef-1b0fc9139c9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:40.318833 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.db_base_plugin_common [None req-b4bfb4b0-2eb3-4ede-8209-46408de30d97 tempest-FloatingIPNegativeTestJSON-720825688 tempest-FloatingIPNegativeTestJSON-720825688-project] Allocated IP 172.20.0.13 (4da2c114-de84-4a91-945a-dd4acf0c3fac/7d394446-cb79-4d23-a373-a81816005c6d/91a51896-786b-453f-96e5-989179690e42) {{(pid=103159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:31:40.322351 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-8ca556fc-4b5e-48b0-9cef-1b0fc9139c9b None None] Port 4a5a6ad1-abac-4cea-85d0-eb80b4d09975 cannot update to ACTIVE because it is not bound. {{(pid=103161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 13:31:40.447204 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-b3bec65e-086c-47d6-9138-eeda2df507b0 None None] Provisioning complete for port 4a5a6ad1-abac-4cea-85d0-eb80b4d09975 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:31:40.449081 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-b3bec65e-086c-47d6-9138-eeda2df507b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:40.500919 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-b3bec65e-086c-47d6-9138-eeda2df507b0 None None] Port 4a5a6ad1-abac-4cea-85d0-eb80b4d09975 cannot update to ACTIVE because it is not bound. {{(pid=103161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 13:31:40.504455 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b4bfb4b0-2eb3-4ede-8209-46408de30d97 tempest-FloatingIPNegativeTestJSON-720825688 tempest-FloatingIPNegativeTestJSON-720825688-project] Publish callbacks [] for port, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:40.547713 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b4bfb4b0-2eb3-4ede-8209-46408de30d97 tempest-FloatingIPNegativeTestJSON-720825688 tempest-FloatingIPNegativeTestJSON-720825688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:40.620494 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bfb4b0-2eb3-4ede-8209-46408de30d97 tempest-FloatingIPNegativeTestJSON-720825688 tempest-FloatingIPNegativeTestJSON-720825688-project] Pushing event updated for resources: {'Port': ['ID=91a51896-786b-453f-96e5-989179690e42,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:31:40.644444 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4bfb4b0-2eb3-4ede-8209-46408de30d97 tempest-FloatingIPNegativeTestJSON-720825688 tempest-FloatingIPNegativeTestJSON-720825688-project] Network 4da2c114-de84-4a91-945a-dd4acf0c3fac is already hosted by enough agents. {{(pid=103159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:31:40.646540 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.base_scheduler [None req-b4bfb4b0-2eb3-4ede-8209-46408de30d97 tempest-FloatingIPNegativeTestJSON-720825688 tempest-FloatingIPNegativeTestJSON-720825688-project] Resources bound (agent type, host, resource id): {{(pid=103159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:31:40.652483 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4bfb4b0-2eb3-4ede-8209-46408de30d97 tempest-FloatingIPNegativeTestJSON-720825688 tempest-FloatingIPNegativeTestJSON-720825688-project] Received port after_create {{(pid=103159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:31:40.677700 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a01546-619c-48ac-bba8-5be0762fd4fd req-df75c35c-6b8d-43cb-9acb-2183f8b5e695 tempest-ServerActionsTestJSON-1545132800 tempest-ServerActionsTestJSON-1545132800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:31:40.679346 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-a1a01546-619c-48ac-bba8-5be0762fd4fd req-df75c35c-6b8d-43cb-9acb-2183f8b5e695 tempest-ServerActionsTestJSON-1545132800 tempest-ServerActionsTestJSON-1545132800-project] 10.222.0.31 "GET /v2.0/ports?device_id=f75e1b43-b628-4577-9f75-0cf3a56e1582 HTTP/1.1" status: 200 len: 945 time: 0.1467392 Dec 18 13:31:40.732192 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-aec3e594-9087-4745-86ee-62a30864344d None None] Provisioning complete for port 4a5a6ad1-abac-4cea-85d0-eb80b4d09975 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:31:40.733196 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-aec3e594-9087-4745-86ee-62a30864344d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:40.748353 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4bfb4b0-2eb3-4ede-8209-46408de30d97 tempest-FloatingIPNegativeTestJSON-720825688 tempest-FloatingIPNegativeTestJSON-720825688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:31:40.749181 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b4bfb4b0-2eb3-4ede-8209-46408de30d97 tempest-FloatingIPNegativeTestJSON-720825688 tempest-FloatingIPNegativeTestJSON-720825688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:40.778678 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 54712) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:40.779412 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-b4bfb4b0-2eb3-4ede-8209-46408de30d97 tempest-FloatingIPNegativeTestJSON-720825688 tempest-FloatingIPNegativeTestJSON-720825688-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7839236 Dec 18 13:31:40.789139 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-aec3e594-9087-4745-86ee-62a30864344d None None] Port 4a5a6ad1-abac-4cea-85d0-eb80b4d09975 cannot update to ACTIVE because it is not bound. {{(pid=103161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 13:31:40.795464 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-37513cb4-710f-435c-a147-667b53587104 tempest-FloatingIPNegativeTestJSON-720825688 tempest-FloatingIPNegativeTestJSON-720825688-project] Request body: {'floatingip': {'floating_network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:31:40.803557 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-a1a01546-619c-48ac-bba8-5be0762fd4fd req-2247dde3-da44-4d78-bcee-1163c4013da0 tempest-ServerActionsTestJSON-1545132800 tempest-ServerActionsTestJSON-1545132800-project] 10.222.0.31 "GET /v2.0/security-groups?id=04da0920-3f32-48b1-bc5b-099cf6dd1551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1086569 Dec 18 13:31:40.840370 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-37513cb4-710f-435c-a147-667b53587104 tempest-FloatingIPNegativeTestJSON-720825688 tempest-FloatingIPNegativeTestJSON-720825688-project] Publish callbacks [] for floatingip, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:40.936512 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device aaa79b60-58e2-41f5-9def-ff1cb176737a up at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 13:31:40.986566 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-37513cb4-710f-435c-a147-667b53587104 tempest-FloatingIPNegativeTestJSON-720825688 tempest-FloatingIPNegativeTestJSON-720825688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:41.002034 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2294866d-0076-4933-952c-685307032598 None None] Provisioning complete for port aaa79b60-58e2-41f5-9def-ff1cb176737a triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:31:41.003585 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:41.022606 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766ec1e6-c700-4fb0-92cc-d4d0f1994d25 req-3d496a14-01a3-4f13-ba9e-fadf675f52a5 tempest-TestServerAdvancedOps-1858504261 tempest-TestServerAdvancedOps-1858504261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:31:41.024307 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-766ec1e6-c700-4fb0-92cc-d4d0f1994d25 req-3d496a14-01a3-4f13-ba9e-fadf675f52a5 tempest-TestServerAdvancedOps-1858504261 tempest-TestServerAdvancedOps-1858504261-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0023ad2-8e0e-4912-a9aa-38ce4eeee77c HTTP/1.1" status: 200 len: 946 time: 0.0786765 Dec 18 13:31:41.099697 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-766ec1e6-c700-4fb0-92cc-d4d0f1994d25 req-96b6341e-a1bf-4c1f-bb2f-cd0d08a9410d tempest-TestServerAdvancedOps-1858504261 tempest-TestServerAdvancedOps-1858504261-project] 10.222.0.31 "GET /v2.0/security-groups?id=d41c1bbf-8c24-4f02-8dab-92235eb4736a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613160 Dec 18 13:31:41.129387 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-7162179a-5e74-4c21-8d46-05b80e26f463 None None] Provisioning complete for port 91a51896-786b-453f-96e5-989179690e42 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:31:41.129759 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7162179a-5e74-4c21-8d46-05b80e26f463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:41.165911 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.db_base_plugin_common [None req-37513cb4-710f-435c-a147-667b53587104 tempest-FloatingIPNegativeTestJSON-720825688 tempest-FloatingIPNegativeTestJSON-720825688-project] Allocated IP 172.26.3.242 (decb4a40-7941-48c8-afbb-daaafd502e83/70deed80-3ca1-4f9e-96cb-563b43d3acba/0b83ecd1-bd16-4c47-a35e-987fd850f210) {{(pid=103160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:31:41.166937 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-7162179a-5e74-4c21-8d46-05b80e26f463 None None] Port 91a51896-786b-453f-96e5-989179690e42 cannot update to ACTIVE because it is not bound. {{(pid=103161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 13:31:41.280445 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-37513cb4-710f-435c-a147-667b53587104 tempest-FloatingIPNegativeTestJSON-720825688 tempest-FloatingIPNegativeTestJSON-720825688-project] Publish callbacks [] for port, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:41.318998 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-37513cb4-710f-435c-a147-667b53587104 tempest-FloatingIPNegativeTestJSON-720825688 tempest-FloatingIPNegativeTestJSON-720825688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4533522'] for port, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:41.371422 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7bc875-0ad1-4b74-a962-ba233ad60b26 req-7bb2e5ce-cac1-40ea-a464-75510570c511 tempest-TestServerAdvancedOps-1858504261 tempest-TestServerAdvancedOps-1858504261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:31:41.373293 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-ae7bc875-0ad1-4b74-a962-ba233ad60b26 req-7bb2e5ce-cac1-40ea-a464-75510570c511 tempest-TestServerAdvancedOps-1858504261 tempest-TestServerAdvancedOps-1858504261-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0023ad2-8e0e-4912-a9aa-38ce4eeee77c HTTP/1.1" status: 200 len: 946 time: 0.0498557 Dec 18 13:31:41.376511 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37513cb4-710f-435c-a147-667b53587104 tempest-FloatingIPNegativeTestJSON-720825688 tempest-FloatingIPNegativeTestJSON-720825688-project] Network decb4a40-7941-48c8-afbb-daaafd502e83 is already hosted by enough agents. {{(pid=103160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:31:41.381905 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.base_scheduler [None req-37513cb4-710f-435c-a147-667b53587104 tempest-FloatingIPNegativeTestJSON-720825688 tempest-FloatingIPNegativeTestJSON-720825688-project] Resources bound (agent type, host, resource id): {{(pid=103160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:31:41.386542 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37513cb4-710f-435c-a147-667b53587104 tempest-FloatingIPNegativeTestJSON-720825688 tempest-FloatingIPNegativeTestJSON-720825688-project] Received port after_create {{(pid=103160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:31:41.389736 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37513cb4-710f-435c-a147-667b53587104 tempest-FloatingIPNegativeTestJSON-720825688 tempest-FloatingIPNegativeTestJSON-720825688-project] Pushing event updated for resources: {'Port': ['ID=0b83ecd1-bd16-4c47-a35e-987fd850f210,revision_number=1']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:31:41.433056 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-ae7bc875-0ad1-4b74-a962-ba233ad60b26 req-70b2765c-f651-47ba-a053-7afcffab7d60 tempest-TestServerAdvancedOps-1858504261 tempest-TestServerAdvancedOps-1858504261-project] 10.222.0.31 "GET /v2.0/security-groups?id=d41c1bbf-8c24-4f02-8dab-92235eb4736a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534992 Dec 18 13:31:41.757620 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-37513cb4-710f-435c-a147-667b53587104 tempest-FloatingIPNegativeTestJSON-720825688 tempest-FloatingIPNegativeTestJSON-720825688-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:41.794063 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-96dbef60-5cf9-492c-920c-bc720be07f5a req-399828d4-2586-4a23-9fa3-5c0bb35f2129 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f7e2fdcf-cd6e-4be5-8448-e22550985054&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0387430 Dec 18 13:31:41.794735 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-37513cb4-710f-435c-a147-667b53587104 tempest-FloatingIPNegativeTestJSON-720825688 tempest-FloatingIPNegativeTestJSON-720825688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:41.863730 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dbef60-5cf9-492c-920c-bc720be07f5a req-bbe804f5-63eb-4ed8-b6d3-5452758321da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:31:41.865499 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-96dbef60-5cf9-492c-920c-bc720be07f5a req-bbe804f5-63eb-4ed8-b6d3-5452758321da service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2cba4008d8a8417bb0925fcf9726214e&device_id=f7e2fdcf-cd6e-4be5-8448-e22550985054 HTTP/1.1" status: 200 len: 1099 time: 0.0491035 Dec 18 13:31:41.979975 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dbef60-5cf9-492c-920c-bc720be07f5a req-d4be946b-02c7-4a0f-aa9d-f6610faffaa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:31:41.981598 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-96dbef60-5cf9-492c-920c-bc720be07f5a req-d4be946b-02c7-4a0f-aa9d-f6610faffaa0 service neutron] 10.222.0.43 "GET /v2.0/networks?id=b777eec3-1fe1-45d9-be90-d023741ff2c0 HTTP/1.1" status: 200 len: 913 time: 0.0942652 Dec 18 13:31:41.987878 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6821c3ad-412f-4d9b-8c2b-72b9705bc45f req-1c7e53bd-1a0d-4e9f-b507-2b9fe7adcadb tempest-ServerActionsTestJSON-1545132800 tempest-ServerActionsTestJSON-1545132800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:31:41.989365 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-6821c3ad-412f-4d9b-8c2b-72b9705bc45f req-1c7e53bd-1a0d-4e9f-b507-2b9fe7adcadb tempest-ServerActionsTestJSON-1545132800 tempest-ServerActionsTestJSON-1545132800-project] 10.222.0.31 "GET /v2.0/ports?device_id=f75e1b43-b628-4577-9f75-0cf3a56e1582 HTTP/1.1" status: 200 len: 945 time: 0.0813856 Dec 18 13:31:42.036614 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-37513cb4-710f-435c-a147-667b53587104 tempest-FloatingIPNegativeTestJSON-720825688 tempest-FloatingIPNegativeTestJSON-720825688-project] Publish callbacks [] for port, precommit_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:42.060273 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-37513cb4-710f-435c-a147-667b53587104 tempest-FloatingIPNegativeTestJSON-720825688 tempest-FloatingIPNegativeTestJSON-720825688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4533541'] for port, after_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:42.080302 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-96dbef60-5cf9-492c-920c-bc720be07f5a req-ebecfb90-c69e-43a5-afe9-e008cd099d57 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f5e61d76-6a42-42c3-a223-c3cbaf038e98 HTTP/1.1" status: 200 len: 1002 time: 0.0639288 Dec 18 13:31:42.131419 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dbef60-5cf9-492c-920c-bc720be07f5a req-86ca5304-9951-46f6-9773-621c696877dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:31:42.132895 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-96dbef60-5cf9-492c-920c-bc720be07f5a req-86ca5304-9951-46f6-9773-621c696877dd service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7e8a84a3-739e-4c83-bb7f-c941648f694b HTTP/1.1" status: 200 len: 851 time: 0.0451097 Dec 18 13:31:42.142638 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-6821c3ad-412f-4d9b-8c2b-72b9705bc45f req-18eb4856-7bc6-4038-8756-2081894f5cd8 tempest-ServerActionsTestJSON-1545132800 tempest-ServerActionsTestJSON-1545132800-project] 10.222.0.31 "GET /v2.0/security-groups?id=04da0920-3f32-48b1-bc5b-099cf6dd1551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1462831 Dec 18 13:31:42.158232 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37513cb4-710f-435c-a147-667b53587104 tempest-FloatingIPNegativeTestJSON-720825688 tempest-FloatingIPNegativeTestJSON-720825688-project] Pushing event updated for resources: {'Port': ['ID=0b83ecd1-bd16-4c47-a35e-987fd850f210,revision_number=2']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:31:42.171173 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04833b44-6b5e-4e55-9462-a9f669a797ed req-84facdf4-29c9-4bca-9e82-3eec2485ff84 tempest-ServerActionsTestJSON-1545132800 tempest-ServerActionsTestJSON-1545132800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:31:42.171633 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-04833b44-6b5e-4e55-9462-a9f669a797ed req-84facdf4-29c9-4bca-9e82-3eec2485ff84 tempest-ServerActionsTestJSON-1545132800 tempest-ServerActionsTestJSON-1545132800-project] 10.222.0.43 "GET /v2.0/ports?device_id=f75e1b43-b628-4577-9f75-0cf3a56e1582 HTTP/1.1" status: 200 len: 945 time: 0.1503241 Dec 18 13:31:42.196748 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dbef60-5cf9-492c-920c-bc720be07f5a req-3abf05fb-d2f2-4ddf-b882-793b9033515d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:31:42.198365 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-96dbef60-5cf9-492c-920c-bc720be07f5a req-3abf05fb-d2f2-4ddf-b882-793b9033515d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b777eec3-1fe1-45d9-be90-d023741ff2c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0576336 Dec 18 13:31:42.212298 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-37513cb4-710f-435c-a147-667b53587104 tempest-FloatingIPNegativeTestJSON-720825688 tempest-FloatingIPNegativeTestJSON-720825688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-587004'] for floatingip, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:42.239906 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-37513cb4-710f-435c-a147-667b53587104 tempest-FloatingIPNegativeTestJSON-720825688 tempest-FloatingIPNegativeTestJSON-720825688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for floatingip, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:42.243729 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-37513cb4-710f-435c-a147-667b53587104 tempest-FloatingIPNegativeTestJSON-720825688 tempest-FloatingIPNegativeTestJSON-720825688-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4607298 Dec 18 13:31:42.259572 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 54724) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:42.266142 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-af80ac4c-37fd-4801-8be6-5673a9c2138e tempest-FloatingIPNegativeTestJSON-720825688 tempest-FloatingIPNegativeTestJSON-720825688-project] Request body: {'floatingip': {'port_id': '91a51896-786b-453f-96e5-989179690e42', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:31:42.295821 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-96dbef60-5cf9-492c-920c-bc720be07f5a req-37610e97-389f-491a-88ed-dad4788b07f1 service neutron] 10.222.0.43 "GET /v2.0/networks/b777eec3-1fe1-45d9-be90-d023741ff2c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885642 Dec 18 13:31:42.310894 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-af80ac4c-37fd-4801-8be6-5673a9c2138e tempest-FloatingIPNegativeTestJSON-720825688 tempest-FloatingIPNegativeTestJSON-720825688-project] Publish callbacks [] for floatingip, before_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:42.395412 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-96dbef60-5cf9-492c-920c-bc720be07f5a req-f4a0433b-811a-4429-9458-49a15ccde6f5 service neutron] 10.222.0.43 "GET /v2.0/networks/b777eec3-1fe1-45d9-be90-d023741ff2c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916226 Dec 18 13:31:42.414805 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [req-04833b44-6b5e-4e55-9462-a9f669a797ed req-c089b29f-e5c0-40c3-9661-1a0fc72ec87f tempest-ServerActionsTestJSON-1545132800 tempest-ServerActionsTestJSON-1545132800-project] Deleting port e7099ed9-5062-40c4-a1e3-ac0e8e7ebf76 {{(pid=103160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:31:42.415423 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [req-04833b44-6b5e-4e55-9462-a9f669a797ed req-c089b29f-e5c0-40c3-9661-1a0fc72ec87f tempest-ServerActionsTestJSON-1545132800 tempest-ServerActionsTestJSON-1545132800-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:42.502110 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.api.v2.resource [None req-af80ac4c-37fd-4801-8be6-5673a9c2138e tempest-FloatingIPNegativeTestJSON-720825688 tempest-FloatingIPNegativeTestJSON-720825688-project] update failed (client error): The resource could not be found. Dec 18 13:31:42.503713 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-af80ac4c-37fd-4801-8be6-5673a9c2138e tempest-FloatingIPNegativeTestJSON-720825688 tempest-FloatingIPNegativeTestJSON-720825688-project] 10.222.0.31 "PUT /v2.0/floatingips/0828d619-2f93-4548-afc0-c6f0677c95e5 HTTP/1.1" status: 404 len: 507 time: 0.2427566 Dec 18 13:31:42.507056 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 54728) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:42.586367 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683cff45-9c42-4df9-a366-b16478e1abaa req-9712c1a4-bdfe-41ca-a6f6-0eb48eb8ed38 tempest-TestServerAdvancedOps-1858504261 tempest-TestServerAdvancedOps-1858504261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:31:42.588048 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-683cff45-9c42-4df9-a366-b16478e1abaa req-9712c1a4-bdfe-41ca-a6f6-0eb48eb8ed38 tempest-TestServerAdvancedOps-1858504261 tempest-TestServerAdvancedOps-1858504261-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0023ad2-8e0e-4912-a9aa-38ce4eeee77c HTTP/1.1" status: 200 len: 946 time: 0.0542643 Dec 18 13:31:42.636263 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.db [req-04833b44-6b5e-4e55-9462-a9f669a797ed req-c089b29f-e5c0-40c3-9661-1a0fc72ec87f tempest-ServerActionsTestJSON-1545132800 tempest-ServerActionsTestJSON-1545132800-project] For port e7099ed9-5062-40c4-a1e3-ac0e8e7ebf76, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=e7099ed9-5062-40c4-a1e3-ac0e8e7ebf76,segment=NetworkSegment(9e2f6f75-68e6-4f61-afc7-4ef9354e6b1b),segment_id=9e2f6f75-68e6-4f61-afc7-4ef9354e6b1b)] {{(pid=103160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:31:42.636715 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [req-04833b44-6b5e-4e55-9462-a9f669a797ed req-c089b29f-e5c0-40c3-9661-1a0fc72ec87f tempest-ServerActionsTestJSON-1545132800 tempest-ServerActionsTestJSON-1545132800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:42.666615 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-683cff45-9c42-4df9-a366-b16478e1abaa req-196b2968-1c70-45bd-9d72-b706e91a0edf tempest-TestServerAdvancedOps-1858504261 tempest-TestServerAdvancedOps-1858504261-project] 10.222.0.31 "GET /v2.0/security-groups?id=d41c1bbf-8c24-4f02-8dab-92235eb4736a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716381 Dec 18 13:31:42.839421 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-28c759db-3363-4a0f-a94f-60baaf183e80 tempest-FloatingIPNegativeTestJSON-720825688 tempest-FloatingIPNegativeTestJSON-720825688-project] Deleting port 0b83ecd1-bd16-4c47-a35e-987fd850f210 {{(pid=103160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:31:42.840124 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-28c759db-3363-4a0f-a94f-60baaf183e80 tempest-FloatingIPNegativeTestJSON-720825688 tempest-FloatingIPNegativeTestJSON-720825688-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:42.912769 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 54730) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:42.917967 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-f75ef455-d22f-4ed8-8619-d0233d5b535a tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Request body: {'subnet': {'network_id': '73c8d32b-f8b5-4c11-8f81-e80c87c4763d', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:31:42.949926 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [req-04833b44-6b5e-4e55-9462-a9f669a797ed req-c089b29f-e5c0-40c3-9661-1a0fc72ec87f tempest-ServerActionsTestJSON-1545132800 tempest-ServerActionsTestJSON-1545132800-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:42.950468 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [req-04833b44-6b5e-4e55-9462-a9f669a797ed req-c089b29f-e5c0-40c3-9661-1a0fc72ec87f tempest-ServerActionsTestJSON-1545132800 tempest-ServerActionsTestJSON-1545132800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-587004'] for floatingip, after_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:42.950851 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.db.l3_db [req-04833b44-6b5e-4e55-9462-a9f669a797ed req-c089b29f-e5c0-40c3-9661-1a0fc72ec87f tempest-ServerActionsTestJSON-1545132800 tempest-ServerActionsTestJSON-1545132800-project] Floating IP efca4d61-1244-4183-b0e2-97287c3b715d disassociated. External IP: 172.26.3.223, port: e7099ed9-5062-40c4-a1e3-ac0e8e7ebf76. Dec 18 13:31:42.951228 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [req-04833b44-6b5e-4e55-9462-a9f669a797ed req-c089b29f-e5c0-40c3-9661-1a0fc72ec87f tempest-ServerActionsTestJSON-1545132800 tempest-ServerActionsTestJSON-1545132800-project] Calling delete_port for e7099ed9-5062-40c4-a1e3-ac0e8e7ebf76 owned by compute:nova {{(pid=103160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:31:42.995826 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-28c759db-3363-4a0f-a94f-60baaf183e80 tempest-FloatingIPNegativeTestJSON-720825688 tempest-FloatingIPNegativeTestJSON-720825688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:42.996191 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-28c759db-3363-4a0f-a94f-60baaf183e80 tempest-FloatingIPNegativeTestJSON-720825688 tempest-FloatingIPNegativeTestJSON-720825688-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:43.037578 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f75ef455-d22f-4ed8-8619-d0233d5b535a tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Made reservation on behalf of c5ad9a13d3f540fcaabd26ec563f9307 for: {'subnet': 1} {{(pid=103159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:31:43.042512 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-28c759db-3363-4a0f-a94f-60baaf183e80 tempest-FloatingIPNegativeTestJSON-720825688 tempest-FloatingIPNegativeTestJSON-720825688-project] Calling delete_port for 0b83ecd1-bd16-4c47-a35e-987fd850f210 owned by network:floatingip {{(pid=103160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:31:43.044130 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-f75ef455-d22f-4ed8-8619-d0233d5b535a tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6017072'] for subnet, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:43.255664 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [req-04833b44-6b5e-4e55-9462-a9f669a797ed req-c089b29f-e5c0-40c3-9661-1a0fc72ec87f tempest-ServerActionsTestJSON-1545132800 tempest-ServerActionsTestJSON-1545132800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4533522'] for port, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:43.264736 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-f75ef455-d22f-4ed8-8619-d0233d5b535a tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5659786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6017062'] for subnet, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:43.289500 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-04826e7f-7688-4817-8114-65ff80d8fc35 req-a5f185d4-46aa-4edb-b912-651eb40574fc tempest-ServerActionsTestJSON-1545132800 tempest-ServerActionsTestJSON-1545132800-project] 10.222.0.31 "GET /v2.0/ports?device_id=f75e1b43-b628-4577-9f75-0cf3a56e1582 HTTP/1.1" status: 200 len: 210 time: 0.0379689 Dec 18 13:31:43.319414 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c089b29f-e5c0-40c3-9661-1a0fc72ec87f tempest-ServerActionsTestJSON-1545132800 tempest-ServerActionsTestJSON-1545132800-project] Pushing event deleted for resources: {'Port': ['ID=e7099ed9-5062-40c4-a1e3-ac0e8e7ebf76,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:31:43.351832 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75ef455-d22f-4ed8-8619-d0233d5b535a tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Pushing event updated for resources: {'Subnet': ['ID=7ee77fd4-1fbd-476f-8687-2115bbad6dda,revision_number=0']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:31:43.362083 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f75ef455-d22f-4ed8-8619-d0233d5b535a tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Checking segment: {'id': '56a146a4-afe2-4034-bfe1-ce187cce34e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '73c8d32b-f8b5-4c11-8f81-e80c87c4763d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 13:31:43.364612 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f75ef455-d22f-4ed8-8619-d0233d5b535a tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Network hostable DHCP agents. Network: 73c8d32b-f8b5-4c11-8f81-e80c87c4763d, hostable agents: ['aa77effa-0e3a-4bbd-a383-4d58ed3328d0'], hosted agents: [] {{(pid=103159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 18 13:31:43.384148 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f75ef455-d22f-4ed8-8619-d0233d5b535a tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Network 73c8d32b-f8b5-4c11-8f81-e80c87c4763d is scheduled to be hosted by DHCP agent aa77effa-0e3a-4bbd-a383-4d58ed3328d0 with binding_index 1 {{(pid=103159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 18 13:31:43.392608 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-28c759db-3363-4a0f-a94f-60baaf183e80 tempest-FloatingIPNegativeTestJSON-720825688 tempest-FloatingIPNegativeTestJSON-720825688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4533522'] for port, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:43.396116 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.base_scheduler [None req-f75ef455-d22f-4ed8-8619-d0233d5b535a tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-744815-20-hyperv, 73c8d32b-f8b5-4c11-8f81-e80c87c4763d) {{(pid=103159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:31:43.405433 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52b66999-9d16-44da-a234-e03f36135093 None None] Network 73c8d32b-f8b5-4c11-8f81-e80c87c4763d requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:31:43.415329 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f75ef455-d22f-4ed8-8619-d0233d5b535a tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:31:43.416219 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-f75ef455-d22f-4ed8-8619-d0233d5b535a tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Publish callbacks [] for subnet, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:43.459807 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-f75ef455-d22f-4ed8-8619-d0233d5b535a tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5456762 Dec 18 13:31:43.460461 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 54734) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:43.465544 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-6d60204d-a527-41bb-9868-4e51a51e37ed tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-8023871'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:31:43.513094 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c759db-3363-4a0f-a94f-60baaf183e80 tempest-FloatingIPNegativeTestJSON-720825688 tempest-FloatingIPNegativeTestJSON-720825688-project] Pushing event deleted for resources: {'Port': ['ID=0b83ecd1-bd16-4c47-a35e-987fd850f210,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:31:43.536482 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d60204d-a527-41bb-9868-4e51a51e37ed tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Made reservation on behalf of c5ad9a13d3f540fcaabd26ec563f9307 for: {'network': 1} {{(pid=103159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:31:43.546889 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-6d60204d-a527-41bb-9868-4e51a51e37ed tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for network, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:43.600136 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-28c759db-3363-4a0f-a94f-60baaf183e80 tempest-FloatingIPNegativeTestJSON-720825688 tempest-FloatingIPNegativeTestJSON-720825688-project] Publish callbacks [] for floatingip, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:43.603445 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-28c759db-3363-4a0f-a94f-60baaf183e80 tempest-FloatingIPNegativeTestJSON-720825688 tempest-FloatingIPNegativeTestJSON-720825688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for floatingip, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:43.605642 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0162de8c-ee56-4a1a-a317-3dc454999a02 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp31e170a0-46a1-5ba9-9dc1-7ee4f866f0d7-73c8d32b-f8b5-4c11-8f81-e80c87c4763d', 'network_id': '73c8d32b-f8b5-4c11-8f81-e80c87c4763d', 'project_id': 'c5ad9a13d3f540fcaabd26ec563f9307', 'fixed_ips': [{'subnet_id': '7ee77fd4-1fbd-476f-8687-2115bbad6dda'}]}} from dv-neutron-744815-20-hyperv. {{(pid=103161) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 18 13:31:43.606761 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0162de8c-ee56-4a1a-a317-3dc454999a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:43.609360 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-28c759db-3363-4a0f-a94f-60baaf183e80 tempest-FloatingIPNegativeTestJSON-720825688 tempest-FloatingIPNegativeTestJSON-720825688-project] 10.222.0.31 "DELETE /v2.0/floatingips/0828d619-2f93-4548-afc0-c6f0677c95e5 HTTP/1.1" status: 204 len: 168 time: 1.1017747 Dec 18 13:31:43.610451 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 54736) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:43.624831 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d60204d-a527-41bb-9868-4e51a51e37ed tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 136} {{(pid=103159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 18 13:31:43.625028 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-e0a8bb5f-f3fc-465a-9031-204697a92807 tempest-FloatingIPNegativeTestJSON-720825688 tempest-FloatingIPNegativeTestJSON-720825688-project] Request body: {'floatingip': {'floating_network_id': '4da2c114-de84-4a91-945a-dd4acf0c3fac', 'port_id': '91a51896-786b-453f-96e5-989179690e42', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:31:43.642864 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee044fb9-8739-4571-9e71-adb142c1bb86 req-ab20eb3e-bdf5-4a95-a021-28b1ab580fc6 tempest-TestServerAdvancedOps-1858504261 tempest-TestServerAdvancedOps-1858504261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:31:43.644795 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-ee044fb9-8739-4571-9e71-adb142c1bb86 req-ab20eb3e-bdf5-4a95-a021-28b1ab580fc6 tempest-TestServerAdvancedOps-1858504261 tempest-TestServerAdvancedOps-1858504261-project] 10.222.0.43 "GET /v2.0/ports?device_id=d0023ad2-8e0e-4912-a9aa-38ce4eeee77c HTTP/1.1" status: 200 len: 946 time: 0.1242688 Dec 18 13:31:43.649288 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-6d60204d-a527-41bb-9868-4e51a51e37ed tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:43.649957 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.db.segments_db [None req-6d60204d-a527-41bb-9868-4e51a51e37ed tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Added segment 939c20c6-d848-4ee0-8357-c118cdbcc55b of type vlan for network d9ee043b-e3eb-4ac8-8cbf-7bd31d4d4326 Dec 18 13:31:43.651447 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.l3_agent_scheduler [req-04833b44-6b5e-4e55-9462-a9f669a797ed req-c089b29f-e5c0-40c3-9661-1a0fc72ec87f tempest-ServerActionsTestJSON-1545132800 tempest-ServerActionsTestJSON-1545132800-project] Router 1adb187a-cc2a-4400-b008-3da2c3a40348 has already been hosted by L3 agent c9c0cd52-5bd2-4704-9429-d80f1c5ad23c {{(pid=103160) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 18 13:31:43.669814 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-e0a8bb5f-f3fc-465a-9031-204697a92807 tempest-FloatingIPNegativeTestJSON-720825688 tempest-FloatingIPNegativeTestJSON-720825688-project] Publish callbacks [] for floatingip, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:43.774631 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-6d60204d-a527-41bb-9868-4e51a51e37ed tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767106405744'] for network, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:43.828897 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_common [None req-0162de8c-ee56-4a1a-a317-3dc454999a02 None None] Allocated IP 2001:db8:0:ffff::2 (73c8d32b-f8b5-4c11-8f81-e80c87c4763d/7ee77fd4-1fbd-476f-8687-2115bbad6dda/cf7b6ac9-8c51-4304-b4be-7f793e72e674) {{(pid=103161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:31:43.842666 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-04833b44-6b5e-4e55-9462-a9f669a797ed req-c089b29f-e5c0-40c3-9661-1a0fc72ec87f tempest-ServerActionsTestJSON-1545132800 tempest-ServerActionsTestJSON-1545132800-project] Notify agent at l3_agent.dv-neutron-744815-20-hyperv the message routers_updated {{(pid=103160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 13:31:43.865300 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-6d60204d-a527-41bb-9868-4e51a51e37ed tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981'] for network, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:43.867381 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52ffc53a-1b12-4f81-84ce-560369a5bfe3 None None] Sync routers for ids ['1adb187a-cc2a-4400-b008-3da2c3a40348'] in dv-neutron-744815-20-hyperv {{(pid=103161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 13:31:43.870829 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d60204d-a527-41bb-9868-4e51a51e37ed tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:31:43.871469 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-6d60204d-a527-41bb-9868-4e51a51e37ed tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Publish callbacks [] for network, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:43.885183 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba85c25-91d9-45da-9a2d-9be61cce7159 req-17372ea7-06e9-4759-9396-b7a13a592164 tempest-TestServerAdvancedOps-1858504261 tempest-TestServerAdvancedOps-1858504261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:31:43.886778 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-aba85c25-91d9-45da-9a2d-9be61cce7159 req-17372ea7-06e9-4759-9396-b7a13a592164 tempest-TestServerAdvancedOps-1858504261 tempest-TestServerAdvancedOps-1858504261-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0023ad2-8e0e-4912-a9aa-38ce4eeee77c HTTP/1.1" status: 200 len: 946 time: 0.1074054 Dec 18 13:31:43.890583 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.l3_dvrscheduler_db [req-04833b44-6b5e-4e55-9462-a9f669a797ed req-c089b29f-e5c0-40c3-9661-1a0fc72ec87f tempest-ServerActionsTestJSON-1545132800 tempest-ServerActionsTestJSON-1545132800-project] No DVR routers for this DVR port e7099ed9-5062-40c4-a1e3-ac0e8e7ebf76 on host hv-neutron-7448 {{(pid=103160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 18 13:31:43.893308 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [req-04833b44-6b5e-4e55-9462-a9f669a797ed req-c089b29f-e5c0-40c3-9661-1a0fc72ec87f tempest-ServerActionsTestJSON-1545132800 tempest-ServerActionsTestJSON-1545132800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:43.897397 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-04833b44-6b5e-4e55-9462-a9f669a797ed req-c089b29f-e5c0-40c3-9661-1a0fc72ec87f tempest-ServerActionsTestJSON-1545132800 tempest-ServerActionsTestJSON-1545132800-project] 10.222.0.43 "DELETE /v2.0/ports/e7099ed9-5062-40c4-a1e3-ac0e8e7ebf76 HTTP/1.1" status: 204 len: 173 time: 1.7188580 Dec 18 13:31:43.898146 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f75e1b43-b628-4577-9f75-0cf3a56e1582', 'name': 'network-vif-deleted', 'tag': 'e7099ed9-5062-40c4-a1e3-ac0e8e7ebf76'}] {{(pid=103160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 18 13:31:43.907788 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd59ab3361532ca86f78e2d2eaf298e4a05479417bf909969c39d1b423591824" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3258d6c6-e152-46eb-b360-1c00b6c286e5" -d '{"events": [{"server_uuid": "f75e1b43-b628-4577-9f75-0cf3a56e1582", "name": "network-vif-deleted", "tag": "e7099ed9-5062-40c4-a1e3-ac0e8e7ebf76"}]}' {{(pid=103160) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 18 13:31:43.925510 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52ffc53a-1b12-4f81-84ce-560369a5bfe3 None None] Routers {'1adb187a-cc2a-4400-b008-3da2c3a40348'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:31:43.926300 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-52ffc53a-1b12-4f81-84ce-560369a5bfe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:31:27Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['1adb187a-cc2a-4400-b008-3da2c3a40348'], 'active': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:31:43.990719 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.api.v2.resource [None req-e0a8bb5f-f3fc-465a-9031-204697a92807 tempest-FloatingIPNegativeTestJSON-720825688 tempest-FloatingIPNegativeTestJSON-720825688-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 18 13:31:43.992286 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-e0a8bb5f-f3fc-465a-9031-204697a92807 tempest-FloatingIPNegativeTestJSON-720825688 tempest-FloatingIPNegativeTestJSON-720825688-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.3781545 Dec 18 13:31:43.995860 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 54744) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:44.006258 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-e71da095-3f9c-4032-986a-455bf9c388f3 tempest-FloatingIPNegativeTestJSON-720825688 tempest-FloatingIPNegativeTestJSON-720825688-project] Request body: {'floatingip': {'floating_network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'port_id': '91a51896-786b-453f-96e5-989179690e42', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:31:44.060094 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-e71da095-3f9c-4032-986a-455bf9c388f3 tempest-FloatingIPNegativeTestJSON-720825688 tempest-FloatingIPNegativeTestJSON-720825688-project] Publish callbacks [] for floatingip, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:44.109970 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvr_db [None req-52ffc53a-1b12-4f81-84ce-560369a5bfe3 None None] Set router 1adb187a-cc2a-4400-b008-3da2c3a40348 gateway port host: dv-neutron-744815-20-hyperv {{(pid=103161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 13:31:44.165774 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0162de8c-ee56-4a1a-a317-3dc454999a02 None None] Publish callbacks [] for port, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:44.215857 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 13:31:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b9d4ae5-e78f-4997-8fc1-f2d68a943ebe x-openstack-request-id: req-9b9d4ae5-e78f-4997-8fc1-f2d68a943ebe {{(pid=103160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 18 13:31:44.216248 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f75e1b43-b628-4577-9f75-0cf3a56e1582", "name": "network-vif-deleted", "tag": "e7099ed9-5062-40c4-a1e3-ac0e8e7ebf76", "status": "completed", "code": 200}]} {{(pid=103160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 18 13:31:44.217137 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9b9d4ae5-e78f-4997-8fc1-f2d68a943ebe {{(pid=103160) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 18 13:31:44.217611 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f75e1b43-b628-4577-9f75-0cf3a56e1582', 'name': 'network-vif-deleted', 'tag': 'e7099ed9-5062-40c4-a1e3-ac0e8e7ebf76', 'status': 'completed', 'code': 200} Dec 18 13:31:44.220407 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-e71da095-3f9c-4032-986a-455bf9c388f3 tempest-FloatingIPNegativeTestJSON-720825688 tempest-FloatingIPNegativeTestJSON-720825688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:44.226696 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Device 0ded5d5d-2015-47cb-aca5-eed125083cb7 no longer exists at agent hyperv_hv-neutron-7448 {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 18 13:31:44.229568 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0162de8c-ee56-4a1a-a317-3dc454999a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975'] for port, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:44.309118 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [req-ee044fb9-8739-4571-9e71-adb142c1bb86 req-e01d915b-895c-4f73-ac1f-8398bfca7f8e tempest-TestServerAdvancedOps-1858504261 tempest-TestServerAdvancedOps-1858504261-project] Deleting port 0ded5d5d-2015-47cb-aca5-eed125083cb7 {{(pid=103159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:31:44.309719 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-ee044fb9-8739-4571-9e71-adb142c1bb86 req-e01d915b-895c-4f73-ac1f-8398bfca7f8e tempest-TestServerAdvancedOps-1858504261 tempest-TestServerAdvancedOps-1858504261-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:44.319277 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-6d60204d-a527-41bb-9868-4e51a51e37ed tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.8576951 Dec 18 13:31:44.319907 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 54748) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:44.332540 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-69e6c337-b387-4503-b823-a9080791280d tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Request body: {'subnet': {'network_id': 'd9ee043b-e3eb-4ac8-8cbf-7bd31d4d4326', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:31:44.354683 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0162de8c-ee56-4a1a-a317-3dc454999a02 None None] Network 73c8d32b-f8b5-4c11-8f81-e80c87c4763d is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:31:44.366872 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.db_base_plugin_common [None req-e71da095-3f9c-4032-986a-455bf9c388f3 tempest-FloatingIPNegativeTestJSON-720825688 tempest-FloatingIPNegativeTestJSON-720825688-project] Allocated IP 172.26.3.55 (decb4a40-7941-48c8-afbb-daaafd502e83/70deed80-3ca1-4f9e-96cb-563b43d3acba/7d43c73b-74ae-40f5-85c7-dfebad41e821) {{(pid=103160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:31:44.373655 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-0162de8c-ee56-4a1a-a317-3dc454999a02 None None] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:31:44.376167 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d60204d-a527-41bb-9868-4e51a51e37ed tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Pushing event updated for resources: {'Network': ['ID=d9ee043b-e3eb-4ac8-8cbf-7bd31d4d4326,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:31:44.378827 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0162de8c-ee56-4a1a-a317-3dc454999a02 None None] Received port after_create {{(pid=103161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:31:44.384510 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0162de8c-ee56-4a1a-a317-3dc454999a02 None None] Pushing event updated for resources: {'Port': ['ID=cf7b6ac9-8c51-4304-b4be-7f793e72e674,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:31:44.398350 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Network d9ee043b-e3eb-4ac8-8cbf-7bd31d4d4326 details requested by agent ovs-agent-dv-neutron-744815-20-hyperv with host dv-neutron-744815-20-hyperv {{(pid=103161) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 18 13:31:44.498251 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-aba85c25-91d9-45da-9a2d-9be61cce7159 req-ae810726-bf9c-402f-8a10-d8b279c5227e tempest-TestServerAdvancedOps-1858504261 tempest-TestServerAdvancedOps-1858504261-project] 10.222.0.31 "GET /v2.0/security-groups?id=d41c1bbf-8c24-4f02-8dab-92235eb4736a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5814188 Dec 18 13:31:44.553926 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.db [req-ee044fb9-8739-4571-9e71-adb142c1bb86 req-e01d915b-895c-4f73-ac1f-8398bfca7f8e tempest-TestServerAdvancedOps-1858504261 tempest-TestServerAdvancedOps-1858504261-project] For port 0ded5d5d-2015-47cb-aca5-eed125083cb7, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=0ded5d5d-2015-47cb-aca5-eed125083cb7,segment=NetworkSegment(4b85e503-93de-4d8a-a10e-76b577670134),segment_id=4b85e503-93de-4d8a-a10e-76b577670134)] {{(pid=103159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:31:44.554302 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-ee044fb9-8739-4571-9e71-adb142c1bb86 req-e01d915b-895c-4f73-ac1f-8398bfca7f8e tempest-TestServerAdvancedOps-1858504261 tempest-TestServerAdvancedOps-1858504261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:44.571043 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69e6c337-b387-4503-b823-a9080791280d tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Made reservation on behalf of c5ad9a13d3f540fcaabd26ec563f9307 for: {'subnet': 1} {{(pid=103159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:31:44.574694 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-69e6c337-b387-4503-b823-a9080791280d tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6017072'] for subnet, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:44.578372 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [req-ee044fb9-8739-4571-9e71-adb142c1bb86 req-e01d915b-895c-4f73-ac1f-8398bfca7f8e tempest-TestServerAdvancedOps-1858504261 tempest-TestServerAdvancedOps-1858504261-project] Calling delete_port for 0ded5d5d-2015-47cb-aca5-eed125083cb7 owned by compute:nova {{(pid=103159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:31:44.776670 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:44.781227 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-0162de8c-ee56-4a1a-a317-3dc454999a02 None None] Attempting to bind port cf7b6ac9-8c51-4304-b4be-7f793e72e674 on host dv-neutron-744815-20-hyperv for vnic_type normal with profile {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 13:31:44.781590 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-0162de8c-ee56-4a1a-a317-3dc454999a02 None None] Attempting to bind port cf7b6ac9-8c51-4304-b4be-7f793e72e674 by drivers openvswitch,hyperv on host dv-neutron-744815-20-hyperv at level 0 using segments [{'id': '56a146a4-afe2-4034-bfe1-ce187cce34e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '73c8d32b-f8b5-4c11-8f81-e80c87c4763d'}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 13:31:44.781949 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0162de8c-ee56-4a1a-a317-3dc454999a02 None None] Attempting to bind port cf7b6ac9-8c51-4304-b4be-7f793e72e674 on network 73c8d32b-f8b5-4c11-8f81-e80c87c4763d {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 13:31:44.796335 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0162de8c-ee56-4a1a-a317-3dc454999a02 None None] Checking agent: {'id': '428fa9fa-43db-4db9-9f96-f60ffe931f2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-20-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 13, 19, 1), 'started_at': datetime.datetime(2021, 12, 18, 13, 19, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 13, 31, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-20-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 18 13:31:44.796624 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0162de8c-ee56-4a1a-a317-3dc454999a02 None None] Checking segment: {'id': '56a146a4-afe2-4034-bfe1-ce187cce34e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '73c8d32b-f8b5-4c11-8f81-e80c87c4763d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 13:31:44.797630 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0162de8c-ee56-4a1a-a317-3dc454999a02 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:44.797630 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0162de8c-ee56-4a1a-a317-3dc454999a02 None None] Bound using segment: {'id': '56a146a4-afe2-4034-bfe1-ce187cce34e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '73c8d32b-f8b5-4c11-8f81-e80c87c4763d'} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 18 13:31:44.797908 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-0162de8c-ee56-4a1a-a317-3dc454999a02 None None] Bound port: cf7b6ac9-8c51-4304-b4be-7f793e72e674, host: dv-neutron-744815-20-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56a146a4-afe2-4034-bfe1-ce187cce34e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '73c8d32b-f8b5-4c11-8f81-e80c87c4763d'}}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 18 13:31:44.798254 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0162de8c-ee56-4a1a-a317-3dc454999a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:44.859084 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-51f71880-3d8d-4b8d-a474-9e785da1a342 req-c3ce8de3-67d1-4b1e-be30-1cf4b7defc70 tempest-ServerActionsTestJSON-1545132800 tempest-ServerActionsTestJSON-1545132800-project] 10.222.0.31 "GET /v2.0/ports?device_id=f75e1b43-b628-4577-9f75-0cf3a56e1582 HTTP/1.1" status: 200 len: 210 time: 0.3871810 Dec 18 13:31:44.869625 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-e71da095-3f9c-4032-986a-455bf9c388f3 tempest-FloatingIPNegativeTestJSON-720825688 tempest-FloatingIPNegativeTestJSON-720825688-project] Publish callbacks [] for port, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:44.871585 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-ee044fb9-8739-4571-9e71-adb142c1bb86 req-e01d915b-895c-4f73-ac1f-8398bfca7f8e tempest-TestServerAdvancedOps-1858504261 tempest-TestServerAdvancedOps-1858504261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:44.891878 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-69e6c337-b387-4503-b823-a9080791280d tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5659786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6017062'] for subnet, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:44.913093 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Device e7099ed9-5062-40c4-a1e3-ac0e8e7ebf76 no longer exists at agent hyperv_hv-neutron-7448 {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 18 13:31:44.922855 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-e71da095-3f9c-4032-986a-455bf9c388f3 tempest-FloatingIPNegativeTestJSON-720825688 tempest-FloatingIPNegativeTestJSON-720825688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4533522'] for port, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:44.932909 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01d915b-895c-4f73-ac1f-8398bfca7f8e tempest-TestServerAdvancedOps-1858504261 tempest-TestServerAdvancedOps-1858504261-project] Pushing event deleted for resources: {'Port': ['ID=0ded5d5d-2015-47cb-aca5-eed125083cb7,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:31:44.944458 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e71da095-3f9c-4032-986a-455bf9c388f3 tempest-FloatingIPNegativeTestJSON-720825688 tempest-FloatingIPNegativeTestJSON-720825688-project] Network decb4a40-7941-48c8-afbb-daaafd502e83 is already hosted by enough agents. {{(pid=103160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:31:44.947675 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.base_scheduler [None req-e71da095-3f9c-4032-986a-455bf9c388f3 tempest-FloatingIPNegativeTestJSON-720825688 tempest-FloatingIPNegativeTestJSON-720825688-project] Resources bound (agent type, host, resource id): {{(pid=103160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:31:44.955732 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] No Port match for: e7099ed9-5062-40c4-a1e3-ac0e8e7ebf76 {{(pid=103161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 18 13:31:44.956986 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Device e7099ed9-5062-40c4-a1e3-ac0e8e7ebf76 not bound to the agent host hv-neutron-7448 {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 18 13:31:44.962961 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-0162de8c-ee56-4a1a-a317-3dc454999a02 None None] For port cf7b6ac9-8c51-4304-b4be-7f793e72e674, host dv-neutron-744815-20-hyperv, cleared binding levels {{(pid=103161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 18 13:31:44.966709 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-52ffc53a-1b12-4f81-84ce-560369a5bfe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1adb187a-cc2a-4400-b008-3da2c3a40348', 'name': 'tempest-ServerActionsTestJSON-119346790-router', 'tenant_id': '797acd6e00034b9ba6b75e0f2650f2ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.68'}], 'enable_snat': True}, 'gw_port_id': '5ea7f254-7846-4a78-ab07-536ed7415b42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:26:10Z', 'updated_at': '2021-12-18T13:26:25Z', 'revision_number': 4, 'project_id': '797acd6e00034b9ba6b75e0f2650f2ea', 'gw_port': {'id': '5ea7f254-7846-4a78-ab07-536ed7415b42', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:c7:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1adb187a-cc2a-4400-b008-3da2c3a40348', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:26:14Z', 'updated_at': '2021-12-18T13:26:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv', '_interfaces': [{'id': '1170b877-3537-494c-8028-93eabfb7aa2e', 'name': '', 'network_id': '2fc4e038-9db1-4dce-962e-0069075d1df7', 'tenant_id': '797acd6e00034b9ba6b75e0f2650f2ea', 'mac_address': 'fa:16:3e:be:16:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1adb187a-cc2a-4400-b008-3da2c3a40348', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': 'ab39156a-1aba-454f-953d-4c71ff8fa510', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:26:22Z', 'updated_at': '2021-12-18T13:26:32Z', 'revision_number': 5, 'project_id': '797acd6e00034b9ba6b75e0f2650f2ea', 'subnets': [{'id': 'ab39156a-1aba-454f-953d-4c71ff8fa510', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:31:44.985232 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e71da095-3f9c-4032-986a-455bf9c388f3 tempest-FloatingIPNegativeTestJSON-720825688 tempest-FloatingIPNegativeTestJSON-720825688-project] Received port after_create {{(pid=103160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:31:44.999370 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52ffc53a-1b12-4f81-84ce-560369a5bfe3 None None] Checking router: 1adb187a-cc2a-4400-b008-3da2c3a40348 for host: dv-neutron-744815-20-hyperv {{(pid=103161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 18 13:31:45.011712 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-0162de8c-ee56-4a1a-a317-3dc454999a02 None None] For port cf7b6ac9-8c51-4304-b4be-7f793e72e674, host dv-neutron-744815-20-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=cf7b6ac9-8c51-4304-b4be-7f793e72e674,segment=NetworkSegment(56a146a4-afe2-4034-bfe1-ce187cce34e8),segment_id=56a146a4-afe2-4034-bfe1-ce187cce34e8)] {{(pid=103161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 18 13:31:45.017621 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52ffc53a-1b12-4f81-84ce-560369a5bfe3 None None] Routers {'1adb187a-cc2a-4400-b008-3da2c3a40348'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:31:45.017796 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-52ffc53a-1b12-4f81-84ce-560369a5bfe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:31:27Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['1adb187a-cc2a-4400-b008-3da2c3a40348'], 'active': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:31:45.022417 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0162de8c-ee56-4a1a-a317-3dc454999a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:45.051899 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee044fb9-8739-4571-9e71-adb142c1bb86 req-e01d915b-895c-4f73-ac1f-8398bfca7f8e tempest-TestServerAdvancedOps-1858504261 tempest-TestServerAdvancedOps-1858504261-project] No DVR routers for this DVR port 0ded5d5d-2015-47cb-aca5-eed125083cb7 on host hv-neutron-7448 {{(pid=103159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 18 13:31:45.054708 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-ee044fb9-8739-4571-9e71-adb142c1bb86 req-e01d915b-895c-4f73-ac1f-8398bfca7f8e tempest-TestServerAdvancedOps-1858504261 tempest-TestServerAdvancedOps-1858504261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:45.057747 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71da095-3f9c-4032-986a-455bf9c388f3 tempest-FloatingIPNegativeTestJSON-720825688 tempest-FloatingIPNegativeTestJSON-720825688-project] Pushing event updated for resources: {'Port': ['ID=7d43c73b-74ae-40f5-85c7-dfebad41e821,revision_number=1']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:31:45.059882 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-ee044fb9-8739-4571-9e71-adb142c1bb86 req-e01d915b-895c-4f73-ac1f-8398bfca7f8e tempest-TestServerAdvancedOps-1858504261 tempest-TestServerAdvancedOps-1858504261-project] 10.222.0.43 "DELETE /v2.0/ports/0ded5d5d-2015-47cb-aca5-eed125083cb7 HTTP/1.1" status: 204 len: 173 time: 1.4086399 Dec 18 13:31:45.070465 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0023ad2-8e0e-4912-a9aa-38ce4eeee77c', 'name': 'network-vif-deleted', 'tag': '0ded5d5d-2015-47cb-aca5-eed125083cb7'}] {{(pid=103159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 18 13:31:45.072975 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca844cf115d59c1fab86abc202fb4c13735de0d7e4cbbbb25eec9406e9c87431" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9da67dbe-e9f9-49f2-a020-ea6530ee41cc" -d '{"events": [{"server_uuid": "d0023ad2-8e0e-4912-a9aa-38ce4eeee77c", "name": "network-vif-deleted", "tag": "0ded5d5d-2015-47cb-aca5-eed125083cb7"}]}' {{(pid=103159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 18 13:31:45.080627 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e6c337-b387-4503-b823-a9080791280d tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Pushing event updated for resources: {'Subnet': ['ID=15a2fc3a-fbf9-42f9-913e-059f455c0369,revision_number=0']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:31:45.106689 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69e6c337-b387-4503-b823-a9080791280d tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Checking segment: {'id': '939c20c6-d848-4ee0-8357-c118cdbcc55b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'd9ee043b-e3eb-4ac8-8cbf-7bd31d4d4326'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 13:31:45.106689 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69e6c337-b387-4503-b823-a9080791280d tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Network hostable DHCP agents. Network: d9ee043b-e3eb-4ac8-8cbf-7bd31d4d4326, hostable agents: ['aa77effa-0e3a-4bbd-a383-4d58ed3328d0'], hosted agents: [] {{(pid=103159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 18 13:31:45.137664 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69e6c337-b387-4503-b823-a9080791280d tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Network d9ee043b-e3eb-4ac8-8cbf-7bd31d4d4326 is scheduled to be hosted by DHCP agent aa77effa-0e3a-4bbd-a383-4d58ed3328d0 with binding_index 1 {{(pid=103159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 18 13:31:45.171590 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 13:31:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e089ecf-9b67-4e60-bc08-a6fefb718818 x-openstack-request-id: req-2e089ecf-9b67-4e60-bc08-a6fefb718818 {{(pid=103159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 18 13:31:45.172223 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0023ad2-8e0e-4912-a9aa-38ce4eeee77c", "name": "network-vif-deleted", "tag": "0ded5d5d-2015-47cb-aca5-eed125083cb7", "status": "completed", "code": 200}]} {{(pid=103159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 18 13:31:45.172493 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2e089ecf-9b67-4e60-bc08-a6fefb718818 {{(pid=103159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 18 13:31:45.173204 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0023ad2-8e0e-4912-a9aa-38ce4eeee77c', 'name': 'network-vif-deleted', 'tag': '0ded5d5d-2015-47cb-aca5-eed125083cb7', 'status': 'completed', 'code': 200} Dec 18 13:31:45.178297 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.base_scheduler [None req-69e6c337-b387-4503-b823-a9080791280d tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-744815-20-hyperv, d9ee043b-e3eb-4ac8-8cbf-7bd31d4d4326) {{(pid=103159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:31:45.193959 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69e6c337-b387-4503-b823-a9080791280d tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:31:45.194415 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df2f3da7-7221-4e96-96d6-fdd27dffffb8 None None] Network d9ee043b-e3eb-4ac8-8cbf-7bd31d4d4326 requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:31:45.195098 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-69e6c337-b387-4503-b823-a9080791280d tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Publish callbacks [] for subnet, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:45.199027 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0162de8c-ee56-4a1a-a317-3dc454999a02 None None] Pushing event updated for resources: {'Port': ['ID=cf7b6ac9-8c51-4304-b4be-7f793e72e674,revision_number=2']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:31:45.244023 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-69e6c337-b387-4503-b823-a9080791280d tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.9180217 Dec 18 13:31:45.248842 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 54752) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:45.267246 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-e71da095-3f9c-4032-986a-455bf9c388f3 tempest-FloatingIPNegativeTestJSON-720825688 tempest-FloatingIPNegativeTestJSON-720825688-project] Deleting port 7d43c73b-74ae-40f5-85c7-dfebad41e821 {{(pid=103160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:31:45.267847 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-e71da095-3f9c-4032-986a-455bf9c388f3 tempest-FloatingIPNegativeTestJSON-720825688 tempest-FloatingIPNegativeTestJSON-720825688-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:45.284064 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvr_db [None req-52ffc53a-1b12-4f81-84ce-560369a5bfe3 None None] Set router 1adb187a-cc2a-4400-b008-3da2c3a40348 gateway port host: dv-neutron-744815-20-hyperv {{(pid=103161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 13:31:45.360643 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-e71da095-3f9c-4032-986a-455bf9c388f3 tempest-FloatingIPNegativeTestJSON-720825688 tempest-FloatingIPNegativeTestJSON-720825688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:45.361121 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-e71da095-3f9c-4032-986a-455bf9c388f3 tempest-FloatingIPNegativeTestJSON-720825688 tempest-FloatingIPNegativeTestJSON-720825688-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:45.381416 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-e71da095-3f9c-4032-986a-455bf9c388f3 tempest-FloatingIPNegativeTestJSON-720825688 tempest-FloatingIPNegativeTestJSON-720825688-project] Calling delete_port for 7d43c73b-74ae-40f5-85c7-dfebad41e821 owned by network:floatingip {{(pid=103160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:31:45.389807 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-6a25402d-f06b-4ac3-ac52-db647aa25dd2 tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2023137'] for network, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:45.466659 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3530537a-a038-4cfa-ac23-a5106e9149bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp31e170a0-46a1-5ba9-9dc1-7ee4f866f0d7-d9ee043b-e3eb-4ac8-8cbf-7bd31d4d4326', 'network_id': 'd9ee043b-e3eb-4ac8-8cbf-7bd31d4d4326', 'project_id': 'c5ad9a13d3f540fcaabd26ec563f9307', 'fixed_ips': [{'subnet_id': '15a2fc3a-fbf9-42f9-913e-059f455c0369'}]}} from dv-neutron-744815-20-hyperv. {{(pid=103161) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 18 13:31:45.467564 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-3530537a-a038-4cfa-ac23-a5106e9149bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:45.497883 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-6a25402d-f06b-4ac3-ac52-db647aa25dd2 tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1929185'] for subnet, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:45.616287 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-6a25402d-f06b-4ac3-ac52-db647aa25dd2 tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1929192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5659851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6017053'] for subnet, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:45.623062 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-e71da095-3f9c-4032-986a-455bf9c388f3 tempest-FloatingIPNegativeTestJSON-720825688 tempest-FloatingIPNegativeTestJSON-720825688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4533522'] for port, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:45.649237 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a25402d-f06b-4ac3-ac52-db647aa25dd2 tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Pushing event deleted for resources: {'Subnet': ['ID=15a2fc3a-fbf9-42f9-913e-059f455c0369,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:31:45.688127 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71da095-3f9c-4032-986a-455bf9c388f3 tempest-FloatingIPNegativeTestJSON-720825688 tempest-FloatingIPNegativeTestJSON-720825688-project] Pushing event deleted for resources: {'Port': ['ID=7d43c73b-74ae-40f5-85c7-dfebad41e821,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:31:45.726450 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-1ce06403-bd49-4ada-b329-5cab4c66f79c req-42f2a5b8-1915-4b6e-8bfb-a50d9107cd3b tempest-TestServerAdvancedOps-1858504261 tempest-TestServerAdvancedOps-1858504261-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0023ad2-8e0e-4912-a9aa-38ce4eeee77c HTTP/1.1" status: 200 len: 210 time: 0.0482681 Dec 18 13:31:45.769012 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server [None req-3530537a-a038-4cfa-ac23-a5106e9149bc None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 15a2fc3a-fbf9-42f9-913e-059f455c0369: This subnet is being modified by another concurrent operation. Dec 18 13:31:45.769012 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 18 13:31:45.769012 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 18 13:31:45.769012 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 18 13:31:45.769012 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 18 13:31:45.769012 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 18 13:31:45.769012 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 18 13:31:45.769012 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 18 13:31:45.769012 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 18 13:31:45.769012 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 18 13:31:45.769012 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 18 13:31:45.769012 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 18 13:31:45.769012 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 18 13:31:45.769012 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 18 13:31:45.769012 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 18 13:31:45.769012 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server raise self.value Dec 18 13:31:45.769012 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 18 13:31:45.769012 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 18 13:31:45.769012 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 18 13:31:45.769012 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 18 13:31:45.769012 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 18 13:31:45.769012 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 18 13:31:45.769012 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 18 13:31:45.769012 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server raise self.value Dec 18 13:31:45.769012 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 18 13:31:45.769012 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 18 13:31:45.769012 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 18 13:31:45.769012 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 18 13:31:45.769012 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 18 13:31:45.769012 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 18 13:31:45.769012 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 18 13:31:45.769012 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server raise self.value Dec 18 13:31:45.769012 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 18 13:31:45.769012 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 18 13:31:45.769012 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 18 13:31:45.769012 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 18 13:31:45.769012 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port Dec 18 13:31:45.769012 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 18 13:31:45.769012 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Dec 18 13:31:45.769012 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 18 13:31:45.769012 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 18 13:31:45.769012 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 18 13:31:45.769012 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Dec 18 13:31:45.769012 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 18 13:31:45.769012 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 18 13:31:45.769012 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 18 13:31:45.769012 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 18 13:31:45.769012 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 18 13:31:45.769012 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 18 13:31:45.769012 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 18 13:31:45.769012 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 18 13:31:45.769012 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server raise self.value Dec 18 13:31:45.769012 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 18 13:31:45.769012 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 18 13:31:45.773463 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 18 13:31:45.773463 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 18 13:31:45.773463 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 18 13:31:45.773463 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 18 13:31:45.773463 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 18 13:31:45.773463 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server raise self.value Dec 18 13:31:45.773463 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 18 13:31:45.773463 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 18 13:31:45.773463 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 18 13:31:45.773463 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 18 13:31:45.773463 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 18 13:31:45.773463 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 18 13:31:45.773463 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 18 13:31:45.773463 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server raise self.value Dec 18 13:31:45.773463 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 18 13:31:45.773463 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 18 13:31:45.773463 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 18 13:31:45.773463 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 18 13:31:45.773463 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 18 13:31:45.773463 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 18 13:31:45.773463 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Dec 18 13:31:45.773463 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 18 13:31:45.773463 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 18 13:31:45.773463 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 18 13:31:45.773463 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 18 13:31:45.773463 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 18 13:31:45.773463 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 18 13:31:45.773463 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server raise self.value Dec 18 13:31:45.773463 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 18 13:31:45.773463 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 18 13:31:45.773463 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 18 13:31:45.773463 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 18 13:31:45.773463 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 18 13:31:45.773463 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 18 13:31:45.773463 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 18 13:31:45.773463 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server raise exception Dec 18 13:31:45.773463 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 15a2fc3a-fbf9-42f9-913e-059f455c0369: This subnet is being modified by another concurrent operation. Dec 18 13:31:45.773463 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server Dec 18 13:31:45.778726 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-6a25402d-f06b-4ac3-ac52-db647aa25dd2 tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1927292', 'neutron.services.segments.db._delete_segments_for_network-8767106887837'] for network, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:45.781177 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-52ffc53a-1b12-4f81-84ce-560369a5bfe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1adb187a-cc2a-4400-b008-3da2c3a40348', 'name': 'tempest-ServerActionsTestJSON-119346790-router', 'tenant_id': '797acd6e00034b9ba6b75e0f2650f2ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.68'}], 'enable_snat': True}, 'gw_port_id': '5ea7f254-7846-4a78-ab07-536ed7415b42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:26:10Z', 'updated_at': '2021-12-18T13:26:25Z', 'revision_number': 4, 'project_id': '797acd6e00034b9ba6b75e0f2650f2ea', 'gw_port': {'id': '5ea7f254-7846-4a78-ab07-536ed7415b42', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:c7:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1adb187a-cc2a-4400-b008-3da2c3a40348', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:26:14Z', 'updated_at': '2021-12-18T13:26:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv', '_interfaces': [{'id': '1170b877-3537-494c-8028-93eabfb7aa2e', 'name': '', 'network_id': '2fc4e038-9db1-4dce-962e-0069075d1df7', 'tenant_id': '797acd6e00034b9ba6b75e0f2650f2ea', 'mac_address': 'fa:16:3e:be:16:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1adb187a-cc2a-4400-b008-3da2c3a40348', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': 'ab39156a-1aba-454f-953d-4c71ff8fa510', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:26:22Z', 'updated_at': '2021-12-18T13:26:32Z', 'revision_number': 5, 'project_id': '797acd6e00034b9ba6b75e0f2650f2ea', 'subnets': [{'id': 'ab39156a-1aba-454f-953d-4c71ff8fa510', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:31:45.809354 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.services.segments.db [None req-6a25402d-f06b-4ac3-ac52-db647aa25dd2 tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9ee043b-e3eb-4ac8-8cbf-7bd31d4d4326']}} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:31:45.812493 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.api.v2.resource [None req-e71da095-3f9c-4032-986a-455bf9c388f3 tempest-FloatingIPNegativeTestJSON-720825688 tempest-FloatingIPNegativeTestJSON-720825688-project] create failed (client error): The resource could not be found. Dec 18 13:31:45.813907 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-e71da095-3f9c-4032-986a-455bf9c388f3 tempest-FloatingIPNegativeTestJSON-720825688 tempest-FloatingIPNegativeTestJSON-720825688-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 1.8157711 Dec 18 13:31:45.814595 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1438574e-f025-4f6a-a08d-5303ade73b09 None None] Network d9ee043b-e3eb-4ac8-8cbf-7bd31d4d4326 requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:31:45.817704 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 54756) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:45.819654 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52ffc53a-1b12-4f81-84ce-560369a5bfe3 None None] The sync data for ids ['1adb187a-cc2a-4400-b008-3da2c3a40348'] in dv-neutron-744815-20-hyperv is: [{'id': '1adb187a-cc2a-4400-b008-3da2c3a40348', 'name': 'tempest-ServerActionsTestJSON-119346790-router', 'tenant_id': '797acd6e00034b9ba6b75e0f2650f2ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.68'}], 'enable_snat': True}, 'gw_port_id': '5ea7f254-7846-4a78-ab07-536ed7415b42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:26:10Z', 'updated_at': '2021-12-18T13:26:25Z', 'revision_number': 4, 'project_id': '797acd6e00034b9ba6b75e0f2650f2ea', 'gw_port': {'id': '5ea7f254-7846-4a78-ab07-536ed7415b42', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:c7:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1adb187a-cc2a-4400-b008-3da2c3a40348', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:26:14Z', 'updated_at': '2021-12-18T13:26:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv', '_interfaces': [{'id': '1170b877-3537-494c-8028-93eabfb7aa2e', 'name': '', 'network_id': '2fc4e038-9db1-4dce-962e-0069075d1df7', 'tenant_id': '797acd6e00034b9ba6b75e0f2650f2ea', 'mac_address': 'fa:16:3e:be:16:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1adb187a-cc2a-4400-b008-3da2c3a40348', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': 'ab39156a-1aba-454f-953d-4c71ff8fa510', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:26:22Z', 'updated_at': '2021-12-18T13:26:32Z', 'revision_number': 5, 'project_id': '797acd6e00034b9ba6b75e0f2650f2ea', 'subnets': [{'id': 'ab39156a-1aba-454f-953d-4c71ff8fa510', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 13:31:45.820155 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.services.segments.db [None req-6a25402d-f06b-4ac3-ac52-db647aa25dd2 tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '939c20c6-d848-4ee0-8357-c118cdbcc55b') {'for_net_delete': True} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:31:45.820465 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.services.segments.db [None req-6a25402d-f06b-4ac3-ac52-db647aa25dd2 tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '939c20c6-d848-4ee0-8357-c118cdbcc55b') {} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:31:45.841233 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-6a25402d-f06b-4ac3-ac52-db647aa25dd2 tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767106888614', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5589569'] for segment, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:45.863093 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-6a25402d-f06b-4ac3-ac52-db647aa25dd2 tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:45.870218 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a25402d-f06b-4ac3-ac52-db647aa25dd2 tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Releasing vlan 136 on physical network physnet1 to pool {{(pid=103159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 18 13:31:45.871282 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-6a25402d-f06b-4ac3-ac52-db647aa25dd2 tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5660009'] for segment, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:45.874974 dv-neutron-744815-20-hyperv neutron-server[103159]: Traceback (most recent call last): Dec 18 13:31:45.874974 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 18 13:31:45.874974 dv-neutron-744815-20-hyperv neutron-server[103159]: timer() Dec 18 13:31:45.874974 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 18 13:31:45.874974 dv-neutron-744815-20-hyperv neutron-server[103159]: cb(*args, **kw) Dec 18 13:31:45.874974 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 18 13:31:45.874974 dv-neutron-744815-20-hyperv neutron-server[103159]: return func(*args, **kwargs) Dec 18 13:31:45.874974 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 18 13:31:45.874974 dv-neutron-744815-20-hyperv neutron-server[103159]: self._notify() Dec 18 13:31:45.874974 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 18 13:31:45.874974 dv-neutron-744815-20-hyperv neutron-server[103159]: self.callback(batched_events) Dec 18 13:31:45.874974 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 18 13:31:45.874974 dv-neutron-744815-20-hyperv neutron-server[103159]: event.method(event) Dec 18 13:31:45.874974 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 18 13:31:45.874974 dv-neutron-744815-20-hyperv neutron-server[103159]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 18 13:31:45.874974 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 18 13:31:45.874974 dv-neutron-744815-20-hyperv neutron-server[103159]: aggregate_uuid = self.p_client.list_aggregates( Dec 18 13:31:45.874974 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 18 13:31:45.874974 dv-neutron-744815-20-hyperv neutron-server[103159]: return f(self, *a, **k) Dec 18 13:31:45.874974 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 18 13:31:45.874974 dv-neutron-744815-20-hyperv neutron-server[103159]: return self._get(url).json() Dec 18 13:31:45.874974 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 18 13:31:45.874974 dv-neutron-744815-20-hyperv neutron-server[103159]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 18 13:31:45.874974 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 18 13:31:45.874974 dv-neutron-744815-20-hyperv neutron-server[103159]: return self.request(url, 'GET', **kwargs) Dec 18 13:31:45.874974 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 18 13:31:45.874974 dv-neutron-744815-20-hyperv neutron-server[103159]: base_url = self.get_endpoint(auth, allow=allow, Dec 18 13:31:45.874974 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 18 13:31:45.874974 dv-neutron-744815-20-hyperv neutron-server[103159]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 18 13:31:45.874974 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 18 13:31:45.874974 dv-neutron-744815-20-hyperv neutron-server[103159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 18 13:31:45.874974 dv-neutron-744815-20-hyperv neutron-server[103159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 18 13:31:45.957821 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-6a25402d-f06b-4ac3-ac52-db647aa25dd2 tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1927267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586962'] for network, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:45.970527 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-76abbc69-2dd9-4f74-8f3d-bad50d9116c2 tempest-FloatingIPNegativeTestJSON-720825688 tempest-FloatingIPNegativeTestJSON-720825688-project] Deleting port 91a51896-786b-453f-96e5-989179690e42 {{(pid=103160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:31:45.971605 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-76abbc69-2dd9-4f74-8f3d-bad50d9116c2 tempest-FloatingIPNegativeTestJSON-720825688 tempest-FloatingIPNegativeTestJSON-720825688-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:45.984868 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-6a25402d-f06b-4ac3-ac52-db647aa25dd2 tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Publish callbacks [] for network, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:45.988162 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-6a25402d-f06b-4ac3-ac52-db647aa25dd2 tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] 10.222.0.31 "DELETE /v2.0/networks/d9ee043b-e3eb-4ac8-8cbf-7bd31d4d4326 HTTP/1.1" status: 204 len: 168 time: 0.7379990 Dec 18 13:31:45.988886 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 54762) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:45.991137 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a25402d-f06b-4ac3-ac52-db647aa25dd2 tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Pushing event deleted for resources: {'Network': ['ID=d9ee043b-e3eb-4ac8-8cbf-7bd31d4d4326,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:31:45.993980 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 54764) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:46.003521 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-ca0dbd55-4e11-4629-96ca-1047e40143dc tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-113208524'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:31:46.056411 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca0dbd55-4e11-4629-96ca-1047e40143dc tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Made reservation on behalf of c5ad9a13d3f540fcaabd26ec563f9307 for: {'network': 1} {{(pid=103159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:31:46.059658 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-ca0dbd55-4e11-4629-96ca-1047e40143dc tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for network, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:46.063896 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-76abbc69-2dd9-4f74-8f3d-bad50d9116c2 tempest-FloatingIPNegativeTestJSON-720825688 tempest-FloatingIPNegativeTestJSON-720825688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:46.077538 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-76abbc69-2dd9-4f74-8f3d-bad50d9116c2 tempest-FloatingIPNegativeTestJSON-720825688 tempest-FloatingIPNegativeTestJSON-720825688-project] Calling delete_port for 91a51896-786b-453f-96e5-989179690e42 owned by {{(pid=103160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:31:46.082220 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-7b929b65-27cc-4a88-9684-2ce2357877cb tempest-ServerActionsTestJSON-1545132800 tempest-ServerActionsTestJSON-1545132800-project] Publish callbacks [] for security_group, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:46.114540 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-7b929b65-27cc-4a88-9684-2ce2357877cb tempest-ServerActionsTestJSON-1545132800 tempest-ServerActionsTestJSON-1545132800-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:46.117168 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca0dbd55-4e11-4629-96ca-1047e40143dc tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 119} {{(pid=103159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 18 13:31:46.140195 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-ca0dbd55-4e11-4629-96ca-1047e40143dc tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:46.140544 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.db.segments_db [None req-ca0dbd55-4e11-4629-96ca-1047e40143dc tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Added segment c4524119-1554-4c03-8850-dae78bcd97a1 of type vlan for network 67f39430-7137-4821-b4d4-9c8a13b5c596 Dec 18 13:31:46.192372 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-ca0dbd55-4e11-4629-96ca-1047e40143dc tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767106405744'] for network, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:46.211338 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-7b929b65-27cc-4a88-9684-2ce2357877cb tempest-ServerActionsTestJSON-1545132800 tempest-ServerActionsTestJSON-1545132800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:46.213915 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-7b929b65-27cc-4a88-9684-2ce2357877cb tempest-ServerActionsTestJSON-1545132800 tempest-ServerActionsTestJSON-1545132800-project] Publish callbacks [] for security_group, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:46.215090 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-7b929b65-27cc-4a88-9684-2ce2357877cb tempest-ServerActionsTestJSON-1545132800 tempest-ServerActionsTestJSON-1545132800-project] 10.222.0.31 "DELETE /v2.0/security-groups/04da0920-3f32-48b1-bc5b-099cf6dd1551 HTTP/1.1" status: 204 len: 168 time: 0.2218893 Dec 18 13:31:46.219758 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 54766) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:46.229561 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b929b65-27cc-4a88-9684-2ce2357877cb tempest-ServerActionsTestJSON-1545132800 tempest-ServerActionsTestJSON-1545132800-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=04da0920-3f32-48b1-bc5b-099cf6dd1551,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:31:46.238010 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-ca0dbd55-4e11-4629-96ca-1047e40143dc tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981'] for network, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:46.246449 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca0dbd55-4e11-4629-96ca-1047e40143dc tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:31:46.246449 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-ca0dbd55-4e11-4629-96ca-1047e40143dc tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Publish callbacks [] for network, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:46.254779 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.api.v2.resource [None req-8767b879-0694-4bdc-ba90-03d867d8fde9 tempest-ServerActionsTestJSON-1545132800 tempest-ServerActionsTestJSON-1545132800-project] show failed (client error): The resource could not be found. Dec 18 13:31:46.260985 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-8767b879-0694-4bdc-ba90-03d867d8fde9 tempest-ServerActionsTestJSON-1545132800 tempest-ServerActionsTestJSON-1545132800-project] 10.222.0.31 "GET /v2.0/security-groups/04da0920-3f32-48b1-bc5b-099cf6dd1551 HTTP/1.1" status: 404 len: 347 time: 0.0296159 Dec 18 13:31:46.260985 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 54768) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:46.312258 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-ca0dbd55-4e11-4629-96ca-1047e40143dc tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3121960 Dec 18 13:31:46.323767 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 54770) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:46.332075 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-fc0b8573-44d8-47ac-98bf-44e21f48a527 tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Request body: {'subnet': {'network_id': '67f39430-7137-4821-b4d4-9c8a13b5c596', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:31:46.335739 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-76abbc69-2dd9-4f74-8f3d-bad50d9116c2 tempest-FloatingIPNegativeTestJSON-720825688 tempest-FloatingIPNegativeTestJSON-720825688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4533522'] for port, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:46.353467 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0dbd55-4e11-4629-96ca-1047e40143dc tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Pushing event updated for resources: {'Network': ['ID=67f39430-7137-4821-b4d4-9c8a13b5c596,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:31:46.366015 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Network 67f39430-7137-4821-b4d4-9c8a13b5c596 details requested by agent ovs-agent-dv-neutron-744815-20-hyperv with host dv-neutron-744815-20-hyperv {{(pid=103161) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 18 13:31:46.419612 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76abbc69-2dd9-4f74-8f3d-bad50d9116c2 tempest-FloatingIPNegativeTestJSON-720825688 tempest-FloatingIPNegativeTestJSON-720825688-project] Pushing event deleted for resources: {'Port': ['ID=91a51896-786b-453f-96e5-989179690e42,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:31:46.479962 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ec29ab5-95e1-4e13-85c8-8e9eacdfacae None None] New status for floating IP efca4d61-1244-4183-b0e2-97287c3b715d: DOWN {{(pid=103162) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 18 13:31:46.571525 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aa56e96-9f45-4e41-bd92-3e85945421ab None None] Network 73c8d32b-f8b5-4c11-8f81-e80c87c4763d requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:31:46.606437 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-76abbc69-2dd9-4f74-8f3d-bad50d9116c2 tempest-FloatingIPNegativeTestJSON-720825688 tempest-FloatingIPNegativeTestJSON-720825688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:46.612152 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-76abbc69-2dd9-4f74-8f3d-bad50d9116c2 tempest-FloatingIPNegativeTestJSON-720825688 tempest-FloatingIPNegativeTestJSON-720825688-project] 10.222.0.31 "DELETE /v2.0/ports/91a51896-786b-453f-96e5-989179690e42 HTTP/1.1" status: 204 len: 168 time: 0.7903271 Dec 18 13:31:46.613122 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 54772) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:46.657395 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc0b8573-44d8-47ac-98bf-44e21f48a527 tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Made reservation on behalf of c5ad9a13d3f540fcaabd26ec563f9307 for: {'subnet': 1} {{(pid=103160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:31:46.662779 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-fc0b8573-44d8-47ac-98bf-44e21f48a527 tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4514414'] for subnet, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:46.666000 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-74fdc3d4-9f96-4da1-9bd8-06765fbe8682 None None] Provisioning complete for port cf7b6ac9-8c51-4304-b4be-7f793e72e674 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:31:46.666372 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-74fdc3d4-9f96-4da1-9bd8-06765fbe8682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:46.681694 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-80189512-f5d8-41ce-b220-2dd053bb1b0f tempest-ServerActionsTestJSON-1545132800 tempest-ServerActionsTestJSON-1545132800-project] Deleting port 511a22ea-1230-4289-b93f-28ad3c1b43bf {{(pid=103160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:31:46.682300 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-80189512-f5d8-41ce-b220-2dd053bb1b0f tempest-ServerActionsTestJSON-1545132800 tempest-ServerActionsTestJSON-1545132800-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:46.776854 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-74fdc3d4-9f96-4da1-9bd8-06765fbe8682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:46.801144 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 54776) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:46.826517 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-74fdc3d4-9f96-4da1-9bd8-06765fbe8682 None None] For port cf7b6ac9-8c51-4304-b4be-7f793e72e674, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=cf7b6ac9-8c51-4304-b4be-7f793e72e674,segment=NetworkSegment(56a146a4-afe2-4034-bfe1-ce187cce34e8),segment_id=56a146a4-afe2-4034-bfe1-ce187cce34e8)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:31:46.833452 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-74fdc3d4-9f96-4da1-9bd8-06765fbe8682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:46.845105 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b70a3640-c758-40b2-94a4-f18e1b2ad180 tempest-FloatingIPNegativeTestJSON-720825688 tempest-FloatingIPNegativeTestJSON-720825688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:31:46.855784 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-b70a3640-c758-40b2-94a4-f18e1b2ad180 tempest-FloatingIPNegativeTestJSON-720825688 tempest-FloatingIPNegativeTestJSON-720825688-project] 10.222.0.31 "GET /v2.0/ports?device_id=f639e893-0cd1-40a0-aac8-5cd62a1c9172 HTTP/1.1" status: 200 len: 913 time: 0.2365804 Dec 18 13:31:46.856488 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 54778) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:46.901785 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.db_base_plugin_v2 [None req-901e6af6-e692-43ca-9b34-9313ecfae788 admin admin] Deleting subnet 9e3d3bf3-4ca3-4518-8457-a0aa8b909e42 {{(pid=103159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 18 13:31:46.905393 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-901e6af6-e692-43ca-9b34-9313ecfae788 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:46.909103 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fdc3d4-9f96-4da1-9bd8-06765fbe8682 None None] Pushing event updated for resources: {'Port': ['ID=cf7b6ac9-8c51-4304-b4be-7f793e72e674,revision_number=3']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:31:46.961529 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-901e6af6-e692-43ca-9b34-9313ecfae788 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5589624'] for subnet, precommit_delete_associations {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:46.964302 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device cf7b6ac9-8c51-4304-b4be-7f793e72e674 up at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 13:31:46.993378 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-80189512-f5d8-41ce-b220-2dd053bb1b0f tempest-ServerActionsTestJSON-1545132800 tempest-ServerActionsTestJSON-1545132800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:46.993812 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-80189512-f5d8-41ce-b220-2dd053bb1b0f tempest-ServerActionsTestJSON-1545132800 tempest-ServerActionsTestJSON-1545132800-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:47.004785 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f4af343-1e6f-4d18-ab77-d780e00e0737 None None] get_active_networks_info from dv-neutron-744815-20-hyperv {{(pid=103161) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 18 13:31:47.020210 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-901e6af6-e692-43ca-9b34-9313ecfae788 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1929185'] for subnet, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:47.033118 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-80189512-f5d8-41ce-b220-2dd053bb1b0f tempest-ServerActionsTestJSON-1545132800 tempest-ServerActionsTestJSON-1545132800-project] Calling delete_port for 511a22ea-1230-4289-b93f-28ad3c1b43bf owned by network:floatingip {{(pid=103160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:31:47.087522 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-901e6af6-e692-43ca-9b34-9313ecfae788 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1929192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5659851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6017053'] for subnet, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:47.096540 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-22a1541f-33df-4bd6-bbd3-821f730209de None None] Provisioning complete for port cf7b6ac9-8c51-4304-b4be-7f793e72e674 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:31:47.096912 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-22a1541f-33df-4bd6-bbd3-821f730209de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:47.114726 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901e6af6-e692-43ca-9b34-9313ecfae788 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9e3d3bf3-4ca3-4518-8457-a0aa8b909e42,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:31:47.124594 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-901e6af6-e692-43ca-9b34-9313ecfae788 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:47.128654 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2294866d-0076-4933-952c-685307032598 None None] Provisioning complete for port cf7b6ac9-8c51-4304-b4be-7f793e72e674 triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:31:47.129030 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:47.132886 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-901e6af6-e692-43ca-9b34-9313ecfae788 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/9e3d3bf3-4ca3-4518-8457-a0aa8b909e42 HTTP/1.1" status: 204 len: 168 time: 0.3271103 Dec 18 13:31:47.133359 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 54780) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:47.206593 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-38169127-a1ee-48a3-8e14-cf9c8ded1b7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2023137'] for network, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:47.212130 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f4af343-1e6f-4d18-ab77-d780e00e0737 None None] Resources bound (agent type, host, resource id): {{(pid=103161) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 18 13:31:47.245045 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-fc0b8573-44d8-47ac-98bf-44e21f48a527 tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4533410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4514424'] for subnet, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:47.295204 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-38169127-a1ee-48a3-8e14-cf9c8ded1b7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1927292', 'neutron.services.segments.db._delete_segments_for_network-8767106887837'] for network, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:47.320475 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.services.segments.db [None req-38169127-a1ee-48a3-8e14-cf9c8ded1b7c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9b5857a-d481-44f2-8a73-a6ac81bcd038']}} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:31:47.331890 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.services.segments.db [None req-38169127-a1ee-48a3-8e14-cf9c8ded1b7c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b85e503-93de-4d8a-a10e-76b577670134') {'for_net_delete': True} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:31:47.332328 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.services.segments.db [None req-38169127-a1ee-48a3-8e14-cf9c8ded1b7c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b85e503-93de-4d8a-a10e-76b577670134') {} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:31:47.343070 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-38169127-a1ee-48a3-8e14-cf9c8ded1b7c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767106888614', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5589569'] for segment, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:47.362197 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-38169127-a1ee-48a3-8e14-cf9c8ded1b7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:47.370930 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38169127-a1ee-48a3-8e14-cf9c8ded1b7c admin admin] Releasing vlan 147 on physical network physnet1 to pool {{(pid=103159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 18 13:31:47.371407 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-38169127-a1ee-48a3-8e14-cf9c8ded1b7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5660009'] for segment, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:47.373833 dv-neutron-744815-20-hyperv neutron-server[103159]: Traceback (most recent call last): Dec 18 13:31:47.373833 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 18 13:31:47.373833 dv-neutron-744815-20-hyperv neutron-server[103159]: timer() Dec 18 13:31:47.373833 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 18 13:31:47.373833 dv-neutron-744815-20-hyperv neutron-server[103159]: cb(*args, **kw) Dec 18 13:31:47.373833 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 18 13:31:47.373833 dv-neutron-744815-20-hyperv neutron-server[103159]: return func(*args, **kwargs) Dec 18 13:31:47.373833 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 18 13:31:47.373833 dv-neutron-744815-20-hyperv neutron-server[103159]: self._notify() Dec 18 13:31:47.373833 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 18 13:31:47.373833 dv-neutron-744815-20-hyperv neutron-server[103159]: self.callback(batched_events) Dec 18 13:31:47.373833 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 18 13:31:47.373833 dv-neutron-744815-20-hyperv neutron-server[103159]: event.method(event) Dec 18 13:31:47.373833 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 18 13:31:47.373833 dv-neutron-744815-20-hyperv neutron-server[103159]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 18 13:31:47.373833 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 18 13:31:47.373833 dv-neutron-744815-20-hyperv neutron-server[103159]: aggregate_uuid = self.p_client.list_aggregates( Dec 18 13:31:47.373833 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 18 13:31:47.373833 dv-neutron-744815-20-hyperv neutron-server[103159]: return f(self, *a, **k) Dec 18 13:31:47.373833 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 18 13:31:47.373833 dv-neutron-744815-20-hyperv neutron-server[103159]: return self._get(url).json() Dec 18 13:31:47.373833 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 18 13:31:47.373833 dv-neutron-744815-20-hyperv neutron-server[103159]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 18 13:31:47.373833 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 18 13:31:47.373833 dv-neutron-744815-20-hyperv neutron-server[103159]: return self.request(url, 'GET', **kwargs) Dec 18 13:31:47.373833 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 18 13:31:47.373833 dv-neutron-744815-20-hyperv neutron-server[103159]: base_url = self.get_endpoint(auth, allow=allow, Dec 18 13:31:47.373833 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 18 13:31:47.373833 dv-neutron-744815-20-hyperv neutron-server[103159]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 18 13:31:47.373833 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 18 13:31:47.373833 dv-neutron-744815-20-hyperv neutron-server[103159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 18 13:31:47.373833 dv-neutron-744815-20-hyperv neutron-server[103159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 18 13:31:47.381372 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0b8573-44d8-47ac-98bf-44e21f48a527 tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Pushing event updated for resources: {'Subnet': ['ID=f1362e63-6c85-4f90-be43-beea20a70ea8,revision_number=0']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:31:47.429122 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc0b8573-44d8-47ac-98bf-44e21f48a527 tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Checking segment: {'id': 'c4524119-1554-4c03-8850-dae78bcd97a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '67f39430-7137-4821-b4d4-9c8a13b5c596'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 13:31:47.429545 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc0b8573-44d8-47ac-98bf-44e21f48a527 tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Network hostable DHCP agents. Network: 67f39430-7137-4821-b4d4-9c8a13b5c596, hostable agents: ['aa77effa-0e3a-4bbd-a383-4d58ed3328d0'], hosted agents: [] {{(pid=103160) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 18 13:31:47.436086 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-80189512-f5d8-41ce-b220-2dd053bb1b0f tempest-ServerActionsTestJSON-1545132800 tempest-ServerActionsTestJSON-1545132800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4533522'] for port, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:47.445595 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-38169127-a1ee-48a3-8e14-cf9c8ded1b7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1927267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586962'] for network, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:47.450934 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-38169127-a1ee-48a3-8e14-cf9c8ded1b7c admin admin] Publish callbacks [] for network, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:47.456044 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-38169127-a1ee-48a3-8e14-cf9c8ded1b7c admin admin] 10.222.0.31 "DELETE /v2.0/networks/a9b5857a-d481-44f2-8a73-a6ac81bcd038 HTTP/1.1" status: 204 len: 168 time: 0.3215919 Dec 18 13:31:47.460050 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 54782) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:47.477425 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38169127-a1ee-48a3-8e14-cf9c8ded1b7c admin admin] Pushing event deleted for resources: {'Network': ['ID=a9b5857a-d481-44f2-8a73-a6ac81bcd038,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:31:47.482023 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80189512-f5d8-41ce-b220-2dd053bb1b0f tempest-ServerActionsTestJSON-1545132800 tempest-ServerActionsTestJSON-1545132800-project] Pushing event deleted for resources: {'Port': ['ID=511a22ea-1230-4289-b93f-28ad3c1b43bf,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:31:47.519747 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.db_base_plugin_v2 [None req-30d855a0-f1cc-448e-9dc2-cc57488f4155 admin admin] Deleting subnet 50b16382-fb2a-492a-a28c-ffeab4a69f5d {{(pid=103159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 18 13:31:47.521009 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc0b8573-44d8-47ac-98bf-44e21f48a527 tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Network 67f39430-7137-4821-b4d4-9c8a13b5c596 is scheduled to be hosted by DHCP agent aa77effa-0e3a-4bbd-a383-4d58ed3328d0 with binding_index 1 {{(pid=103160) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 18 13:31:47.523222 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-30d855a0-f1cc-448e-9dc2-cc57488f4155 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:47.545785 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.base_scheduler [None req-fc0b8573-44d8-47ac-98bf-44e21f48a527 tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-744815-20-hyperv, 67f39430-7137-4821-b4d4-9c8a13b5c596) {{(pid=103160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:31:47.563472 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-30d855a0-f1cc-448e-9dc2-cc57488f4155 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5589624'] for subnet, precommit_delete_associations {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:47.571744 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc0b8573-44d8-47ac-98bf-44e21f48a527 tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:31:47.572340 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-fc0b8573-44d8-47ac-98bf-44e21f48a527 tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Publish callbacks [] for subnet, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:47.578313 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-80189512-f5d8-41ce-b220-2dd053bb1b0f tempest-ServerActionsTestJSON-1545132800 tempest-ServerActionsTestJSON-1545132800-project] Publish callbacks [] for floatingip, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:47.581266 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-80189512-f5d8-41ce-b220-2dd053bb1b0f tempest-ServerActionsTestJSON-1545132800 tempest-ServerActionsTestJSON-1545132800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for floatingip, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:47.585836 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-80189512-f5d8-41ce-b220-2dd053bb1b0f tempest-ServerActionsTestJSON-1545132800 tempest-ServerActionsTestJSON-1545132800-project] 10.222.0.31 "DELETE /v2.0/floatingips/efca4d61-1244-4183-b0e2-97287c3b715d HTTP/1.1" status: 204 len: 168 time: 1.3264520 Dec 18 13:31:47.585987 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 54784) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:47.592239 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-866c3484-e45d-45cc-85dc-a384fec51a0f None None] DHCP port deletion for decb4a40-7941-48c8-afbb-daaafd502e83 request from dv-neutron-744815-20-hyperv {{(pid=103161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 18 13:31:47.596365 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a72860ea-dd5a-4b17-8abb-fa1d123b1883 None None] Network 67f39430-7137-4821-b4d4-9c8a13b5c596 requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:31:47.614758 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-fc0b8573-44d8-47ac-98bf-44e21f48a527 tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.2865543 Dec 18 13:31:47.615116 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 54788) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:47.620127 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-576d5c19-89fd-4bba-989a-18704e9bae8e tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1794904014'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:31:47.628055 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-30d855a0-f1cc-448e-9dc2-cc57488f4155 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1929185'] for subnet, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:47.633079 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-040d8a18-b931-460a-826b-d0be42b9cdfb tempest-FloatingIPNegativeTestJSON-720825688 tempest-FloatingIPNegativeTestJSON-720825688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-586101'] for router_interface, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:47.712533 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-30d855a0-f1cc-448e-9dc2-cc57488f4155 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1929192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5659851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6017053'] for subnet, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:47.722460 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-576d5c19-89fd-4bba-989a-18704e9bae8e tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Made reservation on behalf of c5ad9a13d3f540fcaabd26ec563f9307 for: {'network': 1} {{(pid=103160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:31:47.725893 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-576d5c19-89fd-4bba-989a-18704e9bae8e tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for network, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:47.731224 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed759f89-6d37-4f9d-960f-98594e6e42a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp31e170a0-46a1-5ba9-9dc1-7ee4f866f0d7-67f39430-7137-4821-b4d4-9c8a13b5c596', 'network_id': '67f39430-7137-4821-b4d4-9c8a13b5c596', 'project_id': 'c5ad9a13d3f540fcaabd26ec563f9307', 'fixed_ips': [{'subnet_id': 'f1362e63-6c85-4f90-be43-beea20a70ea8'}]}} from dv-neutron-744815-20-hyperv. {{(pid=103161) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 18 13:31:47.732354 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ed759f89-6d37-4f9d-960f-98594e6e42a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:47.749375 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d855a0-f1cc-448e-9dc2-cc57488f4155 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=50b16382-fb2a-492a-a28c-ffeab4a69f5d,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:31:47.755820 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-576d5c19-89fd-4bba-989a-18704e9bae8e tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 136} {{(pid=103160) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 18 13:31:47.760011 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-30d855a0-f1cc-448e-9dc2-cc57488f4155 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:47.769405 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-30d855a0-f1cc-448e-9dc2-cc57488f4155 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/50b16382-fb2a-492a-a28c-ffeab4a69f5d HTTP/1.1" status: 204 len: 168 time: 0.3073325 Dec 18 13:31:47.769720 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-576d5c19-89fd-4bba-989a-18704e9bae8e tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:47.770035 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.db.segments_db [None req-576d5c19-89fd-4bba-989a-18704e9bae8e tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Added segment fbdd76db-46cb-4380-821c-a4c2eb6d98bb of type vlan for network a85ff323-99f8-47c1-aea8-ed2a99f6d287 Dec 18 13:31:47.771082 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 54790) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:47.986504 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba97c57a-6b12-43cf-8a07-32e59b06ba42 None None] Network aa2cbe87-4d90-4b43-803c-6380b241773a requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:31:48.128790 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_common [None req-ed759f89-6d37-4f9d-960f-98594e6e42a1 None None] Allocated IP 2001:db8::1 (67f39430-7137-4821-b4d4-9c8a13b5c596/f1362e63-6c85-4f90-be43-beea20a70ea8/7a1d477d-6209-4313-be02-0fd86c49697d) {{(pid=103161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:31:48.135101 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0bd03dd-6d62-48ff-b327-a56e2c8a983c None None] DHCP port deletion for aa2cbe87-4d90-4b43-803c-6380b241773a request from dv-neutron-744815-20-hyperv {{(pid=103161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 18 13:31:48.164920 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-7a070133-b4a3-4253-9261-3a3d7e93987d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-586101'] for router_interface, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:48.175008 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-576d5c19-89fd-4bba-989a-18704e9bae8e tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767106405744'] for network, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:48.202008 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-a420690b-2ff6-4d0d-a01e-58fdfd8fcd2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2023137'] for network, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:48.238513 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-576d5c19-89fd-4bba-989a-18704e9bae8e tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981'] for network, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:48.243932 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-576d5c19-89fd-4bba-989a-18704e9bae8e tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:31:48.244520 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-576d5c19-89fd-4bba-989a-18704e9bae8e tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Publish callbacks [] for network, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:48.293277 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ed759f89-6d37-4f9d-960f-98594e6e42a1 None None] Publish callbacks [] for port, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:48.300642 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ed759f89-6d37-4f9d-960f-98594e6e42a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975'] for port, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:48.324422 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-576d5c19-89fd-4bba-989a-18704e9bae8e tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7055664 Dec 18 13:31:48.326878 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 54792) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:48.333347 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-7ce4642c-5236-40f5-b6f0-173efac53bcc tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Request body: {'subnet': {'network_id': 'a85ff323-99f8-47c1-aea8-ed2a99f6d287', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:31:48.346473 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed759f89-6d37-4f9d-960f-98594e6e42a1 None None] Network 67f39430-7137-4821-b4d4-9c8a13b5c596 is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:31:48.349524 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-ed759f89-6d37-4f9d-960f-98594e6e42a1 None None] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:31:48.352579 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed759f89-6d37-4f9d-960f-98594e6e42a1 None None] Received port after_create {{(pid=103161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:31:48.360517 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed759f89-6d37-4f9d-960f-98594e6e42a1 None None] Pushing event updated for resources: {'Port': ['ID=7a1d477d-6209-4313-be02-0fd86c49697d,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:31:48.409392 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576d5c19-89fd-4bba-989a-18704e9bae8e tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Pushing event updated for resources: {'Network': ['ID=a85ff323-99f8-47c1-aea8-ed2a99f6d287,revision_number=1']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:31:48.412499 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-a420690b-2ff6-4d0d-a01e-58fdfd8fcd2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1927292', 'neutron.services.segments.db._delete_segments_for_network-8767106887837'] for network, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:48.418215 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-ed759f89-6d37-4f9d-960f-98594e6e42a1 None None] Attempting to bind port 7a1d477d-6209-4313-be02-0fd86c49697d on host dv-neutron-744815-20-hyperv for vnic_type normal with profile {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 13:31:48.418760 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-ed759f89-6d37-4f9d-960f-98594e6e42a1 None None] Attempting to bind port 7a1d477d-6209-4313-be02-0fd86c49697d by drivers openvswitch,hyperv on host dv-neutron-744815-20-hyperv at level 0 using segments [{'id': 'c4524119-1554-4c03-8850-dae78bcd97a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '67f39430-7137-4821-b4d4-9c8a13b5c596'}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 13:31:48.419173 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed759f89-6d37-4f9d-960f-98594e6e42a1 None None] Attempting to bind port 7a1d477d-6209-4313-be02-0fd86c49697d on network 67f39430-7137-4821-b4d4-9c8a13b5c596 {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 13:31:48.425223 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed759f89-6d37-4f9d-960f-98594e6e42a1 None None] Checking agent: {'id': '428fa9fa-43db-4db9-9f96-f60ffe931f2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-20-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 13, 19, 1), 'started_at': datetime.datetime(2021, 12, 18, 13, 19, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 13, 31, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-20-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 18 13:31:48.425725 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed759f89-6d37-4f9d-960f-98594e6e42a1 None None] Checking segment: {'id': 'c4524119-1554-4c03-8850-dae78bcd97a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '67f39430-7137-4821-b4d4-9c8a13b5c596'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 13:31:48.426104 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ed759f89-6d37-4f9d-960f-98594e6e42a1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:48.426616 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed759f89-6d37-4f9d-960f-98594e6e42a1 None None] Bound using segment: {'id': 'c4524119-1554-4c03-8850-dae78bcd97a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '67f39430-7137-4821-b4d4-9c8a13b5c596'} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 18 13:31:48.427306 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-ed759f89-6d37-4f9d-960f-98594e6e42a1 None None] Bound port: 7a1d477d-6209-4313-be02-0fd86c49697d, host: dv-neutron-744815-20-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4524119-1554-4c03-8850-dae78bcd97a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '67f39430-7137-4821-b4d4-9c8a13b5c596'}}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 18 13:31:48.427597 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ed759f89-6d37-4f9d-960f-98594e6e42a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:48.430840 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Network a85ff323-99f8-47c1-aea8-ed2a99f6d287 details requested by agent ovs-agent-dv-neutron-744815-20-hyperv with host dv-neutron-744815-20-hyperv {{(pid=103161) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 18 13:31:48.457374 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.services.segments.db [None req-a420690b-2ff6-4d0d-a01e-58fdfd8fcd2f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa2cbe87-4d90-4b43-803c-6380b241773a']}} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:31:48.469118 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.services.segments.db [None req-a420690b-2ff6-4d0d-a01e-58fdfd8fcd2f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4f81bec-1746-4114-986c-caaa261a068a') {'for_net_delete': True} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:31:48.469415 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.services.segments.db [None req-a420690b-2ff6-4d0d-a01e-58fdfd8fcd2f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4f81bec-1746-4114-986c-caaa261a068a') {} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:31:48.474426 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ce4642c-5236-40f5-b6f0-173efac53bcc tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Made reservation on behalf of c5ad9a13d3f540fcaabd26ec563f9307 for: {'subnet': 1} {{(pid=103159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:31:48.478095 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-7ce4642c-5236-40f5-b6f0-173efac53bcc tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6017072'] for subnet, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:48.484344 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-a420690b-2ff6-4d0d-a01e-58fdfd8fcd2f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767106888614', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4533424'] for segment, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:48.502482 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-a420690b-2ff6-4d0d-a01e-58fdfd8fcd2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:48.511356 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a420690b-2ff6-4d0d-a01e-58fdfd8fcd2f admin admin] Releasing vlan 109 on physical network physnet1 to pool {{(pid=103160) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 18 13:31:48.511754 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-a420690b-2ff6-4d0d-a01e-58fdfd8fcd2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4533569'] for segment, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:48.514329 dv-neutron-744815-20-hyperv neutron-server[103160]: Traceback (most recent call last): Dec 18 13:31:48.514329 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 18 13:31:48.514329 dv-neutron-744815-20-hyperv neutron-server[103160]: timer() Dec 18 13:31:48.514329 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 18 13:31:48.514329 dv-neutron-744815-20-hyperv neutron-server[103160]: cb(*args, **kw) Dec 18 13:31:48.514329 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 18 13:31:48.514329 dv-neutron-744815-20-hyperv neutron-server[103160]: return func(*args, **kwargs) Dec 18 13:31:48.514329 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 18 13:31:48.514329 dv-neutron-744815-20-hyperv neutron-server[103160]: self._notify() Dec 18 13:31:48.514329 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 18 13:31:48.514329 dv-neutron-744815-20-hyperv neutron-server[103160]: self.callback(batched_events) Dec 18 13:31:48.514329 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 18 13:31:48.514329 dv-neutron-744815-20-hyperv neutron-server[103160]: event.method(event) Dec 18 13:31:48.514329 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 18 13:31:48.514329 dv-neutron-744815-20-hyperv neutron-server[103160]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 18 13:31:48.514329 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 18 13:31:48.514329 dv-neutron-744815-20-hyperv neutron-server[103160]: aggregate_uuid = self.p_client.list_aggregates( Dec 18 13:31:48.514329 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 18 13:31:48.514329 dv-neutron-744815-20-hyperv neutron-server[103160]: return f(self, *a, **k) Dec 18 13:31:48.514329 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 18 13:31:48.514329 dv-neutron-744815-20-hyperv neutron-server[103160]: return self._get(url).json() Dec 18 13:31:48.514329 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 18 13:31:48.514329 dv-neutron-744815-20-hyperv neutron-server[103160]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 18 13:31:48.514329 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 18 13:31:48.514329 dv-neutron-744815-20-hyperv neutron-server[103160]: return self.request(url, 'GET', **kwargs) Dec 18 13:31:48.514329 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 18 13:31:48.514329 dv-neutron-744815-20-hyperv neutron-server[103160]: base_url = self.get_endpoint(auth, allow=allow, Dec 18 13:31:48.514329 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 18 13:31:48.514329 dv-neutron-744815-20-hyperv neutron-server[103160]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 18 13:31:48.514329 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 18 13:31:48.514329 dv-neutron-744815-20-hyperv neutron-server[103160]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 18 13:31:48.514329 dv-neutron-744815-20-hyperv neutron-server[103160]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 18 13:31:48.532701 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-040d8a18-b931-460a-826b-d0be42b9cdfb tempest-FloatingIPNegativeTestJSON-720825688 tempest-FloatingIPNegativeTestJSON-720825688-project] Deleting port 4a5a6ad1-abac-4cea-85d0-eb80b4d09975 {{(pid=103160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:31:48.533051 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-040d8a18-b931-460a-826b-d0be42b9cdfb tempest-FloatingIPNegativeTestJSON-720825688 tempest-FloatingIPNegativeTestJSON-720825688-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:48.548165 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-ed759f89-6d37-4f9d-960f-98594e6e42a1 None None] For port 7a1d477d-6209-4313-be02-0fd86c49697d, host dv-neutron-744815-20-hyperv, cleared binding levels {{(pid=103161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 18 13:31:48.551352 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-ed759f89-6d37-4f9d-960f-98594e6e42a1 None None] For port 7a1d477d-6209-4313-be02-0fd86c49697d, host dv-neutron-744815-20-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=7a1d477d-6209-4313-be02-0fd86c49697d,segment=NetworkSegment(c4524119-1554-4c03-8850-dae78bcd97a1),segment_id=c4524119-1554-4c03-8850-dae78bcd97a1)] {{(pid=103161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 18 13:31:48.556688 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ed759f89-6d37-4f9d-960f-98594e6e42a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:48.567469 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.ipam_backend_mixin [None req-7ce4642c-5236-40f5-b6f0-173efac53bcc tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Performing IP validity checks on allocation pools {{(pid=103159) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 18 13:31:48.568147 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.ipam_backend_mixin [None req-7ce4642c-5236-40f5-b6f0-173efac53bcc tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103159) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 18 13:31:48.611340 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-7a070133-b4a3-4253-9261-3a3d7e93987d admin admin] Deleting port 1170b877-3537-494c-8028-93eabfb7aa2e {{(pid=103159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:31:48.612012 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-7a070133-b4a3-4253-9261-3a3d7e93987d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:48.621475 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed759f89-6d37-4f9d-960f-98594e6e42a1 None None] Pushing event updated for resources: {'Port': ['ID=7a1d477d-6209-4313-be02-0fd86c49697d,revision_number=2']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:31:48.625052 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-a420690b-2ff6-4d0d-a01e-58fdfd8fcd2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1927267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586962'] for network, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:48.644414 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-a420690b-2ff6-4d0d-a01e-58fdfd8fcd2f admin admin] Publish callbacks [] for network, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:48.648402 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-a420690b-2ff6-4d0d-a01e-58fdfd8fcd2f admin admin] 10.222.0.31 "DELETE /v2.0/networks/aa2cbe87-4d90-4b43-803c-6380b241773a HTTP/1.1" status: 204 len: 168 time: 0.8761950 Dec 18 13:31:48.666348 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a420690b-2ff6-4d0d-a01e-58fdfd8fcd2f admin admin] Pushing event deleted for resources: {'Network': ['ID=aa2cbe87-4d90-4b43-803c-6380b241773a,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:31:48.694858 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-040d8a18-b931-460a-826b-d0be42b9cdfb tempest-FloatingIPNegativeTestJSON-720825688 tempest-FloatingIPNegativeTestJSON-720825688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:48.708238 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-040d8a18-b931-460a-826b-d0be42b9cdfb tempest-FloatingIPNegativeTestJSON-720825688 tempest-FloatingIPNegativeTestJSON-720825688-project] Calling delete_port for 4a5a6ad1-abac-4cea-85d0-eb80b4d09975 owned by network:router_interface {{(pid=103160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:31:48.766394 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.db [None req-7a070133-b4a3-4253-9261-3a3d7e93987d admin admin] For port 1170b877-3537-494c-8028-93eabfb7aa2e, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=1170b877-3537-494c-8028-93eabfb7aa2e,segment=NetworkSegment(9e2f6f75-68e6-4f61-afc7-4ef9354e6b1b),segment_id=9e2f6f75-68e6-4f61-afc7-4ef9354e6b1b)] {{(pid=103159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:31:48.766683 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-7a070133-b4a3-4253-9261-3a3d7e93987d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:48.786058 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-7a070133-b4a3-4253-9261-3a3d7e93987d admin admin] Calling delete_port for 1170b877-3537-494c-8028-93eabfb7aa2e owned by network:router_interface {{(pid=103159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:31:48.821209 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 54798) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:48.932609 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device cf7b6ac9-8c51-4304-b4be-7f793e72e674 up at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 13:31:48.934694 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-7ce4642c-5236-40f5-b6f0-173efac53bcc tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5659786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6017062'] for subnet, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:48.941057 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-040d8a18-b931-460a-826b-d0be42b9cdfb tempest-FloatingIPNegativeTestJSON-720825688 tempest-FloatingIPNegativeTestJSON-720825688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4533522'] for port, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:48.983571 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040d8a18-b931-460a-826b-d0be42b9cdfb tempest-FloatingIPNegativeTestJSON-720825688 tempest-FloatingIPNegativeTestJSON-720825688-project] Pushing event deleted for resources: {'Port': ['ID=4a5a6ad1-abac-4cea-85d0-eb80b4d09975,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:31:48.997291 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2294866d-0076-4933-952c-685307032598 None None] Provisioning complete for port cf7b6ac9-8c51-4304-b4be-7f793e72e674 triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:31:48.998476 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:49.024403 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-248454cf-501d-4d4c-87b0-e3ca5dce397b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=72fb1cda929143289688e766bba7ee81&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1937613 Dec 18 13:31:49.032317 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 54800) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:49.126556 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce4642c-5236-40f5-b6f0-173efac53bcc tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Pushing event updated for resources: {'Subnet': ['ID=7a963f86-e579-4c21-a579-ba5986915f79,revision_number=0']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:31:49.173787 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-040d8a18-b931-460a-826b-d0be42b9cdfb tempest-FloatingIPNegativeTestJSON-720825688 tempest-FloatingIPNegativeTestJSON-720825688-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1048020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-576035'] for router_interface, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:49.204471 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ce4642c-5236-40f5-b6f0-173efac53bcc tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Checking segment: {'id': 'fbdd76db-46cb-4380-821c-a4c2eb6d98bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'a85ff323-99f8-47c1-aea8-ed2a99f6d287'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 13:31:49.205519 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ce4642c-5236-40f5-b6f0-173efac53bcc tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Network hostable DHCP agents. Network: a85ff323-99f8-47c1-aea8-ed2a99f6d287, hostable agents: ['aa77effa-0e3a-4bbd-a383-4d58ed3328d0'], hosted agents: [] {{(pid=103159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 18 13:31:49.216192 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-945e6c36-8b06-44ba-8a0b-9e03f0238506 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:49.257182 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-945e6c36-8b06-44ba-8a0b-9e03f0238506 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:49.268847 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ce4642c-5236-40f5-b6f0-173efac53bcc tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Network a85ff323-99f8-47c1-aea8-ed2a99f6d287 is scheduled to be hosted by DHCP agent aa77effa-0e3a-4bbd-a383-4d58ed3328d0 with binding_index 1 {{(pid=103159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 18 13:31:49.296277 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.base_scheduler [None req-7ce4642c-5236-40f5-b6f0-173efac53bcc tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-744815-20-hyperv, a85ff323-99f8-47c1-aea8-ed2a99f6d287) {{(pid=103159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:31:49.305167 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2f32570-cf95-4e9a-9a86-aa0ffa0a4ffa None None] Network a85ff323-99f8-47c1-aea8-ed2a99f6d287 requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:31:49.328781 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ce4642c-5236-40f5-b6f0-173efac53bcc tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:31:49.329371 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-7ce4642c-5236-40f5-b6f0-173efac53bcc tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Publish callbacks [] for subnet, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:49.339580 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-040d8a18-b931-460a-826b-d0be42b9cdfb tempest-FloatingIPNegativeTestJSON-720825688 tempest-FloatingIPNegativeTestJSON-720825688-project] Router f639e893-0cd1-40a0-aac8-5cd62a1c9172 has already been hosted by L3 agent c9c0cd52-5bd2-4704-9429-d80f1c5ad23c {{(pid=103160) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 18 13:31:49.358761 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-7ce4642c-5236-40f5-b6f0-173efac53bcc tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.0306327 Dec 18 13:31:49.361493 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 54802) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:49.371966 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-7a070133-b4a3-4253-9261-3a3d7e93987d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:49.418510 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a070133-b4a3-4253-9261-3a3d7e93987d admin admin] Pushing event deleted for resources: {'Port': ['ID=1170b877-3537-494c-8028-93eabfb7aa2e,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:31:49.430876 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-040d8a18-b931-460a-826b-d0be42b9cdfb tempest-FloatingIPNegativeTestJSON-720825688 tempest-FloatingIPNegativeTestJSON-720825688-project] Notify agent at l3_agent.dv-neutron-744815-20-hyperv the message routers_updated {{(pid=103160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 13:31:49.436488 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-040d8a18-b931-460a-826b-d0be42b9cdfb tempest-FloatingIPNegativeTestJSON-720825688 tempest-FloatingIPNegativeTestJSON-720825688-project] 10.222.0.31 "PUT /v2.0/routers/f639e893-0cd1-40a0-aac8-5cd62a1c9172/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5716624 Dec 18 13:31:49.439628 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 54804) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:49.447349 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf1b17b4-3fa5-45ad-b482-a1635441a1da None None] Sync routers for ids ['f639e893-0cd1-40a0-aac8-5cd62a1c9172'] in dv-neutron-744815-20-hyperv {{(pid=103161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 13:31:49.455546 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-945e6c36-8b06-44ba-8a0b-9e03f0238506 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:49.458340 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-945e6c36-8b06-44ba-8a0b-9e03f0238506 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:49.459204 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-023b7a35-b5e1-4a7d-a83b-8a337e925d00 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp31e170a0-46a1-5ba9-9dc1-7ee4f866f0d7-a85ff323-99f8-47c1-aea8-ed2a99f6d287', 'network_id': 'a85ff323-99f8-47c1-aea8-ed2a99f6d287', 'project_id': 'c5ad9a13d3f540fcaabd26ec563f9307', 'fixed_ips': [{'subnet_id': '7a963f86-e579-4c21-a579-ba5986915f79'}]}} from dv-neutron-744815-20-hyperv. {{(pid=103161) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 18 13:31:49.459551 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-945e6c36-8b06-44ba-8a0b-9e03f0238506 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d41c1bbf-8c24-4f02-8dab-92235eb4736a HTTP/1.1" status: 204 len: 168 time: 0.4236553 Dec 18 13:31:49.463347 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-023b7a35-b5e1-4a7d-a83b-8a337e925d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:49.483249 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf1b17b4-3fa5-45ad-b482-a1635441a1da None None] Routers {'f639e893-0cd1-40a0-aac8-5cd62a1c9172'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:31:49.483567 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-cf1b17b4-3fa5-45ad-b482-a1635441a1da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:31:27Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['f639e893-0cd1-40a0-aac8-5cd62a1c9172'], 'active': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:31:49.483713 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945e6c36-8b06-44ba-8a0b-9e03f0238506 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d41c1bbf-8c24-4f02-8dab-92235eb4736a,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:31:49.567868 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-fff78fab-93df-4bad-ae3c-10e7f0cdc2fc tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2023137'] for network, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:49.581526 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-65da4588-db54-4c80-ace0-642d94514a2b tempest-FloatingIPNegativeTestJSON-720825688 tempest-FloatingIPNegativeTestJSON-720825688-project] Publish callbacks [] for router, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:49.611795 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-cf1b17b4-3fa5-45ad-b482-a1635441a1da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:31:49.761063 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-fff78fab-93df-4bad-ae3c-10e7f0cdc2fc tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1929185'] for subnet, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:49.770034 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf1b17b4-3fa5-45ad-b482-a1635441a1da None None] Routers {'f639e893-0cd1-40a0-aac8-5cd62a1c9172'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:31:49.778845 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-cf1b17b4-3fa5-45ad-b482-a1635441a1da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:31:27Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['f639e893-0cd1-40a0-aac8-5cd62a1c9172'], 'active': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:31:49.805697 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-7a070133-b4a3-4253-9261-3a3d7e93987d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1048020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-576035'] for router_interface, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:49.876849 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-cf1b17b4-3fa5-45ad-b482-a1635441a1da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:31:49.877834 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf1b17b4-3fa5-45ad-b482-a1635441a1da None None] The sync data for ids ['f639e893-0cd1-40a0-aac8-5cd62a1c9172'] in dv-neutron-744815-20-hyperv is: [] {{(pid=103161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 13:31:49.944838 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-65da4588-db54-4c80-ace0-642d94514a2b tempest-FloatingIPNegativeTestJSON-720825688 tempest-FloatingIPNegativeTestJSON-720825688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-589815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28643'] for router, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:49.947999 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-65da4588-db54-4c80-ace0-642d94514a2b tempest-FloatingIPNegativeTestJSON-720825688 tempest-FloatingIPNegativeTestJSON-720825688-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:49.961173 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_common [None req-023b7a35-b5e1-4a7d-a83b-8a337e925d00 None None] Allocated IP 2001:db8::3 (a85ff323-99f8-47c1-aea8-ed2a99f6d287/7a963f86-e579-4c21-a579-ba5986915f79/c8829452-3d58-48bb-b10e-1534a7c5cbee) {{(pid=103161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:31:50.018922 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-65da4588-db54-4c80-ace0-642d94514a2b tempest-FloatingIPNegativeTestJSON-720825688 tempest-FloatingIPNegativeTestJSON-720825688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-589710'] for router, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:50.023267 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65da4588-db54-4c80-ace0-642d94514a2b tempest-FloatingIPNegativeTestJSON-720825688 tempest-FloatingIPNegativeTestJSON-720825688-project] Fanout notify agent at l3_agent the message router_deleted on router f639e893-0cd1-40a0-aac8-5cd62a1c9172 {{(pid=103160) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 18 13:31:50.036326 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-65da4588-db54-4c80-ace0-642d94514a2b tempest-FloatingIPNegativeTestJSON-720825688 tempest-FloatingIPNegativeTestJSON-720825688-project] Publish callbacks [] for router, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:50.038594 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-65da4588-db54-4c80-ace0-642d94514a2b tempest-FloatingIPNegativeTestJSON-720825688 tempest-FloatingIPNegativeTestJSON-720825688-project] 10.222.0.31 "DELETE /v2.0/routers/f639e893-0cd1-40a0-aac8-5cd62a1c9172 HTTP/1.1" status: 204 len: 168 time: 0.5969431 Dec 18 13:31:50.041468 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 54810) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:50.097499 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87ebe0d0-f879-47c9-bae9-3962a86bd05b None None] Network 67f39430-7137-4821-b4d4-9c8a13b5c596 requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:31:50.109128 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 54812) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:50.153581 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.db_base_plugin_v2 [None req-7451dbbb-b7de-4063-87a5-022c0d5fec3c tempest-FloatingIPNegativeTestJSON-720825688 tempest-FloatingIPNegativeTestJSON-720825688-project] Deleting subnet 7d394446-cb79-4d23-a373-a81816005c6d {{(pid=103160) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 18 13:31:50.163843 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-7451dbbb-b7de-4063-87a5-022c0d5fec3c tempest-FloatingIPNegativeTestJSON-720825688 tempest-FloatingIPNegativeTestJSON-720825688-project] Publish callbacks [] for subnet, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:50.177122 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-d6b4cd34-a72b-43fc-af44-50b741c30667 None None] Provisioning complete for port 7a1d477d-6209-4313-be02-0fd86c49697d triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:31:50.177593 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-d6b4cd34-a72b-43fc-af44-50b741c30667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:50.207836 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-a3aca127-1e73-4f38-92c9-69eb6cb0cf76 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d53c38ae245443618096fb161260d7ab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0977280 Dec 18 13:31:50.208462 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 54814) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:50.231083 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-7451dbbb-b7de-4063-87a5-022c0d5fec3c tempest-FloatingIPNegativeTestJSON-720825688 tempest-FloatingIPNegativeTestJSON-720825688-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4533385'] for subnet, precommit_delete_associations {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:50.304846 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-55c6ba3a-9fcf-4f51-9de5-ec51f7b8b271 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:50.355975 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-023b7a35-b5e1-4a7d-a83b-8a337e925d00 None None] Publish callbacks [] for port, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:50.358847 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-55c6ba3a-9fcf-4f51-9de5-ec51f7b8b271 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:50.365024 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-d6b4cd34-a72b-43fc-af44-50b741c30667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:50.366283 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-7451dbbb-b7de-4063-87a5-022c0d5fec3c tempest-FloatingIPNegativeTestJSON-720825688 tempest-FloatingIPNegativeTestJSON-720825688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1929185'] for subnet, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:50.379187 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-023b7a35-b5e1-4a7d-a83b-8a337e925d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975'] for port, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:50.429163 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-023b7a35-b5e1-4a7d-a83b-8a337e925d00 None None] Network a85ff323-99f8-47c1-aea8-ed2a99f6d287 is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:31:50.432563 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-fff78fab-93df-4bad-ae3c-10e7f0cdc2fc tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1929192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5659851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6017053'] for subnet, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:50.444200 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-023b7a35-b5e1-4a7d-a83b-8a337e925d00 None None] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:31:50.447730 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-023b7a35-b5e1-4a7d-a83b-8a337e925d00 None None] Received port after_create {{(pid=103161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:31:50.467088 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-55c6ba3a-9fcf-4f51-9de5-ec51f7b8b271 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:50.470014 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-55c6ba3a-9fcf-4f51-9de5-ec51f7b8b271 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:50.471839 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-55c6ba3a-9fcf-4f51-9de5-ec51f7b8b271 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d40fc906-d73c-4670-bd69-0cf039effef2 HTTP/1.1" status: 204 len: 168 time: 0.2582152 Dec 18 13:31:50.482061 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff78fab-93df-4bad-ae3c-10e7f0cdc2fc tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Pushing event deleted for resources: {'Subnet': ['ID=7a963f86-e579-4c21-a579-ba5986915f79,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:31:50.483300 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c6ba3a-9fcf-4f51-9de5-ec51f7b8b271 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d40fc906-d73c-4670-bd69-0cf039effef2,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:31:50.492593 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-d6b4cd34-a72b-43fc-af44-50b741c30667 None None] For port 7a1d477d-6209-4313-be02-0fd86c49697d, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=7a1d477d-6209-4313-be02-0fd86c49697d,segment=NetworkSegment(c4524119-1554-4c03-8850-dae78bcd97a1),segment_id=c4524119-1554-4c03-8850-dae78bcd97a1)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:31:50.497524 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-7451dbbb-b7de-4063-87a5-022c0d5fec3c tempest-FloatingIPNegativeTestJSON-720825688 tempest-FloatingIPNegativeTestJSON-720825688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1929192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4533475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4514371'] for subnet, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:50.522655 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-7451dbbb-b7de-4063-87a5-022c0d5fec3c tempest-FloatingIPNegativeTestJSON-720825688 tempest-FloatingIPNegativeTestJSON-720825688-project] Publish callbacks [] for subnet, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:50.528481 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-7451dbbb-b7de-4063-87a5-022c0d5fec3c tempest-FloatingIPNegativeTestJSON-720825688 tempest-FloatingIPNegativeTestJSON-720825688-project] 10.222.0.31 "DELETE /v2.0/subnets/7d394446-cb79-4d23-a373-a81816005c6d HTTP/1.1" status: 204 len: 168 time: 0.4825082 Dec 18 13:31:50.532819 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 54818) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:50.538808 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-d6b4cd34-a72b-43fc-af44-50b741c30667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:50.542686 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023b7a35-b5e1-4a7d-a83b-8a337e925d00 None None] Pushing event updated for resources: {'Port': ['ID=c8829452-3d58-48bb-b10e-1534a7c5cbee,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:31:50.553079 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7451dbbb-b7de-4063-87a5-022c0d5fec3c tempest-FloatingIPNegativeTestJSON-720825688 tempest-FloatingIPNegativeTestJSON-720825688-project] Pushing event deleted for resources: {'Subnet': ['ID=7d394446-cb79-4d23-a373-a81816005c6d,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:31:50.554155 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c911030-0d80-47a3-b04a-dcccea9c8e10 None None] Network 4da2c114-de84-4a91-945a-dd4acf0c3fac requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:31:50.636244 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a070133-b4a3-4253-9261-3a3d7e93987d admin admin] Router 1adb187a-cc2a-4400-b008-3da2c3a40348 has already been hosted by L3 agent c9c0cd52-5bd2-4704-9429-d80f1c5ad23c {{(pid=103159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 18 13:31:50.667878 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-fff78fab-93df-4bad-ae3c-10e7f0cdc2fc tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1927292', 'neutron.services.segments.db._delete_segments_for_network-8767106887837'] for network, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:50.682728 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-023b7a35-b5e1-4a7d-a83b-8a337e925d00 None None] Attempting to bind port c8829452-3d58-48bb-b10e-1534a7c5cbee on host dv-neutron-744815-20-hyperv for vnic_type normal with profile {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 13:31:50.683214 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-023b7a35-b5e1-4a7d-a83b-8a337e925d00 None None] Attempting to bind port c8829452-3d58-48bb-b10e-1534a7c5cbee by drivers openvswitch,hyperv on host dv-neutron-744815-20-hyperv at level 0 using segments [{'id': 'fbdd76db-46cb-4380-821c-a4c2eb6d98bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'a85ff323-99f8-47c1-aea8-ed2a99f6d287'}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 13:31:50.683709 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-023b7a35-b5e1-4a7d-a83b-8a337e925d00 None None] Attempting to bind port c8829452-3d58-48bb-b10e-1534a7c5cbee on network a85ff323-99f8-47c1-aea8-ed2a99f6d287 {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 13:31:50.715841 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.services.segments.db [None req-fff78fab-93df-4bad-ae3c-10e7f0cdc2fc tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a85ff323-99f8-47c1-aea8-ed2a99f6d287']}} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:31:50.732501 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-023b7a35-b5e1-4a7d-a83b-8a337e925d00 None None] Checking agent: {'id': '428fa9fa-43db-4db9-9f96-f60ffe931f2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-20-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 13, 19, 1), 'started_at': datetime.datetime(2021, 12, 18, 13, 19, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 13, 31, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-20-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 18 13:31:50.732965 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-023b7a35-b5e1-4a7d-a83b-8a337e925d00 None None] Checking segment: {'id': 'fbdd76db-46cb-4380-821c-a4c2eb6d98bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'a85ff323-99f8-47c1-aea8-ed2a99f6d287'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 13:31:50.733280 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-023b7a35-b5e1-4a7d-a83b-8a337e925d00 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:50.733684 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-023b7a35-b5e1-4a7d-a83b-8a337e925d00 None None] Bound using segment: {'id': 'fbdd76db-46cb-4380-821c-a4c2eb6d98bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'a85ff323-99f8-47c1-aea8-ed2a99f6d287'} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 18 13:31:50.733822 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.services.segments.db [None req-fff78fab-93df-4bad-ae3c-10e7f0cdc2fc tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbdd76db-46cb-4380-821c-a4c2eb6d98bb') {'for_net_delete': True} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:31:50.734173 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-023b7a35-b5e1-4a7d-a83b-8a337e925d00 None None] Bound port: c8829452-3d58-48bb-b10e-1534a7c5cbee, host: dv-neutron-744815-20-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbdd76db-46cb-4380-821c-a4c2eb6d98bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'a85ff323-99f8-47c1-aea8-ed2a99f6d287'}}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 18 13:31:50.734307 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.services.segments.db [None req-fff78fab-93df-4bad-ae3c-10e7f0cdc2fc tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbdd76db-46cb-4380-821c-a4c2eb6d98bb') {} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:31:50.734557 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-023b7a35-b5e1-4a7d-a83b-8a337e925d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:50.753734 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-fdfd9ab9-00fa-498b-a8d1-f9d2d76da0c8 tempest-FloatingIPNegativeTestJSON-720825688 tempest-FloatingIPNegativeTestJSON-720825688-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2023137'] for network, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:50.793764 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-fff78fab-93df-4bad-ae3c-10e7f0cdc2fc tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767106888614', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5589569'] for segment, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:50.810050 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-023b7a35-b5e1-4a7d-a83b-8a337e925d00 None None] For port c8829452-3d58-48bb-b10e-1534a7c5cbee, host dv-neutron-744815-20-hyperv, cleared binding levels {{(pid=103161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 18 13:31:50.815092 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-023b7a35-b5e1-4a7d-a83b-8a337e925d00 None None] For port c8829452-3d58-48bb-b10e-1534a7c5cbee, host dv-neutron-744815-20-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=c8829452-3d58-48bb-b10e-1534a7c5cbee,segment=NetworkSegment(fbdd76db-46cb-4380-821c-a4c2eb6d98bb),segment_id=fbdd76db-46cb-4380-821c-a4c2eb6d98bb)] {{(pid=103161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 18 13:31:50.844429 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-023b7a35-b5e1-4a7d-a83b-8a337e925d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:50.861201 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-fff78fab-93df-4bad-ae3c-10e7f0cdc2fc tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:50.870801 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b4cd34-a72b-43fc-af44-50b741c30667 None None] Pushing event updated for resources: {'Port': ['ID=7a1d477d-6209-4313-be02-0fd86c49697d,revision_number=3']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:31:50.906803 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fff78fab-93df-4bad-ae3c-10e7f0cdc2fc tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Releasing vlan 136 on physical network physnet1 to pool {{(pid=103159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 18 13:31:50.907535 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-fff78fab-93df-4bad-ae3c-10e7f0cdc2fc tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5660009'] for segment, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:50.917567 dv-neutron-744815-20-hyperv neutron-server[103159]: Traceback (most recent call last): Dec 18 13:31:50.917567 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 18 13:31:50.917567 dv-neutron-744815-20-hyperv neutron-server[103159]: timer() Dec 18 13:31:50.917567 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 18 13:31:50.917567 dv-neutron-744815-20-hyperv neutron-server[103159]: cb(*args, **kw) Dec 18 13:31:50.917567 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 18 13:31:50.917567 dv-neutron-744815-20-hyperv neutron-server[103159]: return func(*args, **kwargs) Dec 18 13:31:50.917567 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 18 13:31:50.917567 dv-neutron-744815-20-hyperv neutron-server[103159]: self._notify() Dec 18 13:31:50.917567 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 18 13:31:50.917567 dv-neutron-744815-20-hyperv neutron-server[103159]: self.callback(batched_events) Dec 18 13:31:50.917567 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 18 13:31:50.917567 dv-neutron-744815-20-hyperv neutron-server[103159]: event.method(event) Dec 18 13:31:50.917567 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 18 13:31:50.917567 dv-neutron-744815-20-hyperv neutron-server[103159]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 18 13:31:50.917567 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 18 13:31:50.917567 dv-neutron-744815-20-hyperv neutron-server[103159]: aggregate_uuid = self.p_client.list_aggregates( Dec 18 13:31:50.917567 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 18 13:31:50.917567 dv-neutron-744815-20-hyperv neutron-server[103159]: return f(self, *a, **k) Dec 18 13:31:50.917567 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 18 13:31:50.917567 dv-neutron-744815-20-hyperv neutron-server[103159]: return self._get(url).json() Dec 18 13:31:50.917567 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 18 13:31:50.917567 dv-neutron-744815-20-hyperv neutron-server[103159]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 18 13:31:50.917567 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 18 13:31:50.917567 dv-neutron-744815-20-hyperv neutron-server[103159]: return self.request(url, 'GET', **kwargs) Dec 18 13:31:50.917567 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 18 13:31:50.917567 dv-neutron-744815-20-hyperv neutron-server[103159]: base_url = self.get_endpoint(auth, allow=allow, Dec 18 13:31:50.917567 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 18 13:31:50.917567 dv-neutron-744815-20-hyperv neutron-server[103159]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 18 13:31:50.917567 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 18 13:31:50.917567 dv-neutron-744815-20-hyperv neutron-server[103159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 18 13:31:50.917567 dv-neutron-744815-20-hyperv neutron-server[103159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 18 13:31:50.936595 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-48dad046-95eb-4b97-b5df-a507d0df08b9 None None] Provisioning complete for port 7a1d477d-6209-4313-be02-0fd86c49697d triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:31:50.936950 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-48dad046-95eb-4b97-b5df-a507d0df08b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:51.006050 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.db.api [None req-fff78fab-93df-4bad-ae3c-10e7f0cdc2fc tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 18 13:31:51.006050 dv-neutron-744815-20-hyperv neutron-server[103159]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 18 13:31:51.006050 dv-neutron-744815-20-hyperv neutron-server[103159]: [parameters: {'id': 'a85ff323-99f8-47c1-aea8-ed2a99f6d287'}] Dec 18 13:31:51.006050 dv-neutron-744815-20-hyperv neutron-server[103159]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103159) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 18 13:31:51.006618 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG oslo_db.api [None req-fff78fab-93df-4bad-ae3c-10e7f0cdc2fc tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 18 13:31:51.007844 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a070133-b4a3-4253-9261-3a3d7e93987d admin admin] Notify agent at l3_agent.dv-neutron-744815-20-hyperv the message routers_updated {{(pid=103159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 13:31:51.010538 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023b7a35-b5e1-4a7d-a83b-8a337e925d00 None None] Pushing event updated for resources: {'Port': ['ID=c8829452-3d58-48bb-b10e-1534a7c5cbee,revision_number=2']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:31:51.017424 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-7a070133-b4a3-4253-9261-3a3d7e93987d admin admin] 10.222.0.31 "PUT /v2.0/routers/1adb187a-cc2a-4400-b008-3da2c3a40348/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4293668 Dec 18 13:31:51.019981 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 54820) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:51.021421 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f98cf8d-dca4-4151-9761-25b8e8cb9df6 None None] Sync routers for ids ['1adb187a-cc2a-4400-b008-3da2c3a40348'] in dv-neutron-744815-20-hyperv {{(pid=103162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 13:31:51.032298 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f98cf8d-dca4-4151-9761-25b8e8cb9df6 None None] Routers {'1adb187a-cc2a-4400-b008-3da2c3a40348'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:31:51.034054 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99a9ed7a-c756-4a06-9a26-6e0fae11d92b None None] Network a85ff323-99f8-47c1-aea8-ed2a99f6d287 requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:31:51.034811 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-3f98cf8d-dca4-4151-9761-25b8e8cb9df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:31:27Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['1adb187a-cc2a-4400-b008-3da2c3a40348'], 'active': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:31:51.102764 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a28e581-fe56-4287-8bc0-8846902d2fb3 None None] DHCP port deletion for 4da2c114-de84-4a91-945a-dd4acf0c3fac request from dv-neutron-744815-20-hyperv {{(pid=103161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 18 13:31:51.104878 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 7a1d477d-6209-4313-be02-0fd86c49697d up at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 13:31:51.118113 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-fdfd9ab9-00fa-498b-a8d1-f9d2d76da0c8 tempest-FloatingIPNegativeTestJSON-720825688 tempest-FloatingIPNegativeTestJSON-720825688-project] Deleting port aaa79b60-58e2-41f5-9def-ff1cb176737a {{(pid=103159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:31:51.118375 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-fdfd9ab9-00fa-498b-a8d1-f9d2d76da0c8 tempest-FloatingIPNegativeTestJSON-720825688 tempest-FloatingIPNegativeTestJSON-720825688-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:51.169933 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvr_db [None req-3f98cf8d-dca4-4151-9761-25b8e8cb9df6 None None] Set router 1adb187a-cc2a-4400-b008-3da2c3a40348 gateway port host: dv-neutron-744815-20-hyperv {{(pid=103162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 13:31:51.198880 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-783aa84f-db3c-439e-aa60-6a7cbdce8103 admin admin] Publish callbacks [] for router, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:51.201942 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.db [None req-fdfd9ab9-00fa-498b-a8d1-f9d2d76da0c8 tempest-FloatingIPNegativeTestJSON-720825688 tempest-FloatingIPNegativeTestJSON-720825688-project] For port aaa79b60-58e2-41f5-9def-ff1cb176737a, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=aaa79b60-58e2-41f5-9def-ff1cb176737a,segment=NetworkSegment(deaf9958-3519-4e2a-8855-7ac95800998d),segment_id=deaf9958-3519-4e2a-8855-7ac95800998d)] {{(pid=103159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:31:51.202309 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-fdfd9ab9-00fa-498b-a8d1-f9d2d76da0c8 tempest-FloatingIPNegativeTestJSON-720825688 tempest-FloatingIPNegativeTestJSON-720825688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:51.252166 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-fdfd9ab9-00fa-498b-a8d1-f9d2d76da0c8 tempest-FloatingIPNegativeTestJSON-720825688 tempest-FloatingIPNegativeTestJSON-720825688-project] Calling delete_port for aaa79b60-58e2-41f5-9def-ff1cb176737a owned by network:dhcp {{(pid=103159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:31:51.360288 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-3f98cf8d-dca4-4151-9761-25b8e8cb9df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1adb187a-cc2a-4400-b008-3da2c3a40348', 'name': 'tempest-ServerActionsTestJSON-119346790-router', 'tenant_id': '797acd6e00034b9ba6b75e0f2650f2ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.68'}], 'enable_snat': True}, 'gw_port_id': '5ea7f254-7846-4a78-ab07-536ed7415b42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:26:10Z', 'updated_at': '2021-12-18T13:31:49Z', 'revision_number': 5, 'project_id': '797acd6e00034b9ba6b75e0f2650f2ea', 'gw_port': {'id': '5ea7f254-7846-4a78-ab07-536ed7415b42', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:c7:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1adb187a-cc2a-4400-b008-3da2c3a40348', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:26:14Z', 'updated_at': '2021-12-18T13:26:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv'}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:31:51.372460 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-783aa84f-db3c-439e-aa60-6a7cbdce8103 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:51.392427 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f98cf8d-dca4-4151-9761-25b8e8cb9df6 None None] Checking router: 1adb187a-cc2a-4400-b008-3da2c3a40348 for host: dv-neutron-744815-20-hyperv {{(pid=103162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 18 13:31:51.411613 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f98cf8d-dca4-4151-9761-25b8e8cb9df6 None None] Routers {'1adb187a-cc2a-4400-b008-3da2c3a40348'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:31:51.413119 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-3f98cf8d-dca4-4151-9761-25b8e8cb9df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:31:27Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['1adb187a-cc2a-4400-b008-3da2c3a40348'], 'active': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:31:51.426570 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2294866d-0076-4933-952c-685307032598 None None] Provisioning complete for port 7a1d477d-6209-4313-be02-0fd86c49697d triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:31:51.426945 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:51.444006 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-fdfd9ab9-00fa-498b-a8d1-f9d2d76da0c8 tempest-FloatingIPNegativeTestJSON-720825688 tempest-FloatingIPNegativeTestJSON-720825688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:51.452366 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-2a28e581-fe56-4287-8bc0-8846902d2fb3 None None] Deleting port aaa79b60-58e2-41f5-9def-ff1cb176737a {{(pid=103161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:31:51.452920 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2a28e581-fe56-4287-8bc0-8846902d2fb3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:51.493213 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfd9ab9-00fa-498b-a8d1-f9d2d76da0c8 tempest-FloatingIPNegativeTestJSON-720825688 tempest-FloatingIPNegativeTestJSON-720825688-project] Pushing event deleted for resources: {'Port': ['ID=aaa79b60-58e2-41f5-9def-ff1cb176737a,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:31:51.498362 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdfd9ab9-00fa-498b-a8d1-f9d2d76da0c8 tempest-FloatingIPNegativeTestJSON-720825688 tempest-FloatingIPNegativeTestJSON-720825688-project] No DVR routers for this DVR port aaa79b60-58e2-41f5-9def-ff1cb176737a on host dv-neutron-744815-20-hyperv {{(pid=103159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 18 13:31:51.528192 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-fff78fab-93df-4bad-ae3c-10e7f0cdc2fc tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2023137'] for network, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:51.536500 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-2a28e581-fe56-4287-8bc0-8846902d2fb3 None None] For port aaa79b60-58e2-41f5-9def-ff1cb176737a, host dv-neutron-744815-20-hyperv, got binding levels [] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:31:51.536899 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2a28e581-fe56-4287-8bc0-8846902d2fb3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:51.552172 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-2a28e581-fe56-4287-8bc0-8846902d2fb3 None None] Calling delete_port for aaa79b60-58e2-41f5-9def-ff1cb176737a owned by network:dhcp {{(pid=103161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:31:51.554960 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.ipam_backend_mixin [None req-2a28e581-fe56-4287-8bc0-8846902d2fb3 None None] Port aaa79b60-58e2-41f5-9def-ff1cb176737a was not found and therefore no delete operation was performed {{(pid=103161) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 18 13:31:51.557624 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2a28e581-fe56-4287-8bc0-8846902d2fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984'] for port, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:51.607224 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a28e581-fe56-4287-8bc0-8846902d2fb3 None None] Pushing event deleted for resources: {'Port': ['ID=aaa79b60-58e2-41f5-9def-ff1cb176737a,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:31:51.608928 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a28e581-fe56-4287-8bc0-8846902d2fb3 None None] No DVR routers for this DVR port aaa79b60-58e2-41f5-9def-ff1cb176737a on host dv-neutron-744815-20-hyperv {{(pid=103161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 18 13:31:51.639156 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvr_db [None req-3f98cf8d-dca4-4151-9761-25b8e8cb9df6 None None] Set router 1adb187a-cc2a-4400-b008-3da2c3a40348 gateway port host: None {{(pid=103162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 13:31:51.641405 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38a38f59-0d3d-4b12-ab7e-62a7da129229 None None] get_active_networks_info from dv-neutron-744815-20-hyperv {{(pid=103161) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 18 13:31:51.646518 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-fdfd9ab9-00fa-498b-a8d1-f9d2d76da0c8 tempest-FloatingIPNegativeTestJSON-720825688 tempest-FloatingIPNegativeTestJSON-720825688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1927292', 'neutron.services.segments.db._delete_segments_for_network-8767106887837'] for network, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:51.688384 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.services.segments.db [None req-fdfd9ab9-00fa-498b-a8d1-f9d2d76da0c8 tempest-FloatingIPNegativeTestJSON-720825688 tempest-FloatingIPNegativeTestJSON-720825688-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4da2c114-de84-4a91-945a-dd4acf0c3fac']}} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:31:51.690131 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-3f98cf8d-dca4-4151-9761-25b8e8cb9df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1adb187a-cc2a-4400-b008-3da2c3a40348', 'name': 'tempest-ServerActionsTestJSON-119346790-router', 'tenant_id': '797acd6e00034b9ba6b75e0f2650f2ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:26:10Z', 'updated_at': '2021-12-18T13:31:51Z', 'revision_number': 6, 'project_id': '797acd6e00034b9ba6b75e0f2650f2ea', 'gw_port_host': None}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:31:51.700350 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-783aa84f-db3c-439e-aa60-6a7cbdce8103 admin admin] Deleting port 5ea7f254-7846-4a78-ab07-536ed7415b42 {{(pid=103159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:31:51.700694 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-783aa84f-db3c-439e-aa60-6a7cbdce8103 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:51.719923 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f98cf8d-dca4-4151-9761-25b8e8cb9df6 None None] The sync data for ids ['1adb187a-cc2a-4400-b008-3da2c3a40348'] in dv-neutron-744815-20-hyperv is: [{'id': '1adb187a-cc2a-4400-b008-3da2c3a40348', 'name': 'tempest-ServerActionsTestJSON-119346790-router', 'tenant_id': '797acd6e00034b9ba6b75e0f2650f2ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:26:10Z', 'updated_at': '2021-12-18T13:31:51Z', 'revision_number': 6, 'project_id': '797acd6e00034b9ba6b75e0f2650f2ea', 'gw_port_host': None}] {{(pid=103162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 13:31:51.723787 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.services.segments.db [None req-fdfd9ab9-00fa-498b-a8d1-f9d2d76da0c8 tempest-FloatingIPNegativeTestJSON-720825688 tempest-FloatingIPNegativeTestJSON-720825688-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'deaf9958-3519-4e2a-8855-7ac95800998d') {'for_net_delete': True} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:31:51.724045 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.services.segments.db [None req-fdfd9ab9-00fa-498b-a8d1-f9d2d76da0c8 tempest-FloatingIPNegativeTestJSON-720825688 tempest-FloatingIPNegativeTestJSON-720825688-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'deaf9958-3519-4e2a-8855-7ac95800998d') {} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:31:51.760250 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea0554d-911a-4c52-a268-027a0adfe531 req-88aab9e0-bd7e-4708-88ca-23d656238006 tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:31:51.761783 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-dea0554d-911a-4c52-a268-027a0adfe531 req-88aab9e0-bd7e-4708-88ca-23d656238006 tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7e2fdcf-cd6e-4be5-8448-e22550985054 HTTP/1.1" status: 200 len: 946 time: 0.2027512 Dec 18 13:31:51.764387 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38a38f59-0d3d-4b12-ab7e-62a7da129229 None None] Resources bound (agent type, host, resource id): {{(pid=103161) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 18 13:31:51.792196 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-fdfd9ab9-00fa-498b-a8d1-f9d2d76da0c8 tempest-FloatingIPNegativeTestJSON-720825688 tempest-FloatingIPNegativeTestJSON-720825688-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767106888614', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5589569'] for segment, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:51.848656 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-fdfd9ab9-00fa-498b-a8d1-f9d2d76da0c8 tempest-FloatingIPNegativeTestJSON-720825688 tempest-FloatingIPNegativeTestJSON-720825688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:51.863866 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fdfd9ab9-00fa-498b-a8d1-f9d2d76da0c8 tempest-FloatingIPNegativeTestJSON-720825688 tempest-FloatingIPNegativeTestJSON-720825688-project] Releasing vlan 143 on physical network physnet1 to pool {{(pid=103159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 18 13:31:51.864265 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-fdfd9ab9-00fa-498b-a8d1-f9d2d76da0c8 tempest-FloatingIPNegativeTestJSON-720825688 tempest-FloatingIPNegativeTestJSON-720825688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5660009'] for segment, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:51.871945 dv-neutron-744815-20-hyperv neutron-server[103159]: Traceback (most recent call last): Dec 18 13:31:51.871945 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 18 13:31:51.871945 dv-neutron-744815-20-hyperv neutron-server[103159]: timer() Dec 18 13:31:51.871945 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 18 13:31:51.871945 dv-neutron-744815-20-hyperv neutron-server[103159]: cb(*args, **kw) Dec 18 13:31:51.871945 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 18 13:31:51.871945 dv-neutron-744815-20-hyperv neutron-server[103159]: return func(*args, **kwargs) Dec 18 13:31:51.871945 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 18 13:31:51.871945 dv-neutron-744815-20-hyperv neutron-server[103159]: self._notify() Dec 18 13:31:51.871945 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 18 13:31:51.871945 dv-neutron-744815-20-hyperv neutron-server[103159]: self.callback(batched_events) Dec 18 13:31:51.871945 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 18 13:31:51.871945 dv-neutron-744815-20-hyperv neutron-server[103159]: event.method(event) Dec 18 13:31:51.871945 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 18 13:31:51.871945 dv-neutron-744815-20-hyperv neutron-server[103159]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 18 13:31:51.871945 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 18 13:31:51.871945 dv-neutron-744815-20-hyperv neutron-server[103159]: aggregate_uuid = self.p_client.list_aggregates( Dec 18 13:31:51.871945 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 18 13:31:51.871945 dv-neutron-744815-20-hyperv neutron-server[103159]: return f(self, *a, **k) Dec 18 13:31:51.871945 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 18 13:31:51.871945 dv-neutron-744815-20-hyperv neutron-server[103159]: return self._get(url).json() Dec 18 13:31:51.871945 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 18 13:31:51.871945 dv-neutron-744815-20-hyperv neutron-server[103159]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 18 13:31:51.871945 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 18 13:31:51.871945 dv-neutron-744815-20-hyperv neutron-server[103159]: return self.request(url, 'GET', **kwargs) Dec 18 13:31:51.871945 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 18 13:31:51.871945 dv-neutron-744815-20-hyperv neutron-server[103159]: base_url = self.get_endpoint(auth, allow=allow, Dec 18 13:31:51.871945 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 18 13:31:51.871945 dv-neutron-744815-20-hyperv neutron-server[103159]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 18 13:31:51.871945 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 18 13:31:51.871945 dv-neutron-744815-20-hyperv neutron-server[103159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 18 13:31:51.871945 dv-neutron-744815-20-hyperv neutron-server[103159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 18 13:31:51.950543 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-dea0554d-911a-4c52-a268-027a0adfe531 req-8d156ec6-1c1f-443d-9c7a-d8a01b1e5261 tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] 10.222.0.31 "GET /v2.0/security-groups?id=7500739f-039a-45b0-85f1-cc2dd6d8ee03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1563582 Dec 18 13:31:51.956074 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.db [None req-783aa84f-db3c-439e-aa60-6a7cbdce8103 admin admin] For port 5ea7f254-7846-4a78-ab07-536ed7415b42, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=5ea7f254-7846-4a78-ab07-536ed7415b42,segment=NetworkSegment(3f66d49c-4faa-434c-8c3e-991f4f1d01bd),segment_id=3f66d49c-4faa-434c-8c3e-991f4f1d01bd)] {{(pid=103159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:31:51.956436 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-783aa84f-db3c-439e-aa60-6a7cbdce8103 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:51.959696 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-fff78fab-93df-4bad-ae3c-10e7f0cdc2fc tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Deleting port c8829452-3d58-48bb-b10e-1534a7c5cbee {{(pid=103159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:31:51.960023 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-fff78fab-93df-4bad-ae3c-10e7f0cdc2fc tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:51.973038 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-783aa84f-db3c-439e-aa60-6a7cbdce8103 admin admin] Calling delete_port for 5ea7f254-7846-4a78-ab07-536ed7415b42 owned by network:router_gateway {{(pid=103159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:31:51.994456 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-fdfd9ab9-00fa-498b-a8d1-f9d2d76da0c8 tempest-FloatingIPNegativeTestJSON-720825688 tempest-FloatingIPNegativeTestJSON-720825688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1927267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586962'] for network, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:52.008534 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-fdfd9ab9-00fa-498b-a8d1-f9d2d76da0c8 tempest-FloatingIPNegativeTestJSON-720825688 tempest-FloatingIPNegativeTestJSON-720825688-project] Publish callbacks [] for network, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:52.011687 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-fdfd9ab9-00fa-498b-a8d1-f9d2d76da0c8 tempest-FloatingIPNegativeTestJSON-720825688 tempest-FloatingIPNegativeTestJSON-720825688-project] 10.222.0.31 "DELETE /v2.0/networks/4da2c114-de84-4a91-945a-dd4acf0c3fac HTTP/1.1" status: 204 len: 168 time: 1.4764273 Dec 18 13:31:52.080790 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfd9ab9-00fa-498b-a8d1-f9d2d76da0c8 tempest-FloatingIPNegativeTestJSON-720825688 tempest-FloatingIPNegativeTestJSON-720825688-project] Pushing event deleted for resources: {'Network': ['ID=4da2c114-de84-4a91-945a-dd4acf0c3fac,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:31:52.104718 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.db [None req-fff78fab-93df-4bad-ae3c-10e7f0cdc2fc tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] For port c8829452-3d58-48bb-b10e-1534a7c5cbee, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=c8829452-3d58-48bb-b10e-1534a7c5cbee,segment=NetworkSegment(fbdd76db-46cb-4380-821c-a4c2eb6d98bb),segment_id=fbdd76db-46cb-4380-821c-a4c2eb6d98bb)] {{(pid=103159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:31:52.105075 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-fff78fab-93df-4bad-ae3c-10e7f0cdc2fc tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:52.124779 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-fff78fab-93df-4bad-ae3c-10e7f0cdc2fc tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Calling delete_port for c8829452-3d58-48bb-b10e-1534a7c5cbee owned by network:dhcp {{(pid=103159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:31:52.273928 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 54830) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:52.284260 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-fff78fab-93df-4bad-ae3c-10e7f0cdc2fc tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:52.316124 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff78fab-93df-4bad-ae3c-10e7f0cdc2fc tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Pushing event deleted for resources: {'Port': ['ID=c8829452-3d58-48bb-b10e-1534a7c5cbee,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:31:52.317746 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-783aa84f-db3c-439e-aa60-6a7cbdce8103 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:52.322258 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fff78fab-93df-4bad-ae3c-10e7f0cdc2fc tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] No DVR routers for this DVR port c8829452-3d58-48bb-b10e-1534a7c5cbee on host dv-neutron-744815-20-hyperv {{(pid=103159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 18 13:31:52.369969 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783aa84f-db3c-439e-aa60-6a7cbdce8103 admin admin] Pushing event deleted for resources: {'Port': ['ID=5ea7f254-7846-4a78-ab07-536ed7415b42,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:31:52.384024 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58ca2307-4210-4fa2-9e15-9a04f964f8fe None None] DHCP port deletion for decb4a40-7941-48c8-afbb-daaafd502e83 request from dv-neutron-744815-20-hyperv {{(pid=103161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 18 13:31:52.421965 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-aaaf9f34-289d-4f14-94dc-d64e7bb5adec admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=14a8ca6046614a859f0c6c109d6e0f2a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1465745 Dec 18 13:31:52.425155 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 54834) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:52.465867 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-fff78fab-93df-4bad-ae3c-10e7f0cdc2fc tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1927292', 'neutron.services.segments.db._delete_segments_for_network-8767106887837'] for network, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:52.475302 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-d6bc4214-81fb-4c10-97f5-c91d5e9618d1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:52.493923 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.services.segments.db [None req-fff78fab-93df-4bad-ae3c-10e7f0cdc2fc tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a85ff323-99f8-47c1-aea8-ed2a99f6d287']}} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:31:52.501517 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-783aa84f-db3c-439e-aa60-6a7cbdce8103 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-586554'] for router_gateway, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:52.502592 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-d6bc4214-81fb-4c10-97f5-c91d5e9618d1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:52.528229 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.services.segments.db [None req-fff78fab-93df-4bad-ae3c-10e7f0cdc2fc tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbdd76db-46cb-4380-821c-a4c2eb6d98bb') {'for_net_delete': True} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:31:52.528511 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.services.segments.db [None req-fff78fab-93df-4bad-ae3c-10e7f0cdc2fc tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbdd76db-46cb-4380-821c-a4c2eb6d98bb') {} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:31:52.551550 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-d6bc4214-81fb-4c10-97f5-c91d5e9618d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:52.554332 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-d6bc4214-81fb-4c10-97f5-c91d5e9618d1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:52.555514 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-d6bc4214-81fb-4c10-97f5-c91d5e9618d1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/68282916-f136-4b32-b2f8-8f39d3ede5a9 HTTP/1.1" status: 204 len: 168 time: 0.1293395 Dec 18 13:31:52.565077 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bc4214-81fb-4c10-97f5-c91d5e9618d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68282916-f136-4b32-b2f8-8f39d3ede5a9,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:31:52.596851 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-fff78fab-93df-4bad-ae3c-10e7f0cdc2fc tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767106888614', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5589569'] for segment, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:52.610669 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-783aa84f-db3c-439e-aa60-6a7cbdce8103 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-589815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28643'] for router, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:52.617379 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-783aa84f-db3c-439e-aa60-6a7cbdce8103 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:52.617379 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-fff78fab-93df-4bad-ae3c-10e7f0cdc2fc tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:52.625959 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fff78fab-93df-4bad-ae3c-10e7f0cdc2fc tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Releasing vlan 136 on physical network physnet1 to pool {{(pid=103159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 18 13:31:52.626349 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-fff78fab-93df-4bad-ae3c-10e7f0cdc2fc tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5660009'] for segment, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:52.629836 dv-neutron-744815-20-hyperv neutron-server[103159]: Traceback (most recent call last): Dec 18 13:31:52.629836 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 18 13:31:52.629836 dv-neutron-744815-20-hyperv neutron-server[103159]: timer() Dec 18 13:31:52.629836 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 18 13:31:52.629836 dv-neutron-744815-20-hyperv neutron-server[103159]: cb(*args, **kw) Dec 18 13:31:52.629836 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 18 13:31:52.629836 dv-neutron-744815-20-hyperv neutron-server[103159]: return func(*args, **kwargs) Dec 18 13:31:52.629836 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 18 13:31:52.629836 dv-neutron-744815-20-hyperv neutron-server[103159]: self._notify() Dec 18 13:31:52.629836 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 18 13:31:52.629836 dv-neutron-744815-20-hyperv neutron-server[103159]: self.callback(batched_events) Dec 18 13:31:52.629836 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 18 13:31:52.629836 dv-neutron-744815-20-hyperv neutron-server[103159]: event.method(event) Dec 18 13:31:52.629836 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 18 13:31:52.629836 dv-neutron-744815-20-hyperv neutron-server[103159]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 18 13:31:52.629836 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 18 13:31:52.629836 dv-neutron-744815-20-hyperv neutron-server[103159]: aggregate_uuid = self.p_client.list_aggregates( Dec 18 13:31:52.629836 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 18 13:31:52.629836 dv-neutron-744815-20-hyperv neutron-server[103159]: return f(self, *a, **k) Dec 18 13:31:52.629836 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 18 13:31:52.629836 dv-neutron-744815-20-hyperv neutron-server[103159]: return self._get(url).json() Dec 18 13:31:52.629836 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 18 13:31:52.629836 dv-neutron-744815-20-hyperv neutron-server[103159]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 18 13:31:52.629836 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 18 13:31:52.629836 dv-neutron-744815-20-hyperv neutron-server[103159]: return self.request(url, 'GET', **kwargs) Dec 18 13:31:52.629836 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 18 13:31:52.629836 dv-neutron-744815-20-hyperv neutron-server[103159]: base_url = self.get_endpoint(auth, allow=allow, Dec 18 13:31:52.629836 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 18 13:31:52.629836 dv-neutron-744815-20-hyperv neutron-server[103159]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 18 13:31:52.629836 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 18 13:31:52.629836 dv-neutron-744815-20-hyperv neutron-server[103159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 18 13:31:52.629836 dv-neutron-744815-20-hyperv neutron-server[103159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 18 13:31:52.709534 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-783aa84f-db3c-439e-aa60-6a7cbdce8103 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-589710'] for router, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:52.710066 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-783aa84f-db3c-439e-aa60-6a7cbdce8103 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1adb187a-cc2a-4400-b008-3da2c3a40348 {{(pid=103159) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 18 13:31:52.717391 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-783aa84f-db3c-439e-aa60-6a7cbdce8103 admin admin] Publish callbacks [] for router, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:52.721221 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 54840) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:52.721396 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-783aa84f-db3c-439e-aa60-6a7cbdce8103 admin admin] 10.222.0.31 "DELETE /v2.0/routers/1adb187a-cc2a-4400-b008-3da2c3a40348 HTTP/1.1" status: 204 len: 168 time: 1.6999161 Dec 18 13:31:52.734780 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-fff78fab-93df-4bad-ae3c-10e7f0cdc2fc tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1927267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586962'] for network, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:52.743780 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-fff78fab-93df-4bad-ae3c-10e7f0cdc2fc tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Publish callbacks [] for network, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:52.750614 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-fff78fab-93df-4bad-ae3c-10e7f0cdc2fc tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] 10.222.0.31 "DELETE /v2.0/networks/a85ff323-99f8-47c1-aea8-ed2a99f6d287 HTTP/1.1" status: 204 len: 168 time: 3.3845167 Dec 18 13:31:52.760986 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 54842) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:52.766325 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-e90a1b40-c00c-4479-abd2-e8381ac9ff20 tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1342309860'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:31:52.772629 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff78fab-93df-4bad-ae3c-10e7f0cdc2fc tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Pushing event deleted for resources: {'Network': ['ID=a85ff323-99f8-47c1-aea8-ed2a99f6d287,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:31:52.804220 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.db_base_plugin_v2 [None req-0cc829c0-5f1c-4dac-9e7e-a4089dfe7c46 admin admin] Deleting subnet ab39156a-1aba-454f-953d-4c71ff8fa510 {{(pid=103160) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 18 13:31:52.810287 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e90a1b40-c00c-4479-abd2-e8381ac9ff20 tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Made reservation on behalf of c5ad9a13d3f540fcaabd26ec563f9307 for: {'network': 1} {{(pid=103159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:31:52.813978 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-e90a1b40-c00c-4479-abd2-e8381ac9ff20 tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for network, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:52.815002 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-0cc829c0-5f1c-4dac-9e7e-a4089dfe7c46 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:52.849207 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e90a1b40-c00c-4479-abd2-e8381ac9ff20 tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 135} {{(pid=103159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 18 13:31:52.870113 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-e90a1b40-c00c-4479-abd2-e8381ac9ff20 tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:52.870743 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.db.segments_db [None req-e90a1b40-c00c-4479-abd2-e8381ac9ff20 tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Added segment 0707f497-3770-4e41-a679-c1b5fbca0830 of type vlan for network 59fec04d-e301-4b22-a167-578ee8bdab59 Dec 18 13:31:52.887167 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-0cc829c0-5f1c-4dac-9e7e-a4089dfe7c46 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4533385'] for subnet, precommit_delete_associations {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:52.912811 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 7a1d477d-6209-4313-be02-0fd86c49697d up at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 13:31:52.928265 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-e90a1b40-c00c-4479-abd2-e8381ac9ff20 tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767106405744'] for network, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:52.960520 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-e90a1b40-c00c-4479-abd2-e8381ac9ff20 tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981'] for network, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:52.968889 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2294866d-0076-4933-952c-685307032598 None None] Provisioning complete for port 7a1d477d-6209-4313-be02-0fd86c49697d triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:31:52.969294 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:52.969745 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e90a1b40-c00c-4479-abd2-e8381ac9ff20 tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:31:52.970430 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-e90a1b40-c00c-4479-abd2-e8381ac9ff20 tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Publish callbacks [] for network, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:53.062590 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-e90a1b40-c00c-4479-abd2-e8381ac9ff20 tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3005054 Dec 18 13:31:53.065812 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 54854) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:53.071337 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-6f3ac062-8a18-4360-85f2-bedbc56edae5 tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Request body: {'subnet': {'network_id': '59fec04d-e301-4b22-a167-578ee8bdab59', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:31:53.084778 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-0cc829c0-5f1c-4dac-9e7e-a4089dfe7c46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1929185'] for subnet, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:53.092000 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90a1b40-c00c-4479-abd2-e8381ac9ff20 tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Pushing event updated for resources: {'Network': ['ID=59fec04d-e301-4b22-a167-578ee8bdab59,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:31:53.113909 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Network 59fec04d-e301-4b22-a167-578ee8bdab59 details requested by agent ovs-agent-dv-neutron-744815-20-hyperv with host dv-neutron-744815-20-hyperv {{(pid=103161) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 18 13:31:53.133249 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da083563-d3ac-46a0-9cbb-498ae4dcd2fe req-2241be7a-21b6-4b50-8087-89606aa8321c tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:31:53.140607 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-da083563-d3ac-46a0-9cbb-498ae4dcd2fe req-2241be7a-21b6-4b50-8087-89606aa8321c tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7e2fdcf-cd6e-4be5-8448-e22550985054 HTTP/1.1" status: 200 len: 946 time: 0.0963757 Dec 18 13:31:53.186975 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f3ac062-8a18-4360-85f2-bedbc56edae5 tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Made reservation on behalf of c5ad9a13d3f540fcaabd26ec563f9307 for: {'subnet': 1} {{(pid=103159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:31:53.190846 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-6f3ac062-8a18-4360-85f2-bedbc56edae5 tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6017072'] for subnet, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:53.198373 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 1170b877-3537-494c-8028-93eabfb7aa2e no longer exists at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 18 13:31:53.240338 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-da083563-d3ac-46a0-9cbb-498ae4dcd2fe req-b15b2636-5df6-4ce1-9f79-f57d9442fc29 tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] 10.222.0.31 "GET /v2.0/security-groups?id=7500739f-039a-45b0-85f1-cc2dd6d8ee03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0935779 Dec 18 13:31:53.241978 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-0cc829c0-5f1c-4dac-9e7e-a4089dfe7c46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1929192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4533475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4514371'] for subnet, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:53.253779 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-2294866d-0076-4933-952c-685307032598 None None] No Port match for: 1170b877-3537-494c-8028-93eabfb7aa2e {{(pid=103161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 18 13:31:53.254177 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 1170b877-3537-494c-8028-93eabfb7aa2e not bound to the agent host dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 18 13:31:53.254611 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device aaa79b60-58e2-41f5-9def-ff1cb176737a no longer exists at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 18 13:31:53.280633 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-2294866d-0076-4933-952c-685307032598 None None] No Port match for: aaa79b60-58e2-41f5-9def-ff1cb176737a {{(pid=103161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 18 13:31:53.280985 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device aaa79b60-58e2-41f5-9def-ff1cb176737a not bound to the agent host dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 18 13:31:53.281418 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 5ea7f254-7846-4a78-ab07-536ed7415b42 no longer exists at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 18 13:31:53.287061 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-0cc829c0-5f1c-4dac-9e7e-a4089dfe7c46 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:53.293381 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-0cc829c0-5f1c-4dac-9e7e-a4089dfe7c46 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/ab39156a-1aba-454f-953d-4c71ff8fa510 HTTP/1.1" status: 204 len: 168 time: 0.5709829 Dec 18 13:31:53.294431 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc829c0-5f1c-4dac-9e7e-a4089dfe7c46 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ab39156a-1aba-454f-953d-4c71ff8fa510,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:31:53.295536 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 54862) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:53.306135 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9e38ba0-cd13-4579-8add-97a6f3ac3786 None None] Network 2fc4e038-9db1-4dce-962e-0069075d1df7 requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:31:53.308121 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-2294866d-0076-4933-952c-685307032598 None None] No Port match for: 5ea7f254-7846-4a78-ab07-536ed7415b42 {{(pid=103161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 18 13:31:53.308469 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 5ea7f254-7846-4a78-ab07-536ed7415b42 not bound to the agent host dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 18 13:31:53.476228 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84ab2f6f-c815-4bcc-a795-6bbab93b6bc3 None None] DHCP port deletion for 2fc4e038-9db1-4dce-962e-0069075d1df7 request from dv-neutron-744815-20-hyperv {{(pid=103161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 18 13:31:53.482174 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 54866) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:53.529878 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-84ab2f6f-c815-4bcc-a795-6bbab93b6bc3 None None] Deleting port fe61baa3-41bb-4d1b-9844-3ace40f4da1d {{(pid=103161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:31:53.530410 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-84ab2f6f-c815-4bcc-a795-6bbab93b6bc3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:53.588709 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-86d34145-cffc-42c3-90a4-f1bc37eb2d97 tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1032666894'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:31:53.596247 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-84ab2f6f-c815-4bcc-a795-6bbab93b6bc3 None None] For port fe61baa3-41bb-4d1b-9844-3ace40f4da1d, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=fe61baa3-41bb-4d1b-9844-3ace40f4da1d,segment=NetworkSegment(9e2f6f75-68e6-4f61-afc7-4ef9354e6b1b),segment_id=9e2f6f75-68e6-4f61-afc7-4ef9354e6b1b)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:31:53.596655 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-84ab2f6f-c815-4bcc-a795-6bbab93b6bc3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:53.610076 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-84ab2f6f-c815-4bcc-a795-6bbab93b6bc3 None None] Calling delete_port for fe61baa3-41bb-4d1b-9844-3ace40f4da1d owned by network:dhcp {{(pid=103161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:31:53.622808 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86d34145-cffc-42c3-90a4-f1bc37eb2d97 tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] Made reservation on behalf of 7ebae9282694438b933cdb74bfb80192 for: {'network': 1} {{(pid=103160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:31:53.629062 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-86d34145-cffc-42c3-90a4-f1bc37eb2d97 tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for network, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:53.640931 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-86d34145-cffc-42c3-90a4-f1bc37eb2d97 tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] Publish callbacks [] for security_group, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:53.701318 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-84ab2f6f-c815-4bcc-a795-6bbab93b6bc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984'] for port, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:53.727103 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ab2f6f-c815-4bcc-a795-6bbab93b6bc3 None None] Pushing event deleted for resources: {'Port': ['ID=fe61baa3-41bb-4d1b-9844-3ace40f4da1d,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:31:53.734484 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84ab2f6f-c815-4bcc-a795-6bbab93b6bc3 None None] No DVR routers for this DVR port fe61baa3-41bb-4d1b-9844-3ace40f4da1d on host dv-neutron-744815-20-hyperv {{(pid=103161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 18 13:31:53.736746 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-86d34145-cffc-42c3-90a4-f1bc37eb2d97 tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] Publish callbacks [] for security_group, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:53.746449 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-86d34145-cffc-42c3-90a4-f1bc37eb2d97 tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:53.758344 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86d34145-cffc-42c3-90a4-f1bc37eb2d97 tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 147} {{(pid=103160) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 18 13:31:53.766996 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-7c291e05-fd7b-40c8-80f6-b9ee18d44dba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2023137'] for network, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:53.771128 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-86d34145-cffc-42c3-90a4-f1bc37eb2d97 tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:53.771504 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.db.segments_db [None req-86d34145-cffc-42c3-90a4-f1bc37eb2d97 tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] Added segment 0405f974-ca48-44e7-939b-3258c59f5486 of type vlan for network d0247b11-42a1-49d9-9f00-2f377bf06ff5 Dec 18 13:31:53.796742 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa56135-3952-4121-a45b-3f9eac3f32a9 req-3b1e4144-c8d2-4867-90f2-48ed1ba8765d tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:31:53.798223 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-efa56135-3952-4121-a45b-3f9eac3f32a9 req-3b1e4144-c8d2-4867-90f2-48ed1ba8765d tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] 10.222.0.43 "GET /v2.0/ports?device_id=f7e2fdcf-cd6e-4be5-8448-e22550985054 HTTP/1.1" status: 200 len: 946 time: 0.4911463 Dec 18 13:31:53.817882 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d34145-cffc-42c3-90a4-f1bc37eb2d97 tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57a86a96-6238-4481-91bc-b86f9b4ac5e0,revision_number=1']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:31:53.834036 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-86d34145-cffc-42c3-90a4-f1bc37eb2d97 tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767106405744'] for network, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:53.860941 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-86d34145-cffc-42c3-90a4-f1bc37eb2d97 tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981'] for network, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:53.867382 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86d34145-cffc-42c3-90a4-f1bc37eb2d97 tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:31:53.867975 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-86d34145-cffc-42c3-90a4-f1bc37eb2d97 tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] Publish callbacks [] for network, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:53.939600 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-86d34145-cffc-42c3-90a4-f1bc37eb2d97 tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4561613 Dec 18 13:31:53.943087 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d34145-cffc-42c3-90a4-f1bc37eb2d97 tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] Pushing event updated for resources: {'Network': ['ID=d0247b11-42a1-49d9-9f00-2f377bf06ff5,revision_number=1']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:31:53.954678 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Network d0247b11-42a1-49d9-9f00-2f377bf06ff5 details requested by agent ovs-agent-dv-neutron-744815-20-hyperv with host dv-neutron-744815-20-hyperv {{(pid=103161) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 18 13:31:53.965518 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-6f3ac062-8a18-4360-85f2-bedbc56edae5 tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5659786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6017062'] for subnet, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:54.029373 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-7c291e05-fd7b-40c8-80f6-b9ee18d44dba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1927292', 'neutron.services.segments.db._delete_segments_for_network-8767106887837'] for network, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:54.071132 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.services.segments.db [None req-7c291e05-fd7b-40c8-80f6-b9ee18d44dba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2fc4e038-9db1-4dce-962e-0069075d1df7']}} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:31:54.086965 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.services.segments.db [None req-7c291e05-fd7b-40c8-80f6-b9ee18d44dba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e2f6f75-68e6-4f61-afc7-4ef9354e6b1b') {'for_net_delete': True} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:31:54.087335 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.services.segments.db [None req-7c291e05-fd7b-40c8-80f6-b9ee18d44dba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e2f6f75-68e6-4f61-afc7-4ef9354e6b1b') {} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:31:54.090172 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3ac062-8a18-4360-85f2-bedbc56edae5 tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Pushing event updated for resources: {'Subnet': ['ID=b50a5d8e-a0dc-4387-b747-ca44df74607e,revision_number=0']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:31:54.108510 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-7c291e05-fd7b-40c8-80f6-b9ee18d44dba admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767106888614', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5589569'] for segment, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:54.122379 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [req-efa56135-3952-4121-a45b-3f9eac3f32a9 req-378a616c-4d91-45b6-ba5d-d876fedd423f tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] Deleting port f5e61d76-6a42-42c3-a223-c3cbaf038e98 {{(pid=103159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:31:54.122696 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-efa56135-3952-4121-a45b-3f9eac3f32a9 req-378a616c-4d91-45b6-ba5d-d876fedd423f tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:54.131693 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-7c291e05-fd7b-40c8-80f6-b9ee18d44dba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:54.152564 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f3ac062-8a18-4360-85f2-bedbc56edae5 tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Checking segment: {'id': '0707f497-3770-4e41-a679-c1b5fbca0830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '59fec04d-e301-4b22-a167-578ee8bdab59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 13:31:54.152909 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f3ac062-8a18-4360-85f2-bedbc56edae5 tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Network hostable DHCP agents. Network: 59fec04d-e301-4b22-a167-578ee8bdab59, hostable agents: ['aa77effa-0e3a-4bbd-a383-4d58ed3328d0'], hosted agents: [] {{(pid=103159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 18 13:31:54.155208 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c291e05-fd7b-40c8-80f6-b9ee18d44dba admin admin] Releasing vlan 112 on physical network physnet1 to pool {{(pid=103159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 18 13:31:54.155596 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-7c291e05-fd7b-40c8-80f6-b9ee18d44dba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5660009'] for segment, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:54.158861 dv-neutron-744815-20-hyperv neutron-server[103159]: Traceback (most recent call last): Dec 18 13:31:54.158861 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 18 13:31:54.158861 dv-neutron-744815-20-hyperv neutron-server[103159]: timer() Dec 18 13:31:54.158861 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 18 13:31:54.158861 dv-neutron-744815-20-hyperv neutron-server[103159]: cb(*args, **kw) Dec 18 13:31:54.158861 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 18 13:31:54.158861 dv-neutron-744815-20-hyperv neutron-server[103159]: return func(*args, **kwargs) Dec 18 13:31:54.158861 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 18 13:31:54.158861 dv-neutron-744815-20-hyperv neutron-server[103159]: self._notify() Dec 18 13:31:54.158861 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 18 13:31:54.158861 dv-neutron-744815-20-hyperv neutron-server[103159]: self.callback(batched_events) Dec 18 13:31:54.158861 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 18 13:31:54.158861 dv-neutron-744815-20-hyperv neutron-server[103159]: event.method(event) Dec 18 13:31:54.158861 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 18 13:31:54.158861 dv-neutron-744815-20-hyperv neutron-server[103159]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 18 13:31:54.158861 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 18 13:31:54.158861 dv-neutron-744815-20-hyperv neutron-server[103159]: aggregate_uuid = self.p_client.list_aggregates( Dec 18 13:31:54.158861 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 18 13:31:54.158861 dv-neutron-744815-20-hyperv neutron-server[103159]: return f(self, *a, **k) Dec 18 13:31:54.158861 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 18 13:31:54.158861 dv-neutron-744815-20-hyperv neutron-server[103159]: return self._get(url).json() Dec 18 13:31:54.158861 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 18 13:31:54.158861 dv-neutron-744815-20-hyperv neutron-server[103159]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 18 13:31:54.158861 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 18 13:31:54.158861 dv-neutron-744815-20-hyperv neutron-server[103159]: return self.request(url, 'GET', **kwargs) Dec 18 13:31:54.158861 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 18 13:31:54.158861 dv-neutron-744815-20-hyperv neutron-server[103159]: base_url = self.get_endpoint(auth, allow=allow, Dec 18 13:31:54.158861 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 18 13:31:54.158861 dv-neutron-744815-20-hyperv neutron-server[103159]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 18 13:31:54.158861 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 18 13:31:54.158861 dv-neutron-744815-20-hyperv neutron-server[103159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 18 13:31:54.158861 dv-neutron-744815-20-hyperv neutron-server[103159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 18 13:31:54.273384 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-7c291e05-fd7b-40c8-80f6-b9ee18d44dba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1927267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586962'] for network, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:54.278198 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-7c291e05-fd7b-40c8-80f6-b9ee18d44dba admin admin] Publish callbacks [] for network, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:54.282032 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-7c291e05-fd7b-40c8-80f6-b9ee18d44dba admin admin] 10.222.0.31 "DELETE /v2.0/networks/2fc4e038-9db1-4dce-962e-0069075d1df7 HTTP/1.1" status: 204 len: 168 time: 0.9854290 Dec 18 13:31:54.301790 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c291e05-fd7b-40c8-80f6-b9ee18d44dba admin admin] Pushing event deleted for resources: {'Network': ['ID=2fc4e038-9db1-4dce-962e-0069075d1df7,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:31:54.304834 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f3ac062-8a18-4360-85f2-bedbc56edae5 tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Network 59fec04d-e301-4b22-a167-578ee8bdab59 is scheduled to be hosted by DHCP agent aa77effa-0e3a-4bbd-a383-4d58ed3328d0 with binding_index 1 {{(pid=103159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 18 13:31:54.350690 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.base_scheduler [None req-6f3ac062-8a18-4360-85f2-bedbc56edae5 tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-744815-20-hyperv, 59fec04d-e301-4b22-a167-578ee8bdab59) {{(pid=103159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:31:54.355600 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f3ac062-8a18-4360-85f2-bedbc56edae5 tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:31:54.356422 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-6f3ac062-8a18-4360-85f2-bedbc56edae5 tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Publish callbacks [] for subnet, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:54.360163 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.db [req-efa56135-3952-4121-a45b-3f9eac3f32a9 req-378a616c-4d91-45b6-ba5d-d876fedd423f tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] For port f5e61d76-6a42-42c3-a223-c3cbaf038e98, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=f5e61d76-6a42-42c3-a223-c3cbaf038e98,segment=NetworkSegment(2e155287-2c4f-47fc-a6c7-b5b531beb7fe),segment_id=2e155287-2c4f-47fc-a6c7-b5b531beb7fe)] {{(pid=103159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:31:54.360607 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-efa56135-3952-4121-a45b-3f9eac3f32a9 req-378a616c-4d91-45b6-ba5d-d876fedd423f tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:54.367516 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54919c22-bd75-4fec-bd1b-9f0b0a90a922 None None] Network 59fec04d-e301-4b22-a167-578ee8bdab59 requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:31:54.456666 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 54874) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:54.457206 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-6f3ac062-8a18-4360-85f2-bedbc56edae5 tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.3895745 Dec 18 13:31:54.471517 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c63768-8bc5-4723-93a8-15a4a64a4bc8 req-3ddd6531-0b0c-4a18-9ce8-647c82dbf40d tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:31:54.473270 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-21c63768-8bc5-4723-93a8-15a4a64a4bc8 req-3ddd6531-0b0c-4a18-9ce8-647c82dbf40d tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7e2fdcf-cd6e-4be5-8448-e22550985054 HTTP/1.1" status: 200 len: 946 time: 0.1657557 Dec 18 13:31:54.485378 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 54876) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:54.526141 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f96306c-7fbe-41ce-be1c-327a07c0e074 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp31e170a0-46a1-5ba9-9dc1-7ee4f866f0d7-59fec04d-e301-4b22-a167-578ee8bdab59', 'network_id': '59fec04d-e301-4b22-a167-578ee8bdab59', 'project_id': 'c5ad9a13d3f540fcaabd26ec563f9307', 'fixed_ips': [{'subnet_id': 'b50a5d8e-a0dc-4387-b747-ca44df74607e'}]}} from dv-neutron-744815-20-hyperv. {{(pid=103161) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 18 13:31:54.527836 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-3f96306c-7fbe-41ce-be1c-327a07c0e074 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:54.605907 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-e508aa43-aa97-4718-8841-4d576f2cd0bb tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2023137'] for network, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:54.626189 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-21c63768-8bc5-4723-93a8-15a4a64a4bc8 req-5e6ca774-0dd7-4c7e-9b89-3d13b354e79e tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] 10.222.0.31 "GET /v2.0/security-groups?id=7500739f-039a-45b0-85f1-cc2dd6d8ee03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1440675 Dec 18 13:31:54.675129 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-8b876287-89a0-4e62-958a-ffe02a2cde30 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=797acd6e00034b9ba6b75e0f2650f2ea&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1840310 Dec 18 13:31:54.677473 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 54878) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:54.722943 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-e508aa43-aa97-4718-8841-4d576f2cd0bb tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1929185'] for subnet, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:54.723928 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_common [None req-3f96306c-7fbe-41ce-be1c-327a07c0e074 None None] Allocated IP 2001:db8::1 (59fec04d-e301-4b22-a167-578ee8bdab59/b50a5d8e-a0dc-4387-b747-ca44df74607e/0ba65a88-fa7e-4502-89b3-297b0ba6f73b) {{(pid=103161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:31:54.743944 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-efa56135-3952-4121-a45b-3f9eac3f32a9 req-378a616c-4d91-45b6-ba5d-d876fedd423f tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:54.744295 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-efa56135-3952-4121-a45b-3f9eac3f32a9 req-378a616c-4d91-45b6-ba5d-d876fedd423f tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-587004'] for floatingip, after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:54.744650 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.db.l3_db [req-efa56135-3952-4121-a45b-3f9eac3f32a9 req-378a616c-4d91-45b6-ba5d-d876fedd423f tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] Floating IP 0cb01e37-34b9-45d1-a85c-1a38c24ba305 disassociated. External IP: 172.26.3.154, port: f5e61d76-6a42-42c3-a223-c3cbaf038e98. Dec 18 13:31:54.745028 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [req-efa56135-3952-4121-a45b-3f9eac3f32a9 req-378a616c-4d91-45b6-ba5d-d876fedd423f tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] Calling delete_port for f5e61d76-6a42-42c3-a223-c3cbaf038e98 owned by compute:nova {{(pid=103159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:31:54.878277 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b8997806-aed2-407e-9c7d-43859daf4805 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:54.878960 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-18a1bf5e-7aa0-44e1-90b8-527abdeb2ee1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:54.884507 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device fe61baa3-41bb-4d1b-9844-3ace40f4da1d no longer exists at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 18 13:31:54.916308 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b8997806-aed2-407e-9c7d-43859daf4805 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:54.924442 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-2294866d-0076-4933-952c-685307032598 None None] No Port match for: fe61baa3-41bb-4d1b-9844-3ace40f4da1d {{(pid=103161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 18 13:31:54.924900 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device fe61baa3-41bb-4d1b-9844-3ace40f4da1d not bound to the agent host dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 18 13:31:54.941801 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-efa56135-3952-4121-a45b-3f9eac3f32a9 req-378a616c-4d91-45b6-ba5d-d876fedd423f tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:54.955753 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-3f96306c-7fbe-41ce-be1c-327a07c0e074 None None] Publish callbacks [] for port, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:54.965880 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-3f96306c-7fbe-41ce-be1c-327a07c0e074 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975'] for port, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:54.984799 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-e508aa43-aa97-4718-8841-4d576f2cd0bb tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1929192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4533475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4514371'] for subnet, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:54.989178 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378a616c-4d91-45b6-ba5d-d876fedd423f tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] Pushing event deleted for resources: {'Port': ['ID=f5e61d76-6a42-42c3-a223-c3cbaf038e98,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:31:55.042351 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f96306c-7fbe-41ce-be1c-327a07c0e074 None None] Network 59fec04d-e301-4b22-a167-578ee8bdab59 is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:31:55.047788 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-3f96306c-7fbe-41ce-be1c-327a07c0e074 None None] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:31:55.053934 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f96306c-7fbe-41ce-be1c-327a07c0e074 None None] Received port after_create {{(pid=103161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:31:55.067056 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f96306c-7fbe-41ce-be1c-327a07c0e074 None None] Pushing event updated for resources: {'Port': ['ID=0ba65a88-fa7e-4502-89b3-297b0ba6f73b,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:31:55.068687 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e508aa43-aa97-4718-8841-4d576f2cd0bb tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Pushing event deleted for resources: {'Subnet': ['ID=b50a5d8e-a0dc-4387-b747-ca44df74607e,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:31:55.099059 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b8997806-aed2-407e-9c7d-43859daf4805 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:55.102098 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b8997806-aed2-407e-9c7d-43859daf4805 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:55.103472 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-b8997806-aed2-407e-9c7d-43859daf4805 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f304e21c-c086-4f96-ab06-16a593b3c6a4 HTTP/1.1" status: 204 len: 168 time: 0.4250746 Dec 18 13:31:55.121497 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8997806-aed2-407e-9c7d-43859daf4805 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f304e21c-c086-4f96-ab06-16a593b3c6a4,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:31:55.167273 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-3f96306c-7fbe-41ce-be1c-327a07c0e074 None None] Attempting to bind port 0ba65a88-fa7e-4502-89b3-297b0ba6f73b on host dv-neutron-744815-20-hyperv for vnic_type normal with profile {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 13:31:55.167727 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-3f96306c-7fbe-41ce-be1c-327a07c0e074 None None] Attempting to bind port 0ba65a88-fa7e-4502-89b3-297b0ba6f73b by drivers openvswitch,hyperv on host dv-neutron-744815-20-hyperv at level 0 using segments [{'id': '0707f497-3770-4e41-a679-c1b5fbca0830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '59fec04d-e301-4b22-a167-578ee8bdab59'}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 13:31:55.168107 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f96306c-7fbe-41ce-be1c-327a07c0e074 None None] Attempting to bind port 0ba65a88-fa7e-4502-89b3-297b0ba6f73b on network 59fec04d-e301-4b22-a167-578ee8bdab59 {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 13:31:55.171020 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.l3_agent_scheduler [req-efa56135-3952-4121-a45b-3f9eac3f32a9 req-378a616c-4d91-45b6-ba5d-d876fedd423f tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] Router 16913b98-3477-446b-b01d-d0cc0e467ef0 has already been hosted by L3 agent c9c0cd52-5bd2-4704-9429-d80f1c5ad23c {{(pid=103159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 18 13:31:55.175434 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f96306c-7fbe-41ce-be1c-327a07c0e074 None None] Checking agent: {'id': '428fa9fa-43db-4db9-9f96-f60ffe931f2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-20-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 13, 19, 1), 'started_at': datetime.datetime(2021, 12, 18, 13, 19, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 13, 31, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-20-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 18 13:31:55.175819 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f96306c-7fbe-41ce-be1c-327a07c0e074 None None] Checking segment: {'id': '0707f497-3770-4e41-a679-c1b5fbca0830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '59fec04d-e301-4b22-a167-578ee8bdab59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 13:31:55.176503 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-3f96306c-7fbe-41ce-be1c-327a07c0e074 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:55.176914 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f96306c-7fbe-41ce-be1c-327a07c0e074 None None] Bound using segment: {'id': '0707f497-3770-4e41-a679-c1b5fbca0830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '59fec04d-e301-4b22-a167-578ee8bdab59'} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 18 13:31:55.178404 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-3f96306c-7fbe-41ce-be1c-327a07c0e074 None None] Bound port: 0ba65a88-fa7e-4502-89b3-297b0ba6f73b, host: dv-neutron-744815-20-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0707f497-3770-4e41-a679-c1b5fbca0830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '59fec04d-e301-4b22-a167-578ee8bdab59'}}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 18 13:31:55.178841 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-3f96306c-7fbe-41ce-be1c-327a07c0e074 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:55.188655 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-e508aa43-aa97-4718-8841-4d576f2cd0bb tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1927292', 'neutron.services.segments.db._delete_segments_for_network-8767106887837'] for network, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:55.224859 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.services.segments.db [None req-e508aa43-aa97-4718-8841-4d576f2cd0bb tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59fec04d-e301-4b22-a167-578ee8bdab59']}} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:31:55.237412 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.services.segments.db [None req-e508aa43-aa97-4718-8841-4d576f2cd0bb tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0707f497-3770-4e41-a679-c1b5fbca0830') {'for_net_delete': True} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:31:55.237949 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.services.segments.db [None req-e508aa43-aa97-4718-8841-4d576f2cd0bb tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0707f497-3770-4e41-a679-c1b5fbca0830') {} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:31:55.251660 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-e508aa43-aa97-4718-8841-4d576f2cd0bb tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767106888614', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4533424'] for segment, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:55.264815 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-3f96306c-7fbe-41ce-be1c-327a07c0e074 None None] For port 0ba65a88-fa7e-4502-89b3-297b0ba6f73b, host dv-neutron-744815-20-hyperv, cleared binding levels {{(pid=103161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 18 13:31:55.268633 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-e508aa43-aa97-4718-8841-4d576f2cd0bb tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:55.277689 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e508aa43-aa97-4718-8841-4d576f2cd0bb tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Releasing vlan 135 on physical network physnet1 to pool {{(pid=103160) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 18 13:31:55.278063 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-e508aa43-aa97-4718-8841-4d576f2cd0bb tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4533569'] for segment, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:55.352954 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-3f96306c-7fbe-41ce-be1c-327a07c0e074 None None] For port 0ba65a88-fa7e-4502-89b3-297b0ba6f73b, host dv-neutron-744815-20-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=0ba65a88-fa7e-4502-89b3-297b0ba6f73b,segment=NetworkSegment(0707f497-3770-4e41-a679-c1b5fbca0830),segment_id=0707f497-3770-4e41-a679-c1b5fbca0830)] {{(pid=103161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 18 13:31:55.353403 dv-neutron-744815-20-hyperv neutron-server[103160]: Traceback (most recent call last): Dec 18 13:31:55.353403 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 18 13:31:55.353403 dv-neutron-744815-20-hyperv neutron-server[103160]: timer() Dec 18 13:31:55.353403 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 18 13:31:55.353403 dv-neutron-744815-20-hyperv neutron-server[103160]: cb(*args, **kw) Dec 18 13:31:55.353403 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 18 13:31:55.353403 dv-neutron-744815-20-hyperv neutron-server[103160]: return func(*args, **kwargs) Dec 18 13:31:55.353403 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 18 13:31:55.353403 dv-neutron-744815-20-hyperv neutron-server[103160]: self._notify() Dec 18 13:31:55.353403 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 18 13:31:55.353403 dv-neutron-744815-20-hyperv neutron-server[103160]: self.callback(batched_events) Dec 18 13:31:55.353403 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 18 13:31:55.353403 dv-neutron-744815-20-hyperv neutron-server[103160]: event.method(event) Dec 18 13:31:55.353403 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 18 13:31:55.353403 dv-neutron-744815-20-hyperv neutron-server[103160]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 18 13:31:55.353403 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 18 13:31:55.353403 dv-neutron-744815-20-hyperv neutron-server[103160]: aggregate_uuid = self.p_client.list_aggregates( Dec 18 13:31:55.353403 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 18 13:31:55.353403 dv-neutron-744815-20-hyperv neutron-server[103160]: return f(self, *a, **k) Dec 18 13:31:55.353403 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 18 13:31:55.353403 dv-neutron-744815-20-hyperv neutron-server[103160]: return self._get(url).json() Dec 18 13:31:55.353403 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 18 13:31:55.353403 dv-neutron-744815-20-hyperv neutron-server[103160]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 18 13:31:55.353403 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 18 13:31:55.353403 dv-neutron-744815-20-hyperv neutron-server[103160]: return self.request(url, 'GET', **kwargs) Dec 18 13:31:55.353403 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 18 13:31:55.353403 dv-neutron-744815-20-hyperv neutron-server[103160]: base_url = self.get_endpoint(auth, allow=allow, Dec 18 13:31:55.353403 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 18 13:31:55.353403 dv-neutron-744815-20-hyperv neutron-server[103160]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 18 13:31:55.353403 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 18 13:31:55.353403 dv-neutron-744815-20-hyperv neutron-server[103160]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 18 13:31:55.353403 dv-neutron-744815-20-hyperv neutron-server[103160]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 18 13:31:55.358439 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.db.api [None req-e508aa43-aa97-4718-8841-4d576f2cd0bb tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 18 13:31:55.358439 dv-neutron-744815-20-hyperv neutron-server[103160]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 18 13:31:55.358439 dv-neutron-744815-20-hyperv neutron-server[103160]: [parameters: {'id': '59fec04d-e301-4b22-a167-578ee8bdab59'}] Dec 18 13:31:55.358439 dv-neutron-744815-20-hyperv neutron-server[103160]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103160) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 18 13:31:55.358944 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG oslo_db.api [None req-e508aa43-aa97-4718-8841-4d576f2cd0bb tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 18 13:31:55.359537 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-efa56135-3952-4121-a45b-3f9eac3f32a9 req-378a616c-4d91-45b6-ba5d-d876fedd423f tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] Notify agent at l3_agent.dv-neutron-744815-20-hyperv the message routers_updated {{(pid=103159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 13:31:55.364565 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-3f96306c-7fbe-41ce-be1c-327a07c0e074 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:55.406166 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7575bf01-1eb7-4dfa-9567-86c4b6fe9244 None None] Sync routers for ids ['16913b98-3477-446b-b01d-d0cc0e467ef0'] in dv-neutron-744815-20-hyperv {{(pid=103161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 13:31:55.441022 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [req-efa56135-3952-4121-a45b-3f9eac3f32a9 req-378a616c-4d91-45b6-ba5d-d876fedd423f tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] No DVR routers for this DVR port f5e61d76-6a42-42c3-a223-c3cbaf038e98 on host hv-neutron-7448 {{(pid=103159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 18 13:31:55.448118 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-efa56135-3952-4121-a45b-3f9eac3f32a9 req-378a616c-4d91-45b6-ba5d-d876fedd423f tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:55.454348 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-efa56135-3952-4121-a45b-3f9eac3f32a9 req-378a616c-4d91-45b6-ba5d-d876fedd423f tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] 10.222.0.43 "DELETE /v2.0/ports/f5e61d76-6a42-42c3-a223-c3cbaf038e98 HTTP/1.1" status: 204 len: 173 time: 1.6486692 Dec 18 13:31:55.456420 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7e2fdcf-cd6e-4be5-8448-e22550985054', 'name': 'network-vif-deleted', 'tag': 'f5e61d76-6a42-42c3-a223-c3cbaf038e98'}] {{(pid=103159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 18 13:31:55.469066 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca844cf115d59c1fab86abc202fb4c13735de0d7e4cbbbb25eec9406e9c87431" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe48d60f-d235-4b9e-977c-108424083ef0" -d '{"events": [{"server_uuid": "f7e2fdcf-cd6e-4be5-8448-e22550985054", "name": "network-vif-deleted", "tag": "f5e61d76-6a42-42c3-a223-c3cbaf038e98"}]}' {{(pid=103159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 18 13:31:55.477570 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7575bf01-1eb7-4dfa-9567-86c4b6fe9244 None None] Routers {'16913b98-3477-446b-b01d-d0cc0e467ef0'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:31:55.478977 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-7575bf01-1eb7-4dfa-9567-86c4b6fe9244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:31:27Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['16913b98-3477-446b-b01d-d0cc0e467ef0'], 'active': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:31:55.686073 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6937dc53-cd67-4773-925e-e6fa580107a5 None None] Network 59fec04d-e301-4b22-a167-578ee8bdab59 requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:31:55.690012 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f96306c-7fbe-41ce-be1c-327a07c0e074 None None] Pushing event updated for resources: {'Port': ['ID=0ba65a88-fa7e-4502-89b3-297b0ba6f73b,revision_number=2']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:31:55.860224 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-e508aa43-aa97-4718-8841-4d576f2cd0bb tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2023137'] for network, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:55.892748 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 13:31:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e13008d7-6e79-45f5-b16c-45ecb5e76942 x-openstack-request-id: req-e13008d7-6e79-45f5-b16c-45ecb5e76942 {{(pid=103159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 18 13:31:55.893264 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7e2fdcf-cd6e-4be5-8448-e22550985054", "name": "network-vif-deleted", "tag": "f5e61d76-6a42-42c3-a223-c3cbaf038e98", "status": "completed", "code": 200}]} {{(pid=103159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 18 13:31:55.893264 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e13008d7-6e79-45f5-b16c-45ecb5e76942 {{(pid=103159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 18 13:31:55.895454 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7e2fdcf-cd6e-4be5-8448-e22550985054', 'name': 'network-vif-deleted', 'tag': 'f5e61d76-6a42-42c3-a223-c3cbaf038e98', 'status': 'completed', 'code': 200} Dec 18 13:31:55.897625 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-7290e4ed-d0b8-4d54-8794-6eca9733b0cc req-c26733e4-647a-4a92-a3e2-455d23c03d21 tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7e2fdcf-cd6e-4be5-8448-e22550985054 HTTP/1.1" status: 200 len: 210 time: 0.0833945 Dec 18 13:31:55.947969 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvr_db [None req-7575bf01-1eb7-4dfa-9567-86c4b6fe9244 None None] Set router 16913b98-3477-446b-b01d-d0cc0e467ef0 gateway port host: dv-neutron-744815-20-hyperv {{(pid=103161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 13:31:56.004301 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-e508aa43-aa97-4718-8841-4d576f2cd0bb tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Deleting port 0ba65a88-fa7e-4502-89b3-297b0ba6f73b {{(pid=103160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:31:56.005340 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-e508aa43-aa97-4718-8841-4d576f2cd0bb tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:56.135781 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.db [None req-e508aa43-aa97-4718-8841-4d576f2cd0bb tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] For port 0ba65a88-fa7e-4502-89b3-297b0ba6f73b, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=0ba65a88-fa7e-4502-89b3-297b0ba6f73b,segment=NetworkSegment(0707f497-3770-4e41-a679-c1b5fbca0830),segment_id=0707f497-3770-4e41-a679-c1b5fbca0830)] {{(pid=103160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:31:56.136398 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-e508aa43-aa97-4718-8841-4d576f2cd0bb tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:56.154307 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-e508aa43-aa97-4718-8841-4d576f2cd0bb tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Calling delete_port for 0ba65a88-fa7e-4502-89b3-297b0ba6f73b owned by network:dhcp {{(pid=103160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:31:56.226136 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e25826b-56ae-4911-ba07-513eb35ca1cc None None] get_active_networks_info from dv-neutron-744815-20-hyperv {{(pid=103161) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 18 13:31:56.248793 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-e508aa43-aa97-4718-8841-4d576f2cd0bb tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4533522'] for port, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:56.268793 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Device f5e61d76-6a42-42c3-a223-c3cbaf038e98 no longer exists at agent hyperv_hv-neutron-7448 {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 18 13:31:56.312903 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e508aa43-aa97-4718-8841-4d576f2cd0bb tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Pushing event deleted for resources: {'Port': ['ID=0ba65a88-fa7e-4502-89b3-297b0ba6f73b,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:31:56.316271 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e508aa43-aa97-4718-8841-4d576f2cd0bb tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] No DVR routers for this DVR port 0ba65a88-fa7e-4502-89b3-297b0ba6f73b on host dv-neutron-744815-20-hyperv {{(pid=103160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 18 13:31:56.411063 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-e508aa43-aa97-4718-8841-4d576f2cd0bb tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1927292', 'neutron.services.segments.db._delete_segments_for_network-8767106887837'] for network, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:56.437845 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.services.segments.db [None req-e508aa43-aa97-4718-8841-4d576f2cd0bb tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59fec04d-e301-4b22-a167-578ee8bdab59']}} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:31:56.449907 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.services.segments.db [None req-e508aa43-aa97-4718-8841-4d576f2cd0bb tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0707f497-3770-4e41-a679-c1b5fbca0830') {'for_net_delete': True} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:31:56.450226 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.services.segments.db [None req-e508aa43-aa97-4718-8841-4d576f2cd0bb tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0707f497-3770-4e41-a679-c1b5fbca0830') {} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:31:56.463190 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-e508aa43-aa97-4718-8841-4d576f2cd0bb tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767106888614', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4533424'] for segment, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:56.482417 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-e508aa43-aa97-4718-8841-4d576f2cd0bb tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:56.490813 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e508aa43-aa97-4718-8841-4d576f2cd0bb tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Releasing vlan 135 on physical network physnet1 to pool {{(pid=103160) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 18 13:31:56.491563 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-e508aa43-aa97-4718-8841-4d576f2cd0bb tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4533569'] for segment, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:56.554387 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] No Port match for: f5e61d76-6a42-42c3-a223-c3cbaf038e98 {{(pid=103161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 18 13:31:56.555115 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Device f5e61d76-6a42-42c3-a223-c3cbaf038e98 not bound to the agent host hv-neutron-7448 {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 18 13:31:56.624970 dv-neutron-744815-20-hyperv neutron-server[103160]: Traceback (most recent call last): Dec 18 13:31:56.624970 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 18 13:31:56.624970 dv-neutron-744815-20-hyperv neutron-server[103160]: timer() Dec 18 13:31:56.624970 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 18 13:31:56.624970 dv-neutron-744815-20-hyperv neutron-server[103160]: cb(*args, **kw) Dec 18 13:31:56.624970 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 18 13:31:56.624970 dv-neutron-744815-20-hyperv neutron-server[103160]: return func(*args, **kwargs) Dec 18 13:31:56.624970 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 18 13:31:56.624970 dv-neutron-744815-20-hyperv neutron-server[103160]: self._notify() Dec 18 13:31:56.624970 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 18 13:31:56.624970 dv-neutron-744815-20-hyperv neutron-server[103160]: self.callback(batched_events) Dec 18 13:31:56.624970 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 18 13:31:56.624970 dv-neutron-744815-20-hyperv neutron-server[103160]: event.method(event) Dec 18 13:31:56.624970 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 18 13:31:56.624970 dv-neutron-744815-20-hyperv neutron-server[103160]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 18 13:31:56.624970 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 18 13:31:56.624970 dv-neutron-744815-20-hyperv neutron-server[103160]: aggregate_uuid = self.p_client.list_aggregates( Dec 18 13:31:56.624970 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 18 13:31:56.624970 dv-neutron-744815-20-hyperv neutron-server[103160]: return f(self, *a, **k) Dec 18 13:31:56.624970 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 18 13:31:56.624970 dv-neutron-744815-20-hyperv neutron-server[103160]: return self._get(url).json() Dec 18 13:31:56.624970 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 18 13:31:56.624970 dv-neutron-744815-20-hyperv neutron-server[103160]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 18 13:31:56.624970 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 18 13:31:56.624970 dv-neutron-744815-20-hyperv neutron-server[103160]: return self.request(url, 'GET', **kwargs) Dec 18 13:31:56.624970 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 18 13:31:56.624970 dv-neutron-744815-20-hyperv neutron-server[103160]: base_url = self.get_endpoint(auth, allow=allow, Dec 18 13:31:56.624970 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 18 13:31:56.624970 dv-neutron-744815-20-hyperv neutron-server[103160]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 18 13:31:56.624970 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 18 13:31:56.624970 dv-neutron-744815-20-hyperv neutron-server[103160]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 18 13:31:56.624970 dv-neutron-744815-20-hyperv neutron-server[103160]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 18 13:31:56.640424 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-7575bf01-1eb7-4dfa-9567-86c4b6fe9244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16913b98-3477-446b-b01d-d0cc0e467ef0', 'name': 'tempest-TestVolumeBootPattern-1470380616-router', 'tenant_id': '2cba4008d8a8417bb0925fcf9726214e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.121'}], 'enable_snat': True}, 'gw_port_id': '0c644985-4e46-4e75-b8fe-1f0806bdf2c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:28:12Z', 'updated_at': '2021-12-18T13:28:19Z', 'revision_number': 4, 'project_id': '2cba4008d8a8417bb0925fcf9726214e', 'gw_port': {'id': '0c644985-4e46-4e75-b8fe-1f0806bdf2c1', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:55:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16913b98-3477-446b-b01d-d0cc0e467ef0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:28:13Z', 'updated_at': '2021-12-18T13:28:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv', '_interfaces': [{'id': '3da74d69-5142-4c91-8c05-8a6b4ab78020', 'name': '', 'network_id': 'b777eec3-1fe1-45d9-be90-d023741ff2c0', 'tenant_id': '2cba4008d8a8417bb0925fcf9726214e', 'mac_address': 'fa:16:3e:7b:20:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16913b98-3477-446b-b01d-d0cc0e467ef0', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '7e8a84a3-739e-4c83-bb7f-c941648f694b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:28:18Z', 'updated_at': '2021-12-18T13:28:26Z', 'revision_number': 5, 'project_id': '2cba4008d8a8417bb0925fcf9726214e', 'subnets': [{'id': '7e8a84a3-739e-4c83-bb7f-c941648f694b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:31:56.651696 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-e508aa43-aa97-4718-8841-4d576f2cd0bb tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1927267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586962'] for network, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:56.668499 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-e508aa43-aa97-4718-8841-4d576f2cd0bb tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Publish callbacks [] for network, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:56.677406 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 54914) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:56.683627 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-b72ce337-f21f-490a-9d2e-6ece2f935041 tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1304195719'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:31:56.686754 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-e508aa43-aa97-4718-8841-4d576f2cd0bb tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] 10.222.0.31 "DELETE /v2.0/networks/59fec04d-e301-4b22-a167-578ee8bdab59 HTTP/1.1" status: 204 len: 168 time: 2.2285166 Dec 18 13:31:56.715646 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e508aa43-aa97-4718-8841-4d576f2cd0bb tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Pushing event deleted for resources: {'Network': ['ID=59fec04d-e301-4b22-a167-578ee8bdab59,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:31:56.720993 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7575bf01-1eb7-4dfa-9567-86c4b6fe9244 None None] Checking router: 16913b98-3477-446b-b01d-d0cc0e467ef0 for host: dv-neutron-744815-20-hyperv {{(pid=103161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 18 13:31:56.742482 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b72ce337-f21f-490a-9d2e-6ece2f935041 tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Made reservation on behalf of c5ad9a13d3f540fcaabd26ec563f9307 for: {'network': 1} {{(pid=103159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:31:56.749588 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b72ce337-f21f-490a-9d2e-6ece2f935041 tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for network, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:56.782042 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b72ce337-f21f-490a-9d2e-6ece2f935041 tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 143} {{(pid=103159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 18 13:31:56.803776 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e25826b-56ae-4911-ba07-513eb35ca1cc None None] Resources bound (agent type, host, resource id): {{(pid=103161) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 18 13:31:56.818784 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b72ce337-f21f-490a-9d2e-6ece2f935041 tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:56.819344 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.db.segments_db [None req-b72ce337-f21f-490a-9d2e-6ece2f935041 tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Added segment aeec5ca9-2ced-47fa-a685-044fbcaadbc8 of type vlan for network cb0a20cd-4691-4fff-aa16-d5ad094f3203 Dec 18 13:31:56.827439 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7575bf01-1eb7-4dfa-9567-86c4b6fe9244 None None] Routers {'16913b98-3477-446b-b01d-d0cc0e467ef0'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:31:56.829435 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-7575bf01-1eb7-4dfa-9567-86c4b6fe9244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:31:27Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['16913b98-3477-446b-b01d-d0cc0e467ef0'], 'active': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:31:56.877944 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b72ce337-f21f-490a-9d2e-6ece2f935041 tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767106405744'] for network, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:56.911052 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b72ce337-f21f-490a-9d2e-6ece2f935041 tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981'] for network, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:56.919516 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b72ce337-f21f-490a-9d2e-6ece2f935041 tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:31:56.922519 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b72ce337-f21f-490a-9d2e-6ece2f935041 tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Publish callbacks [] for network, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:57.007729 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvr_db [None req-7575bf01-1eb7-4dfa-9567-86c4b6fe9244 None None] Set router 16913b98-3477-446b-b01d-d0cc0e467ef0 gateway port host: dv-neutron-744815-20-hyperv {{(pid=103161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 13:31:57.118896 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 54926) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:57.139831 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-b72ce337-f21f-490a-9d2e-6ece2f935041 tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4610786 Dec 18 13:31:57.141539 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72ce337-f21f-490a-9d2e-6ece2f935041 tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Pushing event updated for resources: {'Network': ['ID=cb0a20cd-4691-4fff-aa16-d5ad094f3203,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:31:57.144867 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 54928) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:57.166703 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-a02707db-7d53-4477-96c7-5cb5b342a32c tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Request body: {'subnet': {'network_id': 'cb0a20cd-4691-4fff-aa16-d5ad094f3203', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:31:57.167845 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-fb192f24-7c63-49ea-a820-6d9918212d34 req-54a41819-a157-4e17-b2ea-3e3720c0a67c tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7e2fdcf-cd6e-4be5-8448-e22550985054 HTTP/1.1" status: 200 len: 210 time: 0.1040480 Dec 18 13:31:57.181765 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 54932) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:57.212049 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-c27da91b-015c-40b4-ae02-4ce3245287bd tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] Request body: {'subnet': {'network_id': 'd0247b11-42a1-49d9-9f00-2f377bf06ff5', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:31:57.259069 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Network cb0a20cd-4691-4fff-aa16-d5ad094f3203 details requested by agent ovs-agent-dv-neutron-744815-20-hyperv with host dv-neutron-744815-20-hyperv {{(pid=103161) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 18 13:31:57.314793 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 54934) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:57.361372 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e085d73e-f106-4f4f-a12b-7e434ca0c1ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:57.389171 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c27da91b-015c-40b4-ae02-4ce3245287bd tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] Made reservation on behalf of 7ebae9282694438b933cdb74bfb80192 for: {'subnet': 1} {{(pid=103159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:31:57.400664 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-c27da91b-015c-40b4-ae02-4ce3245287bd tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6017072'] for subnet, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:57.516601 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-7575bf01-1eb7-4dfa-9567-86c4b6fe9244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16913b98-3477-446b-b01d-d0cc0e467ef0', 'name': 'tempest-TestVolumeBootPattern-1470380616-router', 'tenant_id': '2cba4008d8a8417bb0925fcf9726214e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.121'}], 'enable_snat': True}, 'gw_port_id': '0c644985-4e46-4e75-b8fe-1f0806bdf2c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:28:12Z', 'updated_at': '2021-12-18T13:28:19Z', 'revision_number': 4, 'project_id': '2cba4008d8a8417bb0925fcf9726214e', 'gw_port': {'id': '0c644985-4e46-4e75-b8fe-1f0806bdf2c1', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:55:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16913b98-3477-446b-b01d-d0cc0e467ef0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:28:13Z', 'updated_at': '2021-12-18T13:28:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv', '_interfaces': [{'id': '3da74d69-5142-4c91-8c05-8a6b4ab78020', 'name': '', 'network_id': 'b777eec3-1fe1-45d9-be90-d023741ff2c0', 'tenant_id': '2cba4008d8a8417bb0925fcf9726214e', 'mac_address': 'fa:16:3e:7b:20:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16913b98-3477-446b-b01d-d0cc0e467ef0', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '7e8a84a3-739e-4c83-bb7f-c941648f694b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:28:18Z', 'updated_at': '2021-12-18T13:28:26Z', 'revision_number': 5, 'project_id': '2cba4008d8a8417bb0925fcf9726214e', 'subnets': [{'id': '7e8a84a3-739e-4c83-bb7f-c941648f694b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:31:57.560123 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7575bf01-1eb7-4dfa-9567-86c4b6fe9244 None None] The sync data for ids ['16913b98-3477-446b-b01d-d0cc0e467ef0'] in dv-neutron-744815-20-hyperv is: [{'id': '16913b98-3477-446b-b01d-d0cc0e467ef0', 'name': 'tempest-TestVolumeBootPattern-1470380616-router', 'tenant_id': '2cba4008d8a8417bb0925fcf9726214e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.121'}], 'enable_snat': True}, 'gw_port_id': '0c644985-4e46-4e75-b8fe-1f0806bdf2c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:28:12Z', 'updated_at': '2021-12-18T13:28:19Z', 'revision_number': 4, 'project_id': '2cba4008d8a8417bb0925fcf9726214e', 'gw_port': {'id': '0c644985-4e46-4e75-b8fe-1f0806bdf2c1', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:55:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16913b98-3477-446b-b01d-d0cc0e467ef0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:28:13Z', 'updated_at': '2021-12-18T13:28:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv', '_interfaces': [{'id': '3da74d69-5142-4c91-8c05-8a6b4ab78020', 'name': '', 'network_id': 'b777eec3-1fe1-45d9-be90-d023741ff2c0', 'tenant_id': '2cba4008d8a8417bb0925fcf9726214e', 'mac_address': 'fa:16:3e:7b:20:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16913b98-3477-446b-b01d-d0cc0e467ef0', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '7e8a84a3-739e-4c83-bb7f-c941648f694b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:28:18Z', 'updated_at': '2021-12-18T13:28:26Z', 'revision_number': 5, 'project_id': '2cba4008d8a8417bb0925fcf9726214e', 'subnets': [{'id': '7e8a84a3-739e-4c83-bb7f-c941648f694b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 13:31:57.567968 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a02707db-7d53-4477-96c7-5cb5b342a32c tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Made reservation on behalf of c5ad9a13d3f540fcaabd26ec563f9307 for: {'subnet': 1} {{(pid=103159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:31:57.571497 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-a02707db-7d53-4477-96c7-5cb5b342a32c tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6017072'] for subnet, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:57.682527 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-59ab118f-a88e-433b-ab19-09b9bb2807c3 tempest-ExternalNetworksTestJSON-482990383 tempest-ExternalNetworksTestJSON-482990383-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-428444650'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:31:57.721482 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7a2f173-146f-4471-8448-544a8ae904ee tempest-TestNetworkBasicOps-845399116 tempest-TestNetworkBasicOps-845399116-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:31:57.721924 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7a2f173-146f-4471-8448-544a8ae904ee tempest-TestNetworkBasicOps-845399116 tempest-TestNetworkBasicOps-845399116-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:31:57.722416 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7a2f173-146f-4471-8448-544a8ae904ee tempest-TestNetworkBasicOps-845399116 tempest-TestNetworkBasicOps-845399116-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:31:57.745271 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-f7a2f173-146f-4471-8448-544a8ae904ee tempest-TestNetworkBasicOps-845399116 tempest-TestNetworkBasicOps-845399116-project-admin] 10.222.0.31 "GET /v2.0/ports?project_id=6e88b8a5aed24360a829007d7fd9d0fd&network_id=1f2d5a30-cad3-45c3-b064-c7c1eec3de2d HTTP/1.1" status: 200 len: 3001 time: 0.5761395 Dec 18 13:31:57.799642 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59ab118f-a88e-433b-ab19-09b9bb2807c3 tempest-ExternalNetworksTestJSON-482990383 tempest-ExternalNetworksTestJSON-482990383-project] Made reservation on behalf of 521e469f5a7d4b0a9ae957b4e60f7f70 for: {'network': 1} {{(pid=103159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:31:57.803137 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-59ab118f-a88e-433b-ab19-09b9bb2807c3 tempest-ExternalNetworksTestJSON-482990383 tempest-ExternalNetworksTestJSON-482990383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for network, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:57.846297 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-59ab118f-a88e-433b-ab19-09b9bb2807c3 tempest-ExternalNetworksTestJSON-482990383 tempest-ExternalNetworksTestJSON-482990383-project] Publish callbacks [] for security_group, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:57.906663 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b51c50cd-6227-4743-8e33-83f79de2eb10 None None] New status for floating IP 0cb01e37-34b9-45d1-a85c-1a38c24ba305: DOWN {{(pid=103162) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 18 13:31:57.919561 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-c27da91b-015c-40b4-ae02-4ce3245287bd tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5659786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6017062'] for subnet, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:58.030620 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-a02707db-7d53-4477-96c7-5cb5b342a32c tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5659786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6017062'] for subnet, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:58.036206 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27da91b-015c-40b4-ae02-4ce3245287bd tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] Pushing event updated for resources: {'Subnet': ['ID=0b8f26d2-f8f3-42a8-a825-20725bb93cf7,revision_number=0']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:31:58.136314 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c27da91b-015c-40b4-ae02-4ce3245287bd tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] Checking segment: {'id': '0405f974-ca48-44e7-939b-3258c59f5486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'd0247b11-42a1-49d9-9f00-2f377bf06ff5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 13:31:58.136673 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c27da91b-015c-40b4-ae02-4ce3245287bd tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] Network hostable DHCP agents. Network: d0247b11-42a1-49d9-9f00-2f377bf06ff5, hostable agents: ['aa77effa-0e3a-4bbd-a383-4d58ed3328d0'], hosted agents: [] {{(pid=103159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 18 13:31:58.150885 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02707db-7d53-4477-96c7-5cb5b342a32c tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Pushing event updated for resources: {'Subnet': ['ID=144e854f-0d8f-44b8-8655-e75a6e98e514,revision_number=0']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:31:58.166820 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-59ab118f-a88e-433b-ab19-09b9bb2807c3 tempest-ExternalNetworksTestJSON-482990383 tempest-ExternalNetworksTestJSON-482990383-project] Publish callbacks [] for security_group, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:58.177511 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-59ab118f-a88e-433b-ab19-09b9bb2807c3 tempest-ExternalNetworksTestJSON-482990383 tempest-ExternalNetworksTestJSON-482990383-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:58.192878 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a02707db-7d53-4477-96c7-5cb5b342a32c tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Checking segment: {'id': 'aeec5ca9-2ced-47fa-a685-044fbcaadbc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'cb0a20cd-4691-4fff-aa16-d5ad094f3203'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 13:31:58.193212 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a02707db-7d53-4477-96c7-5cb5b342a32c tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Network hostable DHCP agents. Network: cb0a20cd-4691-4fff-aa16-d5ad094f3203, hostable agents: ['aa77effa-0e3a-4bbd-a383-4d58ed3328d0'], hosted agents: [] {{(pid=103159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 18 13:31:58.215984 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59ab118f-a88e-433b-ab19-09b9bb2807c3 tempest-ExternalNetworksTestJSON-482990383 tempest-ExternalNetworksTestJSON-482990383-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 136} {{(pid=103159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 18 13:31:58.230665 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c27da91b-015c-40b4-ae02-4ce3245287bd tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] Network d0247b11-42a1-49d9-9f00-2f377bf06ff5 is scheduled to be hosted by DHCP agent aa77effa-0e3a-4bbd-a383-4d58ed3328d0 with binding_index 1 {{(pid=103159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 18 13:31:58.245902 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-59ab118f-a88e-433b-ab19-09b9bb2807c3 tempest-ExternalNetworksTestJSON-482990383 tempest-ExternalNetworksTestJSON-482990383-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:58.246849 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.db.segments_db [None req-59ab118f-a88e-433b-ab19-09b9bb2807c3 tempest-ExternalNetworksTestJSON-482990383 tempest-ExternalNetworksTestJSON-482990383-project] Added segment 2c7f8e38-87bd-4f50-81bd-1493f6892d8a of type vlan for network d16c1179-35bb-4e26-a186-816542dd8ebd Dec 18 13:31:58.248112 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ab118f-a88e-433b-ab19-09b9bb2807c3 tempest-ExternalNetworksTestJSON-482990383 tempest-ExternalNetworksTestJSON-482990383-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ab9ccb7-f535-42cb-9148-e917fc6a3589,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:31:58.271900 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a02707db-7d53-4477-96c7-5cb5b342a32c tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Network cb0a20cd-4691-4fff-aa16-d5ad094f3203 is scheduled to be hosted by DHCP agent aa77effa-0e3a-4bbd-a383-4d58ed3328d0 with binding_index 1 {{(pid=103159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 18 13:31:58.289472 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.base_scheduler [None req-c27da91b-015c-40b4-ae02-4ce3245287bd tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-744815-20-hyperv, d0247b11-42a1-49d9-9f00-2f377bf06ff5) {{(pid=103159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:31:58.297152 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dec5edf8-1f72-4800-ac9b-5eaac9b02b0d None None] Network d0247b11-42a1-49d9-9f00-2f377bf06ff5 requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:31:58.308886 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-8f4cbb9d-8b84-4244-bb89-7f5d30316d8b req-52449cbd-ad04-4717-9e1a-1bd50a32b36c tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7e2fdcf-cd6e-4be5-8448-e22550985054 HTTP/1.1" status: 200 len: 210 time: 0.0643532 Dec 18 13:31:58.313153 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.base_scheduler [None req-a02707db-7d53-4477-96c7-5cb5b342a32c tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-744815-20-hyperv, cb0a20cd-4691-4fff-aa16-d5ad094f3203) {{(pid=103159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:31:58.315333 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c27da91b-015c-40b4-ae02-4ce3245287bd tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:31:58.315962 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-c27da91b-015c-40b4-ae02-4ce3245287bd tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] Publish callbacks [] for subnet, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:58.332548 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a02707db-7d53-4477-96c7-5cb5b342a32c tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:31:58.333134 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-a02707db-7d53-4477-96c7-5cb5b342a32c tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Publish callbacks [] for subnet, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:58.339164 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-59ab118f-a88e-433b-ab19-09b9bb2807c3 tempest-ExternalNetworksTestJSON-482990383 tempest-ExternalNetworksTestJSON-482990383-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767106405744'] for network, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:58.357347 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-c27da91b-015c-40b4-ae02-4ce3245287bd tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1573892 Dec 18 13:31:58.361171 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 54944) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:58.366926 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-5769cb07-abd6-49d4-9aee-872113ab3c23 tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-571538352'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:31:58.371624 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-a02707db-7d53-4477-96c7-5cb5b342a32c tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.2253382 Dec 18 13:31:58.374321 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 54946) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:58.391318 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9b36ad1-a6fc-4b89-a844-dd9d9e43d586 None None] Network cb0a20cd-4691-4fff-aa16-d5ad094f3203 requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:31:58.396106 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-59ab118f-a88e-433b-ab19-09b9bb2807c3 tempest-ExternalNetworksTestJSON-482990383 tempest-ExternalNetworksTestJSON-482990383-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981'] for network, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:58.401367 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59ab118f-a88e-433b-ab19-09b9bb2807c3 tempest-ExternalNetworksTestJSON-482990383 tempest-ExternalNetworksTestJSON-482990383-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:31:58.401967 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-59ab118f-a88e-433b-ab19-09b9bb2807c3 tempest-ExternalNetworksTestJSON-482990383 tempest-ExternalNetworksTestJSON-482990383-project] Publish callbacks [] for network, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:58.405614 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5769cb07-abd6-49d4-9aee-872113ab3c23 tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] Made reservation on behalf of 7ebae9282694438b933cdb74bfb80192 for: {'network': 1} {{(pid=103160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:31:58.409498 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-5769cb07-abd6-49d4-9aee-872113ab3c23 tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for network, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:58.437046 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5769cb07-abd6-49d4-9aee-872113ab3c23 tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 126} {{(pid=103160) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 18 13:31:58.450630 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-5769cb07-abd6-49d4-9aee-872113ab3c23 tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:58.451303 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.db.segments_db [None req-5769cb07-abd6-49d4-9aee-872113ab3c23 tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] Added segment e4cec4a1-c896-43c4-8b03-6a5fb56f16ce of type vlan for network 0c38ff48-22af-4d8d-b616-d2ec5664cc85 Dec 18 13:31:58.533464 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-59ab118f-a88e-433b-ab19-09b9bb2807c3 tempest-ExternalNetworksTestJSON-482990383 tempest-ExternalNetworksTestJSON-482990383-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.2134945 Dec 18 13:31:58.536774 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-5769cb07-abd6-49d4-9aee-872113ab3c23 tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767106405744'] for network, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:58.538927 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-afa9ae9b-bdbb-4010-bcf6-3a46ce66cf71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:58.542811 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 54948) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:58.547451 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e1becc2-420b-4868-98d8-b39e845bb7e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp31e170a0-46a1-5ba9-9dc1-7ee4f866f0d7-cb0a20cd-4691-4fff-aa16-d5ad094f3203', 'network_id': 'cb0a20cd-4691-4fff-aa16-d5ad094f3203', 'project_id': 'c5ad9a13d3f540fcaabd26ec563f9307', 'fixed_ips': [{'subnet_id': '144e854f-0d8f-44b8-8655-e75a6e98e514'}]}} from dv-neutron-744815-20-hyperv. {{(pid=103161) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 18 13:31:58.549200 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-6e1becc2-420b-4868-98d8-b39e845bb7e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:58.570590 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ab118f-a88e-433b-ab19-09b9bb2807c3 tempest-ExternalNetworksTestJSON-482990383 tempest-ExternalNetworksTestJSON-482990383-project] Pushing event updated for resources: {'Network': ['ID=d16c1179-35bb-4e26-a186-816542dd8ebd,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:31:58.580794 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b94e7363-de58-4e33-b505-53362f9b28b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp31e170a0-46a1-5ba9-9dc1-7ee4f866f0d7-d0247b11-42a1-49d9-9f00-2f377bf06ff5', 'network_id': 'd0247b11-42a1-49d9-9f00-2f377bf06ff5', 'project_id': '7ebae9282694438b933cdb74bfb80192', 'fixed_ips': [{'subnet_id': '0b8f26d2-f8f3-42a8-a825-20725bb93cf7'}]}} from dv-neutron-744815-20-hyperv. {{(pid=103161) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 18 13:31:58.582012 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-b94e7363-de58-4e33-b505-53362f9b28b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:58.592707 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-5769cb07-abd6-49d4-9aee-872113ab3c23 tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981'] for network, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:58.593592 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Network d16c1179-35bb-4e26-a186-816542dd8ebd details requested by agent ovs-agent-dv-neutron-744815-20-hyperv with host dv-neutron-744815-20-hyperv {{(pid=103161) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 18 13:31:58.602960 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-a0415374-1341-44bd-91f1-4b01cd92fd09 tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2023137'] for network, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:58.628454 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5769cb07-abd6-49d4-9aee-872113ab3c23 tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:31:58.632245 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-5769cb07-abd6-49d4-9aee-872113ab3c23 tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] Publish callbacks [] for network, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:58.673291 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-2763d9ef-a9cd-4fcb-87b2-a3bd08e4ef79 tempest-ExternalNetworksTestJSON-1111260564 tempest-ExternalNetworksTestJSON-1111260564-project-admin] Request body: {'network': {'name': 'tempest-network--1491045702', 'router:external': True}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:31:58.693975 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-a0415374-1341-44bd-91f1-4b01cd92fd09 tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1929185'] for subnet, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:58.740352 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2763d9ef-a9cd-4fcb-87b2-a3bd08e4ef79 tempest-ExternalNetworksTestJSON-1111260564 tempest-ExternalNetworksTestJSON-1111260564-project-admin] Made reservation on behalf of 3c80df0f660f4f208bd0255a011868f7 for: {'network': 1} {{(pid=103159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:31:58.743286 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-2763d9ef-a9cd-4fcb-87b2-a3bd08e4ef79 tempest-ExternalNetworksTestJSON-1111260564 tempest-ExternalNetworksTestJSON-1111260564-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for network, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:58.751693 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5769cb07-abd6-49d4-9aee-872113ab3c23 tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] Pushing event updated for resources: {'Network': ['ID=0c38ff48-22af-4d8d-b616-d2ec5664cc85,revision_number=1']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:31:58.758732 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-2763d9ef-a9cd-4fcb-87b2-a3bd08e4ef79 tempest-ExternalNetworksTestJSON-1111260564 tempest-ExternalNetworksTestJSON-1111260564-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:58.761056 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_common [None req-b94e7363-de58-4e33-b505-53362f9b28b0 None None] Allocated IP 2001:db8:0:ffff::2 (d0247b11-42a1-49d9-9f00-2f377bf06ff5/0b8f26d2-f8f3-42a8-a825-20725bb93cf7/71c3892f-54f6-4c92-ab61-f6d40becb3b1) {{(pid=103161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:31:58.772179 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-5769cb07-abd6-49d4-9aee-872113ab3c23 tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.4091430 Dec 18 13:31:58.775005 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 54954) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:58.779966 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-634cce76-6279-440e-a576-69a38b2b5fcd tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] Request body: {'subnet': {'network_id': '0c38ff48-22af-4d8d-b616-d2ec5664cc85', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:31:58.796090 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-a0415374-1341-44bd-91f1-4b01cd92fd09 tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1929192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5659851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6017053'] for subnet, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:58.842493 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0415374-1341-44bd-91f1-4b01cd92fd09 tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Pushing event deleted for resources: {'Subnet': ['ID=144e854f-0d8f-44b8-8655-e75a6e98e514,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:31:58.851218 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Network 0c38ff48-22af-4d8d-b616-d2ec5664cc85 details requested by agent ovs-agent-dv-neutron-744815-20-hyperv with host dv-neutron-744815-20-hyperv {{(pid=103161) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 18 13:31:58.929697 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-a0415374-1341-44bd-91f1-4b01cd92fd09 tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1927292', 'neutron.services.segments.db._delete_segments_for_network-8767106887837'] for network, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:58.951347 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-634cce76-6279-440e-a576-69a38b2b5fcd tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] Made reservation on behalf of 7ebae9282694438b933cdb74bfb80192 for: {'subnet': 1} {{(pid=103160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:31:58.959485 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-634cce76-6279-440e-a576-69a38b2b5fcd tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4514414'] for subnet, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:58.964564 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.services.segments.db [None req-a0415374-1341-44bd-91f1-4b01cd92fd09 tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb0a20cd-4691-4fff-aa16-d5ad094f3203']}} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:31:58.981441 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.services.segments.db [None req-a0415374-1341-44bd-91f1-4b01cd92fd09 tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aeec5ca9-2ced-47fa-a685-044fbcaadbc8') {'for_net_delete': True} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:31:58.981759 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.services.segments.db [None req-a0415374-1341-44bd-91f1-4b01cd92fd09 tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aeec5ca9-2ced-47fa-a685-044fbcaadbc8') {} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:31:58.992215 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-2763d9ef-a9cd-4fcb-87b2-a3bd08e4ef79 tempest-ExternalNetworksTestJSON-1111260564 tempest-ExternalNetworksTestJSON-1111260564-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:58.996393 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-a0415374-1341-44bd-91f1-4b01cd92fd09 tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767106888614', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5589569'] for segment, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:59.005566 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-2763d9ef-a9cd-4fcb-87b2-a3bd08e4ef79 tempest-ExternalNetworksTestJSON-1111260564 tempest-ExternalNetworksTestJSON-1111260564-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:59.009358 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server [None req-6e1becc2-420b-4868-98d8-b39e845bb7e8 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 144e854f-0d8f-44b8-8655-e75a6e98e514: This subnet is being modified by another concurrent operation. Dec 18 13:31:59.009358 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 18 13:31:59.009358 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 18 13:31:59.009358 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 18 13:31:59.009358 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 18 13:31:59.009358 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 18 13:31:59.009358 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 18 13:31:59.009358 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 18 13:31:59.009358 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 18 13:31:59.009358 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 18 13:31:59.009358 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 18 13:31:59.009358 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 18 13:31:59.009358 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 18 13:31:59.009358 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 18 13:31:59.009358 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 18 13:31:59.009358 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server raise self.value Dec 18 13:31:59.009358 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 18 13:31:59.009358 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 18 13:31:59.009358 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 18 13:31:59.009358 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 18 13:31:59.009358 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 18 13:31:59.009358 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 18 13:31:59.009358 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 18 13:31:59.009358 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server raise self.value Dec 18 13:31:59.009358 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 18 13:31:59.009358 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 18 13:31:59.009358 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 18 13:31:59.009358 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 18 13:31:59.009358 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 18 13:31:59.009358 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 18 13:31:59.009358 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 18 13:31:59.009358 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server raise self.value Dec 18 13:31:59.009358 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 18 13:31:59.009358 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 18 13:31:59.009358 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 18 13:31:59.009358 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 18 13:31:59.009358 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port Dec 18 13:31:59.009358 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 18 13:31:59.009358 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Dec 18 13:31:59.009358 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 18 13:31:59.009358 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 18 13:31:59.009358 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 18 13:31:59.009358 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Dec 18 13:31:59.009358 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 18 13:31:59.009358 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 18 13:31:59.009358 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 18 13:31:59.009358 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 18 13:31:59.009358 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 18 13:31:59.009358 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 18 13:31:59.009358 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 18 13:31:59.009358 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 18 13:31:59.009358 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server raise self.value Dec 18 13:31:59.009358 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 18 13:31:59.009358 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 18 13:31:59.012787 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 18 13:31:59.012787 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 18 13:31:59.012787 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 18 13:31:59.012787 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 18 13:31:59.012787 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 18 13:31:59.012787 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server raise self.value Dec 18 13:31:59.012787 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 18 13:31:59.012787 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 18 13:31:59.012787 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 18 13:31:59.012787 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 18 13:31:59.012787 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 18 13:31:59.012787 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 18 13:31:59.012787 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 18 13:31:59.012787 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server raise self.value Dec 18 13:31:59.012787 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 18 13:31:59.012787 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 18 13:31:59.012787 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 18 13:31:59.012787 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 18 13:31:59.012787 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 18 13:31:59.012787 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 18 13:31:59.012787 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Dec 18 13:31:59.012787 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 18 13:31:59.012787 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 18 13:31:59.012787 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 18 13:31:59.012787 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 18 13:31:59.012787 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 18 13:31:59.012787 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 18 13:31:59.012787 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server raise self.value Dec 18 13:31:59.012787 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 18 13:31:59.012787 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 18 13:31:59.012787 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 18 13:31:59.012787 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 18 13:31:59.012787 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 18 13:31:59.012787 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 18 13:31:59.012787 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 18 13:31:59.012787 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server raise exception Dec 18 13:31:59.012787 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 144e854f-0d8f-44b8-8655-e75a6e98e514: This subnet is being modified by another concurrent operation. Dec 18 13:31:59.012787 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server Dec 18 13:31:59.022403 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-a0415374-1341-44bd-91f1-4b01cd92fd09 tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:59.024749 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2763d9ef-a9cd-4fcb-87b2-a3bd08e4ef79 tempest-ExternalNetworksTestJSON-1111260564 tempest-ExternalNetworksTestJSON-1111260564-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 105} {{(pid=103159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 18 13:31:59.038001 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-159f2217-3145-4442-a3a3-a08a7d8e8db9 None None] Network cb0a20cd-4691-4fff-aa16-d5ad094f3203 requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:31:59.065751 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2763d9ef-a9cd-4fcb-87b2-a3bd08e4ef79 tempest-ExternalNetworksTestJSON-1111260564 tempest-ExternalNetworksTestJSON-1111260564-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dfb7125-1110-4279-9fe8-32956cb8f8e5,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:31:59.077006 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0415374-1341-44bd-91f1-4b01cd92fd09 tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Releasing vlan 143 on physical network physnet1 to pool {{(pid=103159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 18 13:31:59.077759 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-a0415374-1341-44bd-91f1-4b01cd92fd09 tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5660009'] for segment, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:59.083929 dv-neutron-744815-20-hyperv neutron-server[103159]: Traceback (most recent call last): Dec 18 13:31:59.083929 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 18 13:31:59.083929 dv-neutron-744815-20-hyperv neutron-server[103159]: timer() Dec 18 13:31:59.083929 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 18 13:31:59.083929 dv-neutron-744815-20-hyperv neutron-server[103159]: cb(*args, **kw) Dec 18 13:31:59.083929 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 18 13:31:59.083929 dv-neutron-744815-20-hyperv neutron-server[103159]: return func(*args, **kwargs) Dec 18 13:31:59.083929 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 18 13:31:59.083929 dv-neutron-744815-20-hyperv neutron-server[103159]: self._notify() Dec 18 13:31:59.083929 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 18 13:31:59.083929 dv-neutron-744815-20-hyperv neutron-server[103159]: self.callback(batched_events) Dec 18 13:31:59.083929 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 18 13:31:59.083929 dv-neutron-744815-20-hyperv neutron-server[103159]: event.method(event) Dec 18 13:31:59.083929 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 18 13:31:59.083929 dv-neutron-744815-20-hyperv neutron-server[103159]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 18 13:31:59.083929 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 18 13:31:59.083929 dv-neutron-744815-20-hyperv neutron-server[103159]: aggregate_uuid = self.p_client.list_aggregates( Dec 18 13:31:59.083929 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 18 13:31:59.083929 dv-neutron-744815-20-hyperv neutron-server[103159]: return f(self, *a, **k) Dec 18 13:31:59.083929 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 18 13:31:59.083929 dv-neutron-744815-20-hyperv neutron-server[103159]: return self._get(url).json() Dec 18 13:31:59.083929 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 18 13:31:59.083929 dv-neutron-744815-20-hyperv neutron-server[103159]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 18 13:31:59.083929 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 18 13:31:59.083929 dv-neutron-744815-20-hyperv neutron-server[103159]: return self.request(url, 'GET', **kwargs) Dec 18 13:31:59.083929 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 18 13:31:59.083929 dv-neutron-744815-20-hyperv neutron-server[103159]: base_url = self.get_endpoint(auth, allow=allow, Dec 18 13:31:59.083929 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 18 13:31:59.083929 dv-neutron-744815-20-hyperv neutron-server[103159]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 18 13:31:59.083929 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 18 13:31:59.083929 dv-neutron-744815-20-hyperv neutron-server[103159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 18 13:31:59.083929 dv-neutron-744815-20-hyperv neutron-server[103159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 18 13:31:59.157785 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-2763d9ef-a9cd-4fcb-87b2-a3bd08e4ef79 tempest-ExternalNetworksTestJSON-1111260564 tempest-ExternalNetworksTestJSON-1111260564-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:59.158129 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.db.segments_db [None req-2763d9ef-a9cd-4fcb-87b2-a3bd08e4ef79 tempest-ExternalNetworksTestJSON-1111260564 tempest-ExternalNetworksTestJSON-1111260564-project-admin] Added segment 3642eee0-531a-4645-9b3c-c02a5c7d5442 of type vlan for network 9da99b4b-40f4-4d4e-8e21-d985a794b1ef Dec 18 13:31:59.212104 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-a0415374-1341-44bd-91f1-4b01cd92fd09 tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1927267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586962'] for network, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:59.223630 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-b94e7363-de58-4e33-b505-53362f9b28b0 None None] Publish callbacks [] for port, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:59.235440 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-a0415374-1341-44bd-91f1-4b01cd92fd09 tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Publish callbacks [] for network, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:59.239667 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-a0415374-1341-44bd-91f1-4b01cd92fd09 tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] 10.222.0.31 "DELETE /v2.0/networks/cb0a20cd-4691-4fff-aa16-d5ad094f3203 HTTP/1.1" status: 204 len: 168 time: 0.8643694 Dec 18 13:31:59.243665 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 54958) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:59.245186 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.agents_db [None req-e3dda592-589a-4b4d-b028-ba9a260f4f50 None None] Agent healthcheck: found 6 active agents {{(pid=103162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 18 13:31:59.247749 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-b94e7363-de58-4e33-b505-53362f9b28b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975'] for port, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:59.250374 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-2763d9ef-a9cd-4fcb-87b2-a3bd08e4ef79 tempest-ExternalNetworksTestJSON-1111260564 tempest-ExternalNetworksTestJSON-1111260564-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767106405744'] for network, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:59.259416 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-a1c6232d-682d-45be-866a-832adb0c8ab6 tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1655507501'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:31:59.279681 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0415374-1341-44bd-91f1-4b01cd92fd09 tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Pushing event deleted for resources: {'Network': ['ID=cb0a20cd-4691-4fff-aa16-d5ad094f3203,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:31:59.291039 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 54960) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:59.313324 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b94e7363-de58-4e33-b505-53362f9b28b0 None None] Network d0247b11-42a1-49d9-9f00-2f377bf06ff5 is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:31:59.316098 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.objects.ports [None req-634cce76-6279-440e-a576-69a38b2b5fcd tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103160) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 18 13:31:59.317552 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94e7363-de58-4e33-b505-53362f9b28b0 None None] Pushing event updated for resources: {'Port': ['ID=71c3892f-54f6-4c92-ab61-f6d40becb3b1,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:31:59.317972 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-634cce76-6279-440e-a576-69a38b2b5fcd tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4533410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4514424'] for subnet, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:59.326419 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-b94e7363-de58-4e33-b505-53362f9b28b0 None None] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:31:59.329381 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b94e7363-de58-4e33-b505-53362f9b28b0 None None] Received port after_create {{(pid=103161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:31:59.351042 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1c6232d-682d-45be-866a-832adb0c8ab6 tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Made reservation on behalf of c5ad9a13d3f540fcaabd26ec563f9307 for: {'network': 1} {{(pid=103159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:31:59.354715 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-a1c6232d-682d-45be-866a-832adb0c8ab6 tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for network, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:59.382081 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634cce76-6279-440e-a576-69a38b2b5fcd tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] Pushing event updated for resources: {'Subnet': ['ID=7e9a9e67-9f75-467c-b77f-2333503d6fbc,revision_number=0']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:31:59.389197 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5d6dd23-422c-4a83-8941-26bed43f3438 tempest-TestNetworkBasicOps-845399116 tempest-TestNetworkBasicOps-845399116-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:31:59.403195 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-b5d6dd23-422c-4a83-8941-26bed43f3438 tempest-TestNetworkBasicOps-845399116 tempest-TestNetworkBasicOps-845399116-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=decb4a40-7941-48c8-afbb-daaafd502e83 HTTP/1.1" status: 200 len: 814 time: 0.0961149 Dec 18 13:31:59.403195 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-2763d9ef-a9cd-4fcb-87b2-a3bd08e4ef79 tempest-ExternalNetworksTestJSON-1111260564 tempest-ExternalNetworksTestJSON-1111260564-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981'] for network, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:59.403195 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2763d9ef-a9cd-4fcb-87b2-a3bd08e4ef79 tempest-ExternalNetworksTestJSON-1111260564 tempest-ExternalNetworksTestJSON-1111260564-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:31:59.403195 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-2763d9ef-a9cd-4fcb-87b2-a3bd08e4ef79 tempest-ExternalNetworksTestJSON-1111260564 tempest-ExternalNetworksTestJSON-1111260564-project-admin] Publish callbacks [] for network, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:59.413020 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-634cce76-6279-440e-a576-69a38b2b5fcd tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] Checking segment: {'id': 'e4cec4a1-c896-43c4-8b03-6a5fb56f16ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '0c38ff48-22af-4d8d-b616-d2ec5664cc85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 13:31:59.413393 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-634cce76-6279-440e-a576-69a38b2b5fcd tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] Network hostable DHCP agents. Network: 0c38ff48-22af-4d8d-b616-d2ec5664cc85, hostable agents: ['aa77effa-0e3a-4bbd-a383-4d58ed3328d0'], hosted agents: [] {{(pid=103160) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 18 13:31:59.439081 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-634cce76-6279-440e-a576-69a38b2b5fcd tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] Network 0c38ff48-22af-4d8d-b616-d2ec5664cc85 is scheduled to be hosted by DHCP agent aa77effa-0e3a-4bbd-a383-4d58ed3328d0 with binding_index 1 {{(pid=103160) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 18 13:31:59.459983 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.base_scheduler [None req-634cce76-6279-440e-a576-69a38b2b5fcd tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-744815-20-hyperv, 0c38ff48-22af-4d8d-b616-d2ec5664cc85) {{(pid=103160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:31:59.465840 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1c6232d-682d-45be-866a-832adb0c8ab6 tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 141} {{(pid=103159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 18 13:31:59.466636 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-634cce76-6279-440e-a576-69a38b2b5fcd tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:31:59.467777 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-634cce76-6279-440e-a576-69a38b2b5fcd tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] Publish callbacks [] for subnet, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:59.469277 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-b94e7363-de58-4e33-b505-53362f9b28b0 None None] Attempting to bind port 71c3892f-54f6-4c92-ab61-f6d40becb3b1 on host dv-neutron-744815-20-hyperv for vnic_type normal with profile {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 13:31:59.469802 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-b94e7363-de58-4e33-b505-53362f9b28b0 None None] Attempting to bind port 71c3892f-54f6-4c92-ab61-f6d40becb3b1 by drivers openvswitch,hyperv on host dv-neutron-744815-20-hyperv at level 0 using segments [{'id': '0405f974-ca48-44e7-939b-3258c59f5486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'd0247b11-42a1-49d9-9f00-2f377bf06ff5'}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 13:31:59.470321 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b94e7363-de58-4e33-b505-53362f9b28b0 None None] Attempting to bind port 71c3892f-54f6-4c92-ab61-f6d40becb3b1 on network d0247b11-42a1-49d9-9f00-2f377bf06ff5 {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 13:31:59.472312 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2763d9ef-a9cd-4fcb-87b2-a3bd08e4ef79 tempest-ExternalNetworksTestJSON-1111260564 tempest-ExternalNetworksTestJSON-1111260564-project-admin] Pushing event updated for resources: {'Network': ['ID=9da99b4b-40f4-4d4e-8e21-d985a794b1ef,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:31:59.480648 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-a1c6232d-682d-45be-866a-832adb0c8ab6 tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:59.481049 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.db.segments_db [None req-a1c6232d-682d-45be-866a-832adb0c8ab6 tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Added segment e2a906f3-cc73-45e9-9b10-5d7c58b2460b of type vlan for network 4074df91-55f6-492b-a51e-e7e1ead64bdd Dec 18 13:31:59.492198 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-134f7188-bf0b-4d81-8d7b-b1c9a5f74460 None None] Network 0c38ff48-22af-4d8d-b616-d2ec5664cc85 requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:31:59.492414 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-634cce76-6279-440e-a576-69a38b2b5fcd tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.7160943 Dec 18 13:31:59.492526 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-2763d9ef-a9cd-4fcb-87b2-a3bd08e4ef79 tempest-ExternalNetworksTestJSON-1111260564 tempest-ExternalNetworksTestJSON-1111260564-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.9485197 Dec 18 13:31:59.495774 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 54966) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:59.497831 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Network 9da99b4b-40f4-4d4e-8e21-d985a794b1ef details requested by agent ovs-agent-dv-neutron-744815-20-hyperv with host dv-neutron-744815-20-hyperv {{(pid=103161) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 18 13:31:59.499198 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 54968) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:59.503700 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-3a196cf5-3802-4ef5-978f-d433059e0caf tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] Request body: {'port': {'network_id': '0c38ff48-22af-4d8d-b616-d2ec5664cc85', 'name': 'tempest-NetworksIpV6TestAttrs-743995801'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:31:59.513377 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b94e7363-de58-4e33-b505-53362f9b28b0 None None] Checking agent: {'id': '428fa9fa-43db-4db9-9f96-f60ffe931f2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-20-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 13, 19, 1), 'started_at': datetime.datetime(2021, 12, 18, 13, 19, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 13, 31, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-20-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 18 13:31:59.513701 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b94e7363-de58-4e33-b505-53362f9b28b0 None None] Checking segment: {'id': '0405f974-ca48-44e7-939b-3258c59f5486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'd0247b11-42a1-49d9-9f00-2f377bf06ff5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 13:31:59.514075 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-b94e7363-de58-4e33-b505-53362f9b28b0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:59.514467 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b94e7363-de58-4e33-b505-53362f9b28b0 None None] Bound using segment: {'id': '0405f974-ca48-44e7-939b-3258c59f5486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'd0247b11-42a1-49d9-9f00-2f377bf06ff5'} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 18 13:31:59.514944 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-b94e7363-de58-4e33-b505-53362f9b28b0 None None] Bound port: 71c3892f-54f6-4c92-ab61-f6d40becb3b1, host: dv-neutron-744815-20-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0405f974-ca48-44e7-939b-3258c59f5486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'd0247b11-42a1-49d9-9f00-2f377bf06ff5'}}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 18 13:31:59.515369 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-b94e7363-de58-4e33-b505-53362f9b28b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:59.549638 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-a1c6232d-682d-45be-866a-832adb0c8ab6 tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767106405744'] for network, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:59.557011 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-bb75154c-3af5-4957-8ef9-31dcd9394506 req-e1187302-b1ee-4ecf-a21b-406a0c3510cb tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7e2fdcf-cd6e-4be5-8448-e22550985054 HTTP/1.1" status: 200 len: 210 time: 0.0587351 Dec 18 13:31:59.582951 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-a1c6232d-682d-45be-866a-832adb0c8ab6 tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981'] for network, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:59.589344 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1c6232d-682d-45be-866a-832adb0c8ab6 tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:31:59.589967 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-a1c6232d-682d-45be-866a-832adb0c8ab6 tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Publish callbacks [] for network, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:59.671711 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-a1c6232d-682d-45be-866a-832adb0c8ab6 tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4217989 Dec 18 13:31:59.673208 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 54972) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:31:59.678611 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-fad0209f-2cb0-4fd1-bc01-0069cbb7cf1f tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Request body: {'subnet': {'network_id': '4074df91-55f6-492b-a51e-e7e1ead64bdd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:31:59.703064 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c6232d-682d-45be-866a-832adb0c8ab6 tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Pushing event updated for resources: {'Network': ['ID=4074df91-55f6-492b-a51e-e7e1ead64bdd,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:31:59.712715 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-c38e9934-67ec-401b-953a-d61cfa2df905 tempest-ExternalNetworksTestJSON-1111260564 tempest-ExternalNetworksTestJSON-1111260564-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2023137'] for network, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:59.725820 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Network 4074df91-55f6-492b-a51e-e7e1ead64bdd details requested by agent ovs-agent-dv-neutron-744815-20-hyperv with host dv-neutron-744815-20-hyperv {{(pid=103161) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 18 13:31:59.753473 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63180d77-c316-4895-bf5b-e971371d1870 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp31e170a0-46a1-5ba9-9dc1-7ee4f866f0d7-0c38ff48-22af-4d8d-b616-d2ec5664cc85', 'network_id': '0c38ff48-22af-4d8d-b616-d2ec5664cc85', 'project_id': '7ebae9282694438b933cdb74bfb80192', 'fixed_ips': [{'subnet_id': '7e9a9e67-9f75-467c-b77f-2333503d6fbc'}]}} from dv-neutron-744815-20-hyperv. {{(pid=103161) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 18 13:31:59.754370 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-63180d77-c316-4895-bf5b-e971371d1870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:59.767251 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-b94e7363-de58-4e33-b505-53362f9b28b0 None None] For port 71c3892f-54f6-4c92-ab61-f6d40becb3b1, host dv-neutron-744815-20-hyperv, cleared binding levels {{(pid=103161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 18 13:31:59.812291 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-b94e7363-de58-4e33-b505-53362f9b28b0 None None] For port 71c3892f-54f6-4c92-ab61-f6d40becb3b1, host dv-neutron-744815-20-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=71c3892f-54f6-4c92-ab61-f6d40becb3b1,segment=NetworkSegment(0405f974-ca48-44e7-939b-3258c59f5486),segment_id=0405f974-ca48-44e7-939b-3258c59f5486)] {{(pid=103161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 18 13:31:59.820696 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fad0209f-2cb0-4fd1-bc01-0069cbb7cf1f tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Made reservation on behalf of c5ad9a13d3f540fcaabd26ec563f9307 for: {'subnet': 1} {{(pid=103159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:31:59.825400 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-fad0209f-2cb0-4fd1-bc01-0069cbb7cf1f tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6017072'] for subnet, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:59.825580 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-c38e9934-67ec-401b-953a-d61cfa2df905 tempest-ExternalNetworksTestJSON-1111260564 tempest-ExternalNetworksTestJSON-1111260564-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1927292', 'neutron.services.segments.db._delete_segments_for_network-8767106887837'] for network, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:59.830281 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-b94e7363-de58-4e33-b505-53362f9b28b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:59.853576 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.services.segments.db [None req-c38e9934-67ec-401b-953a-d61cfa2df905 tempest-ExternalNetworksTestJSON-1111260564 tempest-ExternalNetworksTestJSON-1111260564-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9da99b4b-40f4-4d4e-8e21-d985a794b1ef']}} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:31:59.865175 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.services.segments.db [None req-c38e9934-67ec-401b-953a-d61cfa2df905 tempest-ExternalNetworksTestJSON-1111260564 tempest-ExternalNetworksTestJSON-1111260564-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3642eee0-531a-4645-9b3c-c02a5c7d5442') {'for_net_delete': True} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:31:59.865463 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.services.segments.db [None req-c38e9934-67ec-401b-953a-d61cfa2df905 tempest-ExternalNetworksTestJSON-1111260564 tempest-ExternalNetworksTestJSON-1111260564-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3642eee0-531a-4645-9b3c-c02a5c7d5442') {} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:31:59.881353 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-c38e9934-67ec-401b-953a-d61cfa2df905 tempest-ExternalNetworksTestJSON-1111260564 tempest-ExternalNetworksTestJSON-1111260564-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767106888614', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4533424'] for segment, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:59.895127 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-c38e9934-67ec-401b-953a-d61cfa2df905 tempest-ExternalNetworksTestJSON-1111260564 tempest-ExternalNetworksTestJSON-1111260564-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:59.901266 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c38e9934-67ec-401b-953a-d61cfa2df905 tempest-ExternalNetworksTestJSON-1111260564 tempest-ExternalNetworksTestJSON-1111260564-project-admin] Releasing vlan 105 on physical network physnet1 to pool {{(pid=103160) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 18 13:31:59.901648 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-c38e9934-67ec-401b-953a-d61cfa2df905 tempest-ExternalNetworksTestJSON-1111260564 tempest-ExternalNetworksTestJSON-1111260564-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4533569'] for segment, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:59.974830 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7b7a3272-2b45-4d32-9670-25eb1afd1184 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:59.978985 dv-neutron-744815-20-hyperv neutron-server[103160]: Traceback (most recent call last): Dec 18 13:31:59.978985 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 18 13:31:59.978985 dv-neutron-744815-20-hyperv neutron-server[103160]: timer() Dec 18 13:31:59.978985 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 18 13:31:59.978985 dv-neutron-744815-20-hyperv neutron-server[103160]: cb(*args, **kw) Dec 18 13:31:59.978985 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 18 13:31:59.978985 dv-neutron-744815-20-hyperv neutron-server[103160]: return func(*args, **kwargs) Dec 18 13:31:59.978985 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 18 13:31:59.978985 dv-neutron-744815-20-hyperv neutron-server[103160]: self._notify() Dec 18 13:31:59.978985 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 18 13:31:59.978985 dv-neutron-744815-20-hyperv neutron-server[103160]: self.callback(batched_events) Dec 18 13:31:59.978985 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 18 13:31:59.978985 dv-neutron-744815-20-hyperv neutron-server[103160]: event.method(event) Dec 18 13:31:59.978985 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 18 13:31:59.978985 dv-neutron-744815-20-hyperv neutron-server[103160]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 18 13:31:59.978985 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 18 13:31:59.978985 dv-neutron-744815-20-hyperv neutron-server[103160]: aggregate_uuid = self.p_client.list_aggregates( Dec 18 13:31:59.978985 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 18 13:31:59.978985 dv-neutron-744815-20-hyperv neutron-server[103160]: return f(self, *a, **k) Dec 18 13:31:59.978985 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 18 13:31:59.978985 dv-neutron-744815-20-hyperv neutron-server[103160]: return self._get(url).json() Dec 18 13:31:59.978985 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 18 13:31:59.978985 dv-neutron-744815-20-hyperv neutron-server[103160]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 18 13:31:59.978985 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 18 13:31:59.978985 dv-neutron-744815-20-hyperv neutron-server[103160]: return self.request(url, 'GET', **kwargs) Dec 18 13:31:59.978985 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 18 13:31:59.978985 dv-neutron-744815-20-hyperv neutron-server[103160]: base_url = self.get_endpoint(auth, allow=allow, Dec 18 13:31:59.978985 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 18 13:31:59.978985 dv-neutron-744815-20-hyperv neutron-server[103160]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 18 13:31:59.978985 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 18 13:31:59.978985 dv-neutron-744815-20-hyperv neutron-server[103160]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 18 13:31:59.978985 dv-neutron-744815-20-hyperv neutron-server[103160]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 18 13:31:59.985661 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-c38e9934-67ec-401b-953a-d61cfa2df905 tempest-ExternalNetworksTestJSON-1111260564 tempest-ExternalNetworksTestJSON-1111260564-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1927267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586962'] for network, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:31:59.997610 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94e7363-de58-4e33-b505-53362f9b28b0 None None] Pushing event updated for resources: {'Port': ['ID=71c3892f-54f6-4c92-ab61-f6d40becb3b1,revision_number=2']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:31:59.998098 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c38e9934-67ec-401b-953a-d61cfa2df905 tempest-ExternalNetworksTestJSON-1111260564 tempest-ExternalNetworksTestJSON-1111260564-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 9da99b4b-40f4-4d4e-8e21-d985a794b1ef {{(pid=103160) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 18 13:32:00.003128 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-c38e9934-67ec-401b-953a-d61cfa2df905 tempest-ExternalNetworksTestJSON-1111260564 tempest-ExternalNetworksTestJSON-1111260564-project-admin] Publish callbacks [] for network, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:00.006395 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-c38e9934-67ec-401b-953a-d61cfa2df905 tempest-ExternalNetworksTestJSON-1111260564 tempest-ExternalNetworksTestJSON-1111260564-project-admin] 10.222.0.31 "DELETE /v2.0/networks/9da99b4b-40f4-4d4e-8e21-d985a794b1ef HTTP/1.1" status: 204 len: 168 time: 0.4983456 Dec 18 13:32:00.018189 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 54974) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:32:00.029375 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-5cd372f4-92d4-4292-b73b-1fed4dac86a3 tempest-ExternalNetworksTestJSON-1111260564 tempest-ExternalNetworksTestJSON-1111260564-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:32:00.046087 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38e9934-67ec-401b-953a-d61cfa2df905 tempest-ExternalNetworksTestJSON-1111260564 tempest-ExternalNetworksTestJSON-1111260564-project-admin] Pushing event deleted for resources: {'Network': ['ID=9da99b4b-40f4-4d4e-8e21-d985a794b1ef,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:32:00.054951 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a196cf5-3802-4ef5-978f-d433059e0caf tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] Made reservation on behalf of 7ebae9282694438b933cdb74bfb80192 for: {'port': 1} {{(pid=103160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:32:00.055107 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_common [None req-63180d77-c316-4895-bf5b-e971371d1870 None None] Allocated IP 2001:db8::f816:3eff:fe3e:a07c (0c38ff48-22af-4d8d-b616-d2ec5664cc85/7e9a9e67-9f75-467c-b77f-2333503d6fbc/48327930-f6ac-4169-9ef8-17ec7564131c) {{(pid=103161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:32:00.056144 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-3a196cf5-3802-4ef5-978f-d433059e0caf tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:00.070422 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 54976) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:32:00.078828 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-60d0c5d1-cbf0-4f2a-8b6c-5ed72e63486c tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Request body: {'network': {'name': 'tempest-network-smoke--1479136664', 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'port_security_enabled': True}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:32:00.101758 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.notifiers.nova [None req-3a196cf5-3802-4ef5-978f-d433059e0caf tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] device_id is not set on port c5518ead-9351-4bc2-9ed8-528d0b68fb92 yet. {{(pid=103160) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 18 13:32:00.197627 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cd372f4-92d4-4292-b73b-1fed4dac86a3 tempest-ExternalNetworksTestJSON-1111260564 tempest-ExternalNetworksTestJSON-1111260564-project-admin] Made reservation on behalf of 3c80df0f660f4f208bd0255a011868f7 for: {'network': 1} {{(pid=103160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:32:00.213723 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-5cd372f4-92d4-4292-b73b-1fed4dac86a3 tempest-ExternalNetworksTestJSON-1111260564 tempest-ExternalNetworksTestJSON-1111260564-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for network, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:00.229519 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-fad0209f-2cb0-4fd1-bc01-0069cbb7cf1f tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5659786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6017062'] for subnet, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:00.260583 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60d0c5d1-cbf0-4f2a-8b6c-5ed72e63486c tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Made reservation on behalf of 6e88b8a5aed24360a829007d7fd9d0fd for: {'network': 1} {{(pid=103160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:32:00.267054 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-60d0c5d1-cbf0-4f2a-8b6c-5ed72e63486c tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for network, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:00.292234 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5cd372f4-92d4-4292-b73b-1fed4dac86a3 tempest-ExternalNetworksTestJSON-1111260564 tempest-ExternalNetworksTestJSON-1111260564-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 114} {{(pid=103160) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 18 13:32:00.310766 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-5cd372f4-92d4-4292-b73b-1fed4dac86a3 tempest-ExternalNetworksTestJSON-1111260564 tempest-ExternalNetworksTestJSON-1111260564-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:00.310766 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.db.segments_db [None req-5cd372f4-92d4-4292-b73b-1fed4dac86a3 tempest-ExternalNetworksTestJSON-1111260564 tempest-ExternalNetworksTestJSON-1111260564-project-admin] Added segment dd8ec846-f4a2-4030-905a-70b848b55fd5 of type vlan for network d5450b79-c246-42b7-ad29-c817986ea815 Dec 18 13:32:00.335349 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60d0c5d1-cbf0-4f2a-8b6c-5ed72e63486c tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 106} {{(pid=103160) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 18 13:32:00.387608 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-60d0c5d1-cbf0-4f2a-8b6c-5ed72e63486c tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:00.388301 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.db.segments_db [None req-60d0c5d1-cbf0-4f2a-8b6c-5ed72e63486c tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Added segment b297829c-e967-4db9-a1fe-64dd92edbd1e of type vlan for network 58390d3a-b960-4258-be41-e90ef13e7bac Dec 18 13:32:00.399590 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad0209f-2cb0-4fd1-bc01-0069cbb7cf1f tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Pushing event updated for resources: {'Subnet': ['ID=8cfcc7d8-ad73-4a12-bc5c-1ba16db0b07d,revision_number=0']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:32:00.408943 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-5cd372f4-92d4-4292-b73b-1fed4dac86a3 tempest-ExternalNetworksTestJSON-1111260564 tempest-ExternalNetworksTestJSON-1111260564-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767106405744'] for network, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:00.455190 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fad0209f-2cb0-4fd1-bc01-0069cbb7cf1f tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Checking segment: {'id': 'e2a906f3-cc73-45e9-9b10-5d7c58b2460b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '4074df91-55f6-492b-a51e-e7e1ead64bdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 13:32:00.455585 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fad0209f-2cb0-4fd1-bc01-0069cbb7cf1f tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Network hostable DHCP agents. Network: 4074df91-55f6-492b-a51e-e7e1ead64bdd, hostable agents: ['aa77effa-0e3a-4bbd-a383-4d58ed3328d0'], hosted agents: [] {{(pid=103159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 18 13:32:00.486417 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-60d0c5d1-cbf0-4f2a-8b6c-5ed72e63486c tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767106405744'] for network, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:00.497148 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fad0209f-2cb0-4fd1-bc01-0069cbb7cf1f tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Network 4074df91-55f6-492b-a51e-e7e1ead64bdd is scheduled to be hosted by DHCP agent aa77effa-0e3a-4bbd-a383-4d58ed3328d0 with binding_index 1 {{(pid=103159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 18 13:32:00.513200 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.base_scheduler [None req-fad0209f-2cb0-4fd1-bc01-0069cbb7cf1f tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-744815-20-hyperv, 4074df91-55f6-492b-a51e-e7e1ead64bdd) {{(pid=103159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:32:00.518140 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fad0209f-2cb0-4fd1-bc01-0069cbb7cf1f tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:32:00.518901 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-fad0209f-2cb0-4fd1-bc01-0069cbb7cf1f tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Publish callbacks [] for subnet, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:00.525480 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-5cd372f4-92d4-4292-b73b-1fed4dac86a3 tempest-ExternalNetworksTestJSON-1111260564 tempest-ExternalNetworksTestJSON-1111260564-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981'] for network, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:00.527265 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cd372f4-92d4-4292-b73b-1fed4dac86a3 tempest-ExternalNetworksTestJSON-1111260564 tempest-ExternalNetworksTestJSON-1111260564-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:32:00.530141 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-5cd372f4-92d4-4292-b73b-1fed4dac86a3 tempest-ExternalNetworksTestJSON-1111260564 tempest-ExternalNetworksTestJSON-1111260564-project-admin] Publish callbacks [] for network, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:00.530872 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-63180d77-c316-4895-bf5b-e971371d1870 None None] Publish callbacks [] for port, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:00.535684 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fe1f5f0-5134-42cd-8a0f-1ae8be7f2c89 None None] Network 4074df91-55f6-492b-a51e-e7e1ead64bdd requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:32:00.540783 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-63180d77-c316-4895-bf5b-e971371d1870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975'] for port, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:00.547537 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-fad0209f-2cb0-4fd1-bc01-0069cbb7cf1f tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8718090 Dec 18 13:32:00.547714 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-60d0c5d1-cbf0-4f2a-8b6c-5ed72e63486c tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981'] for network, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:00.548158 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 54978) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:32:00.557059 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60d0c5d1-cbf0-4f2a-8b6c-5ed72e63486c tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:32:00.557984 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-18afea94-afa4-4ada-a708-1ec2f043dd6e tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Request body: {'subnet': {'network_id': '4074df91-55f6-492b-a51e-e7e1ead64bdd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:32:00.562117 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-60d0c5d1-cbf0-4f2a-8b6c-5ed72e63486c tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for network, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:00.619960 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63180d77-c316-4895-bf5b-e971371d1870 None None] Pushing event updated for resources: {'Port': ['ID=48327930-f6ac-4169-9ef8-17ec7564131c,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:32:00.693322 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-5cd372f4-92d4-4292-b73b-1fed4dac86a3 tempest-ExternalNetworksTestJSON-1111260564 tempest-ExternalNetworksTestJSON-1111260564-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.6681299 Dec 18 13:32:00.696405 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 54982) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:32:00.706290 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-60d0c5d1-cbf0-4f2a-8b6c-5ed72e63486c tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6294384 Dec 18 13:32:00.713239 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 54984) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:32:00.730078 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-bff93466-47db-48ee-b22c-51d5fc6858f8 tempest-ExternalNetworksTestJSON-1111260564 tempest-ExternalNetworksTestJSON-1111260564-project-admin] Request body: {'subnet': {'network_id': 'd5450b79-c246-42b7-ad29-c817986ea815', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:32:00.746532 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd372f4-92d4-4292-b73b-1fed4dac86a3 tempest-ExternalNetworksTestJSON-1111260564 tempest-ExternalNetworksTestJSON-1111260564-project-admin] Pushing event updated for resources: {'Network': ['ID=d5450b79-c246-42b7-ad29-c817986ea815,revision_number=1']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:32:00.759190 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63180d77-c316-4895-bf5b-e971371d1870 None None] Network 0c38ff48-22af-4d8d-b616-d2ec5664cc85 is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:32:00.775882 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-63180d77-c316-4895-bf5b-e971371d1870 None None] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:32:00.783251 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63180d77-c316-4895-bf5b-e971371d1870 None None] Received port after_create {{(pid=103161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:32:00.795786 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Network d5450b79-c246-42b7-ad29-c817986ea815 details requested by agent ovs-agent-dv-neutron-744815-20-hyperv with host dv-neutron-744815-20-hyperv {{(pid=103161) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 18 13:32:00.797985 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a7d0cbc-3e96-46c3-b079-e34427bebe50 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp31e170a0-46a1-5ba9-9dc1-7ee4f866f0d7-4074df91-55f6-492b-a51e-e7e1ead64bdd', 'network_id': '4074df91-55f6-492b-a51e-e7e1ead64bdd', 'project_id': 'c5ad9a13d3f540fcaabd26ec563f9307', 'fixed_ips': [{'subnet_id': '8cfcc7d8-ad73-4a12-bc5c-1ba16db0b07d'}]}} from dv-neutron-744815-20-hyperv. {{(pid=103161) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 18 13:32:00.799023 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-6a7d0cbc-3e96-46c3-b079-e34427bebe50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:00.860424 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.db_base_plugin_common [None req-3a196cf5-3802-4ef5-978f-d433059e0caf tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] Allocated IP 2001:db8::f816:3eff:fe30:e884 (0c38ff48-22af-4d8d-b616-d2ec5664cc85/7e9a9e67-9f75-467c-b77f-2333503d6fbc/c5518ead-9351-4bc2-9ed8-528d0b68fb92) {{(pid=103160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:32:00.888747 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-a6c16b7a-254e-4544-8896-dbeb233165b5 req-768511ad-0dd1-469b-b163-4a48216cb0ea tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7e2fdcf-cd6e-4be5-8448-e22550985054 HTTP/1.1" status: 200 len: 210 time: 0.1930757 Dec 18 13:32:00.927598 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bff93466-47db-48ee-b22c-51d5fc6858f8 tempest-ExternalNetworksTestJSON-1111260564 tempest-ExternalNetworksTestJSON-1111260564-project-admin] Made reservation on behalf of 3c80df0f660f4f208bd0255a011868f7 for: {'subnet': 1} {{(pid=103159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:32:00.930455 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-bff93466-47db-48ee-b22c-51d5fc6858f8 tempest-ExternalNetworksTestJSON-1111260564 tempest-ExternalNetworksTestJSON-1111260564-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6017072'] for subnet, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:00.969197 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:00.972028 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b5102da-8f1c-4890-ba3a-72b95e60c847 tempest-TestNetworkBasicOps-845399116 tempest-TestNetworkBasicOps-845399116-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:32:00.976433 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-9b5102da-8f1c-4890-ba3a-72b95e60c847 tempest-TestNetworkBasicOps-845399116 tempest-TestNetworkBasicOps-845399116-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=6e88b8a5aed24360a829007d7fd9d0fd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.2621586 Dec 18 13:32:00.978495 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 54986) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:32:00.986373 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d0c5d1-cbf0-4f2a-8b6c-5ed72e63486c tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Pushing event updated for resources: {'Network': ['ID=58390d3a-b960-4258-be41-e90ef13e7bac,revision_number=1']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:32:01.022049 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Network 58390d3a-b960-4258-be41-e90ef13e7bac details requested by agent ovs-agent-dv-neutron-744815-20-hyperv with host dv-neutron-744815-20-hyperv {{(pid=103161) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 18 13:32:01.094805 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-63180d77-c316-4895-bf5b-e971371d1870 None None] Attempting to bind port 48327930-f6ac-4169-9ef8-17ec7564131c on host dv-neutron-744815-20-hyperv for vnic_type normal with profile {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 13:32:01.094805 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-63180d77-c316-4895-bf5b-e971371d1870 None None] Attempting to bind port 48327930-f6ac-4169-9ef8-17ec7564131c by drivers openvswitch,hyperv on host dv-neutron-744815-20-hyperv at level 0 using segments [{'id': 'e4cec4a1-c896-43c4-8b03-6a5fb56f16ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '0c38ff48-22af-4d8d-b616-d2ec5664cc85'}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 13:32:01.095182 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63180d77-c316-4895-bf5b-e971371d1870 None None] Attempting to bind port 48327930-f6ac-4169-9ef8-17ec7564131c on network 0c38ff48-22af-4d8d-b616-d2ec5664cc85 {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 13:32:01.097789 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 71c3892f-54f6-4c92-ab61-f6d40becb3b1 up at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 13:32:01.293203 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63180d77-c316-4895-bf5b-e971371d1870 None None] Checking agent: {'id': '428fa9fa-43db-4db9-9f96-f60ffe931f2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-20-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 13, 19, 1), 'started_at': datetime.datetime(2021, 12, 18, 13, 19, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 13, 32, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-20-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 18 13:32:01.297613 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18afea94-afa4-4ada-a708-1ec2f043dd6e tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Made reservation on behalf of c5ad9a13d3f540fcaabd26ec563f9307 for: {'subnet': 1} {{(pid=103159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:32:01.299432 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63180d77-c316-4895-bf5b-e971371d1870 None None] Checking segment: {'id': 'e4cec4a1-c896-43c4-8b03-6a5fb56f16ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '0c38ff48-22af-4d8d-b616-d2ec5664cc85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 13:32:01.300060 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-63180d77-c316-4895-bf5b-e971371d1870 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:01.300659 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63180d77-c316-4895-bf5b-e971371d1870 None None] Bound using segment: {'id': 'e4cec4a1-c896-43c4-8b03-6a5fb56f16ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '0c38ff48-22af-4d8d-b616-d2ec5664cc85'} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 18 13:32:01.301316 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-63180d77-c316-4895-bf5b-e971371d1870 None None] Bound port: 48327930-f6ac-4169-9ef8-17ec7564131c, host: dv-neutron-744815-20-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4cec4a1-c896-43c4-8b03-6a5fb56f16ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '0c38ff48-22af-4d8d-b616-d2ec5664cc85'}}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 18 13:32:01.301865 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-63180d77-c316-4895-bf5b-e971371d1870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:01.301987 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-18afea94-afa4-4ada-a708-1ec2f043dd6e tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6017072'] for subnet, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:01.317801 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9b0c4e5-30b7-45ab-bbe0-7513aa910869 tempest-TestNetworkBasicOps-845399116 tempest-TestNetworkBasicOps-845399116-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:32:01.318288 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9b0c4e5-30b7-45ab-bbe0-7513aa910869 tempest-TestNetworkBasicOps-845399116 tempest-TestNetworkBasicOps-845399116-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:32:01.319919 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-a9b0c4e5-30b7-45ab-bbe0-7513aa910869 tempest-TestNetworkBasicOps-845399116 tempest-TestNetworkBasicOps-845399116-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 1511 time: 0.3347921 Dec 18 13:32:01.323723 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 54988) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:32:01.403136 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-63180d77-c316-4895-bf5b-e971371d1870 None None] For port 48327930-f6ac-4169-9ef8-17ec7564131c, host dv-neutron-744815-20-hyperv, cleared binding levels {{(pid=103161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 18 13:32:01.407065 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-63180d77-c316-4895-bf5b-e971371d1870 None None] For port 48327930-f6ac-4169-9ef8-17ec7564131c, host dv-neutron-744815-20-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=48327930-f6ac-4169-9ef8-17ec7564131c,segment=NetworkSegment(e4cec4a1-c896-43c4-8b03-6a5fb56f16ce),segment_id=e4cec4a1-c896-43c4-8b03-6a5fb56f16ce)] {{(pid=103161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 18 13:32:01.424302 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-63180d77-c316-4895-bf5b-e971371d1870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:01.474069 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0da7c72-560c-4447-8743-93a289e58fc5 tempest-TestNetworkBasicOps-845399116 tempest-TestNetworkBasicOps-845399116-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:32:01.475716 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-c0da7c72-560c-4447-8743-93a289e58fc5 tempest-TestNetworkBasicOps-845399116 tempest-TestNetworkBasicOps-845399116-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=d5450b79-c246-42b7-ad29-c817986ea815&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 800 time: 0.1510711 Dec 18 13:32:01.479092 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 54990) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:32:01.489433 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63180d77-c316-4895-bf5b-e971371d1870 None None] Pushing event updated for resources: {'Port': ['ID=48327930-f6ac-4169-9ef8-17ec7564131c,revision_number=2']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:32:01.492541 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2294866d-0076-4933-952c-685307032598 None None] Provisioning complete for port 71c3892f-54f6-4c92-ab61-f6d40becb3b1 triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:32:01.492962 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:01.527365 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-3a196cf5-3802-4ef5-978f-d433059e0caf tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] Publish callbacks [] for port, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:01.530049 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-8c53f3e5-cd94-4959-9b80-1c021596fd45 tempest-TestNetworkBasicOps-845399116 tempest-TestNetworkBasicOps-845399116-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=decb4a40-7941-48c8-afbb-daaafd502e83&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0496655 Dec 18 13:32:01.533559 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 54992) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:32:01.549388 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7162c756-94cd-47b8-8109-01f6acdb5f2e None None] Network d0247b11-42a1-49d9-9f00-2f377bf06ff5 requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:32:01.568479 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-e53df498-6b23-46e9-9301-0c5b59bef690 tempest-TestNetworkBasicOps-845399116 tempest-TestNetworkBasicOps-845399116-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=6e88b8a5aed24360a829007d7fd9d0fd&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0335238 Dec 18 13:32:01.572042 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 54994) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:32:01.684977 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-125852ba-e018-4006-b502-eecb8c9bfa27 tempest-TestNetworkBasicOps-845399116 tempest-TestNetworkBasicOps-845399116-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:32:01.685457 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-125852ba-e018-4006-b502-eecb8c9bfa27 tempest-TestNetworkBasicOps-845399116 tempest-TestNetworkBasicOps-845399116-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:32:01.687043 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-125852ba-e018-4006-b502-eecb8c9bfa27 tempest-TestNetworkBasicOps-845399116 tempest-TestNetworkBasicOps-845399116-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 1549 time: 0.1140819 Dec 18 13:32:01.692033 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-6c1c12aa-a9b5-4989-bda3-1e11977f28ca None None] Provisioning complete for port 71c3892f-54f6-4c92-ab61-f6d40becb3b1 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:32:01.692409 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-6c1c12aa-a9b5-4989-bda3-1e11977f28ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:01.693076 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 54996) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:32:01.731512 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-0b0afa05-91f7-4086-bf99-5dbd008a97d7 tempest-TestNetworkBasicOps-845399116 tempest-TestNetworkBasicOps-845399116-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=d5450b79-c246-42b7-ad29-c817986ea815&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0371301 Dec 18 13:32:01.735021 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 54998) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:32:01.767905 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-3bd72fbc-252b-46fa-b9be-e87e2e94765b tempest-TestNetworkBasicOps-845399116 tempest-TestNetworkBasicOps-845399116-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=decb4a40-7941-48c8-afbb-daaafd502e83&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0312321 Dec 18 13:32:01.777936 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 55000) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:32:01.782831 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-90063222-7344-4a56-8c7f-bd07ab6b0ec6 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-910759219', 'network_id': '58390d3a-b960-4258-be41-e90ef13e7bac', 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:32:01.800464 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-3a196cf5-3802-4ef5-978f-d433059e0caf tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4533522'] for port, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:01.857796 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-6c1c12aa-a9b5-4989-bda3-1e11977f28ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:01.897068 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a196cf5-3802-4ef5-978f-d433059e0caf tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] Network 0c38ff48-22af-4d8d-b616-d2ec5664cc85 is already hosted by enough agents. {{(pid=103160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:32:01.911899 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.base_scheduler [None req-3a196cf5-3802-4ef5-978f-d433059e0caf tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] Resources bound (agent type, host, resource id): {{(pid=103160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:32:01.914895 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-6c1c12aa-a9b5-4989-bda3-1e11977f28ca None None] For port 71c3892f-54f6-4c92-ab61-f6d40becb3b1, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=71c3892f-54f6-4c92-ab61-f6d40becb3b1,segment=NetworkSegment(0405f974-ca48-44e7-939b-3258c59f5486),segment_id=0405f974-ca48-44e7-939b-3258c59f5486)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:32:01.917911 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a196cf5-3802-4ef5-978f-d433059e0caf tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] Received port after_create {{(pid=103160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:32:01.924674 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a196cf5-3802-4ef5-978f-d433059e0caf tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:32:01.925538 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-3a196cf5-3802-4ef5-978f-d433059e0caf tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:01.946018 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a196cf5-3802-4ef5-978f-d433059e0caf tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] Pushing event updated for resources: {'Port': ['ID=c5518ead-9351-4bc2-9ed8-528d0b68fb92,revision_number=1']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:32:01.946701 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-6c1c12aa-a9b5-4989-bda3-1e11977f28ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:01.953428 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-3a196cf5-3802-4ef5-978f-d433059e0caf tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 2.4564865 Dec 18 13:32:01.979178 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 55004) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:32:01.998096 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90063222-7344-4a56-8c7f-bd07ab6b0ec6 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Made reservation on behalf of 6e88b8a5aed24360a829007d7fd9d0fd for: {'subnet': 1} {{(pid=103160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:32:02.001868 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-90063222-7344-4a56-8c7f-bd07ab6b0ec6 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4514414'] for subnet, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:02.098028 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_common [None req-6a7d0cbc-3e96-46c3-b079-e34427bebe50 None None] Allocated IP 2001:db8::2 (4074df91-55f6-492b-a51e-e7e1ead64bdd/8cfcc7d8-ad73-4a12-bc5c-1ba16db0b07d/05be174c-1d60-42f7-ab19-fdd92ce83806) {{(pid=103161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:32:02.101249 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:02.120388 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-de10edae-8e49-4a52-8bbd-de2e73e8349d req-01619740-2eb9-4ec2-b0ec-4750ac251c85 tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7e2fdcf-cd6e-4be5-8448-e22550985054 HTTP/1.1" status: 200 len: 210 time: 0.0806043 Dec 18 13:32:02.150646 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1c12aa-a9b5-4989-bda3-1e11977f28ca None None] Pushing event updated for resources: {'Port': ['ID=71c3892f-54f6-4c92-ab61-f6d40becb3b1,revision_number=3']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:32:02.200023 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd84b367-ea3c-45fc-ab2e-05067ee69dee tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] Deleting subnet 7e9a9e67-9f75-467c-b77f-2333503d6fbc {{(pid=103160) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 18 13:32:02.208841 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-dd84b367-ea3c-45fc-ab2e-05067ee69dee tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] Publish callbacks [] for subnet, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:02.319867 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-dd84b367-ea3c-45fc-ab2e-05067ee69dee tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4533385'] for subnet, precommit_delete_associations {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:02.352321 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.objects.ports [None req-bff93466-47db-48ee-b22c-51d5fc6858f8 tempest-ExternalNetworksTestJSON-1111260564 tempest-ExternalNetworksTestJSON-1111260564-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103159) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 18 13:32:02.353547 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-bff93466-47db-48ee-b22c-51d5fc6858f8 tempest-ExternalNetworksTestJSON-1111260564 tempest-ExternalNetworksTestJSON-1111260564-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5659786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6017062'] for subnet, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:02.464410 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff93466-47db-48ee-b22c-51d5fc6858f8 tempest-ExternalNetworksTestJSON-1111260564 tempest-ExternalNetworksTestJSON-1111260564-project-admin] Pushing event updated for resources: {'Subnet': ['ID=e581a1c7-15a8-440b-8212-c0fcd7cc06b6,revision_number=0']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:32:02.470781 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-6a7d0cbc-3e96-46c3-b079-e34427bebe50 None None] Publish callbacks [] for port, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:02.472590 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.db.api [None req-2294866d-0076-4933-952c-685307032598 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103161) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 18 13:32:02.472986 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG oslo_db.api [None req-2294866d-0076-4933-952c-685307032598 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 18 13:32:02.475733 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bff93466-47db-48ee-b22c-51d5fc6858f8 tempest-ExternalNetworksTestJSON-1111260564 tempest-ExternalNetworksTestJSON-1111260564-project-admin] Checking segment: {'id': 'dd8ec846-f4a2-4030-905a-70b848b55fd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'd5450b79-c246-42b7-ad29-c817986ea815'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 13:32:02.476117 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bff93466-47db-48ee-b22c-51d5fc6858f8 tempest-ExternalNetworksTestJSON-1111260564 tempest-ExternalNetworksTestJSON-1111260564-project-admin] Network hostable DHCP agents. Network: d5450b79-c246-42b7-ad29-c817986ea815, hostable agents: ['aa77effa-0e3a-4bbd-a383-4d58ed3328d0'], hosted agents: [] {{(pid=103159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 18 13:32:02.485348 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-6a7d0cbc-3e96-46c3-b079-e34427bebe50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975'] for port, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:02.487957 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-3e3d4098-44f1-4048-8dfc-4d90024fdd01 None None] Provisioning complete for port 71c3892f-54f6-4c92-ab61-f6d40becb3b1 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:32:02.488175 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-3e3d4098-44f1-4048-8dfc-4d90024fdd01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:02.523720 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bff93466-47db-48ee-b22c-51d5fc6858f8 tempest-ExternalNetworksTestJSON-1111260564 tempest-ExternalNetworksTestJSON-1111260564-project-admin] Network d5450b79-c246-42b7-ad29-c817986ea815 is scheduled to be hosted by DHCP agent aa77effa-0e3a-4bbd-a383-4d58ed3328d0 with binding_index 1 {{(pid=103159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 18 13:32:02.530069 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-18afea94-afa4-4ada-a708-1ec2f043dd6e tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5659786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6017062'] for subnet, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:02.530767 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-90063222-7344-4a56-8c7f-bd07ab6b0ec6 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4533410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4514424'] for subnet, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:02.542641 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.base_scheduler [None req-bff93466-47db-48ee-b22c-51d5fc6858f8 tempest-ExternalNetworksTestJSON-1111260564 tempest-ExternalNetworksTestJSON-1111260564-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-744815-20-hyperv, d5450b79-c246-42b7-ad29-c817986ea815) {{(pid=103159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:32:02.562008 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a7d0cbc-3e96-46c3-b079-e34427bebe50 None None] Network 4074df91-55f6-492b-a51e-e7e1ead64bdd is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:32:02.567669 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ef75684-942e-4f53-9bbe-61ff83e43a90 None None] Network d5450b79-c246-42b7-ad29-c817986ea815 requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:32:02.572341 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18afea94-afa4-4ada-a708-1ec2f043dd6e tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Network 4074df91-55f6-492b-a51e-e7e1ead64bdd is already hosted by enough agents. {{(pid=103159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:32:02.573801 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bff93466-47db-48ee-b22c-51d5fc6858f8 tempest-ExternalNetworksTestJSON-1111260564 tempest-ExternalNetworksTestJSON-1111260564-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:32:02.574488 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-bff93466-47db-48ee-b22c-51d5fc6858f8 tempest-ExternalNetworksTestJSON-1111260564 tempest-ExternalNetworksTestJSON-1111260564-project-admin] Publish callbacks [] for subnet, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:02.578957 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.base_scheduler [None req-18afea94-afa4-4ada-a708-1ec2f043dd6e tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Resources bound (agent type, host, resource id): {{(pid=103159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:32:02.584751 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18afea94-afa4-4ada-a708-1ec2f043dd6e tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:32:02.585487 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-18afea94-afa4-4ada-a708-1ec2f043dd6e tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Publish callbacks [] for subnet, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:02.591353 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90063222-7344-4a56-8c7f-bd07ab6b0ec6 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Pushing event updated for resources: {'Subnet': ['ID=f8b0beec-4470-43e2-bdec-e0f92864652d,revision_number=0']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:32:02.595505 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-6a7d0cbc-3e96-46c3-b079-e34427bebe50 None None] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:32:02.602904 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a7d0cbc-3e96-46c3-b079-e34427bebe50 None None] Received port after_create {{(pid=103161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:32:02.605185 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-dd84b367-ea3c-45fc-ab2e-05067ee69dee tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1929185'] for subnet, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:02.620962 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-18afea94-afa4-4ada-a708-1ec2f043dd6e tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.0710132 Dec 18 13:32:02.625394 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-bff93466-47db-48ee-b22c-51d5fc6858f8 tempest-ExternalNetworksTestJSON-1111260564 tempest-ExternalNetworksTestJSON-1111260564-project-admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.9278638 Dec 18 13:32:02.626048 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 55006) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:32:02.628298 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18afea94-afa4-4ada-a708-1ec2f043dd6e tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Pushing event updated for resources: {'Subnet': ['ID=e8e34976-7cdb-4e9b-b2fe-071ae52f77f8,revision_number=0']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:32:02.630331 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 55008) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:32:02.651489 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7d0cbc-3e96-46c3-b079-e34427bebe50 None None] Pushing event updated for resources: {'Port': ['ID=05be174c-1d60-42f7-ab19-fdd92ce83806,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:32:02.675504 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90063222-7344-4a56-8c7f-bd07ab6b0ec6 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Checking segment: {'id': 'b297829c-e967-4db9-a1fe-64dd92edbd1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '58390d3a-b960-4258-be41-e90ef13e7bac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 13:32:02.675874 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90063222-7344-4a56-8c7f-bd07ab6b0ec6 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Network hostable DHCP agents. Network: 58390d3a-b960-4258-be41-e90ef13e7bac, hostable agents: ['aa77effa-0e3a-4bbd-a383-4d58ed3328d0'], hosted agents: [] {{(pid=103160) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 18 13:32:02.688572 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-f7c17aae-e0cd-4f31-811f-c560de21c5b3 tempest-ExternalNetworksTestJSON-1111260564 tempest-ExternalNetworksTestJSON-1111260564-project-admin] Request body: {'floatingip': {'floating_network_id': 'd5450b79-c246-42b7-ad29-c817986ea815'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:32:02.708145 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90063222-7344-4a56-8c7f-bd07ab6b0ec6 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Network 58390d3a-b960-4258-be41-e90ef13e7bac is scheduled to be hosted by DHCP agent aa77effa-0e3a-4bbd-a383-4d58ed3328d0 with binding_index 1 {{(pid=103160) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 18 13:32:02.714215 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46dbbaf3-0e51-4efb-afaa-460b38e6f443 tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:32:02.714770 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-dd84b367-ea3c-45fc-ab2e-05067ee69dee tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1929192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4533475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4514371'] for subnet, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:02.716251 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46dbbaf3-0e51-4efb-afaa-460b38e6f443 tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:32:02.718594 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46dbbaf3-0e51-4efb-afaa-460b38e6f443 tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:32:02.720401 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46dbbaf3-0e51-4efb-afaa-460b38e6f443 tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:32:02.722429 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46dbbaf3-0e51-4efb-afaa-460b38e6f443 tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:32:02.724504 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-46dbbaf3-0e51-4efb-afaa-460b38e6f443 tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0971656 Dec 18 13:32:02.729427 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 55010) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:32:02.744067 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-67f253e3-80e5-46d3-bd3d-70cbb00ff690 tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-369318455'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:32:02.748546 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd84b367-ea3c-45fc-ab2e-05067ee69dee tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] Pushing event deleted for resources: {'Subnet': ['ID=7e9a9e67-9f75-467c-b77f-2333503d6fbc,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:32:02.757164 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.base_scheduler [None req-90063222-7344-4a56-8c7f-bd07ab6b0ec6 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-744815-20-hyperv, 58390d3a-b960-4258-be41-e90ef13e7bac) {{(pid=103160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:32:02.762993 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90063222-7344-4a56-8c7f-bd07ab6b0ec6 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:32:02.764608 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-90063222-7344-4a56-8c7f-bd07ab6b0ec6 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for subnet, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:02.766142 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-f7c17aae-e0cd-4f31-811f-c560de21c5b3 tempest-ExternalNetworksTestJSON-1111260564 tempest-ExternalNetworksTestJSON-1111260564-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:02.778749 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-dd84b367-ea3c-45fc-ab2e-05067ee69dee tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] Publish callbacks [] for subnet, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:02.785549 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-dd84b367-ea3c-45fc-ab2e-05067ee69dee tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] 10.222.0.31 "DELETE /v2.0/subnets/7e9a9e67-9f75-467c-b77f-2333503d6fbc HTTP/1.1" status: 204 len: 168 time: 0.8051982 Dec 18 13:32:02.786184 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 55012) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:32:02.829723 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-90063222-7344-4a56-8c7f-bd07ab6b0ec6 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0507989 Dec 18 13:32:02.837518 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f441623-c6ba-4f8b-9810-e4bb7182cdc3 None None] Network 58390d3a-b960-4258-be41-e90ef13e7bac requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:32:02.864897 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ece390a-eae7-441f-a6f3-f9f15f418184 tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:32:02.866950 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ece390a-eae7-441f-a6f3-f9f15f418184 tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:32:02.868636 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-6ece390a-eae7-441f-a6f3-f9f15f418184 tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0805166 Dec 18 13:32:02.872255 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 55016) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:32:02.929518 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67f253e3-80e5-46d3-bd3d-70cbb00ff690 tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Made reservation on behalf of c5ad9a13d3f540fcaabd26ec563f9307 for: {'network': 1} {{(pid=103159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:32:02.933768 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-67f253e3-80e5-46d3-bd3d-70cbb00ff690 tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for network, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:02.949691 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-6a7d0cbc-3e96-46c3-b079-e34427bebe50 None None] Attempting to bind port 05be174c-1d60-42f7-ab19-fdd92ce83806 on host dv-neutron-744815-20-hyperv for vnic_type normal with profile {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 13:32:02.950065 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-6a7d0cbc-3e96-46c3-b079-e34427bebe50 None None] Attempting to bind port 05be174c-1d60-42f7-ab19-fdd92ce83806 by drivers openvswitch,hyperv on host dv-neutron-744815-20-hyperv at level 0 using segments [{'id': 'e2a906f3-cc73-45e9-9b10-5d7c58b2460b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '4074df91-55f6-492b-a51e-e7e1ead64bdd'}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 13:32:02.950431 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a7d0cbc-3e96-46c3-b079-e34427bebe50 None None] Attempting to bind port 05be174c-1d60-42f7-ab19-fdd92ce83806 on network 4074df91-55f6-492b-a51e-e7e1ead64bdd {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 13:32:02.969415 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67f253e3-80e5-46d3-bd3d-70cbb00ff690 tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 118} {{(pid=103159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 18 13:32:02.986835 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a7d0cbc-3e96-46c3-b079-e34427bebe50 None None] Checking agent: {'id': '428fa9fa-43db-4db9-9f96-f60ffe931f2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-20-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 13, 19, 1), 'started_at': datetime.datetime(2021, 12, 18, 13, 19, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 13, 32, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-20-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 18 13:32:02.987300 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a7d0cbc-3e96-46c3-b079-e34427bebe50 None None] Checking segment: {'id': 'e2a906f3-cc73-45e9-9b10-5d7c58b2460b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '4074df91-55f6-492b-a51e-e7e1ead64bdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 13:32:02.987710 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-6a7d0cbc-3e96-46c3-b079-e34427bebe50 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:02.988107 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a7d0cbc-3e96-46c3-b079-e34427bebe50 None None] Bound using segment: {'id': 'e2a906f3-cc73-45e9-9b10-5d7c58b2460b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '4074df91-55f6-492b-a51e-e7e1ead64bdd'} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 18 13:32:02.988738 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-6a7d0cbc-3e96-46c3-b079-e34427bebe50 None None] Bound port: 05be174c-1d60-42f7-ab19-fdd92ce83806, host: dv-neutron-744815-20-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2a906f3-cc73-45e9-9b10-5d7c58b2460b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '4074df91-55f6-492b-a51e-e7e1ead64bdd'}}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 18 13:32:02.989425 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-6a7d0cbc-3e96-46c3-b079-e34427bebe50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:02.994995 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-67f253e3-80e5-46d3-bd3d-70cbb00ff690 tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:03.003483 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.db.segments_db [None req-67f253e3-80e5-46d3-bd3d-70cbb00ff690 tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Added segment f9b11e92-d0b9-438f-9a6d-fbaaf1c94580 of type vlan for network 29ba1bdd-4806-4f7a-b37b-722640e0080a Dec 18 13:32:03.023533 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc5b097e-3650-4209-ad2f-6f85dc445356 None None] Network d5450b79-c246-42b7-ad29-c817986ea815 requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:32:03.071327 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-f7c17aae-e0cd-4f31-811f-c560de21c5b3 tempest-ExternalNetworksTestJSON-1111260564 tempest-ExternalNetworksTestJSON-1111260564-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:03.113985 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-67f253e3-80e5-46d3-bd3d-70cbb00ff690 tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767106405744'] for network, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:03.231788 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-67f253e3-80e5-46d3-bd3d-70cbb00ff690 tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981'] for network, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:03.256750 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67f253e3-80e5-46d3-bd3d-70cbb00ff690 tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:32:03.257332 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-67f253e3-80e5-46d3-bd3d-70cbb00ff690 tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Publish callbacks [] for network, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:03.307064 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.db_base_plugin_common [None req-f7c17aae-e0cd-4f31-811f-c560de21c5b3 tempest-ExternalNetworksTestJSON-1111260564 tempest-ExternalNetworksTestJSON-1111260564-project-admin] Allocated IP 172.20.0.8 (d5450b79-c246-42b7-ad29-c817986ea815/e581a1c7-15a8-440b-8212-c0fcd7cc06b6/bd1cab9f-9efb-4138-9c3d-5a271e31c980) {{(pid=103159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:32:03.331545 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 55022) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:32:03.336403 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-45db6db4-ab47-4c48-aa60-cea866e26083 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1763994724', 'description': 'tempest-secgroup-smoke-1763994724 description', 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:32:03.401431 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d72569b0-133e-492a-b3b3-0f7d9b1d1ef2 None None] Network 0c38ff48-22af-4d8d-b616-d2ec5664cc85 requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:32:03.406365 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-45db6db4-ab47-4c48-aa60-cea866e26083 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for security_group, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:03.415483 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-4decf323-20aa-4b6a-b9f9-d4f35f86e2f5 tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2023137'] for network, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:03.435201 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddcd2b03-2866-4742-b594-02b0dd1cfa46 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp31e170a0-46a1-5ba9-9dc1-7ee4f866f0d7-58390d3a-b960-4258-be41-e90ef13e7bac', 'network_id': '58390d3a-b960-4258-be41-e90ef13e7bac', 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'fixed_ips': [{'subnet_id': 'f8b0beec-4470-43e2-bdec-e0f92864652d'}]}} from dv-neutron-744815-20-hyperv. {{(pid=103161) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 18 13:32:03.435732 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.pecan_wsgi.hooks.translation [None req-4decf323-20aa-4b6a-b9f9-d4f35f86e2f5 tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] DELETE failed (client error): There was a conflict when trying to complete your request. Dec 18 13:32:03.436411 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4decf323-20aa-4b6a-b9f9-d4f35f86e2f5 tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103160) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 18 13:32:03.437034 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ddcd2b03-2866-4742-b594-02b0dd1cfa46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:03.441104 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-4decf323-20aa-4b6a-b9f9-d4f35f86e2f5 tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] 10.222.0.31 "DELETE /v2.0/networks/0c38ff48-22af-4d8d-b616-d2ec5664cc85 HTTP/1.1" status: 409 len: 405 time: 0.5676150 Dec 18 13:32:03.445323 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 55026) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:32:03.451637 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-288ac529-bbce-41ad-bf83-c7ef1d8b29d7 tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-978792665'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:32:03.498497 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-288ac529-bbce-41ad-bf83-c7ef1d8b29d7 tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] Made reservation on behalf of 7ebae9282694438b933cdb74bfb80192 for: {'network': 1} {{(pid=103160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:32:03.503640 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-288ac529-bbce-41ad-bf83-c7ef1d8b29d7 tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for network, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:03.535996 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-8f823176-08aa-41ec-871b-bd3a2f0b196b None None] Provisioning complete for port 48327930-f6ac-4169-9ef8-17ec7564131c triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:32:03.536379 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-8f823176-08aa-41ec-871b-bd3a2f0b196b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:03.572371 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-288ac529-bbce-41ad-bf83-c7ef1d8b29d7 tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 107} {{(pid=103160) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 18 13:32:03.576407 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-67f253e3-80e5-46d3-bd3d-70cbb00ff690 tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.8412411 Dec 18 13:32:03.580149 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 55032) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:32:03.592194 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f253e3-80e5-46d3-bd3d-70cbb00ff690 tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Pushing event updated for resources: {'Network': ['ID=29ba1bdd-4806-4f7a-b37b-722640e0080a,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:32:03.593274 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-2b5f284f-b229-407e-9d83-d713d3e88879 tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:32:03.609386 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-f7c17aae-e0cd-4f31-811f-c560de21c5b3 tempest-ExternalNetworksTestJSON-1111260564 tempest-ExternalNetworksTestJSON-1111260564-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:03.616695 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-288ac529-bbce-41ad-bf83-c7ef1d8b29d7 tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:03.616931 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-6a7d0cbc-3e96-46c3-b079-e34427bebe50 None None] For port 05be174c-1d60-42f7-ab19-fdd92ce83806, host dv-neutron-744815-20-hyperv, cleared binding levels {{(pid=103161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 18 13:32:03.618831 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.db.segments_db [None req-288ac529-bbce-41ad-bf83-c7ef1d8b29d7 tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] Added segment c62d67df-10bd-4d98-90db-8eb421186a1d of type vlan for network 1ea7c36e-0bb1-4c01-b001-19b3110f5c9f Dec 18 13:32:03.627246 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Network 29ba1bdd-4806-4f7a-b37b-722640e0080a details requested by agent ovs-agent-dv-neutron-744815-20-hyperv with host dv-neutron-744815-20-hyperv {{(pid=103161) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 18 13:32:03.664438 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-f7c17aae-e0cd-4f31-811f-c560de21c5b3 tempest-ExternalNetworksTestJSON-1111260564 tempest-ExternalNetworksTestJSON-1111260564-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:03.714803 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7c17aae-e0cd-4f31-811f-c560de21c5b3 tempest-ExternalNetworksTestJSON-1111260564 tempest-ExternalNetworksTestJSON-1111260564-project-admin] Network d5450b79-c246-42b7-ad29-c817986ea815 is already hosted by enough agents. {{(pid=103159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:32:03.717796 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.base_scheduler [None req-f7c17aae-e0cd-4f31-811f-c560de21c5b3 tempest-ExternalNetworksTestJSON-1111260564 tempest-ExternalNetworksTestJSON-1111260564-project-admin] Resources bound (agent type, host, resource id): {{(pid=103159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:32:03.722880 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7c17aae-e0cd-4f31-811f-c560de21c5b3 tempest-ExternalNetworksTestJSON-1111260564 tempest-ExternalNetworksTestJSON-1111260564-project-admin] Received port after_create {{(pid=103159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:32:03.727289 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 48327930-f6ac-4169-9ef8-17ec7564131c up at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 13:32:03.751787 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-45db6db4-ab47-4c48-aa60-cea866e26083 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for security_group, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:03.755673 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c17aae-e0cd-4f31-811f-c560de21c5b3 tempest-ExternalNetworksTestJSON-1111260564 tempest-ExternalNetworksTestJSON-1111260564-project-admin] Pushing event updated for resources: {'Port': ['ID=bd1cab9f-9efb-4138-9c3d-5a271e31c980,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:32:03.789609 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-6a7d0cbc-3e96-46c3-b079-e34427bebe50 None None] For port 05be174c-1d60-42f7-ab19-fdd92ce83806, host dv-neutron-744815-20-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=05be174c-1d60-42f7-ab19-fdd92ce83806,segment=NetworkSegment(e2a906f3-cc73-45e9-9b10-5d7c58b2460b),segment_id=e2a906f3-cc73-45e9-9b10-5d7c58b2460b)] {{(pid=103161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 18 13:32:03.812524 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-45db6db4-ab47-4c48-aa60-cea866e26083 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:03.824727 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-f7c17aae-e0cd-4f31-811f-c560de21c5b3 tempest-ExternalNetworksTestJSON-1111260564 tempest-ExternalNetworksTestJSON-1111260564-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:03.827374 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-6a7d0cbc-3e96-46c3-b079-e34427bebe50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:03.862007 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-f7c17aae-e0cd-4f31-811f-c560de21c5b3 tempest-ExternalNetworksTestJSON-1111260564 tempest-ExternalNetworksTestJSON-1111260564-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:03.880336 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-288ac529-bbce-41ad-bf83-c7ef1d8b29d7 tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767106405744'] for network, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:03.888782 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-dc12f8d9-28e7-4f3b-9bd1-d5d889ef9536 req-46856daf-4b0a-40be-ada7-a50d7b1cb0c7 tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1015765968&fields=id&tenant_id=2cba4008d8a8417bb0925fcf9726214e HTTP/1.1" status: 200 len: 267 time: 0.3062365 Dec 18 13:32:03.898804 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2294866d-0076-4933-952c-685307032598 None None] Provisioning complete for port 48327930-f6ac-4169-9ef8-17ec7564131c triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:32:03.898954 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:03.928628 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-45db6db4-ab47-4c48-aa60-cea866e26083 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for security_group, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:03.932978 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-45db6db4-ab47-4c48-aa60-cea866e26083 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.6004181 Dec 18 13:32:03.939033 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 55034) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:32:03.945124 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-6c6e9a4c-37e7-464e-bd68-84d521cceb9e tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Request body: {'security_group_rule': {'security_group_id': '4447f998-159f-4b2c-9f7d-c89516a44160', 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:32:03.960175 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45db6db4-ab47-4c48-aa60-cea866e26083 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4447f998-159f-4b2c-9f7d-c89516a44160,revision_number=1']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:32:03.987666 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-2b5f284f-b229-407e-9d83-d713d3e88879 tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767106405744'] for network, precommit_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:04.016134 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_common [None req-ddcd2b03-2866-4742-b594-02b0dd1cfa46 None None] Allocated IP 172.20.0.18 (58390d3a-b960-4258-be41-e90ef13e7bac/f8b0beec-4470-43e2-bdec-e0f92864652d/fb03d2a6-d501-428d-b38f-606eb21138cb) {{(pid=103161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:32:04.018408 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-6c6e9a4c-37e7-464e-bd68-84d521cceb9e tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:04.036176 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-288ac529-bbce-41ad-bf83-c7ef1d8b29d7 tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981'] for network, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:04.041925 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-288ac529-bbce-41ad-bf83-c7ef1d8b29d7 tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:32:04.042682 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-288ac529-bbce-41ad-bf83-c7ef1d8b29d7 tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] Publish callbacks [] for network, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:04.045528 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7d0cbc-3e96-46c3-b079-e34427bebe50 None None] Pushing event updated for resources: {'Port': ['ID=05be174c-1d60-42f7-ab19-fdd92ce83806,revision_number=2']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:32:04.058671 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-2b5f284f-b229-407e-9d83-d713d3e88879 tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981'] for network, after_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:04.103643 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-8f823176-08aa-41ec-871b-bd3a2f0b196b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:04.128790 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-6c6e9a4c-37e7-464e-bd68-84d521cceb9e tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:04.138335 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-6c6e9a4c-37e7-464e-bd68-84d521cceb9e tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530267'] for security_group_rule, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:04.142821 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-2b5f284f-b229-407e-9d83-d713d3e88879 tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Network 29ba1bdd-4806-4f7a-b37b-722640e0080a is not hosted by any dhcp agent {{(pid=103160) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 18 13:32:04.149225 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b5f284f-b229-407e-9d83-d713d3e88879 tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:32:04.150058 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-2b5f284f-b229-407e-9d83-d713d3e88879 tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Publish callbacks [] for network, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:04.151490 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-2b5f284f-b229-407e-9d83-d713d3e88879 tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] 10.222.0.31 "PUT /v2.0/networks/29ba1bdd-4806-4f7a-b37b-722640e0080a HTTP/1.1" status: 200 len: 723 time: 0.5666649 Dec 18 13:32:04.151731 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eac7b7f7-ccb4-4e1e-bd09-17f24b0094ac None None] DHCP port deletion for 0c38ff48-22af-4d8d-b616-d2ec5664cc85 request from dv-neutron-744815-20-hyperv {{(pid=103161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 18 13:32:04.158439 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 55036) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:32:04.165755 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-288ac529-bbce-41ad-bf83-c7ef1d8b29d7 tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.7161958 Dec 18 13:32:04.167294 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 55038) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:32:04.171077 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-002e0f75-cb2f-422e-864f-a6e556a37c72 tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] Request body: {'subnet': {'network_id': '1ea7c36e-0bb1-4c01-b001-19b3110f5c9f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:32:04.171445 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-5a5e8a8e-2555-4907-a745-84e6d3c3a790 tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Request body: {'subnet': {'network_id': '29ba1bdd-4806-4f7a-b37b-722640e0080a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:32:04.178120 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288ac529-bbce-41ad-bf83-c7ef1d8b29d7 tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] Pushing event updated for resources: {'Network': ['ID=1ea7c36e-0bb1-4c01-b001-19b3110f5c9f,revision_number=1']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:32:04.207342 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Network 1ea7c36e-0bb1-4c01-b001-19b3110f5c9f details requested by agent ovs-agent-dv-neutron-744815-20-hyperv with host dv-neutron-744815-20-hyperv {{(pid=103161) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 18 13:32:04.209275 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6e9a4c-37e7-464e-bd68-84d521cceb9e tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6a06298-ca64-46e5-9760-e8606b8cbaea,revision_number=0']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:32:04.231948 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-6c6e9a4c-37e7-464e-bd68-84d521cceb9e tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:04.233326 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-6c6e9a4c-37e7-464e-bd68-84d521cceb9e tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2938232 Dec 18 13:32:04.239692 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 55040) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:32:04.255840 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:04.264343 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-f7c17aae-e0cd-4f31-811f-c560de21c5b3 tempest-ExternalNetworksTestJSON-1111260564 tempest-ExternalNetworksTestJSON-1111260564-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:04.278372 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-8f823176-08aa-41ec-871b-bd3a2f0b196b None None] For port 48327930-f6ac-4169-9ef8-17ec7564131c, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=48327930-f6ac-4169-9ef8-17ec7564131c,segment=NetworkSegment(e4cec4a1-c896-43c4-8b03-6a5fb56f16ce),segment_id=e4cec4a1-c896-43c4-8b03-6a5fb56f16ce)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:32:04.278822 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-f7c17aae-e0cd-4f31-811f-c560de21c5b3 tempest-ExternalNetworksTestJSON-1111260564 tempest-ExternalNetworksTestJSON-1111260564-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5659917'] for port, after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:04.309084 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-8f823176-08aa-41ec-871b-bd3a2f0b196b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:04.316780 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc12f8d9-28e7-4f3b-9bd1-d5d889ef9536 req-f93d6998-c708-445b-812b-7a358670d43a tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:32:04.318475 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-dc12f8d9-28e7-4f3b-9bd1-d5d889ef9536 req-f93d6998-c708-445b-812b-7a358670d43a tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] 10.222.0.31 "GET /v2.0/networks?id=b777eec3-1fe1-45d9-be90-d023741ff2c0 HTTP/1.1" status: 200 len: 812 time: 0.4109654 Dec 18 13:32:04.326907 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-67c9e089-1e40-4137-8278-796fdd05a5b4 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Request body: {'security_group_rule': {'security_group_id': '4447f998-159f-4b2c-9f7d-c89516a44160', 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:32:04.339352 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c17aae-e0cd-4f31-811f-c560de21c5b3 tempest-ExternalNetworksTestJSON-1111260564 tempest-ExternalNetworksTestJSON-1111260564-project-admin] Pushing event updated for resources: {'Port': ['ID=bd1cab9f-9efb-4138-9c3d-5a271e31c980,revision_number=2']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:32:04.355788 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5f284f-b229-407e-9d83-d713d3e88879 tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Pushing event updated for resources: {'Network': ['ID=29ba1bdd-4806-4f7a-b37b-722640e0080a,revision_number=2']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:32:04.401474 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Network 29ba1bdd-4806-4f7a-b37b-722640e0080a details requested by agent ovs-agent-dv-neutron-744815-20-hyperv with host dv-neutron-744815-20-hyperv {{(pid=103161) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 18 13:32:04.413828 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-f7c17aae-e0cd-4f31-811f-c560de21c5b3 tempest-ExternalNetworksTestJSON-1111260564 tempest-ExternalNetworksTestJSON-1111260564-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-587004'] for floatingip, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:04.420478 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-dc12f8d9-28e7-4f3b-9bd1-d5d889ef9536 req-40614f04-727c-4d26-94b4-5a70b4b3bc95 tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] 10.222.0.31 "GET /v2.0/quotas/2cba4008d8a8417bb0925fcf9726214e HTTP/1.1" status: 200 len: 375 time: 0.0829408 Dec 18 13:32:04.432691 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-f7c17aae-e0cd-4f31-811f-c560de21c5b3 tempest-ExternalNetworksTestJSON-1111260564 tempest-ExternalNetworksTestJSON-1111260564-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for floatingip, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:04.436492 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-f7c17aae-e0cd-4f31-811f-c560de21c5b3 tempest-ExternalNetworksTestJSON-1111260564 tempest-ExternalNetworksTestJSON-1111260564-project-admin] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.7532947 Dec 18 13:32:04.438272 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 55042) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:32:04.481499 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a5e8a8e-2555-4907-a745-84e6d3c3a790 tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Made reservation on behalf of c5ad9a13d3f540fcaabd26ec563f9307 for: {'subnet': 1} {{(pid=103159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:32:04.483282 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-5a5e8a8e-2555-4907-a745-84e6d3c3a790 tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6017072'] for subnet, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:04.531004 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-dc12f8d9-28e7-4f3b-9bd1-d5d889ef9536 req-2724fc07-f2d5-4e28-9bfd-6af1ccdf0f17 tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=2cba4008d8a8417bb0925fcf9726214e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0941317 Dec 18 13:32:04.534127 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-67c9e089-1e40-4137-8278-796fdd05a5b4 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:04.563597 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-6a7925b3-1496-4e69-9d96-435aa3079f98 tempest-ExternalNetworksTestJSON-1111260564 tempest-ExternalNetworksTestJSON-1111260564-project-admin] 10.222.0.31 "GET /v2.0/floatingips?floating_network_id=d5450b79-c246-42b7-ad29-c817986ea815 HTTP/1.1" status: 200 len: 689 time: 0.1239839 Dec 18 13:32:04.564188 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 55044) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:32:04.639759 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-67c9e089-1e40-4137-8278-796fdd05a5b4 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:04.642159 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-002e0f75-cb2f-422e-864f-a6e556a37c72 tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] Made reservation on behalf of 7ebae9282694438b933cdb74bfb80192 for: {'subnet': 1} {{(pid=103160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:32:04.645974 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-eac7b7f7-ccb4-4e1e-bd09-17f24b0094ac None None] Deleting port 48327930-f6ac-4169-9ef8-17ec7564131c {{(pid=103161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:32:04.646508 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-eac7b7f7-ccb4-4e1e-bd09-17f24b0094ac None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:04.647849 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-002e0f75-cb2f-422e-864f-a6e556a37c72 tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4514414'] for subnet, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:04.648837 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f823176-08aa-41ec-871b-bd3a2f0b196b None None] Pushing event updated for resources: {'Port': ['ID=48327930-f6ac-4169-9ef8-17ec7564131c,revision_number=4']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:32:04.672480 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-67c9e089-1e40-4137-8278-796fdd05a5b4 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530267'] for security_group_rule, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:04.674832 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ddcd2b03-2866-4742-b594-02b0dd1cfa46 None None] Publish callbacks [] for port, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:04.677079 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.db.api [None req-2294866d-0076-4933-952c-685307032598 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103161) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 18 13:32:04.677445 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG oslo_db.api [None req-2294866d-0076-4933-952c-685307032598 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 18 13:32:04.687899 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ddcd2b03-2866-4742-b594-02b0dd1cfa46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975'] for port, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:04.760789 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-e16bf8aa-6a92-4b17-ad65-420d52ecc636 tempest-ExternalNetworksTestJSON-1111260564 tempest-ExternalNetworksTestJSON-1111260564-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2023137'] for network, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:04.767718 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddcd2b03-2866-4742-b594-02b0dd1cfa46 None None] Network 58390d3a-b960-4258-be41-e90ef13e7bac is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:32:04.769989 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c9e089-1e40-4137-8278-796fdd05a5b4 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0bb9d5b-2e7a-4d9e-99f5-d8ed29b7c605,revision_number=0']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:32:04.771256 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-eac7b7f7-ccb4-4e1e-bd09-17f24b0094ac None None] For port 48327930-f6ac-4169-9ef8-17ec7564131c, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=48327930-f6ac-4169-9ef8-17ec7564131c,segment=NetworkSegment(e4cec4a1-c896-43c4-8b03-6a5fb56f16ce),segment_id=e4cec4a1-c896-43c4-8b03-6a5fb56f16ce)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:32:04.771666 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-eac7b7f7-ccb4-4e1e-bd09-17f24b0094ac None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:04.780824 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-ddcd2b03-2866-4742-b594-02b0dd1cfa46 None None] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:32:04.789128 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddcd2b03-2866-4742-b594-02b0dd1cfa46 None None] Received port after_create {{(pid=103161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:32:04.795668 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcd2b03-2866-4742-b594-02b0dd1cfa46 None None] Pushing event updated for resources: {'Port': ['ID=fb03d2a6-d501-428d-b38f-606eb21138cb,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:32:04.800288 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-eac7b7f7-ccb4-4e1e-bd09-17f24b0094ac None None] Calling delete_port for 48327930-f6ac-4169-9ef8-17ec7564131c owned by network:dhcp {{(pid=103161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:32:04.810995 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-67c9e089-1e40-4137-8278-796fdd05a5b4 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:04.814918 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-67c9e089-1e40-4137-8278-796fdd05a5b4 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5475721 Dec 18 13:32:04.819570 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 55048) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:32:04.829362 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-18573859-9997-467e-8c02-b176a13cea33 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Request body: {'security_group_rule': {'security_group_id': '4447f998-159f-4b2c-9f7d-c89516a44160', 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:32:04.903589 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-ddcd2b03-2866-4742-b594-02b0dd1cfa46 None None] Attempting to bind port fb03d2a6-d501-428d-b38f-606eb21138cb on host dv-neutron-744815-20-hyperv for vnic_type normal with profile {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 13:32:04.903964 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-ddcd2b03-2866-4742-b594-02b0dd1cfa46 None None] Attempting to bind port fb03d2a6-d501-428d-b38f-606eb21138cb by drivers openvswitch,hyperv on host dv-neutron-744815-20-hyperv at level 0 using segments [{'id': 'b297829c-e967-4db9-a1fe-64dd92edbd1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '58390d3a-b960-4258-be41-e90ef13e7bac'}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 13:32:04.904655 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddcd2b03-2866-4742-b594-02b0dd1cfa46 None None] Attempting to bind port fb03d2a6-d501-428d-b38f-606eb21138cb on network 58390d3a-b960-4258-be41-e90ef13e7bac {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 13:32:04.907643 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-dc12f8d9-28e7-4f3b-9bd1-d5d889ef9536 req-b20b9493-8c4f-47a9-bc2d-9a49f3b248fc service neutron] 10.222.0.31 "GET /v2.0/networks/b777eec3-1fe1-45d9-be90-d023741ff2c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3404346 Dec 18 13:32:04.907844 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-5a5e8a8e-2555-4907-a745-84e6d3c3a790 tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5659786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6017062'] for subnet, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:04.910597 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-18573859-9997-467e-8c02-b176a13cea33 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:04.913952 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddcd2b03-2866-4742-b594-02b0dd1cfa46 None None] Checking agent: {'id': '428fa9fa-43db-4db9-9f96-f60ffe931f2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-20-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 13, 19, 1), 'started_at': datetime.datetime(2021, 12, 18, 13, 19, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 13, 32, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-20-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 18 13:32:04.914332 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddcd2b03-2866-4742-b594-02b0dd1cfa46 None None] Checking segment: {'id': 'b297829c-e967-4db9-a1fe-64dd92edbd1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '58390d3a-b960-4258-be41-e90ef13e7bac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 13:32:04.914728 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ddcd2b03-2866-4742-b594-02b0dd1cfa46 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:04.915127 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddcd2b03-2866-4742-b594-02b0dd1cfa46 None None] Bound using segment: {'id': 'b297829c-e967-4db9-a1fe-64dd92edbd1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '58390d3a-b960-4258-be41-e90ef13e7bac'} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 18 13:32:04.915665 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-ddcd2b03-2866-4742-b594-02b0dd1cfa46 None None] Bound port: fb03d2a6-d501-428d-b38f-606eb21138cb, host: dv-neutron-744815-20-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b297829c-e967-4db9-a1fe-64dd92edbd1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '58390d3a-b960-4258-be41-e90ef13e7bac'}}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 18 13:32:04.916051 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ddcd2b03-2866-4742-b594-02b0dd1cfa46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:04.982590 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-eac7b7f7-ccb4-4e1e-bd09-17f24b0094ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984'] for port, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:05.019309 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac7b7f7-ccb4-4e1e-bd09-17f24b0094ac None None] Pushing event deleted for resources: {'Port': ['ID=48327930-f6ac-4169-9ef8-17ec7564131c,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:32:05.022558 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-ddcd2b03-2866-4742-b594-02b0dd1cfa46 None None] For port fb03d2a6-d501-428d-b38f-606eb21138cb, host dv-neutron-744815-20-hyperv, cleared binding levels {{(pid=103161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 18 13:32:05.025168 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eac7b7f7-ccb4-4e1e-bd09-17f24b0094ac None None] No DVR routers for this DVR port 48327930-f6ac-4169-9ef8-17ec7564131c on host dv-neutron-744815-20-hyperv {{(pid=103161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 18 13:32:05.036665 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-ddcd2b03-2866-4742-b594-02b0dd1cfa46 None None] For port fb03d2a6-d501-428d-b38f-606eb21138cb, host dv-neutron-744815-20-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=fb03d2a6-d501-428d-b38f-606eb21138cb,segment=NetworkSegment(b297829c-e967-4db9-a1fe-64dd92edbd1e),segment_id=b297829c-e967-4db9-a1fe-64dd92edbd1e)] {{(pid=103161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 18 13:32:05.050284 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ddcd2b03-2866-4742-b594-02b0dd1cfa46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:05.065790 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5e8a8e-2555-4907-a745-84e6d3c3a790 tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Pushing event updated for resources: {'Subnet': ['ID=4d06399f-dc87-4856-9281-4ffbbcd13512,revision_number=0']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:32:05.071319 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a5e8a8e-2555-4907-a745-84e6d3c3a790 tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Checking segment: {'id': 'f9b11e92-d0b9-438f-9a6d-fbaaf1c94580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '29ba1bdd-4806-4f7a-b37b-722640e0080a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 13:32:05.071689 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a5e8a8e-2555-4907-a745-84e6d3c3a790 tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Network hostable DHCP agents. Network: 29ba1bdd-4806-4f7a-b37b-722640e0080a, hostable agents: ['aa77effa-0e3a-4bbd-a383-4d58ed3328d0'], hosted agents: [] {{(pid=103159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 18 13:32:05.102427 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-e16bf8aa-6a92-4b17-ad65-420d52ecc636 tempest-ExternalNetworksTestJSON-1111260564 tempest-ExternalNetworksTestJSON-1111260564-project-admin] Deleting port bd1cab9f-9efb-4138-9c3d-5a271e31c980 {{(pid=103159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:32:05.102860 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-e16bf8aa-6a92-4b17-ad65-420d52ecc636 tempest-ExternalNetworksTestJSON-1111260564 tempest-ExternalNetworksTestJSON-1111260564-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:05.107802 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a5e8a8e-2555-4907-a745-84e6d3c3a790 tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Network 29ba1bdd-4806-4f7a-b37b-722640e0080a is scheduled to be hosted by DHCP agent aa77effa-0e3a-4bbd-a383-4d58ed3328d0 with binding_index 1 {{(pid=103159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 18 13:32:05.108735 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-18573859-9997-467e-8c02-b176a13cea33 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:05.121307 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcd2b03-2866-4742-b594-02b0dd1cfa46 None None] Pushing event updated for resources: {'Port': ['ID=fb03d2a6-d501-428d-b38f-606eb21138cb,revision_number=2']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:32:05.132713 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-18573859-9997-467e-8c02-b176a13cea33 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530267'] for security_group_rule, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:05.134673 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-dc12f8d9-28e7-4f3b-9bd1-d5d889ef9536 req-b1bc3125-283d-4b23-8d4b-e2e4e2278581 service neutron] 10.222.0.31 "GET /v2.0/networks/b777eec3-1fe1-45d9-be90-d023741ff2c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1999176 Dec 18 13:32:05.141549 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.base_scheduler [None req-5a5e8a8e-2555-4907-a745-84e6d3c3a790 tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-744815-20-hyperv, 29ba1bdd-4806-4f7a-b37b-722640e0080a) {{(pid=103159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:32:05.146723 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a5e8a8e-2555-4907-a745-84e6d3c3a790 tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:32:05.147339 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-5a5e8a8e-2555-4907-a745-84e6d3c3a790 tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Publish callbacks [] for subnet, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:05.202362 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18573859-9997-467e-8c02-b176a13cea33 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cdac569c-fb64-4673-8e4b-91888b893bde,revision_number=0']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:32:05.218648 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-5a5e8a8e-2555-4907-a745-84e6d3c3a790 tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0531523 Dec 18 13:32:05.221285 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 55050) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:32:05.225833 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90799e55-398e-4fdc-b96e-5d7ba045e3ec None None] Network 29ba1bdd-4806-4f7a-b37b-722640e0080a requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:32:05.228555 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-66fb67f6-4d9a-4022-b199-1734240ec99f tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:32:05.234701 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-18573859-9997-467e-8c02-b176a13cea33 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:05.249206 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-18573859-9997-467e-8c02-b176a13cea33 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4263868 Dec 18 13:32:05.250338 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 55052) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:32:05.255925 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-2294866d-0076-4933-952c-685307032598 None None] Port 48327930-f6ac-4169-9ef8-17ec7564131c update to ACTIVE by agent not found {{(pid=103161) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Dec 18 13:32:05.256387 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 71c3892f-54f6-4c92-ab61-f6d40becb3b1 up at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 13:32:05.283353 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-34d03adf-d808-4a5d-b066-b031ba5fbc03 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Request body: {'security_group_rule': {'security_group_id': '4447f998-159f-4b2c-9f7d-c89516a44160', 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:32:05.348122 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-e16bf8aa-6a92-4b17-ad65-420d52ecc636 tempest-ExternalNetworksTestJSON-1111260564 tempest-ExternalNetworksTestJSON-1111260564-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:05.348614 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-e16bf8aa-6a92-4b17-ad65-420d52ecc636 tempest-ExternalNetworksTestJSON-1111260564 tempest-ExternalNetworksTestJSON-1111260564-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:05.351075 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.objects.ports [None req-002e0f75-cb2f-422e-864f-a6e556a37c72 tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103160) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 18 13:32:05.352931 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-002e0f75-cb2f-422e-864f-a6e556a37c72 tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4533410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4514424'] for subnet, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:05.368892 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-e16bf8aa-6a92-4b17-ad65-420d52ecc636 tempest-ExternalNetworksTestJSON-1111260564 tempest-ExternalNetworksTestJSON-1111260564-project-admin] Calling delete_port for bd1cab9f-9efb-4138-9c3d-5a271e31c980 owned by network:floatingip {{(pid=103159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:32:05.397876 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-66fb67f6-4d9a-4022-b199-1734240ec99f tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-6017071'] for subnet, before_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:05.448988 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002e0f75-cb2f-422e-864f-a6e556a37c72 tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] Pushing event updated for resources: {'Subnet': ['ID=c7bb1ec5-c151-4803-8b70-a9a8b01b20f5,revision_number=0']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:32:05.456087 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-34d03adf-d808-4a5d-b066-b031ba5fbc03 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:05.553231 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-002e0f75-cb2f-422e-864f-a6e556a37c72 tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] Checking segment: {'id': 'c62d67df-10bd-4d98-90db-8eb421186a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '1ea7c36e-0bb1-4c01-b001-19b3110f5c9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 13:32:05.553231 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-002e0f75-cb2f-422e-864f-a6e556a37c72 tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] Network hostable DHCP agents. Network: 1ea7c36e-0bb1-4c01-b001-19b3110f5c9f, hostable agents: ['aa77effa-0e3a-4bbd-a383-4d58ed3328d0'], hosted agents: [] {{(pid=103160) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 18 13:32:05.636398 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-34d03adf-d808-4a5d-b066-b031ba5fbc03 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:05.645130 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-002e0f75-cb2f-422e-864f-a6e556a37c72 tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] Network 1ea7c36e-0bb1-4c01-b001-19b3110f5c9f is scheduled to be hosted by DHCP agent aa77effa-0e3a-4bbd-a383-4d58ed3328d0 with binding_index 1 {{(pid=103160) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 18 13:32:05.661473 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-34d03adf-d808-4a5d-b066-b031ba5fbc03 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530267'] for security_group_rule, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:05.675747 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.base_scheduler [None req-002e0f75-cb2f-422e-864f-a6e556a37c72 tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-744815-20-hyperv, 1ea7c36e-0bb1-4c01-b001-19b3110f5c9f) {{(pid=103160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:32:05.706420 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-002e0f75-cb2f-422e-864f-a6e556a37c72 tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:32:05.707285 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-002e0f75-cb2f-422e-864f-a6e556a37c72 tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] Publish callbacks [] for subnet, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:05.742138 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d03adf-d808-4a5d-b066-b031ba5fbc03 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68d2d30c-fa3a-4081-bfc5-f8eba6d2d844,revision_number=0']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:32:05.762710 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-002e0f75-cb2f-422e-864f-a6e556a37c72 tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5956085 Dec 18 13:32:05.766564 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-34d03adf-d808-4a5d-b066-b031ba5fbc03 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:05.770069 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-34d03adf-d808-4a5d-b066-b031ba5fbc03 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4891198 Dec 18 13:32:05.770069 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 55060) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:32:05.773849 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-a84dee03-d117-42e0-9102-ec0f80deccd2 tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] Request body: {'port': {'network_id': '1ea7c36e-0bb1-4c01-b001-19b3110f5c9f', 'name': 'tempest-NetworksIpV6TestAttrs-1436243800'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:32:05.783777 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 55062) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:32:05.789722 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-606d08f0-1f70-42bc-b693-0fcd86ddb6d1 None None] Network 1ea7c36e-0bb1-4c01-b001-19b3110f5c9f requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:32:05.793454 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-0f92b375-5375-4d48-aa98-7721f2d57b1b tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Request body: {'security_group_rule': {'security_group_id': '4447f998-159f-4b2c-9f7d-c89516a44160', 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:32:05.929681 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.db.securitygroups_db [None req-0f92b375-5375-4d48-aa98-7721f2d57b1b tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Project 6e88b8a5aed24360a829007d7fd9d0fd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 18 13:32:05.941374 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-0f92b375-5375-4d48-aa98-7721f2d57b1b tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:05.943852 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-28d598fa-04b6-463c-80a4-4cb131f8ac11 req-968bdc5b-c8e2-4cec-a77f-166a4b3e6c47 tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5e7f6db-2193-4bdc-a573-cb470e1f7258 HTTP/1.1" status: 200 len: 210 time: 0.0472550 Dec 18 13:32:05.945118 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-66fb67f6-4d9a-4022-b199-1734240ec99f tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8767106934739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-5659840'] for subnet, after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:05.976893 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-e16bf8aa-6a92-4b17-ad65-420d52ecc636 tempest-ExternalNetworksTestJSON-1111260564 tempest-ExternalNetworksTestJSON-1111260564-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:05.980676 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0c73780-0cd7-454e-9837-1fd4b101ffaa None None] Network 4074df91-55f6-492b-a51e-e7e1ead64bdd requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:32:05.993223 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2294866d-0076-4933-952c-685307032598 None None] Provisioning complete for port 71c3892f-54f6-4c92-ab61-f6d40becb3b1 triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:32:05.993223 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:06.010206 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66fb67f6-4d9a-4022-b199-1734240ec99f tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:32:06.010815 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-66fb67f6-4d9a-4022-b199-1734240ec99f tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Publish callbacks [] for subnet, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:06.012269 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-66fb67f6-4d9a-4022-b199-1734240ec99f tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] 10.222.0.31 "PUT /v2.0/subnets/4d06399f-dc87-4856-9281-4ffbbcd13512 HTTP/1.1" status: 200 len: 826 time: 0.7899404 Dec 18 13:32:06.015490 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 55070) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:32:06.022316 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16bf8aa-6a92-4b17-ad65-420d52ecc636 tempest-ExternalNetworksTestJSON-1111260564 tempest-ExternalNetworksTestJSON-1111260564-project-admin] Pushing event deleted for resources: {'Port': ['ID=bd1cab9f-9efb-4138-9c3d-5a271e31c980,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:32:06.054344 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8007616f-5ab3-473d-9a8b-8b9d36ac03b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp31e170a0-46a1-5ba9-9dc1-7ee4f866f0d7-29ba1bdd-4806-4f7a-b37b-722640e0080a', 'network_id': '29ba1bdd-4806-4f7a-b37b-722640e0080a', 'project_id': 'c5ad9a13d3f540fcaabd26ec563f9307', 'fixed_ips': [{'subnet_id': '4d06399f-dc87-4856-9281-4ffbbcd13512'}]}} from dv-neutron-744815-20-hyperv. {{(pid=103161) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 18 13:32:06.055376 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-8007616f-5ab3-473d-9a8b-8b9d36ac03b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:06.079561 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fb67f6-4d9a-4022-b199-1734240ec99f tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Pushing event updated for resources: {'Subnet': ['ID=4d06399f-dc87-4856-9281-4ffbbcd13512,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:32:06.120931 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a84dee03-d117-42e0-9102-ec0f80deccd2 tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] Made reservation on behalf of 7ebae9282694438b933cdb74bfb80192 for: {'port': 1} {{(pid=103160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:32:06.126365 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-a84dee03-d117-42e0-9102-ec0f80deccd2 tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:06.129940 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-e16bf8aa-6a92-4b17-ad65-420d52ecc636 tempest-ExternalNetworksTestJSON-1111260564 tempest-ExternalNetworksTestJSON-1111260564-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:06.148534 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-51d76ec9-4e6b-45bf-802a-e95d98d80c4f None None] Provisioning complete for port 05be174c-1d60-42f7-ab19-fdd92ce83806 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:32:06.148920 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-51d76ec9-4e6b-45bf-802a-e95d98d80c4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:06.153192 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-0f92b375-5375-4d48-aa98-7721f2d57b1b tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:06.170235 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-0f92b375-5375-4d48-aa98-7721f2d57b1b tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530267'] for security_group_rule, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:06.178572 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.notifiers.nova [None req-a84dee03-d117-42e0-9102-ec0f80deccd2 tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] device_id is not set on port 810e772a-72a9-4885-bb4f-fc0b2e8edf95 yet. {{(pid=103160) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 18 13:32:06.206024 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-e16bf8aa-6a92-4b17-ad65-420d52ecc636 tempest-ExternalNetworksTestJSON-1111260564 tempest-ExternalNetworksTestJSON-1111260564-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1929185'] for subnet, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:06.211281 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f92b375-5375-4d48-aa98-7721f2d57b1b tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82f570f6-5af5-455c-9f89-7e71592bef9a,revision_number=0']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:32:06.230482 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7f856ef-3a44-4cc8-a903-eed81bab8b00 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp31e170a0-46a1-5ba9-9dc1-7ee4f866f0d7-1ea7c36e-0bb1-4c01-b001-19b3110f5c9f', 'network_id': '1ea7c36e-0bb1-4c01-b001-19b3110f5c9f', 'project_id': '7ebae9282694438b933cdb74bfb80192', 'fixed_ips': [{'subnet_id': 'c7bb1ec5-c151-4803-8b70-a9a8b01b20f5'}]}} from dv-neutron-744815-20-hyperv. {{(pid=103161) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 18 13:32:06.231359 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-b7f856ef-3a44-4cc8-a903-eed81bab8b00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:06.279808 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-0f92b375-5375-4d48-aa98-7721f2d57b1b tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:06.281139 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-0f92b375-5375-4d48-aa98-7721f2d57b1b tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4917486 Dec 18 13:32:06.285053 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 55072) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:32:06.291384 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-649a300b-3d7f-4186-a66f-0f2a294f711d tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Request body: {'security_group_rule': {'security_group_id': '4447f998-159f-4b2c-9f7d-c89516a44160', 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:32:06.295423 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-52453111-8602-45d8-ad2b-faf66ca0cb9e tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2023137'] for network, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:06.301741 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-e16bf8aa-6a92-4b17-ad65-420d52ecc636 tempest-ExternalNetworksTestJSON-1111260564 tempest-ExternalNetworksTestJSON-1111260564-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1929192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5659851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6017053'] for subnet, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:06.364677 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16bf8aa-6a92-4b17-ad65-420d52ecc636 tempest-ExternalNetworksTestJSON-1111260564 tempest-ExternalNetworksTestJSON-1111260564-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=e581a1c7-15a8-440b-8212-c0fcd7cc06b6,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:32:06.440825 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.db.securitygroups_db [None req-649a300b-3d7f-4186-a66f-0f2a294f711d tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Project 6e88b8a5aed24360a829007d7fd9d0fd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 18 13:32:06.448604 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-52453111-8602-45d8-ad2b-faf66ca0cb9e tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1929185'] for subnet, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:06.452017 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.db_base_plugin_common [None req-a84dee03-d117-42e0-9102-ec0f80deccd2 tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] Allocated IP 2001:db8::f816:3eff:fe31:dd9f (1ea7c36e-0bb1-4c01-b001-19b3110f5c9f/c7bb1ec5-c151-4803-8b70-a9a8b01b20f5/810e772a-72a9-4885-bb4f-fc0b2e8edf95) {{(pid=103160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:32:06.458825 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-e16bf8aa-6a92-4b17-ad65-420d52ecc636 tempest-ExternalNetworksTestJSON-1111260564 tempest-ExternalNetworksTestJSON-1111260564-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1927292', 'neutron.services.segments.db._delete_segments_for_network-8767106887837'] for network, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:06.461724 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-649a300b-3d7f-4186-a66f-0f2a294f711d tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:06.537330 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.services.segments.db [None req-e16bf8aa-6a92-4b17-ad65-420d52ecc636 tempest-ExternalNetworksTestJSON-1111260564 tempest-ExternalNetworksTestJSON-1111260564-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5450b79-c246-42b7-ad29-c817986ea815']}} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:32:06.597472 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.services.segments.db [None req-e16bf8aa-6a92-4b17-ad65-420d52ecc636 tempest-ExternalNetworksTestJSON-1111260564 tempest-ExternalNetworksTestJSON-1111260564-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd8ec846-f4a2-4030-905a-70b848b55fd5') {'for_net_delete': True} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:32:06.597925 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.services.segments.db [None req-e16bf8aa-6a92-4b17-ad65-420d52ecc636 tempest-ExternalNetworksTestJSON-1111260564 tempest-ExternalNetworksTestJSON-1111260564-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd8ec846-f4a2-4030-905a-70b848b55fd5') {} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:32:06.636778 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-e16bf8aa-6a92-4b17-ad65-420d52ecc636 tempest-ExternalNetworksTestJSON-1111260564 tempest-ExternalNetworksTestJSON-1111260564-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767106888614', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5589569'] for segment, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:06.683487 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-a84dee03-d117-42e0-9102-ec0f80deccd2 tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] Publish callbacks [] for port, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:06.698883 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-649a300b-3d7f-4186-a66f-0f2a294f711d tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:06.700878 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-e16bf8aa-6a92-4b17-ad65-420d52ecc636 tempest-ExternalNetworksTestJSON-1111260564 tempest-ExternalNetworksTestJSON-1111260564-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:06.722108 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-649a300b-3d7f-4186-a66f-0f2a294f711d tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530267'] for security_group_rule, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:06.724985 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-a84dee03-d117-42e0-9102-ec0f80deccd2 tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4533522'] for port, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:06.739562 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e16bf8aa-6a92-4b17-ad65-420d52ecc636 tempest-ExternalNetworksTestJSON-1111260564 tempest-ExternalNetworksTestJSON-1111260564-project-admin] Releasing vlan 114 on physical network physnet1 to pool {{(pid=103159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 18 13:32:06.740207 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-e16bf8aa-6a92-4b17-ad65-420d52ecc636 tempest-ExternalNetworksTestJSON-1111260564 tempest-ExternalNetworksTestJSON-1111260564-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5660009'] for segment, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:06.744229 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_common [None req-8007616f-5ab3-473d-9a8b-8b9d36ac03b1 None None] Allocated IP 2001:db8::2 (29ba1bdd-4806-4f7a-b37b-722640e0080a/4d06399f-dc87-4856-9281-4ffbbcd13512/95d13432-1c70-4f86-9b0f-9d7eb86a111b) {{(pid=103161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:32:06.788130 dv-neutron-744815-20-hyperv neutron-server[103159]: Traceback (most recent call last): Dec 18 13:32:06.788130 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 18 13:32:06.788130 dv-neutron-744815-20-hyperv neutron-server[103159]: timer() Dec 18 13:32:06.788130 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 18 13:32:06.788130 dv-neutron-744815-20-hyperv neutron-server[103159]: cb(*args, **kw) Dec 18 13:32:06.788130 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 18 13:32:06.788130 dv-neutron-744815-20-hyperv neutron-server[103159]: return func(*args, **kwargs) Dec 18 13:32:06.788130 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 18 13:32:06.788130 dv-neutron-744815-20-hyperv neutron-server[103159]: self._notify() Dec 18 13:32:06.788130 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 18 13:32:06.788130 dv-neutron-744815-20-hyperv neutron-server[103159]: self.callback(batched_events) Dec 18 13:32:06.788130 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 18 13:32:06.788130 dv-neutron-744815-20-hyperv neutron-server[103159]: event.method(event) Dec 18 13:32:06.788130 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 18 13:32:06.788130 dv-neutron-744815-20-hyperv neutron-server[103159]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 18 13:32:06.788130 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 18 13:32:06.788130 dv-neutron-744815-20-hyperv neutron-server[103159]: aggregate_uuid = self.p_client.list_aggregates( Dec 18 13:32:06.788130 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 18 13:32:06.788130 dv-neutron-744815-20-hyperv neutron-server[103159]: return f(self, *a, **k) Dec 18 13:32:06.788130 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 18 13:32:06.788130 dv-neutron-744815-20-hyperv neutron-server[103159]: return self._get(url).json() Dec 18 13:32:06.788130 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 18 13:32:06.788130 dv-neutron-744815-20-hyperv neutron-server[103159]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 18 13:32:06.788130 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 18 13:32:06.788130 dv-neutron-744815-20-hyperv neutron-server[103159]: return self.request(url, 'GET', **kwargs) Dec 18 13:32:06.788130 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 18 13:32:06.788130 dv-neutron-744815-20-hyperv neutron-server[103159]: base_url = self.get_endpoint(auth, allow=allow, Dec 18 13:32:06.788130 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 18 13:32:06.788130 dv-neutron-744815-20-hyperv neutron-server[103159]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 18 13:32:06.788130 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 18 13:32:06.788130 dv-neutron-744815-20-hyperv neutron-server[103159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 18 13:32:06.788130 dv-neutron-744815-20-hyperv neutron-server[103159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 18 13:32:06.804966 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a84dee03-d117-42e0-9102-ec0f80deccd2 tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] Network 1ea7c36e-0bb1-4c01-b001-19b3110f5c9f is already hosted by enough agents. {{(pid=103160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:32:06.808111 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.base_scheduler [None req-a84dee03-d117-42e0-9102-ec0f80deccd2 tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] Resources bound (agent type, host, resource id): {{(pid=103160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:32:06.812031 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a84dee03-d117-42e0-9102-ec0f80deccd2 tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] Received port after_create {{(pid=103160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:32:06.823495 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a84dee03-d117-42e0-9102-ec0f80deccd2 tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:32:06.824332 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-a84dee03-d117-42e0-9102-ec0f80deccd2 tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:06.832100 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84dee03-d117-42e0-9102-ec0f80deccd2 tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] Pushing event updated for resources: {'Port': ['ID=810e772a-72a9-4885-bb4f-fc0b2e8edf95,revision_number=1']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:32:06.836569 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:06.876728 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-a84dee03-d117-42e0-9102-ec0f80deccd2 tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.1072209 Dec 18 13:32:06.880937 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 55080) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:32:06.894259 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-51d76ec9-4e6b-45bf-802a-e95d98d80c4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:06.909591 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649a300b-3d7f-4186-a66f-0f2a294f711d tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b701b134-7ff4-4a14-bedd-45f4a3f87598,revision_number=0']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:32:06.930801 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-649a300b-3d7f-4186-a66f-0f2a294f711d tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:06.932272 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-649a300b-3d7f-4186-a66f-0f2a294f711d tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6452801 Dec 18 13:32:06.961763 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-e16bf8aa-6a92-4b17-ad65-420d52ecc636 tempest-ExternalNetworksTestJSON-1111260564 tempest-ExternalNetworksTestJSON-1111260564-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1927267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586962'] for network, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:06.963694 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_common [None req-b7f856ef-3a44-4cc8-a903-eed81bab8b00 None None] Allocated IP 2001:db8::f816:3eff:fee0:b155 (1ea7c36e-0bb1-4c01-b001-19b3110f5c9f/c7bb1ec5-c151-4803-8b70-a9a8b01b20f5/c7860eaa-2c42-4eae-893b-eabcaabd63d1) {{(pid=103161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:32:06.969098 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e16bf8aa-6a92-4b17-ad65-420d52ecc636 tempest-ExternalNetworksTestJSON-1111260564 tempest-ExternalNetworksTestJSON-1111260564-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network d5450b79-c246-42b7-ad29-c817986ea815 {{(pid=103159) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 18 13:32:06.984667 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-e16bf8aa-6a92-4b17-ad65-420d52ecc636 tempest-ExternalNetworksTestJSON-1111260564 tempest-ExternalNetworksTestJSON-1111260564-project-admin] Publish callbacks [] for network, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:06.990903 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a18a878-8e75-4584-9483-1d8b97e6a549 tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] Deleting subnet c7bb1ec5-c151-4803-8b70-a9a8b01b20f5 {{(pid=103160) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 18 13:32:06.991078 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-e16bf8aa-6a92-4b17-ad65-420d52ecc636 tempest-ExternalNetworksTestJSON-1111260564 tempest-ExternalNetworksTestJSON-1111260564-project-admin] 10.222.0.31 "DELETE /v2.0/networks/d5450b79-c246-42b7-ad29-c817986ea815 HTTP/1.1" status: 204 len: 168 time: 2.4209015 Dec 18 13:32:06.991221 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 55084) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:32:07.013368 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16bf8aa-6a92-4b17-ad65-420d52ecc636 tempest-ExternalNetworksTestJSON-1111260564 tempest-ExternalNetworksTestJSON-1111260564-project-admin] Pushing event deleted for resources: {'Network': ['ID=d5450b79-c246-42b7-ad29-c817986ea815,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:32:07.025848 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 05be174c-1d60-42f7-ab19-fdd92ce83806 up at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 13:32:07.108513 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60c9b66c-a171-4bec-aae7-a4d384b3c89a None None] Network 58390d3a-b960-4258-be41-e90ef13e7bac requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:32:07.110818 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87499f61-a5ef-4a28-b209-0b3e28545650 None None] Update dhcp port {'port': {'network_id': '4074df91-55f6-492b-a51e-e7e1ead64bdd', 'fixed_ips': [{'subnet_id': '8cfcc7d8-ad73-4a12-bc5c-1ba16db0b07d', 'ip_address': '2001:db8::2'}, {'subnet_id': 'e8e34976-7cdb-4e9b-b2fe-071ae52f77f8'}], 'binding:host_id': 'dv-neutron-744815-20-hyperv'}, 'id': '05be174c-1d60-42f7-ab19-fdd92ce83806'} from dv-neutron-744815-20-hyperv. {{(pid=103161) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 18 13:32:07.195312 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-87499f61-a5ef-4a28-b209-0b3e28545650 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:07.209038 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-51d76ec9-4e6b-45bf-802a-e95d98d80c4f None None] For port 05be174c-1d60-42f7-ab19-fdd92ce83806, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=05be174c-1d60-42f7-ab19-fdd92ce83806,segment=NetworkSegment(e2a906f3-cc73-45e9-9b10-5d7c58b2460b),segment_id=e2a906f3-cc73-45e9-9b10-5d7c58b2460b)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:32:07.262069 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-097c78bb-a3b9-4805-bcdc-6bf5069d1520 tempest-ExternalNetworksTestJSON-1111260564 tempest-ExternalNetworksTestJSON-1111260564-project-admin] 10.222.0.31 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1477 time: 0.2695763 Dec 18 13:32:07.264306 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 55098) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:32:07.281105 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-e0dd5ae1-bead-4ec9-af8b-52e44e170bfc req-9fa93a31-f40f-415d-9b31-f84547ef69cb tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1763994724&fields=id&tenant_id=6e88b8a5aed24360a829007d7fd9d0fd HTTP/1.1" status: 200 len: 267 time: 0.0619566 Dec 18 13:32:07.287290 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-51d76ec9-4e6b-45bf-802a-e95d98d80c4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:07.320626 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-e74040e1-cf72-453a-bc17-7910211317d0 req-2b690a8d-6299-4e7e-a232-ab1f32e1a88d tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5e7f6db-2193-4bdc-a573-cb470e1f7258 HTTP/1.1" status: 200 len: 210 time: 0.0696142 Dec 18 13:32:07.390533 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9ce4cf0-8342-4207-b2a7-5e98b732765b tempest-ExternalNetworksTestJSON-1111260564 tempest-ExternalNetworksTestJSON-1111260564-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:32:07.390896 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9ce4cf0-8342-4207-b2a7-5e98b732765b tempest-ExternalNetworksTestJSON-1111260564 tempest-ExternalNetworksTestJSON-1111260564-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:32:07.391389 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9ce4cf0-8342-4207-b2a7-5e98b732765b tempest-ExternalNetworksTestJSON-1111260564 tempest-ExternalNetworksTestJSON-1111260564-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:32:07.391838 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9ce4cf0-8342-4207-b2a7-5e98b732765b tempest-ExternalNetworksTestJSON-1111260564 tempest-ExternalNetworksTestJSON-1111260564-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:32:07.392287 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9ce4cf0-8342-4207-b2a7-5e98b732765b tempest-ExternalNetworksTestJSON-1111260564 tempest-ExternalNetworksTestJSON-1111260564-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:32:07.393108 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9ce4cf0-8342-4207-b2a7-5e98b732765b tempest-ExternalNetworksTestJSON-1111260564 tempest-ExternalNetworksTestJSON-1111260564-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:32:07.393816 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9ce4cf0-8342-4207-b2a7-5e98b732765b tempest-ExternalNetworksTestJSON-1111260564 tempest-ExternalNetworksTestJSON-1111260564-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:32:07.394269 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9ce4cf0-8342-4207-b2a7-5e98b732765b tempest-ExternalNetworksTestJSON-1111260564 tempest-ExternalNetworksTestJSON-1111260564-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:32:07.394717 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9ce4cf0-8342-4207-b2a7-5e98b732765b tempest-ExternalNetworksTestJSON-1111260564 tempest-ExternalNetworksTestJSON-1111260564-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:32:07.395181 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9ce4cf0-8342-4207-b2a7-5e98b732765b tempest-ExternalNetworksTestJSON-1111260564 tempest-ExternalNetworksTestJSON-1111260564-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:32:07.395624 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9ce4cf0-8342-4207-b2a7-5e98b732765b tempest-ExternalNetworksTestJSON-1111260564 tempest-ExternalNetworksTestJSON-1111260564-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:32:07.396064 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9ce4cf0-8342-4207-b2a7-5e98b732765b tempest-ExternalNetworksTestJSON-1111260564 tempest-ExternalNetworksTestJSON-1111260564-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:32:07.396502 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9ce4cf0-8342-4207-b2a7-5e98b732765b tempest-ExternalNetworksTestJSON-1111260564 tempest-ExternalNetworksTestJSON-1111260564-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:32:07.396937 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9ce4cf0-8342-4207-b2a7-5e98b732765b tempest-ExternalNetworksTestJSON-1111260564 tempest-ExternalNetworksTestJSON-1111260564-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:32:07.399081 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-e9ce4cf0-8342-4207-b2a7-5e98b732765b tempest-ExternalNetworksTestJSON-1111260564 tempest-ExternalNetworksTestJSON-1111260564-project-admin] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 9023 time: 0.1338837 Dec 18 13:32:07.402180 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 55100) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:32:07.421659 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dd5ae1-bead-4ec9-af8b-52e44e170bfc req-1e1c560e-32d1-4c6b-bdf0-88c7fd3ea48c tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:32:07.433924 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-e0dd5ae1-bead-4ec9-af8b-52e44e170bfc req-1e1c560e-32d1-4c6b-bdf0-88c7fd3ea48c tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/networks?id=58390d3a-b960-4258-be41-e90ef13e7bac HTTP/1.1" status: 200 len: 797 time: 0.1347461 Dec 18 13:32:07.461058 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-e0dd5ae1-bead-4ec9-af8b-52e44e170bfc req-32b4d850-5aad-4264-8611-7471e0f1c4f8 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/quotas/6e88b8a5aed24360a829007d7fd9d0fd HTTP/1.1" status: 200 len: 375 time: 0.0261950 Dec 18 13:32:07.469388 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-8007616f-5ab3-473d-9a8b-8b9d36ac03b1 None None] Publish callbacks [] for port, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:07.493661 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-8007616f-5ab3-473d-9a8b-8b9d36ac03b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975'] for port, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:07.504354 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.api.v2.resource [None req-395e1dd2-0ebd-4e22-b86f-d48ac895e253 tempest-ExternalNetworksTestJSON-1111260564 tempest-ExternalNetworksTestJSON-1111260564-project-admin] delete failed (client error): The resource could not be found. Dec 18 13:32:07.509867 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-395e1dd2-0ebd-4e22-b86f-d48ac895e253 tempest-ExternalNetworksTestJSON-1111260564 tempest-ExternalNetworksTestJSON-1111260564-project-admin] 10.222.0.31 "DELETE /v2.0/floatingips/fd2181d0-b6b4-48d9-8af1-b8949968f54e HTTP/1.1" status: 404 len: 345 time: 0.1065874 Dec 18 13:32:07.510815 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 55102) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:32:07.528957 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0e573cd-0c5b-4225-87e5-6e1544b6fc0f tempest-ExternalNetworksTestJSON-1111260564 tempest-ExternalNetworksTestJSON-1111260564-project-admin] DELETE failed (client error): The resource could not be found. Dec 18 13:32:07.530050 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0e573cd-0c5b-4225-87e5-6e1544b6fc0f tempest-ExternalNetworksTestJSON-1111260564 tempest-ExternalNetworksTestJSON-1111260564-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=103160) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 18 13:32:07.539880 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-c0e573cd-0c5b-4225-87e5-6e1544b6fc0f tempest-ExternalNetworksTestJSON-1111260564 tempest-ExternalNetworksTestJSON-1111260564-project-admin] 10.222.0.31 "DELETE /v2.0/networks/d5450b79-c246-42b7-ad29-c817986ea815 HTTP/1.1" status: 404 len: 339 time: 0.0240388 Dec 18 13:32:07.540958 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 55104) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:32:07.545401 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-52453111-8602-45d8-ad2b-faf66ca0cb9e tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1929192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4533475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4514371'] for subnet, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:07.558623 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8007616f-5ab3-473d-9a8b-8b9d36ac03b1 None None] Network 29ba1bdd-4806-4f7a-b37b-722640e0080a is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:32:07.561417 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-ee243c5f-6db9-4d7a-ae2a-8c7345c404c5 tempest-ExternalNetworksTestJSON-1111260564 tempest-ExternalNetworksTestJSON-1111260564-project-admin] Request body: {'network': {'name': 'tempest-network--1797208549', 'router:external': True}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:32:07.568165 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-8007616f-5ab3-473d-9a8b-8b9d36ac03b1 None None] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:32:07.572274 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8007616f-5ab3-473d-9a8b-8b9d36ac03b1 None None] Received port after_create {{(pid=103161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:32:07.625950 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-d4607536-184b-4720-b584-c63710b812b9 None None] Provisioning complete for port fb03d2a6-d501-428d-b38f-606eb21138cb triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:32:07.625950 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-d4607536-184b-4720-b584-c63710b812b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:07.662722 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d76ec9-4e6b-45bf-802a-e95d98d80c4f None None] Pushing event updated for resources: {'Port': ['ID=05be174c-1d60-42f7-ab19-fdd92ce83806,revision_number=3']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:32:07.672576 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52453111-8602-45d8-ad2b-faf66ca0cb9e tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Pushing event deleted for resources: {'Subnet': ['ID=4d06399f-dc87-4856-9281-4ffbbcd13512,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:32:07.676688 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-e0dd5ae1-bead-4ec9-af8b-52e44e170bfc req-18b142c0-288f-4a0c-be8a-7225b33ef9bd tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=6e88b8a5aed24360a829007d7fd9d0fd&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2095187 Dec 18 13:32:07.679240 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee243c5f-6db9-4d7a-ae2a-8c7345c404c5 tempest-ExternalNetworksTestJSON-1111260564 tempest-ExternalNetworksTestJSON-1111260564-project-admin] Made reservation on behalf of 3c80df0f660f4f208bd0255a011868f7 for: {'network': 1} {{(pid=103160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:32:07.683736 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-ee243c5f-6db9-4d7a-ae2a-8c7345c404c5 tempest-ExternalNetworksTestJSON-1111260564 tempest-ExternalNetworksTestJSON-1111260564-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for network, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:07.744892 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc12f8d9-28e7-4f3b-9bd1-d5d889ef9536 req-18e1d3d4-fc2a-4773-bb6b-0bbefcb8cae6 tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:32:07.746697 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-dc12f8d9-28e7-4f3b-9bd1-d5d889ef9536 req-18e1d3d4-fc2a-4773-bb6b-0bbefcb8cae6 tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] 10.222.0.43 "GET /v2.0/networks?id=b777eec3-1fe1-45d9-be90-d023741ff2c0 HTTP/1.1" status: 200 len: 812 time: 0.1698956 Dec 18 13:32:07.770291 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2294866d-0076-4933-952c-685307032598 None None] Provisioning complete for port 05be174c-1d60-42f7-ab19-fdd92ce83806 triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:32:07.770661 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:07.850503 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-dc12f8d9-28e7-4f3b-9bd1-d5d889ef9536 req-384f460d-9eda-4898-9d00-91e91db2d123 tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2cba4008d8a8417bb0925fcf9726214e HTTP/1.1" status: 200 len: 380 time: 0.0918021 Dec 18 13:32:07.873069 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [req-dc12f8d9-28e7-4f3b-9bd1-d5d889ef9536 req-e227b363-c543-46b0-b7a3-706f4bd2bfaf tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] Request body: {'port': {'device_id': 'c5e7f6db-2193-4bdc-a573-cb470e1f7258', 'network_id': 'b777eec3-1fe1-45d9-be90-d023741ff2c0', 'admin_state_up': True, 'tenant_id': '2cba4008d8a8417bb0925fcf9726214e', 'security_groups': ['7500739f-039a-45b0-85f1-cc2dd6d8ee03']}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:32:07.926269 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8007616f-5ab3-473d-9a8b-8b9d36ac03b1 None None] Pushing event updated for resources: {'Port': ['ID=95d13432-1c70-4f86-9b0f-9d7eb86a111b,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:32:08.062767 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-e0dd5ae1-bead-4ec9-af8b-52e44e170bfc req-2001e313-5e17-4d7b-b9f8-1cc759ce5c0b service neutron] 10.222.0.31 "GET /v2.0/networks/58390d3a-b960-4258-be41-e90ef13e7bac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3418601 Dec 18 13:32:08.154406 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-52453111-8602-45d8-ad2b-faf66ca0cb9e tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1927292', 'neutron.services.segments.db._delete_segments_for_network-8767106887837'] for network, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:08.159467 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc12f8d9-28e7-4f3b-9bd1-d5d889ef9536 req-e227b363-c543-46b0-b7a3-706f4bd2bfaf tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] Made reservation on behalf of 2cba4008d8a8417bb0925fcf9726214e for: {'port': 1} {{(pid=103159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:32:08.163605 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-dc12f8d9-28e7-4f3b-9bd1-d5d889ef9536 req-e227b363-c543-46b0-b7a3-706f4bd2bfaf tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:08.168752 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-b7f856ef-3a44-4cc8-a903-eed81bab8b00 None None] Publish callbacks [] for port, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:08.172136 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-8007616f-5ab3-473d-9a8b-8b9d36ac03b1 None None] Attempting to bind port 95d13432-1c70-4f86-9b0f-9d7eb86a111b on host dv-neutron-744815-20-hyperv for vnic_type normal with profile {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 13:32:08.172510 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-8007616f-5ab3-473d-9a8b-8b9d36ac03b1 None None] Attempting to bind port 95d13432-1c70-4f86-9b0f-9d7eb86a111b by drivers openvswitch,hyperv on host dv-neutron-744815-20-hyperv at level 0 using segments [{'id': 'f9b11e92-d0b9-438f-9a6d-fbaaf1c94580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '29ba1bdd-4806-4f7a-b37b-722640e0080a'}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 13:32:08.173211 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8007616f-5ab3-473d-9a8b-8b9d36ac03b1 None None] Attempting to bind port 95d13432-1c70-4f86-9b0f-9d7eb86a111b on network 29ba1bdd-4806-4f7a-b37b-722640e0080a {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 13:32:08.193343 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8007616f-5ab3-473d-9a8b-8b9d36ac03b1 None None] Checking agent: {'id': '428fa9fa-43db-4db9-9f96-f60ffe931f2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-20-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 13, 19, 1), 'started_at': datetime.datetime(2021, 12, 18, 13, 19, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 13, 32, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-20-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 18 13:32:08.193726 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8007616f-5ab3-473d-9a8b-8b9d36ac03b1 None None] Checking segment: {'id': 'f9b11e92-d0b9-438f-9a6d-fbaaf1c94580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '29ba1bdd-4806-4f7a-b37b-722640e0080a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 13:32:08.194135 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-8007616f-5ab3-473d-9a8b-8b9d36ac03b1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:08.194532 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8007616f-5ab3-473d-9a8b-8b9d36ac03b1 None None] Bound using segment: {'id': 'f9b11e92-d0b9-438f-9a6d-fbaaf1c94580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '29ba1bdd-4806-4f7a-b37b-722640e0080a'} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 18 13:32:08.195022 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-8007616f-5ab3-473d-9a8b-8b9d36ac03b1 None None] Bound port: 95d13432-1c70-4f86-9b0f-9d7eb86a111b, host: dv-neutron-744815-20-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9b11e92-d0b9-438f-9a6d-fbaaf1c94580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '29ba1bdd-4806-4f7a-b37b-722640e0080a'}}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 18 13:32:08.195735 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-8007616f-5ab3-473d-9a8b-8b9d36ac03b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:08.202084 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.services.segments.db [None req-52453111-8602-45d8-ad2b-faf66ca0cb9e tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29ba1bdd-4806-4f7a-b37b-722640e0080a']}} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:32:08.207547 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-b7f856ef-3a44-4cc8-a903-eed81bab8b00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975'] for port, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:08.216699 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.services.segments.db [None req-52453111-8602-45d8-ad2b-faf66ca0cb9e tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9b11e92-d0b9-438f-9a6d-fbaaf1c94580') {'for_net_delete': True} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:32:08.217397 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.services.segments.db [None req-52453111-8602-45d8-ad2b-faf66ca0cb9e tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9b11e92-d0b9-438f-9a6d-fbaaf1c94580') {} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:32:08.230085 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-d4607536-184b-4720-b584-c63710b812b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:08.234951 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-52453111-8602-45d8-ad2b-faf66ca0cb9e tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767106888614', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4533424'] for segment, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:08.236659 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-e0dd5ae1-bead-4ec9-af8b-52e44e170bfc req-a9594033-dddf-46a6-93dc-d4a9308bb371 service neutron] 10.222.0.31 "GET /v2.0/networks/58390d3a-b960-4258-be41-e90ef13e7bac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1728299 Dec 18 13:32:08.254126 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-52453111-8602-45d8-ad2b-faf66ca0cb9e tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:08.262068 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52453111-8602-45d8-ad2b-faf66ca0cb9e tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Releasing vlan 118 on physical network physnet1 to pool {{(pid=103160) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 18 13:32:08.262586 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-52453111-8602-45d8-ad2b-faf66ca0cb9e tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4533569'] for segment, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:08.293738 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_common [None req-87499f61-a5ef-4a28-b209-0b3e28545650 None None] Allocated IP 172.20.0.1 (4074df91-55f6-492b-a51e-e7e1ead64bdd/e8e34976-7cdb-4e9b-b2fe-071ae52f77f8/05be174c-1d60-42f7-ab19-fdd92ce83806) {{(pid=103161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:32:08.333401 dv-neutron-744815-20-hyperv neutron-server[103160]: Traceback (most recent call last): Dec 18 13:32:08.333401 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 18 13:32:08.333401 dv-neutron-744815-20-hyperv neutron-server[103160]: timer() Dec 18 13:32:08.333401 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 18 13:32:08.333401 dv-neutron-744815-20-hyperv neutron-server[103160]: cb(*args, **kw) Dec 18 13:32:08.333401 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 18 13:32:08.333401 dv-neutron-744815-20-hyperv neutron-server[103160]: return func(*args, **kwargs) Dec 18 13:32:08.333401 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 18 13:32:08.333401 dv-neutron-744815-20-hyperv neutron-server[103160]: self._notify() Dec 18 13:32:08.333401 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 18 13:32:08.333401 dv-neutron-744815-20-hyperv neutron-server[103160]: self.callback(batched_events) Dec 18 13:32:08.333401 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 18 13:32:08.333401 dv-neutron-744815-20-hyperv neutron-server[103160]: event.method(event) Dec 18 13:32:08.333401 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 18 13:32:08.333401 dv-neutron-744815-20-hyperv neutron-server[103160]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 18 13:32:08.333401 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 18 13:32:08.333401 dv-neutron-744815-20-hyperv neutron-server[103160]: aggregate_uuid = self.p_client.list_aggregates( Dec 18 13:32:08.333401 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 18 13:32:08.333401 dv-neutron-744815-20-hyperv neutron-server[103160]: return f(self, *a, **k) Dec 18 13:32:08.333401 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 18 13:32:08.333401 dv-neutron-744815-20-hyperv neutron-server[103160]: return self._get(url).json() Dec 18 13:32:08.333401 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 18 13:32:08.333401 dv-neutron-744815-20-hyperv neutron-server[103160]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 18 13:32:08.333401 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 18 13:32:08.333401 dv-neutron-744815-20-hyperv neutron-server[103160]: return self.request(url, 'GET', **kwargs) Dec 18 13:32:08.333401 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 18 13:32:08.333401 dv-neutron-744815-20-hyperv neutron-server[103160]: base_url = self.get_endpoint(auth, allow=allow, Dec 18 13:32:08.333401 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 18 13:32:08.333401 dv-neutron-744815-20-hyperv neutron-server[103160]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 18 13:32:08.333401 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 18 13:32:08.333401 dv-neutron-744815-20-hyperv neutron-server[103160]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 18 13:32:08.333401 dv-neutron-744815-20-hyperv neutron-server[103160]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 18 13:32:08.347449 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee243c5f-6db9-4d7a-ae2a-8c7345c404c5 tempest-ExternalNetworksTestJSON-1111260564 tempest-ExternalNetworksTestJSON-1111260564-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 134} {{(pid=103160) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 18 13:32:08.358911 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-ee243c5f-6db9-4d7a-ae2a-8c7345c404c5 tempest-ExternalNetworksTestJSON-1111260564 tempest-ExternalNetworksTestJSON-1111260564-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:08.359558 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.db.segments_db [None req-ee243c5f-6db9-4d7a-ae2a-8c7345c404c5 tempest-ExternalNetworksTestJSON-1111260564 tempest-ExternalNetworksTestJSON-1111260564-project-admin] Added segment 3536678f-45f7-410b-8081-d61b736b97e3 of type vlan for network a19c96ed-4af3-494d-a645-a41fbe7b0112 Dec 18 13:32:08.422570 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-ee243c5f-6db9-4d7a-ae2a-8c7345c404c5 tempest-ExternalNetworksTestJSON-1111260564 tempest-ExternalNetworksTestJSON-1111260564-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767106405744'] for network, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:08.467053 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-7a18a878-8e75-4584-9483-1d8b97e6a549 tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] Publish callbacks [] for subnet, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:08.468212 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7f856ef-3a44-4cc8-a903-eed81bab8b00 None None] Network 1ea7c36e-0bb1-4c01-b001-19b3110f5c9f is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:32:08.478687 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.db.api [None req-52453111-8602-45d8-ad2b-faf66ca0cb9e tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 18 13:32:08.478687 dv-neutron-744815-20-hyperv neutron-server[103160]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 18 13:32:08.478687 dv-neutron-744815-20-hyperv neutron-server[103160]: [parameters: {'id': '29ba1bdd-4806-4f7a-b37b-722640e0080a'}] Dec 18 13:32:08.478687 dv-neutron-744815-20-hyperv neutron-server[103160]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103160) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 18 13:32:08.479402 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG oslo_db.api [None req-52453111-8602-45d8-ad2b-faf66ca0cb9e tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 18 13:32:08.480839 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-ee243c5f-6db9-4d7a-ae2a-8c7345c404c5 tempest-ExternalNetworksTestJSON-1111260564 tempest-ExternalNetworksTestJSON-1111260564-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981'] for network, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:08.482609 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee243c5f-6db9-4d7a-ae2a-8c7345c404c5 tempest-ExternalNetworksTestJSON-1111260564 tempest-ExternalNetworksTestJSON-1111260564-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:32:08.483414 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-ee243c5f-6db9-4d7a-ae2a-8c7345c404c5 tempest-ExternalNetworksTestJSON-1111260564 tempest-ExternalNetworksTestJSON-1111260564-project-admin] Publish callbacks [] for network, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:08.488446 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-b7f856ef-3a44-4cc8-a903-eed81bab8b00 None None] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:32:08.506823 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f856ef-3a44-4cc8-a903-eed81bab8b00 None None] Pushing event updated for resources: {'Port': ['ID=c7860eaa-2c42-4eae-893b-eabcaabd63d1,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:32:08.510907 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7f856ef-3a44-4cc8-a903-eed81bab8b00 None None] Received port after_create {{(pid=103161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:32:08.576679 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.db_base_plugin_common [req-dc12f8d9-28e7-4f3b-9bd1-d5d889ef9536 req-e227b363-c543-46b0-b7a3-706f4bd2bfaf tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] Allocated IP 172.20.0.4 (b777eec3-1fe1-45d9-be90-d023741ff2c0/7e8a84a3-739e-4c83-bb7f-c941648f694b/5da26721-d107-4a4b-b31c-6d701c670c9f) {{(pid=103159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:32:08.576896 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-d4607536-184b-4720-b584-c63710b812b9 None None] For port fb03d2a6-d501-428d-b38f-606eb21138cb, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=fb03d2a6-d501-428d-b38f-606eb21138cb,segment=NetworkSegment(b297829c-e967-4db9-a1fe-64dd92edbd1e),segment_id=b297829c-e967-4db9-a1fe-64dd92edbd1e)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:32:08.604226 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-d4607536-184b-4720-b584-c63710b812b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:08.606734 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device fb03d2a6-d501-428d-b38f-606eb21138cb up at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 13:32:08.676368 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-8007616f-5ab3-473d-9a8b-8b9d36ac03b1 None None] For port 95d13432-1c70-4f86-9b0f-9d7eb86a111b, host dv-neutron-744815-20-hyperv, cleared binding levels {{(pid=103161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 18 13:32:08.718472 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-ee243c5f-6db9-4d7a-ae2a-8c7345c404c5 tempest-ExternalNetworksTestJSON-1111260564 tempest-ExternalNetworksTestJSON-1111260564-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.1755562 Dec 18 13:32:08.726839 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-7d344f2a-2f3a-4a77-866e-0d4ca2da508a req-9f19d134-6112-4412-8eaa-ccf51634b381 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f2e2401-f0b6-4060-8ecb-c437b383b2ea HTTP/1.1" status: 200 len: 210 time: 0.0525315 Dec 18 13:32:08.730453 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 55118) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:32:08.752229 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-3ac17020-8e0e-4ab6-b659-2607d873cbc4 req-57415093-1533-431a-ae57-c4fd07f4e050 tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5e7f6db-2193-4bdc-a573-cb470e1f7258 HTTP/1.1" status: 200 len: 210 time: 0.2609742 Dec 18 13:32:08.755603 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-7a18a878-8e75-4584-9483-1d8b97e6a549 tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4533385'] for subnet, precommit_delete_associations {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:08.758887 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-87499f61-a5ef-4a28-b209-0b3e28545650 None None] For port 05be174c-1d60-42f7-ab19-fdd92ce83806, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=05be174c-1d60-42f7-ab19-fdd92ce83806,segment=NetworkSegment(e2a906f3-cc73-45e9-9b10-5d7c58b2460b),segment_id=e2a906f3-cc73-45e9-9b10-5d7c58b2460b)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:32:08.835598 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee243c5f-6db9-4d7a-ae2a-8c7345c404c5 tempest-ExternalNetworksTestJSON-1111260564 tempest-ExternalNetworksTestJSON-1111260564-project-admin] Pushing event updated for resources: {'Network': ['ID=a19c96ed-4af3-494d-a645-a41fbe7b0112,revision_number=1']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:32:08.844237 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-87499f61-a5ef-4a28-b209-0b3e28545650 None None] Publish callbacks [] for port, precommit_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:08.849327 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-8007616f-5ab3-473d-9a8b-8b9d36ac03b1 None None] For port 95d13432-1c70-4f86-9b0f-9d7eb86a111b, host dv-neutron-744815-20-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=95d13432-1c70-4f86-9b0f-9d7eb86a111b,segment=NetworkSegment(f9b11e92-d0b9-438f-9a6d-fbaaf1c94580),segment_id=f9b11e92-d0b9-438f-9a6d-fbaaf1c94580)] {{(pid=103161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 18 13:32:08.861739 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Network a19c96ed-4af3-494d-a645-a41fbe7b0112 details requested by agent ovs-agent-dv-neutron-744815-20-hyperv with host dv-neutron-744815-20-hyperv {{(pid=103161) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 18 13:32:08.869821 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-87499f61-a5ef-4a28-b209-0b3e28545650 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:08.888892 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-8007616f-5ab3-473d-9a8b-8b9d36ac03b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:08.890764 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-b7f856ef-3a44-4cc8-a903-eed81bab8b00 None None] Attempting to bind port c7860eaa-2c42-4eae-893b-eabcaabd63d1 on host dv-neutron-744815-20-hyperv for vnic_type normal with profile {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 13:32:08.891121 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-b7f856ef-3a44-4cc8-a903-eed81bab8b00 None None] Attempting to bind port c7860eaa-2c42-4eae-893b-eabcaabd63d1 by drivers openvswitch,hyperv on host dv-neutron-744815-20-hyperv at level 0 using segments [{'id': 'c62d67df-10bd-4d98-90db-8eb421186a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '1ea7c36e-0bb1-4c01-b001-19b3110f5c9f'}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 13:32:08.891666 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7f856ef-3a44-4cc8-a903-eed81bab8b00 None None] Attempting to bind port c7860eaa-2c42-4eae-893b-eabcaabd63d1 on network 1ea7c36e-0bb1-4c01-b001-19b3110f5c9f {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 13:32:08.893941 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-dc12f8d9-28e7-4f3b-9bd1-d5d889ef9536 req-e227b363-c543-46b0-b7a3-706f4bd2bfaf tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] Publish callbacks [] for port, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:08.916247 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d9689a5-260f-4dd3-8f26-6d90ca5b7ad3 tempest-ExternalNetworksTestJSON-482990383 tempest-ExternalNetworksTestJSON-482990383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:32:08.922384 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d9689a5-260f-4dd3-8f26-6d90ca5b7ad3 tempest-ExternalNetworksTestJSON-482990383 tempest-ExternalNetworksTestJSON-482990383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:32:08.936224 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d9689a5-260f-4dd3-8f26-6d90ca5b7ad3 tempest-ExternalNetworksTestJSON-482990383 tempest-ExternalNetworksTestJSON-482990383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:32:08.945161 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d9689a5-260f-4dd3-8f26-6d90ca5b7ad3 tempest-ExternalNetworksTestJSON-482990383 tempest-ExternalNetworksTestJSON-482990383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:32:08.950666 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-3d9689a5-260f-4dd3-8f26-6d90ca5b7ad3 tempest-ExternalNetworksTestJSON-482990383 tempest-ExternalNetworksTestJSON-482990383-project] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.2189879 Dec 18 13:32:08.953786 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4607536-184b-4720-b584-c63710b812b9 None None] Pushing event updated for resources: {'Port': ['ID=fb03d2a6-d501-428d-b38f-606eb21138cb,revision_number=3']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:32:08.956563 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 55124) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:32:08.958875 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7f856ef-3a44-4cc8-a903-eed81bab8b00 None None] Checking agent: {'id': '428fa9fa-43db-4db9-9f96-f60ffe931f2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-20-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 13, 19, 1), 'started_at': datetime.datetime(2021, 12, 18, 13, 19, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 13, 32, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-20-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 18 13:32:08.959394 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7f856ef-3a44-4cc8-a903-eed81bab8b00 None None] Checking segment: {'id': 'c62d67df-10bd-4d98-90db-8eb421186a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '1ea7c36e-0bb1-4c01-b001-19b3110f5c9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 13:32:08.959845 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-b7f856ef-3a44-4cc8-a903-eed81bab8b00 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:08.960238 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7f856ef-3a44-4cc8-a903-eed81bab8b00 None None] Bound using segment: {'id': 'c62d67df-10bd-4d98-90db-8eb421186a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '1ea7c36e-0bb1-4c01-b001-19b3110f5c9f'} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 18 13:32:08.960731 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-b7f856ef-3a44-4cc8-a903-eed81bab8b00 None None] Bound port: c7860eaa-2c42-4eae-893b-eabcaabd63d1, host: dv-neutron-744815-20-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c62d67df-10bd-4d98-90db-8eb421186a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '1ea7c36e-0bb1-4c01-b001-19b3110f5c9f'}}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 18 13:32:08.961119 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-b7f856ef-3a44-4cc8-a903-eed81bab8b00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:08.973115 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-9b008e61-efdf-42cd-9f52-ec1cd6762b47 None None] Provisioning complete for port fb03d2a6-d501-428d-b38f-606eb21138cb triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:32:08.973403 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-9b008e61-efdf-42cd-9f52-ec1cd6762b47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:08.991251 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-52453111-8602-45d8-ad2b-faf66ca0cb9e tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2023137'] for network, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:09.029396 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-dc12f8d9-28e7-4f3b-9bd1-d5d889ef9536 req-e227b363-c543-46b0-b7a3-706f4bd2bfaf tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:09.091933 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc12f8d9-28e7-4f3b-9bd1-d5d889ef9536 req-e227b363-c543-46b0-b7a3-706f4bd2bfaf tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] Network b777eec3-1fe1-45d9-be90-d023741ff2c0 is already hosted by enough agents. {{(pid=103159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:32:09.096092 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.base_scheduler [req-dc12f8d9-28e7-4f3b-9bd1-d5d889ef9536 req-e227b363-c543-46b0-b7a3-706f4bd2bfaf tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] Resources bound (agent type, host, resource id): {{(pid=103159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:32:09.101028 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc12f8d9-28e7-4f3b-9bd1-d5d889ef9536 req-e227b363-c543-46b0-b7a3-706f4bd2bfaf tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] Received port after_create {{(pid=103159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:32:09.163412 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e227b363-c543-46b0-b7a3-706f4bd2bfaf tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] Pushing event updated for resources: {'Port': ['ID=5da26721-d107-4a4b-b31c-6d701c670c9f,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:32:09.206276 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc12f8d9-28e7-4f3b-9bd1-d5d889ef9536 req-e227b363-c543-46b0-b7a3-706f4bd2bfaf tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:32:09.209789 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-dc12f8d9-28e7-4f3b-9bd1-d5d889ef9536 req-e227b363-c543-46b0-b7a3-706f4bd2bfaf tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:09.210356 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2294866d-0076-4933-952c-685307032598 None None] Provisioning complete for port fb03d2a6-d501-428d-b38f-606eb21138cb triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:32:09.210735 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:09.255295 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-dc12f8d9-28e7-4f3b-9bd1-d5d889ef9536 req-e227b363-c543-46b0-b7a3-706f4bd2bfaf tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3868690 Dec 18 13:32:09.265334 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-7a18a878-8e75-4584-9483-1d8b97e6a549 tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1929185'] for subnet, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:09.270982 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [req-dc12f8d9-28e7-4f3b-9bd1-d5d889ef9536 req-bb348652-457f-4bf7-b119-5c25a238116c service neutron] Request body: {'port': {'device_id': 'c5e7f6db-2193-4bdc-a573-cb470e1f7258', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7448'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:32:09.272684 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-2b7cef90-6afd-45d8-9c7c-a8a2add40638 tempest-ExternalNetworksTestJSON-1111260564 tempest-ExternalNetworksTestJSON-1111260564-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2023137'] for network, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:09.306324 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3141e995-a28c-4ab5-8bb2-72b71d2e28ef None None] Network 29ba1bdd-4806-4f7a-b37b-722640e0080a requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:32:09.310289 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87499f61-a5ef-4a28-b209-0b3e28545650 None None] Pushing event updated for resources: {'Port': ['ID=05be174c-1d60-42f7-ab19-fdd92ce83806,revision_number=4']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:32:09.471669 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-dc12f8d9-28e7-4f3b-9bd1-d5d889ef9536 req-bb348652-457f-4bf7-b119-5c25a238116c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:09.493775 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-52453111-8602-45d8-ad2b-faf66ca0cb9e tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Deleting port 95d13432-1c70-4f86-9b0f-9d7eb86a111b {{(pid=103160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:32:09.494312 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-52453111-8602-45d8-ad2b-faf66ca0cb9e tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:09.602496 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8007616f-5ab3-473d-9a8b-8b9d36ac03b1 None None] Pushing event updated for resources: {'Port': ['ID=95d13432-1c70-4f86-9b0f-9d7eb86a111b,revision_number=2']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:32:09.633643 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-2b7cef90-6afd-45d8-9c7c-a8a2add40638 tempest-ExternalNetworksTestJSON-1111260564 tempest-ExternalNetworksTestJSON-1111260564-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1927292', 'neutron.services.segments.db._delete_segments_for_network-8767106887837'] for network, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:09.659505 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-b7f856ef-3a44-4cc8-a903-eed81bab8b00 None None] For port c7860eaa-2c42-4eae-893b-eabcaabd63d1, host dv-neutron-744815-20-hyperv, cleared binding levels {{(pid=103161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 18 13:32:09.665637 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-7a18a878-8e75-4584-9483-1d8b97e6a549 tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1929192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4533475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4514371'] for subnet, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:09.722076 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.services.segments.db [None req-2b7cef90-6afd-45d8-9c7c-a8a2add40638 tempest-ExternalNetworksTestJSON-1111260564 tempest-ExternalNetworksTestJSON-1111260564-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a19c96ed-4af3-494d-a645-a41fbe7b0112']}} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:32:09.726467 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a18a878-8e75-4584-9483-1d8b97e6a549 tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] Pushing event deleted for resources: {'Subnet': ['ID=c7bb1ec5-c151-4803-8b70-a9a8b01b20f5,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:32:09.729960 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.db [None req-52453111-8602-45d8-ad2b-faf66ca0cb9e tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] For port 95d13432-1c70-4f86-9b0f-9d7eb86a111b, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=95d13432-1c70-4f86-9b0f-9d7eb86a111b,segment=NetworkSegment(f9b11e92-d0b9-438f-9a6d-fbaaf1c94580),segment_id=f9b11e92-d0b9-438f-9a6d-fbaaf1c94580)] {{(pid=103160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:32:09.730325 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-52453111-8602-45d8-ad2b-faf66ca0cb9e tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:09.749182 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.services.segments.db [None req-2b7cef90-6afd-45d8-9c7c-a8a2add40638 tempest-ExternalNetworksTestJSON-1111260564 tempest-ExternalNetworksTestJSON-1111260564-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3536678f-45f7-410b-8081-d61b736b97e3') {'for_net_delete': True} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:32:09.749403 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.services.segments.db [None req-2b7cef90-6afd-45d8-9c7c-a8a2add40638 tempest-ExternalNetworksTestJSON-1111260564 tempest-ExternalNetworksTestJSON-1111260564-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3536678f-45f7-410b-8081-d61b736b97e3') {} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:32:09.751085 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-b7f856ef-3a44-4cc8-a903-eed81bab8b00 None None] For port c7860eaa-2c42-4eae-893b-eabcaabd63d1, host dv-neutron-744815-20-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=c7860eaa-2c42-4eae-893b-eabcaabd63d1,segment=NetworkSegment(c62d67df-10bd-4d98-90db-8eb421186a1d),segment_id=c62d67df-10bd-4d98-90db-8eb421186a1d)] {{(pid=103161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 18 13:32:09.776126 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-7a18a878-8e75-4584-9483-1d8b97e6a549 tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] Publish callbacks [] for subnet, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:09.782720 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-b7f856ef-3a44-4cc8-a903-eed81bab8b00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:09.789284 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-7a18a878-8e75-4584-9483-1d8b97e6a549 tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] 10.222.0.31 "DELETE /v2.0/subnets/c7bb1ec5-c151-4803-8b70-a9a8b01b20f5 HTTP/1.1" status: 204 len: 168 time: 2.9060717 Dec 18 13:32:09.790594 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 55132) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:32:09.791771 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1954d4d-ba44-425d-924e-f0a8da4bb2d5 None None] Network 29ba1bdd-4806-4f7a-b37b-722640e0080a requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:32:09.812838 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-52453111-8602-45d8-ad2b-faf66ca0cb9e tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Calling delete_port for 95d13432-1c70-4f86-9b0f-9d7eb86a111b owned by network:dhcp {{(pid=103160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:32:09.842719 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-2b7cef90-6afd-45d8-9c7c-a8a2add40638 tempest-ExternalNetworksTestJSON-1111260564 tempest-ExternalNetworksTestJSON-1111260564-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767106888614', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4533424'] for segment, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:09.952850 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 48327930-f6ac-4169-9ef8-17ec7564131c no longer exists at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 18 13:32:10.011317 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-89fffaa7-4463-4aba-a9cc-c99f5e1a32bd req-23098908-9803-458b-a6ff-be0cb584b9c2 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f2e2401-f0b6-4060-8ecb-c437b383b2ea HTTP/1.1" status: 200 len: 210 time: 0.1467373 Dec 18 13:32:10.015192 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-2b7cef90-6afd-45d8-9c7c-a8a2add40638 tempest-ExternalNetworksTestJSON-1111260564 tempest-ExternalNetworksTestJSON-1111260564-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:10.081685 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-2294866d-0076-4933-952c-685307032598 None None] No Port match for: 48327930-f6ac-4169-9ef8-17ec7564131c {{(pid=103161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 18 13:32:10.083628 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 48327930-f6ac-4169-9ef8-17ec7564131c not bound to the agent host dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 18 13:32:10.096041 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b7cef90-6afd-45d8-9c7c-a8a2add40638 tempest-ExternalNetworksTestJSON-1111260564 tempest-ExternalNetworksTestJSON-1111260564-project-admin] Releasing vlan 134 on physical network physnet1 to pool {{(pid=103160) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 18 13:32:10.096450 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-2b7cef90-6afd-45d8-9c7c-a8a2add40638 tempest-ExternalNetworksTestJSON-1111260564 tempest-ExternalNetworksTestJSON-1111260564-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4533569'] for segment, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:10.105178 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f856ef-3a44-4cc8-a903-eed81bab8b00 None None] Pushing event updated for resources: {'Port': ['ID=c7860eaa-2c42-4eae-893b-eabcaabd63d1,revision_number=3']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:32:10.115272 dv-neutron-744815-20-hyperv neutron-server[103160]: Traceback (most recent call last): Dec 18 13:32:10.115272 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 18 13:32:10.115272 dv-neutron-744815-20-hyperv neutron-server[103160]: timer() Dec 18 13:32:10.115272 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 18 13:32:10.115272 dv-neutron-744815-20-hyperv neutron-server[103160]: cb(*args, **kw) Dec 18 13:32:10.115272 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 18 13:32:10.115272 dv-neutron-744815-20-hyperv neutron-server[103160]: return func(*args, **kwargs) Dec 18 13:32:10.115272 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 18 13:32:10.115272 dv-neutron-744815-20-hyperv neutron-server[103160]: self._notify() Dec 18 13:32:10.115272 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 18 13:32:10.115272 dv-neutron-744815-20-hyperv neutron-server[103160]: self.callback(batched_events) Dec 18 13:32:10.115272 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 18 13:32:10.115272 dv-neutron-744815-20-hyperv neutron-server[103160]: event.method(event) Dec 18 13:32:10.115272 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 18 13:32:10.115272 dv-neutron-744815-20-hyperv neutron-server[103160]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 18 13:32:10.115272 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 18 13:32:10.115272 dv-neutron-744815-20-hyperv neutron-server[103160]: aggregate_uuid = self.p_client.list_aggregates( Dec 18 13:32:10.115272 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 18 13:32:10.115272 dv-neutron-744815-20-hyperv neutron-server[103160]: return f(self, *a, **k) Dec 18 13:32:10.115272 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 18 13:32:10.115272 dv-neutron-744815-20-hyperv neutron-server[103160]: return self._get(url).json() Dec 18 13:32:10.115272 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 18 13:32:10.115272 dv-neutron-744815-20-hyperv neutron-server[103160]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 18 13:32:10.115272 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 18 13:32:10.115272 dv-neutron-744815-20-hyperv neutron-server[103160]: return self.request(url, 'GET', **kwargs) Dec 18 13:32:10.115272 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 18 13:32:10.115272 dv-neutron-744815-20-hyperv neutron-server[103160]: base_url = self.get_endpoint(auth, allow=allow, Dec 18 13:32:10.115272 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 18 13:32:10.115272 dv-neutron-744815-20-hyperv neutron-server[103160]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 18 13:32:10.115272 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 18 13:32:10.115272 dv-neutron-744815-20-hyperv neutron-server[103160]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 18 13:32:10.115272 dv-neutron-744815-20-hyperv neutron-server[103160]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 18 13:32:10.130550 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-5164c141-65e5-4585-b104-352680b1b675 None None] Provisioning complete for port 5da26721-d107-4a4b-b31c-6d701c670c9f triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:32:10.130932 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-5164c141-65e5-4585-b104-352680b1b675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:10.145243 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.notifiers.nova [req-dc12f8d9-28e7-4f3b-9bd1-d5d889ef9536 req-bb348652-457f-4bf7-b119-5c25a238116c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5da26721-d107-4a4b-b31c-6d701c670c9f {{(pid=103159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 18 13:32:10.167041 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-dc12f8d9-28e7-4f3b-9bd1-d5d889ef9536 req-bb348652-457f-4bf7-b119-5c25a238116c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:10.206448 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa723b4f-0645-49fc-8b01-ff56a3b8997e tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:32:10.208279 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa723b4f-0645-49fc-8b01-ff56a3b8997e tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:32:10.210276 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-fa723b4f-0645-49fc-8b01-ff56a3b8997e tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.3987234 Dec 18 13:32:10.226711 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 55134) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:32:10.235044 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-5164c141-65e5-4585-b104-352680b1b675 None None] Port 5da26721-d107-4a4b-b31c-6d701c670c9f cannot update to ACTIVE because it is not bound. {{(pid=103161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 13:32:10.350167 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 05be174c-1d60-42f7-ab19-fdd92ce83806 up at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 13:32:10.411561 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-2b7cef90-6afd-45d8-9c7c-a8a2add40638 tempest-ExternalNetworksTestJSON-1111260564 tempest-ExternalNetworksTestJSON-1111260564-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1927267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586962'] for network, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:10.422155 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b7cef90-6afd-45d8-9c7c-a8a2add40638 tempest-ExternalNetworksTestJSON-1111260564 tempest-ExternalNetworksTestJSON-1111260564-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network a19c96ed-4af3-494d-a645-a41fbe7b0112 {{(pid=103160) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 18 13:32:10.427455 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-2b7cef90-6afd-45d8-9c7c-a8a2add40638 tempest-ExternalNetworksTestJSON-1111260564 tempest-ExternalNetworksTestJSON-1111260564-project-admin] Publish callbacks [] for network, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:10.430940 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-2b7cef90-6afd-45d8-9c7c-a8a2add40638 tempest-ExternalNetworksTestJSON-1111260564 tempest-ExternalNetworksTestJSON-1111260564-project-admin] 10.222.0.31 "DELETE /v2.0/networks/a19c96ed-4af3-494d-a645-a41fbe7b0112 HTTP/1.1" status: 204 len: 168 time: 1.4594505 Dec 18 13:32:10.434903 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 55138) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:32:10.446660 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b34ebc4-cb29-4a39-8cdd-63a8bef7bb7f None None] Network 4074df91-55f6-492b-a51e-e7e1ead64bdd requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:32:10.481153 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-12814185-be0e-4541-acb5-2e36c1592587 tempest-ExternalNetworksTestJSON-1111260564 tempest-ExternalNetworksTestJSON-1111260564-project-admin] Request body: {'network': {'name': 'tempest-network--341253293', 'router:external': True}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:32:10.506939 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7cef90-6afd-45d8-9c7c-a8a2add40638 tempest-ExternalNetworksTestJSON-1111260564 tempest-ExternalNetworksTestJSON-1111260564-project-admin] Pushing event deleted for resources: {'Network': ['ID=a19c96ed-4af3-494d-a645-a41fbe7b0112,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:32:10.521785 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-52453111-8602-45d8-ad2b-faf66ca0cb9e tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4533522'] for port, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:10.530046 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dd5ae1-bead-4ec9-af8b-52e44e170bfc req-bab9103f-6686-4dfe-a7cf-9f59747b708f tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:32:10.533241 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-e0dd5ae1-bead-4ec9-af8b-52e44e170bfc req-bab9103f-6686-4dfe-a7cf-9f59747b708f tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.43 "GET /v2.0/networks?id=58390d3a-b960-4258-be41-e90ef13e7bac HTTP/1.1" status: 200 len: 797 time: 0.4221706 Dec 18 13:32:10.547204 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7cef90-6afd-45d8-9c7c-a8a2add40638 tempest-ExternalNetworksTestJSON-1111260564 tempest-ExternalNetworksTestJSON-1111260564-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:32:10.547830 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7cef90-6afd-45d8-9c7c-a8a2add40638 tempest-ExternalNetworksTestJSON-1111260564 tempest-ExternalNetworksTestJSON-1111260564-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:32:10.549506 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7cef90-6afd-45d8-9c7c-a8a2add40638 tempest-ExternalNetworksTestJSON-1111260564 tempest-ExternalNetworksTestJSON-1111260564-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:32:10.550041 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7cef90-6afd-45d8-9c7c-a8a2add40638 tempest-ExternalNetworksTestJSON-1111260564 tempest-ExternalNetworksTestJSON-1111260564-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:32:10.550561 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7cef90-6afd-45d8-9c7c-a8a2add40638 tempest-ExternalNetworksTestJSON-1111260564 tempest-ExternalNetworksTestJSON-1111260564-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:32:10.551732 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7cef90-6afd-45d8-9c7c-a8a2add40638 tempest-ExternalNetworksTestJSON-1111260564 tempest-ExternalNetworksTestJSON-1111260564-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:32:10.552301 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7cef90-6afd-45d8-9c7c-a8a2add40638 tempest-ExternalNetworksTestJSON-1111260564 tempest-ExternalNetworksTestJSON-1111260564-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:32:10.553256 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7cef90-6afd-45d8-9c7c-a8a2add40638 tempest-ExternalNetworksTestJSON-1111260564 tempest-ExternalNetworksTestJSON-1111260564-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:32:10.553535 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-74158955-843c-4b86-94ee-806a57912285 None None] Provisioning complete for port 05be174c-1d60-42f7-ab19-fdd92ce83806 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:32:10.553922 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-74158955-843c-4b86-94ee-806a57912285 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:10.554201 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7cef90-6afd-45d8-9c7c-a8a2add40638 tempest-ExternalNetworksTestJSON-1111260564 tempest-ExternalNetworksTestJSON-1111260564-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:32:10.554732 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7cef90-6afd-45d8-9c7c-a8a2add40638 tempest-ExternalNetworksTestJSON-1111260564 tempest-ExternalNetworksTestJSON-1111260564-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:32:10.555451 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7cef90-6afd-45d8-9c7c-a8a2add40638 tempest-ExternalNetworksTestJSON-1111260564 tempest-ExternalNetworksTestJSON-1111260564-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:32:10.555999 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7cef90-6afd-45d8-9c7c-a8a2add40638 tempest-ExternalNetworksTestJSON-1111260564 tempest-ExternalNetworksTestJSON-1111260564-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:32:10.556535 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7cef90-6afd-45d8-9c7c-a8a2add40638 tempest-ExternalNetworksTestJSON-1111260564 tempest-ExternalNetworksTestJSON-1111260564-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:32:10.653270 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52453111-8602-45d8-ad2b-faf66ca0cb9e tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Pushing event deleted for resources: {'Port': ['ID=95d13432-1c70-4f86-9b0f-9d7eb86a111b,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:32:10.688996 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2294866d-0076-4933-952c-685307032598 None None] Provisioning complete for port 05be174c-1d60-42f7-ab19-fdd92ce83806 triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:32:10.690614 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:10.693315 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52453111-8602-45d8-ad2b-faf66ca0cb9e tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] No DVR routers for this DVR port 95d13432-1c70-4f86-9b0f-9d7eb86a111b on host dv-neutron-744815-20-hyperv {{(pid=103160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 18 13:32:10.712763 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12814185-be0e-4541-acb5-2e36c1592587 tempest-ExternalNetworksTestJSON-1111260564 tempest-ExternalNetworksTestJSON-1111260564-project-admin] Made reservation on behalf of 3c80df0f660f4f208bd0255a011868f7 for: {'network': 1} {{(pid=103160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:32:10.715646 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-12814185-be0e-4541-acb5-2e36c1592587 tempest-ExternalNetworksTestJSON-1111260564 tempest-ExternalNetworksTestJSON-1111260564-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for network, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:10.917963 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12814185-be0e-4541-acb5-2e36c1592587 tempest-ExternalNetworksTestJSON-1111260564 tempest-ExternalNetworksTestJSON-1111260564-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 140} {{(pid=103160) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 18 13:32:10.937615 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-52453111-8602-45d8-ad2b-faf66ca0cb9e tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1927292', 'neutron.services.segments.db._delete_segments_for_network-8767106887837'] for network, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:10.959483 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.provisioning_blocks [req-dc12f8d9-28e7-4f3b-9bd1-d5d889ef9536 req-bb348652-457f-4bf7-b119-5c25a238116c service neutron] Transition to ACTIVE for port object 5da26721-d107-4a4b-b31c-6d701c670c9f will not be triggered until provisioned by entity L2. {{(pid=103159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 18 13:32:10.976145 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-dc12f8d9-28e7-4f3b-9bd1-d5d889ef9536 req-bb348652-457f-4bf7-b119-5c25a238116c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5659917'] for port, after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:10.997547 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device fb03d2a6-d501-428d-b38f-606eb21138cb up at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 13:32:11.011012 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-12814185-be0e-4541-acb5-2e36c1592587 tempest-ExternalNetworksTestJSON-1111260564 tempest-ExternalNetworksTestJSON-1111260564-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:11.011671 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.db.segments_db [None req-12814185-be0e-4541-acb5-2e36c1592587 tempest-ExternalNetworksTestJSON-1111260564 tempest-ExternalNetworksTestJSON-1111260564-project-admin] Added segment d5ae0d38-b91e-4eb2-beaf-9d3bad4dcf8f of type vlan for network 6fa125f1-c3e3-4677-9238-f48a199ab7c3 Dec 18 13:32:11.023022 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-e0dd5ae1-bead-4ec9-af8b-52e44e170bfc req-9e340524-a721-46cb-9536-f4386c6dbfd1 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6e88b8a5aed24360a829007d7fd9d0fd HTTP/1.1" status: 200 len: 472 time: 0.4615119 Dec 18 13:32:11.070949 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.services.segments.db [None req-52453111-8602-45d8-ad2b-faf66ca0cb9e tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29ba1bdd-4806-4f7a-b37b-722640e0080a']}} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:32:11.079259 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2294866d-0076-4933-952c-685307032598 None None] Provisioning complete for port fb03d2a6-d501-428d-b38f-606eb21138cb triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:32:11.080169 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:11.094315 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [req-e0dd5ae1-bead-4ec9-af8b-52e44e170bfc req-8bac9510-3116-411d-8292-584043d6b269 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Request body: {'port': {'device_id': '8f2e2401-f0b6-4060-8ecb-c437b383b2ea', 'network_id': '58390d3a-b960-4258-be41-e90ef13e7bac', 'admin_state_up': True, 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'security_groups': ['4447f998-159f-4b2c-9f7d-c89516a44160']}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:32:11.144672 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53e2a5a-ba2a-47bd-8181-a3439ced6c02 req-fcb89651-28f3-4a3d-a03f-740369324ee2 tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:32:11.154953 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-b53e2a5a-ba2a-47bd-8181-a3439ced6c02 req-fcb89651-28f3-4a3d-a03f-740369324ee2 tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5e7f6db-2193-4bdc-a573-cb470e1f7258 HTTP/1.1" status: 200 len: 931 time: 0.9466383 Dec 18 13:32:11.205491 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.services.segments.db [None req-52453111-8602-45d8-ad2b-faf66ca0cb9e tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9b11e92-d0b9-438f-9a6d-fbaaf1c94580') {'for_net_delete': True} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:32:11.205818 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.services.segments.db [None req-52453111-8602-45d8-ad2b-faf66ca0cb9e tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9b11e92-d0b9-438f-9a6d-fbaaf1c94580') {} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:32:11.253806 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-811b5464-72be-4197-8274-17f9f4a771c0 tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2023137'] for network, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:11.255951 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-52453111-8602-45d8-ad2b-faf66ca0cb9e tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767106888614', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4533424'] for segment, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:11.287998 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.pecan_wsgi.hooks.translation [None req-811b5464-72be-4197-8274-17f9f4a771c0 tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] DELETE failed (client error): There was a conflict when trying to complete your request. Dec 18 13:32:11.288516 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-811b5464-72be-4197-8274-17f9f4a771c0 tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 18 13:32:11.300757 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-811b5464-72be-4197-8274-17f9f4a771c0 tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] 10.222.0.31 "DELETE /v2.0/networks/1ea7c36e-0bb1-4c01-b001-19b3110f5c9f HTTP/1.1" status: 409 len: 405 time: 1.0708148 Dec 18 13:32:11.311200 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 55144) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:32:11.334389 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-11801c68-4df4-4fdd-95be-2981d0d2a66a tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1390711481'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:32:11.363444 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-5e143996-fd9f-420f-8cac-c2dbf05cdb5f req-10668820-a8f5-4bca-a9da-fe2e0513284a tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f2e2401-f0b6-4060-8ecb-c437b383b2ea HTTP/1.1" status: 200 len: 210 time: 0.1830201 Dec 18 13:32:11.367475 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-12814185-be0e-4541-acb5-2e36c1592587 tempest-ExternalNetworksTestJSON-1111260564 tempest-ExternalNetworksTestJSON-1111260564-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767106405744'] for network, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:11.400377 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-52453111-8602-45d8-ad2b-faf66ca0cb9e tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:11.408719 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52453111-8602-45d8-ad2b-faf66ca0cb9e tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Releasing vlan 118 on physical network physnet1 to pool {{(pid=103160) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 18 13:32:11.410254 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-52453111-8602-45d8-ad2b-faf66ca0cb9e tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4533569'] for segment, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:11.424296 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb348652-457f-4bf7-b119-5c25a238116c service neutron] Pushing event updated for resources: {'Port': ['ID=5da26721-d107-4a4b-b31c-6d701c670c9f,revision_number=2']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:32:11.519981 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-b53e2a5a-ba2a-47bd-8181-a3439ced6c02 req-deaca2d0-12c3-4c19-81df-e3dc8d000c8f tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] 10.222.0.31 "GET /v2.0/security-groups?id=7500739f-039a-45b0-85f1-cc2dd6d8ee03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3640184 Dec 18 13:32:11.525389 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11801c68-4df4-4fdd-95be-2981d0d2a66a tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] Made reservation on behalf of 7ebae9282694438b933cdb74bfb80192 for: {'network': 1} {{(pid=103159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:32:11.529456 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-11801c68-4df4-4fdd-95be-2981d0d2a66a tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for network, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:11.572518 dv-neutron-744815-20-hyperv neutron-server[103160]: Traceback (most recent call last): Dec 18 13:32:11.572518 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 18 13:32:11.572518 dv-neutron-744815-20-hyperv neutron-server[103160]: timer() Dec 18 13:32:11.572518 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 18 13:32:11.572518 dv-neutron-744815-20-hyperv neutron-server[103160]: cb(*args, **kw) Dec 18 13:32:11.572518 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 18 13:32:11.572518 dv-neutron-744815-20-hyperv neutron-server[103160]: return func(*args, **kwargs) Dec 18 13:32:11.572518 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 18 13:32:11.572518 dv-neutron-744815-20-hyperv neutron-server[103160]: self._notify() Dec 18 13:32:11.572518 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 18 13:32:11.572518 dv-neutron-744815-20-hyperv neutron-server[103160]: self.callback(batched_events) Dec 18 13:32:11.572518 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 18 13:32:11.572518 dv-neutron-744815-20-hyperv neutron-server[103160]: event.method(event) Dec 18 13:32:11.572518 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 18 13:32:11.572518 dv-neutron-744815-20-hyperv neutron-server[103160]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 18 13:32:11.572518 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 18 13:32:11.572518 dv-neutron-744815-20-hyperv neutron-server[103160]: aggregate_uuid = self.p_client.list_aggregates( Dec 18 13:32:11.572518 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 18 13:32:11.572518 dv-neutron-744815-20-hyperv neutron-server[103160]: return f(self, *a, **k) Dec 18 13:32:11.572518 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 18 13:32:11.572518 dv-neutron-744815-20-hyperv neutron-server[103160]: return self._get(url).json() Dec 18 13:32:11.572518 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 18 13:32:11.572518 dv-neutron-744815-20-hyperv neutron-server[103160]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 18 13:32:11.572518 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 18 13:32:11.572518 dv-neutron-744815-20-hyperv neutron-server[103160]: return self.request(url, 'GET', **kwargs) Dec 18 13:32:11.572518 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 18 13:32:11.572518 dv-neutron-744815-20-hyperv neutron-server[103160]: base_url = self.get_endpoint(auth, allow=allow, Dec 18 13:32:11.572518 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 18 13:32:11.572518 dv-neutron-744815-20-hyperv neutron-server[103160]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 18 13:32:11.572518 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 18 13:32:11.572518 dv-neutron-744815-20-hyperv neutron-server[103160]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 18 13:32:11.572518 dv-neutron-744815-20-hyperv neutron-server[103160]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 18 13:32:11.575885 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11801c68-4df4-4fdd-95be-2981d0d2a66a tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 142} {{(pid=103159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 18 13:32:11.593702 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-11801c68-4df4-4fdd-95be-2981d0d2a66a tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:11.597689 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.db.segments_db [None req-11801c68-4df4-4fdd-95be-2981d0d2a66a tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] Added segment 36489410-a0e3-41e8-93e3-eeef71c514dd of type vlan for network 2bea05ed-02e0-46b8-95e1-244a12d83dfe Dec 18 13:32:11.606931 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-649ae62e-4c2e-4acd-aa2f-2ce83c25b04e None None] Provisioning complete for port 05be174c-1d60-42f7-ab19-fdd92ce83806 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:32:11.607479 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-649ae62e-4c2e-4acd-aa2f-2ce83c25b04e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:11.608247 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-52453111-8602-45d8-ad2b-faf66ca0cb9e tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1927267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586962'] for network, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:11.629445 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-52453111-8602-45d8-ad2b-faf66ca0cb9e tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Publish callbacks [] for network, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:11.633016 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-52453111-8602-45d8-ad2b-faf66ca0cb9e tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] 10.222.0.31 "DELETE /v2.0/networks/29ba1bdd-4806-4f7a-b37b-722640e0080a HTTP/1.1" status: 204 len: 168 time: 5.6148252 Dec 18 13:32:11.637867 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 55146) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:32:11.641881 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-12814185-be0e-4541-acb5-2e36c1592587 tempest-ExternalNetworksTestJSON-1111260564 tempest-ExternalNetworksTestJSON-1111260564-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981'] for network, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:11.642937 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12814185-be0e-4541-acb5-2e36c1592587 tempest-ExternalNetworksTestJSON-1111260564 tempest-ExternalNetworksTestJSON-1111260564-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:32:11.643660 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-12814185-be0e-4541-acb5-2e36c1592587 tempest-ExternalNetworksTestJSON-1111260564 tempest-ExternalNetworksTestJSON-1111260564-project-admin] Publish callbacks [] for network, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:11.674794 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-11801c68-4df4-4fdd-95be-2981d0d2a66a tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767106405744'] for network, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:11.676604 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ec2588f-2bad-4922-bfce-51eff94fb372 tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] DELETE failed (client error): The resource could not be found. Dec 18 13:32:11.677192 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ec2588f-2bad-4922-bfce-51eff94fb372 tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103160) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 18 13:32:11.681163 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-7ec2588f-2bad-4922-bfce-51eff94fb372 tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] 10.222.0.31 "DELETE /v2.0/networks/29ba1bdd-4806-4f7a-b37b-722640e0080a HTTP/1.1" status: 404 len: 339 time: 0.0402653 Dec 18 13:32:11.688403 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52453111-8602-45d8-ad2b-faf66ca0cb9e tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Pushing event deleted for resources: {'Network': ['ID=29ba1bdd-4806-4f7a-b37b-722640e0080a,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:32:11.708958 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 55148) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:32:11.718480 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-094be242-4680-416e-81b9-c1258509c26a tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1438558709', 'description': 'd1'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:32:11.741393 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-11801c68-4df4-4fdd-95be-2981d0d2a66a tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981'] for network, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:11.746949 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11801c68-4df4-4fdd-95be-2981d0d2a66a tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:32:11.747904 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-11801c68-4df4-4fdd-95be-2981d0d2a66a tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] Publish callbacks [] for network, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:11.764802 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12814185-be0e-4541-acb5-2e36c1592587 tempest-ExternalNetworksTestJSON-1111260564 tempest-ExternalNetworksTestJSON-1111260564-project-admin] Pushing event updated for resources: {'Network': ['ID=6fa125f1-c3e3-4677-9238-f48a199ab7c3,revision_number=1']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:32:11.778203 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-12814185-be0e-4541-acb5-2e36c1592587 tempest-ExternalNetworksTestJSON-1111260564 tempest-ExternalNetworksTestJSON-1111260564-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.3384073 Dec 18 13:32:11.779220 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 55150) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:32:11.787262 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Network 6fa125f1-c3e3-4677-9238-f48a199ab7c3 details requested by agent ovs-agent-dv-neutron-744815-20-hyperv with host dv-neutron-744815-20-hyperv {{(pid=103161) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 18 13:32:11.794045 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.managers [req-dc12f8d9-28e7-4f3b-9bd1-d5d889ef9536 req-bb348652-457f-4bf7-b119-5c25a238116c service neutron] Attempting to bind port 5da26721-d107-4a4b-b31c-6d701c670c9f on host hv-neutron-7448 for vnic_type normal with profile {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 13:32:11.794427 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.managers [req-dc12f8d9-28e7-4f3b-9bd1-d5d889ef9536 req-bb348652-457f-4bf7-b119-5c25a238116c service neutron] Attempting to bind port 5da26721-d107-4a4b-b31c-6d701c670c9f by drivers openvswitch,hyperv on host hv-neutron-7448 at level 0 using segments [{'id': '2e155287-2c4f-47fc-a6c7-b5b531beb7fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'b777eec3-1fe1-45d9-be90-d023741ff2c0'}] {{(pid=103159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 13:32:11.794765 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc12f8d9-28e7-4f3b-9bd1-d5d889ef9536 req-bb348652-457f-4bf7-b119-5c25a238116c service neutron] Attempting to bind port 5da26721-d107-4a4b-b31c-6d701c670c9f on network b777eec3-1fe1-45d9-be90-d023741ff2c0 {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 13:32:11.835534 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc12f8d9-28e7-4f3b-9bd1-d5d889ef9536 req-bb348652-457f-4bf7-b119-5c25a238116c service neutron] Port 5da26721-d107-4a4b-b31c-6d701c670c9f on network b777eec3-1fe1-45d9-be90-d023741ff2c0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7448 {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 18 13:32:11.835880 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc12f8d9-28e7-4f3b-9bd1-d5d889ef9536 req-bb348652-457f-4bf7-b119-5c25a238116c service neutron] Attempting to bind port 5da26721-d107-4a4b-b31c-6d701c670c9f on network b777eec3-1fe1-45d9-be90-d023741ff2c0 {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 13:32:11.852973 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-11801c68-4df4-4fdd-95be-2981d0d2a66a tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5283439 Dec 18 13:32:11.858916 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 55152) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:32:11.866735 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-e6140228-e1a2-4499-a152-e8bf8badf73b tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] Request body: {'subnet': {'network_id': '2bea05ed-02e0-46b8-95e1-244a12d83dfe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:32:11.872507 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc12f8d9-28e7-4f3b-9bd1-d5d889ef9536 req-bb348652-457f-4bf7-b119-5c25a238116c service neutron] Checking agent: {'id': 'c35b6aa0-0616-421f-8ded-732dd37fc90f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7448', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 13, 24, 37), 'started_at': datetime.datetime(2021, 12, 18, 13, 24, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 13, 32, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 18 13:32:11.873102 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc12f8d9-28e7-4f3b-9bd1-d5d889ef9536 req-bb348652-457f-4bf7-b119-5c25a238116c service neutron] Checking segment: {'id': '2e155287-2c4f-47fc-a6c7-b5b531beb7fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'b777eec3-1fe1-45d9-be90-d023741ff2c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 13:32:11.873494 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc12f8d9-28e7-4f3b-9bd1-d5d889ef9536 req-bb348652-457f-4bf7-b119-5c25a238116c service neutron] Bound using segment: {'id': '2e155287-2c4f-47fc-a6c7-b5b531beb7fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'b777eec3-1fe1-45d9-be90-d023741ff2c0'} {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 18 13:32:11.873963 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.managers [req-dc12f8d9-28e7-4f3b-9bd1-d5d889ef9536 req-bb348652-457f-4bf7-b119-5c25a238116c service neutron] Bound port: 5da26721-d107-4a4b-b31c-6d701c670c9f, host: hv-neutron-7448, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e155287-2c4f-47fc-a6c7-b5b531beb7fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'b777eec3-1fe1-45d9-be90-d023741ff2c0'}}] {{(pid=103159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 18 13:32:11.874576 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-dc12f8d9-28e7-4f3b-9bd1-d5d889ef9536 req-bb348652-457f-4bf7-b119-5c25a238116c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:11.876513 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11801c68-4df4-4fdd-95be-2981d0d2a66a tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] Pushing event updated for resources: {'Network': ['ID=2bea05ed-02e0-46b8-95e1-244a12d83dfe,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:32:11.882303 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49db2652-efed-44b3-a706-c6e7e777a135 None None] Network 1ea7c36e-0bb1-4c01-b001-19b3110f5c9f requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:32:11.884454 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b8309d0-88ba-4b94-9d78-4b7eef7308e4 tempest-ExternalNetworksTestJSON-482990383 tempest-ExternalNetworksTestJSON-482990383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:32:11.889677 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-2b8309d0-88ba-4b94-9d78-4b7eef7308e4 tempest-ExternalNetworksTestJSON-482990383 tempest-ExternalNetworksTestJSON-482990383-project] 10.222.0.31 "GET /v2.0/networks/6fa125f1-c3e3-4677-9238-f48a199ab7c3 HTTP/1.1" status: 200 len: 756 time: 0.1094401 Dec 18 13:32:11.890551 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 55154) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:32:11.891266 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0dd5ae1-bead-4ec9-af8b-52e44e170bfc req-8bac9510-3116-411d-8292-584043d6b269 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Made reservation on behalf of 6e88b8a5aed24360a829007d7fd9d0fd for: {'port': 1} {{(pid=103160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:32:11.895305 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [req-e0dd5ae1-bead-4ec9-af8b-52e44e170bfc req-8bac9510-3116-411d-8292-584043d6b269 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:11.903461 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-094be242-4680-416e-81b9-c1258509c26a tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Made reservation on behalf of c5ad9a13d3f540fcaabd26ec563f9307 for: {'network': 1} {{(pid=103159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:32:11.906863 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-094be242-4680-416e-81b9-c1258509c26a tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for network, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:11.996408 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Network 2bea05ed-02e0-46b8-95e1-244a12d83dfe details requested by agent ovs-agent-dv-neutron-744815-20-hyperv with host dv-neutron-744815-20-hyperv {{(pid=103161) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 18 13:32:12.030934 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-094be242-4680-416e-81b9-c1258509c26a tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 127} {{(pid=103159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 18 13:32:12.056320 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-094be242-4680-416e-81b9-c1258509c26a tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:12.056575 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.db_base_plugin_common [req-e0dd5ae1-bead-4ec9-af8b-52e44e170bfc req-8bac9510-3116-411d-8292-584043d6b269 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Allocated IP 172.20.0.26 (58390d3a-b960-4258-be41-e90ef13e7bac/f8b0beec-4470-43e2-bdec-e0f92864652d/9137ef88-d34a-49aa-bee4-5408ee93058d) {{(pid=103160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:32:12.057062 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.db.segments_db [None req-094be242-4680-416e-81b9-c1258509c26a tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Added segment b177e40b-7450-4fad-90fc-caa616a5ebc9 of type vlan for network e4ecd5e2-e58d-48e6-8b01-51bc0358043e Dec 18 13:32:12.092418 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-522a88a1-4673-4a53-8147-0d295634dc75 None None] Provisioning complete for port c7860eaa-2c42-4eae-893b-eabcaabd63d1 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:32:12.092890 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-522a88a1-4673-4a53-8147-0d295634dc75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:12.103766 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.db [req-dc12f8d9-28e7-4f3b-9bd1-d5d889ef9536 req-bb348652-457f-4bf7-b119-5c25a238116c service neutron] For port 5da26721-d107-4a4b-b31c-6d701c670c9f, host hv-neutron-7448, cleared binding levels {{(pid=103159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 18 13:32:12.124890 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.db [req-dc12f8d9-28e7-4f3b-9bd1-d5d889ef9536 req-bb348652-457f-4bf7-b119-5c25a238116c service neutron] For port 5da26721-d107-4a4b-b31c-6d701c670c9f, host hv-neutron-7448, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=5da26721-d107-4a4b-b31c-6d701c670c9f,segment=NetworkSegment(2e155287-2c4f-47fc-a6c7-b5b531beb7fe),segment_id=2e155287-2c4f-47fc-a6c7-b5b531beb7fe)] {{(pid=103159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 18 13:32:12.129557 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-094be242-4680-416e-81b9-c1258509c26a tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767106405744'] for network, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:12.132746 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6140228-e1a2-4499-a152-e8bf8badf73b tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] Made reservation on behalf of 7ebae9282694438b933cdb74bfb80192 for: {'subnet': 1} {{(pid=103159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:32:12.136253 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-e6140228-e1a2-4499-a152-e8bf8badf73b tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6017072'] for subnet, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:12.142907 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-dc12f8d9-28e7-4f3b-9bd1-d5d889ef9536 req-bb348652-457f-4bf7-b119-5c25a238116c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5659917'] for port, after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:12.145872 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11a42d8d-f178-4745-8b4f-b1055b06850b tempest-ExternalNetworksTestJSON-482990383 tempest-ExternalNetworksTestJSON-482990383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:32:12.150750 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-11a42d8d-f178-4745-8b4f-b1055b06850b tempest-ExternalNetworksTestJSON-482990383 tempest-ExternalNetworksTestJSON-482990383-project] 10.222.0.31 "GET /v2.0/networks/d16c1179-35bb-4e26-a186-816542dd8ebd HTTP/1.1" status: 200 len: 767 time: 0.2529552 Dec 18 13:32:12.151459 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 55156) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:32:12.218031 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-522a88a1-4673-4a53-8147-0d295634dc75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:12.260973 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.db.resource_extend [None req-094be242-4680-416e-81b9-c1258509c26a tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 18 13:32:12.293517 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-742cc880-d133-42c2-a1a9-7dbec1afa6e9 None None] DHCP port deletion for 1ea7c36e-0bb1-4c01-b001-19b3110f5c9f request from dv-neutron-744815-20-hyperv {{(pid=103161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 18 13:32:12.300717 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc12f8d9-28e7-4f3b-9bd1-d5d889ef9536 req-bb348652-457f-4bf7-b119-5c25a238116c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:32:12.301443 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-dc12f8d9-28e7-4f3b-9bd1-d5d889ef9536 req-bb348652-457f-4bf7-b119-5c25a238116c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:12.303320 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-dc12f8d9-28e7-4f3b-9bd1-d5d889ef9536 req-bb348652-457f-4bf7-b119-5c25a238116c service neutron] 10.222.0.43 "PUT /v2.0/ports/5da26721-d107-4a4b-b31c-6d701c670c9f HTTP/1.1" status: 200 len: 1093 time: 3.0385571 Dec 18 13:32:12.303829 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5e7f6db-2193-4bdc-a573-cb470e1f7258', 'tag': '5da26721-d107-4a4b-b31c-6d701c670c9f'}] {{(pid=103159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 18 13:32:12.307600 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca844cf115d59c1fab86abc202fb4c13735de0d7e4cbbbb25eec9406e9c87431" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9333046c-2642-4f70-a6e3-df621892226b" -d '{"events": [{"name": "network-changed", "server_uuid": "c5e7f6db-2193-4bdc-a573-cb470e1f7258", "tag": "5da26721-d107-4a4b-b31c-6d701c670c9f"}]}' {{(pid=103159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 18 13:32:12.312403 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-522a88a1-4673-4a53-8147-0d295634dc75 None None] For port c7860eaa-2c42-4eae-893b-eabcaabd63d1, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=c7860eaa-2c42-4eae-893b-eabcaabd63d1,segment=NetworkSegment(c62d67df-10bd-4d98-90db-8eb421186a1d),segment_id=c62d67df-10bd-4d98-90db-8eb421186a1d)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:32:12.343949 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-522a88a1-4673-4a53-8147-0d295634dc75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:12.374434 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb348652-457f-4bf7-b119-5c25a238116c service neutron] Pushing event updated for resources: {'Port': ['ID=5da26721-d107-4a4b-b31c-6d701c670c9f,revision_number=3']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:32:12.434608 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522a88a1-4673-4a53-8147-0d295634dc75 None None] Pushing event updated for resources: {'Port': ['ID=c7860eaa-2c42-4eae-893b-eabcaabd63d1,revision_number=4']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:32:12.437555 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb348652-457f-4bf7-b119-5c25a238116c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:32:12.437947 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb348652-457f-4bf7-b119-5c25a238116c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:32:12.438338 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb348652-457f-4bf7-b119-5c25a238116c service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:32:12.438684 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb348652-457f-4bf7-b119-5c25a238116c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:32:12.439029 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb348652-457f-4bf7-b119-5c25a238116c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:32:12.439559 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb348652-457f-4bf7-b119-5c25a238116c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:32:12.439902 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb348652-457f-4bf7-b119-5c25a238116c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:32:12.440240 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb348652-457f-4bf7-b119-5c25a238116c service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:32:12.440573 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb348652-457f-4bf7-b119-5c25a238116c service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:32:12.440902 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb348652-457f-4bf7-b119-5c25a238116c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:32:12.441233 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb348652-457f-4bf7-b119-5c25a238116c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:32:12.446647 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb348652-457f-4bf7-b119-5c25a238116c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:32:12.447220 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb348652-457f-4bf7-b119-5c25a238116c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:32:12.463626 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [req-e0dd5ae1-bead-4ec9-af8b-52e44e170bfc req-8bac9510-3116-411d-8292-584043d6b269 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for port, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:12.467499 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-742cc880-d133-42c2-a1a9-7dbec1afa6e9 None None] Deleting port c7860eaa-2c42-4eae-893b-eabcaabd63d1 {{(pid=103161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:32:12.468181 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-742cc880-d133-42c2-a1a9-7dbec1afa6e9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:12.485701 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 13:32:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1fab5ba-6baf-4178-8455-4604f315dbc5 x-openstack-request-id: req-a1fab5ba-6baf-4178-8455-4604f315dbc5 {{(pid=103159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 18 13:32:12.486024 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5e7f6db-2193-4bdc-a573-cb470e1f7258", "tag": "5da26721-d107-4a4b-b31c-6d701c670c9f", "status": "completed", "code": 200}]} {{(pid=103159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 18 13:32:12.486478 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a1fab5ba-6baf-4178-8455-4604f315dbc5 {{(pid=103159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 18 13:32:12.487109 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5e7f6db-2193-4bdc-a573-cb470e1f7258', 'tag': '5da26721-d107-4a4b-b31c-6d701c670c9f', 'status': 'completed', 'code': 200} Dec 18 13:32:12.502299 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-094be242-4680-416e-81b9-c1258509c26a tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981'] for network, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:12.513182 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-094be242-4680-416e-81b9-c1258509c26a tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:32:12.513836 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-094be242-4680-416e-81b9-c1258509c26a tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Publish callbacks [] for network, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:12.522287 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [req-e0dd5ae1-bead-4ec9-af8b-52e44e170bfc req-8bac9510-3116-411d-8292-584043d6b269 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4533522'] for port, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:12.556361 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-742cc880-d133-42c2-a1a9-7dbec1afa6e9 None None] For port c7860eaa-2c42-4eae-893b-eabcaabd63d1, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=c7860eaa-2c42-4eae-893b-eabcaabd63d1,segment=NetworkSegment(c62d67df-10bd-4d98-90db-8eb421186a1d),segment_id=c62d67df-10bd-4d98-90db-8eb421186a1d)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:32:12.556994 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-742cc880-d133-42c2-a1a9-7dbec1afa6e9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:12.566748 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-7d233d48-36ca-4f80-b6c3-fa929358973b tempest-ExternalNetworksTestJSON-1111260564 tempest-ExternalNetworksTestJSON-1111260564-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2023137'] for network, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:12.573299 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-742cc880-d133-42c2-a1a9-7dbec1afa6e9 None None] Calling delete_port for c7860eaa-2c42-4eae-893b-eabcaabd63d1 owned by network:dhcp {{(pid=103161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:32:12.594761 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0dd5ae1-bead-4ec9-af8b-52e44e170bfc req-8bac9510-3116-411d-8292-584043d6b269 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Network 58390d3a-b960-4258-be41-e90ef13e7bac is already hosted by enough agents. {{(pid=103160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:32:12.602306 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.base_scheduler [req-e0dd5ae1-bead-4ec9-af8b-52e44e170bfc req-8bac9510-3116-411d-8292-584043d6b269 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Resources bound (agent type, host, resource id): {{(pid=103160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:32:12.667833 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0dd5ae1-bead-4ec9-af8b-52e44e170bfc req-8bac9510-3116-411d-8292-584043d6b269 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Received port after_create {{(pid=103160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:32:12.686584 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bac9510-3116-411d-8292-584043d6b269 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Pushing event updated for resources: {'Port': ['ID=9137ef88-d34a-49aa-bee4-5408ee93058d,revision_number=1']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:32:12.750279 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-742cc880-d133-42c2-a1a9-7dbec1afa6e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984'] for port, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:12.802349 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742cc880-d133-42c2-a1a9-7dbec1afa6e9 None None] Pushing event deleted for resources: {'Port': ['ID=c7860eaa-2c42-4eae-893b-eabcaabd63d1,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:32:12.802618 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094be242-4680-416e-81b9-c1258509c26a tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Pushing event updated for resources: {'Network': ['ID=e4ecd5e2-e58d-48e6-8b01-51bc0358043e,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:32:12.809468 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-7d233d48-36ca-4f80-b6c3-fa929358973b tempest-ExternalNetworksTestJSON-1111260564 tempest-ExternalNetworksTestJSON-1111260564-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1927292', 'neutron.services.segments.db._delete_segments_for_network-8767106887837'] for network, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:12.820517 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-742cc880-d133-42c2-a1a9-7dbec1afa6e9 None None] No DVR routers for this DVR port c7860eaa-2c42-4eae-893b-eabcaabd63d1 on host dv-neutron-744815-20-hyperv {{(pid=103161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 18 13:32:12.835391 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Network e4ecd5e2-e58d-48e6-8b01-51bc0358043e details requested by agent ovs-agent-dv-neutron-744815-20-hyperv with host dv-neutron-744815-20-hyperv {{(pid=103161) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 18 13:32:12.872152 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742cc880-d133-42c2-a1a9-7dbec1afa6e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:32:12.872514 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742cc880-d133-42c2-a1a9-7dbec1afa6e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:32:12.872919 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742cc880-d133-42c2-a1a9-7dbec1afa6e9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:32:12.873268 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742cc880-d133-42c2-a1a9-7dbec1afa6e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:32:12.873899 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742cc880-d133-42c2-a1a9-7dbec1afa6e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:32:12.875184 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742cc880-d133-42c2-a1a9-7dbec1afa6e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:32:12.875799 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742cc880-d133-42c2-a1a9-7dbec1afa6e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:32:12.875916 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dd5ae1-bead-4ec9-af8b-52e44e170bfc req-8bac9510-3116-411d-8292-584043d6b269 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:32:12.876272 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742cc880-d133-42c2-a1a9-7dbec1afa6e9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:32:12.876525 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [req-e0dd5ae1-bead-4ec9-af8b-52e44e170bfc req-8bac9510-3116-411d-8292-584043d6b269 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:12.876654 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742cc880-d133-42c2-a1a9-7dbec1afa6e9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:32:12.877068 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742cc880-d133-42c2-a1a9-7dbec1afa6e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:32:12.877411 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742cc880-d133-42c2-a1a9-7dbec1afa6e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:32:12.877748 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742cc880-d133-42c2-a1a9-7dbec1afa6e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:32:12.878075 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742cc880-d133-42c2-a1a9-7dbec1afa6e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:32:12.919534 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.services.segments.db [None req-7d233d48-36ca-4f80-b6c3-fa929358973b tempest-ExternalNetworksTestJSON-1111260564 tempest-ExternalNetworksTestJSON-1111260564-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fa125f1-c3e3-4677-9238-f48a199ab7c3']}} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:32:12.933161 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21af8da0-da7c-4f59-9844-6841f5fe2126 None None] get_active_networks_info from dv-neutron-744815-20-hyperv {{(pid=103161) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 18 13:32:12.940928 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedb2626-44f5-427e-9510-c7e43f0b4e06 req-bf0f8f3f-993d-4d35-ba43-9b38b3aea2ac tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:32:12.950886 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-dedb2626-44f5-427e-9510-c7e43f0b4e06 req-bf0f8f3f-993d-4d35-ba43-9b38b3aea2ac tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5e7f6db-2193-4bdc-a573-cb470e1f7258 HTTP/1.1" status: 200 len: 943 time: 0.2791617 Dec 18 13:32:12.978267 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-094be242-4680-416e-81b9-c1258509c26a tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.2676573 Dec 18 13:32:12.980804 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.services.segments.db [None req-7d233d48-36ca-4f80-b6c3-fa929358973b tempest-ExternalNetworksTestJSON-1111260564 tempest-ExternalNetworksTestJSON-1111260564-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5ae0d38-b91e-4eb2-beaf-9d3bad4dcf8f') {'for_net_delete': True} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:32:12.981315 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.services.segments.db [None req-7d233d48-36ca-4f80-b6c3-fa929358973b tempest-ExternalNetworksTestJSON-1111260564 tempest-ExternalNetworksTestJSON-1111260564-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5ae0d38-b91e-4eb2-beaf-9d3bad4dcf8f') {} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:32:12.987248 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-e0dd5ae1-bead-4ec9-af8b-52e44e170bfc req-8bac9510-3116-411d-8292-584043d6b269 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9287682 Dec 18 13:32:12.987468 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 55164) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:32:13.002524 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [req-e0dd5ae1-bead-4ec9-af8b-52e44e170bfc req-6be430c2-2d3c-453d-a378-0f4fb93e1c4d service neutron] Request body: {'port': {'device_id': '8f2e2401-f0b6-4060-8ecb-c437b383b2ea', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7448'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:32:13.014633 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-7d233d48-36ca-4f80-b6c3-fa929358973b tempest-ExternalNetworksTestJSON-1111260564 tempest-ExternalNetworksTestJSON-1111260564-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767106888614', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4533424'] for segment, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:13.015778 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc12f8d9-28e7-4f3b-9bd1-d5d889ef9536 req-0675781c-5a5e-4297-8791-da72650a2cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:32:13.017827 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-dc12f8d9-28e7-4f3b-9bd1-d5d889ef9536 req-0675781c-5a5e-4297-8791-da72650a2cdf service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2cba4008d8a8417bb0925fcf9726214e&device_id=c5e7f6db-2193-4bdc-a573-cb470e1f7258 HTTP/1.1" status: 200 len: 1096 time: 0.6040289 Dec 18 13:32:13.027987 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477e1ab5-4477-4d88-a58b-c0bd59572b88 req-8ce3add1-39cf-46f2-a699-eb8f7a17936a tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:32:13.034152 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-9efc5c12-a0e5-41de-acac-21c4801b568f None None] Provisioning complete for port 9137ef88-d34a-49aa-bee4-5408ee93058d triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:32:13.034534 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-9efc5c12-a0e5-41de-acac-21c4801b568f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:13.041240 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-477e1ab5-4477-4d88-a58b-c0bd59572b88 req-8ce3add1-39cf-46f2-a699-eb8f7a17936a tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f2e2401-f0b6-4060-8ecb-c437b383b2ea HTTP/1.1" status: 200 len: 932 time: 0.5400136 Dec 18 13:32:13.080730 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-7d233d48-36ca-4f80-b6c3-fa929358973b tempest-ExternalNetworksTestJSON-1111260564 tempest-ExternalNetworksTestJSON-1111260564-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:13.116306 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-9efc5c12-a0e5-41de-acac-21c4801b568f None None] Port 9137ef88-d34a-49aa-bee4-5408ee93058d cannot update to ACTIVE because it is not bound. {{(pid=103161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 13:32:13.122467 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-dedb2626-44f5-427e-9510-c7e43f0b4e06 req-87e3859c-0088-40eb-bc6f-24c13c62b6f4 tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] 10.222.0.31 "GET /v2.0/security-groups?id=7500739f-039a-45b0-85f1-cc2dd6d8ee03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1703434 Dec 18 13:32:13.132918 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d233d48-36ca-4f80-b6c3-fa929358973b tempest-ExternalNetworksTestJSON-1111260564 tempest-ExternalNetworksTestJSON-1111260564-project-admin] Releasing vlan 140 on physical network physnet1 to pool {{(pid=103160) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 18 13:32:13.133586 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-7d233d48-36ca-4f80-b6c3-fa929358973b tempest-ExternalNetworksTestJSON-1111260564 tempest-ExternalNetworksTestJSON-1111260564-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4533569'] for segment, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:13.136219 dv-neutron-744815-20-hyperv neutron-server[103160]: Traceback (most recent call last): Dec 18 13:32:13.136219 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 18 13:32:13.136219 dv-neutron-744815-20-hyperv neutron-server[103160]: timer() Dec 18 13:32:13.136219 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 18 13:32:13.136219 dv-neutron-744815-20-hyperv neutron-server[103160]: cb(*args, **kw) Dec 18 13:32:13.136219 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 18 13:32:13.136219 dv-neutron-744815-20-hyperv neutron-server[103160]: return func(*args, **kwargs) Dec 18 13:32:13.136219 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 18 13:32:13.136219 dv-neutron-744815-20-hyperv neutron-server[103160]: self._notify() Dec 18 13:32:13.136219 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 18 13:32:13.136219 dv-neutron-744815-20-hyperv neutron-server[103160]: self.callback(batched_events) Dec 18 13:32:13.136219 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 18 13:32:13.136219 dv-neutron-744815-20-hyperv neutron-server[103160]: event.method(event) Dec 18 13:32:13.136219 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 18 13:32:13.136219 dv-neutron-744815-20-hyperv neutron-server[103160]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 18 13:32:13.136219 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 18 13:32:13.136219 dv-neutron-744815-20-hyperv neutron-server[103160]: aggregate_uuid = self.p_client.list_aggregates( Dec 18 13:32:13.136219 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 18 13:32:13.136219 dv-neutron-744815-20-hyperv neutron-server[103160]: return f(self, *a, **k) Dec 18 13:32:13.136219 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 18 13:32:13.136219 dv-neutron-744815-20-hyperv neutron-server[103160]: return self._get(url).json() Dec 18 13:32:13.136219 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 18 13:32:13.136219 dv-neutron-744815-20-hyperv neutron-server[103160]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 18 13:32:13.136219 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 18 13:32:13.136219 dv-neutron-744815-20-hyperv neutron-server[103160]: return self.request(url, 'GET', **kwargs) Dec 18 13:32:13.136219 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 18 13:32:13.136219 dv-neutron-744815-20-hyperv neutron-server[103160]: base_url = self.get_endpoint(auth, allow=allow, Dec 18 13:32:13.136219 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 18 13:32:13.136219 dv-neutron-744815-20-hyperv neutron-server[103160]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 18 13:32:13.136219 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 18 13:32:13.136219 dv-neutron-744815-20-hyperv neutron-server[103160]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 18 13:32:13.136219 dv-neutron-744815-20-hyperv neutron-server[103160]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 18 13:32:13.144917 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-477e1ab5-4477-4d88-a58b-c0bd59572b88 req-f529f71a-efa3-4c6f-a0eb-20f387e15487 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/security-groups?id=4447f998-159f-4b2c-9f7d-c89516a44160&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1022499 Dec 18 13:32:13.176825 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21af8da0-da7c-4f59-9844-6841f5fe2126 None None] Resources bound (agent type, host, resource id): {{(pid=103161) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 18 13:32:13.189746 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [req-e0dd5ae1-bead-4ec9-af8b-52e44e170bfc req-6be430c2-2d3c-453d-a378-0f4fb93e1c4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:13.218973 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-dc12f8d9-28e7-4f3b-9bd1-d5d889ef9536 req-9e8a3cb0-8c7a-42e2-a452-2d4868a1a651 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5da26721-d107-4a4b-b31c-6d701c670c9f HTTP/1.1" status: 200 len: 217 time: 0.1749599 Dec 18 13:32:13.314796 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bfea995-2f9c-4ff7-bb28-fad676377177 tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:32:13.320558 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-6bfea995-2f9c-4ff7-bb28-fad676377177 tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] 10.222.0.31 "GET /v2.0/networks?id=e4ecd5e2-e58d-48e6-8b01-51bc0358043e HTTP/1.1" status: 200 len: 765 time: 0.3275189 Dec 18 13:32:13.323777 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 55166) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:32:13.336061 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-07e8741a-a583-4fdf-946c-5945e6d845cb tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Request body: {'network': {'description': 'd2'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:32:13.388164 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.objects.ports [None req-e6140228-e1a2-4499-a152-e8bf8badf73b tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103159) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 18 13:32:13.393102 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc12f8d9-28e7-4f3b-9bd1-d5d889ef9536 req-1ae1c2c5-9b35-4280-94f3-1291578f90fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:32:13.394722 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-dc12f8d9-28e7-4f3b-9bd1-d5d889ef9536 req-1ae1c2c5-9b35-4280-94f3-1291578f90fc service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7e8a84a3-739e-4c83-bb7f-c941648f694b HTTP/1.1" status: 200 len: 851 time: 0.1452072 Dec 18 13:32:13.415252 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-7d233d48-36ca-4f80-b6c3-fa929358973b tempest-ExternalNetworksTestJSON-1111260564 tempest-ExternalNetworksTestJSON-1111260564-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1927267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586962'] for network, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:13.422426 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-e6140228-e1a2-4499-a152-e8bf8badf73b tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5659786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6017062'] for subnet, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:13.456080 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d233d48-36ca-4f80-b6c3-fa929358973b tempest-ExternalNetworksTestJSON-1111260564 tempest-ExternalNetworksTestJSON-1111260564-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 6fa125f1-c3e3-4677-9238-f48a199ab7c3 {{(pid=103160) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 18 13:32:13.468581 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-7d233d48-36ca-4f80-b6c3-fa929358973b tempest-ExternalNetworksTestJSON-1111260564 tempest-ExternalNetworksTestJSON-1111260564-project-admin] Publish callbacks [] for network, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:13.475792 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-7d233d48-36ca-4f80-b6c3-fa929358973b tempest-ExternalNetworksTestJSON-1111260564 tempest-ExternalNetworksTestJSON-1111260564-project-admin] 10.222.0.31 "DELETE /v2.0/networks/6fa125f1-c3e3-4677-9238-f48a199ab7c3 HTTP/1.1" status: 204 len: 168 time: 1.3145506 Dec 18 13:32:13.477142 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 55168) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:32:13.477989 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d233d48-36ca-4f80-b6c3-fa929358973b tempest-ExternalNetworksTestJSON-1111260564 tempest-ExternalNetworksTestJSON-1111260564-project-admin] Pushing event deleted for resources: {'Network': ['ID=6fa125f1-c3e3-4677-9238-f48a199ab7c3,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:32:13.488710 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-a3e160df-044c-47f1-bdeb-c99c86b0744c tempest-ExternalNetworksTestJSON-1111260564 tempest-ExternalNetworksTestJSON-1111260564-project-admin] Request body: {'network': {'name': 'tempest-network--1753128975'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:32:13.551278 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4791d82a-c238-47ce-be98-77c7d59aafd4 None None] get_active_networks_info from dv-neutron-744815-20-hyperv {{(pid=103161) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 18 13:32:13.552257 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3e160df-044c-47f1-bdeb-c99c86b0744c tempest-ExternalNetworksTestJSON-1111260564 tempest-ExternalNetworksTestJSON-1111260564-project-admin] Made reservation on behalf of 3c80df0f660f4f208bd0255a011868f7 for: {'network': 1} {{(pid=103160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:32:13.555044 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-a3e160df-044c-47f1-bdeb-c99c86b0744c tempest-ExternalNetworksTestJSON-1111260564 tempest-ExternalNetworksTestJSON-1111260564-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for network, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:13.616673 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3e160df-044c-47f1-bdeb-c99c86b0744c tempest-ExternalNetworksTestJSON-1111260564 tempest-ExternalNetworksTestJSON-1111260564-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 104} {{(pid=103160) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 18 13:32:13.629220 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.notifiers.nova [req-e0dd5ae1-bead-4ec9-af8b-52e44e170bfc req-6be430c2-2d3c-453d-a378-0f4fb93e1c4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9137ef88-d34a-49aa-bee4-5408ee93058d {{(pid=103160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 18 13:32:13.637404 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-a3e160df-044c-47f1-bdeb-c99c86b0744c tempest-ExternalNetworksTestJSON-1111260564 tempest-ExternalNetworksTestJSON-1111260564-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:13.637986 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.db.segments_db [None req-a3e160df-044c-47f1-bdeb-c99c86b0744c tempest-ExternalNetworksTestJSON-1111260564 tempest-ExternalNetworksTestJSON-1111260564-project-admin] Added segment b0547fe0-1963-4ba7-94fe-4c2c4e2c1778 of type vlan for network a4850e35-b531-40a3-86bd-81f44ae17469 Dec 18 13:32:13.640472 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [req-e0dd5ae1-bead-4ec9-af8b-52e44e170bfc req-6be430c2-2d3c-453d-a378-0f4fb93e1c4d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:13.698260 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.provisioning_blocks [req-e0dd5ae1-bead-4ec9-af8b-52e44e170bfc req-6be430c2-2d3c-453d-a378-0f4fb93e1c4d service neutron] Transition to ACTIVE for port object 9137ef88-d34a-49aa-bee4-5408ee93058d will not be triggered until provisioned by entity L2. {{(pid=103160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 18 13:32:13.708676 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-a3e160df-044c-47f1-bdeb-c99c86b0744c tempest-ExternalNetworksTestJSON-1111260564 tempest-ExternalNetworksTestJSON-1111260564-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767106405744'] for network, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:13.713245 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [req-e0dd5ae1-bead-4ec9-af8b-52e44e170bfc req-6be430c2-2d3c-453d-a378-0f4fb93e1c4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4533541'] for port, after_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:13.714882 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-07e8741a-a583-4fdf-946c-5945e6d845cb tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767106405744'] for network, precommit_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:13.746191 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-07e8741a-a583-4fdf-946c-5945e6d845cb tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981'] for network, after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:13.782436 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-07e8741a-a583-4fdf-946c-5945e6d845cb tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Network e4ecd5e2-e58d-48e6-8b01-51bc0358043e is not hosted by any dhcp agent {{(pid=103159) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 18 13:32:13.783055 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be430c2-2d3c-453d-a378-0f4fb93e1c4d service neutron] Pushing event updated for resources: {'Port': ['ID=9137ef88-d34a-49aa-bee4-5408ee93058d,revision_number=2']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:32:13.788080 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07e8741a-a583-4fdf-946c-5945e6d845cb tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:32:13.788682 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-07e8741a-a583-4fdf-946c-5945e6d845cb tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Publish callbacks [] for network, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:13.790188 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-07e8741a-a583-4fdf-946c-5945e6d845cb tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] 10.222.0.31 "PUT /v2.0/networks/e4ecd5e2-e58d-48e6-8b01-51bc0358043e HTTP/1.1" status: 200 len: 762 time: 0.4638314 Dec 18 13:32:13.794769 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 55170) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:32:13.796097 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6140228-e1a2-4499-a152-e8bf8badf73b tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] Pushing event updated for resources: {'Subnet': ['ID=5f16f981-212b-4b27-99d6-b0222f724a48,revision_number=0']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:32:13.806038 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-a3e160df-044c-47f1-bdeb-c99c86b0744c tempest-ExternalNetworksTestJSON-1111260564 tempest-ExternalNetworksTestJSON-1111260564-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981'] for network, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:13.807667 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3e160df-044c-47f1-bdeb-c99c86b0744c tempest-ExternalNetworksTestJSON-1111260564 tempest-ExternalNetworksTestJSON-1111260564-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:32:13.808254 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-a3e160df-044c-47f1-bdeb-c99c86b0744c tempest-ExternalNetworksTestJSON-1111260564 tempest-ExternalNetworksTestJSON-1111260564-project-admin] Publish callbacks [] for network, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:13.869928 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6140228-e1a2-4499-a152-e8bf8badf73b tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] Checking segment: {'id': '36489410-a0e3-41e8-93e3-eeef71c514dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '2bea05ed-02e0-46b8-95e1-244a12d83dfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 13:32:13.870289 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6140228-e1a2-4499-a152-e8bf8badf73b tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] Network hostable DHCP agents. Network: 2bea05ed-02e0-46b8-95e1-244a12d83dfe, hostable agents: ['aa77effa-0e3a-4bbd-a383-4d58ed3328d0'], hosted agents: [] {{(pid=103159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 18 13:32:13.885038 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc12f8d9-28e7-4f3b-9bd1-d5d889ef9536 req-6575a95f-c492-4dc0-864e-435f8d4c4d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:32:13.886571 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-dc12f8d9-28e7-4f3b-9bd1-d5d889ef9536 req-6575a95f-c492-4dc0-864e-435f8d4c4d07 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b777eec3-1fe1-45d9-be90-d023741ff2c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.4581604 Dec 18 13:32:13.941080 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4791d82a-c238-47ce-be98-77c7d59aafd4 None None] Network 2bea05ed-02e0-46b8-95e1-244a12d83dfe is scheduled to be hosted by DHCP agent aa77effa-0e3a-4bbd-a383-4d58ed3328d0 with binding_index 1 {{(pid=103161) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 18 13:32:13.951349 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e8741a-a583-4fdf-946c-5945e6d845cb tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Pushing event updated for resources: {'Network': ['ID=e4ecd5e2-e58d-48e6-8b01-51bc0358043e,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:32:13.959408 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4791d82a-c238-47ce-be98-77c7d59aafd4 None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-744815-20-hyperv, 2bea05ed-02e0-46b8-95e1-244a12d83dfe) {{(pid=103161) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 18 13:32:13.962676 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Network e4ecd5e2-e58d-48e6-8b01-51bc0358043e details requested by agent ovs-agent-dv-neutron-744815-20-hyperv with host dv-neutron-744815-20-hyperv {{(pid=103161) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 18 13:32:14.097412 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.scheduler.dhcp_agent_scheduler [None req-e6140228-e1a2-4499-a152-e8bf8badf73b tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] Agent aa77effa-0e3a-4bbd-a383-4d58ed3328d0 already present Dec 18 13:32:14.097724 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6140228-e1a2-4499-a152-e8bf8badf73b tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] Network 2bea05ed-02e0-46b8-95e1-244a12d83dfe is scheduled to be hosted by DHCP agent aa77effa-0e3a-4bbd-a383-4d58ed3328d0 with binding_index 1 {{(pid=103159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 18 13:32:14.098358 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.base_scheduler [None req-e6140228-e1a2-4499-a152-e8bf8badf73b tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-744815-20-hyperv, 2bea05ed-02e0-46b8-95e1-244a12d83dfe) {{(pid=103159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:32:14.108313 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c04cfc82-0c9d-4c91-a8ac-df637c4fa2ac tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:32:14.109813 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-c04cfc82-0c9d-4c91-a8ac-df637c4fa2ac tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] 10.222.0.31 "GET /v2.0/networks?id=e4ecd5e2-e58d-48e6-8b01-51bc0358043e HTTP/1.1" status: 200 len: 765 time: 0.3113041 Dec 18 13:32:14.118028 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6140228-e1a2-4499-a152-e8bf8badf73b tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:32:14.118563 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-e6140228-e1a2-4499-a152-e8bf8badf73b tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] Publish callbacks [] for subnet, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:14.120595 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 55172) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:32:14.175137 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-e6140228-e1a2-4499-a152-e8bf8badf73b tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 2.3148680 Dec 18 13:32:14.254352 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 55178) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:32:14.263261 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device c7860eaa-2c42-4eae-893b-eabcaabd63d1 no longer exists at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 18 13:32:14.297535 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-2294866d-0076-4933-952c-685307032598 None None] No Port match for: c7860eaa-2c42-4eae-893b-eabcaabd63d1 {{(pid=103161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 18 13:32:14.298176 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device c7860eaa-2c42-4eae-893b-eabcaabd63d1 not bound to the agent host dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 18 13:32:14.371970 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-4e9f8c1a-f3bd-43b7-8205-1460e31a9cc7 tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2023137'] for network, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:14.399738 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-dc12f8d9-28e7-4f3b-9bd1-d5d889ef9536 req-44859d7f-a048-49e7-af9c-7e747ddff502 service neutron] 10.222.0.43 "GET /v2.0/networks/b777eec3-1fe1-45d9-be90-d023741ff2c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4922805 Dec 18 13:32:14.413357 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16db891a-c9c6-460f-84ef-9e142cd91f0e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp31e170a0-46a1-5ba9-9dc1-7ee4f866f0d7-2bea05ed-02e0-46b8-95e1-244a12d83dfe', 'network_id': '2bea05ed-02e0-46b8-95e1-244a12d83dfe', 'project_id': '7ebae9282694438b933cdb74bfb80192', 'fixed_ips': [{'subnet_id': '5f16f981-212b-4b27-99d6-b0222f724a48'}]}} from dv-neutron-744815-20-hyperv. {{(pid=103161) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 18 13:32:14.414382 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-16db891a-c9c6-460f-84ef-9e142cd91f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:14.489926 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-a3e160df-044c-47f1-bdeb-c99c86b0744c tempest-ExternalNetworksTestJSON-1111260564 tempest-ExternalNetworksTestJSON-1111260564-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 1.0061724 Dec 18 13:32:14.491471 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e160df-044c-47f1-bdeb-c99c86b0744c tempest-ExternalNetworksTestJSON-1111260564 tempest-ExternalNetworksTestJSON-1111260564-project-admin] Pushing event updated for resources: {'Network': ['ID=a4850e35-b531-40a3-86bd-81f44ae17469,revision_number=1']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:32:14.502057 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 55180) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:32:14.511993 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-bed623fa-28c6-40e7-9237-30af7fcdb890 tempest-ExternalNetworksTestJSON-1111260564 tempest-ExternalNetworksTestJSON-1111260564-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:32:14.543093 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-dc12f8d9-28e7-4f3b-9bd1-d5d889ef9536 req-c72af9eb-c670-4c34-8e1a-4de3b78500df service neutron] 10.222.0.43 "GET /v2.0/networks/b777eec3-1fe1-45d9-be90-d023741ff2c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329508 Dec 18 13:32:14.574087 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_common [None req-16db891a-c9c6-460f-84ef-9e142cd91f0e None None] Allocated IP 2001:db8::f816:3eff:fee0:f238 (2bea05ed-02e0-46b8-95e1-244a12d83dfe/5f16f981-212b-4b27-99d6-b0222f724a48/7e293b0d-d311-4ab4-ba18-80e4ca13c7d0) {{(pid=103161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:32:14.591362 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Network a4850e35-b531-40a3-86bd-81f44ae17469 details requested by agent ovs-agent-dv-neutron-744815-20-hyperv with host dv-neutron-744815-20-hyperv {{(pid=103161) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 18 13:32:14.595052 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573e6e69-263b-4d8c-9020-5adc2c584df6 req-8ce24c43-18e7-4958-bd36-dcc91aab599d tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:32:14.596951 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-573e6e69-263b-4d8c-9020-5adc2c584df6 req-8ce24c43-18e7-4958-bd36-dcc91aab599d tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f2e2401-f0b6-4060-8ecb-c437b383b2ea HTTP/1.1" status: 200 len: 944 time: 0.2412734 Dec 18 13:32:14.603861 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-455887ff-9f21-41ce-90e6-0f85e9f899d1 tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:32:14.606103 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-455887ff-9f21-41ce-90e6-0f85e9f899d1 tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.4845772 Dec 18 13:32:14.610550 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 55182) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:32:14.677709 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-9f5828e4-4ca6-4265-a72d-ab8484a9a769 tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] 10.222.0.31 "GET /v2.0/subnets?network_id=decb4a40-7941-48c8-afbb-daaafd502e83 HTTP/1.1" status: 200 len: 207 time: 0.0634170 Dec 18 13:32:14.681354 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.managers [req-e0dd5ae1-bead-4ec9-af8b-52e44e170bfc req-6be430c2-2d3c-453d-a378-0f4fb93e1c4d service neutron] Attempting to bind port 9137ef88-d34a-49aa-bee4-5408ee93058d on host hv-neutron-7448 for vnic_type normal with profile {{(pid=103160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 13:32:14.681577 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.managers [req-e0dd5ae1-bead-4ec9-af8b-52e44e170bfc req-6be430c2-2d3c-453d-a378-0f4fb93e1c4d service neutron] Attempting to bind port 9137ef88-d34a-49aa-bee4-5408ee93058d by drivers openvswitch,hyperv on host hv-neutron-7448 at level 0 using segments [{'id': 'b297829c-e967-4db9-a1fe-64dd92edbd1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '58390d3a-b960-4258-be41-e90ef13e7bac'}] {{(pid=103160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 13:32:14.681913 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0dd5ae1-bead-4ec9-af8b-52e44e170bfc req-6be430c2-2d3c-453d-a378-0f4fb93e1c4d service neutron] Attempting to bind port 9137ef88-d34a-49aa-bee4-5408ee93058d on network 58390d3a-b960-4258-be41-e90ef13e7bac {{(pid=103160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 13:32:14.685215 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 55184) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:32:14.703550 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75021f4-2a50-4c4a-85c3-eb9c0efc5666 req-78d3860c-a7df-4ed1-aa77-68ba1a483d82 tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:32:14.710155 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-4e9f8c1a-f3bd-43b7-8205-1460e31a9cc7 tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1929185'] for subnet, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:14.711050 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-b75021f4-2a50-4c4a-85c3-eb9c0efc5666 req-78d3860c-a7df-4ed1-aa77-68ba1a483d82 tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5e7f6db-2193-4bdc-a573-cb470e1f7258 HTTP/1.1" status: 200 len: 943 time: 0.2603958 Dec 18 13:32:14.750236 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0dd5ae1-bead-4ec9-af8b-52e44e170bfc req-6be430c2-2d3c-453d-a378-0f4fb93e1c4d service neutron] Port 9137ef88-d34a-49aa-bee4-5408ee93058d on network 58390d3a-b960-4258-be41-e90ef13e7bac not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7448 {{(pid=103160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 18 13:32:14.750647 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0dd5ae1-bead-4ec9-af8b-52e44e170bfc req-6be430c2-2d3c-453d-a378-0f4fb93e1c4d service neutron] Attempting to bind port 9137ef88-d34a-49aa-bee4-5408ee93058d on network 58390d3a-b960-4258-be41-e90ef13e7bac {{(pid=103160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 13:32:14.764332 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-573e6e69-263b-4d8c-9020-5adc2c584df6 req-bd8b195a-714b-47d7-84e7-d73de403ca4f tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/security-groups?id=4447f998-159f-4b2c-9f7d-c89516a44160&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1570213 Dec 18 13:32:14.768703 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9333046c-2642-4f70-a6e3-df621892226b req-af4b785a-876b-40b3-919d-207cefbfe73d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:32:14.770191 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-9333046c-2642-4f70-a6e3-df621892226b req-af4b785a-876b-40b3-919d-207cefbfe73d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2cba4008d8a8417bb0925fcf9726214e&device_id=c5e7f6db-2193-4bdc-a573-cb470e1f7258 HTTP/1.1" status: 200 len: 1096 time: 0.1371069 Dec 18 13:32:14.836759 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0dd5ae1-bead-4ec9-af8b-52e44e170bfc req-6be430c2-2d3c-453d-a378-0f4fb93e1c4d service neutron] Checking agent: {'id': 'c35b6aa0-0616-421f-8ded-732dd37fc90f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7448', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 13, 24, 37), 'started_at': datetime.datetime(2021, 12, 18, 13, 24, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 13, 32, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 18 13:32:14.837157 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0dd5ae1-bead-4ec9-af8b-52e44e170bfc req-6be430c2-2d3c-453d-a378-0f4fb93e1c4d service neutron] Checking segment: {'id': 'b297829c-e967-4db9-a1fe-64dd92edbd1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '58390d3a-b960-4258-be41-e90ef13e7bac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 13:32:14.837669 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0dd5ae1-bead-4ec9-af8b-52e44e170bfc req-6be430c2-2d3c-453d-a378-0f4fb93e1c4d service neutron] Bound using segment: {'id': 'b297829c-e967-4db9-a1fe-64dd92edbd1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '58390d3a-b960-4258-be41-e90ef13e7bac'} {{(pid=103160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 18 13:32:14.838269 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.managers [req-e0dd5ae1-bead-4ec9-af8b-52e44e170bfc req-6be430c2-2d3c-453d-a378-0f4fb93e1c4d service neutron] Bound port: 9137ef88-d34a-49aa-bee4-5408ee93058d, host: hv-neutron-7448, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b297829c-e967-4db9-a1fe-64dd92edbd1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '58390d3a-b960-4258-be41-e90ef13e7bac'}}] {{(pid=103160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 18 13:32:14.838756 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [req-e0dd5ae1-bead-4ec9-af8b-52e44e170bfc req-6be430c2-2d3c-453d-a378-0f4fb93e1c4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:14.860336 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-16db891a-c9c6-460f-84ef-9e142cd91f0e None None] Publish callbacks [] for port, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:14.868838 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-16db891a-c9c6-460f-84ef-9e142cd91f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975'] for port, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:14.900159 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-4e9f8c1a-f3bd-43b7-8205-1460e31a9cc7 tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1929192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5659851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6017053'] for subnet, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:14.926632 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16db891a-c9c6-460f-84ef-9e142cd91f0e None None] Network 2bea05ed-02e0-46b8-95e1-244a12d83dfe is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:32:14.930336 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-16db891a-c9c6-460f-84ef-9e142cd91f0e None None] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:32:14.938130 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16db891a-c9c6-460f-84ef-9e142cd91f0e None None] Received port after_create {{(pid=103161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:32:14.960201 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16db891a-c9c6-460f-84ef-9e142cd91f0e None None] Pushing event updated for resources: {'Port': ['ID=7e293b0d-d311-4ab4-ba18-80e4ca13c7d0,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:32:15.018837 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-4e9f8c1a-f3bd-43b7-8205-1460e31a9cc7 tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1927292', 'neutron.services.segments.db._delete_segments_for_network-8767106887837'] for network, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:15.022452 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-b75021f4-2a50-4c4a-85c3-eb9c0efc5666 req-a4e54a0f-1c94-46ad-8032-5fe4ec612cc6 tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] 10.222.0.31 "GET /v2.0/security-groups?id=7500739f-039a-45b0-85f1-cc2dd6d8ee03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3104181 Dec 18 13:32:15.023241 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-16db891a-c9c6-460f-84ef-9e142cd91f0e None None] Attempting to bind port 7e293b0d-d311-4ab4-ba18-80e4ca13c7d0 on host dv-neutron-744815-20-hyperv for vnic_type normal with profile {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 13:32:15.023730 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-16db891a-c9c6-460f-84ef-9e142cd91f0e None None] Attempting to bind port 7e293b0d-d311-4ab4-ba18-80e4ca13c7d0 by drivers openvswitch,hyperv on host dv-neutron-744815-20-hyperv at level 0 using segments [{'id': '36489410-a0e3-41e8-93e3-eeef71c514dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '2bea05ed-02e0-46b8-95e1-244a12d83dfe'}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 13:32:15.024226 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16db891a-c9c6-460f-84ef-9e142cd91f0e None None] Attempting to bind port 7e293b0d-d311-4ab4-ba18-80e4ca13c7d0 on network 2bea05ed-02e0-46b8-95e1-244a12d83dfe {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 13:32:15.039300 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16db891a-c9c6-460f-84ef-9e142cd91f0e None None] Checking agent: {'id': '428fa9fa-43db-4db9-9f96-f60ffe931f2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-20-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 13, 19, 1), 'started_at': datetime.datetime(2021, 12, 18, 13, 19, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 13, 32, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-20-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 18 13:32:15.039851 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16db891a-c9c6-460f-84ef-9e142cd91f0e None None] Checking segment: {'id': '36489410-a0e3-41e8-93e3-eeef71c514dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '2bea05ed-02e0-46b8-95e1-244a12d83dfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 13:32:15.040386 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-16db891a-c9c6-460f-84ef-9e142cd91f0e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:15.040887 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16db891a-c9c6-460f-84ef-9e142cd91f0e None None] Bound using segment: {'id': '36489410-a0e3-41e8-93e3-eeef71c514dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '2bea05ed-02e0-46b8-95e1-244a12d83dfe'} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 18 13:32:15.041478 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-16db891a-c9c6-460f-84ef-9e142cd91f0e None None] Bound port: 7e293b0d-d311-4ab4-ba18-80e4ca13c7d0, host: dv-neutron-744815-20-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36489410-a0e3-41e8-93e3-eeef71c514dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '2bea05ed-02e0-46b8-95e1-244a12d83dfe'}}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 18 13:32:15.041974 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-16db891a-c9c6-460f-84ef-9e142cd91f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:15.051508 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.services.segments.db [None req-4e9f8c1a-f3bd-43b7-8205-1460e31a9cc7 tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2bea05ed-02e0-46b8-95e1-244a12d83dfe']}} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:32:15.061253 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.services.segments.db [None req-4e9f8c1a-f3bd-43b7-8205-1460e31a9cc7 tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36489410-a0e3-41e8-93e3-eeef71c514dd') {'for_net_delete': True} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:32:15.061457 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.services.segments.db [None req-4e9f8c1a-f3bd-43b7-8205-1460e31a9cc7 tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36489410-a0e3-41e8-93e3-eeef71c514dd') {} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:32:15.061928 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6b38a25-c398-48ba-ad50-8a3685bfe084 tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:32:15.068564 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6b38a25-c398-48ba-ad50-8a3685bfe084 tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:32:15.074474 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6b38a25-c398-48ba-ad50-8a3685bfe084 tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:32:15.081301 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6b38a25-c398-48ba-ad50-8a3685bfe084 tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:32:15.087531 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6b38a25-c398-48ba-ad50-8a3685bfe084 tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:32:15.093331 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9f8c1a-f3bd-43b7-8205-1460e31a9cc7 tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] Pushing event deleted for resources: {'Subnet': ['ID=5f16f981-212b-4b27-99d6-b0222f724a48,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:32:15.093778 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6b38a25-c398-48ba-ad50-8a3685bfe084 tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:32:15.097569 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-4e9f8c1a-f3bd-43b7-8205-1460e31a9cc7 tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767106888614', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5589569'] for segment, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:15.100269 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9333046c-2642-4f70-a6e3-df621892226b req-0a6a9820-3fb1-4823-8fd1-f4cf4e3f1de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:32:15.101014 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-e6b38a25-c398-48ba-ad50-8a3685bfe084 tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 0.4143674 Dec 18 13:32:15.101834 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-9333046c-2642-4f70-a6e3-df621892226b req-0a6a9820-3fb1-4823-8fd1-f4cf4e3f1de2 service neutron] 10.222.0.43 "GET /v2.0/networks?id=b777eec3-1fe1-45d9-be90-d023741ff2c0 HTTP/1.1" status: 200 len: 913 time: 0.3241489 Dec 18 13:32:15.108220 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 55186) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:32:15.111039 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-bed623fa-28c6-40e7-9237-30af7fcdb890 tempest-ExternalNetworksTestJSON-1111260564 tempest-ExternalNetworksTestJSON-1111260564-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767106405744'] for network, precommit_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:15.142172 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.db [req-e0dd5ae1-bead-4ec9-af8b-52e44e170bfc req-6be430c2-2d3c-453d-a378-0f4fb93e1c4d service neutron] For port 9137ef88-d34a-49aa-bee4-5408ee93058d, host hv-neutron-7448, cleared binding levels {{(pid=103160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 18 13:32:15.147539 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-bed623fa-28c6-40e7-9237-30af7fcdb890 tempest-ExternalNetworksTestJSON-1111260564 tempest-ExternalNetworksTestJSON-1111260564-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981'] for network, after_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:15.148893 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-16db891a-c9c6-460f-84ef-9e142cd91f0e None None] For port 7e293b0d-d311-4ab4-ba18-80e4ca13c7d0, host dv-neutron-744815-20-hyperv, cleared binding levels {{(pid=103161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 18 13:32:15.154299 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.db [req-e0dd5ae1-bead-4ec9-af8b-52e44e170bfc req-6be430c2-2d3c-453d-a378-0f4fb93e1c4d service neutron] For port 9137ef88-d34a-49aa-bee4-5408ee93058d, host hv-neutron-7448, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=9137ef88-d34a-49aa-bee4-5408ee93058d,segment=NetworkSegment(b297829c-e967-4db9-a1fe-64dd92edbd1e),segment_id=b297829c-e967-4db9-a1fe-64dd92edbd1e)] {{(pid=103160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 18 13:32:15.162309 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [req-e0dd5ae1-bead-4ec9-af8b-52e44e170bfc req-6be430c2-2d3c-453d-a378-0f4fb93e1c4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4533541'] for port, after_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:15.176540 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-bed623fa-28c6-40e7-9237-30af7fcdb890 tempest-ExternalNetworksTestJSON-1111260564 tempest-ExternalNetworksTestJSON-1111260564-project-admin] Network a4850e35-b531-40a3-86bd-81f44ae17469 is not hosted by any dhcp agent {{(pid=103160) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 18 13:32:15.177830 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bed623fa-28c6-40e7-9237-30af7fcdb890 tempest-ExternalNetworksTestJSON-1111260564 tempest-ExternalNetworksTestJSON-1111260564-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:32:15.178671 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-bed623fa-28c6-40e7-9237-30af7fcdb890 tempest-ExternalNetworksTestJSON-1111260564 tempest-ExternalNetworksTestJSON-1111260564-project-admin] Publish callbacks [] for network, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:15.180353 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-bed623fa-28c6-40e7-9237-30af7fcdb890 tempest-ExternalNetworksTestJSON-1111260564 tempest-ExternalNetworksTestJSON-1111260564-project-admin] 10.222.0.31 "PUT /v2.0/networks/a4850e35-b531-40a3-86bd-81f44ae17469 HTTP/1.1" status: 200 len: 858 time: 0.6733449 Dec 18 13:32:15.181945 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-4e9f8c1a-f3bd-43b7-8205-1460e31a9cc7 tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:15.184981 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-9333046c-2642-4f70-a6e3-df621892226b req-702c11d0-aeec-4b2a-a059-5028123adc84 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5da26721-d107-4a4b-b31c-6d701c670c9f HTTP/1.1" status: 200 len: 217 time: 0.0740964 Dec 18 13:32:15.185457 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 55188) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:32:15.219666 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e9f8c1a-f3bd-43b7-8205-1460e31a9cc7 tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] Releasing vlan 142 on physical network physnet1 to pool {{(pid=103159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 18 13:32:15.220073 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-4e9f8c1a-f3bd-43b7-8205-1460e31a9cc7 tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5660009'] for segment, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:15.261081 dv-neutron-744815-20-hyperv neutron-server[103159]: Traceback (most recent call last): Dec 18 13:32:15.261081 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 18 13:32:15.261081 dv-neutron-744815-20-hyperv neutron-server[103159]: timer() Dec 18 13:32:15.261081 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 18 13:32:15.261081 dv-neutron-744815-20-hyperv neutron-server[103159]: cb(*args, **kw) Dec 18 13:32:15.261081 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 18 13:32:15.261081 dv-neutron-744815-20-hyperv neutron-server[103159]: return func(*args, **kwargs) Dec 18 13:32:15.261081 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 18 13:32:15.261081 dv-neutron-744815-20-hyperv neutron-server[103159]: self._notify() Dec 18 13:32:15.261081 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 18 13:32:15.261081 dv-neutron-744815-20-hyperv neutron-server[103159]: self.callback(batched_events) Dec 18 13:32:15.261081 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 18 13:32:15.261081 dv-neutron-744815-20-hyperv neutron-server[103159]: event.method(event) Dec 18 13:32:15.261081 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 18 13:32:15.261081 dv-neutron-744815-20-hyperv neutron-server[103159]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 18 13:32:15.261081 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 18 13:32:15.261081 dv-neutron-744815-20-hyperv neutron-server[103159]: aggregate_uuid = self.p_client.list_aggregates( Dec 18 13:32:15.261081 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 18 13:32:15.261081 dv-neutron-744815-20-hyperv neutron-server[103159]: return f(self, *a, **k) Dec 18 13:32:15.261081 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 18 13:32:15.261081 dv-neutron-744815-20-hyperv neutron-server[103159]: return self._get(url).json() Dec 18 13:32:15.261081 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 18 13:32:15.261081 dv-neutron-744815-20-hyperv neutron-server[103159]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 18 13:32:15.261081 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 18 13:32:15.261081 dv-neutron-744815-20-hyperv neutron-server[103159]: return self.request(url, 'GET', **kwargs) Dec 18 13:32:15.261081 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 18 13:32:15.261081 dv-neutron-744815-20-hyperv neutron-server[103159]: base_url = self.get_endpoint(auth, allow=allow, Dec 18 13:32:15.261081 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 18 13:32:15.261081 dv-neutron-744815-20-hyperv neutron-server[103159]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 18 13:32:15.261081 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 18 13:32:15.261081 dv-neutron-744815-20-hyperv neutron-server[103159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 18 13:32:15.261081 dv-neutron-744815-20-hyperv neutron-server[103159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 18 13:32:15.275233 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dd5ae1-bead-4ec9-af8b-52e44e170bfc req-6be430c2-2d3c-453d-a378-0f4fb93e1c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:32:15.276102 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [req-e0dd5ae1-bead-4ec9-af8b-52e44e170bfc req-6be430c2-2d3c-453d-a378-0f4fb93e1c4d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:15.277695 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-e0dd5ae1-bead-4ec9-af8b-52e44e170bfc req-6be430c2-2d3c-453d-a378-0f4fb93e1c4d service neutron] 10.222.0.43 "PUT /v2.0/ports/9137ef88-d34a-49aa-bee4-5408ee93058d HTTP/1.1" status: 200 len: 1094 time: 2.2801595 Dec 18 13:32:15.278427 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f2e2401-f0b6-4060-8ecb-c437b383b2ea', 'tag': '9137ef88-d34a-49aa-bee4-5408ee93058d'}] {{(pid=103160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 18 13:32:15.280980 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd59ab3361532ca86f78e2d2eaf298e4a05479417bf909969c39d1b423591824" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e4c32ac-cff3-4bc0-95fb-069398f33727" -d '{"events": [{"name": "network-changed", "server_uuid": "8f2e2401-f0b6-4060-8ecb-c437b383b2ea", "tag": "9137ef88-d34a-49aa-bee4-5408ee93058d"}]}' {{(pid=103160) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 18 13:32:15.286424 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed623fa-28c6-40e7-9237-30af7fcdb890 tempest-ExternalNetworksTestJSON-1111260564 tempest-ExternalNetworksTestJSON-1111260564-project-admin] Pushing event updated for resources: {'Network': ['ID=a4850e35-b531-40a3-86bd-81f44ae17469,revision_number=2']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:32:15.314682 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be430c2-2d3c-453d-a378-0f4fb93e1c4d service neutron] Pushing event updated for resources: {'Port': ['ID=9137ef88-d34a-49aa-bee4-5408ee93058d,revision_number=3']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:32:15.366694 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 13:32:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a326ce51-d8ed-40df-ab97-0708b181d6ae x-openstack-request-id: req-a326ce51-d8ed-40df-ab97-0708b181d6ae {{(pid=103160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 18 13:32:15.366994 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f2e2401-f0b6-4060-8ecb-c437b383b2ea", "tag": "9137ef88-d34a-49aa-bee4-5408ee93058d", "status": "completed", "code": 200}]} {{(pid=103160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 18 13:32:15.367279 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a326ce51-d8ed-40df-ab97-0708b181d6ae {{(pid=103160) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 18 13:32:15.367687 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f2e2401-f0b6-4060-8ecb-c437b383b2ea', 'tag': '9137ef88-d34a-49aa-bee4-5408ee93058d', 'status': 'completed', 'code': 200} Dec 18 13:32:15.412362 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dd5ae1-bead-4ec9-af8b-52e44e170bfc req-ec669ac0-167b-4bb3-bd0b-aee70fb436db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:32:15.414596 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-e0dd5ae1-bead-4ec9-af8b-52e44e170bfc req-ec669ac0-167b-4bb3-bd0b-aee70fb436db service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6e88b8a5aed24360a829007d7fd9d0fd&device_id=8f2e2401-f0b6-4060-8ecb-c437b383b2ea HTTP/1.1" status: 200 len: 1097 time: 0.0790708 Dec 18 13:32:15.421712 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-16db891a-c9c6-460f-84ef-9e142cd91f0e None None] For port 7e293b0d-d311-4ab4-ba18-80e4ca13c7d0, host dv-neutron-744815-20-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=7e293b0d-d311-4ab4-ba18-80e4ca13c7d0,segment=NetworkSegment(36489410-a0e3-41e8-93e3-eeef71c514dd),segment_id=36489410-a0e3-41e8-93e3-eeef71c514dd)] {{(pid=103161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 18 13:32:15.432759 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-16db891a-c9c6-460f-84ef-9e142cd91f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:15.438344 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.db.api [None req-4e9f8c1a-f3bd-43b7-8205-1460e31a9cc7 tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 18 13:32:15.438344 dv-neutron-744815-20-hyperv neutron-server[103159]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 18 13:32:15.438344 dv-neutron-744815-20-hyperv neutron-server[103159]: [parameters: {'id': '2bea05ed-02e0-46b8-95e1-244a12d83dfe'}] Dec 18 13:32:15.438344 dv-neutron-744815-20-hyperv neutron-server[103159]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103159) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 18 13:32:15.439302 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG oslo_db.api [None req-4e9f8c1a-f3bd-43b7-8205-1460e31a9cc7 tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 18 13:32:15.448515 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-f0688dbf-b599-4728-aacb-f84f9c5b9164 tempest-ExternalNetworksTestJSON-1111260564 tempest-ExternalNetworksTestJSON-1111260564-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2023137'] for network, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:15.456219 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9333046c-2642-4f70-a6e3-df621892226b req-34146843-fdf7-4f3d-a343-67da1b2acb35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:32:15.457725 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-9333046c-2642-4f70-a6e3-df621892226b req-34146843-fdf7-4f3d-a343-67da1b2acb35 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7e8a84a3-739e-4c83-bb7f-c941648f694b HTTP/1.1" status: 200 len: 851 time: 0.2396274 Dec 18 13:32:15.481744 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-7546709c-176a-4d4d-8f63-2fdf6a62dccc tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] 10.222.0.31 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.3677316 Dec 18 13:32:15.482080 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 55192) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:32:15.494036 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-e0dd5ae1-bead-4ec9-af8b-52e44e170bfc req-7751edcf-5343-4155-911e-56d115d686e2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.26&port_id=9137ef88-d34a-49aa-bee4-5408ee93058d HTTP/1.1" status: 200 len: 217 time: 0.0722523 Dec 18 13:32:15.520711 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16db891a-c9c6-460f-84ef-9e142cd91f0e None None] Pushing event updated for resources: {'Port': ['ID=7e293b0d-d311-4ab4-ba18-80e4ca13c7d0,revision_number=2']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:32:15.580623 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dd5ae1-bead-4ec9-af8b-52e44e170bfc req-d17eb558-8c75-4113-a2ac-0a7024579ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:32:15.582712 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-e0dd5ae1-bead-4ec9-af8b-52e44e170bfc req-d17eb558-8c75-4113-a2ac-0a7024579ed6 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f8b0beec-4470-43e2-bdec-e0f92864652d HTTP/1.1" status: 200 len: 837 time: 0.0815997 Dec 18 13:32:15.616736 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26523fd5-ff3f-4935-aa8a-37859a7f34a2 tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:32:15.618370 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26523fd5-ff3f-4935-aa8a-37859a7f34a2 tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:32:15.620067 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26523fd5-ff3f-4935-aa8a-37859a7f34a2 tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:32:15.622056 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26523fd5-ff3f-4935-aa8a-37859a7f34a2 tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:32:15.623759 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26523fd5-ff3f-4935-aa8a-37859a7f34a2 tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:32:15.629236 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-26523fd5-ff3f-4935-aa8a-37859a7f34a2 tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1427081 Dec 18 13:32:15.634852 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 55194) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:32:15.691905 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9333046c-2642-4f70-a6e3-df621892226b req-e221bdbc-1c3d-4552-bfcd-e73456e65e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:32:15.693461 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-9333046c-2642-4f70-a6e3-df621892226b req-e221bdbc-1c3d-4552-bfcd-e73456e65e65 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b777eec3-1fe1-45d9-be90-d023741ff2c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.2150779 Dec 18 13:32:15.723693 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-f0688dbf-b599-4728-aacb-f84f9c5b9164 tempest-ExternalNetworksTestJSON-1111260564 tempest-ExternalNetworksTestJSON-1111260564-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1927292', 'neutron.services.segments.db._delete_segments_for_network-8767106887837'] for network, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:15.724173 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b91764c-b3de-4e17-ac0e-d6be30abb3c5 None None] get_active_networks_info from dv-neutron-744815-20-hyperv {{(pid=103161) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 18 13:32:15.724309 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dd5ae1-bead-4ec9-af8b-52e44e170bfc req-ec4281c6-a3ad-4158-a07a-643dc05817ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:32:15.725872 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-e0dd5ae1-bead-4ec9-af8b-52e44e170bfc req-ec4281c6-a3ad-4158-a07a-643dc05817ca service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=58390d3a-b960-4258-be41-e90ef13e7bac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.1351869 Dec 18 13:32:15.769570 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.services.segments.db [None req-f0688dbf-b599-4728-aacb-f84f9c5b9164 tempest-ExternalNetworksTestJSON-1111260564 tempest-ExternalNetworksTestJSON-1111260564-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4850e35-b531-40a3-86bd-81f44ae17469']}} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:32:15.785556 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.services.segments.db [None req-f0688dbf-b599-4728-aacb-f84f9c5b9164 tempest-ExternalNetworksTestJSON-1111260564 tempest-ExternalNetworksTestJSON-1111260564-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0547fe0-1963-4ba7-94fe-4c2c4e2c1778') {'for_net_delete': True} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:32:15.786005 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.services.segments.db [None req-f0688dbf-b599-4728-aacb-f84f9c5b9164 tempest-ExternalNetworksTestJSON-1111260564 tempest-ExternalNetworksTestJSON-1111260564-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0547fe0-1963-4ba7-94fe-4c2c4e2c1778') {} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:32:15.797047 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-f0688dbf-b599-4728-aacb-f84f9c5b9164 tempest-ExternalNetworksTestJSON-1111260564 tempest-ExternalNetworksTestJSON-1111260564-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767106888614', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5589569'] for segment, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:15.820534 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-f0688dbf-b599-4728-aacb-f84f9c5b9164 tempest-ExternalNetworksTestJSON-1111260564 tempest-ExternalNetworksTestJSON-1111260564-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:15.823029 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-e0dd5ae1-bead-4ec9-af8b-52e44e170bfc req-e2f3fe62-e7f1-4842-a943-48a188ee7543 service neutron] 10.222.0.43 "GET /v2.0/networks/58390d3a-b960-4258-be41-e90ef13e7bac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897243 Dec 18 13:32:15.839749 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0688dbf-b599-4728-aacb-f84f9c5b9164 tempest-ExternalNetworksTestJSON-1111260564 tempest-ExternalNetworksTestJSON-1111260564-project-admin] Releasing vlan 104 on physical network physnet1 to pool {{(pid=103159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 18 13:32:15.840231 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-f0688dbf-b599-4728-aacb-f84f9c5b9164 tempest-ExternalNetworksTestJSON-1111260564 tempest-ExternalNetworksTestJSON-1111260564-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5660009'] for segment, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:15.844315 dv-neutron-744815-20-hyperv neutron-server[103159]: Traceback (most recent call last): Dec 18 13:32:15.844315 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 18 13:32:15.844315 dv-neutron-744815-20-hyperv neutron-server[103159]: timer() Dec 18 13:32:15.844315 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 18 13:32:15.844315 dv-neutron-744815-20-hyperv neutron-server[103159]: cb(*args, **kw) Dec 18 13:32:15.844315 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 18 13:32:15.844315 dv-neutron-744815-20-hyperv neutron-server[103159]: return func(*args, **kwargs) Dec 18 13:32:15.844315 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 18 13:32:15.844315 dv-neutron-744815-20-hyperv neutron-server[103159]: self._notify() Dec 18 13:32:15.844315 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 18 13:32:15.844315 dv-neutron-744815-20-hyperv neutron-server[103159]: self.callback(batched_events) Dec 18 13:32:15.844315 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 18 13:32:15.844315 dv-neutron-744815-20-hyperv neutron-server[103159]: event.method(event) Dec 18 13:32:15.844315 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 18 13:32:15.844315 dv-neutron-744815-20-hyperv neutron-server[103159]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 18 13:32:15.844315 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 18 13:32:15.844315 dv-neutron-744815-20-hyperv neutron-server[103159]: aggregate_uuid = self.p_client.list_aggregates( Dec 18 13:32:15.844315 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 18 13:32:15.844315 dv-neutron-744815-20-hyperv neutron-server[103159]: return f(self, *a, **k) Dec 18 13:32:15.844315 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 18 13:32:15.844315 dv-neutron-744815-20-hyperv neutron-server[103159]: return self._get(url).json() Dec 18 13:32:15.844315 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 18 13:32:15.844315 dv-neutron-744815-20-hyperv neutron-server[103159]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 18 13:32:15.844315 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 18 13:32:15.844315 dv-neutron-744815-20-hyperv neutron-server[103159]: return self.request(url, 'GET', **kwargs) Dec 18 13:32:15.844315 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 18 13:32:15.844315 dv-neutron-744815-20-hyperv neutron-server[103159]: base_url = self.get_endpoint(auth, allow=allow, Dec 18 13:32:15.844315 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 18 13:32:15.844315 dv-neutron-744815-20-hyperv neutron-server[103159]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 18 13:32:15.844315 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 18 13:32:15.844315 dv-neutron-744815-20-hyperv neutron-server[103159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 18 13:32:15.844315 dv-neutron-744815-20-hyperv neutron-server[103159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 18 13:32:15.878147 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b91764c-b3de-4e17-ac0e-d6be30abb3c5 None None] Resources bound (agent type, host, resource id): {{(pid=103161) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 18 13:32:15.958485 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-4e9f8c1a-f3bd-43b7-8205-1460e31a9cc7 tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2023137'] for network, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:15.984280 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c24ac11-a439-4bf3-81a9-1ee3b724726c tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Attributes excluded by policy engine: ['shared'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:32:15.985751 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c24ac11-a439-4bf3-81a9-1ee3b724726c tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Attributes excluded by policy engine: ['shared'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:32:15.987465 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c24ac11-a439-4bf3-81a9-1ee3b724726c tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Attributes excluded by policy engine: ['shared'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:32:15.988991 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c24ac11-a439-4bf3-81a9-1ee3b724726c tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Attributes excluded by policy engine: ['shared'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:32:15.990441 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c24ac11-a439-4bf3-81a9-1ee3b724726c tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Attributes excluded by policy engine: ['shared'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:32:15.995574 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-4c24ac11-a439-4bf3-81a9-1ee3b724726c tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] 10.222.0.31 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.3561382 Dec 18 13:32:16.000668 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234ae9da-3a03-4a92-9d9a-7cff423e774b req-b94fe924-cd2f-425b-9d7e-059e8ba2ab62 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:32:16.001948 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 55198) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:32:16.003523 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-234ae9da-3a03-4a92-9d9a-7cff423e774b req-b94fe924-cd2f-425b-9d7e-059e8ba2ab62 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f2e2401-f0b6-4060-8ecb-c437b383b2ea HTTP/1.1" status: 200 len: 944 time: 0.0762830 Dec 18 13:32:16.008465 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-e0dd5ae1-bead-4ec9-af8b-52e44e170bfc req-a29ad37f-0164-456c-b3b7-fea8421dd5d6 service neutron] 10.222.0.43 "GET /v2.0/networks/58390d3a-b960-4258-be41-e90ef13e7bac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1777098 Dec 18 13:32:16.074174 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-f0688dbf-b599-4728-aacb-f84f9c5b9164 tempest-ExternalNetworksTestJSON-1111260564 tempest-ExternalNetworksTestJSON-1111260564-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1927267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586962'] for network, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:16.093191 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0688dbf-b599-4728-aacb-f84f9c5b9164 tempest-ExternalNetworksTestJSON-1111260564 tempest-ExternalNetworksTestJSON-1111260564-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network a4850e35-b531-40a3-86bd-81f44ae17469 {{(pid=103159) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 18 13:32:16.143346 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-f0688dbf-b599-4728-aacb-f84f9c5b9164 tempest-ExternalNetworksTestJSON-1111260564 tempest-ExternalNetworksTestJSON-1111260564-project-admin] Publish callbacks [] for network, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:16.146874 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-f0688dbf-b599-4728-aacb-f84f9c5b9164 tempest-ExternalNetworksTestJSON-1111260564 tempest-ExternalNetworksTestJSON-1111260564-project-admin] 10.222.0.31 "DELETE /v2.0/networks/a4850e35-b531-40a3-86bd-81f44ae17469 HTTP/1.1" status: 204 len: 168 time: 0.9562666 Dec 18 13:32:16.150630 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 55202) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:32:16.174372 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0688dbf-b599-4728-aacb-f84f9c5b9164 tempest-ExternalNetworksTestJSON-1111260564 tempest-ExternalNetworksTestJSON-1111260564-project-admin] Pushing event deleted for resources: {'Network': ['ID=a4850e35-b531-40a3-86bd-81f44ae17469,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:32:16.194266 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-9333046c-2642-4f70-a6e3-df621892226b req-3e7881fa-68a0-453d-901b-be3eba5740f8 service neutron] 10.222.0.43 "GET /v2.0/networks/b777eec3-1fe1-45d9-be90-d023741ff2c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4582822 Dec 18 13:32:16.209298 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-234ae9da-3a03-4a92-9d9a-7cff423e774b req-da3c7b6a-9bfc-4586-a0b7-d09579688148 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/security-groups?id=4447f998-159f-4b2c-9f7d-c89516a44160&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1995878 Dec 18 13:32:16.241029 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.pecan_wsgi.hooks.translation [None req-18d0dcee-b703-4d3a-b8ff-f325bef97ee7 tempest-ExternalNetworksTestJSON-482990383 tempest-ExternalNetworksTestJSON-482990383-project] DELETE failed (client error): The resource could not be found. Dec 18 13:32:16.241577 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18d0dcee-b703-4d3a-b8ff-f325bef97ee7 tempest-ExternalNetworksTestJSON-482990383 tempest-ExternalNetworksTestJSON-482990383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103160) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 18 13:32:16.247826 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-18d0dcee-b703-4d3a-b8ff-f325bef97ee7 tempest-ExternalNetworksTestJSON-482990383 tempest-ExternalNetworksTestJSON-482990383-project] 10.222.0.31 "DELETE /v2.0/subnets/e581a1c7-15a8-440b-8212-c0fcd7cc06b6 HTTP/1.1" status: 404 len: 337 time: 0.0960822 Dec 18 13:32:16.249590 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 55204) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:32:16.345611 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4c32ac-cff3-4bc0-95fb-069398f33727 req-d0ff13f0-f3bc-4c88-8c70-5e781de70dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:32:16.348056 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-9e4c32ac-cff3-4bc0-95fb-069398f33727 req-d0ff13f0-f3bc-4c88-8c70-5e781de70dcb service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6e88b8a5aed24360a829007d7fd9d0fd&device_id=8f2e2401-f0b6-4060-8ecb-c437b383b2ea HTTP/1.1" status: 200 len: 1097 time: 0.2781801 Dec 18 13:32:16.356303 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-fdbe2508-a303-4175-b865-369344de5596 tempest-ExternalNetworksTestJSON-482990383 tempest-ExternalNetworksTestJSON-482990383-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2023137'] for network, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:16.466669 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6687f87d-ba3b-4164-bfb7-fb858213b642 None None] Network 2bea05ed-02e0-46b8-95e1-244a12d83dfe requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:32:16.632438 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-fdbe2508-a303-4175-b865-369344de5596 tempest-ExternalNetworksTestJSON-482990383 tempest-ExternalNetworksTestJSON-482990383-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1927292', 'neutron.services.segments.db._delete_segments_for_network-8767106887837'] for network, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:16.639915 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae4b4644-ac21-4226-9b82-daacba237a11 None None] Network 2bea05ed-02e0-46b8-95e1-244a12d83dfe requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:32:16.649263 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4c32ac-cff3-4bc0-95fb-069398f33727 req-07c04358-8b4f-48b6-846f-d2e2e0729336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:32:16.650777 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-9e4c32ac-cff3-4bc0-95fb-069398f33727 req-07c04358-8b4f-48b6-846f-d2e2e0729336 service neutron] 10.222.0.43 "GET /v2.0/networks?id=58390d3a-b960-4258-be41-e90ef13e7bac HTTP/1.1" status: 200 len: 898 time: 0.2924700 Dec 18 13:32:16.687319 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.services.segments.db [None req-fdbe2508-a303-4175-b865-369344de5596 tempest-ExternalNetworksTestJSON-482990383 tempest-ExternalNetworksTestJSON-482990383-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d16c1179-35bb-4e26-a186-816542dd8ebd']}} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:32:16.756069 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-9e4c32ac-cff3-4bc0-95fb-069398f33727 req-2b33d1a9-acdd-462d-ad67-4a9b31c89ac7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.26&port_id=9137ef88-d34a-49aa-bee4-5408ee93058d HTTP/1.1" status: 200 len: 217 time: 0.0919371 Dec 18 13:32:16.757899 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.services.segments.db [None req-fdbe2508-a303-4175-b865-369344de5596 tempest-ExternalNetworksTestJSON-482990383 tempest-ExternalNetworksTestJSON-482990383-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c7f8e38-87bd-4f50-81bd-1493f6892d8a') {'for_net_delete': True} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:32:16.758192 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.services.segments.db [None req-fdbe2508-a303-4175-b865-369344de5596 tempest-ExternalNetworksTestJSON-482990383 tempest-ExternalNetworksTestJSON-482990383-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c7f8e38-87bd-4f50-81bd-1493f6892d8a') {} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:32:16.777534 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-fdbe2508-a303-4175-b865-369344de5596 tempest-ExternalNetworksTestJSON-482990383 tempest-ExternalNetworksTestJSON-482990383-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767106888614', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4533424'] for segment, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:16.801432 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74421151-cbc3-4286-903b-1893e0e3449b tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:32:16.804273 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-74421151-cbc3-4286-903b-1893e0e3449b tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] 10.222.0.31 "GET /v2.0/networks/73c8d32b-f8b5-4c11-8f81-e80c87c4763d HTTP/1.1" status: 200 len: 803 time: 0.7948925 Dec 18 13:32:16.813178 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 55206) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:32:16.830743 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-fdbe2508-a303-4175-b865-369344de5596 tempest-ExternalNetworksTestJSON-482990383 tempest-ExternalNetworksTestJSON-482990383-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:16.831681 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef62cd3e-4eba-4b05-90f8-0523482fd80b req-1a32f12a-c8ec-4384-8bbd-7692de68f373 tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:32:16.833992 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-ef62cd3e-4eba-4b05-90f8-0523482fd80b req-1a32f12a-c8ec-4384-8bbd-7692de68f373 tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5e7f6db-2193-4bdc-a573-cb470e1f7258 HTTP/1.1" status: 200 len: 943 time: 0.6856327 Dec 18 13:32:16.847004 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-4e9f8c1a-f3bd-43b7-8205-1460e31a9cc7 tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] Deleting port 7e293b0d-d311-4ab4-ba18-80e4ca13c7d0 {{(pid=103159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:32:16.847409 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-4e9f8c1a-f3bd-43b7-8205-1460e31a9cc7 tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:16.862058 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fdbe2508-a303-4175-b865-369344de5596 tempest-ExternalNetworksTestJSON-482990383 tempest-ExternalNetworksTestJSON-482990383-project] Releasing vlan 136 on physical network physnet1 to pool {{(pid=103160) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 18 13:32:16.862660 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-fdbe2508-a303-4175-b865-369344de5596 tempest-ExternalNetworksTestJSON-482990383 tempest-ExternalNetworksTestJSON-482990383-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4533569'] for segment, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:16.866014 dv-neutron-744815-20-hyperv neutron-server[103160]: Traceback (most recent call last): Dec 18 13:32:16.866014 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 18 13:32:16.866014 dv-neutron-744815-20-hyperv neutron-server[103160]: timer() Dec 18 13:32:16.866014 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 18 13:32:16.866014 dv-neutron-744815-20-hyperv neutron-server[103160]: cb(*args, **kw) Dec 18 13:32:16.866014 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 18 13:32:16.866014 dv-neutron-744815-20-hyperv neutron-server[103160]: return func(*args, **kwargs) Dec 18 13:32:16.866014 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 18 13:32:16.866014 dv-neutron-744815-20-hyperv neutron-server[103160]: self._notify() Dec 18 13:32:16.866014 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 18 13:32:16.866014 dv-neutron-744815-20-hyperv neutron-server[103160]: self.callback(batched_events) Dec 18 13:32:16.866014 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 18 13:32:16.866014 dv-neutron-744815-20-hyperv neutron-server[103160]: event.method(event) Dec 18 13:32:16.866014 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 18 13:32:16.866014 dv-neutron-744815-20-hyperv neutron-server[103160]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 18 13:32:16.866014 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 18 13:32:16.866014 dv-neutron-744815-20-hyperv neutron-server[103160]: aggregate_uuid = self.p_client.list_aggregates( Dec 18 13:32:16.866014 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 18 13:32:16.866014 dv-neutron-744815-20-hyperv neutron-server[103160]: return f(self, *a, **k) Dec 18 13:32:16.866014 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 18 13:32:16.866014 dv-neutron-744815-20-hyperv neutron-server[103160]: return self._get(url).json() Dec 18 13:32:16.866014 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 18 13:32:16.866014 dv-neutron-744815-20-hyperv neutron-server[103160]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 18 13:32:16.866014 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 18 13:32:16.866014 dv-neutron-744815-20-hyperv neutron-server[103160]: return self.request(url, 'GET', **kwargs) Dec 18 13:32:16.866014 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 18 13:32:16.866014 dv-neutron-744815-20-hyperv neutron-server[103160]: base_url = self.get_endpoint(auth, allow=allow, Dec 18 13:32:16.866014 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 18 13:32:16.866014 dv-neutron-744815-20-hyperv neutron-server[103160]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 18 13:32:16.866014 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 18 13:32:16.866014 dv-neutron-744815-20-hyperv neutron-server[103160]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 18 13:32:16.866014 dv-neutron-744815-20-hyperv neutron-server[103160]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 18 13:32:16.879425 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4c32ac-cff3-4bc0-95fb-069398f33727 req-34aeaa48-f8c1-4cbc-8744-2956f0f77fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:32:16.880946 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-9e4c32ac-cff3-4bc0-95fb-069398f33727 req-34aeaa48-f8c1-4cbc-8744-2956f0f77fe4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f8b0beec-4470-43e2-bdec-e0f92864652d HTTP/1.1" status: 200 len: 837 time: 0.1156213 Dec 18 13:32:16.923269 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-9333046c-2642-4f70-a6e3-df621892226b req-2c501ed3-58d4-45e6-92af-13371bef7a5d service neutron] 10.222.0.43 "GET /v2.0/networks/b777eec3-1fe1-45d9-be90-d023741ff2c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6868351 Dec 18 13:32:16.967964 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.db [None req-4e9f8c1a-f3bd-43b7-8205-1460e31a9cc7 tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] For port 7e293b0d-d311-4ab4-ba18-80e4ca13c7d0, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=7e293b0d-d311-4ab4-ba18-80e4ca13c7d0,segment=NetworkSegment(36489410-a0e3-41e8-93e3-eeef71c514dd),segment_id=36489410-a0e3-41e8-93e3-eeef71c514dd)] {{(pid=103159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:32:16.968404 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-4e9f8c1a-f3bd-43b7-8205-1460e31a9cc7 tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:16.981680 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-ef62cd3e-4eba-4b05-90f8-0523482fd80b req-a078e4fe-4c0e-4400-a521-b86a30e9d31f tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] 10.222.0.31 "GET /v2.0/security-groups?id=7500739f-039a-45b0-85f1-cc2dd6d8ee03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1385887 Dec 18 13:32:16.985951 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-4e9f8c1a-f3bd-43b7-8205-1460e31a9cc7 tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] Calling delete_port for 7e293b0d-d311-4ab4-ba18-80e4ca13c7d0 owned by network:dhcp {{(pid=103159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:32:17.017426 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-fdbe2508-a303-4175-b865-369344de5596 tempest-ExternalNetworksTestJSON-482990383 tempest-ExternalNetworksTestJSON-482990383-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1927267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586962'] for network, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:17.021912 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-fdbe2508-a303-4175-b865-369344de5596 tempest-ExternalNetworksTestJSON-482990383 tempest-ExternalNetworksTestJSON-482990383-project] Publish callbacks [] for network, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:17.026087 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-fdbe2508-a303-4175-b865-369344de5596 tempest-ExternalNetworksTestJSON-482990383 tempest-ExternalNetworksTestJSON-482990383-project] 10.222.0.31 "DELETE /v2.0/networks/d16c1179-35bb-4e26-a186-816542dd8ebd HTTP/1.1" status: 204 len: 168 time: 0.7754529 Dec 18 13:32:17.059315 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4c32ac-cff3-4bc0-95fb-069398f33727 req-0ecaf58b-f9a4-4e60-a826-d92cc3bfbf0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:32:17.060850 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-9e4c32ac-cff3-4bc0-95fb-069398f33727 req-0ecaf58b-f9a4-4e60-a826-d92cc3bfbf0a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=58390d3a-b960-4258-be41-e90ef13e7bac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.1704624 Dec 18 13:32:17.065526 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbe2508-a303-4175-b865-369344de5596 tempest-ExternalNetworksTestJSON-482990383 tempest-ExternalNetworksTestJSON-482990383-project] Pushing event deleted for resources: {'Network': ['ID=d16c1179-35bb-4e26-a186-816542dd8ebd,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:32:17.072871 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-d487d03c-e1d8-4082-9f35-f6d2ac5adc7f tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] 10.222.0.31 "GET /v2.0/networks/73c8d32b-f8b5-4c11-8f81-e80c87c4763d?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.2581751 Dec 18 13:32:17.077941 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 55210) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:32:17.123982 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-4e9f8c1a-f3bd-43b7-8205-1460e31a9cc7 tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:17.160122 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c90efc9-d08f-4867-afed-6e95dbb95192 tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:32:17.166848 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-0c90efc9-d08f-4867-afed-6e95dbb95192 tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] 10.222.0.31 "GET /v2.0/subnets/7ee77fd4-1fbd-476f-8687-2115bbad6dda HTTP/1.1" status: 200 len: 843 time: 0.0826821 Dec 18 13:32:17.166848 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9f8c1a-f3bd-43b7-8205-1460e31a9cc7 tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] Pushing event deleted for resources: {'Port': ['ID=7e293b0d-d311-4ab4-ba18-80e4ca13c7d0,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:32:17.166848 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e9f8c1a-f3bd-43b7-8205-1460e31a9cc7 tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] No DVR routers for this DVR port 7e293b0d-d311-4ab4-ba18-80e4ca13c7d0 on host dv-neutron-744815-20-hyperv {{(pid=103159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 18 13:32:17.167614 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-9e4c32ac-cff3-4bc0-95fb-069398f33727 req-1d7c23f0-187d-4c69-8ad1-1c4b12f059e8 service neutron] 10.222.0.43 "GET /v2.0/networks/58390d3a-b960-4258-be41-e90ef13e7bac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933566 Dec 18 13:32:17.168122 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 55212) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:32:17.264361 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-4e9f8c1a-f3bd-43b7-8205-1460e31a9cc7 tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1927292', 'neutron.services.segments.db._delete_segments_for_network-8767106887837'] for network, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:17.288363 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.services.segments.db [None req-4e9f8c1a-f3bd-43b7-8205-1460e31a9cc7 tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2bea05ed-02e0-46b8-95e1-244a12d83dfe']}} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:32:17.300500 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.services.segments.db [None req-4e9f8c1a-f3bd-43b7-8205-1460e31a9cc7 tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36489410-a0e3-41e8-93e3-eeef71c514dd') {'for_net_delete': True} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:32:17.300808 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.services.segments.db [None req-4e9f8c1a-f3bd-43b7-8205-1460e31a9cc7 tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36489410-a0e3-41e8-93e3-eeef71c514dd') {} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:32:17.315239 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-4e9f8c1a-f3bd-43b7-8205-1460e31a9cc7 tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767106888614', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5589569'] for segment, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:17.328116 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-4e9f8c1a-f3bd-43b7-8205-1460e31a9cc7 tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:17.335049 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e9f8c1a-f3bd-43b7-8205-1460e31a9cc7 tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] Releasing vlan 142 on physical network physnet1 to pool {{(pid=103159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 18 13:32:17.335551 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-4e9f8c1a-f3bd-43b7-8205-1460e31a9cc7 tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5660009'] for segment, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:17.338521 dv-neutron-744815-20-hyperv neutron-server[103159]: Traceback (most recent call last): Dec 18 13:32:17.338521 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 18 13:32:17.338521 dv-neutron-744815-20-hyperv neutron-server[103159]: timer() Dec 18 13:32:17.338521 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 18 13:32:17.338521 dv-neutron-744815-20-hyperv neutron-server[103159]: cb(*args, **kw) Dec 18 13:32:17.338521 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 18 13:32:17.338521 dv-neutron-744815-20-hyperv neutron-server[103159]: return func(*args, **kwargs) Dec 18 13:32:17.338521 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 18 13:32:17.338521 dv-neutron-744815-20-hyperv neutron-server[103159]: self._notify() Dec 18 13:32:17.338521 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 18 13:32:17.338521 dv-neutron-744815-20-hyperv neutron-server[103159]: self.callback(batched_events) Dec 18 13:32:17.338521 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 18 13:32:17.338521 dv-neutron-744815-20-hyperv neutron-server[103159]: event.method(event) Dec 18 13:32:17.338521 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 18 13:32:17.338521 dv-neutron-744815-20-hyperv neutron-server[103159]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 18 13:32:17.338521 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 18 13:32:17.338521 dv-neutron-744815-20-hyperv neutron-server[103159]: aggregate_uuid = self.p_client.list_aggregates( Dec 18 13:32:17.338521 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 18 13:32:17.338521 dv-neutron-744815-20-hyperv neutron-server[103159]: return f(self, *a, **k) Dec 18 13:32:17.338521 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 18 13:32:17.338521 dv-neutron-744815-20-hyperv neutron-server[103159]: return self._get(url).json() Dec 18 13:32:17.338521 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 18 13:32:17.338521 dv-neutron-744815-20-hyperv neutron-server[103159]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 18 13:32:17.338521 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 18 13:32:17.338521 dv-neutron-744815-20-hyperv neutron-server[103159]: return self.request(url, 'GET', **kwargs) Dec 18 13:32:17.338521 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 18 13:32:17.338521 dv-neutron-744815-20-hyperv neutron-server[103159]: base_url = self.get_endpoint(auth, allow=allow, Dec 18 13:32:17.338521 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 18 13:32:17.338521 dv-neutron-744815-20-hyperv neutron-server[103159]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 18 13:32:17.338521 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 18 13:32:17.338521 dv-neutron-744815-20-hyperv neutron-server[103159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 18 13:32:17.338521 dv-neutron-744815-20-hyperv neutron-server[103159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 18 13:32:17.344539 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9de4a79-1aac-4cad-9d11-8c5fdd6d1ba6 tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Attributes excluded by policy engine: ['shared'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:32:17.350120 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-b9de4a79-1aac-4cad-9d11-8c5fdd6d1ba6 tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] 10.222.0.31 "GET /v2.0/subnets/7ee77fd4-1fbd-476f-8687-2115bbad6dda?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1768835 Dec 18 13:32:17.350120 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 55218) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:32:17.351426 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 55220) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:32:17.361390 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-bf8eeddc-1eeb-447c-8f44-89ee0c2a8b7e tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1339308112'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:32:17.367386 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-9e4c32ac-cff3-4bc0-95fb-069398f33727 req-36a83539-e997-4a91-958a-488dda4edbf8 service neutron] 10.222.0.43 "GET /v2.0/networks/58390d3a-b960-4258-be41-e90ef13e7bac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1890917 Dec 18 13:32:17.391418 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43690ce6-75a9-4274-9d18-4ba6024b26f4 req-9cd5278e-25db-4491-8542-0dc6b43d64a9 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:32:17.393825 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-43690ce6-75a9-4274-9d18-4ba6024b26f4 req-9cd5278e-25db-4491-8542-0dc6b43d64a9 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f2e2401-f0b6-4060-8ecb-c437b383b2ea HTTP/1.1" status: 200 len: 944 time: 0.1008782 Dec 18 13:32:17.402226 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-4e9f8c1a-f3bd-43b7-8205-1460e31a9cc7 tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1927267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586962'] for network, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:17.409491 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-4e9f8c1a-f3bd-43b7-8205-1460e31a9cc7 tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] Publish callbacks [] for network, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:17.410347 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf8eeddc-1eeb-447c-8f44-89ee0c2a8b7e tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Made reservation on behalf of c5ad9a13d3f540fcaabd26ec563f9307 for: {'network': 1} {{(pid=103160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:32:17.413980 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-4e9f8c1a-f3bd-43b7-8205-1460e31a9cc7 tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] 10.222.0.31 "DELETE /v2.0/networks/2bea05ed-02e0-46b8-95e1-244a12d83dfe HTTP/1.1" status: 204 len: 168 time: 3.1554644 Dec 18 13:32:17.417703 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 55224) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:32:17.419371 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-bf8eeddc-1eeb-447c-8f44-89ee0c2a8b7e tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for network, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:17.423179 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-d378d067-df56-4f4e-91d6-2804fd141b6f tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-377789711'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:32:17.444451 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9f8c1a-f3bd-43b7-8205-1460e31a9cc7 tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] Pushing event deleted for resources: {'Network': ['ID=2bea05ed-02e0-46b8-95e1-244a12d83dfe,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:32:17.473620 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d378d067-df56-4f4e-91d6-2804fd141b6f tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] Made reservation on behalf of 7ebae9282694438b933cdb74bfb80192 for: {'network': 1} {{(pid=103159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:32:17.476172 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf8eeddc-1eeb-447c-8f44-89ee0c2a8b7e tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 139} {{(pid=103160) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 18 13:32:17.477767 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-d378d067-df56-4f4e-91d6-2804fd141b6f tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for network, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:17.498433 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-43690ce6-75a9-4274-9d18-4ba6024b26f4 req-62679eb1-2dcf-4911-a98a-142a0ba0f0ad tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/security-groups?id=4447f998-159f-4b2c-9f7d-c89516a44160&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0969419 Dec 18 13:32:17.503353 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d378d067-df56-4f4e-91d6-2804fd141b6f tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 102} {{(pid=103159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 18 13:32:17.505607 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-bf8eeddc-1eeb-447c-8f44-89ee0c2a8b7e tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:17.505972 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.db.segments_db [None req-bf8eeddc-1eeb-447c-8f44-89ee0c2a8b7e tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Added segment 8e400e55-020e-4a59-b992-7554cd00434f of type vlan for network 67340181-189e-446c-a4a4-946b203a1c53 Dec 18 13:32:17.514088 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-d378d067-df56-4f4e-91d6-2804fd141b6f tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:17.514434 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.db.segments_db [None req-d378d067-df56-4f4e-91d6-2804fd141b6f tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] Added segment a0f0850b-5c53-4604-a838-d67fe417ad91 of type vlan for network 2653ceea-4c54-41d1-8993-a0908d150f46 Dec 18 13:32:17.561709 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-d378d067-df56-4f4e-91d6-2804fd141b6f tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767106405744'] for network, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:17.568304 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-3b8ff3fe-2dad-4af6-98b6-2d1af0dc53bc admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=521e469f5a7d4b0a9ae957b4e60f7f70&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2173495 Dec 18 13:32:17.570806 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 55226) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:32:17.573712 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-bf8eeddc-1eeb-447c-8f44-89ee0c2a8b7e tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767106405744'] for network, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:17.601345 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-bf8eeddc-1eeb-447c-8f44-89ee0c2a8b7e tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981'] for network, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:17.606914 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf8eeddc-1eeb-447c-8f44-89ee0c2a8b7e tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:32:17.607533 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-bf8eeddc-1eeb-447c-8f44-89ee0c2a8b7e tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Publish callbacks [] for network, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:17.623268 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-d378d067-df56-4f4e-91d6-2804fd141b6f tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981'] for network, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:17.630324 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d378d067-df56-4f4e-91d6-2804fd141b6f tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:32:17.630324 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-d378d067-df56-4f4e-91d6-2804fd141b6f tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] Publish callbacks [] for network, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:17.675250 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-bf8eeddc-1eeb-447c-8f44-89ee0c2a8b7e tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3173287 Dec 18 13:32:17.678742 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 55228) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:32:17.683285 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-4ade9292-1ba3-4cca-96d4-178960127391 tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Request body: {'subnet': {'network_id': '67340181-189e-446c-a4a4-946b203a1c53', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:32:17.697006 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-d378d067-df56-4f4e-91d6-2804fd141b6f tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.2782156 Dec 18 13:32:17.700447 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8eeddc-1eeb-447c-8f44-89ee0c2a8b7e tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Pushing event updated for resources: {'Network': ['ID=67340181-189e-446c-a4a4-946b203a1c53,revision_number=1']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:32:17.704210 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 55230) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:32:17.711936 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-3b07f54f-6553-47b9-ba23-0236de7301fc tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] Request body: {'subnet': {'network_id': '2653ceea-4c54-41d1-8993-a0908d150f46', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:32:17.712814 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Network 67340181-189e-446c-a4a4-946b203a1c53 details requested by agent ovs-agent-dv-neutron-744815-20-hyperv with host dv-neutron-744815-20-hyperv {{(pid=103161) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 18 13:32:17.736566 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d378d067-df56-4f4e-91d6-2804fd141b6f tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] Pushing event updated for resources: {'Network': ['ID=2653ceea-4c54-41d1-8993-a0908d150f46,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:32:17.738683 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-73cd064c-c21e-4e7c-a5d3-1a14f95db312 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:17.780487 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ade9292-1ba3-4cca-96d4-178960127391 tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Made reservation on behalf of c5ad9a13d3f540fcaabd26ec563f9307 for: {'subnet': 1} {{(pid=103160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:32:17.785049 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-4ade9292-1ba3-4cca-96d4-178960127391 tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4514414'] for subnet, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:17.787342 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Network 2653ceea-4c54-41d1-8993-a0908d150f46 details requested by agent ovs-agent-dv-neutron-744815-20-hyperv with host dv-neutron-744815-20-hyperv {{(pid=103161) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 18 13:32:17.804361 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-73cd064c-c21e-4e7c-a5d3-1a14f95db312 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:17.850291 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.ipam_backend_mixin [None req-4ade9292-1ba3-4cca-96d4-178960127391 tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Performing IP validity checks on allocation pools {{(pid=103160) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 18 13:32:17.850906 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.ipam_backend_mixin [None req-4ade9292-1ba3-4cca-96d4-178960127391 tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103160) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 18 13:32:17.858529 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b07f54f-6553-47b9-ba23-0236de7301fc tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] Made reservation on behalf of 7ebae9282694438b933cdb74bfb80192 for: {'subnet': 1} {{(pid=103159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:32:17.862613 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-3b07f54f-6553-47b9-ba23-0236de7301fc tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6017072'] for subnet, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:17.897441 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-73cd064c-c21e-4e7c-a5d3-1a14f95db312 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:17.900486 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-73cd064c-c21e-4e7c-a5d3-1a14f95db312 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:17.901647 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-73cd064c-c21e-4e7c-a5d3-1a14f95db312 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8ab9ccb7-f535-42cb-9148-e917fc6a3589 HTTP/1.1" status: 204 len: 168 time: 0.3298795 Dec 18 13:32:17.947845 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cd064c-c21e-4e7c-a5d3-1a14f95db312 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ab9ccb7-f535-42cb-9148-e917fc6a3589,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:32:17.993262 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-4ade9292-1ba3-4cca-96d4-178960127391 tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4533410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4514424'] for subnet, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:18.058795 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ade9292-1ba3-4cca-96d4-178960127391 tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Pushing event updated for resources: {'Subnet': ['ID=1a5ce050-fa77-4cf5-bc1d-6ae845fc55ba,revision_number=0']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:32:18.082447 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ade9292-1ba3-4cca-96d4-178960127391 tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Checking segment: {'id': '8e400e55-020e-4a59-b992-7554cd00434f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '67340181-189e-446c-a4a4-946b203a1c53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 13:32:18.082809 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ade9292-1ba3-4cca-96d4-178960127391 tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Network hostable DHCP agents. Network: 67340181-189e-446c-a4a4-946b203a1c53, hostable agents: ['aa77effa-0e3a-4bbd-a383-4d58ed3328d0'], hosted agents: [] {{(pid=103160) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 18 13:32:18.100794 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ade9292-1ba3-4cca-96d4-178960127391 tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Network 67340181-189e-446c-a4a4-946b203a1c53 is scheduled to be hosted by DHCP agent aa77effa-0e3a-4bbd-a383-4d58ed3328d0 with binding_index 1 {{(pid=103160) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 18 13:32:18.113515 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.base_scheduler [None req-4ade9292-1ba3-4cca-96d4-178960127391 tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-744815-20-hyperv, 67340181-189e-446c-a4a4-946b203a1c53) {{(pid=103160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:32:18.120130 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ade9292-1ba3-4cca-96d4-178960127391 tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:32:18.120724 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-4ade9292-1ba3-4cca-96d4-178960127391 tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Publish callbacks [] for subnet, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:18.124412 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0c9d873-603a-44e9-9749-27b35811f9b1 None None] Network 67340181-189e-446c-a4a4-946b203a1c53 requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:32:18.145335 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-3b07f54f-6553-47b9-ba23-0236de7301fc tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5659786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6017062'] for subnet, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:18.150908 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-4ade9292-1ba3-4cca-96d4-178960127391 tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 0.4714541 Dec 18 13:32:18.151869 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 55238) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:32:18.157483 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-4e17e778-09ea-4e39-a80f-dbb5789bedd5 tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:32:18.205774 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafd650e-527e-4098-b995-6c174aa4e1c2 req-d7ea83c2-4cd1-44e0-b090-e14e57d4263f tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:32:18.213689 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-dafd650e-527e-4098-b995-6c174aa4e1c2 req-d7ea83c2-4cd1-44e0-b090-e14e57d4263f tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5e7f6db-2193-4bdc-a573-cb470e1f7258 HTTP/1.1" status: 200 len: 943 time: 0.1235652 Dec 18 13:32:18.250829 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e71e9b5f-8d8c-4bae-8d01-df8a2c8c6d1c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp31e170a0-46a1-5ba9-9dc1-7ee4f866f0d7-67340181-189e-446c-a4a4-946b203a1c53', 'network_id': '67340181-189e-446c-a4a4-946b203a1c53', 'project_id': 'c5ad9a13d3f540fcaabd26ec563f9307', 'fixed_ips': [{'subnet_id': '1a5ce050-fa77-4cf5-bc1d-6ae845fc55ba'}]}} from dv-neutron-744815-20-hyperv. {{(pid=103161) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 18 13:32:18.251902 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e71e9b5f-8d8c-4bae-8d01-df8a2c8c6d1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:18.258014 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b07f54f-6553-47b9-ba23-0236de7301fc tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] Pushing event updated for resources: {'Subnet': ['ID=d6f94b30-df85-403d-8f53-b245995dc191,revision_number=0']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:32:18.271496 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 55240) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:32:18.280327 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b07f54f-6553-47b9-ba23-0236de7301fc tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] Checking segment: {'id': 'a0f0850b-5c53-4604-a838-d67fe417ad91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '2653ceea-4c54-41d1-8993-a0908d150f46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 13:32:18.280327 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b07f54f-6553-47b9-ba23-0236de7301fc tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] Network hostable DHCP agents. Network: 2653ceea-4c54-41d1-8993-a0908d150f46, hostable agents: ['aa77effa-0e3a-4bbd-a383-4d58ed3328d0'], hosted agents: [] {{(pid=103159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 18 13:32:18.293201 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-4e17e778-09ea-4e39-a80f-dbb5789bedd5 tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4514417'] for subnet, before_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:18.308092 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-dafd650e-527e-4098-b995-6c174aa4e1c2 req-98d614e8-64e7-4b55-bada-eb936f57c54b tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] 10.222.0.31 "GET /v2.0/security-groups?id=7500739f-039a-45b0-85f1-cc2dd6d8ee03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0935795 Dec 18 13:32:18.329108 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b07f54f-6553-47b9-ba23-0236de7301fc tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] Network 2653ceea-4c54-41d1-8993-a0908d150f46 is scheduled to be hosted by DHCP agent aa77effa-0e3a-4bbd-a383-4d58ed3328d0 with binding_index 1 {{(pid=103159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 18 13:32:18.335292 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.base_scheduler [None req-3b07f54f-6553-47b9-ba23-0236de7301fc tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-744815-20-hyperv, 2653ceea-4c54-41d1-8993-a0908d150f46) {{(pid=103159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:32:18.344330 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b07f54f-6553-47b9-ba23-0236de7301fc tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:32:18.344945 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-3b07f54f-6553-47b9-ba23-0236de7301fc tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] Publish callbacks [] for subnet, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:18.350615 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fffbb29-dcc3-437a-912b-d50e287bd671 None None] Network 2653ceea-4c54-41d1-8993-a0908d150f46 requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:32:18.362980 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-3b07f54f-6553-47b9-ba23-0236de7301fc tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6549962 Dec 18 13:32:18.365775 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 55242) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:32:18.375199 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-ca8a5dd1-b3d8-4993-a344-c76080414e2e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3c80df0f660f4f208bd0255a011868f7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1024983 Dec 18 13:32:18.377898 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 55244) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:32:18.470980 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46586628-7f75-462a-aa2a-98e602840b0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp31e170a0-46a1-5ba9-9dc1-7ee4f866f0d7-2653ceea-4c54-41d1-8993-a0908d150f46', 'network_id': '2653ceea-4c54-41d1-8993-a0908d150f46', 'project_id': '7ebae9282694438b933cdb74bfb80192', 'fixed_ips': [{'subnet_id': 'd6f94b30-df85-403d-8f53-b245995dc191'}]}} from dv-neutron-744815-20-hyperv. {{(pid=103161) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 18 13:32:18.472255 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-46586628-7f75-462a-aa2a-98e602840b0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:18.481019 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-20ef0dfc-550b-4f3d-8d49-b5d067da8768 tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2023137'] for network, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:18.546902 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-20ef0dfc-550b-4f3d-8d49-b5d067da8768 tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1929185'] for subnet, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:18.629581 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_common [None req-46586628-7f75-462a-aa2a-98e602840b0c None None] Allocated IP 2001:db8::2 (2653ceea-4c54-41d1-8993-a0908d150f46/d6f94b30-df85-403d-8f53-b245995dc191/3d7e8ced-43a5-4302-abfc-822ed48d5556) {{(pid=103161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:32:18.756481 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.db.api [None req-e71e9b5f-8d8c-4bae-8d01-df8a2c8c6d1c None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 18 13:32:18.756481 dv-neutron-744815-20-hyperv neutron-server[103161]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Dec 18 13:32:18.756481 dv-neutron-744815-20-hyperv neutron-server[103161]: [parameters: {'in_use': 1, 'id_1': '1a5ce050-fa77-4cf5-bc1d-6ae845fc55ba'}] Dec 18 13:32:18.756481 dv-neutron-744815-20-hyperv neutron-server[103161]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103161) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 18 13:32:18.757540 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG oslo_db.api [None req-e71e9b5f-8d8c-4bae-8d01-df8a2c8c6d1c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 18 13:32:18.778802 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-46586628-7f75-462a-aa2a-98e602840b0c None None] Publish callbacks [] for port, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:18.786456 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-46586628-7f75-462a-aa2a-98e602840b0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975'] for port, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:18.807189 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-20ef0dfc-550b-4f3d-8d49-b5d067da8768 tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1929192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5659851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6017053'] for subnet, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:18.830827 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46586628-7f75-462a-aa2a-98e602840b0c None None] Network 2653ceea-4c54-41d1-8993-a0908d150f46 is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:32:18.835236 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-46586628-7f75-462a-aa2a-98e602840b0c None None] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:32:18.836713 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ef0dfc-550b-4f3d-8d49-b5d067da8768 tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] Pushing event deleted for resources: {'Subnet': ['ID=d6f94b30-df85-403d-8f53-b245995dc191,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:32:18.837247 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dcb416-99b6-4679-9bcd-ad78142883ed req-afcd3178-379f-45d3-9bf0-920410a55784 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:32:18.838807 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-a4dcb416-99b6-4679-9bcd-ad78142883ed req-afcd3178-379f-45d3-9bf0-920410a55784 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f2e2401-f0b6-4060-8ecb-c437b383b2ea HTTP/1.1" status: 200 len: 944 time: 0.1317265 Dec 18 13:32:18.843857 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46586628-7f75-462a-aa2a-98e602840b0c None None] Received port after_create {{(pid=103161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:32:18.858422 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46586628-7f75-462a-aa2a-98e602840b0c None None] Pushing event updated for resources: {'Port': ['ID=3d7e8ced-43a5-4302-abfc-822ed48d5556,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:32:18.862223 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-8a3d0417-c4e8-403d-bc6d-8a24bd72d235 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:18.906627 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-20ef0dfc-550b-4f3d-8d49-b5d067da8768 tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1927292', 'neutron.services.segments.db._delete_segments_for_network-8767106887837'] for network, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:18.917652 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-8a3d0417-c4e8-403d-bc6d-8a24bd72d235 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:18.917917 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-46586628-7f75-462a-aa2a-98e602840b0c None None] Attempting to bind port 3d7e8ced-43a5-4302-abfc-822ed48d5556 on host dv-neutron-744815-20-hyperv for vnic_type normal with profile {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 13:32:18.918290 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-46586628-7f75-462a-aa2a-98e602840b0c None None] Attempting to bind port 3d7e8ced-43a5-4302-abfc-822ed48d5556 by drivers openvswitch,hyperv on host dv-neutron-744815-20-hyperv at level 0 using segments [{'id': 'a0f0850b-5c53-4604-a838-d67fe417ad91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '2653ceea-4c54-41d1-8993-a0908d150f46'}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 13:32:18.918955 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46586628-7f75-462a-aa2a-98e602840b0c None None] Attempting to bind port 3d7e8ced-43a5-4302-abfc-822ed48d5556 on network 2653ceea-4c54-41d1-8993-a0908d150f46 {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 13:32:18.925308 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46586628-7f75-462a-aa2a-98e602840b0c None None] Checking agent: {'id': '428fa9fa-43db-4db9-9f96-f60ffe931f2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-20-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 13, 19, 1), 'started_at': datetime.datetime(2021, 12, 18, 13, 19, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 13, 32, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-20-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 18 13:32:18.925547 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46586628-7f75-462a-aa2a-98e602840b0c None None] Checking segment: {'id': 'a0f0850b-5c53-4604-a838-d67fe417ad91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '2653ceea-4c54-41d1-8993-a0908d150f46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 13:32:18.925758 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-46586628-7f75-462a-aa2a-98e602840b0c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:18.926160 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46586628-7f75-462a-aa2a-98e602840b0c None None] Bound using segment: {'id': 'a0f0850b-5c53-4604-a838-d67fe417ad91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '2653ceea-4c54-41d1-8993-a0908d150f46'} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 18 13:32:18.926654 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-46586628-7f75-462a-aa2a-98e602840b0c None None] Bound port: 3d7e8ced-43a5-4302-abfc-822ed48d5556, host: dv-neutron-744815-20-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0f0850b-5c53-4604-a838-d67fe417ad91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '2653ceea-4c54-41d1-8993-a0908d150f46'}}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 18 13:32:18.927027 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-46586628-7f75-462a-aa2a-98e602840b0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:18.929692 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.services.segments.db [None req-20ef0dfc-550b-4f3d-8d49-b5d067da8768 tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2653ceea-4c54-41d1-8993-a0908d150f46']}} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:32:18.939946 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.services.segments.db [None req-20ef0dfc-550b-4f3d-8d49-b5d067da8768 tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0f0850b-5c53-4604-a838-d67fe417ad91') {'for_net_delete': True} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:32:18.940349 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.services.segments.db [None req-20ef0dfc-550b-4f3d-8d49-b5d067da8768 tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0f0850b-5c53-4604-a838-d67fe417ad91') {} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:32:18.950622 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-4e17e778-09ea-4e39-a80f-dbb5789bedd5 tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8767106934739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-4533480'] for subnet, after_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:18.953862 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-20ef0dfc-550b-4f3d-8d49-b5d067da8768 tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767106888614', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5589569'] for segment, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:18.968155 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-20ef0dfc-550b-4f3d-8d49-b5d067da8768 tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:18.975139 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20ef0dfc-550b-4f3d-8d49-b5d067da8768 tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] Releasing vlan 102 on physical network physnet1 to pool {{(pid=103159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 18 13:32:18.975639 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-20ef0dfc-550b-4f3d-8d49-b5d067da8768 tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5660009'] for segment, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:18.979308 dv-neutron-744815-20-hyperv neutron-server[103159]: Traceback (most recent call last): Dec 18 13:32:18.979308 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 18 13:32:18.979308 dv-neutron-744815-20-hyperv neutron-server[103159]: timer() Dec 18 13:32:18.979308 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 18 13:32:18.979308 dv-neutron-744815-20-hyperv neutron-server[103159]: cb(*args, **kw) Dec 18 13:32:18.979308 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 18 13:32:18.979308 dv-neutron-744815-20-hyperv neutron-server[103159]: return func(*args, **kwargs) Dec 18 13:32:18.979308 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 18 13:32:18.979308 dv-neutron-744815-20-hyperv neutron-server[103159]: self._notify() Dec 18 13:32:18.979308 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 18 13:32:18.979308 dv-neutron-744815-20-hyperv neutron-server[103159]: self.callback(batched_events) Dec 18 13:32:18.979308 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 18 13:32:18.979308 dv-neutron-744815-20-hyperv neutron-server[103159]: event.method(event) Dec 18 13:32:18.979308 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 18 13:32:18.979308 dv-neutron-744815-20-hyperv neutron-server[103159]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 18 13:32:18.979308 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 18 13:32:18.979308 dv-neutron-744815-20-hyperv neutron-server[103159]: aggregate_uuid = self.p_client.list_aggregates( Dec 18 13:32:18.979308 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 18 13:32:18.979308 dv-neutron-744815-20-hyperv neutron-server[103159]: return f(self, *a, **k) Dec 18 13:32:18.979308 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 18 13:32:18.979308 dv-neutron-744815-20-hyperv neutron-server[103159]: return self._get(url).json() Dec 18 13:32:18.979308 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 18 13:32:18.979308 dv-neutron-744815-20-hyperv neutron-server[103159]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 18 13:32:18.979308 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 18 13:32:18.979308 dv-neutron-744815-20-hyperv neutron-server[103159]: return self.request(url, 'GET', **kwargs) Dec 18 13:32:18.979308 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 18 13:32:18.979308 dv-neutron-744815-20-hyperv neutron-server[103159]: base_url = self.get_endpoint(auth, allow=allow, Dec 18 13:32:18.979308 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 18 13:32:18.979308 dv-neutron-744815-20-hyperv neutron-server[103159]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 18 13:32:18.979308 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 18 13:32:18.979308 dv-neutron-744815-20-hyperv neutron-server[103159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 18 13:32:18.979308 dv-neutron-744815-20-hyperv neutron-server[103159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 18 13:32:19.004001 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-a4dcb416-99b6-4679-9bcd-ad78142883ed req-7f9e245e-1e38-4ee2-a78d-ff4fd966054e tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/security-groups?id=4447f998-159f-4b2c-9f7d-c89516a44160&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1423180 Dec 18 13:32:19.012681 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-46586628-7f75-462a-aa2a-98e602840b0c None None] For port 3d7e8ced-43a5-4302-abfc-822ed48d5556, host dv-neutron-744815-20-hyperv, cleared binding levels {{(pid=103161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 18 13:32:19.023198 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e17e778-09ea-4e39-a80f-dbb5789bedd5 tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:32:19.024390 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-4e17e778-09ea-4e39-a80f-dbb5789bedd5 tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Publish callbacks [] for subnet, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:19.025278 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-4e17e778-09ea-4e39-a80f-dbb5789bedd5 tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] 10.222.0.31 "PUT /v2.0/subnets/1a5ce050-fa77-4cf5-bc1d-6ae845fc55ba HTTP/1.1" status: 200 len: 900 time: 0.8724494 Dec 18 13:32:19.037539 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 55248) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:32:19.037797 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e17e778-09ea-4e39-a80f-dbb5789bedd5 tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Pushing event updated for resources: {'Subnet': ['ID=1a5ce050-fa77-4cf5-bc1d-6ae845fc55ba,revision_number=1']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:32:19.047223 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-8a3d0417-c4e8-403d-bc6d-8a24bd72d235 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:19.050634 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-8a3d0417-c4e8-403d-bc6d-8a24bd72d235 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:19.054369 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-8a3d0417-c4e8-403d-bc6d-8a24bd72d235 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2dfb7125-1110-4279-9fe8-32956cb8f8e5 HTTP/1.1" status: 204 len: 168 time: 0.6732855 Dec 18 13:32:19.060284 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3d0417-c4e8-403d-bc6d-8a24bd72d235 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dfb7125-1110-4279-9fe8-32956cb8f8e5,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:32:19.109687 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.db.api [None req-20ef0dfc-550b-4f3d-8d49-b5d067da8768 tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 18 13:32:19.109687 dv-neutron-744815-20-hyperv neutron-server[103159]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 18 13:32:19.109687 dv-neutron-744815-20-hyperv neutron-server[103159]: [parameters: {'id': '2653ceea-4c54-41d1-8993-a0908d150f46'}] Dec 18 13:32:19.109687 dv-neutron-744815-20-hyperv neutron-server[103159]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103159) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 18 13:32:19.110182 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG oslo_db.api [None req-20ef0dfc-550b-4f3d-8d49-b5d067da8768 tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 18 13:32:19.112326 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-46586628-7f75-462a-aa2a-98e602840b0c None None] For port 3d7e8ced-43a5-4302-abfc-822ed48d5556, host dv-neutron-744815-20-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=3d7e8ced-43a5-4302-abfc-822ed48d5556,segment=NetworkSegment(a0f0850b-5c53-4604-a838-d67fe417ad91),segment_id=a0f0850b-5c53-4604-a838-d67fe417ad91)] {{(pid=103161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 18 13:32:19.119353 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-46586628-7f75-462a-aa2a-98e602840b0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:19.137477 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-0b4d393c-3753-4615-8b5a-8973c91839f9 tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2023137'] for network, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:19.190810 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-0b4d393c-3753-4615-8b5a-8973c91839f9 tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1929185'] for subnet, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:19.197268 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46586628-7f75-462a-aa2a-98e602840b0c None None] Pushing event updated for resources: {'Port': ['ID=3d7e8ced-43a5-4302-abfc-822ed48d5556,revision_number=2']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:32:19.226133 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71cc3f8f-5196-4da8-8c18-55e25270e877 None None] Network 2653ceea-4c54-41d1-8993-a0908d150f46 requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:32:19.268113 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-0b4d393c-3753-4615-8b5a-8973c91839f9 tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1929192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5659851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6017053'] for subnet, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:19.278593 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e71e9b5f-8d8c-4bae-8d01-df8a2c8c6d1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:19.300757 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4d393c-3753-4615-8b5a-8973c91839f9 tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Pushing event deleted for resources: {'Subnet': ['ID=1a5ce050-fa77-4cf5-bc1d-6ae845fc55ba,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:32:19.367864 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-0b4d393c-3753-4615-8b5a-8973c91839f9 tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1927292', 'neutron.services.segments.db._delete_segments_for_network-8767106887837'] for network, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:19.405951 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.services.segments.db [None req-0b4d393c-3753-4615-8b5a-8973c91839f9 tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67340181-189e-446c-a4a4-946b203a1c53']}} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:32:19.412346 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5869d03-9890-4215-823b-7b7cb46175fd None None] Network 67340181-189e-446c-a4a4-946b203a1c53 requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:32:19.433452 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.services.segments.db [None req-0b4d393c-3753-4615-8b5a-8973c91839f9 tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e400e55-020e-4a59-b992-7554cd00434f') {'for_net_delete': True} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:32:19.433812 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.services.segments.db [None req-0b4d393c-3753-4615-8b5a-8973c91839f9 tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e400e55-020e-4a59-b992-7554cd00434f') {} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:32:19.449615 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-0b4d393c-3753-4615-8b5a-8973c91839f9 tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767106888614', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5589569'] for segment, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:19.472861 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c05cf81-3902-4d0d-886f-e2375b01c9ce req-7c9f3d06-ea9c-4982-8f90-95fe21a701d1 tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:32:19.474415 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-5c05cf81-3902-4d0d-886f-e2375b01c9ce req-7c9f3d06-ea9c-4982-8f90-95fe21a701d1 tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5e7f6db-2193-4bdc-a573-cb470e1f7258 HTTP/1.1" status: 200 len: 943 time: 0.0809512 Dec 18 13:32:19.476252 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-0b4d393c-3753-4615-8b5a-8973c91839f9 tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:19.486300 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b4d393c-3753-4615-8b5a-8973c91839f9 tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Releasing vlan 139 on physical network physnet1 to pool {{(pid=103159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 18 13:32:19.486783 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-0b4d393c-3753-4615-8b5a-8973c91839f9 tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5660009'] for segment, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:19.490711 dv-neutron-744815-20-hyperv neutron-server[103159]: Traceback (most recent call last): Dec 18 13:32:19.490711 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 18 13:32:19.490711 dv-neutron-744815-20-hyperv neutron-server[103159]: timer() Dec 18 13:32:19.490711 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 18 13:32:19.490711 dv-neutron-744815-20-hyperv neutron-server[103159]: cb(*args, **kw) Dec 18 13:32:19.490711 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 18 13:32:19.490711 dv-neutron-744815-20-hyperv neutron-server[103159]: return func(*args, **kwargs) Dec 18 13:32:19.490711 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 18 13:32:19.490711 dv-neutron-744815-20-hyperv neutron-server[103159]: self._notify() Dec 18 13:32:19.490711 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 18 13:32:19.490711 dv-neutron-744815-20-hyperv neutron-server[103159]: self.callback(batched_events) Dec 18 13:32:19.490711 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 18 13:32:19.490711 dv-neutron-744815-20-hyperv neutron-server[103159]: event.method(event) Dec 18 13:32:19.490711 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 18 13:32:19.490711 dv-neutron-744815-20-hyperv neutron-server[103159]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 18 13:32:19.490711 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 18 13:32:19.490711 dv-neutron-744815-20-hyperv neutron-server[103159]: aggregate_uuid = self.p_client.list_aggregates( Dec 18 13:32:19.490711 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 18 13:32:19.490711 dv-neutron-744815-20-hyperv neutron-server[103159]: return f(self, *a, **k) Dec 18 13:32:19.490711 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 18 13:32:19.490711 dv-neutron-744815-20-hyperv neutron-server[103159]: return self._get(url).json() Dec 18 13:32:19.490711 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 18 13:32:19.490711 dv-neutron-744815-20-hyperv neutron-server[103159]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 18 13:32:19.490711 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 18 13:32:19.490711 dv-neutron-744815-20-hyperv neutron-server[103159]: return self.request(url, 'GET', **kwargs) Dec 18 13:32:19.490711 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 18 13:32:19.490711 dv-neutron-744815-20-hyperv neutron-server[103159]: base_url = self.get_endpoint(auth, allow=allow, Dec 18 13:32:19.490711 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 18 13:32:19.490711 dv-neutron-744815-20-hyperv neutron-server[103159]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 18 13:32:19.490711 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 18 13:32:19.490711 dv-neutron-744815-20-hyperv neutron-server[103159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 18 13:32:19.490711 dv-neutron-744815-20-hyperv neutron-server[103159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 18 13:32:19.501290 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dbe24be-6ee8-491b-bc25-936c02264395 None None] Network 67340181-189e-446c-a4a4-946b203a1c53 requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:32:19.581363 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-0b4d393c-3753-4615-8b5a-8973c91839f9 tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1927267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586962'] for network, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:19.589658 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-0b4d393c-3753-4615-8b5a-8973c91839f9 tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Publish callbacks [] for network, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:19.593430 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-0b4d393c-3753-4615-8b5a-8973c91839f9 tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] 10.222.0.31 "DELETE /v2.0/networks/67340181-189e-446c-a4a4-946b203a1c53 HTTP/1.1" status: 204 len: 168 time: 0.5621545 Dec 18 13:32:19.597369 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 55264) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:32:19.597708 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-5c05cf81-3902-4d0d-886f-e2375b01c9ce req-ed96d369-a7b8-40e0-af6e-33908e642e6d tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] 10.222.0.31 "GET /v2.0/security-groups?id=7500739f-039a-45b0-85f1-cc2dd6d8ee03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1131313 Dec 18 13:32:19.609764 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4d393c-3753-4615-8b5a-8973c91839f9 tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Pushing event deleted for resources: {'Network': ['ID=67340181-189e-446c-a4a4-946b203a1c53,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:32:19.616232 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-20ef0dfc-550b-4f3d-8d49-b5d067da8768 tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2023137'] for network, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:19.628465 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96b28151-8095-45fd-bfee-3ac36153943f None None] get_active_networks_info from dv-neutron-744815-20-hyperv {{(pid=103161) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 18 13:32:19.663719 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.pecan_wsgi.hooks.translation [None req-1264407e-89f0-4731-aa40-ad9bf9d86c12 tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] DELETE failed (client error): The resource could not be found. Dec 18 13:32:19.664203 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1264407e-89f0-4731-aa40-ad9bf9d86c12 tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103160) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 18 13:32:19.670001 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-1264407e-89f0-4731-aa40-ad9bf9d86c12 tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] 10.222.0.31 "DELETE /v2.0/subnets/1a5ce050-fa77-4cf5-bc1d-6ae845fc55ba HTTP/1.1" status: 404 len: 337 time: 0.0710919 Dec 18 13:32:19.670612 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 55268) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:32:19.695745 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.pecan_wsgi.hooks.translation [None req-78e07df4-2390-453a-b8a4-b6b86cbf8aff tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] DELETE failed (client error): The resource could not be found. Dec 18 13:32:19.696119 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-20ef0dfc-550b-4f3d-8d49-b5d067da8768 tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] Deleting port 3d7e8ced-43a5-4302-abfc-822ed48d5556 {{(pid=103159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:32:19.696256 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78e07df4-2390-453a-b8a4-b6b86cbf8aff tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103160) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 18 13:32:19.696898 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-20ef0dfc-550b-4f3d-8d49-b5d067da8768 tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:19.702629 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-78e07df4-2390-453a-b8a4-b6b86cbf8aff tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] 10.222.0.31 "DELETE /v2.0/networks/67340181-189e-446c-a4a4-946b203a1c53 HTTP/1.1" status: 404 len: 339 time: 0.0309758 Dec 18 13:32:19.703294 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 55272) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:32:19.762524 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96b28151-8095-45fd-bfee-3ac36153943f None None] Resources bound (agent type, host, resource id): {{(pid=103161) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 18 13:32:19.777064 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.db [None req-20ef0dfc-550b-4f3d-8d49-b5d067da8768 tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] For port 3d7e8ced-43a5-4302-abfc-822ed48d5556, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=3d7e8ced-43a5-4302-abfc-822ed48d5556,segment=NetworkSegment(a0f0850b-5c53-4604-a838-d67fe417ad91),segment_id=a0f0850b-5c53-4604-a838-d67fe417ad91)] {{(pid=103159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:32:19.777495 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-20ef0dfc-550b-4f3d-8d49-b5d067da8768 tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:19.793455 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-20ef0dfc-550b-4f3d-8d49-b5d067da8768 tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] Calling delete_port for 3d7e8ced-43a5-4302-abfc-822ed48d5556 owned by network:dhcp {{(pid=103159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:32:19.797433 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-98a5303d-0798-44bd-a2cb-64ed480be6af tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2023137'] for network, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:19.899031 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-98a5303d-0798-44bd-a2cb-64ed480be6af tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1927292', 'neutron.services.segments.db._delete_segments_for_network-8767106887837'] for network, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:19.902596 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-20ef0dfc-550b-4f3d-8d49-b5d067da8768 tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:19.925198 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.services.segments.db [None req-98a5303d-0798-44bd-a2cb-64ed480be6af tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4ecd5e2-e58d-48e6-8b01-51bc0358043e']}} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:32:19.938538 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.services.segments.db [None req-98a5303d-0798-44bd-a2cb-64ed480be6af tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b177e40b-7450-4fad-90fc-caa616a5ebc9') {'for_net_delete': True} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:32:19.938901 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.services.segments.db [None req-98a5303d-0798-44bd-a2cb-64ed480be6af tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b177e40b-7450-4fad-90fc-caa616a5ebc9') {} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:32:19.944159 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 55278) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:32:19.950550 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-98a5303d-0798-44bd-a2cb-64ed480be6af tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767106888614', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4533424'] for segment, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:19.952045 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20ef0dfc-550b-4f3d-8d49-b5d067da8768 tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] No DVR routers for this DVR port 3d7e8ced-43a5-4302-abfc-822ed48d5556 on host dv-neutron-744815-20-hyperv {{(pid=103159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 18 13:32:19.953667 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ef0dfc-550b-4f3d-8d49-b5d067da8768 tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] Pushing event deleted for resources: {'Port': ['ID=3d7e8ced-43a5-4302-abfc-822ed48d5556,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:32:19.971535 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-98a5303d-0798-44bd-a2cb-64ed480be6af tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:19.982416 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98a5303d-0798-44bd-a2cb-64ed480be6af tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Releasing vlan 127 on physical network physnet1 to pool {{(pid=103160) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 18 13:32:19.983265 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-98a5303d-0798-44bd-a2cb-64ed480be6af tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4533569'] for segment, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:19.988053 dv-neutron-744815-20-hyperv neutron-server[103160]: Traceback (most recent call last): Dec 18 13:32:19.988053 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 18 13:32:19.988053 dv-neutron-744815-20-hyperv neutron-server[103160]: timer() Dec 18 13:32:19.988053 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 18 13:32:19.988053 dv-neutron-744815-20-hyperv neutron-server[103160]: cb(*args, **kw) Dec 18 13:32:19.988053 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 18 13:32:19.988053 dv-neutron-744815-20-hyperv neutron-server[103160]: return func(*args, **kwargs) Dec 18 13:32:19.988053 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 18 13:32:19.988053 dv-neutron-744815-20-hyperv neutron-server[103160]: self._notify() Dec 18 13:32:19.988053 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 18 13:32:19.988053 dv-neutron-744815-20-hyperv neutron-server[103160]: self.callback(batched_events) Dec 18 13:32:19.988053 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 18 13:32:19.988053 dv-neutron-744815-20-hyperv neutron-server[103160]: event.method(event) Dec 18 13:32:19.988053 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 18 13:32:19.988053 dv-neutron-744815-20-hyperv neutron-server[103160]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 18 13:32:19.988053 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 18 13:32:19.988053 dv-neutron-744815-20-hyperv neutron-server[103160]: aggregate_uuid = self.p_client.list_aggregates( Dec 18 13:32:19.988053 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 18 13:32:19.988053 dv-neutron-744815-20-hyperv neutron-server[103160]: return f(self, *a, **k) Dec 18 13:32:19.988053 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 18 13:32:19.988053 dv-neutron-744815-20-hyperv neutron-server[103160]: return self._get(url).json() Dec 18 13:32:19.988053 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 18 13:32:19.988053 dv-neutron-744815-20-hyperv neutron-server[103160]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 18 13:32:19.988053 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 18 13:32:19.988053 dv-neutron-744815-20-hyperv neutron-server[103160]: return self.request(url, 'GET', **kwargs) Dec 18 13:32:19.988053 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 18 13:32:19.988053 dv-neutron-744815-20-hyperv neutron-server[103160]: base_url = self.get_endpoint(auth, allow=allow, Dec 18 13:32:19.988053 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 18 13:32:19.988053 dv-neutron-744815-20-hyperv neutron-server[103160]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 18 13:32:19.988053 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 18 13:32:19.988053 dv-neutron-744815-20-hyperv neutron-server[103160]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 18 13:32:19.988053 dv-neutron-744815-20-hyperv neutron-server[103160]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 18 13:32:20.045070 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-20ef0dfc-550b-4f3d-8d49-b5d067da8768 tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1927292', 'neutron.services.segments.db._delete_segments_for_network-8767106887837'] for network, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:20.068064 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-98a5303d-0798-44bd-a2cb-64ed480be6af tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1927267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586962'] for network, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:20.075115 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.services.segments.db [None req-20ef0dfc-550b-4f3d-8d49-b5d067da8768 tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2653ceea-4c54-41d1-8993-a0908d150f46']}} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:32:20.086681 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-98a5303d-0798-44bd-a2cb-64ed480be6af tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Publish callbacks [] for network, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:20.088607 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.services.segments.db [None req-20ef0dfc-550b-4f3d-8d49-b5d067da8768 tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0f0850b-5c53-4604-a838-d67fe417ad91') {'for_net_delete': True} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:32:20.089026 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.services.segments.db [None req-20ef0dfc-550b-4f3d-8d49-b5d067da8768 tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0f0850b-5c53-4604-a838-d67fe417ad91') {} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:32:20.090205 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-98a5303d-0798-44bd-a2cb-64ed480be6af tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] 10.222.0.31 "DELETE /v2.0/networks/e4ecd5e2-e58d-48e6-8b01-51bc0358043e HTTP/1.1" status: 204 len: 168 time: 0.3857658 Dec 18 13:32:20.091383 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a5303d-0798-44bd-a2cb-64ed480be6af tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Pushing event deleted for resources: {'Network': ['ID=e4ecd5e2-e58d-48e6-8b01-51bc0358043e,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:32:20.093232 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 55284) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:32:20.107220 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-20ef0dfc-550b-4f3d-8d49-b5d067da8768 tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767106888614', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5589569'] for segment, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:20.122578 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-20ef0dfc-550b-4f3d-8d49-b5d067da8768 tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:20.130285 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20ef0dfc-550b-4f3d-8d49-b5d067da8768 tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] Releasing vlan 102 on physical network physnet1 to pool {{(pid=103159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 18 13:32:20.130782 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-20ef0dfc-550b-4f3d-8d49-b5d067da8768 tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5660009'] for segment, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:20.134193 dv-neutron-744815-20-hyperv neutron-server[103159]: Traceback (most recent call last): Dec 18 13:32:20.134193 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 18 13:32:20.134193 dv-neutron-744815-20-hyperv neutron-server[103159]: timer() Dec 18 13:32:20.134193 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 18 13:32:20.134193 dv-neutron-744815-20-hyperv neutron-server[103159]: cb(*args, **kw) Dec 18 13:32:20.134193 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 18 13:32:20.134193 dv-neutron-744815-20-hyperv neutron-server[103159]: return func(*args, **kwargs) Dec 18 13:32:20.134193 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 18 13:32:20.134193 dv-neutron-744815-20-hyperv neutron-server[103159]: self._notify() Dec 18 13:32:20.134193 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 18 13:32:20.134193 dv-neutron-744815-20-hyperv neutron-server[103159]: self.callback(batched_events) Dec 18 13:32:20.134193 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 18 13:32:20.134193 dv-neutron-744815-20-hyperv neutron-server[103159]: event.method(event) Dec 18 13:32:20.134193 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 18 13:32:20.134193 dv-neutron-744815-20-hyperv neutron-server[103159]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 18 13:32:20.134193 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 18 13:32:20.134193 dv-neutron-744815-20-hyperv neutron-server[103159]: aggregate_uuid = self.p_client.list_aggregates( Dec 18 13:32:20.134193 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 18 13:32:20.134193 dv-neutron-744815-20-hyperv neutron-server[103159]: return f(self, *a, **k) Dec 18 13:32:20.134193 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 18 13:32:20.134193 dv-neutron-744815-20-hyperv neutron-server[103159]: return self._get(url).json() Dec 18 13:32:20.134193 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 18 13:32:20.134193 dv-neutron-744815-20-hyperv neutron-server[103159]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 18 13:32:20.134193 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 18 13:32:20.134193 dv-neutron-744815-20-hyperv neutron-server[103159]: return self.request(url, 'GET', **kwargs) Dec 18 13:32:20.134193 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 18 13:32:20.134193 dv-neutron-744815-20-hyperv neutron-server[103159]: base_url = self.get_endpoint(auth, allow=allow, Dec 18 13:32:20.134193 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 18 13:32:20.134193 dv-neutron-744815-20-hyperv neutron-server[103159]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 18 13:32:20.134193 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 18 13:32:20.134193 dv-neutron-744815-20-hyperv neutron-server[103159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 18 13:32:20.134193 dv-neutron-744815-20-hyperv neutron-server[103159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 18 13:32:20.136727 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.pecan_wsgi.hooks.translation [None req-e84068a1-86bf-4837-9526-74095278d189 tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] DELETE failed (client error): The resource could not be found. Dec 18 13:32:20.136727 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e84068a1-86bf-4837-9526-74095278d189 tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103160) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 18 13:32:20.139616 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-e84068a1-86bf-4837-9526-74095278d189 tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] 10.222.0.31 "DELETE /v2.0/subnets/4d06399f-dc87-4856-9281-4ffbbcd13512 HTTP/1.1" status: 404 len: 337 time: 0.0453961 Dec 18 13:32:20.142119 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 55286) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:32:20.175974 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.pecan_wsgi.hooks.translation [None req-9bef1761-cd4b-4292-afdc-44ed7ee13283 tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] DELETE failed (client error): The resource could not be found. Dec 18 13:32:20.176484 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9bef1761-cd4b-4292-afdc-44ed7ee13283 tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103160) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 18 13:32:20.179557 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-9bef1761-cd4b-4292-afdc-44ed7ee13283 tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] 10.222.0.31 "DELETE /v2.0/networks/29ba1bdd-4806-4f7a-b37b-722640e0080a HTTP/1.1" status: 404 len: 339 time: 0.0362980 Dec 18 13:32:20.183666 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 55288) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:32:20.205614 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-3722dccb-8e91-4981-b76c-5596ac4edd6c tempest-AgentManagementNegativeTest-531515910 tempest-AgentManagementNegativeTest-531515910-project] 10.222.0.31 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.2580895 Dec 18 13:32:20.222685 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-20ef0dfc-550b-4f3d-8d49-b5d067da8768 tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1927267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586962'] for network, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:20.227844 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-20ef0dfc-550b-4f3d-8d49-b5d067da8768 tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] Publish callbacks [] for network, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:20.232885 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6855c97e-506f-4e6d-9427-7c2dc6c45c2f req-87ad31cf-521e-40e6-abfe-da890052f615 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:32:20.235468 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-20ef0dfc-550b-4f3d-8d49-b5d067da8768 tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] 10.222.0.31 "DELETE /v2.0/networks/2653ceea-4c54-41d1-8993-a0908d150f46 HTTP/1.1" status: 204 len: 168 time: 1.8679247 Dec 18 13:32:20.235889 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-6855c97e-506f-4e6d-9427-7c2dc6c45c2f req-87ad31cf-521e-40e6-abfe-da890052f615 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f2e2401-f0b6-4060-8ecb-c437b383b2ea HTTP/1.1" status: 200 len: 944 time: 0.1091809 Dec 18 13:32:20.236447 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 55292) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:32:20.246977 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-ac802b35-db1b-4918-92cf-cca48ecb1282 tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-642875024'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:32:20.250886 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ef0dfc-550b-4f3d-8d49-b5d067da8768 tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] Pushing event deleted for resources: {'Network': ['ID=2653ceea-4c54-41d1-8993-a0908d150f46,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:32:20.267139 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.db_base_plugin_v2 [None req-ace028e9-cee7-4fc7-825f-7c3d215f74e3 tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Deleting subnet e8e34976-7cdb-4e9b-b2fe-071ae52f77f8 {{(pid=103160) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 18 13:32:20.279949 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-ace028e9-cee7-4fc7-825f-7c3d215f74e3 tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Publish callbacks [] for subnet, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:20.310363 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Device 9137ef88-d34a-49aa-bee4-5408ee93058d details requested by agent hyperv_hv-neutron-7448 with host hv-neutron-7448 {{(pid=103161) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 18 13:32:20.347281 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac802b35-db1b-4918-92cf-cca48ecb1282 tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] Made reservation on behalf of 7ebae9282694438b933cdb74bfb80192 for: {'network': 1} {{(pid=103160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:32:20.350769 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-ac802b35-db1b-4918-92cf-cca48ecb1282 tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for network, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:20.361886 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-ace028e9-cee7-4fc7-825f-7c3d215f74e3 tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4533385'] for subnet, precommit_delete_associations {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:20.395637 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-6855c97e-506f-4e6d-9427-7c2dc6c45c2f req-97be9d67-3b7f-43c5-ba8c-1bce8fe911fb tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/security-groups?id=4447f998-159f-4b2c-9f7d-c89516a44160&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1452234 Dec 18 13:32:20.424644 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac802b35-db1b-4918-92cf-cca48ecb1282 tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 103} {{(pid=103160) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 18 13:32:20.433563 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] For port 9137ef88-d34a-49aa-bee4-5408ee93058d, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=9137ef88-d34a-49aa-bee4-5408ee93058d,segment=NetworkSegment(b297829c-e967-4db9-a1fe-64dd92edbd1e),segment_id=b297829c-e967-4db9-a1fe-64dd92edbd1e)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:32:20.449014 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Returning: {'device': '9137ef88-d34a-49aa-bee4-5408ee93058d', 'network_id': '58390d3a-b960-4258-be41-e90ef13e7bac', 'port_id': '9137ef88-d34a-49aa-bee4-5408ee93058d', 'mac_address': 'fa:16:3e:d5:87:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8b0beec-4470-43e2-bdec-e0f92864652d', 'ip_address': '172.20.0.26'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103161) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 18 13:32:20.457769 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-ac802b35-db1b-4918-92cf-cca48ecb1282 tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:20.458123 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.db.segments_db [None req-ac802b35-db1b-4918-92cf-cca48ecb1282 tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] Added segment 5e14ffa5-baf0-49c7-87c3-fd091feb7849 of type vlan for network 584f0067-3b37-4a56-8755-84a2b99884bf Dec 18 13:32:20.488224 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:20.503003 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.notifiers.nova [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9137ef88-d34a-49aa-bee4-5408ee93058d {{(pid=103161) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 18 13:32:20.511296 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-ace028e9-cee7-4fc7-825f-7c3d215f74e3 tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1929185'] for subnet, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:20.511688 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 55296) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:32:20.515821 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-ac802b35-db1b-4918-92cf-cca48ecb1282 tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767106405744'] for network, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:20.524874 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] For port 9137ef88-d34a-49aa-bee4-5408ee93058d, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=9137ef88-d34a-49aa-bee4-5408ee93058d,segment=NetworkSegment(b297829c-e967-4db9-a1fe-64dd92edbd1e),segment_id=b297829c-e967-4db9-a1fe-64dd92edbd1e)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:32:20.529793 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:20.576532 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Pushing event updated for resources: {'Port': ['ID=9137ef88-d34a-49aa-bee4-5408ee93058d,revision_number=4']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:32:20.583053 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-ac802b35-db1b-4918-92cf-cca48ecb1282 tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981'] for network, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:20.588725 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac802b35-db1b-4918-92cf-cca48ecb1282 tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:32:20.589322 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-ac802b35-db1b-4918-92cf-cca48ecb1282 tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] Publish callbacks [] for network, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:20.655184 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-8bcc6a94-c08b-49c7-9a9e-38f3c3639908 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:20.672299 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-ac802b35-db1b-4918-92cf-cca48ecb1282 tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.4310832 Dec 18 13:32:20.676490 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-ace028e9-cee7-4fc7-825f-7c3d215f74e3 tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1929192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4533475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4514371'] for subnet, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:20.677914 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 55302) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:32:20.688926 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-cfddb9dd-6662-4b6f-84ef-9873a435f6ff tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] Request body: {'subnet': {'network_id': '584f0067-3b37-4a56-8755-84a2b99884bf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:32:20.704071 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac802b35-db1b-4918-92cf-cca48ecb1282 tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] Pushing event updated for resources: {'Network': ['ID=584f0067-3b37-4a56-8755-84a2b99884bf,revision_number=1']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:32:20.709987 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace028e9-cee7-4fc7-825f-7c3d215f74e3 tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Pushing event deleted for resources: {'Subnet': ['ID=e8e34976-7cdb-4e9b-b2fe-071ae52f77f8,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:32:20.713680 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-ace028e9-cee7-4fc7-825f-7c3d215f74e3 tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Publish callbacks [] for subnet, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:20.716172 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Network 584f0067-3b37-4a56-8755-84a2b99884bf details requested by agent ovs-agent-dv-neutron-744815-20-hyperv with host dv-neutron-744815-20-hyperv {{(pid=103161) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 18 13:32:20.717011 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-ace028e9-cee7-4fc7-825f-7c3d215f74e3 tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] 10.222.0.31 "DELETE /v2.0/subnets/e8e34976-7cdb-4e9b-b2fe-071ae52f77f8 HTTP/1.1" status: 204 len: 168 time: 0.5324311 Dec 18 13:32:20.726722 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 55304) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:32:20.743109 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-910b2e33-162c-4556-a134-ee961fbb2566 None None] Network 4074df91-55f6-492b-a51e-e7e1ead64bdd requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:32:20.791206 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.db_base_plugin_v2 [None req-79342fc2-a000-46a9-89fc-cb82a8084427 tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Deleting subnet 8cfcc7d8-ad73-4a12-bc5c-1ba16db0b07d {{(pid=103160) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 18 13:32:20.794401 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-79342fc2-a000-46a9-89fc-cb82a8084427 tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Publish callbacks [] for subnet, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:20.815432 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b21df3-47fa-44c0-80ac-caf723b81609 req-f86af801-8e5c-40cc-9b9e-6df3524da7d8 tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:32:20.816997 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-70b21df3-47fa-44c0-80ac-caf723b81609 req-f86af801-8e5c-40cc-9b9e-6df3524da7d8 tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5e7f6db-2193-4bdc-a573-cb470e1f7258 HTTP/1.1" status: 200 len: 943 time: 0.1452236 Dec 18 13:32:20.846166 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-79342fc2-a000-46a9-89fc-cb82a8084427 tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4533385'] for subnet, precommit_delete_associations {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:20.865199 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] get_ports_and_sgs() called for port_ids ['9137ef88-d34a-49aa-bee4-5408ee93058d'] {{(pid=103161) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 18 13:32:20.889213 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-8bcc6a94-c08b-49c7-9a9e-38f3c3639908 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:20.890123 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfddb9dd-6662-4b6f-84ef-9873a435f6ff tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] Made reservation on behalf of 7ebae9282694438b933cdb74bfb80192 for: {'subnet': 1} {{(pid=103159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:32:20.894050 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-cfddb9dd-6662-4b6f-84ef-9873a435f6ff tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6017072'] for subnet, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:20.914702 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-8bcc6a94-c08b-49c7-9a9e-38f3c3639908 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:20.951446 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-79342fc2-a000-46a9-89fc-cb82a8084427 tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1929185'] for subnet, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:20.983892 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-70b21df3-47fa-44c0-80ac-caf723b81609 req-c688ca5e-605a-4ff5-8414-8db254a6ac56 tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] 10.222.0.31 "GET /v2.0/security-groups?id=7500739f-039a-45b0-85f1-cc2dd6d8ee03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1588435 Dec 18 13:32:21.020921 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-8bcc6a94-c08b-49c7-9a9e-38f3c3639908 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1112335f0c3c4c6a885fb5b122c0040c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5080724 Dec 18 13:32:21.021673 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcc6a94-c08b-49c7-9a9e-38f3c3639908 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02c69340-43e9-40a4-aa42-0d45a06b64d1,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:32:21.026352 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 55306) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:32:21.046280 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-79342fc2-a000-46a9-89fc-cb82a8084427 tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1929192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4533475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4514371'] for subnet, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:21.081973 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79342fc2-a000-46a9-89fc-cb82a8084427 tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Pushing event deleted for resources: {'Subnet': ['ID=8cfcc7d8-ad73-4a12-bc5c-1ba16db0b07d,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:32:21.085763 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-79342fc2-a000-46a9-89fc-cb82a8084427 tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Publish callbacks [] for subnet, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:21.089126 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-79342fc2-a000-46a9-89fc-cb82a8084427 tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] 10.222.0.31 "DELETE /v2.0/subnets/8cfcc7d8-ad73-4a12-bc5c-1ba16db0b07d HTTP/1.1" status: 204 len: 168 time: 0.3613582 Dec 18 13:32:21.092058 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 55308) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:32:21.108484 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-1ecf34cb-c094-4252-8e96-7c2e6d751a4c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:21.227584 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-1ecf34cb-c094-4252-8e96-7c2e6d751a4c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:21.242082 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-eb0ca8f6-2ceb-46c6-a81b-6cdc56b8f09d tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2023137'] for network, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:21.360668 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-1ecf34cb-c094-4252-8e96-7c2e6d751a4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:21.363290 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-1ecf34cb-c094-4252-8e96-7c2e6d751a4c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:21.364455 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-1ecf34cb-c094-4252-8e96-7c2e6d751a4c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/02c69340-43e9-40a4-aa42-0d45a06b64d1 HTTP/1.1" status: 204 len: 168 time: 0.3371737 Dec 18 13:32:21.400195 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecf34cb-c094-4252-8e96-7c2e6d751a4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02c69340-43e9-40a4-aa42-0d45a06b64d1,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:32:21.416065 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-eb0ca8f6-2ceb-46c6-a81b-6cdc56b8f09d tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Deleting port 05be174c-1d60-42f7-ab19-fdd92ce83806 {{(pid=103159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:32:21.416065 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-eb0ca8f6-2ceb-46c6-a81b-6cdc56b8f09d tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:21.454281 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.objects.ports [None req-cfddb9dd-6662-4b6f-84ef-9873a435f6ff tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103159) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 18 13:32:21.457980 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-cfddb9dd-6662-4b6f-84ef-9873a435f6ff tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5659786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6017062'] for subnet, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:21.554190 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad55f9e-df63-472c-8cab-635fb4df2fc6 req-2d0be9ee-059b-4d07-aa0f-e5053dd8f83d tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:32:21.555102 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.db [None req-eb0ca8f6-2ceb-46c6-a81b-6cdc56b8f09d tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] For port 05be174c-1d60-42f7-ab19-fdd92ce83806, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=05be174c-1d60-42f7-ab19-fdd92ce83806,segment=NetworkSegment(e2a906f3-cc73-45e9-9b10-5d7c58b2460b),segment_id=e2a906f3-cc73-45e9-9b10-5d7c58b2460b)] {{(pid=103159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:32:21.555484 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-eb0ca8f6-2ceb-46c6-a81b-6cdc56b8f09d tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:21.559631 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-3ad55f9e-df63-472c-8cab-635fb4df2fc6 req-2d0be9ee-059b-4d07-aa0f-e5053dd8f83d tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f2e2401-f0b6-4060-8ecb-c437b383b2ea HTTP/1.1" status: 200 len: 945 time: 0.0695922 Dec 18 13:32:21.590227 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfddb9dd-6662-4b6f-84ef-9873a435f6ff tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] Pushing event updated for resources: {'Subnet': ['ID=6f934f8d-0d0f-473f-a953-9fc4eb4638ec,revision_number=0']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:32:21.595443 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-eb0ca8f6-2ceb-46c6-a81b-6cdc56b8f09d tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Calling delete_port for 05be174c-1d60-42f7-ab19-fdd92ce83806 owned by network:dhcp {{(pid=103159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:32:21.604312 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfddb9dd-6662-4b6f-84ef-9873a435f6ff tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] Checking segment: {'id': '5e14ffa5-baf0-49c7-87c3-fd091feb7849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '584f0067-3b37-4a56-8755-84a2b99884bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 13:32:21.604734 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfddb9dd-6662-4b6f-84ef-9873a435f6ff tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] Network hostable DHCP agents. Network: 584f0067-3b37-4a56-8755-84a2b99884bf, hostable agents: ['aa77effa-0e3a-4bbd-a383-4d58ed3328d0'], hosted agents: [] {{(pid=103159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 18 13:32:21.613285 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-665971b2-8451-4574-82aa-65b1abc7f20d None None] Network 4074df91-55f6-492b-a51e-e7e1ead64bdd requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:32:21.642024 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-3ad55f9e-df63-472c-8cab-635fb4df2fc6 req-630d1158-f983-4d57-9371-01db7cdb5cc7 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/security-groups?id=4447f998-159f-4b2c-9f7d-c89516a44160&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775793 Dec 18 13:32:21.685041 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfddb9dd-6662-4b6f-84ef-9873a435f6ff tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] Network 584f0067-3b37-4a56-8755-84a2b99884bf is scheduled to be hosted by DHCP agent aa77effa-0e3a-4bbd-a383-4d58ed3328d0 with binding_index 1 {{(pid=103159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 18 13:32:21.708590 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.base_scheduler [None req-cfddb9dd-6662-4b6f-84ef-9873a435f6ff tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-744815-20-hyperv, 584f0067-3b37-4a56-8755-84a2b99884bf) {{(pid=103159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:32:21.717749 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-cab75142-78f5-4053-9c00-4b3d2a1729bd None None] Provisioning complete for port 05be174c-1d60-42f7-ab19-fdd92ce83806 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:32:21.717917 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfddb9dd-6662-4b6f-84ef-9873a435f6ff tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:32:21.718127 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-cab75142-78f5-4053-9c00-4b3d2a1729bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:21.718537 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-cfddb9dd-6662-4b6f-84ef-9873a435f6ff tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] Publish callbacks [] for subnet, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:21.722833 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71d1c554-d4ea-40e3-8235-d963c6f4b55e None None] Network 584f0067-3b37-4a56-8755-84a2b99884bf requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:32:21.747343 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 55322) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:32:21.747516 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-cfddb9dd-6662-4b6f-84ef-9873a435f6ff tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.0619411 Dec 18 13:32:21.754548 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-eb0ca8f6-2ceb-46c6-a81b-6cdc56b8f09d tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:21.795950 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb0ca8f6-2ceb-46c6-a81b-6cdc56b8f09d tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] No DVR routers for this DVR port 05be174c-1d60-42f7-ab19-fdd92ce83806 on host dv-neutron-744815-20-hyperv {{(pid=103159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 18 13:32:21.801616 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0ca8f6-2ceb-46c6-a81b-6cdc56b8f09d tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Pushing event deleted for resources: {'Port': ['ID=05be174c-1d60-42f7-ab19-fdd92ce83806,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:32:21.840643 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-cab75142-78f5-4053-9c00-4b3d2a1729bd None None] Could not find standard attr ID for object 05be174c-1d60-42f7-ab19-fdd92ce83806. {{(pid=103161) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 18 13:32:21.845420 dv-neutron-744815-20-hyperv neutron-server[103161]: INFO neutron.plugins.ml2.db [None req-cab75142-78f5-4053-9c00-4b3d2a1729bd None None] No ports have port_id starting with 05be174c-1d60-42f7-ab19-fdd92ce83806 Dec 18 13:32:21.855587 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8533440-4366-4bba-b6d7-19b318596805 None None] DHCP port deletion for 4074df91-55f6-492b-a51e-e7e1ead64bdd request from dv-neutron-744815-20-hyperv {{(pid=103161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 18 13:32:21.904385 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-3aba569a-f806-4a01-a71a-1393ae2afcd4 tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2023137'] for network, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:21.913772 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-eb0ca8f6-2ceb-46c6-a81b-6cdc56b8f09d tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1927292', 'neutron.services.segments.db._delete_segments_for_network-8767106887837'] for network, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:21.917180 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63549237-28b4-40a0-9bd3-b5808344545a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp31e170a0-46a1-5ba9-9dc1-7ee4f866f0d7-584f0067-3b37-4a56-8755-84a2b99884bf', 'network_id': '584f0067-3b37-4a56-8755-84a2b99884bf', 'project_id': '7ebae9282694438b933cdb74bfb80192', 'fixed_ips': [{'subnet_id': '6f934f8d-0d0f-473f-a953-9fc4eb4638ec'}]}} from dv-neutron-744815-20-hyperv. {{(pid=103161) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 18 13:32:21.919250 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-63549237-28b4-40a0-9bd3-b5808344545a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:21.935587 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.services.segments.db [None req-eb0ca8f6-2ceb-46c6-a81b-6cdc56b8f09d tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4074df91-55f6-492b-a51e-e7e1ead64bdd']}} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:32:21.945925 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.services.segments.db [None req-eb0ca8f6-2ceb-46c6-a81b-6cdc56b8f09d tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2a906f3-cc73-45e9-9b10-5d7c58b2460b') {'for_net_delete': True} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:32:21.946470 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.services.segments.db [None req-eb0ca8f6-2ceb-46c6-a81b-6cdc56b8f09d tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2a906f3-cc73-45e9-9b10-5d7c58b2460b') {} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:32:21.957594 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-eb0ca8f6-2ceb-46c6-a81b-6cdc56b8f09d tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767106888614', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5589569'] for segment, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:21.972459 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-3aba569a-f806-4a01-a71a-1393ae2afcd4 tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1929185'] for subnet, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:21.974172 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-eb0ca8f6-2ceb-46c6-a81b-6cdc56b8f09d tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:21.981105 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb0ca8f6-2ceb-46c6-a81b-6cdc56b8f09d tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Releasing vlan 141 on physical network physnet1 to pool {{(pid=103159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 18 13:32:21.981709 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-eb0ca8f6-2ceb-46c6-a81b-6cdc56b8f09d tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5660009'] for segment, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:21.985595 dv-neutron-744815-20-hyperv neutron-server[103159]: Traceback (most recent call last): Dec 18 13:32:21.985595 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 18 13:32:21.985595 dv-neutron-744815-20-hyperv neutron-server[103159]: timer() Dec 18 13:32:21.985595 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 18 13:32:21.985595 dv-neutron-744815-20-hyperv neutron-server[103159]: cb(*args, **kw) Dec 18 13:32:21.985595 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 18 13:32:21.985595 dv-neutron-744815-20-hyperv neutron-server[103159]: return func(*args, **kwargs) Dec 18 13:32:21.985595 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 18 13:32:21.985595 dv-neutron-744815-20-hyperv neutron-server[103159]: self._notify() Dec 18 13:32:21.985595 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 18 13:32:21.985595 dv-neutron-744815-20-hyperv neutron-server[103159]: self.callback(batched_events) Dec 18 13:32:21.985595 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 18 13:32:21.985595 dv-neutron-744815-20-hyperv neutron-server[103159]: event.method(event) Dec 18 13:32:21.985595 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 18 13:32:21.985595 dv-neutron-744815-20-hyperv neutron-server[103159]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 18 13:32:21.985595 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 18 13:32:21.985595 dv-neutron-744815-20-hyperv neutron-server[103159]: aggregate_uuid = self.p_client.list_aggregates( Dec 18 13:32:21.985595 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 18 13:32:21.985595 dv-neutron-744815-20-hyperv neutron-server[103159]: return f(self, *a, **k) Dec 18 13:32:21.985595 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 18 13:32:21.985595 dv-neutron-744815-20-hyperv neutron-server[103159]: return self._get(url).json() Dec 18 13:32:21.985595 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 18 13:32:21.985595 dv-neutron-744815-20-hyperv neutron-server[103159]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 18 13:32:21.985595 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 18 13:32:21.985595 dv-neutron-744815-20-hyperv neutron-server[103159]: return self.request(url, 'GET', **kwargs) Dec 18 13:32:21.985595 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 18 13:32:21.985595 dv-neutron-744815-20-hyperv neutron-server[103159]: base_url = self.get_endpoint(auth, allow=allow, Dec 18 13:32:21.985595 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 18 13:32:21.985595 dv-neutron-744815-20-hyperv neutron-server[103159]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 18 13:32:21.985595 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 18 13:32:21.985595 dv-neutron-744815-20-hyperv neutron-server[103159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 18 13:32:21.985595 dv-neutron-744815-20-hyperv neutron-server[103159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 18 13:32:22.048315 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-3aba569a-f806-4a01-a71a-1393ae2afcd4 tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1929192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4533475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4514371'] for subnet, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:22.052657 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server [None req-63549237-28b4-40a0-9bd3-b5808344545a None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6f934f8d-0d0f-473f-a953-9fc4eb4638ec: This subnet is being modified by another concurrent operation. Dec 18 13:32:22.052657 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 18 13:32:22.052657 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 18 13:32:22.052657 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 18 13:32:22.052657 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 18 13:32:22.052657 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 18 13:32:22.052657 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 18 13:32:22.052657 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 18 13:32:22.052657 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 18 13:32:22.052657 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 18 13:32:22.052657 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 18 13:32:22.052657 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 18 13:32:22.052657 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 18 13:32:22.052657 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 18 13:32:22.052657 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 18 13:32:22.052657 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server raise self.value Dec 18 13:32:22.052657 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 18 13:32:22.052657 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 18 13:32:22.052657 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 18 13:32:22.052657 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 18 13:32:22.052657 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 18 13:32:22.052657 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 18 13:32:22.052657 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 18 13:32:22.052657 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server raise self.value Dec 18 13:32:22.052657 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 18 13:32:22.052657 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 18 13:32:22.052657 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 18 13:32:22.052657 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 18 13:32:22.052657 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 18 13:32:22.052657 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 18 13:32:22.052657 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 18 13:32:22.052657 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server raise self.value Dec 18 13:32:22.052657 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 18 13:32:22.052657 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 18 13:32:22.052657 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 18 13:32:22.052657 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 18 13:32:22.052657 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port Dec 18 13:32:22.052657 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 18 13:32:22.052657 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Dec 18 13:32:22.052657 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 18 13:32:22.052657 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 18 13:32:22.052657 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 18 13:32:22.052657 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Dec 18 13:32:22.052657 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 18 13:32:22.052657 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 18 13:32:22.052657 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 18 13:32:22.052657 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 18 13:32:22.052657 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 18 13:32:22.052657 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 18 13:32:22.052657 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 18 13:32:22.052657 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 18 13:32:22.052657 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server raise self.value Dec 18 13:32:22.052657 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 18 13:32:22.052657 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 18 13:32:22.059521 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 18 13:32:22.059521 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 18 13:32:22.059521 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 18 13:32:22.059521 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 18 13:32:22.059521 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 18 13:32:22.059521 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server raise self.value Dec 18 13:32:22.059521 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 18 13:32:22.059521 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 18 13:32:22.059521 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 18 13:32:22.059521 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 18 13:32:22.059521 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 18 13:32:22.059521 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 18 13:32:22.059521 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 18 13:32:22.059521 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server raise self.value Dec 18 13:32:22.059521 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 18 13:32:22.059521 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 18 13:32:22.059521 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 18 13:32:22.059521 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 18 13:32:22.059521 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 18 13:32:22.059521 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 18 13:32:22.059521 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Dec 18 13:32:22.059521 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 18 13:32:22.059521 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 18 13:32:22.059521 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 18 13:32:22.059521 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 18 13:32:22.059521 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 18 13:32:22.059521 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 18 13:32:22.059521 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server raise self.value Dec 18 13:32:22.059521 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 18 13:32:22.059521 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 18 13:32:22.059521 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 18 13:32:22.059521 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 18 13:32:22.059521 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 18 13:32:22.059521 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 18 13:32:22.059521 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 18 13:32:22.059521 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server raise exception Dec 18 13:32:22.059521 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6f934f8d-0d0f-473f-a953-9fc4eb4638ec: This subnet is being modified by another concurrent operation. Dec 18 13:32:22.059521 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server Dec 18 13:32:22.073515 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-eb0ca8f6-2ceb-46c6-a81b-6cdc56b8f09d tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1927267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586962'] for network, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:22.081393 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-eb0ca8f6-2ceb-46c6-a81b-6cdc56b8f09d tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Publish callbacks [] for network, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:22.087711 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daede4b8-bf90-4a15-92cf-98c1ce4d4a77 None None] Network 584f0067-3b37-4a56-8755-84a2b99884bf requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:32:22.096120 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-eb0ca8f6-2ceb-46c6-a81b-6cdc56b8f09d tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] 10.222.0.31 "DELETE /v2.0/networks/4074df91-55f6-492b-a51e-e7e1ead64bdd HTTP/1.1" status: 204 len: 168 time: 1.0025785 Dec 18 13:32:22.128443 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 55332) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:32:22.129255 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0ca8f6-2ceb-46c6-a81b-6cdc56b8f09d tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Pushing event deleted for resources: {'Network': ['ID=4074df91-55f6-492b-a51e-e7e1ead64bdd,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:32:22.160572 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-3aba569a-f806-4a01-a71a-1393ae2afcd4 tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1927292', 'neutron.services.segments.db._delete_segments_for_network-8767106887837'] for network, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:22.166747 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.pecan_wsgi.hooks.translation [None req-3764a2d3-01fe-4305-a876-78b15ca1acea tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] DELETE failed (client error): The resource could not be found. Dec 18 13:32:22.167243 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3764a2d3-01fe-4305-a876-78b15ca1acea tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 18 13:32:22.170374 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-3764a2d3-01fe-4305-a876-78b15ca1acea tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] 10.222.0.31 "DELETE /v2.0/subnets/144e854f-0d8f-44b8-8655-e75a6e98e514 HTTP/1.1" status: 404 len: 337 time: 0.0389676 Dec 18 13:32:22.184856 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 55336) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:32:22.187831 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.services.segments.db [None req-3aba569a-f806-4a01-a71a-1393ae2afcd4 tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['584f0067-3b37-4a56-8755-84a2b99884bf']}} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:32:22.198736 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.services.segments.db [None req-3aba569a-f806-4a01-a71a-1393ae2afcd4 tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e14ffa5-baf0-49c7-87c3-fd091feb7849') {'for_net_delete': True} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:32:22.199034 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.services.segments.db [None req-3aba569a-f806-4a01-a71a-1393ae2afcd4 tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e14ffa5-baf0-49c7-87c3-fd091feb7849') {} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:32:22.208830 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.pecan_wsgi.hooks.translation [None req-960c11aa-239b-40e9-bc3d-3ba56357fde7 tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] DELETE failed (client error): The resource could not be found. Dec 18 13:32:22.209446 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-960c11aa-239b-40e9-bc3d-3ba56357fde7 tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 18 13:32:22.215068 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-960c11aa-239b-40e9-bc3d-3ba56357fde7 tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] 10.222.0.31 "DELETE /v2.0/networks/cb0a20cd-4691-4fff-aa16-d5ad094f3203 HTTP/1.1" status: 404 len: 339 time: 0.0258038 Dec 18 13:32:22.215348 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-3aba569a-f806-4a01-a71a-1393ae2afcd4 tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767106888614', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4533424'] for segment, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:22.215485 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 55338) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:32:22.220045 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aba569a-f806-4a01-a71a-1393ae2afcd4 tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] Pushing event deleted for resources: {'Subnet': ['ID=6f934f8d-0d0f-473f-a953-9fc4eb4638ec,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:32:22.242233 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-3aba569a-f806-4a01-a71a-1393ae2afcd4 tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:22.249561 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3aba569a-f806-4a01-a71a-1393ae2afcd4 tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] Releasing vlan 103 on physical network physnet1 to pool {{(pid=103160) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 18 13:32:22.250278 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-3aba569a-f806-4a01-a71a-1393ae2afcd4 tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4533569'] for segment, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:22.254235 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.pecan_wsgi.hooks.translation [None req-68d5c3ff-7417-459a-8035-a2d346c972fc tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] DELETE failed (client error): The resource could not be found. Dec 18 13:32:22.254716 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68d5c3ff-7417-459a-8035-a2d346c972fc tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 18 13:32:22.259412 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-68d5c3ff-7417-459a-8035-a2d346c972fc tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] 10.222.0.31 "DELETE /v2.0/subnets/b50a5d8e-a0dc-4387-b747-ca44df74607e HTTP/1.1" status: 404 len: 337 time: 0.0429273 Dec 18 13:32:22.265958 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 55342) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:32:22.277687 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfab401-7893-4364-a3ce-b1733f221fce req-40cfabd7-8dfb-4a02-999e-c3dcc2f8f074 tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:32:22.279736 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-edfab401-7893-4364-a3ce-b1733f221fce req-40cfabd7-8dfb-4a02-999e-c3dcc2f8f074 tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5e7f6db-2193-4bdc-a573-cb470e1f7258 HTTP/1.1" status: 200 len: 943 time: 0.1616769 Dec 18 13:32:22.309991 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9ce2751-22fc-4a06-90af-eaa5dd785aa9 tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] DELETE failed (client error): The resource could not be found. Dec 18 13:32:22.310571 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9ce2751-22fc-4a06-90af-eaa5dd785aa9 tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 18 13:32:22.313970 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-e9ce2751-22fc-4a06-90af-eaa5dd785aa9 tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] 10.222.0.31 "DELETE /v2.0/networks/59fec04d-e301-4b22-a167-578ee8bdab59 HTTP/1.1" status: 404 len: 339 time: 0.0458720 Dec 18 13:32:22.321062 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 55344) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:32:22.334498 dv-neutron-744815-20-hyperv neutron-server[103160]: Traceback (most recent call last): Dec 18 13:32:22.334498 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 18 13:32:22.334498 dv-neutron-744815-20-hyperv neutron-server[103160]: timer() Dec 18 13:32:22.334498 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 18 13:32:22.334498 dv-neutron-744815-20-hyperv neutron-server[103160]: cb(*args, **kw) Dec 18 13:32:22.334498 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 18 13:32:22.334498 dv-neutron-744815-20-hyperv neutron-server[103160]: return func(*args, **kwargs) Dec 18 13:32:22.334498 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 18 13:32:22.334498 dv-neutron-744815-20-hyperv neutron-server[103160]: self._notify() Dec 18 13:32:22.334498 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 18 13:32:22.334498 dv-neutron-744815-20-hyperv neutron-server[103160]: self.callback(batched_events) Dec 18 13:32:22.334498 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 18 13:32:22.334498 dv-neutron-744815-20-hyperv neutron-server[103160]: event.method(event) Dec 18 13:32:22.334498 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 18 13:32:22.334498 dv-neutron-744815-20-hyperv neutron-server[103160]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 18 13:32:22.334498 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 18 13:32:22.334498 dv-neutron-744815-20-hyperv neutron-server[103160]: aggregate_uuid = self.p_client.list_aggregates( Dec 18 13:32:22.334498 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 18 13:32:22.334498 dv-neutron-744815-20-hyperv neutron-server[103160]: return f(self, *a, **k) Dec 18 13:32:22.334498 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 18 13:32:22.334498 dv-neutron-744815-20-hyperv neutron-server[103160]: return self._get(url).json() Dec 18 13:32:22.334498 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 18 13:32:22.334498 dv-neutron-744815-20-hyperv neutron-server[103160]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 18 13:32:22.334498 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 18 13:32:22.334498 dv-neutron-744815-20-hyperv neutron-server[103160]: return self.request(url, 'GET', **kwargs) Dec 18 13:32:22.334498 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 18 13:32:22.334498 dv-neutron-744815-20-hyperv neutron-server[103160]: base_url = self.get_endpoint(auth, allow=allow, Dec 18 13:32:22.334498 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 18 13:32:22.334498 dv-neutron-744815-20-hyperv neutron-server[103160]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 18 13:32:22.334498 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 18 13:32:22.334498 dv-neutron-744815-20-hyperv neutron-server[103160]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 18 13:32:22.334498 dv-neutron-744815-20-hyperv neutron-server[103160]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 18 13:32:22.340881 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-3aba569a-f806-4a01-a71a-1393ae2afcd4 tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1927267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586962'] for network, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:22.353948 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-3aba569a-f806-4a01-a71a-1393ae2afcd4 tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] Publish callbacks [] for network, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:22.356441 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.pecan_wsgi.hooks.translation [None req-30ffe61f-d5c1-4c53-b28d-30a7d3e98234 tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] DELETE failed (client error): The resource could not be found. Dec 18 13:32:22.356907 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30ffe61f-d5c1-4c53-b28d-30a7d3e98234 tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 18 13:32:22.358559 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-3aba569a-f806-4a01-a71a-1393ae2afcd4 tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] 10.222.0.31 "DELETE /v2.0/networks/584f0067-3b37-4a56-8755-84a2b99884bf HTTP/1.1" status: 204 len: 168 time: 0.6093323 Dec 18 13:32:22.362861 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 55346) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:32:22.368961 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-30ffe61f-d5c1-4c53-b28d-30a7d3e98234 tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] 10.222.0.31 "DELETE /v2.0/subnets/7a963f86-e579-4c21-a579-ba5986915f79 HTTP/1.1" status: 404 len: 337 time: 0.0467825 Dec 18 13:32:22.371369 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 55348) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:32:22.371693 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 55350) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:32:22.393769 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 05be174c-1d60-42f7-ab19-fdd92ce83806 no longer exists at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 18 13:32:22.395900 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Device 9137ef88-d34a-49aa-bee4-5408ee93058d up at agent hyperv_hv-neutron-7448 {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 13:32:22.402178 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aba569a-f806-4a01-a71a-1393ae2afcd4 tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] Pushing event deleted for resources: {'Network': ['ID=584f0067-3b37-4a56-8755-84a2b99884bf,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:32:22.404635 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.pecan_wsgi.hooks.translation [None req-17f4f96b-d0e4-4e63-bff6-37794583aae5 tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] DELETE failed (client error): The resource could not be found. Dec 18 13:32:22.405767 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17f4f96b-d0e4-4e63-bff6-37794583aae5 tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103160) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 18 13:32:22.406474 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.pecan_wsgi.hooks.translation [None req-810fb2bd-20d9-44bb-bbe7-aa63a63bcbe1 tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] DELETE failed (client error): The resource could not be found. Dec 18 13:32:22.407053 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-810fb2bd-20d9-44bb-bbe7-aa63a63bcbe1 tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 18 13:32:22.414814 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-17f4f96b-d0e4-4e63-bff6-37794583aae5 tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] 10.222.0.31 "DELETE /v2.0/subnets/6f934f8d-0d0f-473f-a953-9fc4eb4638ec HTTP/1.1" status: 404 len: 337 time: 0.0457883 Dec 18 13:32:22.414936 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-810fb2bd-20d9-44bb-bbe7-aa63a63bcbe1 tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] 10.222.0.31 "DELETE /v2.0/networks/a85ff323-99f8-47c1-aea8-ed2a99f6d287 HTTP/1.1" status: 404 len: 339 time: 0.0325456 Dec 18 13:32:22.415042 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 55354) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:32:22.416132 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 55356) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:32:22.436421 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-edfab401-7893-4364-a3ce-b1733f221fce req-e5870044-73ab-4ec1-8886-b44241c8653d tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] 10.222.0.31 "GET /v2.0/security-groups?id=7500739f-039a-45b0-85f1-cc2dd6d8ee03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1470344 Dec 18 13:32:22.455628 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0e64e2c-60d4-428f-8ef8-888fea1e2d7a None None] get_active_networks_info from dv-neutron-744815-20-hyperv {{(pid=103161) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 18 13:32:22.476149 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd1eb95d-0b0b-4dfa-b61a-fd0334ca4f0a tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] DELETE failed (client error): The resource could not be found. Dec 18 13:32:22.476679 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd1eb95d-0b0b-4dfa-b61a-fd0334ca4f0a tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103160) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 18 13:32:22.479825 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-dd1eb95d-0b0b-4dfa-b61a-fd0334ca4f0a tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] 10.222.0.31 "DELETE /v2.0/networks/584f0067-3b37-4a56-8755-84a2b99884bf HTTP/1.1" status: 404 len: 339 time: 0.0666122 Dec 18 13:32:22.482384 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 55358) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:32:22.501374 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.db_base_plugin_v2 [None req-f413e3a2-a38a-43f5-997a-7424cbcc0b93 tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Deleting subnet f1362e63-6c85-4f90-be43-beea20a70ea8 {{(pid=103160) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 18 13:32:22.504064 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-2294866d-0076-4933-952c-685307032598 None None] No Port match for: 05be174c-1d60-42f7-ab19-fdd92ce83806 {{(pid=103161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 18 13:32:22.504410 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 05be174c-1d60-42f7-ab19-fdd92ce83806 not bound to the agent host dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 18 13:32:22.504974 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-f413e3a2-a38a-43f5-997a-7424cbcc0b93 tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Publish callbacks [] for subnet, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:22.514124 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.pecan_wsgi.hooks.translation [None req-922deaa6-b719-4eaa-886b-2a10ee10338a tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] DELETE failed (client error): The resource could not be found. Dec 18 13:32:22.514602 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-922deaa6-b719-4eaa-886b-2a10ee10338a tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 18 13:32:22.519472 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-922deaa6-b719-4eaa-886b-2a10ee10338a tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] 10.222.0.31 "DELETE /v2.0/subnets/d6f94b30-df85-403d-8f53-b245995dc191 HTTP/1.1" status: 404 len: 337 time: 0.0360157 Dec 18 13:32:22.522207 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 55360) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:32:22.536269 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-8ba8780a-7681-44cc-bbb1-a7f6839800f6 tempest-AllowedAddressPairTestJSON-19239059 tempest-AllowedAddressPairTestJSON-19239059-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-263333204'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:32:22.547623 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-f413e3a2-a38a-43f5-997a-7424cbcc0b93 tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4533385'] for subnet, precommit_delete_associations {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:22.557259 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.pecan_wsgi.hooks.translation [None req-b329ffb8-b9c9-4a2e-ab02-fb4a37c572c3 tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] DELETE failed (client error): The resource could not be found. Dec 18 13:32:22.558210 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b329ffb8-b9c9-4a2e-ab02-fb4a37c572c3 tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 18 13:32:22.560838 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-b329ffb8-b9c9-4a2e-ab02-fb4a37c572c3 tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] 10.222.0.31 "DELETE /v2.0/networks/2653ceea-4c54-41d1-8993-a0908d150f46 HTTP/1.1" status: 404 len: 339 time: 0.0376689 Dec 18 13:32:22.564843 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 55362) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:32:22.576087 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Provisioning for port 9137ef88-d34a-49aa-bee4-5408ee93058d completed by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 18 13:32:22.587794 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Provisioning complete for port 9137ef88-d34a-49aa-bee4-5408ee93058d triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:32:22.588173 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:22.595180 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.pecan_wsgi.hooks.translation [None req-80e79d99-5174-4f95-8f48-76312b2983e8 tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] DELETE failed (client error): The resource could not be found. Dec 18 13:32:22.595792 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80e79d99-5174-4f95-8f48-76312b2983e8 tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 18 13:32:22.598995 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-80e79d99-5174-4f95-8f48-76312b2983e8 tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] 10.222.0.31 "DELETE /v2.0/subnets/5f16f981-212b-4b27-99d6-b0222f724a48 HTTP/1.1" status: 404 len: 337 time: 0.0331197 Dec 18 13:32:22.603193 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 55364) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:32:22.610139 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ba8780a-7681-44cc-bbb1-a7f6839800f6 tempest-AllowedAddressPairTestJSON-19239059 tempest-AllowedAddressPairTestJSON-19239059-project] Made reservation on behalf of 2430254faa2f40b4b5d3f0e9105deb7e for: {'network': 1} {{(pid=103159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:32:22.613918 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-8ba8780a-7681-44cc-bbb1-a7f6839800f6 tempest-AllowedAddressPairTestJSON-19239059 tempest-AllowedAddressPairTestJSON-19239059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for network, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:22.625464 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-8ba8780a-7681-44cc-bbb1-a7f6839800f6 tempest-AllowedAddressPairTestJSON-19239059 tempest-AllowedAddressPairTestJSON-19239059-project] Publish callbacks [] for security_group, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:22.653166 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c4255ec-2e3d-4003-903a-fb3beff7be94 tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] DELETE failed (client error): The resource could not be found. Dec 18 13:32:22.653596 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c4255ec-2e3d-4003-903a-fb3beff7be94 tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103160) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 18 13:32:22.656639 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-4c4255ec-2e3d-4003-903a-fb3beff7be94 tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] 10.222.0.31 "DELETE /v2.0/networks/2bea05ed-02e0-46b8-95e1-244a12d83dfe HTTP/1.1" status: 404 len: 339 time: 0.0526907 Dec 18 13:32:22.660723 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0e64e2c-60d4-428f-8ef8-888fea1e2d7a None None] Resources bound (agent type, host, resource id): {{(pid=103161) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 18 13:32:22.663627 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 55368) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:32:22.679622 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-f413e3a2-a38a-43f5-997a-7424cbcc0b93 tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1929185'] for subnet, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:22.709678 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:22.748030 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-8ba8780a-7681-44cc-bbb1-a7f6839800f6 tempest-AllowedAddressPairTestJSON-19239059 tempest-AllowedAddressPairTestJSON-19239059-project] Publish callbacks [] for security_group, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:22.754069 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-8ba8780a-7681-44cc-bbb1-a7f6839800f6 tempest-AllowedAddressPairTestJSON-19239059 tempest-AllowedAddressPairTestJSON-19239059-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:22.778996 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f2e2401-f0b6-4060-8ecb-c437b383b2ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9137ef88-d34a-49aa-bee4-5408ee93058d'}] {{(pid=103161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 18 13:32:22.781564 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22224e7a42aa75e3f3b9c037df440650d2cfa1dd97b40a249aee4a8113775251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33d40cf2-069d-41c5-8fff-f1e0388cfcf0" -d '{"events": [{"server_uuid": "8f2e2401-f0b6-4060-8ecb-c437b383b2ea", "name": "network-vif-plugged", "status": "completed", "tag": "9137ef88-d34a-49aa-bee4-5408ee93058d"}]}' {{(pid=103161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 18 13:32:22.792225 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ba8780a-7681-44cc-bbb1-a7f6839800f6 tempest-AllowedAddressPairTestJSON-19239059 tempest-AllowedAddressPairTestJSON-19239059-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 131} {{(pid=103159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 18 13:32:22.801634 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba8780a-7681-44cc-bbb1-a7f6839800f6 tempest-AllowedAddressPairTestJSON-19239059 tempest-AllowedAddressPairTestJSON-19239059-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6bcb0b4a-805c-4756-b19b-3f5bf14b67ac,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:32:22.810353 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-8ba8780a-7681-44cc-bbb1-a7f6839800f6 tempest-AllowedAddressPairTestJSON-19239059 tempest-AllowedAddressPairTestJSON-19239059-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:22.810690 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.db.segments_db [None req-8ba8780a-7681-44cc-bbb1-a7f6839800f6 tempest-AllowedAddressPairTestJSON-19239059 tempest-AllowedAddressPairTestJSON-19239059-project] Added segment 6c0b0c41-4295-4868-b2f4-24b49d491df9 of type vlan for network 2dc7064d-9397-49f9-9e2f-f3da3f478146 Dec 18 13:32:22.813438 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] For port 9137ef88-d34a-49aa-bee4-5408ee93058d, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=9137ef88-d34a-49aa-bee4-5408ee93058d,segment=NetworkSegment(b297829c-e967-4db9-a1fe-64dd92edbd1e),segment_id=b297829c-e967-4db9-a1fe-64dd92edbd1e)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:32:22.864355 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a6888a-a85d-4f3b-944f-52b039840969 req-2ee7d386-3f66-47be-9a2e-6bed6761c33d tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:32:22.864638 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:22.865701 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-b1a6888a-a85d-4f3b-944f-52b039840969 req-2ee7d386-3f66-47be-9a2e-6bed6761c33d tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f2e2401-f0b6-4060-8ecb-c437b383b2ea HTTP/1.1" status: 200 len: 945 time: 0.0974391 Dec 18 13:32:22.866346 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-8ba8780a-7681-44cc-bbb1-a7f6839800f6 tempest-AllowedAddressPairTestJSON-19239059 tempest-AllowedAddressPairTestJSON-19239059-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767106405744'] for network, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:22.868307 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-f413e3a2-a38a-43f5-997a-7424cbcc0b93 tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1929192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4533475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4514371'] for subnet, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:22.872005 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-8569904a-3466-41b7-bf22-03220312e553 tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] Deleting port 810e772a-72a9-4885-bb4f-fc0b2e8edf95 {{(pid=103160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:32:22.872330 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-8569904a-3466-41b7-bf22-03220312e553 tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:22.899266 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-8ba8780a-7681-44cc-bbb1-a7f6839800f6 tempest-AllowedAddressPairTestJSON-19239059 tempest-AllowedAddressPairTestJSON-19239059-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981'] for network, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:22.909350 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ba8780a-7681-44cc-bbb1-a7f6839800f6 tempest-AllowedAddressPairTestJSON-19239059 tempest-AllowedAddressPairTestJSON-19239059-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:32:22.910328 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-8ba8780a-7681-44cc-bbb1-a7f6839800f6 tempest-AllowedAddressPairTestJSON-19239059 tempest-AllowedAddressPairTestJSON-19239059-project] Publish callbacks [] for network, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:22.968579 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-8ba8780a-7681-44cc-bbb1-a7f6839800f6 tempest-AllowedAddressPairTestJSON-19239059 tempest-AllowedAddressPairTestJSON-19239059-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.5958500 Dec 18 13:32:22.980918 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f413e3a2-a38a-43f5-997a-7424cbcc0b93 tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Pushing event deleted for resources: {'Subnet': ['ID=f1362e63-6c85-4f90-be43-beea20a70ea8,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:32:22.989662 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 55374) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:32:22.993465 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-f413e3a2-a38a-43f5-997a-7424cbcc0b93 tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Publish callbacks [] for subnet, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:23.000662 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-f413e3a2-a38a-43f5-997a-7424cbcc0b93 tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] 10.222.0.31 "DELETE /v2.0/subnets/f1362e63-6c85-4f90-be43-beea20a70ea8 HTTP/1.1" status: 204 len: 168 time: 0.5588269 Dec 18 13:32:23.003617 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Pushing event updated for resources: {'Port': ['ID=9137ef88-d34a-49aa-bee4-5408ee93058d,revision_number=5']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:32:23.006057 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 55376) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:32:23.019352 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba8780a-7681-44cc-bbb1-a7f6839800f6 tempest-AllowedAddressPairTestJSON-19239059 tempest-AllowedAddressPairTestJSON-19239059-project] Pushing event updated for resources: {'Network': ['ID=2dc7064d-9397-49f9-9e2f-f3da3f478146,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:32:23.029384 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 13:32:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc79585f-f3a0-4876-ba9f-2f1d9867d2c7 x-openstack-request-id: req-bc79585f-f3a0-4876-ba9f-2f1d9867d2c7 {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 18 13:32:23.029750 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f2e2401-f0b6-4060-8ecb-c437b383b2ea", "name": "network-vif-plugged", "status": "completed", "tag": "9137ef88-d34a-49aa-bee4-5408ee93058d", "code": 200}]} {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 18 13:32:23.030056 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bc79585f-f3a0-4876-ba9f-2f1d9867d2c7 {{(pid=103161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 18 13:32:23.030484 dv-neutron-744815-20-hyperv neutron-server[103161]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f2e2401-f0b6-4060-8ecb-c437b383b2ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9137ef88-d34a-49aa-bee4-5408ee93058d', 'code': 200} Dec 18 13:32:23.031929 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-99649ab4-3078-41d8-8c53-52f7ad575eaa tempest-AllowedAddressPairTestJSON-19239059 tempest-AllowedAddressPairTestJSON-19239059-project] Request body: {'subnet': {'network_id': '2dc7064d-9397-49f9-9e2f-f3da3f478146', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:32:23.049382 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Network 2dc7064d-9397-49f9-9e2f-f3da3f478146 details requested by agent ovs-agent-dv-neutron-744815-20-hyperv with host dv-neutron-744815-20-hyperv {{(pid=103161) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 18 13:32:23.062375 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-8569904a-3466-41b7-bf22-03220312e553 tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:23.140379 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-8569904a-3466-41b7-bf22-03220312e553 tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] Calling delete_port for 810e772a-72a9-4885-bb4f-fc0b2e8edf95 owned by {{(pid=103160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:32:23.173934 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b468af4e-a6c4-4e31-bdd6-616f4f13348b None None] Network 67f39430-7137-4821-b4d4-9c8a13b5c596 requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:32:23.233938 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-c5b6431e-d17f-41b8-a20f-6822b5b8e7c2 tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2023137'] for network, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:23.265085 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-b1a6888a-a85d-4f3b-944f-52b039840969 req-6c2146ef-e186-4944-a427-c1ab1551572c tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/security-groups?id=4447f998-159f-4b2c-9f7d-c89516a44160&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3766100 Dec 18 13:32:23.333129 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4917a2a-63e0-4574-9a8e-77383ed37877 None None] DHCP port deletion for 67f39430-7137-4821-b4d4-9c8a13b5c596 request from dv-neutron-744815-20-hyperv {{(pid=103161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 18 13:32:23.386078 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-f4917a2a-63e0-4574-9a8e-77383ed37877 None None] Deleting port 7a1d477d-6209-4313-be02-0fd86c49697d {{(pid=103161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:32:23.386478 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f4917a2a-63e0-4574-9a8e-77383ed37877 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:23.391838 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b6935f-ddbe-442e-b2a2-11cf18ac66eb req-fa19799c-8ba4-4a8a-af28-15d5adc3a019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:32:23.393477 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-38b6935f-ddbe-442e-b2a2-11cf18ac66eb req-fa19799c-8ba4-4a8a-af28-15d5adc3a019 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=8f2e2401-f0b6-4060-8ecb-c437b383b2ea HTTP/1.1" status: 200 len: 1099 time: 0.2062809 Dec 18 13:32:23.416886 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99649ab4-3078-41d8-8c53-52f7ad575eaa tempest-AllowedAddressPairTestJSON-19239059 tempest-AllowedAddressPairTestJSON-19239059-project] Made reservation on behalf of 2430254faa2f40b4b5d3f0e9105deb7e for: {'subnet': 1} {{(pid=103160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:32:23.420171 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-99649ab4-3078-41d8-8c53-52f7ad575eaa tempest-AllowedAddressPairTestJSON-19239059 tempest-AllowedAddressPairTestJSON-19239059-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4514414'] for subnet, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:23.453101 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-f4917a2a-63e0-4574-9a8e-77383ed37877 None None] For port 7a1d477d-6209-4313-be02-0fd86c49697d, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=7a1d477d-6209-4313-be02-0fd86c49697d,segment=NetworkSegment(c4524119-1554-4c03-8850-dae78bcd97a1),segment_id=c4524119-1554-4c03-8850-dae78bcd97a1)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:32:23.454386 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f4917a2a-63e0-4574-9a8e-77383ed37877 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:23.454519 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-8569904a-3466-41b7-bf22-03220312e553 tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4533522'] for port, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:23.467823 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-f4917a2a-63e0-4574-9a8e-77383ed37877 None None] Calling delete_port for 7a1d477d-6209-4313-be02-0fd86c49697d owned by network:dhcp {{(pid=103161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:32:23.538791 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8569904a-3466-41b7-bf22-03220312e553 tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] Pushing event deleted for resources: {'Port': ['ID=810e772a-72a9-4885-bb4f-fc0b2e8edf95,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:32:23.554557 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-8569904a-3466-41b7-bf22-03220312e553 tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:23.558593 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-8569904a-3466-41b7-bf22-03220312e553 tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] 10.222.0.31 "DELETE /v2.0/ports/810e772a-72a9-4885-bb4f-fc0b2e8edf95 HTTP/1.1" status: 204 len: 168 time: 0.8909450 Dec 18 13:32:23.561375 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 55380) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:32:23.563893 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f4917a2a-63e0-4574-9a8e-77383ed37877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984'] for port, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:23.577018 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad113ab-e0cf-43fc-b8c3-6b51038b2b7c req-2af9e26c-cfd6-4846-9f96-6fdad62dd49b tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:32:23.578533 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-aad113ab-e0cf-43fc-b8c3-6b51038b2b7c req-2af9e26c-cfd6-4846-9f96-6fdad62dd49b tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5e7f6db-2193-4bdc-a573-cb470e1f7258 HTTP/1.1" status: 200 len: 943 time: 0.0628366 Dec 18 13:32:23.591913 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4917a2a-63e0-4574-9a8e-77383ed37877 None None] Pushing event deleted for resources: {'Port': ['ID=7a1d477d-6209-4313-be02-0fd86c49697d,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:32:23.594097 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4917a2a-63e0-4574-9a8e-77383ed37877 None None] No DVR routers for this DVR port 7a1d477d-6209-4313-be02-0fd86c49697d on host dv-neutron-744815-20-hyperv {{(pid=103161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 18 13:32:23.600763 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8131d65-511a-4257-8b93-6b8c5edeb72c tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] DELETE failed (client error): The resource could not be found. Dec 18 13:32:23.601209 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8131d65-511a-4257-8b93-6b8c5edeb72c tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 18 13:32:23.606927 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-b8131d65-511a-4257-8b93-6b8c5edeb72c tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] 10.222.0.31 "DELETE /v2.0/subnets/c7bb1ec5-c151-4803-8b70-a9a8b01b20f5 HTTP/1.1" status: 404 len: 337 time: 0.0417290 Dec 18 13:32:23.609848 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 55382) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:32:23.648897 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-38b6935f-ddbe-442e-b2a2-11cf18ac66eb req-c3d68b01-037f-40e9-acfc-2af423b9c001 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=4447f998-159f-4b2c-9f7d-c89516a44160&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2451341 Dec 18 13:32:23.652325 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-c5b6431e-d17f-41b8-a20f-6822b5b8e7c2 tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Deleting port 7a1d477d-6209-4313-be02-0fd86c49697d {{(pid=103160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:32:23.652669 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-c5b6431e-d17f-41b8-a20f-6822b5b8e7c2 tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:23.720931 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-3a0cc87b-7d2b-41fb-a560-a8bbabbd2235 tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2023137'] for network, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:23.726171 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-aad113ab-e0cf-43fc-b8c3-6b51038b2b7c req-06ec8795-24b2-470c-ba86-bd2dccf59b65 tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] 10.222.0.31 "GET /v2.0/security-groups?id=7500739f-039a-45b0-85f1-cc2dd6d8ee03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1276517 Dec 18 13:32:23.759276 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.db [None req-c5b6431e-d17f-41b8-a20f-6822b5b8e7c2 tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] For port 7a1d477d-6209-4313-be02-0fd86c49697d, host dv-neutron-744815-20-hyperv, got binding levels [] {{(pid=103160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:32:23.759636 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-c5b6431e-d17f-41b8-a20f-6822b5b8e7c2 tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:23.774405 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-c5b6431e-d17f-41b8-a20f-6822b5b8e7c2 tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Calling delete_port for 7a1d477d-6209-4313-be02-0fd86c49697d owned by network:dhcp {{(pid=103160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:32:23.777325 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.ipam_backend_mixin [None req-c5b6431e-d17f-41b8-a20f-6822b5b8e7c2 tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Port 7a1d477d-6209-4313-be02-0fd86c49697d was not found and therefore no delete operation was performed {{(pid=103160) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 18 13:32:23.778655 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-99649ab4-3078-41d8-8c53-52f7ad575eaa tempest-AllowedAddressPairTestJSON-19239059 tempest-AllowedAddressPairTestJSON-19239059-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4533410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4514424'] for subnet, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:23.784505 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-c5b6431e-d17f-41b8-a20f-6822b5b8e7c2 tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4533522'] for port, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:23.816898 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-3a0cc87b-7d2b-41fb-a560-a8bbabbd2235 tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1927292', 'neutron.services.segments.db._delete_segments_for_network-8767106887837'] for network, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:23.836788 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.services.segments.db [None req-3a0cc87b-7d2b-41fb-a560-a8bbabbd2235 tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ea7c36e-0bb1-4c01-b001-19b3110f5c9f']}} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:32:23.846855 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.services.segments.db [None req-3a0cc87b-7d2b-41fb-a560-a8bbabbd2235 tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c62d67df-10bd-4d98-90db-8eb421186a1d') {'for_net_delete': True} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:32:23.847416 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.services.segments.db [None req-3a0cc87b-7d2b-41fb-a560-a8bbabbd2235 tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c62d67df-10bd-4d98-90db-8eb421186a1d') {} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:32:23.849123 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b6431e-d17f-41b8-a20f-6822b5b8e7c2 tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Pushing event deleted for resources: {'Port': ['ID=7a1d477d-6209-4313-be02-0fd86c49697d,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:32:23.855282 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5b6431e-d17f-41b8-a20f-6822b5b8e7c2 tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] No DVR routers for this DVR port 7a1d477d-6209-4313-be02-0fd86c49697d on host dv-neutron-744815-20-hyperv {{(pid=103160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 18 13:32:23.858732 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-3a0cc87b-7d2b-41fb-a560-a8bbabbd2235 tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767106888614', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5589569'] for segment, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:23.873598 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-3a0cc87b-7d2b-41fb-a560-a8bbabbd2235 tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:23.880280 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a0cc87b-7d2b-41fb-a560-a8bbabbd2235 tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] Releasing vlan 107 on physical network physnet1 to pool {{(pid=103159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 18 13:32:23.880750 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-3a0cc87b-7d2b-41fb-a560-a8bbabbd2235 tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5660009'] for segment, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:23.884157 dv-neutron-744815-20-hyperv neutron-server[103159]: Traceback (most recent call last): Dec 18 13:32:23.884157 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 18 13:32:23.884157 dv-neutron-744815-20-hyperv neutron-server[103159]: timer() Dec 18 13:32:23.884157 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 18 13:32:23.884157 dv-neutron-744815-20-hyperv neutron-server[103159]: cb(*args, **kw) Dec 18 13:32:23.884157 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 18 13:32:23.884157 dv-neutron-744815-20-hyperv neutron-server[103159]: return func(*args, **kwargs) Dec 18 13:32:23.884157 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 18 13:32:23.884157 dv-neutron-744815-20-hyperv neutron-server[103159]: self._notify() Dec 18 13:32:23.884157 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 18 13:32:23.884157 dv-neutron-744815-20-hyperv neutron-server[103159]: self.callback(batched_events) Dec 18 13:32:23.884157 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 18 13:32:23.884157 dv-neutron-744815-20-hyperv neutron-server[103159]: event.method(event) Dec 18 13:32:23.884157 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 18 13:32:23.884157 dv-neutron-744815-20-hyperv neutron-server[103159]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 18 13:32:23.884157 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 18 13:32:23.884157 dv-neutron-744815-20-hyperv neutron-server[103159]: aggregate_uuid = self.p_client.list_aggregates( Dec 18 13:32:23.884157 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 18 13:32:23.884157 dv-neutron-744815-20-hyperv neutron-server[103159]: return f(self, *a, **k) Dec 18 13:32:23.884157 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 18 13:32:23.884157 dv-neutron-744815-20-hyperv neutron-server[103159]: return self._get(url).json() Dec 18 13:32:23.884157 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 18 13:32:23.884157 dv-neutron-744815-20-hyperv neutron-server[103159]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 18 13:32:23.884157 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 18 13:32:23.884157 dv-neutron-744815-20-hyperv neutron-server[103159]: return self.request(url, 'GET', **kwargs) Dec 18 13:32:23.884157 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 18 13:32:23.884157 dv-neutron-744815-20-hyperv neutron-server[103159]: base_url = self.get_endpoint(auth, allow=allow, Dec 18 13:32:23.884157 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 18 13:32:23.884157 dv-neutron-744815-20-hyperv neutron-server[103159]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 18 13:32:23.884157 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 18 13:32:23.884157 dv-neutron-744815-20-hyperv neutron-server[103159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 18 13:32:23.884157 dv-neutron-744815-20-hyperv neutron-server[103159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 18 13:32:23.894346 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99649ab4-3078-41d8-8c53-52f7ad575eaa tempest-AllowedAddressPairTestJSON-19239059 tempest-AllowedAddressPairTestJSON-19239059-project] Pushing event updated for resources: {'Subnet': ['ID=9a69a805-35e4-4163-a4d0-4b0ef162958d,revision_number=0']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:32:23.922865 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99649ab4-3078-41d8-8c53-52f7ad575eaa tempest-AllowedAddressPairTestJSON-19239059 tempest-AllowedAddressPairTestJSON-19239059-project] Checking segment: {'id': '6c0b0c41-4295-4868-b2f4-24b49d491df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '2dc7064d-9397-49f9-9e2f-f3da3f478146'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 13:32:23.923264 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99649ab4-3078-41d8-8c53-52f7ad575eaa tempest-AllowedAddressPairTestJSON-19239059 tempest-AllowedAddressPairTestJSON-19239059-project] Network hostable DHCP agents. Network: 2dc7064d-9397-49f9-9e2f-f3da3f478146, hostable agents: ['aa77effa-0e3a-4bbd-a383-4d58ed3328d0'], hosted agents: [] {{(pid=103160) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 18 13:32:23.943832 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-3a0cc87b-7d2b-41fb-a560-a8bbabbd2235 tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1927267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586962'] for network, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:23.948207 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-3a0cc87b-7d2b-41fb-a560-a8bbabbd2235 tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] Publish callbacks [] for network, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:23.951837 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-3a0cc87b-7d2b-41fb-a560-a8bbabbd2235 tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] 10.222.0.31 "DELETE /v2.0/networks/1ea7c36e-0bb1-4c01-b001-19b3110f5c9f HTTP/1.1" status: 204 len: 168 time: 0.3410554 Dec 18 13:32:23.956397 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 55384) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:32:23.967559 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-c5b6431e-d17f-41b8-a20f-6822b5b8e7c2 tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1927292', 'neutron.services.segments.db._delete_segments_for_network-8767106887837'] for network, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:23.992004 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99649ab4-3078-41d8-8c53-52f7ad575eaa tempest-AllowedAddressPairTestJSON-19239059 tempest-AllowedAddressPairTestJSON-19239059-project] Network 2dc7064d-9397-49f9-9e2f-f3da3f478146 is scheduled to be hosted by DHCP agent aa77effa-0e3a-4bbd-a383-4d58ed3328d0 with binding_index 1 {{(pid=103160) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 18 13:32:23.994674 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.services.segments.db [None req-c5b6431e-d17f-41b8-a20f-6822b5b8e7c2 tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67f39430-7137-4821-b4d4-9c8a13b5c596']}} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:32:23.994978 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0cc87b-7d2b-41fb-a560-a8bbabbd2235 tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] Pushing event deleted for resources: {'Network': ['ID=1ea7c36e-0bb1-4c01-b001-19b3110f5c9f,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:32:24.007096 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.services.segments.db [None req-c5b6431e-d17f-41b8-a20f-6822b5b8e7c2 tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4524119-1554-4c03-8850-dae78bcd97a1') {'for_net_delete': True} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:32:24.007432 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.services.segments.db [None req-c5b6431e-d17f-41b8-a20f-6822b5b8e7c2 tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4524119-1554-4c03-8850-dae78bcd97a1') {} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:32:24.009715 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.base_scheduler [None req-99649ab4-3078-41d8-8c53-52f7ad575eaa tempest-AllowedAddressPairTestJSON-19239059 tempest-AllowedAddressPairTestJSON-19239059-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-744815-20-hyperv, 2dc7064d-9397-49f9-9e2f-f3da3f478146) {{(pid=103160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:32:24.019177 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99649ab4-3078-41d8-8c53-52f7ad575eaa tempest-AllowedAddressPairTestJSON-19239059 tempest-AllowedAddressPairTestJSON-19239059-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:32:24.019787 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-99649ab4-3078-41d8-8c53-52f7ad575eaa tempest-AllowedAddressPairTestJSON-19239059 tempest-AllowedAddressPairTestJSON-19239059-project] Publish callbacks [] for subnet, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:24.020319 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db4c9e60-8471-4438-9245-9c8078598ca5 None None] Network 2dc7064d-9397-49f9-9e2f-f3da3f478146 requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:32:24.023841 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-c5b6431e-d17f-41b8-a20f-6822b5b8e7c2 tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767106888614', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4533424'] for segment, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:24.042163 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-c5b6431e-d17f-41b8-a20f-6822b5b8e7c2 tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:24.051058 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-99649ab4-3078-41d8-8c53-52f7ad575eaa tempest-AllowedAddressPairTestJSON-19239059 tempest-AllowedAddressPairTestJSON-19239059-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0490782 Dec 18 13:32:24.053628 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 55386) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:32:24.055872 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5b6431e-d17f-41b8-a20f-6822b5b8e7c2 tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=103160) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 18 13:32:24.056323 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-c5b6431e-d17f-41b8-a20f-6822b5b8e7c2 tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4533569'] for segment, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:24.062712 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-3cdb1cd1-57aa-4d6a-b82f-af7f0f3ac73e tempest-AllowedAddressPairTestJSON-19239059 tempest-AllowedAddressPairTestJSON-19239059-project] Request body: {'port': {'network_id': '2dc7064d-9397-49f9-9e2f-f3da3f478146', 'name': 'tempest-AllowedAddressPairTestJSON-1862547646'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:32:24.065679 dv-neutron-744815-20-hyperv neutron-server[103160]: Traceback (most recent call last): Dec 18 13:32:24.065679 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 18 13:32:24.065679 dv-neutron-744815-20-hyperv neutron-server[103160]: timer() Dec 18 13:32:24.065679 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 18 13:32:24.065679 dv-neutron-744815-20-hyperv neutron-server[103160]: cb(*args, **kw) Dec 18 13:32:24.065679 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 18 13:32:24.065679 dv-neutron-744815-20-hyperv neutron-server[103160]: return func(*args, **kwargs) Dec 18 13:32:24.065679 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 18 13:32:24.065679 dv-neutron-744815-20-hyperv neutron-server[103160]: self._notify() Dec 18 13:32:24.065679 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 18 13:32:24.065679 dv-neutron-744815-20-hyperv neutron-server[103160]: self.callback(batched_events) Dec 18 13:32:24.065679 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 18 13:32:24.065679 dv-neutron-744815-20-hyperv neutron-server[103160]: event.method(event) Dec 18 13:32:24.065679 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 18 13:32:24.065679 dv-neutron-744815-20-hyperv neutron-server[103160]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 18 13:32:24.065679 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 18 13:32:24.065679 dv-neutron-744815-20-hyperv neutron-server[103160]: aggregate_uuid = self.p_client.list_aggregates( Dec 18 13:32:24.065679 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 18 13:32:24.065679 dv-neutron-744815-20-hyperv neutron-server[103160]: return f(self, *a, **k) Dec 18 13:32:24.065679 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 18 13:32:24.065679 dv-neutron-744815-20-hyperv neutron-server[103160]: return self._get(url).json() Dec 18 13:32:24.065679 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 18 13:32:24.065679 dv-neutron-744815-20-hyperv neutron-server[103160]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 18 13:32:24.065679 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 18 13:32:24.065679 dv-neutron-744815-20-hyperv neutron-server[103160]: return self.request(url, 'GET', **kwargs) Dec 18 13:32:24.065679 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 18 13:32:24.065679 dv-neutron-744815-20-hyperv neutron-server[103160]: base_url = self.get_endpoint(auth, allow=allow, Dec 18 13:32:24.065679 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 18 13:32:24.065679 dv-neutron-744815-20-hyperv neutron-server[103160]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 18 13:32:24.065679 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 18 13:32:24.065679 dv-neutron-744815-20-hyperv neutron-server[103160]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 18 13:32:24.065679 dv-neutron-744815-20-hyperv neutron-server[103160]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 18 13:32:24.068119 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-7092ac99-050b-44ea-a7a4-c6a465d7b653 tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] Deleting port c5518ead-9351-4bc2-9ed8-528d0b68fb92 {{(pid=103159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:32:24.068499 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-7092ac99-050b-44ea-a7a4-c6a465d7b653 tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:24.136399 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-7092ac99-050b-44ea-a7a4-c6a465d7b653 tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:24.141836 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-270dc9e1-2986-4d5d-9540-a0ed33297c22 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp31e170a0-46a1-5ba9-9dc1-7ee4f866f0d7-2dc7064d-9397-49f9-9e2f-f3da3f478146', 'network_id': '2dc7064d-9397-49f9-9e2f-f3da3f478146', 'project_id': '2430254faa2f40b4b5d3f0e9105deb7e', 'fixed_ips': [{'subnet_id': '9a69a805-35e4-4163-a4d0-4b0ef162958d'}]}} from dv-neutron-744815-20-hyperv. {{(pid=103161) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 18 13:32:24.143401 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-270dc9e1-2986-4d5d-9540-a0ed33297c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:24.159463 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-7092ac99-050b-44ea-a7a4-c6a465d7b653 tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] Calling delete_port for c5518ead-9351-4bc2-9ed8-528d0b68fb92 owned by {{(pid=103159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:32:24.193588 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-c5b6431e-d17f-41b8-a20f-6822b5b8e7c2 tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1927267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586962'] for network, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:24.222038 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-c5b6431e-d17f-41b8-a20f-6822b5b8e7c2 tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Publish callbacks [] for network, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:24.225543 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-c5b6431e-d17f-41b8-a20f-6822b5b8e7c2 tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] 10.222.0.31 "DELETE /v2.0/networks/67f39430-7137-4821-b4d4-9c8a13b5c596 HTTP/1.1" status: 204 len: 168 time: 1.2178547 Dec 18 13:32:24.228414 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 55388) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:32:24.229518 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b6431e-d17f-41b8-a20f-6822b5b8e7c2 tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Pushing event deleted for resources: {'Network': ['ID=67f39430-7137-4821-b4d4-9c8a13b5c596,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:32:24.234397 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 7a1d477d-6209-4313-be02-0fd86c49697d no longer exists at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 18 13:32:24.256174 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-2294866d-0076-4933-952c-685307032598 None None] No Port match for: 7a1d477d-6209-4313-be02-0fd86c49697d {{(pid=103161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 18 13:32:24.256418 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 7a1d477d-6209-4313-be02-0fd86c49697d not bound to the agent host dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 18 13:32:24.259750 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8eae638-1bb2-41e4-b461-5197ff87099c tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] DELETE failed (client error): The resource could not be found. Dec 18 13:32:24.260400 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8eae638-1bb2-41e4-b461-5197ff87099c tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 18 13:32:24.263653 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-e8eae638-1bb2-41e4-b461-5197ff87099c tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] 10.222.0.31 "DELETE /v2.0/subnets/15a2fc3a-fbf9-42f9-913e-059f455c0369 HTTP/1.1" status: 404 len: 337 time: 0.0339792 Dec 18 13:32:24.270249 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 55390) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:32:24.279786 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cdb1cd1-57aa-4d6a-b82f-af7f0f3ac73e tempest-AllowedAddressPairTestJSON-19239059 tempest-AllowedAddressPairTestJSON-19239059-project] Made reservation on behalf of 2430254faa2f40b4b5d3f0e9105deb7e for: {'port': 1} {{(pid=103160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:32:24.284843 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-3cdb1cd1-57aa-4d6a-b82f-af7f0f3ac73e tempest-AllowedAddressPairTestJSON-19239059 tempest-AllowedAddressPairTestJSON-19239059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:24.292182 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e0a6f53-5f4f-4d0d-96fe-3ed5b72c500e tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] DELETE failed (client error): The resource could not be found. Dec 18 13:32:24.292917 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e0a6f53-5f4f-4d0d-96fe-3ed5b72c500e tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 18 13:32:24.296323 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-1e0a6f53-5f4f-4d0d-96fe-3ed5b72c500e tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] 10.222.0.31 "DELETE /v2.0/networks/d9ee043b-e3eb-4ac8-8cbf-7bd31d4d4326 HTTP/1.1" status: 404 len: 339 time: 0.0249209 Dec 18 13:32:24.299256 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 55394) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:32:24.307807 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.notifiers.nova [None req-3cdb1cd1-57aa-4d6a-b82f-af7f0f3ac73e tempest-AllowedAddressPairTestJSON-19239059 tempest-AllowedAddressPairTestJSON-19239059-project] device_id is not set on port cbf87419-ddf7-4079-9c5d-6b9eaad30755 yet. {{(pid=103160) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 18 13:32:24.310719 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-7092ac99-050b-44ea-a7a4-c6a465d7b653 tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:24.346133 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_common [None req-270dc9e1-2986-4d5d-9540-a0ed33297c22 None None] Allocated IP 172.20.0.2 (2dc7064d-9397-49f9-9e2f-f3da3f478146/9a69a805-35e4-4163-a4d0-4b0ef162958d/dbf95009-48f1-4a64-97cb-398dfd0ce2d0) {{(pid=103161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:32:24.368018 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7092ac99-050b-44ea-a7a4-c6a465d7b653 tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] Pushing event deleted for resources: {'Port': ['ID=c5518ead-9351-4bc2-9ed8-528d0b68fb92,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:32:24.380396 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-7092ac99-050b-44ea-a7a4-c6a465d7b653 tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:24.383973 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-7092ac99-050b-44ea-a7a4-c6a465d7b653 tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] 10.222.0.31 "DELETE /v2.0/ports/c5518ead-9351-4bc2-9ed8-528d0b68fb92 HTTP/1.1" status: 204 len: 168 time: 0.4266515 Dec 18 13:32:24.387464 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 55396) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:32:24.399972 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.db_base_plugin_v2 [None req-0601deaf-fa31-45a4-82f6-edc0033d9a33 tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Deleting subnet 7ee77fd4-1fbd-476f-8687-2115bbad6dda {{(pid=103159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 18 13:32:24.422291 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-0601deaf-fa31-45a4-82f6-edc0033d9a33 tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Publish callbacks [] for subnet, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:24.426222 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8f4155b-a644-4ff3-8e0a-465f23821e36 tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] DELETE failed (client error): The resource could not be found. Dec 18 13:32:24.426787 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8f4155b-a644-4ff3-8e0a-465f23821e36 tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 18 13:32:24.433366 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-a8f4155b-a644-4ff3-8e0a-465f23821e36 tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] 10.222.0.31 "DELETE /v2.0/subnets/7e9a9e67-9f75-467c-b77f-2333503d6fbc HTTP/1.1" status: 404 len: 337 time: 0.0447578 Dec 18 13:32:24.433970 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 55398) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:32:24.439216 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e903248-be0c-4d2e-b590-8f1792b3cdcf req-668ba616-b074-41a9-8e68-be0a7e15696d tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:32:24.440841 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-3e903248-be0c-4d2e-b590-8f1792b3cdcf req-668ba616-b074-41a9-8e68-be0a7e15696d tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f2e2401-f0b6-4060-8ecb-c437b383b2ea HTTP/1.1" status: 200 len: 946 time: 0.0790067 Dec 18 13:32:24.497994 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-3e903248-be0c-4d2e-b590-8f1792b3cdcf req-88a79c54-8d3d-4d82-a7b1-b09a5e00905a tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/security-groups?id=4447f998-159f-4b2c-9f7d-c89516a44160&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503221 Dec 18 13:32:24.511408 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-270dc9e1-2986-4d5d-9540-a0ed33297c22 None None] Publish callbacks [] for port, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:24.518943 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-270dc9e1-2986-4d5d-9540-a0ed33297c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975'] for port, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:24.528951 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-0601deaf-fa31-45a4-82f6-edc0033d9a33 tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5589624'] for subnet, precommit_delete_associations {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:24.573495 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270dc9e1-2986-4d5d-9540-a0ed33297c22 None None] Pushing event updated for resources: {'Port': ['ID=dbf95009-48f1-4a64-97cb-398dfd0ce2d0,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:32:24.574104 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-4fb2d1ea-b259-4627-b349-d6404b9b2479 tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2023137'] for network, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:24.575161 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.db_base_plugin_common [None req-3cdb1cd1-57aa-4d6a-b82f-af7f0f3ac73e tempest-AllowedAddressPairTestJSON-19239059 tempest-AllowedAddressPairTestJSON-19239059-project] Allocated IP 172.20.0.4 (2dc7064d-9397-49f9-9e2f-f3da3f478146/9a69a805-35e4-4163-a4d0-4b0ef162958d/cbf87419-ddf7-4079-9c5d-6b9eaad30755) {{(pid=103160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:32:24.577075 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-270dc9e1-2986-4d5d-9540-a0ed33297c22 None None] Network 2dc7064d-9397-49f9-9e2f-f3da3f478146 is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:32:24.579481 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-270dc9e1-2986-4d5d-9540-a0ed33297c22 None None] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:32:24.583131 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-270dc9e1-2986-4d5d-9540-a0ed33297c22 None None] Received port after_create {{(pid=103161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:32:24.652015 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-270dc9e1-2986-4d5d-9540-a0ed33297c22 None None] Attempting to bind port dbf95009-48f1-4a64-97cb-398dfd0ce2d0 on host dv-neutron-744815-20-hyperv for vnic_type normal with profile {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 13:32:24.652693 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-270dc9e1-2986-4d5d-9540-a0ed33297c22 None None] Attempting to bind port dbf95009-48f1-4a64-97cb-398dfd0ce2d0 by drivers openvswitch,hyperv on host dv-neutron-744815-20-hyperv at level 0 using segments [{'id': '6c0b0c41-4295-4868-b2f4-24b49d491df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '2dc7064d-9397-49f9-9e2f-f3da3f478146'}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 13:32:24.653059 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-270dc9e1-2986-4d5d-9540-a0ed33297c22 None None] Attempting to bind port dbf95009-48f1-4a64-97cb-398dfd0ce2d0 on network 2dc7064d-9397-49f9-9e2f-f3da3f478146 {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 13:32:24.658319 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-270dc9e1-2986-4d5d-9540-a0ed33297c22 None None] Checking agent: {'id': '428fa9fa-43db-4db9-9f96-f60ffe931f2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-20-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 13, 19, 1), 'started_at': datetime.datetime(2021, 12, 18, 13, 19, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 13, 32, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-20-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 18 13:32:24.658911 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-270dc9e1-2986-4d5d-9540-a0ed33297c22 None None] Checking segment: {'id': '6c0b0c41-4295-4868-b2f4-24b49d491df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '2dc7064d-9397-49f9-9e2f-f3da3f478146'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 13:32:24.659366 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-270dc9e1-2986-4d5d-9540-a0ed33297c22 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:24.659949 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-270dc9e1-2986-4d5d-9540-a0ed33297c22 None None] Bound using segment: {'id': '6c0b0c41-4295-4868-b2f4-24b49d491df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '2dc7064d-9397-49f9-9e2f-f3da3f478146'} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 18 13:32:24.660481 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-270dc9e1-2986-4d5d-9540-a0ed33297c22 None None] Bound port: dbf95009-48f1-4a64-97cb-398dfd0ce2d0, host: dv-neutron-744815-20-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c0b0c41-4295-4868-b2f4-24b49d491df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '2dc7064d-9397-49f9-9e2f-f3da3f478146'}}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 18 13:32:24.661024 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-270dc9e1-2986-4d5d-9540-a0ed33297c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:24.662901 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-0601deaf-fa31-45a4-82f6-edc0033d9a33 tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1929185'] for subnet, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:24.725476 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-270dc9e1-2986-4d5d-9540-a0ed33297c22 None None] For port dbf95009-48f1-4a64-97cb-398dfd0ce2d0, host dv-neutron-744815-20-hyperv, cleared binding levels {{(pid=103161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 18 13:32:24.728608 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-270dc9e1-2986-4d5d-9540-a0ed33297c22 None None] For port dbf95009-48f1-4a64-97cb-398dfd0ce2d0, host dv-neutron-744815-20-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=dbf95009-48f1-4a64-97cb-398dfd0ce2d0,segment=NetworkSegment(6c0b0c41-4295-4868-b2f4-24b49d491df9),segment_id=6c0b0c41-4295-4868-b2f4-24b49d491df9)] {{(pid=103161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 18 13:32:24.734210 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-270dc9e1-2986-4d5d-9540-a0ed33297c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:24.742309 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-4fb2d1ea-b259-4627-b349-d6404b9b2479 tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1927292', 'neutron.services.segments.db._delete_segments_for_network-8767106887837'] for network, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:24.753474 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-3cdb1cd1-57aa-4d6a-b82f-af7f0f3ac73e tempest-AllowedAddressPairTestJSON-19239059 tempest-AllowedAddressPairTestJSON-19239059-project] Publish callbacks [] for port, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:24.792302 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.services.segments.db [None req-4fb2d1ea-b259-4627-b349-d6404b9b2479 tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c38ff48-22af-4d8d-b616-d2ec5664cc85']}} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:32:24.798416 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-3cdb1cd1-57aa-4d6a-b82f-af7f0f3ac73e tempest-AllowedAddressPairTestJSON-19239059 tempest-AllowedAddressPairTestJSON-19239059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4533522'] for port, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:24.808793 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.services.segments.db [None req-4fb2d1ea-b259-4627-b349-d6404b9b2479 tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4cec4a1-c896-43c4-8b03-6a5fb56f16ce') {'for_net_delete': True} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:32:24.809092 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.services.segments.db [None req-4fb2d1ea-b259-4627-b349-d6404b9b2479 tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4cec4a1-c896-43c4-8b03-6a5fb56f16ce') {} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:32:24.820135 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-4fb2d1ea-b259-4627-b349-d6404b9b2479 tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767106888614', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5589569'] for segment, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:24.834557 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270dc9e1-2986-4d5d-9540-a0ed33297c22 None None] Pushing event updated for resources: {'Port': ['ID=dbf95009-48f1-4a64-97cb-398dfd0ce2d0,revision_number=2']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:32:24.844382 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-4fb2d1ea-b259-4627-b349-d6404b9b2479 tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:24.856723 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-0601deaf-fa31-45a4-82f6-edc0033d9a33 tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1929192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5659851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6017053'] for subnet, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:24.859795 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cdb1cd1-57aa-4d6a-b82f-af7f0f3ac73e tempest-AllowedAddressPairTestJSON-19239059 tempest-AllowedAddressPairTestJSON-19239059-project] Network 2dc7064d-9397-49f9-9e2f-f3da3f478146 is already hosted by enough agents. {{(pid=103160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:32:24.864620 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.base_scheduler [None req-3cdb1cd1-57aa-4d6a-b82f-af7f0f3ac73e tempest-AllowedAddressPairTestJSON-19239059 tempest-AllowedAddressPairTestJSON-19239059-project] Resources bound (agent type, host, resource id): {{(pid=103160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:32:24.869725 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cdb1cd1-57aa-4d6a-b82f-af7f0f3ac73e tempest-AllowedAddressPairTestJSON-19239059 tempest-AllowedAddressPairTestJSON-19239059-project] Received port after_create {{(pid=103160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:32:24.880326 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f7f7e251-12b1-4aa2-9608-b3a9730dcdb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:24.891807 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fb2d1ea-b259-4627-b349-d6404b9b2479 tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] Releasing vlan 126 on physical network physnet1 to pool {{(pid=103159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 18 13:32:24.893653 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-4fb2d1ea-b259-4627-b349-d6404b9b2479 tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5660009'] for segment, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:24.897016 dv-neutron-744815-20-hyperv neutron-server[103159]: Traceback (most recent call last): Dec 18 13:32:24.897016 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 18 13:32:24.897016 dv-neutron-744815-20-hyperv neutron-server[103159]: timer() Dec 18 13:32:24.897016 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 18 13:32:24.897016 dv-neutron-744815-20-hyperv neutron-server[103159]: cb(*args, **kw) Dec 18 13:32:24.897016 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 18 13:32:24.897016 dv-neutron-744815-20-hyperv neutron-server[103159]: return func(*args, **kwargs) Dec 18 13:32:24.897016 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 18 13:32:24.897016 dv-neutron-744815-20-hyperv neutron-server[103159]: self._notify() Dec 18 13:32:24.897016 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 18 13:32:24.897016 dv-neutron-744815-20-hyperv neutron-server[103159]: self.callback(batched_events) Dec 18 13:32:24.897016 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 18 13:32:24.897016 dv-neutron-744815-20-hyperv neutron-server[103159]: event.method(event) Dec 18 13:32:24.897016 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 18 13:32:24.897016 dv-neutron-744815-20-hyperv neutron-server[103159]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 18 13:32:24.897016 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 18 13:32:24.897016 dv-neutron-744815-20-hyperv neutron-server[103159]: aggregate_uuid = self.p_client.list_aggregates( Dec 18 13:32:24.897016 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 18 13:32:24.897016 dv-neutron-744815-20-hyperv neutron-server[103159]: return f(self, *a, **k) Dec 18 13:32:24.897016 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 18 13:32:24.897016 dv-neutron-744815-20-hyperv neutron-server[103159]: return self._get(url).json() Dec 18 13:32:24.897016 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 18 13:32:24.897016 dv-neutron-744815-20-hyperv neutron-server[103159]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 18 13:32:24.897016 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 18 13:32:24.897016 dv-neutron-744815-20-hyperv neutron-server[103159]: return self.request(url, 'GET', **kwargs) Dec 18 13:32:24.897016 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 18 13:32:24.897016 dv-neutron-744815-20-hyperv neutron-server[103159]: base_url = self.get_endpoint(auth, allow=allow, Dec 18 13:32:24.897016 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 18 13:32:24.897016 dv-neutron-744815-20-hyperv neutron-server[103159]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 18 13:32:24.897016 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 18 13:32:24.897016 dv-neutron-744815-20-hyperv neutron-server[103159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 18 13:32:24.897016 dv-neutron-744815-20-hyperv neutron-server[103159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 18 13:32:24.902620 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b474f3f-f15d-47ad-888a-2eaeefcfc1bd None None] Network 73c8d32b-f8b5-4c11-8f81-e80c87c4763d requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:32:24.912080 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-0601deaf-fa31-45a4-82f6-edc0033d9a33 tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Publish callbacks [] for subnet, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:24.919406 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-0601deaf-fa31-45a4-82f6-edc0033d9a33 tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] 10.222.0.31 "DELETE /v2.0/subnets/7ee77fd4-1fbd-476f-8687-2115bbad6dda HTTP/1.1" status: 204 len: 168 time: 0.6187809 Dec 18 13:32:24.922900 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cdb1cd1-57aa-4d6a-b82f-af7f0f3ac73e tempest-AllowedAddressPairTestJSON-19239059 tempest-AllowedAddressPairTestJSON-19239059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:32:24.923831 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-3cdb1cd1-57aa-4d6a-b82f-af7f0f3ac73e tempest-AllowedAddressPairTestJSON-19239059 tempest-AllowedAddressPairTestJSON-19239059-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:24.931027 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 55402) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:32:24.931783 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdb1cd1-57aa-4d6a-b82f-af7f0f3ac73e tempest-AllowedAddressPairTestJSON-19239059 tempest-AllowedAddressPairTestJSON-19239059-project] Pushing event updated for resources: {'Port': ['ID=cbf87419-ddf7-4079-9c5d-6b9eaad30755,revision_number=1']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:32:25.049385 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-0ad0de4a-30d5-4aee-bf41-cf8c870b1ddf tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2023137'] for network, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:25.077539 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-3cdb1cd1-57aa-4d6a-b82f-af7f0f3ac73e tempest-AllowedAddressPairTestJSON-19239059 tempest-AllowedAddressPairTestJSON-19239059-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0228784 Dec 18 13:32:25.085086 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 55404) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:32:25.092861 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-76fb9535-07e6-413f-b65b-38d5213bb76b tempest-AllowedAddressPairTestJSON-19239059 tempest-AllowedAddressPairTestJSON-19239059-project] Request body: {'port': {'network_id': '2dc7064d-9397-49f9-9e2f-f3da3f478146', 'name': 'tempest-AllowedAddressPairTestJSON-2041506560', 'allowed_address_pairs': [{'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:c4:af:8a'}]}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:32:25.116097 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0601deaf-fa31-45a4-82f6-edc0033d9a33 tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Pushing event deleted for resources: {'Subnet': ['ID=7ee77fd4-1fbd-476f-8687-2115bbad6dda,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:32:25.156142 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-4fb2d1ea-b259-4627-b349-d6404b9b2479 tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1927267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586962'] for network, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:25.178941 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ee4400-8809-4bea-8996-11705b381ce7 req-227e386f-b387-40aa-87ff-ee1dcdb9b871 tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:32:25.180803 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-d3ee4400-8809-4bea-8996-11705b381ce7 req-227e386f-b387-40aa-87ff-ee1dcdb9b871 tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5e7f6db-2193-4bdc-a573-cb470e1f7258 HTTP/1.1" status: 200 len: 943 time: 0.3333454 Dec 18 13:32:25.209370 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-883c6d03-c3f7-4f93-a5a3-c5c594786043 None None] DHCP port deletion for 73c8d32b-f8b5-4c11-8f81-e80c87c4763d request from dv-neutron-744815-20-hyperv {{(pid=103161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 18 13:32:25.213607 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-4fb2d1ea-b259-4627-b349-d6404b9b2479 tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] Publish callbacks [] for network, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:25.216774 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-4fb2d1ea-b259-4627-b349-d6404b9b2479 tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] 10.222.0.31 "DELETE /v2.0/networks/0c38ff48-22af-4d8d-b616-d2ec5664cc85 HTTP/1.1" status: 204 len: 168 time: 0.7647412 Dec 18 13:32:25.217619 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb2d1ea-b259-4627-b349-d6404b9b2479 tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] Pushing event deleted for resources: {'Network': ['ID=0c38ff48-22af-4d8d-b616-d2ec5664cc85,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:32:25.221811 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 55406) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:32:25.289060 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-883c6d03-c3f7-4f93-a5a3-c5c594786043 None None] Deleting port cf7b6ac9-8c51-4304-b4be-7f793e72e674 {{(pid=103161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:32:25.289800 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-883c6d03-c3f7-4f93-a5a3-c5c594786043 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:25.316913 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.db_base_plugin_v2 [None req-70d85476-9a47-4f43-8d76-332c84f3c652 tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] Deleting subnet 0b8f26d2-f8f3-42a8-a825-20725bb93cf7 {{(pid=103159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 18 13:32:25.320282 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-70d85476-9a47-4f43-8d76-332c84f3c652 tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] Publish callbacks [] for subnet, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:25.326378 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-d3ee4400-8809-4bea-8996-11705b381ce7 req-83115c25-d050-4cb8-82da-0641d826e464 tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] 10.222.0.31 "GET /v2.0/security-groups?id=7500739f-039a-45b0-85f1-cc2dd6d8ee03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1142623 Dec 18 13:32:25.331559 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-0ad0de4a-30d5-4aee-bf41-cf8c870b1ddf tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Deleting port cf7b6ac9-8c51-4304-b4be-7f793e72e674 {{(pid=103160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:32:25.331908 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-0ad0de4a-30d5-4aee-bf41-cf8c870b1ddf tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:25.358205 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-883c6d03-c3f7-4f93-a5a3-c5c594786043 None None] For port cf7b6ac9-8c51-4304-b4be-7f793e72e674, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=cf7b6ac9-8c51-4304-b4be-7f793e72e674,segment=NetworkSegment(56a146a4-afe2-4034-bfe1-ce187cce34e8),segment_id=56a146a4-afe2-4034-bfe1-ce187cce34e8)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:32:25.358972 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-883c6d03-c3f7-4f93-a5a3-c5c594786043 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:25.373936 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-70d85476-9a47-4f43-8d76-332c84f3c652 tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5589624'] for subnet, precommit_delete_associations {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:25.384760 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-883c6d03-c3f7-4f93-a5a3-c5c594786043 None None] Calling delete_port for cf7b6ac9-8c51-4304-b4be-7f793e72e674 owned by network:dhcp {{(pid=103161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:32:25.398892 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76fb9535-07e6-413f-b65b-38d5213bb76b tempest-AllowedAddressPairTestJSON-19239059 tempest-AllowedAddressPairTestJSON-19239059-project] Made reservation on behalf of 2430254faa2f40b4b5d3f0e9105deb7e for: {'port': 1} {{(pid=103160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:32:25.472573 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-883c6d03-c3f7-4f93-a5a3-c5c594786043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984'] for port, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:25.479304 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.db [None req-0ad0de4a-30d5-4aee-bf41-cf8c870b1ddf tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] For port cf7b6ac9-8c51-4304-b4be-7f793e72e674, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=cf7b6ac9-8c51-4304-b4be-7f793e72e674,segment=NetworkSegment(56a146a4-afe2-4034-bfe1-ce187cce34e8),segment_id=56a146a4-afe2-4034-bfe1-ce187cce34e8)] {{(pid=103160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:32:25.479818 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-0ad0de4a-30d5-4aee-bf41-cf8c870b1ddf tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:25.482545 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-70d85476-9a47-4f43-8d76-332c84f3c652 tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1929185'] for subnet, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:25.497797 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883c6d03-c3f7-4f93-a5a3-c5c594786043 None None] Pushing event deleted for resources: {'Port': ['ID=cf7b6ac9-8c51-4304-b4be-7f793e72e674,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:32:25.499711 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-0ad0de4a-30d5-4aee-bf41-cf8c870b1ddf tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Calling delete_port for cf7b6ac9-8c51-4304-b4be-7f793e72e674 owned by network:dhcp {{(pid=103160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:32:25.505083 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-883c6d03-c3f7-4f93-a5a3-c5c594786043 None None] No DVR routers for this DVR port cf7b6ac9-8c51-4304-b4be-7f793e72e674 on host dv-neutron-744815-20-hyperv {{(pid=103161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 18 13:32:25.540334 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-76fb9535-07e6-413f-b65b-38d5213bb76b tempest-AllowedAddressPairTestJSON-19239059 tempest-AllowedAddressPairTestJSON-19239059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:25.934102 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-70d85476-9a47-4f43-8d76-332c84f3c652 tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1929192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5659851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6017053'] for subnet, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:25.962476 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.notifiers.nova [None req-76fb9535-07e6-413f-b65b-38d5213bb76b tempest-AllowedAddressPairTestJSON-19239059 tempest-AllowedAddressPairTestJSON-19239059-project] device_id is not set on port d30cd660-df27-4744-bfca-8e31dc0eb923 yet. {{(pid=103160) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 18 13:32:25.962836 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d85476-9a47-4f43-8d76-332c84f3c652 tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] Pushing event deleted for resources: {'Subnet': ['ID=0b8f26d2-f8f3-42a8-a825-20725bb93cf7,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:32:25.968641 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-70d85476-9a47-4f43-8d76-332c84f3c652 tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] Publish callbacks [] for subnet, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:25.976117 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-70d85476-9a47-4f43-8d76-332c84f3c652 tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] 10.222.0.31 "DELETE /v2.0/subnets/0b8f26d2-f8f3-42a8-a825-20725bb93cf7 HTTP/1.1" status: 204 len: 168 time: 0.7532670 Dec 18 13:32:25.976737 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 55410) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:32:25.984460 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6059e2f-0da7-4923-9fc8-ac984d7adac1 None None] Network d0247b11-42a1-49d9-9f00-2f377bf06ff5 requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:32:26.055357 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20b2400-760a-4b64-8bd6-b3bd70378b53 req-2ea5a556-7da6-4baf-b7dc-86555015d334 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:32:26.056819 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-a20b2400-760a-4b64-8bd6-b3bd70378b53 req-2ea5a556-7da6-4baf-b7dc-86555015d334 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f2e2401-f0b6-4060-8ecb-c437b383b2ea HTTP/1.1" status: 200 len: 946 time: 0.4787583 Dec 18 13:32:26.066548 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-0ad0de4a-30d5-4aee-bf41-cf8c870b1ddf tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4533522'] for port, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:26.081171 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-57fd7583-cf34-41ba-ab5a-04c83adad93b tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2023137'] for network, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:26.102844 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b18098f3-8440-4d72-861e-82ec26a33be0 None None] Network 2dc7064d-9397-49f9-9e2f-f3da3f478146 requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:32:26.130814 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad0de4a-30d5-4aee-bf41-cf8c870b1ddf tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Pushing event deleted for resources: {'Port': ['ID=cf7b6ac9-8c51-4304-b4be-7f793e72e674,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:32:26.140957 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ad0de4a-30d5-4aee-bf41-cf8c870b1ddf tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] No DVR routers for this DVR port cf7b6ac9-8c51-4304-b4be-7f793e72e674 on host dv-neutron-744815-20-hyperv {{(pid=103160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 18 13:32:26.146850 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-57fd7583-cf34-41ba-ab5a-04c83adad93b tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] Deleting port 71c3892f-54f6-4c92-ab61-f6d40becb3b1 {{(pid=103159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:32:26.147402 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-57fd7583-cf34-41ba-ab5a-04c83adad93b tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:26.211120 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ed1d41e-5ec1-4ffc-a970-923b600cad9d None None] DHCP port deletion for d0247b11-42a1-49d9-9f00-2f377bf06ff5 request from dv-neutron-744815-20-hyperv {{(pid=103161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 18 13:32:26.228252 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.db [None req-57fd7583-cf34-41ba-ab5a-04c83adad93b tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] For port 71c3892f-54f6-4c92-ab61-f6d40becb3b1, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=71c3892f-54f6-4c92-ab61-f6d40becb3b1,segment=NetworkSegment(0405f974-ca48-44e7-939b-3258c59f5486),segment_id=0405f974-ca48-44e7-939b-3258c59f5486)] {{(pid=103159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:32:26.228638 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-57fd7583-cf34-41ba-ab5a-04c83adad93b tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:26.234153 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.db_base_plugin_common [None req-76fb9535-07e6-413f-b65b-38d5213bb76b tempest-AllowedAddressPairTestJSON-19239059 tempest-AllowedAddressPairTestJSON-19239059-project] Allocated IP 172.20.0.11 (2dc7064d-9397-49f9-9e2f-f3da3f478146/9a69a805-35e4-4163-a4d0-4b0ef162958d/d30cd660-df27-4744-bfca-8e31dc0eb923) {{(pid=103160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:32:26.248167 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-57fd7583-cf34-41ba-ab5a-04c83adad93b tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] Calling delete_port for 71c3892f-54f6-4c92-ab61-f6d40becb3b1 owned by network:dhcp {{(pid=103159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:32:26.274196 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-a20b2400-760a-4b64-8bd6-b3bd70378b53 req-a9a3205a-754f-48a0-9a53-39e5d8ed14aa tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/security-groups?id=4447f998-159f-4b2c-9f7d-c89516a44160&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1761198 Dec 18 13:32:26.282927 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-0ad0de4a-30d5-4aee-bf41-cf8c870b1ddf tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1927292', 'neutron.services.segments.db._delete_segments_for_network-8767106887837'] for network, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:26.328486 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.services.segments.db [None req-0ad0de4a-30d5-4aee-bf41-cf8c870b1ddf tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73c8d32b-f8b5-4c11-8f81-e80c87c4763d']}} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:32:26.349952 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.services.segments.db [None req-0ad0de4a-30d5-4aee-bf41-cf8c870b1ddf tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56a146a4-afe2-4034-bfe1-ce187cce34e8') {'for_net_delete': True} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:32:26.350244 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.services.segments.db [None req-0ad0de4a-30d5-4aee-bf41-cf8c870b1ddf tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56a146a4-afe2-4034-bfe1-ce187cce34e8') {} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:32:26.368865 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-0ad0de4a-30d5-4aee-bf41-cf8c870b1ddf tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767106888614', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4533424'] for segment, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:26.376062 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-57fd7583-cf34-41ba-ab5a-04c83adad93b tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:26.402519 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-0ad0de4a-30d5-4aee-bf41-cf8c870b1ddf tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:26.431652 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57fd7583-cf34-41ba-ab5a-04c83adad93b tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] No DVR routers for this DVR port 71c3892f-54f6-4c92-ab61-f6d40becb3b1 on host dv-neutron-744815-20-hyperv {{(pid=103159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 18 13:32:26.436681 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ad0de4a-30d5-4aee-bf41-cf8c870b1ddf tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Releasing vlan 108 on physical network physnet1 to pool {{(pid=103160) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 18 13:32:26.436681 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-0ad0de4a-30d5-4aee-bf41-cf8c870b1ddf tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4533569'] for segment, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:26.438422 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fd7583-cf34-41ba-ab5a-04c83adad93b tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] Pushing event deleted for resources: {'Port': ['ID=71c3892f-54f6-4c92-ab61-f6d40becb3b1,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:32:26.440668 dv-neutron-744815-20-hyperv neutron-server[103160]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 18 13:32:26.440668 dv-neutron-744815-20-hyperv neutron-server[103160]: self.session.flush() Dec 18 13:32:26.440668 dv-neutron-744815-20-hyperv neutron-server[103160]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 18 13:32:26.440668 dv-neutron-744815-20-hyperv neutron-server[103160]: self.session.flush() Dec 18 13:32:26.440668 dv-neutron-744815-20-hyperv neutron-server[103160]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 18 13:32:26.440668 dv-neutron-744815-20-hyperv neutron-server[103160]: self.session.flush() Dec 18 13:32:26.440668 dv-neutron-744815-20-hyperv neutron-server[103160]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 18 13:32:26.440668 dv-neutron-744815-20-hyperv neutron-server[103160]: self.session.flush() Dec 18 13:32:26.440668 dv-neutron-744815-20-hyperv neutron-server[103160]: Traceback (most recent call last): Dec 18 13:32:26.440668 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 18 13:32:26.440668 dv-neutron-744815-20-hyperv neutron-server[103160]: timer() Dec 18 13:32:26.440668 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 18 13:32:26.440668 dv-neutron-744815-20-hyperv neutron-server[103160]: cb(*args, **kw) Dec 18 13:32:26.440668 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 18 13:32:26.440668 dv-neutron-744815-20-hyperv neutron-server[103160]: return func(*args, **kwargs) Dec 18 13:32:26.440668 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 18 13:32:26.440668 dv-neutron-744815-20-hyperv neutron-server[103160]: self._notify() Dec 18 13:32:26.440668 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 18 13:32:26.440668 dv-neutron-744815-20-hyperv neutron-server[103160]: self.callback(batched_events) Dec 18 13:32:26.440668 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 18 13:32:26.440668 dv-neutron-744815-20-hyperv neutron-server[103160]: event.method(event) Dec 18 13:32:26.440668 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 18 13:32:26.440668 dv-neutron-744815-20-hyperv neutron-server[103160]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 18 13:32:26.440668 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 18 13:32:26.440668 dv-neutron-744815-20-hyperv neutron-server[103160]: aggregate_uuid = self.p_client.list_aggregates( Dec 18 13:32:26.440668 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 18 13:32:26.440668 dv-neutron-744815-20-hyperv neutron-server[103160]: return f(self, *a, **k) Dec 18 13:32:26.440668 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 18 13:32:26.440668 dv-neutron-744815-20-hyperv neutron-server[103160]: return self._get(url).json() Dec 18 13:32:26.440668 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 18 13:32:26.440668 dv-neutron-744815-20-hyperv neutron-server[103160]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 18 13:32:26.440668 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 18 13:32:26.440668 dv-neutron-744815-20-hyperv neutron-server[103160]: return self.request(url, 'GET', **kwargs) Dec 18 13:32:26.440668 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 18 13:32:26.440668 dv-neutron-744815-20-hyperv neutron-server[103160]: base_url = self.get_endpoint(auth, allow=allow, Dec 18 13:32:26.440668 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 18 13:32:26.440668 dv-neutron-744815-20-hyperv neutron-server[103160]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 18 13:32:26.440668 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 18 13:32:26.440668 dv-neutron-744815-20-hyperv neutron-server[103160]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 18 13:32:26.440668 dv-neutron-744815-20-hyperv neutron-server[103160]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 18 13:32:26.480241 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device dbf95009-48f1-4a64-97cb-398dfd0ce2d0 up at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 13:32:26.481985 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Device 5da26721-d107-4a4b-b31c-6d701c670c9f details requested by agent hyperv_hv-neutron-7448 with host hv-neutron-7448 {{(pid=103161) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 18 13:32:26.549369 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-57fd7583-cf34-41ba-ab5a-04c83adad93b tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1927292', 'neutron.services.segments.db._delete_segments_for_network-8767106887837'] for network, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:26.553883 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-0ad0de4a-30d5-4aee-bf41-cf8c870b1ddf tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1927267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586962'] for network, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:26.564678 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f55a200-b91c-4acb-b5c0-17e7b176e349 req-02a4cddd-cd03-4faf-a229-a71e8141a03d tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:32:26.567635 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-0f55a200-b91c-4acb-b5c0-17e7b176e349 req-02a4cddd-cd03-4faf-a229-a71e8141a03d tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f2e2401-f0b6-4060-8ecb-c437b383b2ea HTTP/1.1" status: 200 len: 946 time: 0.1730144 Dec 18 13:32:26.571485 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3280f3-56bb-42be-8d50-4d8e4638ee60 req-73a9f9ef-25ec-4232-bb95-356ba5064193 tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:32:26.573009 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-ba3280f3-56bb-42be-8d50-4d8e4638ee60 req-73a9f9ef-25ec-4232-bb95-356ba5064193 tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5e7f6db-2193-4bdc-a573-cb470e1f7258 HTTP/1.1" status: 200 len: 943 time: 0.1335781 Dec 18 13:32:26.574063 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-0ad0de4a-30d5-4aee-bf41-cf8c870b1ddf tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Publish callbacks [] for network, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:26.579436 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-0ad0de4a-30d5-4aee-bf41-cf8c870b1ddf tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] 10.222.0.31 "DELETE /v2.0/networks/73c8d32b-f8b5-4c11-8f81-e80c87c4763d HTTP/1.1" status: 204 len: 168 time: 1.6426249 Dec 18 13:32:26.600049 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-8ed1d41e-5ec1-4ffc-a970-923b600cad9d None None] The port '71c3892f-54f6-4c92-ab61-f6d40becb3b1' was deleted {{(pid=103161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 18 13:32:26.605289 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.services.segments.db [None req-57fd7583-cf34-41ba-ab5a-04c83adad93b tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0247b11-42a1-49d9-9f00-2f377bf06ff5']}} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:32:26.608749 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-76fb9535-07e6-413f-b65b-38d5213bb76b tempest-AllowedAddressPairTestJSON-19239059 tempest-AllowedAddressPairTestJSON-19239059-project] Publish callbacks [] for port, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:26.635993 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.services.segments.db [None req-57fd7583-cf34-41ba-ab5a-04c83adad93b tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0405f974-ca48-44e7-939b-3258c59f5486') {'for_net_delete': True} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:32:26.636507 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.services.segments.db [None req-57fd7583-cf34-41ba-ab5a-04c83adad93b tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0405f974-ca48-44e7-939b-3258c59f5486') {} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:32:26.648546 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-7b1fdafc-d1cc-402f-9783-fb94ab75890b None None] Provisioning complete for port dbf95009-48f1-4a64-97cb-398dfd0ce2d0 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:32:26.649072 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7b1fdafc-d1cc-402f-9783-fb94ab75890b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:26.658205 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-57fd7583-cf34-41ba-ab5a-04c83adad93b tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767106888614', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5589569'] for segment, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:26.660036 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad0de4a-30d5-4aee-bf41-cf8c870b1ddf tempest-NetworksIpV6Test-724391793 tempest-NetworksIpV6Test-724391793-project] Pushing event deleted for resources: {'Network': ['ID=73c8d32b-f8b5-4c11-8f81-e80c87c4763d,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:32:26.683508 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-0f55a200-b91c-4acb-b5c0-17e7b176e349 req-def702b4-79b1-4c83-bda4-d0f1cfd66914 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/security-groups?id=4447f998-159f-4b2c-9f7d-c89516a44160&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1073740 Dec 18 13:32:26.687670 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-57fd7583-cf34-41ba-ab5a-04c83adad93b tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:26.695976 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57fd7583-cf34-41ba-ab5a-04c83adad93b tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=103159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 18 13:32:26.696776 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-57fd7583-cf34-41ba-ab5a-04c83adad93b tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5660009'] for segment, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:26.701459 dv-neutron-744815-20-hyperv neutron-server[103159]: Traceback (most recent call last): Dec 18 13:32:26.701459 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 18 13:32:26.701459 dv-neutron-744815-20-hyperv neutron-server[103159]: timer() Dec 18 13:32:26.701459 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 18 13:32:26.701459 dv-neutron-744815-20-hyperv neutron-server[103159]: cb(*args, **kw) Dec 18 13:32:26.701459 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 18 13:32:26.701459 dv-neutron-744815-20-hyperv neutron-server[103159]: return func(*args, **kwargs) Dec 18 13:32:26.701459 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 18 13:32:26.701459 dv-neutron-744815-20-hyperv neutron-server[103159]: self._notify() Dec 18 13:32:26.701459 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 18 13:32:26.701459 dv-neutron-744815-20-hyperv neutron-server[103159]: self.callback(batched_events) Dec 18 13:32:26.701459 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 18 13:32:26.701459 dv-neutron-744815-20-hyperv neutron-server[103159]: event.method(event) Dec 18 13:32:26.701459 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 18 13:32:26.701459 dv-neutron-744815-20-hyperv neutron-server[103159]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 18 13:32:26.701459 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 18 13:32:26.701459 dv-neutron-744815-20-hyperv neutron-server[103159]: aggregate_uuid = self.p_client.list_aggregates( Dec 18 13:32:26.701459 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 18 13:32:26.701459 dv-neutron-744815-20-hyperv neutron-server[103159]: return f(self, *a, **k) Dec 18 13:32:26.701459 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 18 13:32:26.701459 dv-neutron-744815-20-hyperv neutron-server[103159]: return self._get(url).json() Dec 18 13:32:26.701459 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 18 13:32:26.701459 dv-neutron-744815-20-hyperv neutron-server[103159]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 18 13:32:26.701459 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 18 13:32:26.701459 dv-neutron-744815-20-hyperv neutron-server[103159]: return self.request(url, 'GET', **kwargs) Dec 18 13:32:26.701459 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 18 13:32:26.701459 dv-neutron-744815-20-hyperv neutron-server[103159]: base_url = self.get_endpoint(auth, allow=allow, Dec 18 13:32:26.701459 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 18 13:32:26.701459 dv-neutron-744815-20-hyperv neutron-server[103159]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 18 13:32:26.701459 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 18 13:32:26.701459 dv-neutron-744815-20-hyperv neutron-server[103159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 18 13:32:26.701459 dv-neutron-744815-20-hyperv neutron-server[103159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 18 13:32:26.739669 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] For port 5da26721-d107-4a4b-b31c-6d701c670c9f, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=5da26721-d107-4a4b-b31c-6d701c670c9f,segment=NetworkSegment(2e155287-2c4f-47fc-a6c7-b5b531beb7fe),segment_id=2e155287-2c4f-47fc-a6c7-b5b531beb7fe)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:32:26.758515 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-ba3280f3-56bb-42be-8d50-4d8e4638ee60 req-facdbd6b-09f2-4320-ad5e-26ba7b244a38 tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] 10.222.0.31 "GET /v2.0/security-groups?id=7500739f-039a-45b0-85f1-cc2dd6d8ee03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1335099 Dec 18 13:32:26.771134 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Returning: {'device': '5da26721-d107-4a4b-b31c-6d701c670c9f', 'network_id': 'b777eec3-1fe1-45d9-be90-d023741ff2c0', 'port_id': '5da26721-d107-4a4b-b31c-6d701c670c9f', 'mac_address': 'fa:16:3e:b0:b0:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e8a84a3-739e-4c83-bb7f-c941648f694b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103161) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 18 13:32:26.771826 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-76fb9535-07e6-413f-b65b-38d5213bb76b tempest-AllowedAddressPairTestJSON-19239059 tempest-AllowedAddressPairTestJSON-19239059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4533522'] for port, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:26.822521 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2294866d-0076-4933-952c-685307032598 None None] Provisioning complete for port dbf95009-48f1-4a64-97cb-398dfd0ce2d0 triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:32:26.823591 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:26.831578 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76fb9535-07e6-413f-b65b-38d5213bb76b tempest-AllowedAddressPairTestJSON-19239059 tempest-AllowedAddressPairTestJSON-19239059-project] Network 2dc7064d-9397-49f9-9e2f-f3da3f478146 is already hosted by enough agents. {{(pid=103160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:32:26.836649 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.base_scheduler [None req-76fb9535-07e6-413f-b65b-38d5213bb76b tempest-AllowedAddressPairTestJSON-19239059 tempest-AllowedAddressPairTestJSON-19239059-project] Resources bound (agent type, host, resource id): {{(pid=103160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:32:26.838685 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fb9535-07e6-413f-b65b-38d5213bb76b tempest-AllowedAddressPairTestJSON-19239059 tempest-AllowedAddressPairTestJSON-19239059-project] Pushing event updated for resources: {'Port': ['ID=d30cd660-df27-4744-bfca-8e31dc0eb923,revision_number=1']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:32:26.841018 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76fb9535-07e6-413f-b65b-38d5213bb76b tempest-AllowedAddressPairTestJSON-19239059 tempest-AllowedAddressPairTestJSON-19239059-project] Received port after_create {{(pid=103160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:32:26.866140 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-57fd7583-cf34-41ba-ab5a-04c83adad93b tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1927267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586962'] for network, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:26.874107 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-57fd7583-cf34-41ba-ab5a-04c83adad93b tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] Publish callbacks [] for network, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:26.879678 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-57fd7583-cf34-41ba-ab5a-04c83adad93b tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] 10.222.0.31 "DELETE /v2.0/networks/d0247b11-42a1-49d9-9f00-2f377bf06ff5 HTTP/1.1" status: 204 len: 168 time: 0.9019353 Dec 18 13:32:26.908089 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fd7583-cf34-41ba-ab5a-04c83adad93b tempest-NetworksIpV6TestAttrs-702186946 tempest-NetworksIpV6TestAttrs-702186946-project] Pushing event deleted for resources: {'Network': ['ID=d0247b11-42a1-49d9-9f00-2f377bf06ff5,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:32:26.910484 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76fb9535-07e6-413f-b65b-38d5213bb76b tempest-AllowedAddressPairTestJSON-19239059 tempest-AllowedAddressPairTestJSON-19239059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:32:26.911188 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-76fb9535-07e6-413f-b65b-38d5213bb76b tempest-AllowedAddressPairTestJSON-19239059 tempest-AllowedAddressPairTestJSON-19239059-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:26.941996 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 55426) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:32:26.944185 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-76fb9535-07e6-413f-b65b-38d5213bb76b tempest-AllowedAddressPairTestJSON-19239059 tempest-AllowedAddressPairTestJSON-19239059-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 1.8546820 Dec 18 13:32:27.006317 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:27.013100 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2f4f71a-fd9c-4f44-9d12-1cd2d2db0bd6 tempest-AllowedAddressPairTestJSON-19239059 tempest-AllowedAddressPairTestJSON-19239059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:32:27.020062 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2f4f71a-fd9c-4f44-9d12-1cd2d2db0bd6 tempest-AllowedAddressPairTestJSON-19239059 tempest-AllowedAddressPairTestJSON-19239059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:32:27.026944 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2f4f71a-fd9c-4f44-9d12-1cd2d2db0bd6 tempest-AllowedAddressPairTestJSON-19239059 tempest-AllowedAddressPairTestJSON-19239059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:32:27.029981 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7b1fdafc-d1cc-402f-9783-fb94ab75890b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:27.034218 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 55428) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:32:27.043018 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.notifiers.nova [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5da26721-d107-4a4b-b31c-6d701c670c9f {{(pid=103161) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 18 13:32:27.046716 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 55430) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:32:27.047796 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-b2f4f71a-fd9c-4f44-9d12-1cd2d2db0bd6 tempest-AllowedAddressPairTestJSON-19239059 tempest-AllowedAddressPairTestJSON-19239059-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2465 time: 0.1046002 Dec 18 13:32:27.081823 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-7b1fdafc-d1cc-402f-9783-fb94ab75890b None None] For port dbf95009-48f1-4a64-97cb-398dfd0ce2d0, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=dbf95009-48f1-4a64-97cb-398dfd0ce2d0,segment=NetworkSegment(6c0b0c41-4295-4868-b2f4-24b49d491df9),segment_id=6c0b0c41-4295-4868-b2f4-24b49d491df9)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:32:27.097179 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7b1fdafc-d1cc-402f-9783-fb94ab75890b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:27.124869 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] For port 5da26721-d107-4a4b-b31c-6d701c670c9f, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=5da26721-d107-4a4b-b31c-6d701c670c9f,segment=NetworkSegment(2e155287-2c4f-47fc-a6c7-b5b531beb7fe),segment_id=2e155287-2c4f-47fc-a6c7-b5b531beb7fe)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:32:27.176978 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-f70db848-3930-4e7b-a32d-b7ea62c8899b tempest-AllowedAddressPairTestJSON-19239059 tempest-AllowedAddressPairTestJSON-19239059-project] Deleting port d30cd660-df27-4744-bfca-8e31dc0eb923 {{(pid=103160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:32:27.177740 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-f70db848-3930-4e7b-a32d-b7ea62c8899b tempest-AllowedAddressPairTestJSON-19239059 tempest-AllowedAddressPairTestJSON-19239059-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:27.190306 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:27.232513 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-6dec12e0-2db2-4288-beeb-6157b5502e4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:27.278271 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-fdb0e086-2293-4a70-8437-1d28967e11a2 None None] Provisioning complete for port dbf95009-48f1-4a64-97cb-398dfd0ce2d0 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:32:27.278656 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-fdb0e086-2293-4a70-8437-1d28967e11a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:27.321078 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device cf7b6ac9-8c51-4304-b4be-7f793e72e674 no longer exists at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 18 13:32:27.340195 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-48ce6ab1-2ee2-4137-82f3-8c977ca35312 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c5ad9a13d3f540fcaabd26ec563f9307&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2910182 Dec 18 13:32:27.340391 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1fdafc-d1cc-402f-9783-fb94ab75890b None None] Pushing event updated for resources: {'Port': ['ID=dbf95009-48f1-4a64-97cb-398dfd0ce2d0,revision_number=3']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:32:27.342307 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-f70db848-3930-4e7b-a32d-b7ea62c8899b tempest-AllowedAddressPairTestJSON-19239059 tempest-AllowedAddressPairTestJSON-19239059-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:27.343966 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 55436) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:32:27.350671 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-2294866d-0076-4933-952c-685307032598 None None] No Port match for: cf7b6ac9-8c51-4304-b4be-7f793e72e674 {{(pid=103161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 18 13:32:27.350671 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device cf7b6ac9-8c51-4304-b4be-7f793e72e674 not bound to the agent host dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 18 13:32:27.356985 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-f70db848-3930-4e7b-a32d-b7ea62c8899b tempest-AllowedAddressPairTestJSON-19239059 tempest-AllowedAddressPairTestJSON-19239059-project] Calling delete_port for d30cd660-df27-4744-bfca-8e31dc0eb923 owned by {{(pid=103160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:32:27.430000 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 55438) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:32:27.449963 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Pushing event updated for resources: {'Port': ['ID=5da26721-d107-4a4b-b31c-6d701c670c9f,revision_number=4']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:32:27.455372 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-36f82536-a8f4-44dc-93b0-389acf50fc49 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:27.465115 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-fdb0e086-2293-4a70-8437-1d28967e11a2 None None] Provisioning complete for port cbf87419-ddf7-4079-9c5d-6b9eaad30755 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:32:27.465490 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-fdb0e086-2293-4a70-8437-1d28967e11a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:27.496470 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-36f82536-a8f4-44dc-93b0-389acf50fc49 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:27.519215 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-fdb0e086-2293-4a70-8437-1d28967e11a2 None None] Port cbf87419-ddf7-4079-9c5d-6b9eaad30755 cannot update to ACTIVE because it is not bound. {{(pid=103161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 13:32:27.548449 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] get_ports_and_sgs() called for port_ids ['5da26721-d107-4a4b-b31c-6d701c670c9f'] {{(pid=103161) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 18 13:32:27.561787 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-f70db848-3930-4e7b-a32d-b7ea62c8899b tempest-AllowedAddressPairTestJSON-19239059 tempest-AllowedAddressPairTestJSON-19239059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4533522'] for port, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:27.573461 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-36f82536-a8f4-44dc-93b0-389acf50fc49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:27.576925 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-36f82536-a8f4-44dc-93b0-389acf50fc49 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:27.578920 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-36f82536-a8f4-44dc-93b0-389acf50fc49 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/00c0c51a-f513-4502-a1ff-733cb7f9758e HTTP/1.1" status: 204 len: 168 time: 0.2302647 Dec 18 13:32:27.596608 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f82536-a8f4-44dc-93b0-389acf50fc49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00c0c51a-f513-4502-a1ff-733cb7f9758e,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:32:27.621105 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70db848-3930-4e7b-a32d-b7ea62c8899b tempest-AllowedAddressPairTestJSON-19239059 tempest-AllowedAddressPairTestJSON-19239059-project] Pushing event deleted for resources: {'Port': ['ID=d30cd660-df27-4744-bfca-8e31dc0eb923,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:32:27.667448 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-bd2ac75c-8775-40dd-b5cd-8564891140b0 None None] Provisioning complete for port cbf87419-ddf7-4079-9c5d-6b9eaad30755 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:32:27.667897 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-bd2ac75c-8775-40dd-b5cd-8564891140b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:27.716855 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-a4cc3bdc-58b6-491d-8b07-a6e2e70ae773 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7ebae9282694438b933cdb74bfb80192&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2834337 Dec 18 13:32:27.719654 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 55444) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:32:27.748798 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-bd2ac75c-8775-40dd-b5cd-8564891140b0 None None] Port cbf87419-ddf7-4079-9c5d-6b9eaad30755 cannot update to ACTIVE because it is not bound. {{(pid=103161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 13:32:27.816575 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-8f90ebee-038c-45c5-8f6e-a257b74b1146 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:27.845076 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-f70db848-3930-4e7b-a32d-b7ea62c8899b tempest-AllowedAddressPairTestJSON-19239059 tempest-AllowedAddressPairTestJSON-19239059-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:27.853263 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-f70db848-3930-4e7b-a32d-b7ea62c8899b tempest-AllowedAddressPairTestJSON-19239059 tempest-AllowedAddressPairTestJSON-19239059-project] 10.222.0.31 "DELETE /v2.0/ports/d30cd660-df27-4744-bfca-8e31dc0eb923 HTTP/1.1" status: 204 len: 168 time: 0.8179901 Dec 18 13:32:27.858131 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 55450) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:32:27.874502 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2a6cd61d-ef85-49f9-9300-15b7fd6a7d48 None None] Could not find standard attr ID for object d30cd660-df27-4744-bfca-8e31dc0eb923. {{(pid=103161) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 18 13:32:27.887210 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-8f90ebee-038c-45c5-8f6e-a257b74b1146 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:27.910457 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.pecan_wsgi.hooks.translation [None req-208741be-45cc-4f74-9145-7c19f634ca48 tempest-AllowedAddressPairTestJSON-19239059 tempest-AllowedAddressPairTestJSON-19239059-project] GET failed (client error): The resource could not be found. Dec 18 13:32:27.912089 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-208741be-45cc-4f74-9145-7c19f634ca48 tempest-AllowedAddressPairTestJSON-19239059 tempest-AllowedAddressPairTestJSON-19239059-project] 10.222.0.31 "GET /v2.0/ports/d30cd660-df27-4744-bfca-8e31dc0eb923 HTTP/1.1" status: 404 len: 333 time: 0.0489409 Dec 18 13:32:27.915754 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 55452) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:32:27.921240 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-7f41856c-ecea-4eed-bc81-d4582596a588 tempest-AllowedAddressPairTestJSON-19239059 tempest-AllowedAddressPairTestJSON-19239059-project] Request body: {'port': {'network_id': '2dc7064d-9397-49f9-9e2f-f3da3f478146', 'name': 'tempest-AllowedAddressPairTestJSON-757070700'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:32:28.014738 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a3fd55-79ef-464b-a53b-749aff0ff885 req-9a5b3069-5e87-4b35-894d-61ab168da1f5 tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:32:28.018958 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-37a3fd55-79ef-464b-a53b-749aff0ff885 req-9a5b3069-5e87-4b35-894d-61ab168da1f5 tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5e7f6db-2193-4bdc-a573-cb470e1f7258 HTTP/1.1" status: 200 len: 944 time: 0.0834298 Dec 18 13:32:28.044066 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-8f90ebee-038c-45c5-8f6e-a257b74b1146 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:28.046883 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-8f90ebee-038c-45c5-8f6e-a257b74b1146 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:28.051406 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-8f90ebee-038c-45c5-8f6e-a257b74b1146 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/57a86a96-6238-4481-91bc-b86f9b4ac5e0 HTTP/1.1" status: 204 len: 168 time: 0.3303685 Dec 18 13:32:28.074405 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f90ebee-038c-45c5-8f6e-a257b74b1146 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57a86a96-6238-4481-91bc-b86f9b4ac5e0,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:32:28.079652 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f41856c-ecea-4eed-bc81-d4582596a588 tempest-AllowedAddressPairTestJSON-19239059 tempest-AllowedAddressPairTestJSON-19239059-project] Made reservation on behalf of 2430254faa2f40b4b5d3f0e9105deb7e for: {'port': 1} {{(pid=103160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:32:28.087185 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-37a3fd55-79ef-464b-a53b-749aff0ff885 req-26c3f407-f215-4148-9094-72cb1b758f59 tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] 10.222.0.31 "GET /v2.0/security-groups?id=7500739f-039a-45b0-85f1-cc2dd6d8ee03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647063 Dec 18 13:32:28.091311 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-7f41856c-ecea-4eed-bc81-d4582596a588 tempest-AllowedAddressPairTestJSON-19239059 tempest-AllowedAddressPairTestJSON-19239059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:28.122298 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.notifiers.nova [None req-7f41856c-ecea-4eed-bc81-d4582596a588 tempest-AllowedAddressPairTestJSON-19239059 tempest-AllowedAddressPairTestJSON-19239059-project] device_id is not set on port cd0a71cb-3e70-43c7-99e5-4c4c3d70c0f2 yet. {{(pid=103160) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 18 13:32:28.215426 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device dbf95009-48f1-4a64-97cb-398dfd0ce2d0 up at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 13:32:28.235878 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 55466) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:32:28.284085 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2294866d-0076-4933-952c-685307032598 None None] Provisioning complete for port dbf95009-48f1-4a64-97cb-398dfd0ce2d0 triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:32:28.285297 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:28.314241 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.db_base_plugin_common [None req-7f41856c-ecea-4eed-bc81-d4582596a588 tempest-AllowedAddressPairTestJSON-19239059 tempest-AllowedAddressPairTestJSON-19239059-project] Allocated IP 172.20.0.13 (2dc7064d-9397-49f9-9e2f-f3da3f478146/9a69a805-35e4-4163-a4d0-4b0ef162958d/cd0a71cb-3e70-43c7-99e5-4c4c3d70c0f2) {{(pid=103160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:32:28.391610 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-afa9ae9b-bdbb-4010-bcf6-3a46ce66cf71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:28.464808 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 71c3892f-54f6-4c92-ab61-f6d40becb3b1 no longer exists at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 18 13:32:28.493665 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-2294866d-0076-4933-952c-685307032598 None None] No Port match for: 71c3892f-54f6-4c92-ab61-f6d40becb3b1 {{(pid=103161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 18 13:32:28.494011 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 71c3892f-54f6-4c92-ab61-f6d40becb3b1 not bound to the agent host dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 18 13:32:28.665724 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 55488) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:32:28.683168 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-7f41856c-ecea-4eed-bc81-d4582596a588 tempest-AllowedAddressPairTestJSON-19239059 tempest-AllowedAddressPairTestJSON-19239059-project] Publish callbacks [] for port, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:28.776443 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-09a941ee-fe29-4dd4-9368-0fff8f9beb77 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1461546354'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:32:28.788477 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-7f41856c-ecea-4eed-bc81-d4582596a588 tempest-AllowedAddressPairTestJSON-19239059 tempest-AllowedAddressPairTestJSON-19239059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4533522'] for port, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:28.802278 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09a941ee-fe29-4dd4-9368-0fff8f9beb77 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Made reservation on behalf of 3e8e672f906b4c94aa3af3ddf07ca05e for: {'network': 1} {{(pid=103159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:32:28.806977 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-09a941ee-fe29-4dd4-9368-0fff8f9beb77 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for network, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:28.816870 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-09a941ee-fe29-4dd4-9368-0fff8f9beb77 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks [] for security_group, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:28.873247 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f41856c-ecea-4eed-bc81-d4582596a588 tempest-AllowedAddressPairTestJSON-19239059 tempest-AllowedAddressPairTestJSON-19239059-project] Network 2dc7064d-9397-49f9-9e2f-f3da3f478146 is already hosted by enough agents. {{(pid=103160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:32:28.874172 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 55496) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:32:28.879047 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.base_scheduler [None req-7f41856c-ecea-4eed-bc81-d4582596a588 tempest-AllowedAddressPairTestJSON-19239059 tempest-AllowedAddressPairTestJSON-19239059-project] Resources bound (agent type, host, resource id): {{(pid=103160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:32:28.881900 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f41856c-ecea-4eed-bc81-d4582596a588 tempest-AllowedAddressPairTestJSON-19239059 tempest-AllowedAddressPairTestJSON-19239059-project] Pushing event updated for resources: {'Port': ['ID=cd0a71cb-3e70-43c7-99e5-4c4c3d70c0f2,revision_number=1']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:32:28.884219 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f41856c-ecea-4eed-bc81-d4582596a588 tempest-AllowedAddressPairTestJSON-19239059 tempest-AllowedAddressPairTestJSON-19239059-project] Received port after_create {{(pid=103160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:32:28.915790 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-09a941ee-fe29-4dd4-9368-0fff8f9beb77 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks [] for security_group, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:28.920729 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-09a941ee-fe29-4dd4-9368-0fff8f9beb77 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:28.947707 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09a941ee-fe29-4dd4-9368-0fff8f9beb77 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 141} {{(pid=103159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 18 13:32:28.966233 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-09a941ee-fe29-4dd4-9368-0fff8f9beb77 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:28.966578 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.db.segments_db [None req-09a941ee-fe29-4dd4-9368-0fff8f9beb77 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Added segment f53c67e1-3094-4865-9a27-e9d694418b27 of type vlan for network 858e461a-4939-4aa3-8ddc-98548f9319db Dec 18 13:32:28.968155 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a941ee-fe29-4dd4-9368-0fff8f9beb77 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af0f62e3-aedc-41c2-94af-e14b24c12511,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:32:29.009479 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-b0df476b-0bf4-4efe-add9-da38645c2b55 tempest-TagsExtTest-625436969 tempest-TagsExtTest-625436969-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-216863862'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:32:29.011486 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f41856c-ecea-4eed-bc81-d4582596a588 tempest-AllowedAddressPairTestJSON-19239059 tempest-AllowedAddressPairTestJSON-19239059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:32:29.012173 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-7f41856c-ecea-4eed-bc81-d4582596a588 tempest-AllowedAddressPairTestJSON-19239059 tempest-AllowedAddressPairTestJSON-19239059-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:29.027077 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-09a941ee-fe29-4dd4-9368-0fff8f9beb77 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767106405744'] for network, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:29.060991 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0df476b-0bf4-4efe-add9-da38645c2b55 tempest-TagsExtTest-625436969 tempest-TagsExtTest-625436969-project] Made reservation on behalf of 36dc76bba852473d8818028665a63376 for: {'network': 1} {{(pid=103159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:32:29.064861 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b0df476b-0bf4-4efe-add9-da38645c2b55 tempest-TagsExtTest-625436969 tempest-TagsExtTest-625436969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for network, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:29.065595 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-7f41856c-ecea-4eed-bc81-d4582596a588 tempest-AllowedAddressPairTestJSON-19239059 tempest-AllowedAddressPairTestJSON-19239059-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1486752 Dec 18 13:32:29.068200 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 55500) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:32:29.069194 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-09a941ee-fe29-4dd4-9368-0fff8f9beb77 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981'] for network, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:29.074765 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09a941ee-fe29-4dd4-9368-0fff8f9beb77 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:32:29.075048 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-1399483d-07b4-408a-9017-ca8480a744e0 tempest-AllowedAddressPairTestJSON-19239059 tempest-AllowedAddressPairTestJSON-19239059-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:c4:af:8a'}]}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:32:29.075395 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-09a941ee-fe29-4dd4-9368-0fff8f9beb77 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks [] for network, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:29.094095 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b0df476b-0bf4-4efe-add9-da38645c2b55 tempest-TagsExtTest-625436969 tempest-TagsExtTest-625436969-project] Publish callbacks [] for security_group, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:29.125911 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-56f3d66f-2826-412b-bb3d-a1128b1b65a3 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:29.138526 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-09a941ee-fe29-4dd4-9368-0fff8f9beb77 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4713700 Dec 18 13:32:29.153390 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 55504) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:32:29.160496 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-0922111c-e493-4db0-bf49-efb75478acd6 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1204308115'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:32:29.192136 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a941ee-fe29-4dd4-9368-0fff8f9beb77 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Pushing event updated for resources: {'Network': ['ID=858e461a-4939-4aa3-8ddc-98548f9319db,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:32:29.207429 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Network 858e461a-4939-4aa3-8ddc-98548f9319db details requested by agent ovs-agent-dv-neutron-744815-20-hyperv with host dv-neutron-744815-20-hyperv {{(pid=103161) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 18 13:32:29.232663 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-9592a2a6-10b5-4c68-a560-d78a4594d501 None None] Provisioning complete for port cd0a71cb-3e70-43c7-99e5-4c4c3d70c0f2 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:32:29.233113 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-9592a2a6-10b5-4c68-a560-d78a4594d501 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:29.235016 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-1399483d-07b4-408a-9017-ca8480a744e0 tempest-AllowedAddressPairTestJSON-19239059 tempest-AllowedAddressPairTestJSON-19239059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:29.248986 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b0df476b-0bf4-4efe-add9-da38645c2b55 tempest-TagsExtTest-625436969 tempest-TagsExtTest-625436969-project] Publish callbacks [] for security_group, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:29.254279 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b0df476b-0bf4-4efe-add9-da38645c2b55 tempest-TagsExtTest-625436969 tempest-TagsExtTest-625436969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:29.282954 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0df476b-0bf4-4efe-add9-da38645c2b55 tempest-TagsExtTest-625436969 tempest-TagsExtTest-625436969-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 134} {{(pid=103159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 18 13:32:29.293780 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0df476b-0bf4-4efe-add9-da38645c2b55 tempest-TagsExtTest-625436969 tempest-TagsExtTest-625436969-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b859652b-c947-4e75-916a-dae7061a8279,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:32:29.300291 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b0df476b-0bf4-4efe-add9-da38645c2b55 tempest-TagsExtTest-625436969 tempest-TagsExtTest-625436969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:29.300958 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.db.segments_db [None req-b0df476b-0bf4-4efe-add9-da38645c2b55 tempest-TagsExtTest-625436969 tempest-TagsExtTest-625436969-project] Added segment e1e8644b-04a1-4f3f-8453-d5dc9397661e of type vlan for network e718160f-952a-49a2-adc4-43a0818bf606 Dec 18 13:32:29.305489 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-9592a2a6-10b5-4c68-a560-d78a4594d501 None None] Port cd0a71cb-3e70-43c7-99e5-4c4c3d70c0f2 cannot update to ACTIVE because it is not bound. {{(pid=103161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 13:32:29.326887 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0922111c-e493-4db0-bf49-efb75478acd6 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Made reservation on behalf of 3e8e672f906b4c94aa3af3ddf07ca05e for: {'network': 1} {{(pid=103160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:32:29.328205 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-0922111c-e493-4db0-bf49-efb75478acd6 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for network, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:29.344384 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b0df476b-0bf4-4efe-add9-da38645c2b55 tempest-TagsExtTest-625436969 tempest-TagsExtTest-625436969-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767106405744'] for network, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:29.371779 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b0df476b-0bf4-4efe-add9-da38645c2b55 tempest-TagsExtTest-625436969 tempest-TagsExtTest-625436969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981'] for network, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:29.377943 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0df476b-0bf4-4efe-add9-da38645c2b55 tempest-TagsExtTest-625436969 tempest-TagsExtTest-625436969-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:32:29.378589 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b0df476b-0bf4-4efe-add9-da38645c2b55 tempest-TagsExtTest-625436969 tempest-TagsExtTest-625436969-project] Publish callbacks [] for network, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:29.391466 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafc37b5-0192-460a-978f-f8beae64ee56 req-e28beb5d-ba4d-4273-a1a3-42e7e04e4586 tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:32:29.393074 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-aafc37b5-0192-460a-978f-f8beae64ee56 req-e28beb5d-ba4d-4273-a1a3-42e7e04e4586 tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5e7f6db-2193-4bdc-a573-cb470e1f7258 HTTP/1.1" status: 200 len: 944 time: 0.1788042 Dec 18 13:32:29.430990 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0922111c-e493-4db0-bf49-efb75478acd6 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 119} {{(pid=103160) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 18 13:32:29.445659 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-b0df476b-0bf4-4efe-add9-da38645c2b55 tempest-TagsExtTest-625436969 tempest-TagsExtTest-625436969-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.5703545 Dec 18 13:32:29.448760 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 55506) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:32:29.453562 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-0143619a-9cc0-4b88-a49a-9b0eaca3edb3 tempest-TagsExtTest-625436969 tempest-TagsExtTest-625436969-project] Request body: {'subnet': {'network_id': 'e718160f-952a-49a2-adc4-43a0818bf606', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:32:29.478196 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-0922111c-e493-4db0-bf49-efb75478acd6 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:29.478543 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.db.segments_db [None req-0922111c-e493-4db0-bf49-efb75478acd6 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Added segment 815ddf7d-a79b-4e4c-874e-1cd0116330d5 of type vlan for network c87c1707-7fc6-4a9e-a4be-1b3ea278b34d Dec 18 13:32:29.478656 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0df476b-0bf4-4efe-add9-da38645c2b55 tempest-TagsExtTest-625436969 tempest-TagsExtTest-625436969-project] Pushing event updated for resources: {'Network': ['ID=e718160f-952a-49a2-adc4-43a0818bf606,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:32:29.490602 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Network e718160f-952a-49a2-adc4-43a0818bf606 details requested by agent ovs-agent-dv-neutron-744815-20-hyperv with host dv-neutron-744815-20-hyperv {{(pid=103161) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 18 13:32:29.565162 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0143619a-9cc0-4b88-a49a-9b0eaca3edb3 tempest-TagsExtTest-625436969 tempest-TagsExtTest-625436969-project] Made reservation on behalf of 36dc76bba852473d8818028665a63376 for: {'subnet': 1} {{(pid=103159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:32:29.568835 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-0143619a-9cc0-4b88-a49a-9b0eaca3edb3 tempest-TagsExtTest-625436969 tempest-TagsExtTest-625436969-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6017072'] for subnet, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:29.611259 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-0922111c-e493-4db0-bf49-efb75478acd6 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767106405744'] for network, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:29.629981 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-aafc37b5-0192-460a-978f-f8beae64ee56 req-b69f3ea9-13be-485e-85bd-9929dbf940ef tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] 10.222.0.31 "GET /v2.0/security-groups?id=7500739f-039a-45b0-85f1-cc2dd6d8ee03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2230761 Dec 18 13:32:29.716846 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-0922111c-e493-4db0-bf49-efb75478acd6 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981'] for network, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:29.722632 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0922111c-e493-4db0-bf49-efb75478acd6 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:32:29.723254 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-0922111c-e493-4db0-bf49-efb75478acd6 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks [] for network, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:29.754546 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-0143619a-9cc0-4b88-a49a-9b0eaca3edb3 tempest-TagsExtTest-625436969 tempest-TagsExtTest-625436969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5659786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6017062'] for subnet, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:29.820608 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0143619a-9cc0-4b88-a49a-9b0eaca3edb3 tempest-TagsExtTest-625436969 tempest-TagsExtTest-625436969-project] Pushing event updated for resources: {'Subnet': ['ID=64524a6d-bb6d-4090-be7b-95f668f27099,revision_number=0']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:32:29.827310 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-0922111c-e493-4db0-bf49-efb75478acd6 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6701152 Dec 18 13:32:29.827492 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0143619a-9cc0-4b88-a49a-9b0eaca3edb3 tempest-TagsExtTest-625436969 tempest-TagsExtTest-625436969-project] Checking segment: {'id': 'e1e8644b-04a1-4f3f-8453-d5dc9397661e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'e718160f-952a-49a2-adc4-43a0818bf606'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 13:32:29.827492 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0143619a-9cc0-4b88-a49a-9b0eaca3edb3 tempest-TagsExtTest-625436969 tempest-TagsExtTest-625436969-project] Network hostable DHCP agents. Network: e718160f-952a-49a2-adc4-43a0818bf606, hostable agents: ['aa77effa-0e3a-4bbd-a383-4d58ed3328d0'], hosted agents: [] {{(pid=103159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 18 13:32:29.828163 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 55508) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:32:29.834711 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-f80dbefd-79ba-4ad4-b758-153b5f47b09d tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Request body: {'subnet': {'network_id': '858e461a-4939-4aa3-8ddc-98548f9319db', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:32:29.841344 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-1399483d-07b4-408a-9017-ca8480a744e0 tempest-AllowedAddressPairTestJSON-19239059 tempest-AllowedAddressPairTestJSON-19239059-project] Publish callbacks [] for port, precommit_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:29.848679 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0922111c-e493-4db0-bf49-efb75478acd6 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Pushing event updated for resources: {'Network': ['ID=c87c1707-7fc6-4a9e-a4be-1b3ea278b34d,revision_number=1']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:32:29.850373 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-1399483d-07b4-408a-9017-ca8480a744e0 tempest-AllowedAddressPairTestJSON-19239059 tempest-AllowedAddressPairTestJSON-19239059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4533541'] for port, after_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:29.865301 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Network c87c1707-7fc6-4a9e-a4be-1b3ea278b34d details requested by agent ovs-agent-dv-neutron-744815-20-hyperv with host dv-neutron-744815-20-hyperv {{(pid=103161) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 18 13:32:29.898087 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0143619a-9cc0-4b88-a49a-9b0eaca3edb3 tempest-TagsExtTest-625436969 tempest-TagsExtTest-625436969-project] Network e718160f-952a-49a2-adc4-43a0818bf606 is scheduled to be hosted by DHCP agent aa77effa-0e3a-4bbd-a383-4d58ed3328d0 with binding_index 1 {{(pid=103159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 18 13:32:29.910537 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.db_base_plugin_common [None req-56f3d66f-2826-412b-bb3d-a1128b1b65a3 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Allocated IP 172.20.0.17 (58390d3a-b960-4258-be41-e90ef13e7bac/f8b0beec-4470-43e2-bdec-e0f92864652d/8f8beac4-d241-47d5-a750-1e333f28f6cf) {{(pid=103160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:32:29.925373 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.base_scheduler [None req-0143619a-9cc0-4b88-a49a-9b0eaca3edb3 tempest-TagsExtTest-625436969 tempest-TagsExtTest-625436969-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-744815-20-hyperv, e718160f-952a-49a2-adc4-43a0818bf606) {{(pid=103159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:32:29.933845 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0143619a-9cc0-4b88-a49a-9b0eaca3edb3 tempest-TagsExtTest-625436969 tempest-TagsExtTest-625436969-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:32:29.935098 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-0143619a-9cc0-4b88-a49a-9b0eaca3edb3 tempest-TagsExtTest-625436969 tempest-TagsExtTest-625436969-project] Publish callbacks [] for subnet, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:29.955507 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f80dbefd-79ba-4ad4-b758-153b5f47b09d tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Made reservation on behalf of 3e8e672f906b4c94aa3af3ddf07ca05e for: {'subnet': 1} {{(pid=103159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:32:29.957304 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1399483d-07b4-408a-9017-ca8480a744e0 tempest-AllowedAddressPairTestJSON-19239059 tempest-AllowedAddressPairTestJSON-19239059-project] Pushing event updated for resources: {'Port': ['ID=cd0a71cb-3e70-43c7-99e5-4c4c3d70c0f2,revision_number=2']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:32:29.957839 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8163401-f785-49d4-9dcd-68f68a743181 None None] Network e718160f-952a-49a2-adc4-43a0818bf606 requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:32:29.959970 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-f80dbefd-79ba-4ad4-b758-153b5f47b09d tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6017072'] for subnet, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:29.971270 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-0143619a-9cc0-4b88-a49a-9b0eaca3edb3 tempest-TagsExtTest-625436969 tempest-TagsExtTest-625436969-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5216248 Dec 18 13:32:29.972203 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 55510) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:32:29.989161 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-419b303f-c17d-4425-b3e8-06d738f29556 tempest-TagsExtTest-625436969 tempest-TagsExtTest-625436969-project] Request body: {'port': {'network_id': 'e718160f-952a-49a2-adc4-43a0818bf606', 'name': 'tempest-TagsExtTest-1567783461'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:32:29.995770 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-1399483d-07b4-408a-9017-ca8480a744e0 tempest-AllowedAddressPairTestJSON-19239059 tempest-AllowedAddressPairTestJSON-19239059-project] In _notify_port_updated(), no bound segment for port cd0a71cb-3e70-43c7-99e5-4c4c3d70c0f2 on network 2dc7064d-9397-49f9-9e2f-f3da3f478146 {{(pid=103160) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 18 13:32:30.001454 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1399483d-07b4-408a-9017-ca8480a744e0 tempest-AllowedAddressPairTestJSON-19239059 tempest-AllowedAddressPairTestJSON-19239059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:32:30.002136 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-1399483d-07b4-408a-9017-ca8480a744e0 tempest-AllowedAddressPairTestJSON-19239059 tempest-AllowedAddressPairTestJSON-19239059-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:30.003546 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-1399483d-07b4-408a-9017-ca8480a744e0 tempest-AllowedAddressPairTestJSON-19239059 tempest-AllowedAddressPairTestJSON-19239059-project] 10.222.0.31 "PUT /v2.0/ports/cd0a71cb-3e70-43c7-99e5-4c4c3d70c0f2 HTTP/1.1" status: 200 len: 993 time: 0.9342859 Dec 18 13:32:30.006700 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 55512) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:32:30.008459 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7b7a3272-2b45-4d32-9670-25eb1afd1184 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:30.146423 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afa91b64-6952-4269-9354-5a3bc457d58f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp31e170a0-46a1-5ba9-9dc1-7ee4f866f0d7-e718160f-952a-49a2-adc4-43a0818bf606', 'network_id': 'e718160f-952a-49a2-adc4-43a0818bf606', 'project_id': '36dc76bba852473d8818028665a63376', 'fixed_ips': [{'subnet_id': '64524a6d-bb6d-4090-be7b-95f668f27099'}]}} from dv-neutron-744815-20-hyperv. {{(pid=103161) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 18 13:32:30.147695 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-afa91b64-6952-4269-9354-5a3bc457d58f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:30.153614 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-56f3d66f-2826-412b-bb3d-a1128b1b65a3 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for port, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:30.193078 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-f789a796-8a0e-414f-8235-b2606d6116af tempest-AllowedAddressPairTestJSON-19239059 tempest-AllowedAddressPairTestJSON-19239059-project] Deleting port cd0a71cb-3e70-43c7-99e5-4c4c3d70c0f2 {{(pid=103160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:32:30.193416 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-f789a796-8a0e-414f-8235-b2606d6116af tempest-AllowedAddressPairTestJSON-19239059 tempest-AllowedAddressPairTestJSON-19239059-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:30.245727 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-419b303f-c17d-4425-b3e8-06d738f29556 tempest-TagsExtTest-625436969 tempest-TagsExtTest-625436969-project] Made reservation on behalf of 36dc76bba852473d8818028665a63376 for: {'port': 1} {{(pid=103159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:32:30.249516 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-419b303f-c17d-4425-b3e8-06d738f29556 tempest-TagsExtTest-625436969 tempest-TagsExtTest-625436969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:30.299164 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.notifiers.nova [None req-419b303f-c17d-4425-b3e8-06d738f29556 tempest-TagsExtTest-625436969 tempest-TagsExtTest-625436969-project] device_id is not set on port da1b7a7b-fd42-4153-8408-d2f9dcdde32d yet. {{(pid=103159) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 18 13:32:30.328969 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_common [None req-afa91b64-6952-4269-9354-5a3bc457d58f None None] Allocated IP 172.20.0.2 (e718160f-952a-49a2-adc4-43a0818bf606/64524a6d-bb6d-4090-be7b-95f668f27099/56424217-0dec-4010-a959-c58a8e6c1c96) {{(pid=103161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:32:30.344167 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-f80dbefd-79ba-4ad4-b758-153b5f47b09d tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5659786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6017062'] for subnet, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:30.379669 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Device 5da26721-d107-4a4b-b31c-6d701c670c9f up at agent hyperv_hv-neutron-7448 {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 13:32:30.384675 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-ea90c911-0202-4230-86fa-28cec263af65 None None] Provisioning complete for port cd0a71cb-3e70-43c7-99e5-4c4c3d70c0f2 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:32:30.385194 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ea90c911-0202-4230-86fa-28cec263af65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:30.429656 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80dbefd-79ba-4ad4-b758-153b5f47b09d tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Pushing event updated for resources: {'Subnet': ['ID=518fcde4-7805-48b0-87ff-5237423c6c72,revision_number=0']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:32:30.447832 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f80dbefd-79ba-4ad4-b758-153b5f47b09d tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Checking segment: {'id': 'f53c67e1-3094-4865-9a27-e9d694418b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '858e461a-4939-4aa3-8ddc-98548f9319db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 13:32:30.448195 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f80dbefd-79ba-4ad4-b758-153b5f47b09d tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Network hostable DHCP agents. Network: 858e461a-4939-4aa3-8ddc-98548f9319db, hostable agents: ['aa77effa-0e3a-4bbd-a383-4d58ed3328d0'], hosted agents: [] {{(pid=103159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 18 13:32:30.468985 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f80dbefd-79ba-4ad4-b758-153b5f47b09d tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Network 858e461a-4939-4aa3-8ddc-98548f9319db is scheduled to be hosted by DHCP agent aa77effa-0e3a-4bbd-a383-4d58ed3328d0 with binding_index 1 {{(pid=103159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 18 13:32:30.481437 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.base_scheduler [None req-f80dbefd-79ba-4ad4-b758-153b5f47b09d tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-744815-20-hyperv, 858e461a-4939-4aa3-8ddc-98548f9319db) {{(pid=103159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:32:30.488186 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f80dbefd-79ba-4ad4-b758-153b5f47b09d tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:32:30.488752 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-f80dbefd-79ba-4ad4-b758-153b5f47b09d tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks [] for subnet, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:30.498730 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a26dd23-af24-450a-a9dc-ce2f83c8e987 None None] Network 858e461a-4939-4aa3-8ddc-98548f9319db requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:32:30.510409 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-f80dbefd-79ba-4ad4-b758-153b5f47b09d tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6810470 Dec 18 13:32:30.513726 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 55514) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:32:30.519502 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-9e40fa39-cc3a-47f6-8636-d72f958103aa tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Request body: {'subnet': {'network_id': 'c87c1707-7fc6-4a9e-a4be-1b3ea278b34d', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:32:30.581134 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-ea90c911-0202-4230-86fa-28cec263af65 None None] Port cd0a71cb-3e70-43c7-99e5-4c4c3d70c0f2 cannot update to ACTIVE because it is not bound. {{(pid=103161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 13:32:30.601576 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-56f3d66f-2826-412b-bb3d-a1128b1b65a3 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4533522'] for port, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:30.623207 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Provisioning for port 5da26721-d107-4a4b-b31c-6d701c670c9f completed by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 18 13:32:30.656614 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Provisioning complete for port 5da26721-d107-4a4b-b31c-6d701c670c9f triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:32:30.657136 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:30.657255 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e40fa39-cc3a-47f6-8636-d72f958103aa tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Made reservation on behalf of 3e8e672f906b4c94aa3af3ddf07ca05e for: {'subnet': 1} {{(pid=103159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:32:30.663712 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56f3d66f-2826-412b-bb3d-a1128b1b65a3 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Network 58390d3a-b960-4258-be41-e90ef13e7bac is already hosted by enough agents. {{(pid=103160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:32:30.664756 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-9e40fa39-cc3a-47f6-8636-d72f958103aa tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6017072'] for subnet, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:30.672085 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.base_scheduler [None req-56f3d66f-2826-412b-bb3d-a1128b1b65a3 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Resources bound (agent type, host, resource id): {{(pid=103160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:32:30.681778 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56f3d66f-2826-412b-bb3d-a1128b1b65a3 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Received port after_create {{(pid=103160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:32:30.688749 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-f789a796-8a0e-414f-8235-b2606d6116af tempest-AllowedAddressPairTestJSON-19239059 tempest-AllowedAddressPairTestJSON-19239059-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:30.691649 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f3d66f-2826-412b-bb3d-a1128b1b65a3 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Pushing event updated for resources: {'Port': ['ID=8f8beac4-d241-47d5-a750-1e333f28f6cf,revision_number=1']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:32:30.753083 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3c67549-cc79-4c2d-9f3e-ec5a8bd5fbba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp31e170a0-46a1-5ba9-9dc1-7ee4f866f0d7-858e461a-4939-4aa3-8ddc-98548f9319db', 'network_id': '858e461a-4939-4aa3-8ddc-98548f9319db', 'project_id': '3e8e672f906b4c94aa3af3ddf07ca05e', 'fixed_ips': [{'subnet_id': '518fcde4-7805-48b0-87ff-5237423c6c72'}]}} from dv-neutron-744815-20-hyperv. {{(pid=103161) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 18 13:32:30.753942 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c3c67549-cc79-4c2d-9f3e-ec5a8bd5fbba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:30.760390 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-56f3d66f-2826-412b-bb3d-a1128b1b65a3 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586257'] for router_interface, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:30.843534 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-f789a796-8a0e-414f-8235-b2606d6116af tempest-AllowedAddressPairTestJSON-19239059 tempest-AllowedAddressPairTestJSON-19239059-project] Calling delete_port for cd0a71cb-3e70-43c7-99e5-4c4c3d70c0f2 owned by {{(pid=103160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:32:30.860017 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-afa91b64-6952-4269-9354-5a3bc457d58f None None] Publish callbacks [] for port, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:30.860369 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78752179-de41-4743-b578-2b812fd0db67 req-8345a8b3-ece9-4fdc-8d82-d5223aaa4d65 tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:32:30.868132 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-78752179-de41-4743-b578-2b812fd0db67 req-8345a8b3-ece9-4fdc-8d82-d5223aaa4d65 tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5e7f6db-2193-4bdc-a573-cb470e1f7258 HTTP/1.1" status: 200 len: 944 time: 0.0970414 Dec 18 13:32:30.917599 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-afa91b64-6952-4269-9354-5a3bc457d58f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975'] for port, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:30.975997 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:30.981531 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afa91b64-6952-4269-9354-5a3bc457d58f None None] Network e718160f-952a-49a2-adc4-43a0818bf606 is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:32:30.987723 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:31.002149 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-f789a796-8a0e-414f-8235-b2606d6116af tempest-AllowedAddressPairTestJSON-19239059 tempest-AllowedAddressPairTestJSON-19239059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4533522'] for port, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:31.023502 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-78752179-de41-4743-b578-2b812fd0db67 req-543b06cd-29cb-49f5-a7d5-a9d39e71bacd tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] 10.222.0.31 "GET /v2.0/security-groups?id=7500739f-039a-45b0-85f1-cc2dd6d8ee03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1542890 Dec 18 13:32:31.034234 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f789a796-8a0e-414f-8235-b2606d6116af tempest-AllowedAddressPairTestJSON-19239059 tempest-AllowedAddressPairTestJSON-19239059-project] Pushing event deleted for resources: {'Port': ['ID=cd0a71cb-3e70-43c7-99e5-4c4c3d70c0f2,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:32:31.077120 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.db_base_plugin_common [None req-419b303f-c17d-4425-b3e8-06d738f29556 tempest-TagsExtTest-625436969 tempest-TagsExtTest-625436969-project] Allocated IP 172.20.0.10 (e718160f-952a-49a2-adc4-43a0818bf606/64524a6d-bb6d-4090-be7b-95f668f27099/da1b7a7b-fd42-4153-8408-d2f9dcdde32d) {{(pid=103159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:32:31.092451 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-9e40fa39-cc3a-47f6-8636-d72f958103aa tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5659786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6017062'] for subnet, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:31.171283 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-56f3d66f-2826-412b-bb3d-a1128b1b65a3 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:31.216033 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-afa91b64-6952-4269-9354-5a3bc457d58f None None] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:32:31.227483 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afa91b64-6952-4269-9354-5a3bc457d58f None None] Received port after_create {{(pid=103161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:32:31.238945 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e40fa39-cc3a-47f6-8636-d72f958103aa tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Checking segment: {'id': '815ddf7d-a79b-4e4c-874e-1cd0116330d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'c87c1707-7fc6-4a9e-a4be-1b3ea278b34d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 13:32:31.239352 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e40fa39-cc3a-47f6-8636-d72f958103aa tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Network hostable DHCP agents. Network: c87c1707-7fc6-4a9e-a4be-1b3ea278b34d, hostable agents: ['aa77effa-0e3a-4bbd-a383-4d58ed3328d0'], hosted agents: [] {{(pid=103159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 18 13:32:31.249057 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e40fa39-cc3a-47f6-8636-d72f958103aa tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Pushing event updated for resources: {'Subnet': ['ID=fdcc4831-abd5-4862-b2ba-b46d7b631304,revision_number=0']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:32:31.252639 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa91b64-6952-4269-9354-5a3bc457d58f None None] Pushing event updated for resources: {'Port': ['ID=56424217-0dec-4010-a959-c58a8e6c1c96,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:32:31.261527 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5e7f6db-2193-4bdc-a573-cb470e1f7258', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5da26721-d107-4a4b-b31c-6d701c670c9f'}] {{(pid=103161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 18 13:32:31.263796 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22224e7a42aa75e3f3b9c037df440650d2cfa1dd97b40a249aee4a8113775251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-827a6a62-3543-476f-b01c-d6838d9e409f" -d '{"events": [{"server_uuid": "c5e7f6db-2193-4bdc-a573-cb470e1f7258", "name": "network-vif-plugged", "status": "completed", "tag": "5da26721-d107-4a4b-b31c-6d701c670c9f"}]}' {{(pid=103161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 18 13:32:31.315457 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] For port 5da26721-d107-4a4b-b31c-6d701c670c9f, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=5da26721-d107-4a4b-b31c-6d701c670c9f,segment=NetworkSegment(2e155287-2c4f-47fc-a6c7-b5b531beb7fe),segment_id=2e155287-2c4f-47fc-a6c7-b5b531beb7fe)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:32:31.319762 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_common [None req-c3c67549-cc79-4c2d-9f3e-ec5a8bd5fbba None None] Allocated IP 2001:db8::2 (858e461a-4939-4aa3-8ddc-98548f9319db/518fcde4-7805-48b0-87ff-5237423c6c72/1eca5e32-a765-44be-a5e7-741ab992c49e) {{(pid=103161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:32:31.322108 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-968f9b5a-e14d-4290-a0d1-bfac73561bc2 None None] Provisioning complete for port 8f8beac4-d241-47d5-a750-1e333f28f6cf triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:32:31.322498 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-968f9b5a-e14d-4290-a0d1-bfac73561bc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:31.359398 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:31.366512 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e40fa39-cc3a-47f6-8636-d72f958103aa tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Network c87c1707-7fc6-4a9e-a4be-1b3ea278b34d is scheduled to be hosted by DHCP agent aa77effa-0e3a-4bbd-a383-4d58ed3328d0 with binding_index 1 {{(pid=103159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 18 13:32:31.380312 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-f789a796-8a0e-414f-8235-b2606d6116af tempest-AllowedAddressPairTestJSON-19239059 tempest-AllowedAddressPairTestJSON-19239059-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:31.384260 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-f789a796-8a0e-414f-8235-b2606d6116af tempest-AllowedAddressPairTestJSON-19239059 tempest-AllowedAddressPairTestJSON-19239059-project] 10.222.0.31 "DELETE /v2.0/ports/cd0a71cb-3e70-43c7-99e5-4c4c3d70c0f2 HTTP/1.1" status: 204 len: 168 time: 1.3765745 Dec 18 13:32:31.386834 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 55520) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:32:31.401654 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 13:32:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aba41211-d784-418c-b15b-b157c22469d2 x-openstack-request-id: req-aba41211-d784-418c-b15b-b157c22469d2 {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 18 13:32:31.401961 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5e7f6db-2193-4bdc-a573-cb470e1f7258", "name": "network-vif-plugged", "status": "completed", "tag": "5da26721-d107-4a4b-b31c-6d701c670c9f", "code": 200}]} {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 18 13:32:31.402199 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-aba41211-d784-418c-b15b-b157c22469d2 {{(pid=103161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 18 13:32:31.402588 dv-neutron-744815-20-hyperv neutron-server[103161]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5e7f6db-2193-4bdc-a573-cb470e1f7258', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5da26721-d107-4a4b-b31c-6d701c670c9f', 'code': 200} Dec 18 13:32:31.405534 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.base_scheduler [None req-9e40fa39-cc3a-47f6-8636-d72f958103aa tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-744815-20-hyperv, c87c1707-7fc6-4a9e-a4be-1b3ea278b34d) {{(pid=103159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:32:31.418917 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e40fa39-cc3a-47f6-8636-d72f958103aa tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:32:31.419793 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-9e40fa39-cc3a-47f6-8636-d72f958103aa tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks [] for subnet, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:31.437238 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.pecan_wsgi.hooks.translation [None req-900bb4cf-cb14-4060-893a-a8c57f292626 tempest-AllowedAddressPairTestJSON-19239059 tempest-AllowedAddressPairTestJSON-19239059-project] GET failed (client error): The resource could not be found. Dec 18 13:32:31.442602 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-900bb4cf-cb14-4060-893a-a8c57f292626 tempest-AllowedAddressPairTestJSON-19239059 tempest-AllowedAddressPairTestJSON-19239059-project] 10.222.0.31 "GET /v2.0/ports/cd0a71cb-3e70-43c7-99e5-4c4c3d70c0f2 HTTP/1.1" status: 404 len: 333 time: 0.0508258 Dec 18 13:32:31.442864 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 55522) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:32:31.444767 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ebed9c6-62b5-47c8-81df-27d999837716 None None] Network c87c1707-7fc6-4a9e-a4be-1b3ea278b34d requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:32:31.452170 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-083b0830-bc78-4e83-8eb5-8fb2d0c71fe4 tempest-AllowedAddressPairTestJSON-19239059 tempest-AllowedAddressPairTestJSON-19239059-project] Request body: {'port': {'network_id': '2dc7064d-9397-49f9-9e2f-f3da3f478146', 'name': 'tempest-AllowedAddressPairTestJSON-1773568514'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:32:31.456842 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-afa91b64-6952-4269-9354-5a3bc457d58f None None] Attempting to bind port 56424217-0dec-4010-a959-c58a8e6c1c96 on host dv-neutron-744815-20-hyperv for vnic_type normal with profile {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 13:32:31.457223 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-afa91b64-6952-4269-9354-5a3bc457d58f None None] Attempting to bind port 56424217-0dec-4010-a959-c58a8e6c1c96 by drivers openvswitch,hyperv on host dv-neutron-744815-20-hyperv at level 0 using segments [{'id': 'e1e8644b-04a1-4f3f-8453-d5dc9397661e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'e718160f-952a-49a2-adc4-43a0818bf606'}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 13:32:31.457588 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afa91b64-6952-4269-9354-5a3bc457d58f None None] Attempting to bind port 56424217-0dec-4010-a959-c58a8e6c1c96 on network e718160f-952a-49a2-adc4-43a0818bf606 {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 13:32:31.461854 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-419b303f-c17d-4425-b3e8-06d738f29556 tempest-TagsExtTest-625436969 tempest-TagsExtTest-625436969-project] Publish callbacks [] for port, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:31.509973 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-9e40fa39-cc3a-47f6-8636-d72f958103aa tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9947407 Dec 18 13:32:31.511230 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afa91b64-6952-4269-9354-5a3bc457d58f None None] Checking agent: {'id': '428fa9fa-43db-4db9-9f96-f60ffe931f2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-20-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 13, 19, 1), 'started_at': datetime.datetime(2021, 12, 18, 13, 19, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 13, 32, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-20-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 18 13:32:31.511584 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afa91b64-6952-4269-9354-5a3bc457d58f None None] Checking segment: {'id': 'e1e8644b-04a1-4f3f-8453-d5dc9397661e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'e718160f-952a-49a2-adc4-43a0818bf606'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 13:32:31.512051 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-afa91b64-6952-4269-9354-5a3bc457d58f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:31.512343 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 55524) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:32:31.512484 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afa91b64-6952-4269-9354-5a3bc457d58f None None] Bound using segment: {'id': 'e1e8644b-04a1-4f3f-8453-d5dc9397661e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'e718160f-952a-49a2-adc4-43a0818bf606'} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 18 13:32:31.512858 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-afa91b64-6952-4269-9354-5a3bc457d58f None None] Bound port: 56424217-0dec-4010-a959-c58a8e6c1c96, host: dv-neutron-744815-20-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1e8644b-04a1-4f3f-8453-d5dc9397661e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'e718160f-952a-49a2-adc4-43a0818bf606'}}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 18 13:32:31.513243 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-afa91b64-6952-4269-9354-5a3bc457d58f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:31.519352 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-df4148a7-37b9-4f7c-be5e-921b1929147e tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1000910889', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:32:31.532543 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-419b303f-c17d-4425-b3e8-06d738f29556 tempest-TagsExtTest-625436969 tempest-TagsExtTest-625436969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:31.584241 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-968f9b5a-e14d-4290-a0d1-bfac73561bc2 None None] Port 8f8beac4-d241-47d5-a750-1e333f28f6cf cannot update to ACTIVE because it is not bound. {{(pid=103161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 13:32:31.592029 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-419b303f-c17d-4425-b3e8-06d738f29556 tempest-TagsExtTest-625436969 tempest-TagsExtTest-625436969-project] Network e718160f-952a-49a2-adc4-43a0818bf606 is already hosted by enough agents. {{(pid=103159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:32:31.598750 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.base_scheduler [None req-419b303f-c17d-4425-b3e8-06d738f29556 tempest-TagsExtTest-625436969 tempest-TagsExtTest-625436969-project] Resources bound (agent type, host, resource id): {{(pid=103159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:32:31.601668 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-419b303f-c17d-4425-b3e8-06d738f29556 tempest-TagsExtTest-625436969 tempest-TagsExtTest-625436969-project] Received port after_create {{(pid=103159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:32:31.604567 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Pushing event updated for resources: {'Port': ['ID=5da26721-d107-4a4b-b31c-6d701c670c9f,revision_number=5']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:32:31.647822 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-df4148a7-37b9-4f7c-be5e-921b1929147e tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28433'] for router, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:31.648916 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-df4148a7-37b9-4f7c-be5e-921b1929147e tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-589769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28440'] for router, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:31.658016 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419b303f-c17d-4425-b3e8-06d738f29556 tempest-TagsExtTest-625436969 tempest-TagsExtTest-625436969-project] Pushing event updated for resources: {'Port': ['ID=da1b7a7b-fd42-4153-8408-d2f9dcdde32d,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:32:31.693109 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba388e6-85dd-48bb-bead-4b4318ee63d3 req-9a587d1f-3292-4142-b595-981f45ffb564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:32:31.695290 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-fba388e6-85dd-48bb-bead-4b4318ee63d3 req-9a587d1f-3292-4142-b595-981f45ffb564 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=c5e7f6db-2193-4bdc-a573-cb470e1f7258 HTTP/1.1" status: 200 len: 1098 time: 0.1445713 Dec 18 13:32:31.699437 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-419b303f-c17d-4425-b3e8-06d738f29556 tempest-TagsExtTest-625436969 tempest-TagsExtTest-625436969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:32:31.700096 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-419b303f-c17d-4425-b3e8-06d738f29556 tempest-TagsExtTest-625436969 tempest-TagsExtTest-625436969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:31.739303 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-df4148a7-37b9-4f7c-be5e-921b1929147e tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:31.741354 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-afa91b64-6952-4269-9354-5a3bc457d58f None None] For port 56424217-0dec-4010-a959-c58a8e6c1c96, host dv-neutron-744815-20-hyperv, cleared binding levels {{(pid=103161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 18 13:32:31.747240 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ccedabb-55df-4955-823d-c8960f1b1663 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp31e170a0-46a1-5ba9-9dc1-7ee4f866f0d7-c87c1707-7fc6-4a9e-a4be-1b3ea278b34d', 'network_id': 'c87c1707-7fc6-4a9e-a4be-1b3ea278b34d', 'project_id': '3e8e672f906b4c94aa3af3ddf07ca05e', 'fixed_ips': [{'subnet_id': 'fdcc4831-abd5-4862-b2ba-b46d7b631304'}]}} from dv-neutron-744815-20-hyperv. {{(pid=103161) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 18 13:32:31.748348 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2ccedabb-55df-4955-823d-c8960f1b1663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:31.754686 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-419b303f-c17d-4425-b3e8-06d738f29556 tempest-TagsExtTest-625436969 tempest-TagsExtTest-625436969-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.7668095 Dec 18 13:32:31.754686 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-df4148a7-37b9-4f7c-be5e-921b1929147e tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-589760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-586526'] for router, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:31.755479 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 55526) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:32:31.761653 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-67d9ac49-e8bb-477b-b718-4bc7bf0a4898 tempest-TagsExtTest-625436969 tempest-TagsExtTest-625436969-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-940670677', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:32:31.772576 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-083b0830-bc78-4e83-8eb5-8fb2d0c71fe4 tempest-AllowedAddressPairTestJSON-19239059 tempest-AllowedAddressPairTestJSON-19239059-project] Made reservation on behalf of 2430254faa2f40b4b5d3f0e9105deb7e for: {'port': 1} {{(pid=103160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:32:31.774092 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-df4148a7-37b9-4f7c-be5e-921b1929147e tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks [] for router, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:31.774940 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-afa91b64-6952-4269-9354-5a3bc457d58f None None] For port 56424217-0dec-4010-a959-c58a8e6c1c96, host dv-neutron-744815-20-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=56424217-0dec-4010-a959-c58a8e6c1c96,segment=NetworkSegment(e1e8644b-04a1-4f3f-8453-d5dc9397661e),segment_id=e1e8644b-04a1-4f3f-8453-d5dc9397661e)] {{(pid=103161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 18 13:32:31.775358 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-df4148a7-37b9-4f7c-be5e-921b1929147e tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2619557 Dec 18 13:32:31.778132 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 55528) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:32:31.779378 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-083b0830-bc78-4e83-8eb5-8fb2d0c71fe4 tempest-AllowedAddressPairTestJSON-19239059 tempest-AllowedAddressPairTestJSON-19239059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:31.790670 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-afa91b64-6952-4269-9354-5a3bc457d58f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:31.798779 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c3c67549-cc79-4c2d-9f3e-ec5a8bd5fbba None None] Publish callbacks [] for port, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:31.823304 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-fba388e6-85dd-48bb-bead-4b4318ee63d3 req-cd44f39e-a870-4779-916f-f86c0b15229b service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=7500739f-039a-45b0-85f1-cc2dd6d8ee03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1164320 Dec 18 13:32:31.842874 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.notifiers.nova [None req-083b0830-bc78-4e83-8eb5-8fb2d0c71fe4 tempest-AllowedAddressPairTestJSON-19239059 tempest-AllowedAddressPairTestJSON-19239059-project] device_id is not set on port 8f3574f1-acb3-4a32-9d95-df45181bc93a yet. {{(pid=103160) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 18 13:32:31.853805 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-56f3d66f-2826-412b-bb3d-a1128b1b65a3 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for port, precommit_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:31.883088 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c3c67549-cc79-4c2d-9f3e-ec5a8bd5fbba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975'] for port, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:31.886714 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-56f3d66f-2826-412b-bb3d-a1128b1b65a3 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4533541'] for port, after_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:31.941105 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-67d9ac49-e8bb-477b-b718-4bc7bf0a4898 tempest-TagsExtTest-625436969 tempest-TagsExtTest-625436969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28433'] for router, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:31.942134 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-67d9ac49-e8bb-477b-b718-4bc7bf0a4898 tempest-TagsExtTest-625436969 tempest-TagsExtTest-625436969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-589769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28440'] for router, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:31.951343 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3c67549-cc79-4c2d-9f3e-ec5a8bd5fbba None None] Network 858e461a-4939-4aa3-8ddc-98548f9319db is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:32:31.955583 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa91b64-6952-4269-9354-5a3bc457d58f None None] Pushing event updated for resources: {'Port': ['ID=56424217-0dec-4010-a959-c58a8e6c1c96,revision_number=2']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:32:31.976088 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-c3c67549-cc79-4c2d-9f3e-ec5a8bd5fbba None None] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:32:31.984428 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3c67549-cc79-4c2d-9f3e-ec5a8bd5fbba None None] Received port after_create {{(pid=103161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:32:32.038318 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-56f3d66f-2826-412b-bb3d-a1128b1b65a3 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1048031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586432'] for router_interface, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:32.047626 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f3d66f-2826-412b-bb3d-a1128b1b65a3 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Pushing event updated for resources: {'Port': ['ID=8f8beac4-d241-47d5-a750-1e333f28f6cf,revision_number=2']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:32:32.094866 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_common [None req-2ccedabb-55df-4955-823d-c8960f1b1663 None None] Allocated IP 2001:db8:1::2 (c87c1707-7fc6-4a9e-a4be-1b3ea278b34d/fdcc4831-abd5-4862-b2ba-b46d7b631304/c067b1e0-0c13-48e6-9313-d3c6cda05c26) {{(pid=103161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:32:32.102623 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-67d9ac49-e8bb-477b-b718-4bc7bf0a4898 tempest-TagsExtTest-625436969 tempest-TagsExtTest-625436969-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:32.109660 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c67549-cc79-4c2d-9f3e-ec5a8bd5fbba None None] Pushing event updated for resources: {'Port': ['ID=1eca5e32-a765-44be-a5e7-741ab992c49e,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:32:32.144346 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.db_base_plugin_common [None req-083b0830-bc78-4e83-8eb5-8fb2d0c71fe4 tempest-AllowedAddressPairTestJSON-19239059 tempest-AllowedAddressPairTestJSON-19239059-project] Allocated IP 172.20.0.14 (2dc7064d-9397-49f9-9e2f-f3da3f478146/9a69a805-35e4-4163-a4d0-4b0ef162958d/8f3574f1-acb3-4a32-9d95-df45181bc93a) {{(pid=103160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:32:32.155405 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-c3c67549-cc79-4c2d-9f3e-ec5a8bd5fbba None None] Attempting to bind port 1eca5e32-a765-44be-a5e7-741ab992c49e on host dv-neutron-744815-20-hyperv for vnic_type normal with profile {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 13:32:32.156140 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-c3c67549-cc79-4c2d-9f3e-ec5a8bd5fbba None None] Attempting to bind port 1eca5e32-a765-44be-a5e7-741ab992c49e by drivers openvswitch,hyperv on host dv-neutron-744815-20-hyperv at level 0 using segments [{'id': 'f53c67e1-3094-4865-9a27-e9d694418b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '858e461a-4939-4aa3-8ddc-98548f9319db'}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 13:32:32.156875 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3c67549-cc79-4c2d-9f3e-ec5a8bd5fbba None None] Attempting to bind port 1eca5e32-a765-44be-a5e7-741ab992c49e on network 858e461a-4939-4aa3-8ddc-98548f9319db {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 13:32:32.157001 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-11d133e0-77a8-4ef0-80ab-1ab82c61d0e8 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:32.172783 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3c67549-cc79-4c2d-9f3e-ec5a8bd5fbba None None] Checking agent: {'id': '428fa9fa-43db-4db9-9f96-f60ffe931f2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-20-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 13, 19, 1), 'started_at': datetime.datetime(2021, 12, 18, 13, 19, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 13, 32, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-20-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 18 13:32:32.173766 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3c67549-cc79-4c2d-9f3e-ec5a8bd5fbba None None] Checking segment: {'id': 'f53c67e1-3094-4865-9a27-e9d694418b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '858e461a-4939-4aa3-8ddc-98548f9319db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 13:32:32.174499 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c3c67549-cc79-4c2d-9f3e-ec5a8bd5fbba None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:32.175095 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3c67549-cc79-4c2d-9f3e-ec5a8bd5fbba None None] Bound using segment: {'id': 'f53c67e1-3094-4865-9a27-e9d694418b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '858e461a-4939-4aa3-8ddc-98548f9319db'} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 18 13:32:32.175829 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-c3c67549-cc79-4c2d-9f3e-ec5a8bd5fbba None None] Bound port: 1eca5e32-a765-44be-a5e7-741ab992c49e, host: dv-neutron-744815-20-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f53c67e1-3094-4865-9a27-e9d694418b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '858e461a-4939-4aa3-8ddc-98548f9319db'}}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 18 13:32:32.176431 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c3c67549-cc79-4c2d-9f3e-ec5a8bd5fbba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:32.284016 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-67d9ac49-e8bb-477b-b718-4bc7bf0a4898 tempest-TagsExtTest-625436969 tempest-TagsExtTest-625436969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-589760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-586526'] for router, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:32.340999 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900c0a68-11ae-467e-b5d2-991af5eaa6fd req-6e092913-2dca-4c53-82c1-d926a2a5e2ee tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:32:32.342559 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-900c0a68-11ae-467e-b5d2-991af5eaa6fd req-6e092913-2dca-4c53-82c1-d926a2a5e2ee tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5e7f6db-2193-4bdc-a573-cb470e1f7258 HTTP/1.1" status: 200 len: 945 time: 0.2161300 Dec 18 13:32:32.344967 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-c3c67549-cc79-4c2d-9f3e-ec5a8bd5fbba None None] For port 1eca5e32-a765-44be-a5e7-741ab992c49e, host dv-neutron-744815-20-hyperv, cleared binding levels {{(pid=103161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 18 13:32:32.365928 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-c3c67549-cc79-4c2d-9f3e-ec5a8bd5fbba None None] For port 1eca5e32-a765-44be-a5e7-741ab992c49e, host dv-neutron-744815-20-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=1eca5e32-a765-44be-a5e7-741ab992c49e,segment=NetworkSegment(f53c67e1-3094-4865-9a27-e9d694418b27),segment_id=f53c67e1-3094-4865-9a27-e9d694418b27)] {{(pid=103161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 18 13:32:32.375029 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c3c67549-cc79-4c2d-9f3e-ec5a8bd5fbba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:32.414828 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2ccedabb-55df-4955-823d-c8960f1b1663 None None] Publish callbacks [] for port, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:32.434134 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2ccedabb-55df-4955-823d-c8960f1b1663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975'] for port, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:32.452222 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-900c0a68-11ae-467e-b5d2-991af5eaa6fd req-03ea96be-40f7-4749-8c98-564134f60607 tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] 10.222.0.31 "GET /v2.0/security-groups?id=7500739f-039a-45b0-85f1-cc2dd6d8ee03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759230 Dec 18 13:32:32.481364 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ccedabb-55df-4955-823d-c8960f1b1663 None None] Network c87c1707-7fc6-4a9e-a4be-1b3ea278b34d is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:32:32.481364 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c67549-cc79-4c2d-9f3e-ec5a8bd5fbba None None] Pushing event updated for resources: {'Port': ['ID=1eca5e32-a765-44be-a5e7-741ab992c49e,revision_number=2']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:32:32.495301 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-67d9ac49-e8bb-477b-b718-4bc7bf0a4898 tempest-TagsExtTest-625436969 tempest-TagsExtTest-625436969-project] Publish callbacks [] for router, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:32.499555 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-67d9ac49-e8bb-477b-b718-4bc7bf0a4898 tempest-TagsExtTest-625436969 tempest-TagsExtTest-625436969-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.7388418 Dec 18 13:32:32.500631 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 55532) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:32:32.506739 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-aa4d59ef-d4c5-4ea5-b564-117787ff2bee tempest-TagsExtTest-625436969 tempest-TagsExtTest-625436969-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1696955636', 'prefixes': ['172.20.0.0/16']}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:32:32.515428 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-083b0830-bc78-4e83-8eb5-8fb2d0c71fe4 tempest-AllowedAddressPairTestJSON-19239059 tempest-AllowedAddressPairTestJSON-19239059-project] Publish callbacks [] for port, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:32.531751 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56f3d66f-2826-412b-bb3d-a1128b1b65a3 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Network 58390d3a-b960-4258-be41-e90ef13e7bac is already hosted by enough agents. {{(pid=103160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:32:32.531990 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-2ccedabb-55df-4955-823d-c8960f1b1663 None None] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:32:32.535554 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.base_scheduler [None req-56f3d66f-2826-412b-bb3d-a1128b1b65a3 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Resources bound (agent type, host, resource id): {{(pid=103160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:32:32.541808 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ccedabb-55df-4955-823d-c8960f1b1663 None None] Received port after_create {{(pid=103161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:32:32.587794 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-083b0830-bc78-4e83-8eb5-8fb2d0c71fe4 tempest-AllowedAddressPairTestJSON-19239059 tempest-AllowedAddressPairTestJSON-19239059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4533522'] for port, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:32.614936 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccedabb-55df-4955-823d-c8960f1b1663 None None] Pushing event updated for resources: {'Port': ['ID=c067b1e0-0c13-48e6-9313-d3c6cda05c26,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:32:32.642858 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.db_base_plugin_common [None req-11d133e0-77a8-4ef0-80ab-1ab82c61d0e8 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Allocated IP 2001:db8::1 (858e461a-4939-4aa3-8ddc-98548f9319db/518fcde4-7805-48b0-87ff-5237423c6c72/1a8fa69d-7709-441f-beaa-431ecef4f90c) {{(pid=103159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:32:32.649634 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-2ccedabb-55df-4955-823d-c8960f1b1663 None None] Attempting to bind port c067b1e0-0c13-48e6-9313-d3c6cda05c26 on host dv-neutron-744815-20-hyperv for vnic_type normal with profile {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 13:32:32.649998 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-2ccedabb-55df-4955-823d-c8960f1b1663 None None] Attempting to bind port c067b1e0-0c13-48e6-9313-d3c6cda05c26 by drivers openvswitch,hyperv on host dv-neutron-744815-20-hyperv at level 0 using segments [{'id': '815ddf7d-a79b-4e4c-874e-1cd0116330d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'c87c1707-7fc6-4a9e-a4be-1b3ea278b34d'}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 13:32:32.651091 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ccedabb-55df-4955-823d-c8960f1b1663 None None] Attempting to bind port c067b1e0-0c13-48e6-9313-d3c6cda05c26 on network c87c1707-7fc6-4a9e-a4be-1b3ea278b34d {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 13:32:32.663271 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ccedabb-55df-4955-823d-c8960f1b1663 None None] Checking agent: {'id': '428fa9fa-43db-4db9-9f96-f60ffe931f2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-20-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 13, 19, 1), 'started_at': datetime.datetime(2021, 12, 18, 13, 19, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 13, 32, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-20-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 18 13:32:32.663699 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ccedabb-55df-4955-823d-c8960f1b1663 None None] Checking segment: {'id': '815ddf7d-a79b-4e4c-874e-1cd0116330d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'c87c1707-7fc6-4a9e-a4be-1b3ea278b34d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 13:32:32.664059 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2ccedabb-55df-4955-823d-c8960f1b1663 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:32.666529 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ccedabb-55df-4955-823d-c8960f1b1663 None None] Bound using segment: {'id': '815ddf7d-a79b-4e4c-874e-1cd0116330d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'c87c1707-7fc6-4a9e-a4be-1b3ea278b34d'} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 18 13:32:32.667653 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-2ccedabb-55df-4955-823d-c8960f1b1663 None None] Bound port: c067b1e0-0c13-48e6-9313-d3c6cda05c26, host: dv-neutron-744815-20-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '815ddf7d-a79b-4e4c-874e-1cd0116330d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'c87c1707-7fc6-4a9e-a4be-1b3ea278b34d'}}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 18 13:32:32.668052 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2ccedabb-55df-4955-823d-c8960f1b1663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:32.719201 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-083b0830-bc78-4e83-8eb5-8fb2d0c71fe4 tempest-AllowedAddressPairTestJSON-19239059 tempest-AllowedAddressPairTestJSON-19239059-project] Network 2dc7064d-9397-49f9-9e2f-f3da3f478146 is already hosted by enough agents. {{(pid=103160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:32:32.722805 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.base_scheduler [None req-083b0830-bc78-4e83-8eb5-8fb2d0c71fe4 tempest-AllowedAddressPairTestJSON-19239059 tempest-AllowedAddressPairTestJSON-19239059-project] Resources bound (agent type, host, resource id): {{(pid=103160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:32:32.725974 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-083b0830-bc78-4e83-8eb5-8fb2d0c71fe4 tempest-AllowedAddressPairTestJSON-19239059 tempest-AllowedAddressPairTestJSON-19239059-project] Received port after_create {{(pid=103160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:32:32.737710 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083b0830-bc78-4e83-8eb5-8fb2d0c71fe4 tempest-AllowedAddressPairTestJSON-19239059 tempest-AllowedAddressPairTestJSON-19239059-project] Pushing event updated for resources: {'Port': ['ID=8f3574f1-acb3-4a32-9d95-df45181bc93a,revision_number=1']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:32:32.830422 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-2ccedabb-55df-4955-823d-c8960f1b1663 None None] For port c067b1e0-0c13-48e6-9313-d3c6cda05c26, host dv-neutron-744815-20-hyperv, cleared binding levels {{(pid=103161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 18 13:32:32.839592 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-2ccedabb-55df-4955-823d-c8960f1b1663 None None] For port c067b1e0-0c13-48e6-9313-d3c6cda05c26, host dv-neutron-744815-20-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=c067b1e0-0c13-48e6-9313-d3c6cda05c26,segment=NetworkSegment(815ddf7d-a79b-4e4c-874e-1cd0116330d5),segment_id=815ddf7d-a79b-4e4c-874e-1cd0116330d5)] {{(pid=103161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 18 13:32:32.848626 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-aa4d59ef-d4c5-4ea5-b564-117787ff2bee tempest-TagsExtTest-625436969 tempest-TagsExtTest-625436969-project] Publish callbacks [] for subnetpool, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:32.853609 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2ccedabb-55df-4955-823d-c8960f1b1663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:32.856663 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-aa4d59ef-d4c5-4ea5-b564-117787ff2bee tempest-TagsExtTest-625436969 tempest-TagsExtTest-625436969-project] 10.222.0.31 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.3531330 Dec 18 13:32:32.856834 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 55534) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:32:32.870534 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-083b0830-bc78-4e83-8eb5-8fb2d0c71fe4 tempest-AllowedAddressPairTestJSON-19239059 tempest-AllowedAddressPairTestJSON-19239059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:32:32.871871 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-083b0830-bc78-4e83-8eb5-8fb2d0c71fe4 tempest-AllowedAddressPairTestJSON-19239059 tempest-AllowedAddressPairTestJSON-19239059-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:32.892638 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.services.tag.tag_plugin [None req-d557c126-0499-45dd-a287-7ebb80dd795f tempest-TagsExtTest-625436969 tempest-TagsExtTest-625436969-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '64524a6d-bb6d-4090-be7b-95f668f27099', 'tempest-TagsExtTest-Tag-291638772') {} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:32:32.911328 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-083b0830-bc78-4e83-8eb5-8fb2d0c71fe4 tempest-AllowedAddressPairTestJSON-19239059 tempest-AllowedAddressPairTestJSON-19239059-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4672351 Dec 18 13:32:32.916570 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 55536) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:32:32.923835 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-9d343c8b-7b97-4c68-840c-16c38b19544b tempest-AllowedAddressPairTestJSON-19239059 tempest-AllowedAddressPairTestJSON-19239059-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:c4:af:8a'}]}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:32:33.006986 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccedabb-55df-4955-823d-c8960f1b1663 None None] Pushing event updated for resources: {'Port': ['ID=c067b1e0-0c13-48e6-9313-d3c6cda05c26,revision_number=2']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:32:33.015940 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56f3d66f-2826-412b-bb3d-a1128b1b65a3 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Router ec180986-2f7e-49e3-89e3-dfec27cbbddd has already been hosted by L3 agent c9c0cd52-5bd2-4704-9429-d80f1c5ad23c {{(pid=103160) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 18 13:32:33.085706 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-0b07c38d-bab5-49cf-8c93-a465dc7b5289 None None] Provisioning complete for port 8f8beac4-d241-47d5-a750-1e333f28f6cf triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:32:33.086568 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0b07c38d-bab5-49cf-8c93-a465dc7b5289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:33.219245 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-11d133e0-77a8-4ef0-80ab-1ab82c61d0e8 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks [] for port, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:33.230212 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-0b07c38d-bab5-49cf-8c93-a465dc7b5289 None None] Port 8f8beac4-d241-47d5-a750-1e333f28f6cf cannot update to ACTIVE because it is not bound. {{(pid=103161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 13:32:33.280975 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-9d343c8b-7b97-4c68-840c-16c38b19544b tempest-AllowedAddressPairTestJSON-19239059 tempest-AllowedAddressPairTestJSON-19239059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:33.294889 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-d557c126-0499-45dd-a287-7ebb80dd795f tempest-TagsExtTest-625436969 tempest-TagsExtTest-625436969-project] 10.222.0.31 "PUT /v2.0/subnets/64524a6d-bb6d-4090-be7b-95f668f27099/tags/tempest-TagsExtTest-Tag-291638772 HTTP/1.1" status: 201 len: 201 time: 0.4361415 Dec 18 13:32:33.297849 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 55538) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:32:33.302794 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.services.tag.tag_plugin [None req-957cc52d-fcf7-4122-8d01-1d778b70f3d7 tempest-TagsExtTest-625436969 tempest-TagsExtTest-625436969-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'da1b7a7b-fd42-4153-8408-d2f9dcdde32d', 'tempest-TagsExtTest-Tag-81090679') {} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:32:33.372646 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56f3d66f-2826-412b-bb3d-a1128b1b65a3 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Notify agent at l3_agent.dv-neutron-744815-20-hyperv the message routers_updated {{(pid=103160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 13:32:33.385706 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f9792a4-53b6-45ae-88dd-731e14a6728f None None] Sync routers for ids ['ec180986-2f7e-49e3-89e3-dfec27cbbddd'] in dv-neutron-744815-20-hyperv {{(pid=103161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 13:32:33.393349 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-a6d1d210-a96d-479b-8ab1-0c2cc6a91529 None None] Provisioning complete for port 8f3574f1-acb3-4a32-9d95-df45181bc93a triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:32:33.394139 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a6d1d210-a96d-479b-8ab1-0c2cc6a91529 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:33.395758 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-56f3d66f-2826-412b-bb3d-a1128b1b65a3 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "PUT /v2.0/routers/ec180986-2f7e-49e3-89e3-dfec27cbbddd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1580074 Dec 18 13:32:33.445075 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f9792a4-53b6-45ae-88dd-731e14a6728f None None] Routers {'ec180986-2f7e-49e3-89e3-dfec27cbbddd'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:32:33.447016 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-9f9792a4-53b6-45ae-88dd-731e14a6728f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:32:27Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['ec180986-2f7e-49e3-89e3-dfec27cbbddd'], 'active': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:32:33.474958 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-957cc52d-fcf7-4122-8d01-1d778b70f3d7 tempest-TagsExtTest-625436969 tempest-TagsExtTest-625436969-project] 10.222.0.31 "PUT /v2.0/ports/da1b7a7b-fd42-4153-8408-d2f9dcdde32d/tags/tempest-TagsExtTest-Tag-81090679 HTTP/1.1" status: 201 len: 201 time: 0.1755493 Dec 18 13:32:33.476594 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 55542) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:32:33.486526 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.services.tag.tag_plugin [None req-980e2ed7-d4a8-4180-ba99-e5640bfcdf13 tempest-TagsExtTest-625436969 tempest-TagsExtTest-625436969-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '051c75e4-51b6-4e2d-9934-0f4f3d45298a', 'tempest-TagsExtTest-Tag-719647158') {} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:32:33.574079 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-11d133e0-77a8-4ef0-80ab-1ab82c61d0e8 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:33.603857 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-a6d1d210-a96d-479b-8ab1-0c2cc6a91529 None None] Port 8f3574f1-acb3-4a32-9d95-df45181bc93a cannot update to ACTIVE because it is not bound. {{(pid=103161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 13:32:33.677168 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11d133e0-77a8-4ef0-80ab-1ab82c61d0e8 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Network 858e461a-4939-4aa3-8ddc-98548f9319db is already hosted by enough agents. {{(pid=103159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:32:33.690647 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.base_scheduler [None req-11d133e0-77a8-4ef0-80ab-1ab82c61d0e8 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Resources bound (agent type, host, resource id): {{(pid=103159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:32:33.702114 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d133e0-77a8-4ef0-80ab-1ab82c61d0e8 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Received port after_create {{(pid=103159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:32:33.702665 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-11d133e0-77a8-4ef0-80ab-1ab82c61d0e8 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586257'] for router_interface, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:33.739058 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e459372-c861-46de-bc48-d4c3dc9b975a req-521f1022-adfc-48d0-ad74-e638077f8230 tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:32:33.740655 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-8e459372-c861-46de-bc48-d4c3dc9b975a req-521f1022-adfc-48d0-ad74-e638077f8230 tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5e7f6db-2193-4bdc-a573-cb470e1f7258 HTTP/1.1" status: 200 len: 945 time: 0.1130641 Dec 18 13:32:33.749761 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-980e2ed7-d4a8-4180-ba99-e5640bfcdf13 tempest-TagsExtTest-625436969 tempest-TagsExtTest-625436969-project] 10.222.0.31 "PUT /v2.0/routers/051c75e4-51b6-4e2d-9934-0f4f3d45298a/tags/tempest-TagsExtTest-Tag-719647158 HTTP/1.1" status: 201 len: 201 time: 0.2720180 Dec 18 13:32:33.753602 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 55548) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:32:33.756628 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvr_db [None req-9f9792a4-53b6-45ae-88dd-731e14a6728f None None] Set router ec180986-2f7e-49e3-89e3-dfec27cbbddd gateway port host: dv-neutron-744815-20-hyperv {{(pid=103161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 13:32:33.758259 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.services.tag.tag_plugin [None req-9b5eb0c9-00bb-4f19-8c07-de51953e1f22 tempest-TagsExtTest-625436969 tempest-TagsExtTest-625436969-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '93c73b7a-fe0e-4229-919c-bab10bc98c20', 'tempest-TagsExtTest-Tag-660959928') {} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:32:33.866902 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e36cfb7-d049-4a31-9048-667a03729632 None None] Network e718160f-952a-49a2-adc4-43a0818bf606 requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:32:33.906706 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-8e459372-c861-46de-bc48-d4c3dc9b975a req-6c790fa5-df8f-4cf3-abc5-72c92f0ed4fb tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] 10.222.0.31 "GET /v2.0/security-groups?id=7500739f-039a-45b0-85f1-cc2dd6d8ee03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1589141 Dec 18 13:32:33.909324 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-9b5eb0c9-00bb-4f19-8c07-de51953e1f22 tempest-TagsExtTest-625436969 tempest-TagsExtTest-625436969-project] 10.222.0.31 "PUT /v2.0/subnetpools/93c73b7a-fe0e-4229-919c-bab10bc98c20/tags/tempest-TagsExtTest-Tag-660959928 HTTP/1.1" status: 201 len: 201 time: 0.1547291 Dec 18 13:32:33.912666 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 55550) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:32:33.918832 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.services.tag.tag_plugin [None req-be21d8e3-1118-4e76-b550-f1e6835537eb tempest-TagsExtTest-625436969 tempest-TagsExtTest-625436969-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '64524a6d-bb6d-4090-be7b-95f668f27099') {} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:32:33.992485 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-be21d8e3-1118-4e76-b550-f1e6835537eb tempest-TagsExtTest-625436969 tempest-TagsExtTest-625436969-project] 10.222.0.31 "GET /v2.0/subnets/64524a6d-bb6d-4090-be7b-95f668f27099/tags HTTP/1.1" status: 200 len: 240 time: 0.0781934 Dec 18 13:32:33.996823 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 55554) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:32:34.002449 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.services.tag.tag_plugin [None req-e7e4e01d-52a2-4778-9e14-49b3199a20a7 tempest-TagsExtTest-625436969 tempest-TagsExtTest-625436969-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '64524a6d-bb6d-4090-be7b-95f668f27099', 'tempest-TagsExtTest-Tag-291638772') {} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:32:34.082541 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-e7e4e01d-52a2-4778-9e14-49b3199a20a7 tempest-TagsExtTest-625436969 tempest-TagsExtTest-625436969-project] 10.222.0.31 "GET /v2.0/subnets/64524a6d-bb6d-4090-be7b-95f668f27099/tags/tempest-TagsExtTest-Tag-291638772 HTTP/1.1" status: 204 len: 168 time: 0.0838189 Dec 18 13:32:34.083581 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 55556) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:32:34.092523 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.services.tag.tag_plugin [None req-2e504428-b749-46af-a394-f66c5e60dec2 tempest-TagsExtTest-625436969 tempest-TagsExtTest-625436969-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '64524a6d-bb6d-4090-be7b-95f668f27099', 'tempest-TagsExtTest-Tag-291638772') {} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:32:34.250169 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-2e504428-b749-46af-a394-f66c5e60dec2 tempest-TagsExtTest-625436969 tempest-TagsExtTest-625436969-project] 10.222.0.31 "DELETE /v2.0/subnets/64524a6d-bb6d-4090-be7b-95f668f27099/tags/tempest-TagsExtTest-Tag-291638772 HTTP/1.1" status: 204 len: 168 time: 0.1649890 Dec 18 13:32:34.253324 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 55558) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:32:34.264841 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.services.tag.tag_plugin [None req-28d248db-b94b-4d55-adde-d35a1156d714 tempest-TagsExtTest-625436969 tempest-TagsExtTest-625436969-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '64524a6d-bb6d-4090-be7b-95f668f27099') {} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:32:34.307664 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d133e0-77a8-4ef0-80ab-1ab82c61d0e8 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Pushing event updated for resources: {'Port': ['ID=1a8fa69d-7709-441f-beaa-431ecef4f90c,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:32:34.311586 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca045149-f56e-49bb-9d04-729b0eab2049 None None] Network 858e461a-4939-4aa3-8ddc-98548f9319db requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:32:34.386027 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-28d248db-b94b-4d55-adde-d35a1156d714 tempest-TagsExtTest-625436969 tempest-TagsExtTest-625436969-project] 10.222.0.31 "GET /v2.0/subnets/64524a6d-bb6d-4090-be7b-95f668f27099/tags HTTP/1.1" status: 200 len: 205 time: 0.1312194 Dec 18 13:32:34.389656 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 55560) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:32:34.395532 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.services.tag.tag_plugin [None req-74dfde03-0fd4-4207-ae68-600637f6d8f1 tempest-TagsExtTest-625436969 tempest-TagsExtTest-625436969-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'da1b7a7b-fd42-4153-8408-d2f9dcdde32d') {} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:32:34.464392 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-645e267f-a4d8-4f92-a5f2-61ca89454462 None None] Provisioning complete for port 56424217-0dec-4010-a959-c58a8e6c1c96 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:32:34.464911 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-645e267f-a4d8-4f92-a5f2-61ca89454462 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:34.470551 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d217c6-35f5-455c-8110-8d394fdd3c06 req-6fa76964-6d96-4818-a31d-7f1168543dce tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:32:34.471605 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-f9d217c6-35f5-455c-8110-8d394fdd3c06 req-6fa76964-6d96-4818-a31d-7f1168543dce tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5e7f6db-2193-4bdc-a573-cb470e1f7258 HTTP/1.1" status: 200 len: 945 time: 0.1919127 Dec 18 13:32:34.479380 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-9d343c8b-7b97-4c68-840c-16c38b19544b tempest-AllowedAddressPairTestJSON-19239059 tempest-AllowedAddressPairTestJSON-19239059-project] Publish callbacks [] for port, precommit_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:34.505789 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-9d343c8b-7b97-4c68-840c-16c38b19544b tempest-AllowedAddressPairTestJSON-19239059 tempest-AllowedAddressPairTestJSON-19239059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5659917'] for port, after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:34.509909 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-74dfde03-0fd4-4207-ae68-600637f6d8f1 tempest-TagsExtTest-625436969 tempest-TagsExtTest-625436969-project] 10.222.0.31 "GET /v2.0/ports/da1b7a7b-fd42-4153-8408-d2f9dcdde32d/tags HTTP/1.1" status: 200 len: 239 time: 0.1170044 Dec 18 13:32:34.511112 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device c067b1e0-0c13-48e6-9313-d3c6cda05c26 up at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 13:32:34.511636 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 55562) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:32:34.519408 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.services.tag.tag_plugin [None req-58c4f4b8-e0ea-481f-8a3b-7664a9f2ca60 tempest-TagsExtTest-625436969 tempest-TagsExtTest-625436969-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'da1b7a7b-fd42-4153-8408-d2f9dcdde32d', 'tempest-TagsExtTest-Tag-81090679') {} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:32:34.520880 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-11d133e0-77a8-4ef0-80ab-1ab82c61d0e8 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:34.597652 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-58c4f4b8-e0ea-481f-8a3b-7664a9f2ca60 tempest-TagsExtTest-625436969 tempest-TagsExtTest-625436969-project] 10.222.0.31 "GET /v2.0/ports/da1b7a7b-fd42-4153-8408-d2f9dcdde32d/tags/tempest-TagsExtTest-Tag-81090679 HTTP/1.1" status: 204 len: 168 time: 0.0822694 Dec 18 13:32:34.597956 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 55564) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:32:34.606169 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.services.tag.tag_plugin [None req-65202cc4-ab70-47c8-9c77-e199cfbc750d tempest-TagsExtTest-625436969 tempest-TagsExtTest-625436969-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'da1b7a7b-fd42-4153-8408-d2f9dcdde32d', 'tempest-TagsExtTest-Tag-81090679') {} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:32:34.724171 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-65202cc4-ab70-47c8-9c77-e199cfbc750d tempest-TagsExtTest-625436969 tempest-TagsExtTest-625436969-project] 10.222.0.31 "DELETE /v2.0/ports/da1b7a7b-fd42-4153-8408-d2f9dcdde32d/tags/tempest-TagsExtTest-Tag-81090679 HTTP/1.1" status: 204 len: 168 time: 0.1211801 Dec 18 13:32:34.724919 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 55566) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:32:34.725609 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-f9d217c6-35f5-455c-8110-8d394fdd3c06 req-783a1a98-53fd-4a8b-b4fe-b077f8dfc49a tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] 10.222.0.31 "GET /v2.0/security-groups?id=7500739f-039a-45b0-85f1-cc2dd6d8ee03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2439756 Dec 18 13:32:34.726636 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d343c8b-7b97-4c68-840c-16c38b19544b tempest-AllowedAddressPairTestJSON-19239059 tempest-AllowedAddressPairTestJSON-19239059-project] Pushing event updated for resources: {'Port': ['ID=8f3574f1-acb3-4a32-9d95-df45181bc93a,revision_number=2']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:32:34.729991 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.services.tag.tag_plugin [None req-bdfb1d14-df8a-47fe-be8f-414780398f06 tempest-TagsExtTest-625436969 tempest-TagsExtTest-625436969-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'da1b7a7b-fd42-4153-8408-d2f9dcdde32d') {} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:32:34.772282 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-9d343c8b-7b97-4c68-840c-16c38b19544b tempest-AllowedAddressPairTestJSON-19239059 tempest-AllowedAddressPairTestJSON-19239059-project] In _notify_port_updated(), no bound segment for port 8f3574f1-acb3-4a32-9d95-df45181bc93a on network 2dc7064d-9397-49f9-9e2f-f3da3f478146 {{(pid=103159) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 18 13:32:34.778319 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d343c8b-7b97-4c68-840c-16c38b19544b tempest-AllowedAddressPairTestJSON-19239059 tempest-AllowedAddressPairTestJSON-19239059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:32:34.779022 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-9d343c8b-7b97-4c68-840c-16c38b19544b tempest-AllowedAddressPairTestJSON-19239059 tempest-AllowedAddressPairTestJSON-19239059-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:34.780601 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-9d343c8b-7b97-4c68-840c-16c38b19544b tempest-AllowedAddressPairTestJSON-19239059 tempest-AllowedAddressPairTestJSON-19239059-project] 10.222.0.31 "PUT /v2.0/ports/8f3574f1-acb3-4a32-9d95-df45181bc93a HTTP/1.1" status: 200 len: 997 time: 1.8630745 Dec 18 13:32:34.819281 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 55568) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:32:34.819884 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 55570) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:32:34.832789 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c059ddd-2d70-434a-8e70-ec3244c24195 None None] Network c87c1707-7fc6-4a9e-a4be-1b3ea278b34d requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:32:35.068599 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b6d1b22-2fad-4bd2-a3a2-bd99faae7a33 tempest-TestVolumeBootPattern-782673165 tempest-TestVolumeBootPattern-782673165-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:32:35.070624 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-3b6d1b22-2fad-4bd2-a3a2-bd99faae7a33 tempest-TestVolumeBootPattern-782673165 tempest-TestVolumeBootPattern-782673165-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=c5e7f6db-2193-4bdc-a573-cb470e1f7258 HTTP/1.1" status: 200 len: 1093 time: 0.2478473 Dec 18 13:32:35.080435 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 55572) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:32:35.084534 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-11d133e0-77a8-4ef0-80ab-1ab82c61d0e8 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks [] for port, precommit_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:35.088595 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-bdfb1d14-df8a-47fe-be8f-414780398f06 tempest-TagsExtTest-625436969 tempest-TagsExtTest-625436969-project] 10.222.0.31 "GET /v2.0/ports/da1b7a7b-fd42-4153-8408-d2f9dcdde32d/tags HTTP/1.1" status: 200 len: 205 time: 0.3624692 Dec 18 13:32:35.089460 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 55574) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:32:35.094641 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.services.tag.tag_plugin [None req-79fb8923-1fb2-4ced-af72-cfcf1b608f2f tempest-TagsExtTest-625436969 tempest-TagsExtTest-625436969-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '051c75e4-51b6-4e2d-9934-0f4f3d45298a') {} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:32:35.101467 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-fd767338-99f1-4771-96b7-d106a9ffe0ce tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] Request body: {'floatingip': {'floating_network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'port_id': '5da26721-d107-4a4b-b31c-6d701c670c9f', 'tenant_id': '2cba4008d8a8417bb0925fcf9726214e', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:32:35.117588 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-f4641f2f-b834-497e-bb5c-39865147e7ea tempest-AllowedAddressPairTestJSON-19239059 tempest-AllowedAddressPairTestJSON-19239059-project] Deleting port 8f3574f1-acb3-4a32-9d95-df45181bc93a {{(pid=103160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:32:35.117908 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-f4641f2f-b834-497e-bb5c-39865147e7ea tempest-AllowedAddressPairTestJSON-19239059 tempest-AllowedAddressPairTestJSON-19239059-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:35.132375 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-11d133e0-77a8-4ef0-80ab-1ab82c61d0e8 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5659917'] for port, after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:35.133768 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-11d133e0-77a8-4ef0-80ab-1ab82c61d0e8 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1048031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586432'] for router_interface, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:35.139318 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-645e267f-a4d8-4f92-a5f2-61ca89454462 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:35.202277 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2294866d-0076-4933-952c-685307032598 None None] Provisioning complete for port c067b1e0-0c13-48e6-9313-d3c6cda05c26 triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:32:35.202277 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:35.208087 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-645e267f-a4d8-4f92-a5f2-61ca89454462 None None] For port 56424217-0dec-4010-a959-c58a8e6c1c96, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=56424217-0dec-4010-a959-c58a8e6c1c96,segment=NetworkSegment(e1e8644b-04a1-4f3f-8453-d5dc9397661e),segment_id=e1e8644b-04a1-4f3f-8453-d5dc9397661e)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:32:35.214217 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-fd767338-99f1-4771-96b7-d106a9ffe0ce tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] Publish callbacks [] for floatingip, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:35.253491 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-645e267f-a4d8-4f92-a5f2-61ca89454462 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:35.280893 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-f4641f2f-b834-497e-bb5c-39865147e7ea tempest-AllowedAddressPairTestJSON-19239059 tempest-AllowedAddressPairTestJSON-19239059-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:35.296066 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-9f9792a4-53b6-45ae-88dd-731e14a6728f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec180986-2f7e-49e3-89e3-dfec27cbbddd', 'name': 'tempest-TestNetworkBasicOps-router-1985445967', 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.28'}], 'enable_snat': True}, 'gw_port_id': 'b106f41d-05cd-47e9-a39e-d328e1c96648', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:29:58Z', 'updated_at': '2021-12-18T13:32:31Z', 'revision_number': 5, 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'gw_port': {'id': 'b106f41d-05cd-47e9-a39e-d328e1c96648', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:a6:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec180986-2f7e-49e3-89e3-dfec27cbbddd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 767, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:30:00Z', 'updated_at': '2021-12-18T13:30:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv', '_floatingips': [{'id': 'dba7a43c-6a46-443c-98d3-4507caa6832f', 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'floating_ip_address': '172.26.3.218', 'floating_network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'router_id': 'ec180986-2f7e-49e3-89e3-dfec27cbbddd', 'port_id': '4eb6f8b9-39e2-4c73-a65f-40154d8c96cd', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 861, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1f2d5a30-cad3-45c3-b064-c7c1eec3de2d', 'mac_address': 'fa:16:3e:9b:28:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6564b3d-9478-4ad2-b062-315cb204d8f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T13:30:43Z', 'updated_at': '2021-12-18T13:30:48Z', 'revision_number': 1, 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f8beac4-d241-47d5-a750-1e333f28f6cf', 'name': '', 'network_id': '58390d3a-b960-4258-be41-e90ef13e7bac', 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'mac_address': 'fa:16:3e:c0:f1:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec180986-2f7e-49e3-89e3-dfec27cbbddd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': 'f8b0beec-4470-43e2-bdec-e0f92864652d', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:32:29Z', 'updated_at': '2021-12-18T13:32:31Z', 'revision_number': 2, 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'subnets': [{'id': 'f8b0beec-4470-43e2-bdec-e0f92864652d', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c49a00b0-70b6-433c-a7d6-569818792ab2', 'name': '', 'network_id': '1f2d5a30-cad3-45c3-b064-c7c1eec3de2d', 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'mac_address': 'fa:16:3e:b7:b1:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec180986-2f7e-49e3-89e3-dfec27cbbddd', 'device_owner': 'network:router_interface', 'standard_attr_id': 785, 'fixed_ips': [{'subnet_id': 'ba320a99-11ba-43e3-b2e3-bcb19e0899a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:30:09Z', 'updated_at': '2021-12-18T13:30:17Z', 'revision_number': 5, 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'subnets': [{'id': 'ba320a99-11ba-43e3-b2e3-bcb19e0899a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:32:35.303601 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d133e0-77a8-4ef0-80ab-1ab82c61d0e8 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Pushing event updated for resources: {'Port': ['ID=1a8fa69d-7709-441f-beaa-431ecef4f90c,revision_number=2']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:32:35.357144 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11d133e0-77a8-4ef0-80ab-1ab82c61d0e8 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Network 858e461a-4939-4aa3-8ddc-98548f9319db is already hosted by enough agents. {{(pid=103159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:32:35.363096 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-79fb8923-1fb2-4ced-af72-cfcf1b608f2f tempest-TagsExtTest-625436969 tempest-TagsExtTest-625436969-project] 10.222.0.31 "GET /v2.0/routers/051c75e4-51b6-4e2d-9934-0f4f3d45298a/tags HTTP/1.1" status: 200 len: 240 time: 0.2721446 Dec 18 13:32:35.365110 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.base_scheduler [None req-11d133e0-77a8-4ef0-80ab-1ab82c61d0e8 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Resources bound (agent type, host, resource id): {{(pid=103159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:32:35.371252 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 55576) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:32:35.377661 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f9792a4-53b6-45ae-88dd-731e14a6728f None None] Checking router: ec180986-2f7e-49e3-89e3-dfec27cbbddd for host: dv-neutron-744815-20-hyperv {{(pid=103161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 18 13:32:35.378036 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f9792a4-53b6-45ae-88dd-731e14a6728f None None] Updating router ec180986-2f7e-49e3-89e3-dfec27cbbddd port 8f8beac4-d241-47d5-a750-1e333f28f6cf binding host dv-neutron-744815-20-hyperv {{(pid=103161) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 18 13:32:35.380090 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.services.tag.tag_plugin [None req-1f11b02d-f151-4d78-813c-f7b99bfa2fbc tempest-TagsExtTest-625436969 tempest-TagsExtTest-625436969-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '051c75e4-51b6-4e2d-9934-0f4f3d45298a', 'tempest-TagsExtTest-Tag-719647158') {} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:32:35.442807 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645e267f-a4d8-4f92-a5f2-61ca89454462 None None] Pushing event updated for resources: {'Port': ['ID=56424217-0dec-4010-a959-c58a8e6c1c96,revision_number=3']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:32:35.459363 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-9f9792a4-53b6-45ae-88dd-731e14a6728f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:35.478823 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-996237f8-e948-42b1-b91c-66eba13986db None None] Provisioning complete for port da1b7a7b-fd42-4153-8408-d2f9dcdde32d triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:32:35.479511 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-996237f8-e948-42b1-b91c-66eba13986db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:35.618041 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:35.632191 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-1f11b02d-f151-4d78-813c-f7b99bfa2fbc tempest-TagsExtTest-625436969 tempest-TagsExtTest-625436969-project] 10.222.0.31 "GET /v2.0/routers/051c75e4-51b6-4e2d-9934-0f4f3d45298a/tags/tempest-TagsExtTest-Tag-719647158 HTTP/1.1" status: 204 len: 168 time: 0.2593346 Dec 18 13:32:35.634661 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11d133e0-77a8-4ef0-80ab-1ab82c61d0e8 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Router aeacf3b1-68ac-4321-8ff1-57a9ecd351c1 is scheduled to L3 agent c9c0cd52-5bd2-4704-9429-d80f1c5ad23c with binding_index 1 {{(pid=103159) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 18 13:32:35.639365 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 55578) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:32:35.650448 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.services.tag.tag_plugin [None req-341114a6-1250-455c-9447-361fe6fcb9cb tempest-TagsExtTest-625436969 tempest-TagsExtTest-625436969-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '051c75e4-51b6-4e2d-9934-0f4f3d45298a', 'tempest-TagsExtTest-Tag-719647158') {} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:32:35.728016 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-996237f8-e948-42b1-b91c-66eba13986db None None] Port da1b7a7b-fd42-4153-8408-d2f9dcdde32d cannot update to ACTIVE because it is not bound. {{(pid=103161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 13:32:35.777720 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-2294866d-0076-4933-952c-685307032598 None None] For port c067b1e0-0c13-48e6-9313-d3c6cda05c26, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=c067b1e0-0c13-48e6-9313-d3c6cda05c26,segment=NetworkSegment(815ddf7d-a79b-4e4c-874e-1cd0116330d5),segment_id=815ddf7d-a79b-4e4c-874e-1cd0116330d5)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:32:35.778812 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-996237f8-e948-42b1-b91c-66eba13986db None None] Provisioning complete for port c067b1e0-0c13-48e6-9313-d3c6cda05c26 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:32:35.779267 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-996237f8-e948-42b1-b91c-66eba13986db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:35.811636 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:35.812532 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 56424217-0dec-4010-a959-c58a8e6c1c96 up at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 13:32:35.842589 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-f4641f2f-b834-497e-bb5c-39865147e7ea tempest-AllowedAddressPairTestJSON-19239059 tempest-AllowedAddressPairTestJSON-19239059-project] Calling delete_port for 8f3574f1-acb3-4a32-9d95-df45181bc93a owned by {{(pid=103160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:32:35.862171 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11d133e0-77a8-4ef0-80ab-1ab82c61d0e8 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Notify agent at l3_agent.dv-neutron-744815-20-hyperv the message routers_updated {{(pid=103159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 13:32:35.868191 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-11d133e0-77a8-4ef0-80ab-1ab82c61d0e8 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] 10.222.0.31 "PUT /v2.0/routers/aeacf3b1-68ac-4321-8ff1-57a9ecd351c1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0881579 Dec 18 13:32:35.871056 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-341114a6-1250-455c-9447-361fe6fcb9cb tempest-TagsExtTest-625436969 tempest-TagsExtTest-625436969-project] 10.222.0.31 "DELETE /v2.0/routers/051c75e4-51b6-4e2d-9934-0f4f3d45298a/tags/tempest-TagsExtTest-Tag-719647158 HTTP/1.1" status: 204 len: 168 time: 0.2285967 Dec 18 13:32:35.872641 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 55580) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:32:35.876151 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5059037-a3ff-42f5-9e25-76f1b6218c6b None None] Sync routers for ids ['aeacf3b1-68ac-4321-8ff1-57a9ecd351c1'] in dv-neutron-744815-20-hyperv {{(pid=103162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 13:32:35.900673 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 55582) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:32:35.908392 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.services.tag.tag_plugin [None req-968c2664-ebf2-447f-88f0-62ed47cc1ef4 tempest-TagsExtTest-625436969 tempest-TagsExtTest-625436969-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '051c75e4-51b6-4e2d-9934-0f4f3d45298a') {} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:32:35.912519 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5059037-a3ff-42f5-9e25-76f1b6218c6b None None] Routers {'aeacf3b1-68ac-4321-8ff1-57a9ecd351c1'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:32:35.920397 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-d5059037-a3ff-42f5-9e25-76f1b6218c6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:32:27Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['aeacf3b1-68ac-4321-8ff1-57a9ecd351c1'], 'active': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:32:35.923475 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-665282c2-9280-44ff-b432-d9a27bad2ba4 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:32:35.924946 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-665282c2-9280-44ff-b432-d9a27bad2ba4 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] 10.222.0.31 "GET /v2.0/ports/1a8fa69d-7709-441f-beaa-431ecef4f90c HTTP/1.1" status: 200 len: 911 time: 0.0512269 Dec 18 13:32:35.928078 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 55586) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:32:35.965909 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Pushing event updated for resources: {'Port': ['ID=c067b1e0-0c13-48e6-9313-d3c6cda05c26,revision_number=3']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:32:35.993452 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-d5059037-a3ff-42f5-9e25-76f1b6218c6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:32:36.025904 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5059037-a3ff-42f5-9e25-76f1b6218c6b None None] Routers {'aeacf3b1-68ac-4321-8ff1-57a9ecd351c1'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:32:36.027665 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-d5059037-a3ff-42f5-9e25-76f1b6218c6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:32:27Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['aeacf3b1-68ac-4321-8ff1-57a9ecd351c1'], 'active': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:32:36.035705 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-968c2664-ebf2-447f-88f0-62ed47cc1ef4 tempest-TagsExtTest-625436969 tempest-TagsExtTest-625436969-project] 10.222.0.31 "GET /v2.0/routers/051c75e4-51b6-4e2d-9934-0f4f3d45298a/tags HTTP/1.1" status: 200 len: 205 time: 0.1335223 Dec 18 13:32:36.038354 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 55588) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:32:36.044424 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.services.tag.tag_plugin [None req-7b88bd0e-2bf4-4cfb-94b6-df48d49f6a1a tempest-TagsExtTest-625436969 tempest-TagsExtTest-625436969-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '93c73b7a-fe0e-4229-919c-bab10bc98c20') {} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:32:36.044736 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2294866d-0076-4933-952c-685307032598 None None] Provisioning complete for port 56424217-0dec-4010-a959-c58a8e6c1c96 triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:32:36.045182 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:36.088227 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-fd767338-99f1-4771-96b7-d106a9ffe0ce tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:36.102425 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-7b88bd0e-2bf4-4cfb-94b6-df48d49f6a1a tempest-TagsExtTest-625436969 tempest-TagsExtTest-625436969-project] 10.222.0.31 "GET /v2.0/subnetpools/93c73b7a-fe0e-4229-919c-bab10bc98c20/tags HTTP/1.1" status: 200 len: 240 time: 0.0592279 Dec 18 13:32:36.104562 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 55590) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:32:36.110087 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.services.tag.tag_plugin [None req-337acd0d-566d-470b-b01f-c849bb01a910 tempest-TagsExtTest-625436969 tempest-TagsExtTest-625436969-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '93c73b7a-fe0e-4229-919c-bab10bc98c20', 'tempest-TagsExtTest-Tag-660959928') {} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:32:36.118564 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-d5059037-a3ff-42f5-9e25-76f1b6218c6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:32:36.119237 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5059037-a3ff-42f5-9e25-76f1b6218c6b None None] The sync data for ids ['aeacf3b1-68ac-4321-8ff1-57a9ecd351c1'] in dv-neutron-744815-20-hyperv is: [] {{(pid=103162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 13:32:36.172485 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-996237f8-e948-42b1-b91c-66eba13986db None None] Provisioning complete for port 8f3574f1-acb3-4a32-9d95-df45181bc93a triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:32:36.172921 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-996237f8-e948-42b1-b91c-66eba13986db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:36.211490 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-9f9792a4-53b6-45ae-88dd-731e14a6728f None None] Publish callbacks [] for port, precommit_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:36.221735 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-f4641f2f-b834-497e-bb5c-39865147e7ea tempest-AllowedAddressPairTestJSON-19239059 tempest-AllowedAddressPairTestJSON-19239059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4533522'] for port, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:36.235291 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.agents_db [None req-e3dda592-589a-4b4d-b028-ba9a260f4f50 None None] Agent healthcheck: found 6 active agents {{(pid=103162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 18 13:32:36.243772 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-337acd0d-566d-470b-b01f-c849bb01a910 tempest-TagsExtTest-625436969 tempest-TagsExtTest-625436969-project] 10.222.0.31 "GET /v2.0/subnetpools/93c73b7a-fe0e-4229-919c-bab10bc98c20/tags/tempest-TagsExtTest-Tag-660959928 HTTP/1.1" status: 204 len: 168 time: 0.1385064 Dec 18 13:32:36.247552 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 55592) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:32:36.248982 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-9f9792a4-53b6-45ae-88dd-731e14a6728f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:36.251947 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.services.tag.tag_plugin [None req-830ea0de-b9a4-42a0-b91d-054b43635ebd tempest-TagsExtTest-625436969 tempest-TagsExtTest-625436969-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '93c73b7a-fe0e-4229-919c-bab10bc98c20', 'tempest-TagsExtTest-Tag-660959928') {} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:32:36.268454 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4641f2f-b834-497e-bb5c-39865147e7ea tempest-AllowedAddressPairTestJSON-19239059 tempest-AllowedAddressPairTestJSON-19239059-project] Pushing event deleted for resources: {'Port': ['ID=8f3574f1-acb3-4a32-9d95-df45181bc93a,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:32:36.271596 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-996237f8-e948-42b1-b91c-66eba13986db None None] Port 8f3574f1-acb3-4a32-9d95-df45181bc93a cannot update to ACTIVE because it is not bound. {{(pid=103161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 13:32:36.278256 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.db_base_plugin_common [None req-fd767338-99f1-4771-96b7-d106a9ffe0ce tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] Allocated IP 172.26.3.160 (decb4a40-7941-48c8-afbb-daaafd502e83/70deed80-3ca1-4f9e-96cb-563b43d3acba/1588d536-e320-41dc-869f-a84177c55cb8) {{(pid=103160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:32:36.320770 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 1eca5e32-a765-44be-a5e7-741ab992c49e up at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 13:32:36.370492 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-996237f8-e948-42b1-b91c-66eba13986db None None] Provisioning complete for port 56424217-0dec-4010-a959-c58a8e6c1c96 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:32:36.370768 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-996237f8-e948-42b1-b91c-66eba13986db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:36.378952 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ffad06-e93d-4eb2-90ce-6521d9257f49 None None] Pushing event updated for resources: {'Port': ['ID=8f8beac4-d241-47d5-a750-1e333f28f6cf,revision_number=3']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:32:36.447541 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-f4641f2f-b834-497e-bb5c-39865147e7ea tempest-AllowedAddressPairTestJSON-19239059 tempest-AllowedAddressPairTestJSON-19239059-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:36.455296 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 55594) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:32:36.456955 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-f4641f2f-b834-497e-bb5c-39865147e7ea tempest-AllowedAddressPairTestJSON-19239059 tempest-AllowedAddressPairTestJSON-19239059-project] 10.222.0.31 "DELETE /v2.0/ports/8f3574f1-acb3-4a32-9d95-df45181bc93a HTTP/1.1" status: 204 len: 168 time: 1.6357179 Dec 18 13:32:36.519246 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-830ea0de-b9a4-42a0-b91d-054b43635ebd tempest-TagsExtTest-625436969 tempest-TagsExtTest-625436969-project] 10.222.0.31 "DELETE /v2.0/subnetpools/93c73b7a-fe0e-4229-919c-bab10bc98c20/tags/tempest-TagsExtTest-Tag-660959928 HTTP/1.1" status: 204 len: 168 time: 0.2705863 Dec 18 13:32:36.520495 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.pecan_wsgi.hooks.translation [None req-1da3fa61-a3f6-4f5e-8228-151942ed79df tempest-AllowedAddressPairTestJSON-19239059 tempest-AllowedAddressPairTestJSON-19239059-project] GET failed (client error): The resource could not be found. Dec 18 13:32:36.521734 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-1da3fa61-a3f6-4f5e-8228-151942ed79df tempest-AllowedAddressPairTestJSON-19239059 tempest-AllowedAddressPairTestJSON-19239059-project] 10.222.0.31 "GET /v2.0/ports/8f3574f1-acb3-4a32-9d95-df45181bc93a HTTP/1.1" status: 404 len: 333 time: 0.0621715 Dec 18 13:32:36.523874 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 55596) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:32:36.524165 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-fd767338-99f1-4771-96b7-d106a9ffe0ce tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] Publish callbacks [] for port, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:36.525431 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 55598) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:32:36.530419 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-1fbf1b77-cd58-4cff-8d9e-4fc3f5ce8ede tempest-AllowedAddressPairTestJSON-19239059 tempest-AllowedAddressPairTestJSON-19239059-project] Request body: {'port': {'network_id': '2dc7064d-9397-49f9-9e2f-f3da3f478146', 'name': 'tempest-AllowedAddressPairTestJSON-796110462'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:32:36.539505 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.services.tag.tag_plugin [None req-fe9df01e-0302-4c4d-a4af-e86e22a3e1d5 tempest-TagsExtTest-625436969 tempest-TagsExtTest-625436969-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '93c73b7a-fe0e-4229-919c-bab10bc98c20') {} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:32:36.549733 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-9f9792a4-53b6-45ae-88dd-731e14a6728f None None] Attempting to bind port 8f8beac4-d241-47d5-a750-1e333f28f6cf on host dv-neutron-744815-20-hyperv for vnic_type normal with profile {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 13:32:36.550340 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-9f9792a4-53b6-45ae-88dd-731e14a6728f None None] Attempting to bind port 8f8beac4-d241-47d5-a750-1e333f28f6cf by drivers openvswitch,hyperv on host dv-neutron-744815-20-hyperv at level 0 using segments [{'id': 'b297829c-e967-4db9-a1fe-64dd92edbd1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '58390d3a-b960-4258-be41-e90ef13e7bac'}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 13:32:36.550473 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f9792a4-53b6-45ae-88dd-731e14a6728f None None] Attempting to bind port 8f8beac4-d241-47d5-a750-1e333f28f6cf on network 58390d3a-b960-4258-be41-e90ef13e7bac {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 13:32:36.564186 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f9792a4-53b6-45ae-88dd-731e14a6728f None None] Checking agent: {'id': '428fa9fa-43db-4db9-9f96-f60ffe931f2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-20-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 13, 19, 1), 'started_at': datetime.datetime(2021, 12, 18, 13, 19, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 13, 32, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-20-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 18 13:32:36.564186 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f9792a4-53b6-45ae-88dd-731e14a6728f None None] Checking segment: {'id': 'b297829c-e967-4db9-a1fe-64dd92edbd1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '58390d3a-b960-4258-be41-e90ef13e7bac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 13:32:36.564608 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-9f9792a4-53b6-45ae-88dd-731e14a6728f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:36.565165 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f9792a4-53b6-45ae-88dd-731e14a6728f None None] Bound using segment: {'id': 'b297829c-e967-4db9-a1fe-64dd92edbd1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '58390d3a-b960-4258-be41-e90ef13e7bac'} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 18 13:32:36.565682 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-9f9792a4-53b6-45ae-88dd-731e14a6728f None None] Bound port: 8f8beac4-d241-47d5-a750-1e333f28f6cf, host: dv-neutron-744815-20-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b297829c-e967-4db9-a1fe-64dd92edbd1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '58390d3a-b960-4258-be41-e90ef13e7bac'}}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 18 13:32:36.566046 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-9f9792a4-53b6-45ae-88dd-731e14a6728f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:36.572231 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-fd767338-99f1-4771-96b7-d106a9ffe0ce tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4533522'] for port, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:36.582679 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2294866d-0076-4933-952c-685307032598 None None] Provisioning complete for port 1eca5e32-a765-44be-a5e7-741ab992c49e triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:32:36.583110 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:36.643597 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd767338-99f1-4771-96b7-d106a9ffe0ce tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] Network decb4a40-7941-48c8-afbb-daaafd502e83 is already hosted by enough agents. {{(pid=103160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:32:36.647401 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.base_scheduler [None req-fd767338-99f1-4771-96b7-d106a9ffe0ce tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] Resources bound (agent type, host, resource id): {{(pid=103160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:32:36.649938 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd767338-99f1-4771-96b7-d106a9ffe0ce tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] Received port after_create {{(pid=103160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:32:36.672170 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd767338-99f1-4771-96b7-d106a9ffe0ce tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] Pushing event updated for resources: {'Port': ['ID=1588d536-e320-41dc-869f-a84177c55cb8,revision_number=1']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:32:36.734060 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:36.745093 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-9f9792a4-53b6-45ae-88dd-731e14a6728f None None] For port 8f8beac4-d241-47d5-a750-1e333f28f6cf, host dv-neutron-744815-20-hyperv, cleared binding levels {{(pid=103161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 18 13:32:36.746944 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-fe9df01e-0302-4c4d-a4af-e86e22a3e1d5 tempest-TagsExtTest-625436969 tempest-TagsExtTest-625436969-project] 10.222.0.31 "GET /v2.0/subnetpools/93c73b7a-fe0e-4229-919c-bab10bc98c20/tags HTTP/1.1" status: 200 len: 205 time: 0.2125278 Dec 18 13:32:36.749796 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-9f9792a4-53b6-45ae-88dd-731e14a6728f None None] For port 8f8beac4-d241-47d5-a750-1e333f28f6cf, host dv-neutron-744815-20-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=8f8beac4-d241-47d5-a750-1e333f28f6cf,segment=NetworkSegment(b297829c-e967-4db9-a1fe-64dd92edbd1e),segment_id=b297829c-e967-4db9-a1fe-64dd92edbd1e)] {{(pid=103161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 18 13:32:36.759607 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 55600) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:32:36.760485 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-9f9792a4-53b6-45ae-88dd-731e14a6728f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:36.766613 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.services.tag.tag_plugin [None req-f96b1838-aea9-4367-aeb0-3f458a3046ba tempest-TagsExtTest-625436969 tempest-TagsExtTest-625436969-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '93c73b7a-fe0e-4229-919c-bab10bc98c20') {} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:32:36.809373 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-7f3d33b4-bb9c-44e3-834e-cf7fc0ef1040 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:36.839027 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-f96b1838-aea9-4367-aeb0-3f458a3046ba tempest-TagsExtTest-625436969 tempest-TagsExtTest-625436969-project] 10.222.0.31 "DELETE /v2.0/subnetpools/93c73b7a-fe0e-4229-919c-bab10bc98c20/tags HTTP/1.1" status: 204 len: 168 time: 0.0758710 Dec 18 13:32:36.867425 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 55602) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:32:36.893024 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fbf1b77-cd58-4cff-8d9e-4fc3f5ce8ede tempest-AllowedAddressPairTestJSON-19239059 tempest-AllowedAddressPairTestJSON-19239059-project] Made reservation on behalf of 2430254faa2f40b4b5d3f0e9105deb7e for: {'port': 1} {{(pid=103159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:32:36.896629 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-1fbf1b77-cd58-4cff-8d9e-4fc3f5ce8ede tempest-AllowedAddressPairTestJSON-19239059 tempest-AllowedAddressPairTestJSON-19239059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:36.903167 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.services.tag.tag_plugin [None req-bf729386-cb0d-4b42-b9ee-fff6ad8a8a85 tempest-TagsExtTest-625436969 tempest-TagsExtTest-625436969-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '051c75e4-51b6-4e2d-9934-0f4f3d45298a') {} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:32:36.955286 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-996237f8-e948-42b1-b91c-66eba13986db None None] Provisioning complete for port 1eca5e32-a765-44be-a5e7-741ab992c49e triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:32:36.955767 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-996237f8-e948-42b1-b91c-66eba13986db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:36.997626 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.notifiers.nova [None req-1fbf1b77-cd58-4cff-8d9e-4fc3f5ce8ede tempest-AllowedAddressPairTestJSON-19239059 tempest-AllowedAddressPairTestJSON-19239059-project] device_id is not set on port e318b1dc-79b3-4069-9049-4df6144997a3 yet. {{(pid=103159) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 18 13:32:37.040242 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:37.064898 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ffad06-e93d-4eb2-90ce-6521d9257f49 None None] Pushing event updated for resources: {'Port': ['ID=8f8beac4-d241-47d5-a750-1e333f28f6cf,revision_number=4']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:32:37.073753 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f9792a4-53b6-45ae-88dd-731e14a6728f None None] Routers {'ec180986-2f7e-49e3-89e3-dfec27cbbddd'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:32:37.074457 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-9f9792a4-53b6-45ae-88dd-731e14a6728f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:32:27Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['ec180986-2f7e-49e3-89e3-dfec27cbbddd'], 'active': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:32:37.147864 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-2294866d-0076-4933-952c-685307032598 None None] For port 1eca5e32-a765-44be-a5e7-741ab992c49e, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=1eca5e32-a765-44be-a5e7-741ab992c49e,segment=NetworkSegment(f53c67e1-3094-4865-9a27-e9d694418b27),segment_id=f53c67e1-3094-4865-9a27-e9d694418b27)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:32:37.171172 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:37.174422 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-fd767338-99f1-4771-96b7-d106a9ffe0ce tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:37.190361 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-bf729386-cb0d-4b42-b9ee-fff6ad8a8a85 tempest-TagsExtTest-625436969 tempest-TagsExtTest-625436969-project] 10.222.0.31 "DELETE /v2.0/routers/051c75e4-51b6-4e2d-9934-0f4f3d45298a/tags HTTP/1.1" status: 204 len: 168 time: 0.3223882 Dec 18 13:32:37.195141 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 55604) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:32:37.208217 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.services.tag.tag_plugin [None req-35e94436-7227-4c97-a7af-0bfd951ee202 tempest-TagsExtTest-625436969 tempest-TagsExtTest-625436969-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'da1b7a7b-fd42-4153-8408-d2f9dcdde32d') {} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:32:37.259789 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.db_base_plugin_common [None req-1fbf1b77-cd58-4cff-8d9e-4fc3f5ce8ede tempest-AllowedAddressPairTestJSON-19239059 tempest-AllowedAddressPairTestJSON-19239059-project] Allocated IP 172.20.0.10 (2dc7064d-9397-49f9-9e2f-f3da3f478146/9a69a805-35e4-4163-a4d0-4b0ef162958d/e318b1dc-79b3-4069-9049-4df6144997a3) {{(pid=103159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:32:37.289457 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-996237f8-e948-42b1-b91c-66eba13986db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:37.320978 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device c067b1e0-0c13-48e6-9313-d3c6cda05c26 up at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 13:32:37.330961 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Pushing event updated for resources: {'Port': ['ID=1eca5e32-a765-44be-a5e7-741ab992c49e,revision_number=3']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:32:37.334546 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-fd767338-99f1-4771-96b7-d106a9ffe0ce tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:37.352009 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.db_base_plugin_common [None req-7f3d33b4-bb9c-44e3-834e-cf7fc0ef1040 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Allocated IP 2001:db8:1::1 (c87c1707-7fc6-4a9e-a4be-1b3ea278b34d/fdcc4831-abd5-4862-b2ba-b46d7b631304/2f05c4dc-35a3-4f03-a50b-26ca58e0e8a7) {{(pid=103159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:32:37.368489 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvr_db [None req-9f9792a4-53b6-45ae-88dd-731e14a6728f None None] Set router ec180986-2f7e-49e3-89e3-dfec27cbbddd gateway port host: dv-neutron-744815-20-hyperv {{(pid=103161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 13:32:37.442862 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-35e94436-7227-4c97-a7af-0bfd951ee202 tempest-TagsExtTest-625436969 tempest-TagsExtTest-625436969-project] 10.222.0.31 "DELETE /v2.0/ports/da1b7a7b-fd42-4153-8408-d2f9dcdde32d/tags HTTP/1.1" status: 204 len: 168 time: 0.2444425 Dec 18 13:32:37.447702 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 55606) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:32:37.477215 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.services.tag.tag_plugin [None req-c94ab9a0-ff30-413a-acfc-c07734710e55 tempest-TagsExtTest-625436969 tempest-TagsExtTest-625436969-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '64524a6d-bb6d-4090-be7b-95f668f27099') {} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:32:37.513747 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-fd767338-99f1-4771-96b7-d106a9ffe0ce tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] Publish callbacks [] for port, precommit_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:37.516008 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.db.api [None req-996237f8-e948-42b1-b91c-66eba13986db None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103161) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 18 13:32:37.516504 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG oslo_db.api [None req-996237f8-e948-42b1-b91c-66eba13986db None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 18 13:32:37.520480 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-fd767338-99f1-4771-96b7-d106a9ffe0ce tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4533541'] for port, after_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:37.531546 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2294866d-0076-4933-952c-685307032598 None None] Provisioning complete for port c067b1e0-0c13-48e6-9313-d3c6cda05c26 triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:32:37.531923 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:37.586685 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd767338-99f1-4771-96b7-d106a9ffe0ce tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] Pushing event updated for resources: {'Port': ['ID=1588d536-e320-41dc-869f-a84177c55cb8,revision_number=2']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:32:37.601238 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-fd767338-99f1-4771-96b7-d106a9ffe0ce tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-587004'] for floatingip, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:37.634749 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-1fbf1b77-cd58-4cff-8d9e-4fc3f5ce8ede tempest-AllowedAddressPairTestJSON-19239059 tempest-AllowedAddressPairTestJSON-19239059-project] Publish callbacks [] for port, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:37.646455 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-7f3d33b4-bb9c-44e3-834e-cf7fc0ef1040 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks [] for port, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:37.718221 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-c94ab9a0-ff30-413a-acfc-c07734710e55 tempest-TagsExtTest-625436969 tempest-TagsExtTest-625436969-project] 10.222.0.31 "DELETE /v2.0/subnets/64524a6d-bb6d-4090-be7b-95f668f27099/tags HTTP/1.1" status: 204 len: 168 time: 0.2418058 Dec 18 13:32:37.718508 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 55608) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:32:37.721217 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.db.l3_db [None req-fd767338-99f1-4771-96b7-d106a9ffe0ce tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] Floating IP dc7c7025-b4e2-4e1c-95cf-5cc8d9ebae77 associated. External IP: 172.26.3.160, port: 5da26721-d107-4a4b-b31c-6d701c670c9f. Dec 18 13:32:37.725901 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.services.tag.tag_plugin [None req-69ed5c1b-b9cc-46bf-81c3-ef2c8c83e6d9 tempest-TagsExtTest-625436969 tempest-TagsExtTest-625436969-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '64524a6d-bb6d-4090-be7b-95f668f27099', 'tempest-TagsExtTest-Tag-363831128') {} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:32:37.742350 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 56424217-0dec-4010-a959-c58a8e6c1c96 up at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 13:32:37.747984 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-1fbf1b77-cd58-4cff-8d9e-4fc3f5ce8ede tempest-AllowedAddressPairTestJSON-19239059 tempest-AllowedAddressPairTestJSON-19239059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:37.780762 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-9f9792a4-53b6-45ae-88dd-731e14a6728f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec180986-2f7e-49e3-89e3-dfec27cbbddd', 'name': 'tempest-TestNetworkBasicOps-router-1985445967', 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.28'}], 'enable_snat': True}, 'gw_port_id': 'b106f41d-05cd-47e9-a39e-d328e1c96648', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:29:58Z', 'updated_at': '2021-12-18T13:32:31Z', 'revision_number': 5, 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'gw_port': {'id': 'b106f41d-05cd-47e9-a39e-d328e1c96648', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:a6:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec180986-2f7e-49e3-89e3-dfec27cbbddd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 767, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:30:00Z', 'updated_at': '2021-12-18T13:30:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv', '_floatingips': [{'id': 'dba7a43c-6a46-443c-98d3-4507caa6832f', 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'floating_ip_address': '172.26.3.218', 'floating_network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'router_id': 'ec180986-2f7e-49e3-89e3-dfec27cbbddd', 'port_id': '4eb6f8b9-39e2-4c73-a65f-40154d8c96cd', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 861, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1f2d5a30-cad3-45c3-b064-c7c1eec3de2d', 'mac_address': 'fa:16:3e:9b:28:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6564b3d-9478-4ad2-b062-315cb204d8f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T13:30:43Z', 'updated_at': '2021-12-18T13:30:48Z', 'revision_number': 1, 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f8beac4-d241-47d5-a750-1e333f28f6cf', 'name': '', 'network_id': '58390d3a-b960-4258-be41-e90ef13e7bac', 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'mac_address': 'fa:16:3e:c0:f1:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec180986-2f7e-49e3-89e3-dfec27cbbddd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': 'f8b0beec-4470-43e2-bdec-e0f92864652d', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:32:29Z', 'updated_at': '2021-12-18T13:32:36Z', 'revision_number': 4, 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'subnets': [{'id': 'f8b0beec-4470-43e2-bdec-e0f92864652d', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c49a00b0-70b6-433c-a7d6-569818792ab2', 'name': '', 'network_id': '1f2d5a30-cad3-45c3-b064-c7c1eec3de2d', 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'mac_address': 'fa:16:3e:b7:b1:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec180986-2f7e-49e3-89e3-dfec27cbbddd', 'device_owner': 'network:router_interface', 'standard_attr_id': 785, 'fixed_ips': [{'subnet_id': 'ba320a99-11ba-43e3-b2e3-bcb19e0899a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:30:09Z', 'updated_at': '2021-12-18T13:30:17Z', 'revision_number': 5, 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'subnets': [{'id': 'ba320a99-11ba-43e3-b2e3-bcb19e0899a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:32:37.810523 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f9792a4-53b6-45ae-88dd-731e14a6728f None None] The sync data for ids ['ec180986-2f7e-49e3-89e3-dfec27cbbddd'] in dv-neutron-744815-20-hyperv is: [{'id': 'ec180986-2f7e-49e3-89e3-dfec27cbbddd', 'name': 'tempest-TestNetworkBasicOps-router-1985445967', 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.28'}], 'enable_snat': True}, 'gw_port_id': 'b106f41d-05cd-47e9-a39e-d328e1c96648', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:29:58Z', 'updated_at': '2021-12-18T13:32:31Z', 'revision_number': 5, 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'gw_port': {'id': 'b106f41d-05cd-47e9-a39e-d328e1c96648', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:a6:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec180986-2f7e-49e3-89e3-dfec27cbbddd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 767, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:30:00Z', 'updated_at': '2021-12-18T13:30:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv', '_floatingips': [{'id': 'dba7a43c-6a46-443c-98d3-4507caa6832f', 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'floating_ip_address': '172.26.3.218', 'floating_network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'router_id': 'ec180986-2f7e-49e3-89e3-dfec27cbbddd', 'port_id': '4eb6f8b9-39e2-4c73-a65f-40154d8c96cd', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 861, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1f2d5a30-cad3-45c3-b064-c7c1eec3de2d', 'mac_address': 'fa:16:3e:9b:28:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6564b3d-9478-4ad2-b062-315cb204d8f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T13:30:43Z', 'updated_at': '2021-12-18T13:30:48Z', 'revision_number': 1, 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f8beac4-d241-47d5-a750-1e333f28f6cf', 'name': '', 'network_id': '58390d3a-b960-4258-be41-e90ef13e7bac', 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'mac_address': 'fa:16:3e:c0:f1:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec180986-2f7e-49e3-89e3-dfec27cbbddd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': 'f8b0beec-4470-43e2-bdec-e0f92864652d', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:32:29Z', 'updated_at': '2021-12-18T13:32:36Z', 'revision_number': 4, 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'subnets': [{'id': 'f8b0beec-4470-43e2-bdec-e0f92864652d', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c49a00b0-70b6-433c-a7d6-569818792ab2', 'name': '', 'network_id': '1f2d5a30-cad3-45c3-b064-c7c1eec3de2d', 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'mac_address': 'fa:16:3e:b7:b1:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec180986-2f7e-49e3-89e3-dfec27cbbddd', 'device_owner': 'network:router_interface', 'standard_attr_id': 785, 'fixed_ips': [{'subnet_id': 'ba320a99-11ba-43e3-b2e3-bcb19e0899a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:30:09Z', 'updated_at': '2021-12-18T13:30:17Z', 'revision_number': 5, 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'subnets': [{'id': 'ba320a99-11ba-43e3-b2e3-bcb19e0899a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 13:32:37.822724 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2294866d-0076-4933-952c-685307032598 None None] Provisioning complete for port 56424217-0dec-4010-a959-c58a8e6c1c96 triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:32:37.823098 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:37.994821 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd767338-99f1-4771-96b7-d106a9ffe0ce tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] Router 16913b98-3477-446b-b01d-d0cc0e467ef0 has already been hosted by L3 agent c9c0cd52-5bd2-4704-9429-d80f1c5ad23c {{(pid=103160) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 18 13:32:38.127951 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd767338-99f1-4771-96b7-d106a9ffe0ce tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] Notify agent at l3_agent.dv-neutron-744815-20-hyperv the message routers_updated {{(pid=103160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 13:32:38.140875 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ffa75ab-9f96-47fc-8b3b-b0c8bd4d8e16 None None] Sync routers for ids ['16913b98-3477-446b-b01d-d0cc0e467ef0'] in dv-neutron-744815-20-hyperv {{(pid=103161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 13:32:38.149083 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-fd767338-99f1-4771-96b7-d106a9ffe0ce tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for floatingip, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:38.153062 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ffa75ab-9f96-47fc-8b3b-b0c8bd4d8e16 None None] Routers {'16913b98-3477-446b-b01d-d0cc0e467ef0'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:32:38.153319 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-9ffa75ab-9f96-47fc-8b3b-b0c8bd4d8e16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:32:27Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['16913b98-3477-446b-b01d-d0cc0e467ef0'], 'active': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:32:38.191208 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-fd767338-99f1-4771-96b7-d106a9ffe0ce tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.0941980 Dec 18 13:32:38.191208 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5e7f6db-2193-4bdc-a573-cb470e1f7258', 'tag': '5da26721-d107-4a4b-b31c-6d701c670c9f'}] {{(pid=103160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 18 13:32:38.191208 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd59ab3361532ca86f78e2d2eaf298e4a05479417bf909969c39d1b423591824" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d72f700-04dd-4a80-821b-7f453249b0ca" -d '{"events": [{"name": "network-changed", "server_uuid": "c5e7f6db-2193-4bdc-a573-cb470e1f7258", "tag": "5da26721-d107-4a4b-b31c-6d701c670c9f"}]}' {{(pid=103160) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 18 13:32:38.199210 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-7f3d33b4-bb9c-44e3-834e-cf7fc0ef1040 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:38.213530 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fbf1b77-cd58-4cff-8d9e-4fc3f5ce8ede tempest-AllowedAddressPairTestJSON-19239059 tempest-AllowedAddressPairTestJSON-19239059-project] Network 2dc7064d-9397-49f9-9e2f-f3da3f478146 is already hosted by enough agents. {{(pid=103159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:32:38.230876 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 13:32:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc929cdb-0550-410f-ab8c-f2d2481a7f83 x-openstack-request-id: req-dc929cdb-0550-410f-ab8c-f2d2481a7f83 {{(pid=103160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 18 13:32:38.231083 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5e7f6db-2193-4bdc-a573-cb470e1f7258", "tag": "5da26721-d107-4a4b-b31c-6d701c670c9f", "status": "completed", "code": 200}]} {{(pid=103160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 18 13:32:38.231380 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-dc929cdb-0550-410f-ab8c-f2d2481a7f83 {{(pid=103160) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 18 13:32:38.231789 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5e7f6db-2193-4bdc-a573-cb470e1f7258', 'tag': '5da26721-d107-4a4b-b31c-6d701c670c9f', 'status': 'completed', 'code': 200} Dec 18 13:32:38.231930 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.base_scheduler [None req-1fbf1b77-cd58-4cff-8d9e-4fc3f5ce8ede tempest-AllowedAddressPairTestJSON-19239059 tempest-AllowedAddressPairTestJSON-19239059-project] Resources bound (agent type, host, resource id): {{(pid=103159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:32:38.244026 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fbf1b77-cd58-4cff-8d9e-4fc3f5ce8ede tempest-AllowedAddressPairTestJSON-19239059 tempest-AllowedAddressPairTestJSON-19239059-project] Received port after_create {{(pid=103159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:32:38.250909 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbf1b77-cd58-4cff-8d9e-4fc3f5ce8ede tempest-AllowedAddressPairTestJSON-19239059 tempest-AllowedAddressPairTestJSON-19239059-project] Pushing event updated for resources: {'Port': ['ID=e318b1dc-79b3-4069-9049-4df6144997a3,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:32:38.282633 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-9cf0504b-9205-4724-abd2-55b32b5ae579 None None] Provisioning complete for port 1a8fa69d-7709-441f-beaa-431ecef4f90c triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:32:38.283007 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-9cf0504b-9205-4724-abd2-55b32b5ae579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:38.322724 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f3d33b4-bb9c-44e3-834e-cf7fc0ef1040 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Network c87c1707-7fc6-4a9e-a4be-1b3ea278b34d is already hosted by enough agents. {{(pid=103159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:32:38.327723 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d72f700-04dd-4a80-821b-7f453249b0ca req-b3dd3e6e-2c2d-4c87-a989-495e04cfbd73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:32:38.329507 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-9d72f700-04dd-4a80-821b-7f453249b0ca req-b3dd3e6e-2c2d-4c87-a989-495e04cfbd73 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2cba4008d8a8417bb0925fcf9726214e&device_id=c5e7f6db-2193-4bdc-a573-cb470e1f7258 HTTP/1.1" status: 200 len: 1098 time: 0.0661747 Dec 18 13:32:38.342138 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.base_scheduler [None req-7f3d33b4-bb9c-44e3-834e-cf7fc0ef1040 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Resources bound (agent type, host, resource id): {{(pid=103159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:32:38.351037 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-9cf0504b-9205-4724-abd2-55b32b5ae579 None None] Port 1a8fa69d-7709-441f-beaa-431ecef4f90c cannot update to ACTIVE because it is not bound. {{(pid=103161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 13:32:38.353885 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvr_db [None req-9ffa75ab-9f96-47fc-8b3b-b0c8bd4d8e16 None None] Set router 16913b98-3477-446b-b01d-d0cc0e467ef0 gateway port host: dv-neutron-744815-20-hyperv {{(pid=103161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 13:32:38.373437 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3d33b4-bb9c-44e3-834e-cf7fc0ef1040 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Pushing event updated for resources: {'Port': ['ID=2f05c4dc-35a3-4f03-a50b-26ca58e0e8a7,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:32:38.380799 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f3d33b4-bb9c-44e3-834e-cf7fc0ef1040 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Received port after_create {{(pid=103159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:32:38.381350 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-7f3d33b4-bb9c-44e3-834e-cf7fc0ef1040 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586257'] for router_interface, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:38.465949 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fbf1b77-cd58-4cff-8d9e-4fc3f5ce8ede tempest-AllowedAddressPairTestJSON-19239059 tempest-AllowedAddressPairTestJSON-19239059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:32:38.466608 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-1fbf1b77-cd58-4cff-8d9e-4fc3f5ce8ede tempest-AllowedAddressPairTestJSON-19239059 tempest-AllowedAddressPairTestJSON-19239059-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:38.478053 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d72f700-04dd-4a80-821b-7f453249b0ca req-6258b343-1b1b-438b-82da-81b4d1f15bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:32:38.486322 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-9d72f700-04dd-4a80-821b-7f453249b0ca req-6258b343-1b1b-438b-82da-81b4d1f15bd3 service neutron] 10.222.0.43 "GET /v2.0/networks?id=b777eec3-1fe1-45d9-be90-d023741ff2c0 HTTP/1.1" status: 200 len: 913 time: 0.1487336 Dec 18 13:32:38.529078 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-9cf0504b-9205-4724-abd2-55b32b5ae579 None None] Provisioning complete for port da1b7a7b-fd42-4153-8408-d2f9dcdde32d triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:32:38.529478 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-9cf0504b-9205-4724-abd2-55b32b5ae579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:38.563305 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 55616) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:32:38.564074 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-69ed5c1b-b9cc-46bf-81c3-ef2c8c83e6d9 tempest-TagsExtTest-625436969 tempest-TagsExtTest-625436969-project] 10.222.0.31 "PUT /v2.0/subnets/64524a6d-bb6d-4090-be7b-95f668f27099/tags/tempest-TagsExtTest-Tag-363831128 HTTP/1.1" status: 201 len: 201 time: 0.8443103 Dec 18 13:32:38.576039 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.services.tag.tag_plugin [None req-9dcb5a99-b388-48e4-ac44-8a7139a20c0b tempest-TagsExtTest-625436969 tempest-TagsExtTest-625436969-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'da1b7a7b-fd42-4153-8408-d2f9dcdde32d', 'tempest-TagsExtTest-Tag-1531392637') {} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:32:38.608168 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-1fbf1b77-cd58-4cff-8d9e-4fc3f5ce8ede tempest-AllowedAddressPairTestJSON-19239059 tempest-AllowedAddressPairTestJSON-19239059-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0817366 Dec 18 13:32:38.608848 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 55618) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:32:38.657720 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-1210588e-a944-45b1-9b69-982f4f7be365 tempest-AllowedAddressPairTestJSON-19239059 tempest-AllowedAddressPairTestJSON-19239059-project] Request body: {'port': {'network_id': '2dc7064d-9397-49f9-9e2f-f3da3f478146', 'name': 'tempest-AllowedAddressPairTestJSON-1971747025'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:32:38.696533 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-9d72f700-04dd-4a80-821b-7f453249b0ca req-ae4313ac-7476-4aa3-a8a8-3f9cec177686 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5da26721-d107-4a4b-b31c-6d701c670c9f HTTP/1.1" status: 200 len: 999 time: 0.2007656 Dec 18 13:32:38.731087 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-7f3d33b4-bb9c-44e3-834e-cf7fc0ef1040 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:38.743350 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-9cf0504b-9205-4724-abd2-55b32b5ae579 None None] Port da1b7a7b-fd42-4153-8408-d2f9dcdde32d cannot update to ACTIVE because it is not bound. {{(pid=103161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 13:32:38.781145 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-9dcb5a99-b388-48e4-ac44-8a7139a20c0b tempest-TagsExtTest-625436969 tempest-TagsExtTest-625436969-project] 10.222.0.31 "PUT /v2.0/ports/da1b7a7b-fd42-4153-8408-d2f9dcdde32d/tags/tempest-TagsExtTest-Tag-1531392637 HTTP/1.1" status: 201 len: 201 time: 0.2166481 Dec 18 13:32:38.783469 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d72f700-04dd-4a80-821b-7f453249b0ca req-b6329866-bddc-46fc-badd-e43c7b02c88c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:32:38.785790 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-9d72f700-04dd-4a80-821b-7f453249b0ca req-b6329866-bddc-46fc-badd-e43c7b02c88c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7e8a84a3-739e-4c83-bb7f-c941648f694b HTTP/1.1" status: 200 len: 851 time: 0.0798526 Dec 18 13:32:38.786359 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 55620) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:32:38.786949 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-9cf0504b-9205-4724-abd2-55b32b5ae579 None None] Provisioning complete for port c067b1e0-0c13-48e6-9313-d3c6cda05c26 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:32:38.787366 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-9cf0504b-9205-4724-abd2-55b32b5ae579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:38.792898 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.services.tag.tag_plugin [None req-67f10947-845f-4613-aadf-155f40494b36 tempest-TagsExtTest-625436969 tempest-TagsExtTest-625436969-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '051c75e4-51b6-4e2d-9934-0f4f3d45298a', 'tempest-TagsExtTest-Tag-593104503') {} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:32:38.853626 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-9ffa75ab-9f96-47fc-8b3b-b0c8bd4d8e16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16913b98-3477-446b-b01d-d0cc0e467ef0', 'name': 'tempest-TestVolumeBootPattern-1470380616-router', 'tenant_id': '2cba4008d8a8417bb0925fcf9726214e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.121'}], 'enable_snat': True}, 'gw_port_id': '0c644985-4e46-4e75-b8fe-1f0806bdf2c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:28:12Z', 'updated_at': '2021-12-18T13:28:19Z', 'revision_number': 4, 'project_id': '2cba4008d8a8417bb0925fcf9726214e', 'gw_port': {'id': '0c644985-4e46-4e75-b8fe-1f0806bdf2c1', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:55:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16913b98-3477-446b-b01d-d0cc0e467ef0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:28:13Z', 'updated_at': '2021-12-18T13:28:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv', '_floatingips': [{'id': 'dc7c7025-b4e2-4e1c-95cf-5cc8d9ebae77', 'tenant_id': '2cba4008d8a8417bb0925fcf9726214e', 'floating_ip_address': '172.26.3.160', 'floating_network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'router_id': '16913b98-3477-446b-b01d-d0cc0e467ef0', 'port_id': '5da26721-d107-4a4b-b31c-6d701c670c9f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1192, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b777eec3-1fe1-45d9-be90-d023741ff2c0', 'mac_address': 'fa:16:3e:b0:b0:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5e7f6db-2193-4bdc-a573-cb470e1f7258', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T13:32:36Z', 'updated_at': '2021-12-18T13:32:36Z', 'revision_number': 0, 'project_id': '2cba4008d8a8417bb0925fcf9726214e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3da74d69-5142-4c91-8c05-8a6b4ab78020', 'name': '', 'network_id': 'b777eec3-1fe1-45d9-be90-d023741ff2c0', 'tenant_id': '2cba4008d8a8417bb0925fcf9726214e', 'mac_address': 'fa:16:3e:7b:20:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16913b98-3477-446b-b01d-d0cc0e467ef0', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '7e8a84a3-739e-4c83-bb7f-c941648f694b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:28:18Z', 'updated_at': '2021-12-18T13:28:26Z', 'revision_number': 5, 'project_id': '2cba4008d8a8417bb0925fcf9726214e', 'subnets': [{'id': '7e8a84a3-739e-4c83-bb7f-c941648f694b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:32:38.881751 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ffa75ab-9f96-47fc-8b3b-b0c8bd4d8e16 None None] Checking router: 16913b98-3477-446b-b01d-d0cc0e467ef0 for host: dv-neutron-744815-20-hyperv {{(pid=103161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 18 13:32:38.912401 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d72f700-04dd-4a80-821b-7f453249b0ca req-d6e2f289-bb30-44da-a31e-42b698641b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:32:38.914331 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-9d72f700-04dd-4a80-821b-7f453249b0ca req-d6e2f289-bb30-44da-a31e-42b698641b1d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b777eec3-1fe1-45d9-be90-d023741ff2c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0805576 Dec 18 13:32:38.922462 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ffa75ab-9f96-47fc-8b3b-b0c8bd4d8e16 None None] Routers {'16913b98-3477-446b-b01d-d0cc0e467ef0'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:32:38.923578 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-9ffa75ab-9f96-47fc-8b3b-b0c8bd4d8e16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:32:27Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['16913b98-3477-446b-b01d-d0cc0e467ef0'], 'active': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:32:38.940283 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1210588e-a944-45b1-9b69-982f4f7be365 tempest-AllowedAddressPairTestJSON-19239059 tempest-AllowedAddressPairTestJSON-19239059-project] Made reservation on behalf of 2430254faa2f40b4b5d3f0e9105deb7e for: {'port': 1} {{(pid=103159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:32:38.944790 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-1210588e-a944-45b1-9b69-982f4f7be365 tempest-AllowedAddressPairTestJSON-19239059 tempest-AllowedAddressPairTestJSON-19239059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:38.949070 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-67f10947-845f-4613-aadf-155f40494b36 tempest-TagsExtTest-625436969 tempest-TagsExtTest-625436969-project] 10.222.0.31 "PUT /v2.0/routers/051c75e4-51b6-4e2d-9934-0f4f3d45298a/tags/tempest-TagsExtTest-Tag-593104503 HTTP/1.1" status: 201 len: 201 time: 0.1617951 Dec 18 13:32:38.953582 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 55622) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:32:38.959760 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.services.tag.tag_plugin [None req-bb18967c-6043-455b-94f3-0a2c782ab89b tempest-TagsExtTest-625436969 tempest-TagsExtTest-625436969-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '93c73b7a-fe0e-4229-919c-bab10bc98c20', 'tempest-TagsExtTest-Tag-122382858') {} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:32:39.014922 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-9cf0504b-9205-4724-abd2-55b32b5ae579 None None] Provisioning complete for port 1eca5e32-a765-44be-a5e7-741ab992c49e triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:32:39.015324 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-9cf0504b-9205-4724-abd2-55b32b5ae579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:39.024970 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.notifiers.nova [None req-1210588e-a944-45b1-9b69-982f4f7be365 tempest-AllowedAddressPairTestJSON-19239059 tempest-AllowedAddressPairTestJSON-19239059-project] device_id is not set on port 9a980234-0ff4-47db-883a-3d81531633f5 yet. {{(pid=103159) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 18 13:32:39.041821 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-9d72f700-04dd-4a80-821b-7f453249b0ca req-2267d227-8e6a-4d6d-9db4-3d3f70fd0799 service neutron] 10.222.0.43 "GET /v2.0/networks/b777eec3-1fe1-45d9-be90-d023741ff2c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1193292 Dec 18 13:32:39.049494 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-bb18967c-6043-455b-94f3-0a2c782ab89b tempest-TagsExtTest-625436969 tempest-TagsExtTest-625436969-project] 10.222.0.31 "PUT /v2.0/subnetpools/93c73b7a-fe0e-4229-919c-bab10bc98c20/tags/tempest-TagsExtTest-Tag-122382858 HTTP/1.1" status: 201 len: 201 time: 0.0917587 Dec 18 13:32:39.050346 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 55624) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:32:39.055955 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.services.tag.tag_plugin [None req-26d82abf-7318-492b-8ce7-001e8fa6896b tempest-TagsExtTest-625436969 tempest-TagsExtTest-625436969-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '64524a6d-bb6d-4090-be7b-95f668f27099', {'tags': ['tempest-TagsExtTest-Tag-1351567414', 'tempest-TagsExtTest-Tag-1582609490', 'tempest-TagsExtTest-Tag-317708785']}) {} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:32:39.071272 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvr_db [None req-9ffa75ab-9f96-47fc-8b3b-b0c8bd4d8e16 None None] Set router 16913b98-3477-446b-b01d-d0cc0e467ef0 gateway port host: dv-neutron-744815-20-hyperv {{(pid=103161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 13:32:39.185199 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-7f3d33b4-bb9c-44e3-834e-cf7fc0ef1040 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks [] for port, precommit_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:39.187081 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.db_base_plugin_common [None req-1210588e-a944-45b1-9b69-982f4f7be365 tempest-AllowedAddressPairTestJSON-19239059 tempest-AllowedAddressPairTestJSON-19239059-project] Allocated IP 172.20.0.12 (2dc7064d-9397-49f9-9e2f-f3da3f478146/9a69a805-35e4-4163-a4d0-4b0ef162958d/9a980234-0ff4-47db-883a-3d81531633f5) {{(pid=103159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:32:39.193093 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-7f3d33b4-bb9c-44e3-834e-cf7fc0ef1040 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5659917'] for port, after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:39.193878 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-7f3d33b4-bb9c-44e3-834e-cf7fc0ef1040 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1048031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586432'] for router_interface, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:39.201134 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-26d82abf-7318-492b-8ce7-001e8fa6896b tempest-TagsExtTest-625436969 tempest-TagsExtTest-625436969-project] 10.222.0.31 "PUT /v2.0/subnets/64524a6d-bb6d-4090-be7b-95f668f27099/tags HTTP/1.1" status: 200 len: 317 time: 0.1468861 Dec 18 13:32:39.202406 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 55626) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:32:39.206899 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.services.tag.tag_plugin [None req-24d989cb-9236-4a82-b154-69c8f7501901 tempest-TagsExtTest-625436969 tempest-TagsExtTest-625436969-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '64524a6d-bb6d-4090-be7b-95f668f27099') {} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:32:39.233301 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-9d72f700-04dd-4a80-821b-7f453249b0ca req-21342aad-97d8-43f0-b9a3-d169f454b6c3 service neutron] 10.222.0.43 "GET /v2.0/networks/b777eec3-1fe1-45d9-be90-d023741ff2c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1741366 Dec 18 13:32:39.365664 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3d33b4-bb9c-44e3-834e-cf7fc0ef1040 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Pushing event updated for resources: {'Port': ['ID=2f05c4dc-35a3-4f03-a50b-26ca58e0e8a7,revision_number=2']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:32:39.387662 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-9cf0504b-9205-4724-abd2-55b32b5ae579 None None] Provisioning complete for port 8f8beac4-d241-47d5-a750-1e333f28f6cf triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:32:39.388042 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-9cf0504b-9205-4724-abd2-55b32b5ae579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:39.400892 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 8f8beac4-d241-47d5-a750-1e333f28f6cf up at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 13:32:39.481036 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f3d33b4-bb9c-44e3-834e-cf7fc0ef1040 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Network c87c1707-7fc6-4a9e-a4be-1b3ea278b34d is already hosted by enough agents. {{(pid=103159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:32:39.489585 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.base_scheduler [None req-7f3d33b4-bb9c-44e3-834e-cf7fc0ef1040 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Resources bound (agent type, host, resource id): {{(pid=103159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:32:39.576586 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-1210588e-a944-45b1-9b69-982f4f7be365 tempest-AllowedAddressPairTestJSON-19239059 tempest-AllowedAddressPairTestJSON-19239059-project] Publish callbacks [] for port, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:39.582709 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-24d989cb-9236-4a82-b154-69c8f7501901 tempest-TagsExtTest-625436969 tempest-TagsExtTest-625436969-project] 10.222.0.31 "DELETE /v2.0/subnets/64524a6d-bb6d-4090-be7b-95f668f27099/tags HTTP/1.1" status: 204 len: 168 time: 0.3766117 Dec 18 13:32:39.583808 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 55628) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:32:39.589386 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.services.tag.tag_plugin [None req-06b7c15f-ea65-4526-ab4e-358fb4337e6f tempest-TagsExtTest-625436969 tempest-TagsExtTest-625436969-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '64524a6d-bb6d-4090-be7b-95f668f27099', 'tempest-TagsExtTest-Tag-1351567414') {} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:32:39.589689 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2294866d-0076-4933-952c-685307032598 None None] Provisioning complete for port 8f8beac4-d241-47d5-a750-1e333f28f6cf triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:32:39.590063 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:39.640912 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-9cf0504b-9205-4724-abd2-55b32b5ae579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:39.666341 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.api.v2.resource [None req-06b7c15f-ea65-4526-ab4e-358fb4337e6f tempest-TagsExtTest-625436969 tempest-TagsExtTest-625436969-project] show failed (client error): The resource could not be found. Dec 18 13:32:39.671748 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-06b7c15f-ea65-4526-ab4e-358fb4337e6f tempest-TagsExtTest-625436969 tempest-TagsExtTest-625436969-project] 10.222.0.31 "GET /v2.0/subnets/64524a6d-bb6d-4090-be7b-95f668f27099/tags/tempest-TagsExtTest-Tag-1351567414 HTTP/1.1" status: 404 len: 329 time: 0.0866044 Dec 18 13:32:39.673487 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 55630) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:32:39.674566 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f3d33b4-bb9c-44e3-834e-cf7fc0ef1040 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Router aeacf3b1-68ac-4321-8ff1-57a9ecd351c1 has already been hosted by L3 agent c9c0cd52-5bd2-4704-9429-d80f1c5ad23c {{(pid=103159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 18 13:32:39.677876 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.services.tag.tag_plugin [None req-3823a7d3-e576-4cb2-a647-74a9176da2bd tempest-TagsExtTest-625436969 tempest-TagsExtTest-625436969-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '64524a6d-bb6d-4090-be7b-95f668f27099', 'tempest-TagsExtTest-Tag-1582609490') {} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:32:39.707935 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-9cf0504b-9205-4724-abd2-55b32b5ae579 None None] For port 8f8beac4-d241-47d5-a750-1e333f28f6cf, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=8f8beac4-d241-47d5-a750-1e333f28f6cf,segment=NetworkSegment(b297829c-e967-4db9-a1fe-64dd92edbd1e),segment_id=b297829c-e967-4db9-a1fe-64dd92edbd1e)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:32:39.710876 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-9ffa75ab-9f96-47fc-8b3b-b0c8bd4d8e16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16913b98-3477-446b-b01d-d0cc0e467ef0', 'name': 'tempest-TestVolumeBootPattern-1470380616-router', 'tenant_id': '2cba4008d8a8417bb0925fcf9726214e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.121'}], 'enable_snat': True}, 'gw_port_id': '0c644985-4e46-4e75-b8fe-1f0806bdf2c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:28:12Z', 'updated_at': '2021-12-18T13:28:19Z', 'revision_number': 4, 'project_id': '2cba4008d8a8417bb0925fcf9726214e', 'gw_port': {'id': '0c644985-4e46-4e75-b8fe-1f0806bdf2c1', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:55:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16913b98-3477-446b-b01d-d0cc0e467ef0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:28:13Z', 'updated_at': '2021-12-18T13:28:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv', '_floatingips': [{'id': 'dc7c7025-b4e2-4e1c-95cf-5cc8d9ebae77', 'tenant_id': '2cba4008d8a8417bb0925fcf9726214e', 'floating_ip_address': '172.26.3.160', 'floating_network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'router_id': '16913b98-3477-446b-b01d-d0cc0e467ef0', 'port_id': '5da26721-d107-4a4b-b31c-6d701c670c9f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1192, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b777eec3-1fe1-45d9-be90-d023741ff2c0', 'mac_address': 'fa:16:3e:b0:b0:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5e7f6db-2193-4bdc-a573-cb470e1f7258', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T13:32:36Z', 'updated_at': '2021-12-18T13:32:36Z', 'revision_number': 0, 'project_id': '2cba4008d8a8417bb0925fcf9726214e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3da74d69-5142-4c91-8c05-8a6b4ab78020', 'name': '', 'network_id': 'b777eec3-1fe1-45d9-be90-d023741ff2c0', 'tenant_id': '2cba4008d8a8417bb0925fcf9726214e', 'mac_address': 'fa:16:3e:7b:20:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16913b98-3477-446b-b01d-d0cc0e467ef0', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '7e8a84a3-739e-4c83-bb7f-c941648f694b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:28:18Z', 'updated_at': '2021-12-18T13:28:26Z', 'revision_number': 5, 'project_id': '2cba4008d8a8417bb0925fcf9726214e', 'subnets': [{'id': '7e8a84a3-739e-4c83-bb7f-c941648f694b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:32:39.747820 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.api.v2.resource [None req-3823a7d3-e576-4cb2-a647-74a9176da2bd tempest-TagsExtTest-625436969 tempest-TagsExtTest-625436969-project] show failed (client error): The resource could not be found. Dec 18 13:32:39.752503 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-3823a7d3-e576-4cb2-a647-74a9176da2bd tempest-TagsExtTest-625436969 tempest-TagsExtTest-625436969-project] 10.222.0.31 "GET /v2.0/subnets/64524a6d-bb6d-4090-be7b-95f668f27099/tags/tempest-TagsExtTest-Tag-1582609490 HTTP/1.1" status: 404 len: 329 time: 0.0778296 Dec 18 13:32:39.753341 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 55632) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:32:39.758438 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-9cf0504b-9205-4724-abd2-55b32b5ae579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:39.758997 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.services.tag.tag_plugin [None req-830ebc32-5372-49a7-85ef-cb8deb5caf3b tempest-TagsExtTest-625436969 tempest-TagsExtTest-625436969-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '64524a6d-bb6d-4090-be7b-95f668f27099', 'tempest-TagsExtTest-Tag-317708785') {} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:32:39.763864 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ffa75ab-9f96-47fc-8b3b-b0c8bd4d8e16 None None] The sync data for ids ['16913b98-3477-446b-b01d-d0cc0e467ef0'] in dv-neutron-744815-20-hyperv is: [{'id': '16913b98-3477-446b-b01d-d0cc0e467ef0', 'name': 'tempest-TestVolumeBootPattern-1470380616-router', 'tenant_id': '2cba4008d8a8417bb0925fcf9726214e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.121'}], 'enable_snat': True}, 'gw_port_id': '0c644985-4e46-4e75-b8fe-1f0806bdf2c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:28:12Z', 'updated_at': '2021-12-18T13:28:19Z', 'revision_number': 4, 'project_id': '2cba4008d8a8417bb0925fcf9726214e', 'gw_port': {'id': '0c644985-4e46-4e75-b8fe-1f0806bdf2c1', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:55:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16913b98-3477-446b-b01d-d0cc0e467ef0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:28:13Z', 'updated_at': '2021-12-18T13:28:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv', '_floatingips': [{'id': 'dc7c7025-b4e2-4e1c-95cf-5cc8d9ebae77', 'tenant_id': '2cba4008d8a8417bb0925fcf9726214e', 'floating_ip_address': '172.26.3.160', 'floating_network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'router_id': '16913b98-3477-446b-b01d-d0cc0e467ef0', 'port_id': '5da26721-d107-4a4b-b31c-6d701c670c9f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1192, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b777eec3-1fe1-45d9-be90-d023741ff2c0', 'mac_address': 'fa:16:3e:b0:b0:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5e7f6db-2193-4bdc-a573-cb470e1f7258', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T13:32:36Z', 'updated_at': '2021-12-18T13:32:36Z', 'revision_number': 0, 'project_id': '2cba4008d8a8417bb0925fcf9726214e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3da74d69-5142-4c91-8c05-8a6b4ab78020', 'name': '', 'network_id': 'b777eec3-1fe1-45d9-be90-d023741ff2c0', 'tenant_id': '2cba4008d8a8417bb0925fcf9726214e', 'mac_address': 'fa:16:3e:7b:20:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16913b98-3477-446b-b01d-d0cc0e467ef0', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '7e8a84a3-739e-4c83-bb7f-c941648f694b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:28:18Z', 'updated_at': '2021-12-18T13:28:26Z', 'revision_number': 5, 'project_id': '2cba4008d8a8417bb0925fcf9726214e', 'subnets': [{'id': '7e8a84a3-739e-4c83-bb7f-c941648f694b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 13:32:39.793967 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-1210588e-a944-45b1-9b69-982f4f7be365 tempest-AllowedAddressPairTestJSON-19239059 tempest-AllowedAddressPairTestJSON-19239059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:39.821606 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:39.836584 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.api.v2.resource [None req-830ebc32-5372-49a7-85ef-cb8deb5caf3b tempest-TagsExtTest-625436969 tempest-TagsExtTest-625436969-project] show failed (client error): The resource could not be found. Dec 18 13:32:39.838880 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-830ebc32-5372-49a7-85ef-cb8deb5caf3b tempest-TagsExtTest-625436969 tempest-TagsExtTest-625436969-project] 10.222.0.31 "GET /v2.0/subnets/64524a6d-bb6d-4090-be7b-95f668f27099/tags/tempest-TagsExtTest-Tag-317708785 HTTP/1.1" status: 404 len: 328 time: 0.0845289 Dec 18 13:32:39.841917 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 55634) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:32:39.843962 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf0504b-9205-4724-abd2-55b32b5ae579 None None] Pushing event updated for resources: {'Port': ['ID=8f8beac4-d241-47d5-a750-1e333f28f6cf,revision_number=5']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:32:39.847450 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.services.tag.tag_plugin [None req-653d287d-9fc6-4925-bada-84f58fc7b7cd tempest-TagsExtTest-625436969 tempest-TagsExtTest-625436969-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'da1b7a7b-fd42-4153-8408-d2f9dcdde32d', {'tags': ['tempest-TagsExtTest-Tag-368327952', 'tempest-TagsExtTest-Tag-2129371834', 'tempest-TagsExtTest-Tag-1057067090']}) {} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:32:39.869757 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1210588e-a944-45b1-9b69-982f4f7be365 tempest-AllowedAddressPairTestJSON-19239059 tempest-AllowedAddressPairTestJSON-19239059-project] Network 2dc7064d-9397-49f9-9e2f-f3da3f478146 is already hosted by enough agents. {{(pid=103159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:32:39.870931 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f3d33b4-bb9c-44e3-834e-cf7fc0ef1040 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Notify agent at l3_agent.dv-neutron-744815-20-hyperv the message routers_updated {{(pid=103159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 13:32:39.881073 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-7f3d33b4-bb9c-44e3-834e-cf7fc0ef1040 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] 10.222.0.31 "PUT /v2.0/routers/aeacf3b1-68ac-4321-8ff1-57a9ecd351c1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9495411 Dec 18 13:32:39.881073 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.base_scheduler [None req-1210588e-a944-45b1-9b69-982f4f7be365 tempest-AllowedAddressPairTestJSON-19239059 tempest-AllowedAddressPairTestJSON-19239059-project] Resources bound (agent type, host, resource id): {{(pid=103159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:32:39.881515 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 55636) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:32:39.885224 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d918894-161e-402e-af75-73846547bdf1 None None] Sync routers for ids ['aeacf3b1-68ac-4321-8ff1-57a9ecd351c1'] in dv-neutron-744815-20-hyperv {{(pid=103162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 13:32:39.892248 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1210588e-a944-45b1-9b69-982f4f7be365 tempest-AllowedAddressPairTestJSON-19239059 tempest-AllowedAddressPairTestJSON-19239059-project] Received port after_create {{(pid=103159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:32:39.894607 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1210588e-a944-45b1-9b69-982f4f7be365 tempest-AllowedAddressPairTestJSON-19239059 tempest-AllowedAddressPairTestJSON-19239059-project] Pushing event updated for resources: {'Port': ['ID=9a980234-0ff4-47db-883a-3d81531633f5,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:32:39.928458 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d918894-161e-402e-af75-73846547bdf1 None None] Routers {'aeacf3b1-68ac-4321-8ff1-57a9ecd351c1'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:32:39.934833 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-2d918894-161e-402e-af75-73846547bdf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:32:27Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['aeacf3b1-68ac-4321-8ff1-57a9ecd351c1'], 'active': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:32:39.942082 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-758b8444-8c7f-42be-8844-d72432464ef8 None None] Provisioning complete for port e318b1dc-79b3-4069-9049-4df6144997a3 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:32:39.942466 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-758b8444-8c7f-42be-8844-d72432464ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:39.970133 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-653d287d-9fc6-4925-bada-84f58fc7b7cd tempest-TagsExtTest-625436969 tempest-TagsExtTest-625436969-project] 10.222.0.31 "PUT /v2.0/ports/da1b7a7b-fd42-4153-8408-d2f9dcdde32d/tags HTTP/1.1" status: 200 len: 317 time: 0.1265409 Dec 18 13:32:39.972820 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 55638) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:32:39.973655 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46489f51-b6b8-4e0f-ae21-55c7daaf5800 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:32:39.974771 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-46489f51-b6b8-4e0f-ae21-55c7daaf5800 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] 10.222.0.31 "GET /v2.0/ports/2f05c4dc-35a3-4f03-a50b-26ca58e0e8a7 HTTP/1.1" status: 200 len: 913 time: 0.0923140 Dec 18 13:32:39.978540 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.services.tag.tag_plugin [None req-ea6fc13c-bb39-4371-855c-67c3ca93af7c tempest-TagsExtTest-625436969 tempest-TagsExtTest-625436969-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'da1b7a7b-fd42-4153-8408-d2f9dcdde32d') {} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:32:39.988339 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 55640) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:32:40.005060 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1210588e-a944-45b1-9b69-982f4f7be365 tempest-AllowedAddressPairTestJSON-19239059 tempest-AllowedAddressPairTestJSON-19239059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:32:40.005649 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-1210588e-a944-45b1-9b69-982f4f7be365 tempest-AllowedAddressPairTestJSON-19239059 tempest-AllowedAddressPairTestJSON-19239059-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:40.006084 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-2d918894-161e-402e-af75-73846547bdf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:32:40.008702 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-758b8444-8c7f-42be-8844-d72432464ef8 None None] Port e318b1dc-79b3-4069-9049-4df6144997a3 cannot update to ACTIVE because it is not bound. {{(pid=103161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 13:32:40.026050 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.db.api [None req-2294866d-0076-4933-952c-685307032598 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103161) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 18 13:32:40.026405 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG oslo_db.api [None req-2294866d-0076-4933-952c-685307032598 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 18 13:32:40.030343 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d918894-161e-402e-af75-73846547bdf1 None None] Routers {'aeacf3b1-68ac-4321-8ff1-57a9ecd351c1'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:32:40.030921 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-2d918894-161e-402e-af75-73846547bdf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:32:27Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['aeacf3b1-68ac-4321-8ff1-57a9ecd351c1'], 'active': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:32:40.050695 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-758b8444-8c7f-42be-8844-d72432464ef8 None None] Provisioning complete for port 2f05c4dc-35a3-4f03-a50b-26ca58e0e8a7 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:32:40.051073 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-758b8444-8c7f-42be-8844-d72432464ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:40.070805 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-ea6fc13c-bb39-4371-855c-67c3ca93af7c tempest-TagsExtTest-625436969 tempest-TagsExtTest-625436969-project] 10.222.0.31 "DELETE /v2.0/ports/da1b7a7b-fd42-4153-8408-d2f9dcdde32d/tags HTTP/1.1" status: 204 len: 168 time: 0.0941548 Dec 18 13:32:40.071060 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 55642) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:32:40.081984 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.services.tag.tag_plugin [None req-a145742b-97d6-49ab-b9db-978929411ea6 tempest-TagsExtTest-625436969 tempest-TagsExtTest-625436969-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'da1b7a7b-fd42-4153-8408-d2f9dcdde32d', 'tempest-TagsExtTest-Tag-368327952') {} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:32:40.100462 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-2d918894-161e-402e-af75-73846547bdf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:32:40.101444 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d918894-161e-402e-af75-73846547bdf1 None None] The sync data for ids ['aeacf3b1-68ac-4321-8ff1-57a9ecd351c1'] in dv-neutron-744815-20-hyperv is: [] {{(pid=103162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 13:32:40.121882 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-758b8444-8c7f-42be-8844-d72432464ef8 None None] Port 2f05c4dc-35a3-4f03-a50b-26ca58e0e8a7 cannot update to ACTIVE because it is not bound. {{(pid=103161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 13:32:40.142148 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-1210588e-a944-45b1-9b69-982f4f7be365 tempest-AllowedAddressPairTestJSON-19239059 tempest-AllowedAddressPairTestJSON-19239059-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4955471 Dec 18 13:32:40.145511 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 55644) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:32:40.151106 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-b7ce57b9-a966-4d06-9d27-f39ed4bf7826 tempest-AllowedAddressPairTestJSON-19239059 tempest-AllowedAddressPairTestJSON-19239059-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:c4:af:8a'}, {'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:38:d7:be'}]}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:32:40.160735 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-057557c7-c26e-4b5b-a122-e0c2a05b1343 None None] New status for floating IP dc7c7025-b4e2-4e1c-95cf-5cc8d9ebae77: ACTIVE {{(pid=103161) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 18 13:32:40.176745 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.api.v2.resource [None req-a145742b-97d6-49ab-b9db-978929411ea6 tempest-TagsExtTest-625436969 tempest-TagsExtTest-625436969-project] show failed (client error): The resource could not be found. Dec 18 13:32:40.180484 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-a145742b-97d6-49ab-b9db-978929411ea6 tempest-TagsExtTest-625436969 tempest-TagsExtTest-625436969-project] 10.222.0.31 "GET /v2.0/ports/da1b7a7b-fd42-4153-8408-d2f9dcdde32d/tags/tempest-TagsExtTest-Tag-368327952 HTTP/1.1" status: 404 len: 328 time: 0.1058335 Dec 18 13:32:40.183857 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 55646) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:32:40.189130 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.services.tag.tag_plugin [None req-544e7260-bdca-4b00-b96e-3e3a9616f396 tempest-TagsExtTest-625436969 tempest-TagsExtTest-625436969-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'da1b7a7b-fd42-4153-8408-d2f9dcdde32d', 'tempest-TagsExtTest-Tag-2129371834') {} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:32:40.251904 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.api.v2.resource [None req-544e7260-bdca-4b00-b96e-3e3a9616f396 tempest-TagsExtTest-625436969 tempest-TagsExtTest-625436969-project] show failed (client error): The resource could not be found. Dec 18 13:32:40.256952 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-544e7260-bdca-4b00-b96e-3e3a9616f396 tempest-TagsExtTest-625436969 tempest-TagsExtTest-625436969-project] 10.222.0.31 "GET /v2.0/ports/da1b7a7b-fd42-4153-8408-d2f9dcdde32d/tags/tempest-TagsExtTest-Tag-2129371834 HTTP/1.1" status: 404 len: 329 time: 0.0717919 Dec 18 13:32:40.257554 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 55648) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:32:40.261914 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.services.tag.tag_plugin [None req-b8b4badf-bbbf-402f-831d-aeb1e8c448bb tempest-TagsExtTest-625436969 tempest-TagsExtTest-625436969-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'da1b7a7b-fd42-4153-8408-d2f9dcdde32d', 'tempest-TagsExtTest-Tag-1057067090') {} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:32:40.315532 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.api.v2.resource [None req-b8b4badf-bbbf-402f-831d-aeb1e8c448bb tempest-TagsExtTest-625436969 tempest-TagsExtTest-625436969-project] show failed (client error): The resource could not be found. Dec 18 13:32:40.319468 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-b8b4badf-bbbf-402f-831d-aeb1e8c448bb tempest-TagsExtTest-625436969 tempest-TagsExtTest-625436969-project] 10.222.0.31 "GET /v2.0/ports/da1b7a7b-fd42-4153-8408-d2f9dcdde32d/tags/tempest-TagsExtTest-Tag-1057067090 HTTP/1.1" status: 404 len: 329 time: 0.0608406 Dec 18 13:32:40.320024 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 55650) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:32:40.324604 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.services.tag.tag_plugin [None req-fad142ef-cc58-4688-a931-74088aa63c4e tempest-TagsExtTest-625436969 tempest-TagsExtTest-625436969-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '051c75e4-51b6-4e2d-9934-0f4f3d45298a', {'tags': ['tempest-TagsExtTest-Tag-821112602', 'tempest-TagsExtTest-Tag-1060460581', 'tempest-TagsExtTest-Tag-1224607641']}) {} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:32:40.351063 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-c6474654-666f-4805-a745-cf81d8bcb9c5 None None] Provisioning complete for port 9a980234-0ff4-47db-883a-3d81531633f5 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:32:40.351508 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c6474654-666f-4805-a745-cf81d8bcb9c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:40.389855 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-c6474654-666f-4805-a745-cf81d8bcb9c5 None None] Port 9a980234-0ff4-47db-883a-3d81531633f5 cannot update to ACTIVE because it is not bound. {{(pid=103161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 13:32:40.421761 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-fad142ef-cc58-4688-a931-74088aa63c4e tempest-TagsExtTest-625436969 tempest-TagsExtTest-625436969-project] 10.222.0.31 "PUT /v2.0/routers/051c75e4-51b6-4e2d-9934-0f4f3d45298a/tags HTTP/1.1" status: 200 len: 317 time: 0.1005659 Dec 18 13:32:40.425061 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 55652) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:32:40.429363 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.services.tag.tag_plugin [None req-5ae904ec-21c4-45a7-bdca-52b6311a0f31 tempest-TagsExtTest-625436969 tempest-TagsExtTest-625436969-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '051c75e4-51b6-4e2d-9934-0f4f3d45298a') {} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:32:40.444592 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b7ce57b9-a966-4d06-9d27-f39ed4bf7826 tempest-AllowedAddressPairTestJSON-19239059 tempest-AllowedAddressPairTestJSON-19239059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:40.527859 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-5ae904ec-21c4-45a7-bdca-52b6311a0f31 tempest-TagsExtTest-625436969 tempest-TagsExtTest-625436969-project] 10.222.0.31 "DELETE /v2.0/routers/051c75e4-51b6-4e2d-9934-0f4f3d45298a/tags HTTP/1.1" status: 204 len: 168 time: 0.1018128 Dec 18 13:32:40.530995 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 55654) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:32:40.538575 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.services.tag.tag_plugin [None req-3e4d0bba-a752-4697-a83a-36a591ca27d1 tempest-TagsExtTest-625436969 tempest-TagsExtTest-625436969-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '051c75e4-51b6-4e2d-9934-0f4f3d45298a', 'tempest-TagsExtTest-Tag-821112602') {} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:32:40.570260 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 1eca5e32-a765-44be-a5e7-741ab992c49e up at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 13:32:40.630511 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2294866d-0076-4933-952c-685307032598 None None] Provisioning complete for port 1eca5e32-a765-44be-a5e7-741ab992c49e triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:32:40.630980 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:40.632685 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.api.v2.resource [None req-3e4d0bba-a752-4697-a83a-36a591ca27d1 tempest-TagsExtTest-625436969 tempest-TagsExtTest-625436969-project] show failed (client error): The resource could not be found. Dec 18 13:32:40.633724 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-3e4d0bba-a752-4697-a83a-36a591ca27d1 tempest-TagsExtTest-625436969 tempest-TagsExtTest-625436969-project] 10.222.0.31 "GET /v2.0/routers/051c75e4-51b6-4e2d-9934-0f4f3d45298a/tags/tempest-TagsExtTest-Tag-821112602 HTTP/1.1" status: 404 len: 328 time: 0.1013699 Dec 18 13:32:40.640624 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 55658) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:32:40.647215 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.services.tag.tag_plugin [None req-77094527-fac2-46a8-85a1-82bc7c507ed1 tempest-TagsExtTest-625436969 tempest-TagsExtTest-625436969-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '051c75e4-51b6-4e2d-9934-0f4f3d45298a', 'tempest-TagsExtTest-Tag-1060460581') {} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:32:40.757683 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-46d9bec0-9fac-452a-9f0c-e7f9814a431b tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-586101'] for router_interface, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:40.837192 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b7ce57b9-a966-4d06-9d27-f39ed4bf7826 tempest-AllowedAddressPairTestJSON-19239059 tempest-AllowedAddressPairTestJSON-19239059-project] Publish callbacks [] for port, precommit_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:40.844746 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b7ce57b9-a966-4d06-9d27-f39ed4bf7826 tempest-AllowedAddressPairTestJSON-19239059 tempest-AllowedAddressPairTestJSON-19239059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5659917'] for port, after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:40.851952 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.api.v2.resource [None req-77094527-fac2-46a8-85a1-82bc7c507ed1 tempest-TagsExtTest-625436969 tempest-TagsExtTest-625436969-project] show failed (client error): The resource could not be found. Dec 18 13:32:40.852962 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-77094527-fac2-46a8-85a1-82bc7c507ed1 tempest-TagsExtTest-625436969 tempest-TagsExtTest-625436969-project] 10.222.0.31 "GET /v2.0/routers/051c75e4-51b6-4e2d-9934-0f4f3d45298a/tags/tempest-TagsExtTest-Tag-1060460581 HTTP/1.1" status: 404 len: 329 time: 0.2114177 Dec 18 13:32:40.855983 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 55660) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:32:40.860979 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.services.tag.tag_plugin [None req-9a76f6bb-7fd0-42f1-a998-327e0b713f78 tempest-TagsExtTest-625436969 tempest-TagsExtTest-625436969-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '051c75e4-51b6-4e2d-9934-0f4f3d45298a', 'tempest-TagsExtTest-Tag-1224607641') {} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:32:40.943758 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.api.v2.resource [None req-9a76f6bb-7fd0-42f1-a998-327e0b713f78 tempest-TagsExtTest-625436969 tempest-TagsExtTest-625436969-project] show failed (client error): The resource could not be found. Dec 18 13:32:40.947563 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-9a76f6bb-7fd0-42f1-a998-327e0b713f78 tempest-TagsExtTest-625436969 tempest-TagsExtTest-625436969-project] 10.222.0.31 "GET /v2.0/routers/051c75e4-51b6-4e2d-9934-0f4f3d45298a/tags/tempest-TagsExtTest-Tag-1224607641 HTTP/1.1" status: 404 len: 329 time: 0.0878592 Dec 18 13:32:40.947746 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 55662) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:32:40.952384 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.services.tag.tag_plugin [None req-62ca9795-5642-4ba3-b35d-030d30b3ff15 tempest-TagsExtTest-625436969 tempest-TagsExtTest-625436969-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '93c73b7a-fe0e-4229-919c-bab10bc98c20', {'tags': ['tempest-TagsExtTest-Tag-1643902375', 'tempest-TagsExtTest-Tag-1414510444', 'tempest-TagsExtTest-Tag-712218729']}) {} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:32:40.972837 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ce57b9-a966-4d06-9d27-f39ed4bf7826 tempest-AllowedAddressPairTestJSON-19239059 tempest-AllowedAddressPairTestJSON-19239059-project] Pushing event updated for resources: {'Port': ['ID=9a980234-0ff4-47db-883a-3d81531633f5,revision_number=2']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:32:40.998290 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-62ca9795-5642-4ba3-b35d-030d30b3ff15 tempest-TagsExtTest-625436969 tempest-TagsExtTest-625436969-project] 10.222.0.31 "PUT /v2.0/subnetpools/93c73b7a-fe0e-4229-919c-bab10bc98c20/tags HTTP/1.1" status: 200 len: 317 time: 0.0493679 Dec 18 13:32:40.999307 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 55664) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:32:41.004403 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-b7ce57b9-a966-4d06-9d27-f39ed4bf7826 tempest-AllowedAddressPairTestJSON-19239059 tempest-AllowedAddressPairTestJSON-19239059-project] In _notify_port_updated(), no bound segment for port 9a980234-0ff4-47db-883a-3d81531633f5 on network 2dc7064d-9397-49f9-9e2f-f3da3f478146 {{(pid=103159) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 18 13:32:41.004792 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.services.tag.tag_plugin [None req-705509c3-3fde-4c87-91d3-c833cb411d91 tempest-TagsExtTest-625436969 tempest-TagsExtTest-625436969-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '93c73b7a-fe0e-4229-919c-bab10bc98c20') {} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:32:41.009927 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7ce57b9-a966-4d06-9d27-f39ed4bf7826 tempest-AllowedAddressPairTestJSON-19239059 tempest-AllowedAddressPairTestJSON-19239059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:32:41.010595 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b7ce57b9-a966-4d06-9d27-f39ed4bf7826 tempest-AllowedAddressPairTestJSON-19239059 tempest-AllowedAddressPairTestJSON-19239059-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:41.014486 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-b7ce57b9-a966-4d06-9d27-f39ed4bf7826 tempest-AllowedAddressPairTestJSON-19239059 tempest-AllowedAddressPairTestJSON-19239059-project] 10.222.0.31 "PUT /v2.0/ports/9a980234-0ff4-47db-883a-3d81531633f5 HTTP/1.1" status: 200 len: 1057 time: 0.8652318 Dec 18 13:32:41.015522 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 55666) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:32:41.107268 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-705509c3-3fde-4c87-91d3-c833cb411d91 tempest-TagsExtTest-625436969 tempest-TagsExtTest-625436969-project] 10.222.0.31 "DELETE /v2.0/subnetpools/93c73b7a-fe0e-4229-919c-bab10bc98c20/tags HTTP/1.1" status: 204 len: 168 time: 0.1066356 Dec 18 13:32:41.110976 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 55668) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:32:41.116357 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.services.tag.tag_plugin [None req-3dacf3c6-6f42-4330-8da8-1fcebbab539a tempest-TagsExtTest-625436969 tempest-TagsExtTest-625436969-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '93c73b7a-fe0e-4229-919c-bab10bc98c20', 'tempest-TagsExtTest-Tag-1643902375') {} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:32:41.123489 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-ac58ec84-6b3d-4d26-a9a6-c9bb78e9caa0 None None] Provisioning complete for port 9a980234-0ff4-47db-883a-3d81531633f5 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:32:41.124044 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ac58ec84-6b3d-4d26-a9a6-c9bb78e9caa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:41.138703 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-46d9bec0-9fac-452a-9f0c-e7f9814a431b tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Deleting port 2f05c4dc-35a3-4f03-a50b-26ca58e0e8a7 {{(pid=103159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:32:41.139052 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-46d9bec0-9fac-452a-9f0c-e7f9814a431b tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:41.146529 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.api.v2.resource [None req-3dacf3c6-6f42-4330-8da8-1fcebbab539a tempest-TagsExtTest-625436969 tempest-TagsExtTest-625436969-project] show failed (client error): The resource could not be found. Dec 18 13:32:41.150217 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-3dacf3c6-6f42-4330-8da8-1fcebbab539a tempest-TagsExtTest-625436969 tempest-TagsExtTest-625436969-project] 10.222.0.31 "GET /v2.0/subnetpools/93c73b7a-fe0e-4229-919c-bab10bc98c20/tags/tempest-TagsExtTest-Tag-1643902375 HTTP/1.1" status: 404 len: 329 time: 0.0346758 Dec 18 13:32:41.150455 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 55670) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:32:41.154794 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.services.tag.tag_plugin [None req-71d3a82e-f822-4fb6-82be-52e574e02c71 tempest-TagsExtTest-625436969 tempest-TagsExtTest-625436969-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '93c73b7a-fe0e-4229-919c-bab10bc98c20', 'tempest-TagsExtTest-Tag-1414510444') {} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:32:41.158898 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-36609670-5a76-4f5d-baf8-6d15de8fc6a4 tempest-AllowedAddressPairTestJSON-19239059 tempest-AllowedAddressPairTestJSON-19239059-project] Deleting port 9a980234-0ff4-47db-883a-3d81531633f5 {{(pid=103160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:32:41.159174 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-36609670-5a76-4f5d-baf8-6d15de8fc6a4 tempest-AllowedAddressPairTestJSON-19239059 tempest-AllowedAddressPairTestJSON-19239059-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:41.165966 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-ac58ec84-6b3d-4d26-a9a6-c9bb78e9caa0 None None] Port 9a980234-0ff4-47db-883a-3d81531633f5 cannot update to ACTIVE because it is not bound. {{(pid=103161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 13:32:41.228999 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-46d9bec0-9fac-452a-9f0c-e7f9814a431b tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:41.230098 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.api.v2.resource [None req-71d3a82e-f822-4fb6-82be-52e574e02c71 tempest-TagsExtTest-625436969 tempest-TagsExtTest-625436969-project] show failed (client error): The resource could not be found. Dec 18 13:32:41.231188 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-71d3a82e-f822-4fb6-82be-52e574e02c71 tempest-TagsExtTest-625436969 tempest-TagsExtTest-625436969-project] 10.222.0.31 "GET /v2.0/subnetpools/93c73b7a-fe0e-4229-919c-bab10bc98c20/tags/tempest-TagsExtTest-Tag-1414510444 HTTP/1.1" status: 404 len: 329 time: 0.0798318 Dec 18 13:32:41.235376 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 55672) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:32:41.241584 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.services.tag.tag_plugin [None req-7207de59-3a41-49f7-a6e7-de831a10ba26 tempest-TagsExtTest-625436969 tempest-TagsExtTest-625436969-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '93c73b7a-fe0e-4229-919c-bab10bc98c20', 'tempest-TagsExtTest-Tag-712218729') {} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:32:41.246331 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-46d9bec0-9fac-452a-9f0c-e7f9814a431b tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Calling delete_port for 2f05c4dc-35a3-4f03-a50b-26ca58e0e8a7 owned by network:router_interface {{(pid=103159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:32:41.264863 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 8f8beac4-d241-47d5-a750-1e333f28f6cf up at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 13:32:41.275938 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-36609670-5a76-4f5d-baf8-6d15de8fc6a4 tempest-AllowedAddressPairTestJSON-19239059 tempest-AllowedAddressPairTestJSON-19239059-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:41.283617 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.api.v2.resource [None req-7207de59-3a41-49f7-a6e7-de831a10ba26 tempest-TagsExtTest-625436969 tempest-TagsExtTest-625436969-project] show failed (client error): The resource could not be found. Dec 18 13:32:41.287312 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-7207de59-3a41-49f7-a6e7-de831a10ba26 tempest-TagsExtTest-625436969 tempest-TagsExtTest-625436969-project] 10.222.0.31 "GET /v2.0/subnetpools/93c73b7a-fe0e-4229-919c-bab10bc98c20/tags/tempest-TagsExtTest-Tag-712218729 HTTP/1.1" status: 404 len: 328 time: 0.0483518 Dec 18 13:32:41.287937 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 55674) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:32:41.294544 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.services.tag.tag_plugin [None req-26eb36df-1a92-48db-804b-fa8ac7a2c214 tempest-TagsExtTest-625436969 tempest-TagsExtTest-625436969-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '93c73b7a-fe0e-4229-919c-bab10bc98c20') {} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:32:41.297026 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-36609670-5a76-4f5d-baf8-6d15de8fc6a4 tempest-AllowedAddressPairTestJSON-19239059 tempest-AllowedAddressPairTestJSON-19239059-project] Calling delete_port for 9a980234-0ff4-47db-883a-3d81531633f5 owned by {{(pid=103160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:32:41.319555 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2294866d-0076-4933-952c-685307032598 None None] Provisioning complete for port 8f8beac4-d241-47d5-a750-1e333f28f6cf triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:32:41.320078 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:41.365203 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-26eb36df-1a92-48db-804b-fa8ac7a2c214 tempest-TagsExtTest-625436969 tempest-TagsExtTest-625436969-project] 10.222.0.31 "DELETE /v2.0/subnetpools/93c73b7a-fe0e-4229-919c-bab10bc98c20/tags HTTP/1.1" status: 204 len: 168 time: 0.0766118 Dec 18 13:32:41.367816 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 55676) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:32:41.373506 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.services.tag.tag_plugin [None req-85742b38-e03e-42c2-8cb3-ca69b15f792b tempest-TagsExtTest-625436969 tempest-TagsExtTest-625436969-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '051c75e4-51b6-4e2d-9934-0f4f3d45298a') {} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:32:41.448790 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-36609670-5a76-4f5d-baf8-6d15de8fc6a4 tempest-AllowedAddressPairTestJSON-19239059 tempest-AllowedAddressPairTestJSON-19239059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4533522'] for port, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:41.478856 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36609670-5a76-4f5d-baf8-6d15de8fc6a4 tempest-AllowedAddressPairTestJSON-19239059 tempest-AllowedAddressPairTestJSON-19239059-project] Pushing event deleted for resources: {'Port': ['ID=9a980234-0ff4-47db-883a-3d81531633f5,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:32:41.502068 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-46d9bec0-9fac-452a-9f0c-e7f9814a431b tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:41.534923 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-85742b38-e03e-42c2-8cb3-ca69b15f792b tempest-TagsExtTest-625436969 tempest-TagsExtTest-625436969-project] 10.222.0.31 "DELETE /v2.0/routers/051c75e4-51b6-4e2d-9934-0f4f3d45298a/tags HTTP/1.1" status: 204 len: 168 time: 0.1657944 Dec 18 13:32:41.537454 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 55678) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:32:41.539803 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d9bec0-9fac-452a-9f0c-e7f9814a431b tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Pushing event deleted for resources: {'Port': ['ID=2f05c4dc-35a3-4f03-a50b-26ca58e0e8a7,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:32:41.544316 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.services.tag.tag_plugin [None req-9af70b8b-9f9f-4497-b6f8-56e27187dd3f tempest-TagsExtTest-625436969 tempest-TagsExtTest-625436969-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'da1b7a7b-fd42-4153-8408-d2f9dcdde32d') {} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:32:42.060052 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-36609670-5a76-4f5d-baf8-6d15de8fc6a4 tempest-AllowedAddressPairTestJSON-19239059 tempest-AllowedAddressPairTestJSON-19239059-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:42.063479 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-36609670-5a76-4f5d-baf8-6d15de8fc6a4 tempest-AllowedAddressPairTestJSON-19239059 tempest-AllowedAddressPairTestJSON-19239059-project] 10.222.0.31 "DELETE /v2.0/ports/9a980234-0ff4-47db-883a-3d81531633f5 HTTP/1.1" status: 204 len: 168 time: 1.0469613 Dec 18 13:32:42.065076 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-9af70b8b-9f9f-4497-b6f8-56e27187dd3f tempest-TagsExtTest-625436969 tempest-TagsExtTest-625436969-project] 10.222.0.31 "DELETE /v2.0/ports/da1b7a7b-fd42-4153-8408-d2f9dcdde32d/tags HTTP/1.1" status: 204 len: 168 time: 0.5257895 Dec 18 13:32:42.065782 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-46d9bec0-9fac-452a-9f0c-e7f9814a431b tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1048020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-576035'] for router_interface, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:42.066796 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 55680) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:32:42.067172 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 55682) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:32:42.072644 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.services.tag.tag_plugin [None req-662d512c-01be-42fb-9559-af5c6ab089d6 tempest-TagsExtTest-625436969 tempest-TagsExtTest-625436969-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '64524a6d-bb6d-4090-be7b-95f668f27099') {} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:32:42.114962 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.pecan_wsgi.hooks.translation [None req-5689fa40-c2c9-4528-b879-8d04f5ff1fac tempest-AllowedAddressPairTestJSON-19239059 tempest-AllowedAddressPairTestJSON-19239059-project] GET failed (client error): The resource could not be found. Dec 18 13:32:42.116416 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-5689fa40-c2c9-4528-b879-8d04f5ff1fac tempest-AllowedAddressPairTestJSON-19239059 tempest-AllowedAddressPairTestJSON-19239059-project] 10.222.0.31 "GET /v2.0/ports/9a980234-0ff4-47db-883a-3d81531633f5 HTTP/1.1" status: 404 len: 333 time: 0.0483005 Dec 18 13:32:42.120190 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 55684) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:32:42.212381 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-662d512c-01be-42fb-9559-af5c6ab089d6 tempest-TagsExtTest-625436969 tempest-TagsExtTest-625436969-project] 10.222.0.31 "DELETE /v2.0/subnets/64524a6d-bb6d-4090-be7b-95f668f27099/tags HTTP/1.1" status: 204 len: 168 time: 0.1429098 Dec 18 13:32:42.216858 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 55686) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:32:42.263043 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46d9bec0-9fac-452a-9f0c-e7f9814a431b tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Router aeacf3b1-68ac-4321-8ff1-57a9ecd351c1 has already been hosted by L3 agent c9c0cd52-5bd2-4704-9429-d80f1c5ad23c {{(pid=103159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 18 13:32:42.269969 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-b20e8471-b960-4197-8973-8c8bc4a307d8 tempest-AllowedAddressPairTestJSON-19239059 tempest-AllowedAddressPairTestJSON-19239059-project] Deleting port e318b1dc-79b3-4069-9049-4df6144997a3 {{(pid=103160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:32:42.270269 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-b20e8471-b960-4197-8973-8c8bc4a307d8 tempest-AllowedAddressPairTestJSON-19239059 tempest-AllowedAddressPairTestJSON-19239059-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:42.362067 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-8a1c7370-25b4-4133-8a90-326dd0e3745c tempest-TagsExtTest-625436969 tempest-TagsExtTest-625436969-project] Publish callbacks [] for subnetpool, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:42.365568 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-8a1c7370-25b4-4133-8a90-326dd0e3745c tempest-TagsExtTest-625436969 tempest-TagsExtTest-625436969-project] 10.222.0.31 "DELETE /v2.0/subnetpools/93c73b7a-fe0e-4229-919c-bab10bc98c20 HTTP/1.1" status: 204 len: 168 time: 0.1454523 Dec 18 13:32:42.365998 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 55688) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:32:42.377307 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46d9bec0-9fac-452a-9f0c-e7f9814a431b tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Notify agent at l3_agent.dv-neutron-744815-20-hyperv the message routers_updated {{(pid=103159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 13:32:42.382974 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-46d9bec0-9fac-452a-9f0c-e7f9814a431b tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] 10.222.0.31 "PUT /v2.0/routers/aeacf3b1-68ac-4321-8ff1-57a9ecd351c1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3935673 Dec 18 13:32:42.390765 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a611fd9-3668-4ba5-869d-9358dc120f73 None None] Sync routers for ids ['aeacf3b1-68ac-4321-8ff1-57a9ecd351c1'] in dv-neutron-744815-20-hyperv {{(pid=103162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 13:32:42.393925 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 55690) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:32:42.404246 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a611fd9-3668-4ba5-869d-9358dc120f73 None None] Routers {'aeacf3b1-68ac-4321-8ff1-57a9ecd351c1'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:32:42.405229 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-5a611fd9-3668-4ba5-869d-9358dc120f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:32:27Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['aeacf3b1-68ac-4321-8ff1-57a9ecd351c1'], 'active': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:32:42.419796 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-53b9fdb4-67b7-41af-a0e8-26e99f7b67d2 tempest-TagsExtTest-625436969 tempest-TagsExtTest-625436969-project] 10.222.0.31 "GET /v2.0/ports?device_id=051c75e4-51b6-4e2d-9934-0f4f3d45298a HTTP/1.1" status: 200 len: 205 time: 0.0517776 Dec 18 13:32:42.422039 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 55692) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:32:42.444301 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-5a611fd9-3668-4ba5-869d-9358dc120f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:32:42.455959 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a611fd9-3668-4ba5-869d-9358dc120f73 None None] Routers {'aeacf3b1-68ac-4321-8ff1-57a9ecd351c1'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:32:42.456860 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-5a611fd9-3668-4ba5-869d-9358dc120f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:32:27Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['aeacf3b1-68ac-4321-8ff1-57a9ecd351c1'], 'active': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:32:42.475040 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-b20e8471-b960-4197-8973-8c8bc4a307d8 tempest-AllowedAddressPairTestJSON-19239059 tempest-AllowedAddressPairTestJSON-19239059-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:42.492573 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-b20e8471-b960-4197-8973-8c8bc4a307d8 tempest-AllowedAddressPairTestJSON-19239059 tempest-AllowedAddressPairTestJSON-19239059-project] Calling delete_port for e318b1dc-79b3-4069-9049-4df6144997a3 owned by {{(pid=103160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:32:42.508092 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-5a611fd9-3668-4ba5-869d-9358dc120f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:32:42.509765 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a611fd9-3668-4ba5-869d-9358dc120f73 None None] The sync data for ids ['aeacf3b1-68ac-4321-8ff1-57a9ecd351c1'] in dv-neutron-744815-20-hyperv is: [] {{(pid=103162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 13:32:42.514844 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-2a4a057d-8e9f-4fb0-a492-4b36a8f1071b tempest-TagsExtTest-625436969 tempest-TagsExtTest-625436969-project] Publish callbacks [] for router, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:42.701433 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-2a4a057d-8e9f-4fb0-a492-4b36a8f1071b tempest-TagsExtTest-625436969 tempest-TagsExtTest-625436969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-589815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28643'] for router, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:42.704111 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-2a4a057d-8e9f-4fb0-a492-4b36a8f1071b tempest-TagsExtTest-625436969 tempest-TagsExtTest-625436969-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:42.757727 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-2a4a057d-8e9f-4fb0-a492-4b36a8f1071b tempest-TagsExtTest-625436969 tempest-TagsExtTest-625436969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-589710'] for router, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:42.758232 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a4a057d-8e9f-4fb0-a492-4b36a8f1071b tempest-TagsExtTest-625436969 tempest-TagsExtTest-625436969-project] Fanout notify agent at l3_agent the message router_deleted on router 051c75e4-51b6-4e2d-9934-0f4f3d45298a {{(pid=103159) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 18 13:32:42.766172 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-2a4a057d-8e9f-4fb0-a492-4b36a8f1071b tempest-TagsExtTest-625436969 tempest-TagsExtTest-625436969-project] Publish callbacks [] for router, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:42.767462 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-2a4a057d-8e9f-4fb0-a492-4b36a8f1071b tempest-TagsExtTest-625436969 tempest-TagsExtTest-625436969-project] 10.222.0.31 "DELETE /v2.0/routers/051c75e4-51b6-4e2d-9934-0f4f3d45298a HTTP/1.1" status: 204 len: 168 time: 0.3441889 Dec 18 13:32:42.770092 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 55696) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:32:42.816223 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-b20e8471-b960-4197-8973-8c8bc4a307d8 tempest-AllowedAddressPairTestJSON-19239059 tempest-AllowedAddressPairTestJSON-19239059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4533522'] for port, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:42.862351 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-f8475eb6-0c27-49fc-9e6e-5e5bf2e77be7 req-f265da34-c6f7-4d52-b66b-d31acffc5c25 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=e6564b3d-9478-4ad2-b062-315cb204d8f1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1096506 Dec 18 13:32:42.863126 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20e8471-b960-4197-8973-8c8bc4a307d8 tempest-AllowedAddressPairTestJSON-19239059 tempest-AllowedAddressPairTestJSON-19239059-project] Pushing event deleted for resources: {'Port': ['ID=e318b1dc-79b3-4069-9049-4df6144997a3,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:32:42.863710 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-d79f80a2-337e-4418-a6c9-c490ad261c60 tempest-TagsExtTest-625436969 tempest-TagsExtTest-625436969-project] Deleting port da1b7a7b-fd42-4153-8408-d2f9dcdde32d {{(pid=103159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:32:42.864152 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-d79f80a2-337e-4418-a6c9-c490ad261c60 tempest-TagsExtTest-625436969 tempest-TagsExtTest-625436969-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:42.973993 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-d79f80a2-337e-4418-a6c9-c490ad261c60 tempest-TagsExtTest-625436969 tempest-TagsExtTest-625436969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:42.988094 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-d79f80a2-337e-4418-a6c9-c490ad261c60 tempest-TagsExtTest-625436969 tempest-TagsExtTest-625436969-project] Calling delete_port for da1b7a7b-fd42-4153-8408-d2f9dcdde32d owned by {{(pid=103159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:32:42.989204 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-b20e8471-b960-4197-8973-8c8bc4a307d8 tempest-AllowedAddressPairTestJSON-19239059 tempest-AllowedAddressPairTestJSON-19239059-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:42.994626 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-b20e8471-b960-4197-8973-8c8bc4a307d8 tempest-AllowedAddressPairTestJSON-19239059 tempest-AllowedAddressPairTestJSON-19239059-project] 10.222.0.31 "DELETE /v2.0/ports/e318b1dc-79b3-4069-9049-4df6144997a3 HTTP/1.1" status: 204 len: 168 time: 0.8710527 Dec 18 13:32:42.996216 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 55698) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:32:43.029099 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.pecan_wsgi.hooks.translation [None req-f96dc692-f444-4cde-87bc-a044007d8e01 tempest-AllowedAddressPairTestJSON-19239059 tempest-AllowedAddressPairTestJSON-19239059-project] GET failed (client error): The resource could not be found. Dec 18 13:32:43.035474 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-f96dc692-f444-4cde-87bc-a044007d8e01 tempest-AllowedAddressPairTestJSON-19239059 tempest-AllowedAddressPairTestJSON-19239059-project] 10.222.0.31 "GET /v2.0/ports/e318b1dc-79b3-4069-9049-4df6144997a3 HTTP/1.1" status: 404 len: 333 time: 0.0345681 Dec 18 13:32:43.036054 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 55700) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:32:43.055766 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8475eb6-0c27-49fc-9e6e-5e5bf2e77be7 req-0dd95dd1-cb72-45be-bd2e-9c010aea414a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:32:43.058037 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-f8475eb6-0c27-49fc-9e6e-5e5bf2e77be7 req-0dd95dd1-cb72-45be-bd2e-9c010aea414a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6e88b8a5aed24360a829007d7fd9d0fd&device_id=e6564b3d-9478-4ad2-b062-315cb204d8f1 HTTP/1.1" status: 200 len: 1098 time: 0.1346347 Dec 18 13:32:43.101213 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-7334e1b9-b912-4634-b6b0-873d21e722fc tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-586101'] for router_interface, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:43.196074 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-e07ee209-a14a-4357-b78c-c22f5ee3ebfe tempest-AllowedAddressPairTestJSON-19239059 tempest-AllowedAddressPairTestJSON-19239059-project] Deleting port cbf87419-ddf7-4079-9c5d-6b9eaad30755 {{(pid=103159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:32:43.196074 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-e07ee209-a14a-4357-b78c-c22f5ee3ebfe tempest-AllowedAddressPairTestJSON-19239059 tempest-AllowedAddressPairTestJSON-19239059-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:43.306490 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8475eb6-0c27-49fc-9e6e-5e5bf2e77be7 req-d123896a-859e-473f-bf6f-172d0aeee5a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:32:43.306809 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-f8475eb6-0c27-49fc-9e6e-5e5bf2e77be7 req-d123896a-859e-473f-bf6f-172d0aeee5a0 service neutron] 10.222.0.43 "GET /v2.0/networks?id=1f2d5a30-cad3-45c3-b064-c7c1eec3de2d HTTP/1.1" status: 200 len: 898 time: 0.1982305 Dec 18 13:32:43.327878 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-e07ee209-a14a-4357-b78c-c22f5ee3ebfe tempest-AllowedAddressPairTestJSON-19239059 tempest-AllowedAddressPairTestJSON-19239059-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:43.331420 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-d79f80a2-337e-4418-a6c9-c490ad261c60 tempest-TagsExtTest-625436969 tempest-TagsExtTest-625436969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:43.370027 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-e07ee209-a14a-4357-b78c-c22f5ee3ebfe tempest-AllowedAddressPairTestJSON-19239059 tempest-AllowedAddressPairTestJSON-19239059-project] Calling delete_port for cbf87419-ddf7-4079-9c5d-6b9eaad30755 owned by {{(pid=103159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:32:43.372472 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79f80a2-337e-4418-a6c9-c490ad261c60 tempest-TagsExtTest-625436969 tempest-TagsExtTest-625436969-project] Pushing event deleted for resources: {'Port': ['ID=da1b7a7b-fd42-4153-8408-d2f9dcdde32d,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:32:43.403625 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-f8475eb6-0c27-49fc-9e6e-5e5bf2e77be7 req-6a65268a-431d-41ff-9a7d-c0ee423ec15b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4eb6f8b9-39e2-4c73-a65f-40154d8c96cd HTTP/1.1" status: 200 len: 1001 time: 0.0796959 Dec 18 13:32:43.504179 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-d79f80a2-337e-4418-a6c9-c490ad261c60 tempest-TagsExtTest-625436969 tempest-TagsExtTest-625436969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:43.507424 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-d79f80a2-337e-4418-a6c9-c490ad261c60 tempest-TagsExtTest-625436969 tempest-TagsExtTest-625436969-project] 10.222.0.31 "DELETE /v2.0/ports/da1b7a7b-fd42-4153-8408-d2f9dcdde32d HTTP/1.1" status: 204 len: 168 time: 0.7359214 Dec 18 13:32:43.511470 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 55702) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:32:43.540245 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8475eb6-0c27-49fc-9e6e-5e5bf2e77be7 req-ec03a1cb-23e5-42af-9032-854d16171a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:32:43.542087 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-f8475eb6-0c27-49fc-9e6e-5e5bf2e77be7 req-ec03a1cb-23e5-42af-9032-854d16171a40 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ba320a99-11ba-43e3-b2e3-bcb19e0899a2 HTTP/1.1" status: 200 len: 835 time: 0.1202044 Dec 18 13:32:43.607304 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.db_base_plugin_v2 [None req-d420787b-386e-482a-aebe-690a1b5acc6e tempest-TagsExtTest-625436969 tempest-TagsExtTest-625436969-project] Deleting subnet 64524a6d-bb6d-4090-be7b-95f668f27099 {{(pid=103159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 18 13:32:43.614217 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-7334e1b9-b912-4634-b6b0-873d21e722fc tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Deleting port 1a8fa69d-7709-441f-beaa-431ecef4f90c {{(pid=103160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:32:43.614562 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-7334e1b9-b912-4634-b6b0-873d21e722fc tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:43.631312 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-d420787b-386e-482a-aebe-690a1b5acc6e tempest-TagsExtTest-625436969 tempest-TagsExtTest-625436969-project] Publish callbacks [] for subnet, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:43.682127 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-e07ee209-a14a-4357-b78c-c22f5ee3ebfe tempest-AllowedAddressPairTestJSON-19239059 tempest-AllowedAddressPairTestJSON-19239059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:43.692785 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8475eb6-0c27-49fc-9e6e-5e5bf2e77be7 req-9c4d74ef-7467-4826-aa08-6382476d54ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:32:43.694279 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-f8475eb6-0c27-49fc-9e6e-5e5bf2e77be7 req-9c4d74ef-7467-4826-aa08-6382476d54ea service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=1f2d5a30-cad3-45c3-b064-c7c1eec3de2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1312690 Dec 18 13:32:43.694588 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-d420787b-386e-482a-aebe-690a1b5acc6e tempest-TagsExtTest-625436969 tempest-TagsExtTest-625436969-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5589624'] for subnet, precommit_delete_associations {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:43.736288 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07ee209-a14a-4357-b78c-c22f5ee3ebfe tempest-AllowedAddressPairTestJSON-19239059 tempest-AllowedAddressPairTestJSON-19239059-project] Pushing event deleted for resources: {'Port': ['ID=cbf87419-ddf7-4079-9c5d-6b9eaad30755,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:32:43.771530 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-7334e1b9-b912-4634-b6b0-873d21e722fc tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:43.790678 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-7334e1b9-b912-4634-b6b0-873d21e722fc tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Calling delete_port for 1a8fa69d-7709-441f-beaa-431ecef4f90c owned by network:router_interface {{(pid=103160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:32:43.846460 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-e07ee209-a14a-4357-b78c-c22f5ee3ebfe tempest-AllowedAddressPairTestJSON-19239059 tempest-AllowedAddressPairTestJSON-19239059-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:43.849752 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-e07ee209-a14a-4357-b78c-c22f5ee3ebfe tempest-AllowedAddressPairTestJSON-19239059 tempest-AllowedAddressPairTestJSON-19239059-project] 10.222.0.31 "DELETE /v2.0/ports/cbf87419-ddf7-4079-9c5d-6b9eaad30755 HTTP/1.1" status: 204 len: 168 time: 0.8126273 Dec 18 13:32:43.852509 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 55704) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:32:43.856091 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-f8475eb6-0c27-49fc-9e6e-5e5bf2e77be7 req-a8b13cd9-cc80-406d-b717-aaecd662a91d service neutron] 10.222.0.43 "GET /v2.0/networks/1f2d5a30-cad3-45c3-b064-c7c1eec3de2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1528590 Dec 18 13:32:43.885522 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-d420787b-386e-482a-aebe-690a1b5acc6e tempest-TagsExtTest-625436969 tempest-TagsExtTest-625436969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1929185'] for subnet, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:43.941919 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.db_base_plugin_v2 [None req-663e06c7-6a4c-462c-86d2-508b1ce15878 tempest-AllowedAddressPairTestJSON-19239059 tempest-AllowedAddressPairTestJSON-19239059-project] Deleting subnet 9a69a805-35e4-4163-a4d0-4b0ef162958d {{(pid=103159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 18 13:32:43.949168 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-663e06c7-6a4c-462c-86d2-508b1ce15878 tempest-AllowedAddressPairTestJSON-19239059 tempest-AllowedAddressPairTestJSON-19239059-project] Publish callbacks [] for subnet, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:43.998072 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-663e06c7-6a4c-462c-86d2-508b1ce15878 tempest-AllowedAddressPairTestJSON-19239059 tempest-AllowedAddressPairTestJSON-19239059-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5589624'] for subnet, precommit_delete_associations {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:44.001535 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-d420787b-386e-482a-aebe-690a1b5acc6e tempest-TagsExtTest-625436969 tempest-TagsExtTest-625436969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1929192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5659851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6017053'] for subnet, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:44.015827 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-f8475eb6-0c27-49fc-9e6e-5e5bf2e77be7 req-fa488c7b-55af-4d47-9c07-9aebdec88cfe service neutron] 10.222.0.43 "GET /v2.0/networks/1f2d5a30-cad3-45c3-b064-c7c1eec3de2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510084 Dec 18 13:32:44.059736 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d420787b-386e-482a-aebe-690a1b5acc6e tempest-TagsExtTest-625436969 tempest-TagsExtTest-625436969-project] Pushing event deleted for resources: {'Subnet': ['ID=64524a6d-bb6d-4090-be7b-95f668f27099,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:32:44.067469 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-d420787b-386e-482a-aebe-690a1b5acc6e tempest-TagsExtTest-625436969 tempest-TagsExtTest-625436969-project] Publish callbacks [] for subnet, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:44.070675 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-d420787b-386e-482a-aebe-690a1b5acc6e tempest-TagsExtTest-625436969 tempest-TagsExtTest-625436969-project] 10.222.0.31 "DELETE /v2.0/subnets/64524a6d-bb6d-4090-be7b-95f668f27099 HTTP/1.1" status: 204 len: 168 time: 0.5581849 Dec 18 13:32:44.073398 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad4c634e-044e-4685-9c7e-46d71501ee7f None None] Network e718160f-952a-49a2-adc4-43a0818bf606 requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:32:44.074093 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 55706) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:32:44.104285 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-7334e1b9-b912-4634-b6b0-873d21e722fc tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4533522'] for port, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:44.131601 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-663e06c7-6a4c-462c-86d2-508b1ce15878 tempest-AllowedAddressPairTestJSON-19239059 tempest-AllowedAddressPairTestJSON-19239059-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1929185'] for subnet, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:44.171568 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7334e1b9-b912-4634-b6b0-873d21e722fc tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Pushing event deleted for resources: {'Port': ['ID=1a8fa69d-7709-441f-beaa-431ecef4f90c,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:32:44.208089 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-663e06c7-6a4c-462c-86d2-508b1ce15878 tempest-AllowedAddressPairTestJSON-19239059 tempest-AllowedAddressPairTestJSON-19239059-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1929192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5659851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6017053'] for subnet, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:44.213139 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-199330dc-a4cb-4b51-b104-63f6ec09a58b tempest-TagsExtTest-625436969 tempest-TagsExtTest-625436969-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2023137'] for network, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:44.244965 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663e06c7-6a4c-462c-86d2-508b1ce15878 tempest-AllowedAddressPairTestJSON-19239059 tempest-AllowedAddressPairTestJSON-19239059-project] Pushing event deleted for resources: {'Subnet': ['ID=9a69a805-35e4-4163-a4d0-4b0ef162958d,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:32:44.253519 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-663e06c7-6a4c-462c-86d2-508b1ce15878 tempest-AllowedAddressPairTestJSON-19239059 tempest-AllowedAddressPairTestJSON-19239059-project] Publish callbacks [] for subnet, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:44.257224 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-663e06c7-6a4c-462c-86d2-508b1ce15878 tempest-AllowedAddressPairTestJSON-19239059 tempest-AllowedAddressPairTestJSON-19239059-project] 10.222.0.31 "DELETE /v2.0/subnets/9a69a805-35e4-4163-a4d0-4b0ef162958d HTTP/1.1" status: 204 len: 168 time: 0.4038687 Dec 18 13:32:44.265903 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 55708) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:32:44.270398 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cdefc6a-6b16-47df-a4b6-03dc00307057 None None] Network 2dc7064d-9397-49f9-9e2f-f3da3f478146 requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:32:44.317579 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-7334e1b9-b912-4634-b6b0-873d21e722fc tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1048020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-576035'] for router_interface, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:44.383227 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-135a8049-2103-4bb2-87f1-874c0f3d9857 None None] DHCP port deletion for e718160f-952a-49a2-adc4-43a0818bf606 request from dv-neutron-744815-20-hyperv {{(pid=103161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 18 13:32:44.392535 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-4057b581-f389-47d6-bd0d-12267b7323f9 tempest-AllowedAddressPairTestJSON-19239059 tempest-AllowedAddressPairTestJSON-19239059-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2023137'] for network, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:44.440894 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-199330dc-a4cb-4b51-b104-63f6ec09a58b tempest-TagsExtTest-625436969 tempest-TagsExtTest-625436969-project] Deleting port 56424217-0dec-4010-a959-c58a8e6c1c96 {{(pid=103160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:32:44.441610 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-199330dc-a4cb-4b51-b104-63f6ec09a58b tempest-TagsExtTest-625436969 tempest-TagsExtTest-625436969-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:44.476544 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-4057b581-f389-47d6-bd0d-12267b7323f9 tempest-AllowedAddressPairTestJSON-19239059 tempest-AllowedAddressPairTestJSON-19239059-project] Deleting port dbf95009-48f1-4a64-97cb-398dfd0ce2d0 {{(pid=103159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:32:44.476890 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-4057b581-f389-47d6-bd0d-12267b7323f9 tempest-AllowedAddressPairTestJSON-19239059 tempest-AllowedAddressPairTestJSON-19239059-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:44.505680 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-135a8049-2103-4bb2-87f1-874c0f3d9857 None None] Deleting port 56424217-0dec-4010-a959-c58a8e6c1c96 {{(pid=103161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:32:44.506501 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-135a8049-2103-4bb2-87f1-874c0f3d9857 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:44.557339 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.db [None req-4057b581-f389-47d6-bd0d-12267b7323f9 tempest-AllowedAddressPairTestJSON-19239059 tempest-AllowedAddressPairTestJSON-19239059-project] For port dbf95009-48f1-4a64-97cb-398dfd0ce2d0, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=dbf95009-48f1-4a64-97cb-398dfd0ce2d0,segment=NetworkSegment(6c0b0c41-4295-4868-b2f4-24b49d491df9),segment_id=6c0b0c41-4295-4868-b2f4-24b49d491df9)] {{(pid=103159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:32:44.557806 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-4057b581-f389-47d6-bd0d-12267b7323f9 tempest-AllowedAddressPairTestJSON-19239059 tempest-AllowedAddressPairTestJSON-19239059-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:44.570447 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dba4d77-c217-4c43-aed1-956d0f6f5315 None None] DHCP port deletion for 2dc7064d-9397-49f9-9e2f-f3da3f478146 request from dv-neutron-744815-20-hyperv {{(pid=103161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 18 13:32:44.574329 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-4057b581-f389-47d6-bd0d-12267b7323f9 tempest-AllowedAddressPairTestJSON-19239059 tempest-AllowedAddressPairTestJSON-19239059-project] Calling delete_port for dbf95009-48f1-4a64-97cb-398dfd0ce2d0 owned by network:dhcp {{(pid=103159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:32:44.586462 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.db [None req-199330dc-a4cb-4b51-b104-63f6ec09a58b tempest-TagsExtTest-625436969 tempest-TagsExtTest-625436969-project] For port 56424217-0dec-4010-a959-c58a8e6c1c96, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=56424217-0dec-4010-a959-c58a8e6c1c96,segment=NetworkSegment(e1e8644b-04a1-4f3f-8453-d5dc9397661e),segment_id=e1e8644b-04a1-4f3f-8453-d5dc9397661e)] {{(pid=103160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:32:44.586920 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-199330dc-a4cb-4b51-b104-63f6ec09a58b tempest-TagsExtTest-625436969 tempest-TagsExtTest-625436969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:44.590848 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7334e1b9-b912-4634-b6b0-873d21e722fc tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Router aeacf3b1-68ac-4321-8ff1-57a9ecd351c1 has already been hosted by L3 agent c9c0cd52-5bd2-4704-9429-d80f1c5ad23c {{(pid=103160) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 18 13:32:44.606537 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-199330dc-a4cb-4b51-b104-63f6ec09a58b tempest-TagsExtTest-625436969 tempest-TagsExtTest-625436969-project] Calling delete_port for 56424217-0dec-4010-a959-c58a8e6c1c96 owned by network:dhcp {{(pid=103160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:32:44.682303 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-4057b581-f389-47d6-bd0d-12267b7323f9 tempest-AllowedAddressPairTestJSON-19239059 tempest-AllowedAddressPairTestJSON-19239059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:44.711748 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4057b581-f389-47d6-bd0d-12267b7323f9 tempest-AllowedAddressPairTestJSON-19239059 tempest-AllowedAddressPairTestJSON-19239059-project] Pushing event deleted for resources: {'Port': ['ID=dbf95009-48f1-4a64-97cb-398dfd0ce2d0,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:32:44.717468 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4057b581-f389-47d6-bd0d-12267b7323f9 tempest-AllowedAddressPairTestJSON-19239059 tempest-AllowedAddressPairTestJSON-19239059-project] No DVR routers for this DVR port dbf95009-48f1-4a64-97cb-398dfd0ce2d0 on host dv-neutron-744815-20-hyperv {{(pid=103159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 18 13:32:44.741355 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7334e1b9-b912-4634-b6b0-873d21e722fc tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Notify agent at l3_agent.dv-neutron-744815-20-hyperv the message routers_updated {{(pid=103160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 13:32:44.754522 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-7334e1b9-b912-4634-b6b0-873d21e722fc tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] 10.222.0.31 "PUT /v2.0/routers/aeacf3b1-68ac-4321-8ff1-57a9ecd351c1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3562348 Dec 18 13:32:44.759065 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 55710) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:32:44.789274 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40719311-a1ca-48a8-a632-d581a8074617 None None] Sync routers for ids ['aeacf3b1-68ac-4321-8ff1-57a9ecd351c1'] in dv-neutron-744815-20-hyperv {{(pid=103161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 13:32:44.791714 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-820ddef1-c07d-4e0d-90b5-4ca61340e6fa tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] 10.222.0.31 "GET /v2.0/ports?device_id=aeacf3b1-68ac-4321-8ff1-57a9ecd351c1 HTTP/1.1" status: 200 len: 205 time: 0.0315108 Dec 18 13:32:44.794370 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 55712) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:32:44.805041 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-135a8049-2103-4bb2-87f1-874c0f3d9857 None None] For port 56424217-0dec-4010-a959-c58a8e6c1c96, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=56424217-0dec-4010-a959-c58a8e6c1c96,segment=NetworkSegment(e1e8644b-04a1-4f3f-8453-d5dc9397661e),segment_id=e1e8644b-04a1-4f3f-8453-d5dc9397661e)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:32:44.805443 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-135a8049-2103-4bb2-87f1-874c0f3d9857 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:44.817023 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-4057b581-f389-47d6-bd0d-12267b7323f9 tempest-AllowedAddressPairTestJSON-19239059 tempest-AllowedAddressPairTestJSON-19239059-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1927292', 'neutron.services.segments.db._delete_segments_for_network-8767106887837'] for network, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:44.825514 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-135a8049-2103-4bb2-87f1-874c0f3d9857 None None] Calling delete_port for 56424217-0dec-4010-a959-c58a8e6c1c96 owned by network:dhcp {{(pid=103161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:32:44.830596 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40719311-a1ca-48a8-a632-d581a8074617 None None] Routers {'aeacf3b1-68ac-4321-8ff1-57a9ecd351c1'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:32:44.831514 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-40719311-a1ca-48a8-a632-d581a8074617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:32:27Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['aeacf3b1-68ac-4321-8ff1-57a9ecd351c1'], 'active': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:32:44.842788 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.services.segments.db [None req-4057b581-f389-47d6-bd0d-12267b7323f9 tempest-AllowedAddressPairTestJSON-19239059 tempest-AllowedAddressPairTestJSON-19239059-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2dc7064d-9397-49f9-9e2f-f3da3f478146']}} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:32:44.854396 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.services.segments.db [None req-4057b581-f389-47d6-bd0d-12267b7323f9 tempest-AllowedAddressPairTestJSON-19239059 tempest-AllowedAddressPairTestJSON-19239059-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c0b0c41-4295-4868-b2f4-24b49d491df9') {'for_net_delete': True} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:32:44.854864 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.services.segments.db [None req-4057b581-f389-47d6-bd0d-12267b7323f9 tempest-AllowedAddressPairTestJSON-19239059 tempest-AllowedAddressPairTestJSON-19239059-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c0b0c41-4295-4868-b2f4-24b49d491df9') {} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:32:44.866457 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-4057b581-f389-47d6-bd0d-12267b7323f9 tempest-AllowedAddressPairTestJSON-19239059 tempest-AllowedAddressPairTestJSON-19239059-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767106888614', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5589569'] for segment, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:44.880207 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-40719311-a1ca-48a8-a632-d581a8074617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:32:44.883303 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-4057b581-f389-47d6-bd0d-12267b7323f9 tempest-AllowedAddressPairTestJSON-19239059 tempest-AllowedAddressPairTestJSON-19239059-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:44.891474 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4057b581-f389-47d6-bd0d-12267b7323f9 tempest-AllowedAddressPairTestJSON-19239059 tempest-AllowedAddressPairTestJSON-19239059-project] Releasing vlan 131 on physical network physnet1 to pool {{(pid=103159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 18 13:32:44.892083 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-4057b581-f389-47d6-bd0d-12267b7323f9 tempest-AllowedAddressPairTestJSON-19239059 tempest-AllowedAddressPairTestJSON-19239059-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5660009'] for segment, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:44.896467 dv-neutron-744815-20-hyperv neutron-server[103159]: Traceback (most recent call last): Dec 18 13:32:44.896467 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 18 13:32:44.896467 dv-neutron-744815-20-hyperv neutron-server[103159]: timer() Dec 18 13:32:44.896467 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 18 13:32:44.896467 dv-neutron-744815-20-hyperv neutron-server[103159]: cb(*args, **kw) Dec 18 13:32:44.896467 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 18 13:32:44.896467 dv-neutron-744815-20-hyperv neutron-server[103159]: return func(*args, **kwargs) Dec 18 13:32:44.896467 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 18 13:32:44.896467 dv-neutron-744815-20-hyperv neutron-server[103159]: self._notify() Dec 18 13:32:44.896467 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 18 13:32:44.896467 dv-neutron-744815-20-hyperv neutron-server[103159]: self.callback(batched_events) Dec 18 13:32:44.896467 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 18 13:32:44.896467 dv-neutron-744815-20-hyperv neutron-server[103159]: event.method(event) Dec 18 13:32:44.896467 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 18 13:32:44.896467 dv-neutron-744815-20-hyperv neutron-server[103159]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 18 13:32:44.896467 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 18 13:32:44.896467 dv-neutron-744815-20-hyperv neutron-server[103159]: aggregate_uuid = self.p_client.list_aggregates( Dec 18 13:32:44.896467 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 18 13:32:44.896467 dv-neutron-744815-20-hyperv neutron-server[103159]: return f(self, *a, **k) Dec 18 13:32:44.896467 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 18 13:32:44.896467 dv-neutron-744815-20-hyperv neutron-server[103159]: return self._get(url).json() Dec 18 13:32:44.896467 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 18 13:32:44.896467 dv-neutron-744815-20-hyperv neutron-server[103159]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 18 13:32:44.896467 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 18 13:32:44.896467 dv-neutron-744815-20-hyperv neutron-server[103159]: return self.request(url, 'GET', **kwargs) Dec 18 13:32:44.896467 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 18 13:32:44.896467 dv-neutron-744815-20-hyperv neutron-server[103159]: base_url = self.get_endpoint(auth, allow=allow, Dec 18 13:32:44.896467 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 18 13:32:44.896467 dv-neutron-744815-20-hyperv neutron-server[103159]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 18 13:32:44.896467 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 18 13:32:44.896467 dv-neutron-744815-20-hyperv neutron-server[103159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 18 13:32:44.896467 dv-neutron-744815-20-hyperv neutron-server[103159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 18 13:32:44.932840 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40719311-a1ca-48a8-a632-d581a8074617 None None] Routers {'aeacf3b1-68ac-4321-8ff1-57a9ecd351c1'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:32:44.933517 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-40719311-a1ca-48a8-a632-d581a8074617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:32:27Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['aeacf3b1-68ac-4321-8ff1-57a9ecd351c1'], 'active': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:32:44.978924 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-4057b581-f389-47d6-bd0d-12267b7323f9 tempest-AllowedAddressPairTestJSON-19239059 tempest-AllowedAddressPairTestJSON-19239059-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1927267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586962'] for network, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:44.979445 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-8dba4d77-c217-4c43-aed1-956d0f6f5315 None None] Deleting port dbf95009-48f1-4a64-97cb-398dfd0ce2d0 {{(pid=103161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:32:44.979445 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-8dba4d77-c217-4c43-aed1-956d0f6f5315 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:44.982927 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-40719311-a1ca-48a8-a632-d581a8074617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:32:44.983609 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40719311-a1ca-48a8-a632-d581a8074617 None None] The sync data for ids ['aeacf3b1-68ac-4321-8ff1-57a9ecd351c1'] in dv-neutron-744815-20-hyperv is: [] {{(pid=103161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 13:32:44.989689 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-4057b581-f389-47d6-bd0d-12267b7323f9 tempest-AllowedAddressPairTestJSON-19239059 tempest-AllowedAddressPairTestJSON-19239059-project] Publish callbacks [] for network, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:44.994617 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-4057b581-f389-47d6-bd0d-12267b7323f9 tempest-AllowedAddressPairTestJSON-19239059 tempest-AllowedAddressPairTestJSON-19239059-project] 10.222.0.31 "DELETE /v2.0/networks/2dc7064d-9397-49f9-9e2f-f3da3f478146 HTTP/1.1" status: 204 len: 168 time: 0.7276187 Dec 18 13:32:45.015389 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4057b581-f389-47d6-bd0d-12267b7323f9 tempest-AllowedAddressPairTestJSON-19239059 tempest-AllowedAddressPairTestJSON-19239059-project] Pushing event deleted for resources: {'Network': ['ID=2dc7064d-9397-49f9-9e2f-f3da3f478146,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:32:45.040100 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server [None req-8dba4d77-c217-4c43-aed1-956d0f6f5315 None None] Exception during message handling: neutron_lib.exceptions.NetworkNotFound: Network 2dc7064d-9397-49f9-9e2f-f3da3f478146 could not be found. Dec 18 13:32:45.040100 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 18 13:32:45.040100 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Dec 18 13:32:45.040100 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server network = model_query.get_by_id(context, models_v2.Network, id) Dec 18 13:32:45.040100 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id Dec 18 13:32:45.040100 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Dec 18 13:32:45.040100 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2856, in one Dec 18 13:32:45.040100 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server return self._iter().one() Dec 18 13:32:45.040100 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1407, in one Dec 18 13:32:45.040100 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server return self._only_one_row( Dec 18 13:32:45.040100 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 561, in _only_one_row Dec 18 13:32:45.040100 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( Dec 18 13:32:45.040100 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required Dec 18 13:32:45.040100 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server Dec 18 13:32:45.040100 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Dec 18 13:32:45.040100 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server Dec 18 13:32:45.040100 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 18 13:32:45.040100 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 18 13:32:45.040100 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 18 13:32:45.040100 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 18 13:32:45.040100 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 18 13:32:45.040100 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 18 13:32:45.040100 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 18 13:32:45.040100 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 18 13:32:45.040100 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 18 13:32:45.040100 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 18 13:32:45.040100 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 18 13:32:45.040100 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 18 13:32:45.040100 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server raise self.value Dec 18 13:32:45.040100 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 18 13:32:45.040100 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 18 13:32:45.040100 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 18 13:32:45.040100 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 18 13:32:45.040100 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 18 13:32:45.040100 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 18 13:32:45.040100 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 18 13:32:45.040100 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server raise self.value Dec 18 13:32:45.040100 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 18 13:32:45.040100 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 18 13:32:45.040100 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 18 13:32:45.040100 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 18 13:32:45.040100 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 18 13:32:45.040100 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 18 13:32:45.040100 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 18 13:32:45.040100 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server raise self.value Dec 18 13:32:45.040100 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 18 13:32:45.040100 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 18 13:32:45.040100 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 281, in release_dhcp_port Dec 18 13:32:45.040100 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server plugin.delete_ports_by_device_id(context, device_id, network_id) Dec 18 13:32:45.040100 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1546, in delete_ports_by_device_id Dec 18 13:32:45.040100 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server self.delete_port(context, port_id) Dec 18 13:32:45.040100 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Dec 18 13:32:45.040100 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 18 13:32:45.040100 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 18 13:32:45.040100 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 18 13:32:45.045155 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 18 13:32:45.045155 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 18 13:32:45.045155 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 18 13:32:45.045155 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 18 13:32:45.045155 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 18 13:32:45.045155 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server raise self.value Dec 18 13:32:45.045155 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 18 13:32:45.045155 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 18 13:32:45.045155 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 18 13:32:45.045155 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 18 13:32:45.045155 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 18 13:32:45.045155 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 18 13:32:45.045155 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 18 13:32:45.045155 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server raise self.value Dec 18 13:32:45.045155 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 18 13:32:45.045155 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 18 13:32:45.045155 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 18 13:32:45.045155 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 18 13:32:45.045155 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 18 13:32:45.045155 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 18 13:32:45.045155 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 18 13:32:45.045155 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server raise self.value Dec 18 13:32:45.045155 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 18 13:32:45.045155 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 18 13:32:45.045155 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1971, in delete_port Dec 18 13:32:45.045155 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server network = self.get_network(context, port['network_id']) Dec 18 13:32:45.045155 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 18 13:32:45.045155 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 18 13:32:45.045155 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1194, in get_network Dec 18 13:32:45.045155 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server net_db = net_db or self._get_network(context, id) Dec 18 13:32:45.045155 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 266, in _get_network Dec 18 13:32:45.045155 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server raise exceptions.NetworkNotFound(net_id=id) Dec 18 13:32:45.045155 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.NetworkNotFound: Network 2dc7064d-9397-49f9-9e2f-f3da3f478146 could not be found. Dec 18 13:32:45.045155 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server Dec 18 13:32:45.090246 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af828197-97d6-4d3a-beac-c624280b7697 None None] DHCP port deletion for 2dc7064d-9397-49f9-9e2f-f3da3f478146 request from dv-neutron-744815-20-hyperv {{(pid=103161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 18 13:32:45.272483 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-ad8bdb10-f20b-4c5d-8d34-4cc90262ac4b tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks [] for router, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:45.275928 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-199330dc-a4cb-4b51-b104-63f6ec09a58b tempest-TagsExtTest-625436969 tempest-TagsExtTest-625436969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4533522'] for port, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:45.278725 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 56424217-0dec-4010-a959-c58a8e6c1c96 no longer exists at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 18 13:32:45.304271 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-2294866d-0076-4933-952c-685307032598 None None] No Port match for: 56424217-0dec-4010-a959-c58a8e6c1c96 {{(pid=103161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 18 13:32:45.304853 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 56424217-0dec-4010-a959-c58a8e6c1c96 not bound to the agent host dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 18 13:32:45.305380 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device dbf95009-48f1-4a64-97cb-398dfd0ce2d0 no longer exists at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 18 13:32:45.325860 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-135a8049-2103-4bb2-87f1-874c0f3d9857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984'] for port, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:45.332381 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-2294866d-0076-4933-952c-685307032598 None None] No Port match for: dbf95009-48f1-4a64-97cb-398dfd0ce2d0 {{(pid=103161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 18 13:32:45.332728 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device dbf95009-48f1-4a64-97cb-398dfd0ce2d0 not bound to the agent host dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 18 13:32:45.354528 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 55720) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:32:45.366469 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-135a8049-2103-4bb2-87f1-874c0f3d9857 None None] No DVR routers for this DVR port 56424217-0dec-4010-a959-c58a8e6c1c96 on host dv-neutron-744815-20-hyperv {{(pid=103161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 18 13:32:45.377488 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135a8049-2103-4bb2-87f1-874c0f3d9857 None None] Pushing event deleted for resources: {'Port': ['ID=56424217-0dec-4010-a959-c58a8e6c1c96,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:32:45.382124 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199330dc-a4cb-4b51-b104-63f6ec09a58b tempest-TagsExtTest-625436969 tempest-TagsExtTest-625436969-project] Pushing event deleted for resources: {'Port': ['ID=56424217-0dec-4010-a959-c58a8e6c1c96,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:32:45.387327 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-199330dc-a4cb-4b51-b104-63f6ec09a58b tempest-TagsExtTest-625436969 tempest-TagsExtTest-625436969-project] No DVR routers for this DVR port 56424217-0dec-4010-a959-c58a8e6c1c96 on host dv-neutron-744815-20-hyperv {{(pid=103160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 18 13:32:45.403111 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41949280-ce66-4022-818c-8a16efda7f9e None None] get_active_networks_info from dv-neutron-744815-20-hyperv {{(pid=103161) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 18 13:32:45.524820 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41949280-ce66-4022-818c-8a16efda7f9e None None] Resources bound (agent type, host, resource id): {{(pid=103161) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 18 13:32:45.526177 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-a1a7209c-55a4-4bd5-8a9b-13019c889bc0 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2430254faa2f40b4b5d3f0e9105deb7e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1702034 Dec 18 13:32:45.530733 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 55724) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:32:45.567344 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-ad8bdb10-f20b-4c5d-8d34-4cc90262ac4b tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-589815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28643'] for router, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:45.570017 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-199330dc-a4cb-4b51-b104-63f6ec09a58b tempest-TagsExtTest-625436969 tempest-TagsExtTest-625436969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1927292', 'neutron.services.segments.db._delete_segments_for_network-8767106887837'] for network, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:45.573040 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-ad8bdb10-f20b-4c5d-8d34-4cc90262ac4b tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:45.585042 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-c62065ad-461b-4431-824a-f2ae4d4f6dbb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:45.607871 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-c62065ad-461b-4431-824a-f2ae4d4f6dbb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:45.627657 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.services.segments.db [None req-199330dc-a4cb-4b51-b104-63f6ec09a58b tempest-TagsExtTest-625436969 tempest-TagsExtTest-625436969-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e718160f-952a-49a2-adc4-43a0818bf606']}} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:32:45.639243 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.services.segments.db [None req-199330dc-a4cb-4b51-b104-63f6ec09a58b tempest-TagsExtTest-625436969 tempest-TagsExtTest-625436969-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1e8644b-04a1-4f3f-8453-d5dc9397661e') {'for_net_delete': True} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:32:45.639591 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.services.segments.db [None req-199330dc-a4cb-4b51-b104-63f6ec09a58b tempest-TagsExtTest-625436969 tempest-TagsExtTest-625436969-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1e8644b-04a1-4f3f-8453-d5dc9397661e') {} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:32:45.649644 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-ad8bdb10-f20b-4c5d-8d34-4cc90262ac4b tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-589710'] for router, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:45.650189 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad8bdb10-f20b-4c5d-8d34-4cc90262ac4b tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Fanout notify agent at l3_agent the message router_deleted on router aeacf3b1-68ac-4321-8ff1-57a9ecd351c1 {{(pid=103160) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 18 13:32:45.653190 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-199330dc-a4cb-4b51-b104-63f6ec09a58b tempest-TagsExtTest-625436969 tempest-TagsExtTest-625436969-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767106888614', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4533424'] for segment, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:45.660703 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-ad8bdb10-f20b-4c5d-8d34-4cc90262ac4b tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks [] for router, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:45.662006 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-ad8bdb10-f20b-4c5d-8d34-4cc90262ac4b tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] 10.222.0.31 "DELETE /v2.0/routers/aeacf3b1-68ac-4321-8ff1-57a9ecd351c1 HTTP/1.1" status: 204 len: 168 time: 0.8665917 Dec 18 13:32:45.665389 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 55726) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:32:45.677883 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-199330dc-a4cb-4b51-b104-63f6ec09a58b tempest-TagsExtTest-625436969 tempest-TagsExtTest-625436969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:45.685072 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-199330dc-a4cb-4b51-b104-63f6ec09a58b tempest-TagsExtTest-625436969 tempest-TagsExtTest-625436969-project] Releasing vlan 134 on physical network physnet1 to pool {{(pid=103160) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 18 13:32:45.685536 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-199330dc-a4cb-4b51-b104-63f6ec09a58b tempest-TagsExtTest-625436969 tempest-TagsExtTest-625436969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4533569'] for segment, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:45.689667 dv-neutron-744815-20-hyperv neutron-server[103160]: Traceback (most recent call last): Dec 18 13:32:45.689667 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 18 13:32:45.689667 dv-neutron-744815-20-hyperv neutron-server[103160]: timer() Dec 18 13:32:45.689667 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 18 13:32:45.689667 dv-neutron-744815-20-hyperv neutron-server[103160]: cb(*args, **kw) Dec 18 13:32:45.689667 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 18 13:32:45.689667 dv-neutron-744815-20-hyperv neutron-server[103160]: return func(*args, **kwargs) Dec 18 13:32:45.689667 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 18 13:32:45.689667 dv-neutron-744815-20-hyperv neutron-server[103160]: self._notify() Dec 18 13:32:45.689667 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 18 13:32:45.689667 dv-neutron-744815-20-hyperv neutron-server[103160]: self.callback(batched_events) Dec 18 13:32:45.689667 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 18 13:32:45.689667 dv-neutron-744815-20-hyperv neutron-server[103160]: event.method(event) Dec 18 13:32:45.689667 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 18 13:32:45.689667 dv-neutron-744815-20-hyperv neutron-server[103160]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 18 13:32:45.689667 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 18 13:32:45.689667 dv-neutron-744815-20-hyperv neutron-server[103160]: aggregate_uuid = self.p_client.list_aggregates( Dec 18 13:32:45.689667 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 18 13:32:45.689667 dv-neutron-744815-20-hyperv neutron-server[103160]: return f(self, *a, **k) Dec 18 13:32:45.689667 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 18 13:32:45.689667 dv-neutron-744815-20-hyperv neutron-server[103160]: return self._get(url).json() Dec 18 13:32:45.689667 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 18 13:32:45.689667 dv-neutron-744815-20-hyperv neutron-server[103160]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 18 13:32:45.689667 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 18 13:32:45.689667 dv-neutron-744815-20-hyperv neutron-server[103160]: return self.request(url, 'GET', **kwargs) Dec 18 13:32:45.689667 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 18 13:32:45.689667 dv-neutron-744815-20-hyperv neutron-server[103160]: base_url = self.get_endpoint(auth, allow=allow, Dec 18 13:32:45.689667 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 18 13:32:45.689667 dv-neutron-744815-20-hyperv neutron-server[103160]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 18 13:32:45.689667 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 18 13:32:45.689667 dv-neutron-744815-20-hyperv neutron-server[103160]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 18 13:32:45.689667 dv-neutron-744815-20-hyperv neutron-server[103160]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 18 13:32:45.714441 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-c62065ad-461b-4431-824a-f2ae4d4f6dbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:45.717312 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-c62065ad-461b-4431-824a-f2ae4d4f6dbb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:45.721436 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-c62065ad-461b-4431-824a-f2ae4d4f6dbb admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6bcb0b4a-805c-4756-b19b-3f5bf14b67ac HTTP/1.1" status: 204 len: 168 time: 0.1867619 Dec 18 13:32:45.765939 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-199330dc-a4cb-4b51-b104-63f6ec09a58b tempest-TagsExtTest-625436969 tempest-TagsExtTest-625436969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1927267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586962'] for network, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:45.770173 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62065ad-461b-4431-824a-f2ae4d4f6dbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bcb0b4a-805c-4756-b19b-3f5bf14b67ac,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:32:45.776443 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-199330dc-a4cb-4b51-b104-63f6ec09a58b tempest-TagsExtTest-625436969 tempest-TagsExtTest-625436969-project] Publish callbacks [] for network, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:45.780837 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.db_base_plugin_v2 [None req-55fb6102-405c-4b78-bfc1-4432d9f133b5 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Deleting subnet fdcc4831-abd5-4862-b2ba-b46d7b631304 {{(pid=103159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 18 13:32:45.781169 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-199330dc-a4cb-4b51-b104-63f6ec09a58b tempest-TagsExtTest-625436969 tempest-TagsExtTest-625436969-project] 10.222.0.31 "DELETE /v2.0/networks/e718160f-952a-49a2-adc4-43a0818bf606 HTTP/1.1" status: 204 len: 168 time: 1.7058830 Dec 18 13:32:45.785168 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-55fb6102-405c-4b78-bfc1-4432d9f133b5 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks [] for subnet, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:45.800614 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199330dc-a4cb-4b51-b104-63f6ec09a58b tempest-TagsExtTest-625436969 tempest-TagsExtTest-625436969-project] Pushing event deleted for resources: {'Network': ['ID=e718160f-952a-49a2-adc4-43a0818bf606,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:32:45.841970 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-55fb6102-405c-4b78-bfc1-4432d9f133b5 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5589624'] for subnet, precommit_delete_associations {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:45.933917 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-55fb6102-405c-4b78-bfc1-4432d9f133b5 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1929185'] for subnet, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:46.005307 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-55fb6102-405c-4b78-bfc1-4432d9f133b5 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1929192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5659851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6017053'] for subnet, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:46.032005 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fb6102-405c-4b78-bfc1-4432d9f133b5 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Pushing event deleted for resources: {'Subnet': ['ID=fdcc4831-abd5-4862-b2ba-b46d7b631304,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:32:46.034360 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 55740) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:32:46.041957 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-55fb6102-405c-4b78-bfc1-4432d9f133b5 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks [] for subnet, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:46.045636 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-55fb6102-405c-4b78-bfc1-4432d9f133b5 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] 10.222.0.31 "DELETE /v2.0/subnets/fdcc4831-abd5-4862-b2ba-b46d7b631304 HTTP/1.1" status: 204 len: 168 time: 0.3772290 Dec 18 13:32:46.048404 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 55744) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:32:46.052812 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afb49c32-7e0a-4b19-bf59-9511c7fb50e7 None None] Network c87c1707-7fc6-4a9e-a4be-1b3ea278b34d requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:32:46.116973 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9796395-f2c5-4f36-9aba-03382405e6ba tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Deleting subnet 518fcde4-7805-48b0-87ff-5237423c6c72 {{(pid=103160) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 18 13:32:46.121011 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-f9796395-f2c5-4f36-9aba-03382405e6ba tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks [] for subnet, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:46.185133 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-f9796395-f2c5-4f36-9aba-03382405e6ba tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4533385'] for subnet, precommit_delete_associations {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:46.220307 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9273021-ebf1-4063-b1f5-7e47c5311330 None None] DHCP port deletion for c87c1707-7fc6-4a9e-a4be-1b3ea278b34d request from dv-neutron-744815-20-hyperv {{(pid=103161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 18 13:32:46.250958 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-685e9964-16b4-4055-9282-5361e72fd8d7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=36dc76bba852473d8818028665a63376&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2153411 Dec 18 13:32:46.253704 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 55752) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:32:46.278779 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-d9273021-ebf1-4063-b1f5-7e47c5311330 None None] Deleting port c067b1e0-0c13-48e6-9313-d3c6cda05c26 {{(pid=103161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:32:46.279892 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-d9273021-ebf1-4063-b1f5-7e47c5311330 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:46.306545 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-f9796395-f2c5-4f36-9aba-03382405e6ba tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1929185'] for subnet, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:46.316135 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-504dfd59-9bda-4070-ad84-bdd9d6b3e726 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:46.342260 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-504dfd59-9bda-4070-ad84-bdd9d6b3e726 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:46.361414 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-d9273021-ebf1-4063-b1f5-7e47c5311330 None None] For port c067b1e0-0c13-48e6-9313-d3c6cda05c26, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=c067b1e0-0c13-48e6-9313-d3c6cda05c26,segment=NetworkSegment(815ddf7d-a79b-4e4c-874e-1cd0116330d5),segment_id=815ddf7d-a79b-4e4c-874e-1cd0116330d5)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:32:46.362126 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-d9273021-ebf1-4063-b1f5-7e47c5311330 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:46.380237 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-d9273021-ebf1-4063-b1f5-7e47c5311330 None None] Calling delete_port for c067b1e0-0c13-48e6-9313-d3c6cda05c26 owned by network:dhcp {{(pid=103161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:32:46.389484 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-f9796395-f2c5-4f36-9aba-03382405e6ba tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1929192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4533475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4514371'] for subnet, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:46.406849 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-f9796395-f2c5-4f36-9aba-03382405e6ba tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks [] for subnet, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:46.409756 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-504dfd59-9bda-4070-ad84-bdd9d6b3e726 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:46.413166 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-f9796395-f2c5-4f36-9aba-03382405e6ba tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] 10.222.0.31 "DELETE /v2.0/subnets/518fcde4-7805-48b0-87ff-5237423c6c72 HTTP/1.1" status: 204 len: 168 time: 0.3634801 Dec 18 13:32:46.414318 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-504dfd59-9bda-4070-ad84-bdd9d6b3e726 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:46.418014 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-504dfd59-9bda-4070-ad84-bdd9d6b3e726 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b859652b-c947-4e75-916a-dae7061a8279 HTTP/1.1" status: 204 len: 168 time: 0.1610112 Dec 18 13:32:46.418014 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 55758) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:32:46.433658 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9796395-f2c5-4f36-9aba-03382405e6ba tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Pushing event deleted for resources: {'Subnet': ['ID=518fcde4-7805-48b0-87ff-5237423c6c72,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:32:46.448300 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504dfd59-9bda-4070-ad84-bdd9d6b3e726 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b859652b-c947-4e75-916a-dae7061a8279,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:32:46.456874 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8da6ed5-e4a4-43b9-b3d2-4d91edb366b1 None None] Network 858e461a-4939-4aa3-8ddc-98548f9319db requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:32:46.530071 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b62b3cdd-c1ac-4236-a973-30e41b392391 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2023137'] for network, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:46.603338 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-d9273021-ebf1-4063-b1f5-7e47c5311330 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984'] for port, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:46.619471 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-b62b3cdd-c1ac-4236-a973-30e41b392391 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Deleting port c067b1e0-0c13-48e6-9313-d3c6cda05c26 {{(pid=103159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:32:46.620072 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b62b3cdd-c1ac-4236-a973-30e41b392391 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:46.632744 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9273021-ebf1-4063-b1f5-7e47c5311330 None None] Pushing event deleted for resources: {'Port': ['ID=c067b1e0-0c13-48e6-9313-d3c6cda05c26,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:32:46.637902 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9273021-ebf1-4063-b1f5-7e47c5311330 None None] No DVR routers for this DVR port c067b1e0-0c13-48e6-9313-d3c6cda05c26 on host dv-neutron-744815-20-hyperv {{(pid=103161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 18 13:32:46.701956 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 55768) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:32:46.712874 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.db [None req-b62b3cdd-c1ac-4236-a973-30e41b392391 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] For port c067b1e0-0c13-48e6-9313-d3c6cda05c26, host dv-neutron-744815-20-hyperv, got binding levels [] {{(pid=103159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:32:46.714313 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b62b3cdd-c1ac-4236-a973-30e41b392391 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:46.718937 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c936148-ac94-49cb-a126-be96792b919d None None] DHCP port deletion for 858e461a-4939-4aa3-8ddc-98548f9319db request from dv-neutron-744815-20-hyperv {{(pid=103161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 18 13:32:46.733012 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-b62b3cdd-c1ac-4236-a973-30e41b392391 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Calling delete_port for c067b1e0-0c13-48e6-9313-d3c6cda05c26 owned by network:dhcp {{(pid=103159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:32:46.735909 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.ipam_backend_mixin [None req-b62b3cdd-c1ac-4236-a973-30e41b392391 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Port c067b1e0-0c13-48e6-9313-d3c6cda05c26 was not found and therefore no delete operation was performed {{(pid=103159) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 18 13:32:46.737348 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b62b3cdd-c1ac-4236-a973-30e41b392391 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:46.768720 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62b3cdd-c1ac-4236-a973-30e41b392391 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Pushing event deleted for resources: {'Port': ['ID=c067b1e0-0c13-48e6-9313-d3c6cda05c26,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:32:46.774374 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b62b3cdd-c1ac-4236-a973-30e41b392391 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] No DVR routers for this DVR port c067b1e0-0c13-48e6-9313-d3c6cda05c26 on host dv-neutron-744815-20-hyperv {{(pid=103159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 18 13:32:46.798868 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-7c936148-ac94-49cb-a126-be96792b919d None None] Deleting port 1eca5e32-a765-44be-a5e7-741ab992c49e {{(pid=103161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:32:46.799277 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7c936148-ac94-49cb-a126-be96792b919d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:46.843278 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-f5948c3e-fc3f-4d6d-92c0-5232b16e1d22 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Request body: {'network': {'name': 'tempest-RoutersTest-1074271225'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:32:46.866412 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b62b3cdd-c1ac-4236-a973-30e41b392391 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1927292', 'neutron.services.segments.db._delete_segments_for_network-8767106887837'] for network, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:46.874373 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-7c936148-ac94-49cb-a126-be96792b919d None None] For port 1eca5e32-a765-44be-a5e7-741ab992c49e, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=1eca5e32-a765-44be-a5e7-741ab992c49e,segment=NetworkSegment(f53c67e1-3094-4865-9a27-e9d694418b27),segment_id=f53c67e1-3094-4865-9a27-e9d694418b27)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:32:46.875029 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7c936148-ac94-49cb-a126-be96792b919d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:46.878321 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5948c3e-fc3f-4d6d-92c0-5232b16e1d22 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Made reservation on behalf of d223d1b2ed814c43a2fd9ddeaaf9b271 for: {'network': 1} {{(pid=103160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:32:46.885349 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-f5948c3e-fc3f-4d6d-92c0-5232b16e1d22 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for network, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:46.888419 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-7c936148-ac94-49cb-a126-be96792b919d None None] Calling delete_port for 1eca5e32-a765-44be-a5e7-741ab992c49e owned by network:dhcp {{(pid=103161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:32:46.893983 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.services.segments.db [None req-b62b3cdd-c1ac-4236-a973-30e41b392391 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c87c1707-7fc6-4a9e-a4be-1b3ea278b34d']}} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:32:46.899113 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-f5948c3e-fc3f-4d6d-92c0-5232b16e1d22 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks [] for security_group, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:46.904858 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.services.segments.db [None req-b62b3cdd-c1ac-4236-a973-30e41b392391 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '815ddf7d-a79b-4e4c-874e-1cd0116330d5') {'for_net_delete': True} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:32:46.905228 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.services.segments.db [None req-b62b3cdd-c1ac-4236-a973-30e41b392391 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '815ddf7d-a79b-4e4c-874e-1cd0116330d5') {} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:32:46.917231 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b62b3cdd-c1ac-4236-a973-30e41b392391 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767106888614', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5589569'] for segment, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:46.937789 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b62b3cdd-c1ac-4236-a973-30e41b392391 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:46.944327 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b62b3cdd-c1ac-4236-a973-30e41b392391 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=103159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 18 13:32:46.944826 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b62b3cdd-c1ac-4236-a973-30e41b392391 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5660009'] for segment, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:46.947735 dv-neutron-744815-20-hyperv neutron-server[103159]: Traceback (most recent call last): Dec 18 13:32:46.947735 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 18 13:32:46.947735 dv-neutron-744815-20-hyperv neutron-server[103159]: timer() Dec 18 13:32:46.947735 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 18 13:32:46.947735 dv-neutron-744815-20-hyperv neutron-server[103159]: cb(*args, **kw) Dec 18 13:32:46.947735 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 18 13:32:46.947735 dv-neutron-744815-20-hyperv neutron-server[103159]: return func(*args, **kwargs) Dec 18 13:32:46.947735 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 18 13:32:46.947735 dv-neutron-744815-20-hyperv neutron-server[103159]: self._notify() Dec 18 13:32:46.947735 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 18 13:32:46.947735 dv-neutron-744815-20-hyperv neutron-server[103159]: self.callback(batched_events) Dec 18 13:32:46.947735 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 18 13:32:46.947735 dv-neutron-744815-20-hyperv neutron-server[103159]: event.method(event) Dec 18 13:32:46.947735 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 18 13:32:46.947735 dv-neutron-744815-20-hyperv neutron-server[103159]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 18 13:32:46.947735 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 18 13:32:46.947735 dv-neutron-744815-20-hyperv neutron-server[103159]: aggregate_uuid = self.p_client.list_aggregates( Dec 18 13:32:46.947735 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 18 13:32:46.947735 dv-neutron-744815-20-hyperv neutron-server[103159]: return f(self, *a, **k) Dec 18 13:32:46.947735 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 18 13:32:46.947735 dv-neutron-744815-20-hyperv neutron-server[103159]: return self._get(url).json() Dec 18 13:32:46.947735 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 18 13:32:46.947735 dv-neutron-744815-20-hyperv neutron-server[103159]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 18 13:32:46.947735 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 18 13:32:46.947735 dv-neutron-744815-20-hyperv neutron-server[103159]: return self.request(url, 'GET', **kwargs) Dec 18 13:32:46.947735 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 18 13:32:46.947735 dv-neutron-744815-20-hyperv neutron-server[103159]: base_url = self.get_endpoint(auth, allow=allow, Dec 18 13:32:46.947735 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 18 13:32:46.947735 dv-neutron-744815-20-hyperv neutron-server[103159]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 18 13:32:46.947735 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 18 13:32:46.947735 dv-neutron-744815-20-hyperv neutron-server[103159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 18 13:32:46.947735 dv-neutron-744815-20-hyperv neutron-server[103159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 18 13:32:46.987000 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7c936148-ac94-49cb-a126-be96792b919d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984'] for port, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:47.014171 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c936148-ac94-49cb-a126-be96792b919d None None] Pushing event deleted for resources: {'Port': ['ID=1eca5e32-a765-44be-a5e7-741ab992c49e,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:32:47.014338 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b62b3cdd-c1ac-4236-a973-30e41b392391 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1927267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586962'] for network, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:47.018157 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c936148-ac94-49cb-a126-be96792b919d None None] No DVR routers for this DVR port 1eca5e32-a765-44be-a5e7-741ab992c49e on host dv-neutron-744815-20-hyperv {{(pid=103161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 18 13:32:47.021662 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b62b3cdd-c1ac-4236-a973-30e41b392391 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks [] for network, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:47.028052 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-b62b3cdd-c1ac-4236-a973-30e41b392391 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] 10.222.0.31 "DELETE /v2.0/networks/c87c1707-7fc6-4a9e-a4be-1b3ea278b34d HTTP/1.1" status: 204 len: 168 time: 0.6086974 Dec 18 13:32:47.028718 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 55780) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:32:47.052237 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62b3cdd-c1ac-4236-a973-30e41b392391 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Pushing event deleted for resources: {'Network': ['ID=c87c1707-7fc6-4a9e-a4be-1b3ea278b34d,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:32:47.082933 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-f5948c3e-fc3f-4d6d-92c0-5232b16e1d22 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks [] for security_group, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:47.087552 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-f5948c3e-fc3f-4d6d-92c0-5232b16e1d22 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:47.121439 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5948c3e-fc3f-4d6d-92c0-5232b16e1d22 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 110} {{(pid=103160) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 18 13:32:47.126911 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5948c3e-fc3f-4d6d-92c0-5232b16e1d22 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e9cd6bb-738f-44d4-88d6-59507466db39,revision_number=1']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:32:47.133450 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-ff67ff4c-91cc-4881-ad61-fba60892cb44 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2023137'] for network, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:47.136062 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-f5948c3e-fc3f-4d6d-92c0-5232b16e1d22 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:47.136559 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.db.segments_db [None req-f5948c3e-fc3f-4d6d-92c0-5232b16e1d22 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Added segment a5c5bc9e-42bb-472b-8a28-12288f715ddb of type vlan for network a38105ac-a8bc-431b-bf4f-a4fe7ff9459b Dec 18 13:32:47.191269 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-f5948c3e-fc3f-4d6d-92c0-5232b16e1d22 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767106405744'] for network, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:47.223561 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-f5948c3e-fc3f-4d6d-92c0-5232b16e1d22 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981'] for network, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:47.229628 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5948c3e-fc3f-4d6d-92c0-5232b16e1d22 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:32:47.230924 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-f5948c3e-fc3f-4d6d-92c0-5232b16e1d22 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks [] for network, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:47.235229 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-ff67ff4c-91cc-4881-ad61-fba60892cb44 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1927292', 'neutron.services.segments.db._delete_segments_for_network-8767106887837'] for network, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:47.253485 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-f5948c3e-fc3f-4d6d-92c0-5232b16e1d22 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5502963 Dec 18 13:32:47.256770 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 55792) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:32:47.261835 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-ec65bfd3-72fb-45b7-bf61-f0f71aff6c3f tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Request body: {'network': {'name': 'tempest-RoutersTest-688947099'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:32:47.268426 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.services.segments.db [None req-ff67ff4c-91cc-4881-ad61-fba60892cb44 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['858e461a-4939-4aa3-8ddc-98548f9319db']}} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:32:47.286933 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.services.segments.db [None req-ff67ff4c-91cc-4881-ad61-fba60892cb44 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f53c67e1-3094-4865-9a27-e9d694418b27') {'for_net_delete': True} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:32:47.287068 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.services.segments.db [None req-ff67ff4c-91cc-4881-ad61-fba60892cb44 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f53c67e1-3094-4865-9a27-e9d694418b27') {} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:32:47.294817 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device c067b1e0-0c13-48e6-9313-d3c6cda05c26 no longer exists at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 18 13:32:47.304953 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-ff67ff4c-91cc-4881-ad61-fba60892cb44 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767106888614', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5589569'] for segment, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:47.315758 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5948c3e-fc3f-4d6d-92c0-5232b16e1d22 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Pushing event updated for resources: {'Network': ['ID=a38105ac-a8bc-431b-bf4f-a4fe7ff9459b,revision_number=1']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:32:47.327361 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-ff67ff4c-91cc-4881-ad61-fba60892cb44 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:47.332442 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec65bfd3-72fb-45b7-bf61-f0f71aff6c3f tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Made reservation on behalf of d223d1b2ed814c43a2fd9ddeaaf9b271 for: {'network': 1} {{(pid=103159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:32:47.333656 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Network a38105ac-a8bc-431b-bf4f-a4fe7ff9459b details requested by agent ovs-agent-dv-neutron-744815-20-hyperv with host dv-neutron-744815-20-hyperv {{(pid=103161) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 18 13:32:47.335872 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-ec65bfd3-72fb-45b7-bf61-f0f71aff6c3f tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for network, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:47.346052 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-2294866d-0076-4933-952c-685307032598 None None] No Port match for: c067b1e0-0c13-48e6-9313-d3c6cda05c26 {{(pid=103161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 18 13:32:47.346262 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff67ff4c-91cc-4881-ad61-fba60892cb44 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Releasing vlan 141 on physical network physnet1 to pool {{(pid=103159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 18 13:32:47.346522 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-ff67ff4c-91cc-4881-ad61-fba60892cb44 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5660009'] for segment, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:47.346670 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device c067b1e0-0c13-48e6-9313-d3c6cda05c26 not bound to the agent host dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 18 13:32:47.347201 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 1eca5e32-a765-44be-a5e7-741ab992c49e no longer exists at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 18 13:32:47.349630 dv-neutron-744815-20-hyperv neutron-server[103159]: Traceback (most recent call last): Dec 18 13:32:47.349630 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 18 13:32:47.349630 dv-neutron-744815-20-hyperv neutron-server[103159]: timer() Dec 18 13:32:47.349630 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 18 13:32:47.349630 dv-neutron-744815-20-hyperv neutron-server[103159]: cb(*args, **kw) Dec 18 13:32:47.349630 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 18 13:32:47.349630 dv-neutron-744815-20-hyperv neutron-server[103159]: return func(*args, **kwargs) Dec 18 13:32:47.349630 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 18 13:32:47.349630 dv-neutron-744815-20-hyperv neutron-server[103159]: self._notify() Dec 18 13:32:47.349630 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 18 13:32:47.349630 dv-neutron-744815-20-hyperv neutron-server[103159]: self.callback(batched_events) Dec 18 13:32:47.349630 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 18 13:32:47.349630 dv-neutron-744815-20-hyperv neutron-server[103159]: event.method(event) Dec 18 13:32:47.349630 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 18 13:32:47.349630 dv-neutron-744815-20-hyperv neutron-server[103159]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 18 13:32:47.349630 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 18 13:32:47.349630 dv-neutron-744815-20-hyperv neutron-server[103159]: aggregate_uuid = self.p_client.list_aggregates( Dec 18 13:32:47.349630 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 18 13:32:47.349630 dv-neutron-744815-20-hyperv neutron-server[103159]: return f(self, *a, **k) Dec 18 13:32:47.349630 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 18 13:32:47.349630 dv-neutron-744815-20-hyperv neutron-server[103159]: return self._get(url).json() Dec 18 13:32:47.349630 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 18 13:32:47.349630 dv-neutron-744815-20-hyperv neutron-server[103159]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 18 13:32:47.349630 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 18 13:32:47.349630 dv-neutron-744815-20-hyperv neutron-server[103159]: return self.request(url, 'GET', **kwargs) Dec 18 13:32:47.349630 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 18 13:32:47.349630 dv-neutron-744815-20-hyperv neutron-server[103159]: base_url = self.get_endpoint(auth, allow=allow, Dec 18 13:32:47.349630 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 18 13:32:47.349630 dv-neutron-744815-20-hyperv neutron-server[103159]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 18 13:32:47.349630 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 18 13:32:47.349630 dv-neutron-744815-20-hyperv neutron-server[103159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 18 13:32:47.349630 dv-neutron-744815-20-hyperv neutron-server[103159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 18 13:32:47.370657 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 55794) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:32:47.380088 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec65bfd3-72fb-45b7-bf61-f0f71aff6c3f tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 120} {{(pid=103159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 18 13:32:47.389881 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-ec65bfd3-72fb-45b7-bf61-f0f71aff6c3f tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:47.390234 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.db.segments_db [None req-ec65bfd3-72fb-45b7-bf61-f0f71aff6c3f tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Added segment 4d515d62-5dba-4f38-ae0b-afc2982ba991 of type vlan for network 3f28f728-5d07-4b0d-a887-dcdee9d49e4f Dec 18 13:32:47.403573 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-2294866d-0076-4933-952c-685307032598 None None] No Port match for: 1eca5e32-a765-44be-a5e7-741ab992c49e {{(pid=103161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 18 13:32:47.403916 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 1eca5e32-a765-44be-a5e7-741ab992c49e not bound to the agent host dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 18 13:32:47.454821 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-ec65bfd3-72fb-45b7-bf61-f0f71aff6c3f tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767106405744'] for network, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:47.477207 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-ff67ff4c-91cc-4881-ad61-fba60892cb44 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1927267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586962'] for network, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:47.487126 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-02b2eecd-7ab2-478b-84bc-54d3564465a1 tempest-TagsTest-741049713 tempest-TagsTest-741049713-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1301171281'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:32:47.489961 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-ff67ff4c-91cc-4881-ad61-fba60892cb44 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks [] for network, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:47.493189 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-ff67ff4c-91cc-4881-ad61-fba60892cb44 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] 10.222.0.31 "DELETE /v2.0/networks/858e461a-4939-4aa3-8ddc-98548f9319db HTTP/1.1" status: 204 len: 168 time: 0.4614451 Dec 18 13:32:47.497003 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 55798) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:32:47.503168 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-83edb4de-b4fb-40aa-a519-642ab63bb0f4 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1090524758'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:32:47.509172 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff67ff4c-91cc-4881-ad61-fba60892cb44 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Pushing event deleted for resources: {'Network': ['ID=858e461a-4939-4aa3-8ddc-98548f9319db,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:32:47.513808 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-ec65bfd3-72fb-45b7-bf61-f0f71aff6c3f tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981'] for network, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:47.520159 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec65bfd3-72fb-45b7-bf61-f0f71aff6c3f tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:32:47.520630 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-ec65bfd3-72fb-45b7-bf61-f0f71aff6c3f tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks [] for network, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:47.529232 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02b2eecd-7ab2-478b-84bc-54d3564465a1 tempest-TagsTest-741049713 tempest-TagsTest-741049713-project] Made reservation on behalf of da0268c84e0f47409de055b62c1cc9df for: {'network': 1} {{(pid=103160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:32:47.533415 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-02b2eecd-7ab2-478b-84bc-54d3564465a1 tempest-TagsTest-741049713 tempest-TagsTest-741049713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for network, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:47.546035 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-02b2eecd-7ab2-478b-84bc-54d3564465a1 tempest-TagsTest-741049713 tempest-TagsTest-741049713-project] Publish callbacks [] for security_group, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:47.554869 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83edb4de-b4fb-40aa-a519-642ab63bb0f4 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Made reservation on behalf of 3e8e672f906b4c94aa3af3ddf07ca05e for: {'network': 1} {{(pid=103160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:32:47.560927 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-ec65bfd3-72fb-45b7-bf61-f0f71aff6c3f tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3002152 Dec 18 13:32:47.561071 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-83edb4de-b4fb-40aa-a519-642ab63bb0f4 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for network, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:47.561071 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 55800) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:32:47.571953 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-aefe3e89-77fb-431e-9a3b-9ccb9e4fd524 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Request body: {'subnet': {'network_id': 'a38105ac-a8bc-431b-bf4f-a4fe7ff9459b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:32:47.590833 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec65bfd3-72fb-45b7-bf61-f0f71aff6c3f tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Pushing event updated for resources: {'Network': ['ID=3f28f728-5d07-4b0d-a887-dcdee9d49e4f,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:32:47.601307 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Network 3f28f728-5d07-4b0d-a887-dcdee9d49e4f details requested by agent ovs-agent-dv-neutron-744815-20-hyperv with host dv-neutron-744815-20-hyperv {{(pid=103161) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 18 13:32:47.668230 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83edb4de-b4fb-40aa-a519-642ab63bb0f4 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 143} {{(pid=103160) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 18 13:32:47.689018 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-83edb4de-b4fb-40aa-a519-642ab63bb0f4 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:47.689353 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.db.segments_db [None req-83edb4de-b4fb-40aa-a519-642ab63bb0f4 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Added segment 1b5fe189-3fbd-4147-a85e-54cc99abf217 of type vlan for network 5501cebe-db98-4411-9a0f-8aa3a1fd6bb8 Dec 18 13:32:47.760942 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-83edb4de-b4fb-40aa-a519-642ab63bb0f4 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767106405744'] for network, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:47.776631 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-02b2eecd-7ab2-478b-84bc-54d3564465a1 tempest-TagsTest-741049713 tempest-TagsTest-741049713-project] Publish callbacks [] for security_group, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:47.785323 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-02b2eecd-7ab2-478b-84bc-54d3564465a1 tempest-TagsTest-741049713 tempest-TagsTest-741049713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:47.811620 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aefe3e89-77fb-431e-9a3b-9ccb9e4fd524 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Made reservation on behalf of d223d1b2ed814c43a2fd9ddeaaf9b271 for: {'subnet': 1} {{(pid=103160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:32:47.815184 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-aefe3e89-77fb-431e-9a3b-9ccb9e4fd524 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4514414'] for subnet, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:47.832072 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02b2eecd-7ab2-478b-84bc-54d3564465a1 tempest-TagsTest-741049713 tempest-TagsTest-741049713-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 128} {{(pid=103160) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 18 13:32:47.864953 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-83edb4de-b4fb-40aa-a519-642ab63bb0f4 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981'] for network, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:47.870775 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83edb4de-b4fb-40aa-a519-642ab63bb0f4 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:32:47.871376 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-83edb4de-b4fb-40aa-a519-642ab63bb0f4 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks [] for network, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:47.882385 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-02b2eecd-7ab2-478b-84bc-54d3564465a1 tempest-TagsTest-741049713 tempest-TagsTest-741049713-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:47.882717 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.db.segments_db [None req-02b2eecd-7ab2-478b-84bc-54d3564465a1 tempest-TagsTest-741049713 tempest-TagsTest-741049713-project] Added segment 17c4835c-f832-43ae-b6b5-e7cf2fa5c789 of type vlan for network c69d4b9e-8155-4304-87b7-84ef3bd7f410 Dec 18 13:32:47.884985 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b2eecd-7ab2-478b-84bc-54d3564465a1 tempest-TagsTest-741049713 tempest-TagsTest-741049713-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52609bc2-2b79-4c22-ae72-007461641b25,revision_number=1']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:32:47.976075 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-83edb4de-b4fb-40aa-a519-642ab63bb0f4 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4776652 Dec 18 13:32:47.979236 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 55802) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:32:47.984438 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-4f25b1eb-c665-40d2-a334-a0d955629f89 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Request body: {'subnet': {'network_id': '5501cebe-db98-4411-9a0f-8aa3a1fd6bb8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:32:48.018281 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-02b2eecd-7ab2-478b-84bc-54d3564465a1 tempest-TagsTest-741049713 tempest-TagsTest-741049713-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767106405744'] for network, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:48.035000 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83edb4de-b4fb-40aa-a519-642ab63bb0f4 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Pushing event updated for resources: {'Network': ['ID=5501cebe-db98-4411-9a0f-8aa3a1fd6bb8,revision_number=1']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:32:48.046818 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Network 5501cebe-db98-4411-9a0f-8aa3a1fd6bb8 details requested by agent ovs-agent-dv-neutron-744815-20-hyperv with host dv-neutron-744815-20-hyperv {{(pid=103161) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 18 13:32:48.071328 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-02b2eecd-7ab2-478b-84bc-54d3564465a1 tempest-TagsTest-741049713 tempest-TagsTest-741049713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981'] for network, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:48.077519 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02b2eecd-7ab2-478b-84bc-54d3564465a1 tempest-TagsTest-741049713 tempest-TagsTest-741049713-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:32:48.078165 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-02b2eecd-7ab2-478b-84bc-54d3564465a1 tempest-TagsTest-741049713 tempest-TagsTest-741049713-project] Publish callbacks [] for network, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:48.088490 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f25b1eb-c665-40d2-a334-a0d955629f89 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Made reservation on behalf of 3e8e672f906b4c94aa3af3ddf07ca05e for: {'subnet': 1} {{(pid=103159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:32:48.093474 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-4f25b1eb-c665-40d2-a334-a0d955629f89 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6017072'] for subnet, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:48.171139 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-02b2eecd-7ab2-478b-84bc-54d3564465a1 tempest-TagsTest-741049713 tempest-TagsTest-741049713-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 0.7990825 Dec 18 13:32:48.174582 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 55804) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:32:48.180389 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.services.tag.tag_plugin [None req-9476ad43-7619-47e2-90bb-e65c01bb3941 tempest-TagsTest-741049713 tempest-TagsTest-741049713-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', 'c69d4b9e-8155-4304-87b7-84ef3bd7f410', 'tempest-TagsTest-Tag-1236951016') {} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:32:48.188454 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b2eecd-7ab2-478b-84bc-54d3564465a1 tempest-TagsTest-741049713 tempest-TagsTest-741049713-project] Pushing event updated for resources: {'Network': ['ID=c69d4b9e-8155-4304-87b7-84ef3bd7f410,revision_number=1']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:32:48.199949 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Network c69d4b9e-8155-4304-87b7-84ef3bd7f410 details requested by agent ovs-agent-dv-neutron-744815-20-hyperv with host dv-neutron-744815-20-hyperv {{(pid=103161) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 18 13:32:48.247363 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-aefe3e89-77fb-431e-9a3b-9ccb9e4fd524 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4533410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4514424'] for subnet, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:48.302827 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefe3e89-77fb-431e-9a3b-9ccb9e4fd524 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Pushing event updated for resources: {'Subnet': ['ID=de43e729-8efb-46b1-b08b-8925af80bc24,revision_number=0']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:32:48.321725 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aefe3e89-77fb-431e-9a3b-9ccb9e4fd524 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Checking segment: {'id': 'a5c5bc9e-42bb-472b-8a28-12288f715ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'a38105ac-a8bc-431b-bf4f-a4fe7ff9459b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 13:32:48.322019 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aefe3e89-77fb-431e-9a3b-9ccb9e4fd524 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Network hostable DHCP agents. Network: a38105ac-a8bc-431b-bf4f-a4fe7ff9459b, hostable agents: ['aa77effa-0e3a-4bbd-a383-4d58ed3328d0'], hosted agents: [] {{(pid=103160) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 18 13:32:48.331178 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-9476ad43-7619-47e2-90bb-e65c01bb3941 tempest-TagsTest-741049713 tempest-TagsTest-741049713-project] 10.222.0.31 "PUT /v2.0/networks/c69d4b9e-8155-4304-87b7-84ef3bd7f410/tags/tempest-TagsTest-Tag-1236951016 HTTP/1.1" status: 201 len: 201 time: 0.1554995 Dec 18 13:32:48.334336 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 55806) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:32:48.340306 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.services.tag.tag_plugin [None req-fe7b06f7-fe9a-458f-90a2-d00f95f47e71 tempest-TagsTest-741049713 tempest-TagsTest-741049713-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'c69d4b9e-8155-4304-87b7-84ef3bd7f410', 'tempest-TagsTest-Tag-1236951016') {} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:32:48.345445 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aefe3e89-77fb-431e-9a3b-9ccb9e4fd524 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Network a38105ac-a8bc-431b-bf4f-a4fe7ff9459b is scheduled to be hosted by DHCP agent aa77effa-0e3a-4bbd-a383-4d58ed3328d0 with binding_index 1 {{(pid=103160) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 18 13:32:48.354694 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-4f25b1eb-c665-40d2-a334-a0d955629f89 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5659786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6017062'] for subnet, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:48.371540 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.base_scheduler [None req-aefe3e89-77fb-431e-9a3b-9ccb9e4fd524 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-744815-20-hyperv, a38105ac-a8bc-431b-bf4f-a4fe7ff9459b) {{(pid=103160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:32:48.376746 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aefe3e89-77fb-431e-9a3b-9ccb9e4fd524 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:32:48.377467 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-aefe3e89-77fb-431e-9a3b-9ccb9e4fd524 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks [] for subnet, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:48.382646 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1167a6ad-8ed5-4720-82c1-b992f4413b19 None None] Network a38105ac-a8bc-431b-bf4f-a4fe7ff9459b requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:32:48.417641 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f25b1eb-c665-40d2-a334-a0d955629f89 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Pushing event updated for resources: {'Subnet': ['ID=258817ff-b6d9-40fc-a682-db3f32ca303d,revision_number=0']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:32:48.432986 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f25b1eb-c665-40d2-a334-a0d955629f89 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Checking segment: {'id': '1b5fe189-3fbd-4147-a85e-54cc99abf217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '5501cebe-db98-4411-9a0f-8aa3a1fd6bb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 13:32:48.433350 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f25b1eb-c665-40d2-a334-a0d955629f89 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Network hostable DHCP agents. Network: 5501cebe-db98-4411-9a0f-8aa3a1fd6bb8, hostable agents: ['aa77effa-0e3a-4bbd-a383-4d58ed3328d0'], hosted agents: [] {{(pid=103159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 18 13:32:48.434148 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-aefe3e89-77fb-431e-9a3b-9ccb9e4fd524 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8720896 Dec 18 13:32:48.437317 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 55808) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:32:48.443259 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-135aa56d-ce3c-4aaa-a6ee-469dae4ecef6 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Request body: {'subnet': {'network_id': '3f28f728-5d07-4b0d-a887-dcdee9d49e4f', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:32:48.449110 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-fe7b06f7-fe9a-458f-90a2-d00f95f47e71 tempest-TagsTest-741049713 tempest-TagsTest-741049713-project] 10.222.0.31 "GET /v2.0/networks/c69d4b9e-8155-4304-87b7-84ef3bd7f410/tags/tempest-TagsTest-Tag-1236951016 HTTP/1.1" status: 204 len: 168 time: 0.1137822 Dec 18 13:32:48.460738 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 55810) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:32:48.466614 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f25b1eb-c665-40d2-a334-a0d955629f89 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Network 5501cebe-db98-4411-9a0f-8aa3a1fd6bb8 is scheduled to be hosted by DHCP agent aa77effa-0e3a-4bbd-a383-4d58ed3328d0 with binding_index 1 {{(pid=103159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 18 13:32:48.472586 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.services.tag.tag_plugin [None req-ebee315a-9097-44e8-9f95-39bba3344725 tempest-TagsTest-741049713 tempest-TagsTest-741049713-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', 'c69d4b9e-8155-4304-87b7-84ef3bd7f410') {} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:32:48.479876 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.base_scheduler [None req-4f25b1eb-c665-40d2-a334-a0d955629f89 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-744815-20-hyperv, 5501cebe-db98-4411-9a0f-8aa3a1fd6bb8) {{(pid=103159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:32:48.484636 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f25b1eb-c665-40d2-a334-a0d955629f89 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:32:48.485272 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-4f25b1eb-c665-40d2-a334-a0d955629f89 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks [] for subnet, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:48.494570 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2653aa5b-a3c8-463a-86b0-6812ec2081bc None None] Network 5501cebe-db98-4411-9a0f-8aa3a1fd6bb8 requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:32:48.511178 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-4f25b1eb-c665-40d2-a334-a0d955629f89 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5303245 Dec 18 13:32:48.512194 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 55812) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:32:48.517266 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-9445b67c-aae8-41f0-b6da-ff41ee67129e tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-170508040', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:32:48.549454 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a99af8ca-b72d-4366-a12c-23ea84dee1cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp31e170a0-46a1-5ba9-9dc1-7ee4f866f0d7-a38105ac-a8bc-431b-bf4f-a4fe7ff9459b', 'network_id': 'a38105ac-a8bc-431b-bf4f-a4fe7ff9459b', 'project_id': 'd223d1b2ed814c43a2fd9ddeaaf9b271', 'fixed_ips': [{'subnet_id': 'de43e729-8efb-46b1-b08b-8925af80bc24'}]}} from dv-neutron-744815-20-hyperv. {{(pid=103161) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 18 13:32:48.550456 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a99af8ca-b72d-4366-a12c-23ea84dee1cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:48.553306 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-9445b67c-aae8-41f0-b6da-ff41ee67129e tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28433'] for router, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:48.554641 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-9445b67c-aae8-41f0-b6da-ff41ee67129e tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-589769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28440'] for router, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:48.610729 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-ebee315a-9097-44e8-9f95-39bba3344725 tempest-TagsTest-741049713 tempest-TagsTest-741049713-project] 10.222.0.31 "GET /v2.0/networks/c69d4b9e-8155-4304-87b7-84ef3bd7f410/tags HTTP/1.1" status: 200 len: 238 time: 0.1462216 Dec 18 13:32:48.611227 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 55814) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:32:48.615699 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.services.tag.tag_plugin [None req-0d8db872-b81b-4a2c-a405-f580589ce627 tempest-TagsTest-741049713 tempest-TagsTest-741049713-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', 'c69d4b9e-8155-4304-87b7-84ef3bd7f410', {'tags': ['tempest-TagsTest-Tag-1526517491', 'tempest-TagsTest-Tag-2134934677', 'tempest-TagsTest-Tag-1186131922']}) {} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:32:48.623185 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-9445b67c-aae8-41f0-b6da-ff41ee67129e tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:48.630929 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-9445b67c-aae8-41f0-b6da-ff41ee67129e tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-589760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-586526'] for router, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:48.638264 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-135aa56d-ce3c-4aaa-a6ee-469dae4ecef6 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Made reservation on behalf of d223d1b2ed814c43a2fd9ddeaaf9b271 for: {'subnet': 1} {{(pid=103160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:32:48.642903 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-135aa56d-ce3c-4aaa-a6ee-469dae4ecef6 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4514414'] for subnet, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:48.653353 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-9445b67c-aae8-41f0-b6da-ff41ee67129e tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks [] for router, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:48.654612 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-9445b67c-aae8-41f0-b6da-ff41ee67129e tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1412935 Dec 18 13:32:48.657501 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 55816) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:32:48.664598 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-1de8b1c2-fe95-4b30-91de-54d3b4552416 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Request body: {'port': {'network_id': '5501cebe-db98-4411-9a0f-8aa3a1fd6bb8', 'name': 'tempest-RoutersIpV6Test-468792832'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:32:48.671592 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a25205e5-8f30-479e-8208-849bbfe50eee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp31e170a0-46a1-5ba9-9dc1-7ee4f866f0d7-5501cebe-db98-4411-9a0f-8aa3a1fd6bb8', 'network_id': '5501cebe-db98-4411-9a0f-8aa3a1fd6bb8', 'project_id': '3e8e672f906b4c94aa3af3ddf07ca05e', 'fixed_ips': [{'subnet_id': '258817ff-b6d9-40fc-a682-db3f32ca303d'}]}} from dv-neutron-744815-20-hyperv. {{(pid=103161) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 18 13:32:48.672443 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a25205e5-8f30-479e-8208-849bbfe50eee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:48.768534 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-0d8db872-b81b-4a2c-a405-f580589ce627 tempest-TagsTest-741049713 tempest-TagsTest-741049713-project] 10.222.0.31 "PUT /v2.0/networks/c69d4b9e-8155-4304-87b7-84ef3bd7f410/tags HTTP/1.1" status: 200 len: 309 time: 0.1563797 Dec 18 13:32:48.769018 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 55818) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:32:48.775923 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.services.tag.tag_plugin [None req-8e9c3456-2997-4dcd-b124-05885b64a0b1 tempest-TagsTest-741049713 tempest-TagsTest-741049713-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', 'c69d4b9e-8155-4304-87b7-84ef3bd7f410', 'tempest-TagsTest-Tag-1526517491') {} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:32:48.797792 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_common [None req-a99af8ca-b72d-4366-a12c-23ea84dee1cd None None] Allocated IP 172.20.0.2 (a38105ac-a8bc-431b-bf4f-a4fe7ff9459b/de43e729-8efb-46b1-b08b-8925af80bc24/9a29e6ae-4aca-4c21-965a-e66608cc7dfe) {{(pid=103161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:32:48.813509 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1de8b1c2-fe95-4b30-91de-54d3b4552416 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Made reservation on behalf of 3e8e672f906b4c94aa3af3ddf07ca05e for: {'port': 1} {{(pid=103159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:32:48.816925 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-1de8b1c2-fe95-4b30-91de-54d3b4552416 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:48.861391 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.notifiers.nova [None req-1de8b1c2-fe95-4b30-91de-54d3b4552416 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] device_id is not set on port f3e049c3-700c-4488-9d66-e2ce4247ef5e yet. {{(pid=103159) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 18 13:32:48.902646 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-135aa56d-ce3c-4aaa-a6ee-469dae4ecef6 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4533410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4514424'] for subnet, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:48.939104 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-8e9c3456-2997-4dcd-b124-05885b64a0b1 tempest-TagsTest-741049713 tempest-TagsTest-741049713-project] 10.222.0.31 "DELETE /v2.0/networks/c69d4b9e-8155-4304-87b7-84ef3bd7f410/tags/tempest-TagsTest-Tag-1526517491 HTTP/1.1" status: 204 len: 168 time: 0.1689925 Dec 18 13:32:48.941957 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 55820) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:32:48.946535 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.services.tag.tag_plugin [None req-e0eba022-9743-4787-9cc6-d7c63e40d066 tempest-TagsTest-741049713 tempest-TagsTest-741049713-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'c69d4b9e-8155-4304-87b7-84ef3bd7f410', 'tempest-TagsTest-Tag-1526517491') {} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:32:48.977943 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135aa56d-ce3c-4aaa-a6ee-469dae4ecef6 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Pushing event updated for resources: {'Subnet': ['ID=3261de35-123b-44d1-bb70-4c032eee0737,revision_number=0']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:32:48.987977 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-135aa56d-ce3c-4aaa-a6ee-469dae4ecef6 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Checking segment: {'id': '4d515d62-5dba-4f38-ae0b-afc2982ba991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '3f28f728-5d07-4b0d-a887-dcdee9d49e4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 13:32:48.988403 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-135aa56d-ce3c-4aaa-a6ee-469dae4ecef6 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Network hostable DHCP agents. Network: 3f28f728-5d07-4b0d-a887-dcdee9d49e4f, hostable agents: ['aa77effa-0e3a-4bbd-a383-4d58ed3328d0'], hosted agents: [] {{(pid=103160) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 18 13:32:49.010379 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-135aa56d-ce3c-4aaa-a6ee-469dae4ecef6 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Network 3f28f728-5d07-4b0d-a887-dcdee9d49e4f is scheduled to be hosted by DHCP agent aa77effa-0e3a-4bbd-a383-4d58ed3328d0 with binding_index 1 {{(pid=103160) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 18 13:32:49.022196 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.base_scheduler [None req-135aa56d-ce3c-4aaa-a6ee-469dae4ecef6 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-744815-20-hyperv, 3f28f728-5d07-4b0d-a887-dcdee9d49e4f) {{(pid=103160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:32:49.024553 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.api.v2.resource [None req-e0eba022-9743-4787-9cc6-d7c63e40d066 tempest-TagsTest-741049713 tempest-TagsTest-741049713-project] show failed (client error): The resource could not be found. Dec 18 13:32:49.028459 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-e0eba022-9743-4787-9cc6-d7c63e40d066 tempest-TagsTest-741049713 tempest-TagsTest-741049713-project] 10.222.0.31 "GET /v2.0/networks/c69d4b9e-8155-4304-87b7-84ef3bd7f410/tags/tempest-TagsTest-Tag-1526517491 HTTP/1.1" status: 404 len: 326 time: 0.0826819 Dec 18 13:32:49.028674 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 55822) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:32:49.030804 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-135aa56d-ce3c-4aaa-a6ee-469dae4ecef6 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:32:49.031675 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-135aa56d-ce3c-4aaa-a6ee-469dae4ecef6 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks [] for subnet, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:49.033186 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.services.tag.tag_plugin [None req-f2f94aa8-93f5-4fba-bf9e-2bd7d5c0cc73 tempest-TagsTest-741049713 tempest-TagsTest-741049713-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'c69d4b9e-8155-4304-87b7-84ef3bd7f410', 'tempest-TagsTest-Tag-2134934677') {} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:32:49.055418 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-135aa56d-ce3c-4aaa-a6ee-469dae4ecef6 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6169488 Dec 18 13:32:49.058401 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 55824) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:32:49.062828 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2da9cca-189e-4d2d-ac79-83b3c52807ad None None] Network 3f28f728-5d07-4b0d-a887-dcdee9d49e4f requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:32:49.063289 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-5a6b5555-3267-478c-9d95-ccbf9bfa3023 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1595740796', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:32:49.102310 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_common [None req-a25205e5-8f30-479e-8208-849bbfe50eee None None] Allocated IP 2001:db8::2 (5501cebe-db98-4411-9a0f-8aa3a1fd6bb8/258817ff-b6d9-40fc-a682-db3f32ca303d/b0d9764e-db52-4068-a354-6e5c5b1b9d57) {{(pid=103161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:32:49.128927 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-f2f94aa8-93f5-4fba-bf9e-2bd7d5c0cc73 tempest-TagsTest-741049713 tempest-TagsTest-741049713-project] 10.222.0.31 "GET /v2.0/networks/c69d4b9e-8155-4304-87b7-84ef3bd7f410/tags/tempest-TagsTest-Tag-2134934677 HTTP/1.1" status: 204 len: 168 time: 0.0990896 Dec 18 13:32:49.130047 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-5a6b5555-3267-478c-9d95-ccbf9bfa3023 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28433'] for router, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:49.131172 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-5a6b5555-3267-478c-9d95-ccbf9bfa3023 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-589769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28440'] for router, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:49.131845 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 55826) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:32:49.137771 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.services.tag.tag_plugin [None req-3463351a-ea3a-4f95-a404-ca1b7c836f12 tempest-TagsTest-741049713 tempest-TagsTest-741049713-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'c69d4b9e-8155-4304-87b7-84ef3bd7f410', 'tempest-TagsTest-Tag-1186131922') {} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:32:49.199575 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-5a6b5555-3267-478c-9d95-ccbf9bfa3023 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:49.207719 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-5a6b5555-3267-478c-9d95-ccbf9bfa3023 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-589760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-586526'] for router, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:49.220173 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-3463351a-ea3a-4f95-a404-ca1b7c836f12 tempest-TagsTest-741049713 tempest-TagsTest-741049713-project] 10.222.0.31 "GET /v2.0/networks/c69d4b9e-8155-4304-87b7-84ef3bd7f410/tags/tempest-TagsTest-Tag-1186131922 HTTP/1.1" status: 204 len: 168 time: 0.0844233 Dec 18 13:32:49.220485 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 55828) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:32:49.224584 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.services.tag.tag_plugin [None req-6d4c7796-1144-489c-84dc-ac8b2848a476 tempest-TagsTest-741049713 tempest-TagsTest-741049713-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'c69d4b9e-8155-4304-87b7-84ef3bd7f410') {} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:32:49.230006 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-5a6b5555-3267-478c-9d95-ccbf9bfa3023 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks [] for router, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:49.234175 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-5a6b5555-3267-478c-9d95-ccbf9bfa3023 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1719191 Dec 18 13:32:49.234409 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 55830) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:32:49.306373 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a99af8ca-b72d-4366-a12c-23ea84dee1cd None None] Publish callbacks [] for port, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:49.310202 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-6d4c7796-1144-489c-84dc-ac8b2848a476 tempest-TagsTest-741049713 tempest-TagsTest-741049713-project] 10.222.0.31 "DELETE /v2.0/networks/c69d4b9e-8155-4304-87b7-84ef3bd7f410/tags HTTP/1.1" status: 204 len: 168 time: 0.0861051 Dec 18 13:32:49.310708 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 55832) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:32:49.316949 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.services.tag.tag_plugin [None req-a9f01685-c0e9-4e17-8da7-6f20428c5af1 tempest-TagsTest-741049713 tempest-TagsTest-741049713-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'c69d4b9e-8155-4304-87b7-84ef3bd7f410', 'tempest-TagsTest-Tag-2134934677') {} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:32:49.318874 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e94a59aa-2aa3-4382-9b7b-a2881dec018b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp31e170a0-46a1-5ba9-9dc1-7ee4f866f0d7-3f28f728-5d07-4b0d-a887-dcdee9d49e4f', 'network_id': '3f28f728-5d07-4b0d-a887-dcdee9d49e4f', 'project_id': 'd223d1b2ed814c43a2fd9ddeaaf9b271', 'fixed_ips': [{'subnet_id': '3261de35-123b-44d1-bb70-4c032eee0737'}]}} from dv-neutron-744815-20-hyperv. {{(pid=103161) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 18 13:32:49.319842 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e94a59aa-2aa3-4382-9b7b-a2881dec018b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:49.335225 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a99af8ca-b72d-4366-a12c-23ea84dee1cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975'] for port, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:49.394882 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.api.v2.resource [None req-a9f01685-c0e9-4e17-8da7-6f20428c5af1 tempest-TagsTest-741049713 tempest-TagsTest-741049713-project] show failed (client error): The resource could not be found. Dec 18 13:32:49.398489 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-a9f01685-c0e9-4e17-8da7-6f20428c5af1 tempest-TagsTest-741049713 tempest-TagsTest-741049713-project] 10.222.0.31 "GET /v2.0/networks/c69d4b9e-8155-4304-87b7-84ef3bd7f410/tags/tempest-TagsTest-Tag-2134934677 HTTP/1.1" status: 404 len: 326 time: 0.0834856 Dec 18 13:32:49.399177 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 55834) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:32:49.404000 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.services.tag.tag_plugin [None req-8825759b-76d0-46f2-b47d-d01378c022c6 tempest-TagsTest-741049713 tempest-TagsTest-741049713-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'c69d4b9e-8155-4304-87b7-84ef3bd7f410', 'tempest-TagsTest-Tag-1186131922') {} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:32:49.406756 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a99af8ca-b72d-4366-a12c-23ea84dee1cd None None] Network a38105ac-a8bc-431b-bf4f-a4fe7ff9459b is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:32:49.435263 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-a99af8ca-b72d-4366-a12c-23ea84dee1cd None None] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:32:49.438129 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a99af8ca-b72d-4366-a12c-23ea84dee1cd None None] Received port after_create {{(pid=103161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:32:49.483469 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.api.v2.resource [None req-8825759b-76d0-46f2-b47d-d01378c022c6 tempest-TagsTest-741049713 tempest-TagsTest-741049713-project] show failed (client error): The resource could not be found. Dec 18 13:32:49.487589 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-8825759b-76d0-46f2-b47d-d01378c022c6 tempest-TagsTest-741049713 tempest-TagsTest-741049713-project] 10.222.0.31 "GET /v2.0/networks/c69d4b9e-8155-4304-87b7-84ef3bd7f410/tags/tempest-TagsTest-Tag-1186131922 HTTP/1.1" status: 404 len: 326 time: 0.0847816 Dec 18 13:32:49.487861 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 55836) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:32:49.493757 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.services.tag.tag_plugin [None req-5f574603-bc9e-4be9-9286-6bef4ffdfd08 tempest-TagsTest-741049713 tempest-TagsTest-741049713-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'c69d4b9e-8155-4304-87b7-84ef3bd7f410') {} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:32:49.497403 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99af8ca-b72d-4366-a12c-23ea84dee1cd None None] Pushing event updated for resources: {'Port': ['ID=9a29e6ae-4aca-4c21-965a-e66608cc7dfe,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:32:49.553042 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a25205e5-8f30-479e-8208-849bbfe50eee None None] Publish callbacks [] for port, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:49.594420 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-5f574603-bc9e-4be9-9286-6bef4ffdfd08 tempest-TagsTest-741049713 tempest-TagsTest-741049713-project] 10.222.0.31 "DELETE /v2.0/networks/c69d4b9e-8155-4304-87b7-84ef3bd7f410/tags HTTP/1.1" status: 204 len: 168 time: 0.0996253 Dec 18 13:32:49.594675 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 55840) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:32:49.594954 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a25205e5-8f30-479e-8208-849bbfe50eee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975'] for port, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:49.652071 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-a99af8ca-b72d-4366-a12c-23ea84dee1cd None None] Attempting to bind port 9a29e6ae-4aca-4c21-965a-e66608cc7dfe on host dv-neutron-744815-20-hyperv for vnic_type normal with profile {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 13:32:49.652328 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-a99af8ca-b72d-4366-a12c-23ea84dee1cd None None] Attempting to bind port 9a29e6ae-4aca-4c21-965a-e66608cc7dfe by drivers openvswitch,hyperv on host dv-neutron-744815-20-hyperv at level 0 using segments [{'id': 'a5c5bc9e-42bb-472b-8a28-12288f715ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'a38105ac-a8bc-431b-bf4f-a4fe7ff9459b'}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 13:32:49.652687 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a99af8ca-b72d-4366-a12c-23ea84dee1cd None None] Attempting to bind port 9a29e6ae-4aca-4c21-965a-e66608cc7dfe on network a38105ac-a8bc-431b-bf4f-a4fe7ff9459b {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 13:32:49.663449 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a25205e5-8f30-479e-8208-849bbfe50eee None None] Network 5501cebe-db98-4411-9a0f-8aa3a1fd6bb8 is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:32:49.674844 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-a25205e5-8f30-479e-8208-849bbfe50eee None None] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:32:49.677344 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a25205e5-8f30-479e-8208-849bbfe50eee None None] Received port after_create {{(pid=103161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:32:49.678160 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-dd0532d3-b85e-4484-8fdd-a9ac63f62483 tempest-TagsTest-741049713 tempest-TagsTest-741049713-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2023137'] for network, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:49.682523 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25205e5-8f30-479e-8208-849bbfe50eee None None] Pushing event updated for resources: {'Port': ['ID=b0d9764e-db52-4068-a354-6e5c5b1b9d57,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:32:49.685453 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a99af8ca-b72d-4366-a12c-23ea84dee1cd None None] Checking agent: {'id': '428fa9fa-43db-4db9-9f96-f60ffe931f2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-20-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 13, 19, 1), 'started_at': datetime.datetime(2021, 12, 18, 13, 19, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 13, 32, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-20-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 18 13:32:49.685830 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a99af8ca-b72d-4366-a12c-23ea84dee1cd None None] Checking segment: {'id': 'a5c5bc9e-42bb-472b-8a28-12288f715ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'a38105ac-a8bc-431b-bf4f-a4fe7ff9459b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 13:32:49.686256 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a99af8ca-b72d-4366-a12c-23ea84dee1cd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:49.686795 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a99af8ca-b72d-4366-a12c-23ea84dee1cd None None] Bound using segment: {'id': 'a5c5bc9e-42bb-472b-8a28-12288f715ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'a38105ac-a8bc-431b-bf4f-a4fe7ff9459b'} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 18 13:32:49.687322 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-a99af8ca-b72d-4366-a12c-23ea84dee1cd None None] Bound port: 9a29e6ae-4aca-4c21-965a-e66608cc7dfe, host: dv-neutron-744815-20-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5c5bc9e-42bb-472b-8a28-12288f715ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'a38105ac-a8bc-431b-bf4f-a4fe7ff9459b'}}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 18 13:32:49.687708 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a99af8ca-b72d-4366-a12c-23ea84dee1cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:49.695653 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_common [None req-e94a59aa-2aa3-4382-9b7b-a2881dec018b None None] Allocated IP 172.21.0.2 (3f28f728-5d07-4b0d-a887-dcdee9d49e4f/3261de35-123b-44d1-bb70-4c032eee0737/185b7ceb-bb38-4b71-8c95-5c22017da591) {{(pid=103161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:32:49.773687 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-dd0532d3-b85e-4484-8fdd-a9ac63f62483 tempest-TagsTest-741049713 tempest-TagsTest-741049713-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1927292', 'neutron.services.segments.db._delete_segments_for_network-8767106887837'] for network, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:49.796331 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.services.segments.db [None req-dd0532d3-b85e-4484-8fdd-a9ac63f62483 tempest-TagsTest-741049713 tempest-TagsTest-741049713-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c69d4b9e-8155-4304-87b7-84ef3bd7f410']}} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:32:49.805608 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-a25205e5-8f30-479e-8208-849bbfe50eee None None] Attempting to bind port b0d9764e-db52-4068-a354-6e5c5b1b9d57 on host dv-neutron-744815-20-hyperv for vnic_type normal with profile {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 13:32:49.805985 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-a25205e5-8f30-479e-8208-849bbfe50eee None None] Attempting to bind port b0d9764e-db52-4068-a354-6e5c5b1b9d57 by drivers openvswitch,hyperv on host dv-neutron-744815-20-hyperv at level 0 using segments [{'id': '1b5fe189-3fbd-4147-a85e-54cc99abf217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '5501cebe-db98-4411-9a0f-8aa3a1fd6bb8'}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 13:32:49.806341 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a25205e5-8f30-479e-8208-849bbfe50eee None None] Attempting to bind port b0d9764e-db52-4068-a354-6e5c5b1b9d57 on network 5501cebe-db98-4411-9a0f-8aa3a1fd6bb8 {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 13:32:49.807012 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.services.segments.db [None req-dd0532d3-b85e-4484-8fdd-a9ac63f62483 tempest-TagsTest-741049713 tempest-TagsTest-741049713-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17c4835c-f832-43ae-b6b5-e7cf2fa5c789') {'for_net_delete': True} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:32:49.807344 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.services.segments.db [None req-dd0532d3-b85e-4484-8fdd-a9ac63f62483 tempest-TagsTest-741049713 tempest-TagsTest-741049713-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17c4835c-f832-43ae-b6b5-e7cf2fa5c789') {} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:32:49.812097 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.db_base_plugin_common [None req-1de8b1c2-fe95-4b30-91de-54d3b4552416 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Allocated IP 2001:db8::267 (5501cebe-db98-4411-9a0f-8aa3a1fd6bb8/258817ff-b6d9-40fc-a682-db3f32ca303d/f3e049c3-700c-4488-9d66-e2ce4247ef5e) {{(pid=103159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:32:49.817761 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-dd0532d3-b85e-4484-8fdd-a9ac63f62483 tempest-TagsTest-741049713 tempest-TagsTest-741049713-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767106888614', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4533424'] for segment, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:49.832756 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-dd0532d3-b85e-4484-8fdd-a9ac63f62483 tempest-TagsTest-741049713 tempest-TagsTest-741049713-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:49.840357 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd0532d3-b85e-4484-8fdd-a9ac63f62483 tempest-TagsTest-741049713 tempest-TagsTest-741049713-project] Releasing vlan 128 on physical network physnet1 to pool {{(pid=103160) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 18 13:32:49.840537 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-dd0532d3-b85e-4484-8fdd-a9ac63f62483 tempest-TagsTest-741049713 tempest-TagsTest-741049713-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4533569'] for segment, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:49.844445 dv-neutron-744815-20-hyperv neutron-server[103160]: Traceback (most recent call last): Dec 18 13:32:49.844445 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 18 13:32:49.844445 dv-neutron-744815-20-hyperv neutron-server[103160]: timer() Dec 18 13:32:49.844445 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 18 13:32:49.844445 dv-neutron-744815-20-hyperv neutron-server[103160]: cb(*args, **kw) Dec 18 13:32:49.844445 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 18 13:32:49.844445 dv-neutron-744815-20-hyperv neutron-server[103160]: return func(*args, **kwargs) Dec 18 13:32:49.844445 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 18 13:32:49.844445 dv-neutron-744815-20-hyperv neutron-server[103160]: self._notify() Dec 18 13:32:49.844445 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 18 13:32:49.844445 dv-neutron-744815-20-hyperv neutron-server[103160]: self.callback(batched_events) Dec 18 13:32:49.844445 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 18 13:32:49.844445 dv-neutron-744815-20-hyperv neutron-server[103160]: event.method(event) Dec 18 13:32:49.844445 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 18 13:32:49.844445 dv-neutron-744815-20-hyperv neutron-server[103160]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 18 13:32:49.844445 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 18 13:32:49.844445 dv-neutron-744815-20-hyperv neutron-server[103160]: aggregate_uuid = self.p_client.list_aggregates( Dec 18 13:32:49.844445 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 18 13:32:49.844445 dv-neutron-744815-20-hyperv neutron-server[103160]: return f(self, *a, **k) Dec 18 13:32:49.844445 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 18 13:32:49.844445 dv-neutron-744815-20-hyperv neutron-server[103160]: return self._get(url).json() Dec 18 13:32:49.844445 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 18 13:32:49.844445 dv-neutron-744815-20-hyperv neutron-server[103160]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 18 13:32:49.844445 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 18 13:32:49.844445 dv-neutron-744815-20-hyperv neutron-server[103160]: return self.request(url, 'GET', **kwargs) Dec 18 13:32:49.844445 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 18 13:32:49.844445 dv-neutron-744815-20-hyperv neutron-server[103160]: base_url = self.get_endpoint(auth, allow=allow, Dec 18 13:32:49.844445 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 18 13:32:49.844445 dv-neutron-744815-20-hyperv neutron-server[103160]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 18 13:32:49.844445 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 18 13:32:49.844445 dv-neutron-744815-20-hyperv neutron-server[103160]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 18 13:32:49.844445 dv-neutron-744815-20-hyperv neutron-server[103160]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 18 13:32:49.847203 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a25205e5-8f30-479e-8208-849bbfe50eee None None] Checking agent: {'id': '428fa9fa-43db-4db9-9f96-f60ffe931f2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-20-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 13, 19, 1), 'started_at': datetime.datetime(2021, 12, 18, 13, 19, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 13, 32, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-20-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 18 13:32:49.847203 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a25205e5-8f30-479e-8208-849bbfe50eee None None] Checking segment: {'id': '1b5fe189-3fbd-4147-a85e-54cc99abf217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '5501cebe-db98-4411-9a0f-8aa3a1fd6bb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 13:32:49.847203 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a25205e5-8f30-479e-8208-849bbfe50eee None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:49.847203 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a25205e5-8f30-479e-8208-849bbfe50eee None None] Bound using segment: {'id': '1b5fe189-3fbd-4147-a85e-54cc99abf217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '5501cebe-db98-4411-9a0f-8aa3a1fd6bb8'} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 18 13:32:49.847203 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-a25205e5-8f30-479e-8208-849bbfe50eee None None] Bound port: b0d9764e-db52-4068-a354-6e5c5b1b9d57, host: dv-neutron-744815-20-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b5fe189-3fbd-4147-a85e-54cc99abf217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '5501cebe-db98-4411-9a0f-8aa3a1fd6bb8'}}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 18 13:32:49.847203 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a25205e5-8f30-479e-8208-849bbfe50eee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:49.908374 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-a99af8ca-b72d-4366-a12c-23ea84dee1cd None None] For port 9a29e6ae-4aca-4c21-965a-e66608cc7dfe, host dv-neutron-744815-20-hyperv, cleared binding levels {{(pid=103161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 18 13:32:49.919977 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-dd0532d3-b85e-4484-8fdd-a9ac63f62483 tempest-TagsTest-741049713 tempest-TagsTest-741049713-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1927267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586962'] for network, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:49.928149 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-dd0532d3-b85e-4484-8fdd-a9ac63f62483 tempest-TagsTest-741049713 tempest-TagsTest-741049713-project] Publish callbacks [] for network, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:49.934904 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-dd0532d3-b85e-4484-8fdd-a9ac63f62483 tempest-TagsTest-741049713 tempest-TagsTest-741049713-project] 10.222.0.31 "DELETE /v2.0/networks/c69d4b9e-8155-4304-87b7-84ef3bd7f410 HTTP/1.1" status: 204 len: 168 time: 0.3367064 Dec 18 13:32:49.945571 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-a99af8ca-b72d-4366-a12c-23ea84dee1cd None None] For port 9a29e6ae-4aca-4c21-965a-e66608cc7dfe, host dv-neutron-744815-20-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=9a29e6ae-4aca-4c21-965a-e66608cc7dfe,segment=NetworkSegment(a5c5bc9e-42bb-472b-8a28-12288f715ddb),segment_id=a5c5bc9e-42bb-472b-8a28-12288f715ddb)] {{(pid=103161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 18 13:32:49.966240 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a99af8ca-b72d-4366-a12c-23ea84dee1cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:49.968598 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0532d3-b85e-4484-8fdd-a9ac63f62483 tempest-TagsTest-741049713 tempest-TagsTest-741049713-project] Pushing event deleted for resources: {'Network': ['ID=c69d4b9e-8155-4304-87b7-84ef3bd7f410,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:32:50.006570 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-1b55444f-1ef4-4b9f-9504-afde6d6584a2 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:50.030511 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-a25205e5-8f30-479e-8208-849bbfe50eee None None] For port b0d9764e-db52-4068-a354-6e5c5b1b9d57, host dv-neutron-744815-20-hyperv, cleared binding levels {{(pid=103161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 18 13:32:50.064120 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-a25205e5-8f30-479e-8208-849bbfe50eee None None] For port b0d9764e-db52-4068-a354-6e5c5b1b9d57, host dv-neutron-744815-20-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=b0d9764e-db52-4068-a354-6e5c5b1b9d57,segment=NetworkSegment(1b5fe189-3fbd-4147-a85e-54cc99abf217),segment_id=1b5fe189-3fbd-4147-a85e-54cc99abf217)] {{(pid=103161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 18 13:32:50.088528 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a25205e5-8f30-479e-8208-849bbfe50eee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:50.102109 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e94a59aa-2aa3-4382-9b7b-a2881dec018b None None] Publish callbacks [] for port, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:50.106263 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99af8ca-b72d-4366-a12c-23ea84dee1cd None None] Pushing event updated for resources: {'Port': ['ID=9a29e6ae-4aca-4c21-965a-e66608cc7dfe,revision_number=2']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:32:50.139078 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e94a59aa-2aa3-4382-9b7b-a2881dec018b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975'] for port, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:50.188306 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e94a59aa-2aa3-4382-9b7b-a2881dec018b None None] Network 3f28f728-5d07-4b0d-a887-dcdee9d49e4f is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:32:50.191447 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-e94a59aa-2aa3-4382-9b7b-a2881dec018b None None] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:32:50.193965 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e94a59aa-2aa3-4382-9b7b-a2881dec018b None None] Received port after_create {{(pid=103161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:32:50.201243 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25205e5-8f30-479e-8208-849bbfe50eee None None] Pushing event updated for resources: {'Port': ['ID=b0d9764e-db52-4068-a354-6e5c5b1b9d57,revision_number=2']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:32:50.278196 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-1de8b1c2-fe95-4b30-91de-54d3b4552416 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks [] for port, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:50.307576 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 55848) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:32:50.315426 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94a59aa-2aa3-4382-9b7b-a2881dec018b None None] Pushing event updated for resources: {'Port': ['ID=185b7ceb-bb38-4b71-8c95-5c22017da591,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:32:50.318758 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-e94a59aa-2aa3-4382-9b7b-a2881dec018b None None] Attempting to bind port 185b7ceb-bb38-4b71-8c95-5c22017da591 on host dv-neutron-744815-20-hyperv for vnic_type normal with profile {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 13:32:50.319383 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-e94a59aa-2aa3-4382-9b7b-a2881dec018b None None] Attempting to bind port 185b7ceb-bb38-4b71-8c95-5c22017da591 by drivers openvswitch,hyperv on host dv-neutron-744815-20-hyperv at level 0 using segments [{'id': '4d515d62-5dba-4f38-ae0b-afc2982ba991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '3f28f728-5d07-4b0d-a887-dcdee9d49e4f'}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 13:32:50.319756 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e94a59aa-2aa3-4382-9b7b-a2881dec018b None None] Attempting to bind port 185b7ceb-bb38-4b71-8c95-5c22017da591 on network 3f28f728-5d07-4b0d-a887-dcdee9d49e4f {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 13:32:50.325825 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e94a59aa-2aa3-4382-9b7b-a2881dec018b None None] Checking agent: {'id': '428fa9fa-43db-4db9-9f96-f60ffe931f2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-20-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 13, 19, 1), 'started_at': datetime.datetime(2021, 12, 18, 13, 19, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 13, 32, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-20-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 18 13:32:50.326207 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e94a59aa-2aa3-4382-9b7b-a2881dec018b None None] Checking segment: {'id': '4d515d62-5dba-4f38-ae0b-afc2982ba991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '3f28f728-5d07-4b0d-a887-dcdee9d49e4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 13:32:50.326608 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e94a59aa-2aa3-4382-9b7b-a2881dec018b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:50.326998 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e94a59aa-2aa3-4382-9b7b-a2881dec018b None None] Bound using segment: {'id': '4d515d62-5dba-4f38-ae0b-afc2982ba991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '3f28f728-5d07-4b0d-a887-dcdee9d49e4f'} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 18 13:32:50.327492 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-e94a59aa-2aa3-4382-9b7b-a2881dec018b None None] Bound port: 185b7ceb-bb38-4b71-8c95-5c22017da591, host: dv-neutron-744815-20-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d515d62-5dba-4f38-ae0b-afc2982ba991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '3f28f728-5d07-4b0d-a887-dcdee9d49e4f'}}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 18 13:32:50.327869 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e94a59aa-2aa3-4382-9b7b-a2881dec018b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:50.427380 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-1de8b1c2-fe95-4b30-91de-54d3b4552416 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:50.461656 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-e94a59aa-2aa3-4382-9b7b-a2881dec018b None None] For port 185b7ceb-bb38-4b71-8c95-5c22017da591, host dv-neutron-744815-20-hyperv, cleared binding levels {{(pid=103161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 18 13:32:50.465844 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-e94a59aa-2aa3-4382-9b7b-a2881dec018b None None] For port 185b7ceb-bb38-4b71-8c95-5c22017da591, host dv-neutron-744815-20-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=185b7ceb-bb38-4b71-8c95-5c22017da591,segment=NetworkSegment(4d515d62-5dba-4f38-ae0b-afc2982ba991),segment_id=4d515d62-5dba-4f38-ae0b-afc2982ba991)] {{(pid=103161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 18 13:32:50.472728 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e94a59aa-2aa3-4382-9b7b-a2881dec018b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:50.479871 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.db_base_plugin_common [None req-1b55444f-1ef4-4b9f-9504-afde6d6584a2 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Allocated IP 172.20.0.1 (a38105ac-a8bc-431b-bf4f-a4fe7ff9459b/de43e729-8efb-46b1-b08b-8925af80bc24/9becbd96-603e-4d47-a173-ab3a8c76c511) {{(pid=103159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:32:50.532076 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1de8b1c2-fe95-4b30-91de-54d3b4552416 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Network 5501cebe-db98-4411-9a0f-8aa3a1fd6bb8 is already hosted by enough agents. {{(pid=103159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:32:50.540650 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de8b1c2-fe95-4b30-91de-54d3b4552416 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Pushing event updated for resources: {'Port': ['ID=f3e049c3-700c-4488-9d66-e2ce4247ef5e,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:32:50.543945 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.base_scheduler [None req-1de8b1c2-fe95-4b30-91de-54d3b4552416 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Resources bound (agent type, host, resource id): {{(pid=103159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:32:50.549165 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1de8b1c2-fe95-4b30-91de-54d3b4552416 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Received port after_create {{(pid=103159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:32:50.555232 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1de8b1c2-fe95-4b30-91de-54d3b4552416 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:32:50.555982 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-1de8b1c2-fe95-4b30-91de-54d3b4552416 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:50.596153 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94a59aa-2aa3-4382-9b7b-a2881dec018b None None] Pushing event updated for resources: {'Port': ['ID=185b7ceb-bb38-4b71-8c95-5c22017da591,revision_number=2']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:32:50.636456 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-1de8b1c2-fe95-4b30-91de-54d3b4552416 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.9755311 Dec 18 13:32:50.636727 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 55852) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:32:50.740293 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-1b55444f-1ef4-4b9f-9504-afde6d6584a2 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks [] for port, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:50.784939 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-1b55444f-1ef4-4b9f-9504-afde6d6584a2 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:50.826416 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-58fbbfd8-53f8-4edf-9034-202fe5e664d9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=da0268c84e0f47409de055b62c1cc9df&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5175033 Dec 18 13:32:50.829368 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 55854) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:32:50.856576 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b55444f-1ef4-4b9f-9504-afde6d6584a2 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Network a38105ac-a8bc-431b-bf4f-a4fe7ff9459b is already hosted by enough agents. {{(pid=103159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:32:50.860206 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.base_scheduler [None req-1b55444f-1ef4-4b9f-9504-afde6d6584a2 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Resources bound (agent type, host, resource id): {{(pid=103159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:32:50.863126 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b55444f-1ef4-4b9f-9504-afde6d6584a2 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Received port after_create {{(pid=103159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:32:50.897721 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b55444f-1ef4-4b9f-9504-afde6d6584a2 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Pushing event updated for resources: {'Port': ['ID=9becbd96-603e-4d47-a173-ab3a8c76c511,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:32:50.936975 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-1b55444f-1ef4-4b9f-9504-afde6d6584a2 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586257'] for router_interface, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:50.980507 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-14d31aeb-2046-4120-b237-78aafc750a7c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:51.031009 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-14d31aeb-2046-4120-b237-78aafc750a7c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:51.071808 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-1b55444f-1ef4-4b9f-9504-afde6d6584a2 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:51.111542 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-50bb1ce7-3f5f-4bf8-91b1-da63d2b697ba tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:51.151013 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-14d31aeb-2046-4120-b237-78aafc750a7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:51.153674 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-14d31aeb-2046-4120-b237-78aafc750a7c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:51.154912 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-14d31aeb-2046-4120-b237-78aafc750a7c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/52609bc2-2b79-4c22-ae72-007461641b25 HTTP/1.1" status: 204 len: 168 time: 0.3240685 Dec 18 13:32:51.458430 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d31aeb-2046-4120-b237-78aafc750a7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52609bc2-2b79-4c22-ae72-007461641b25,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:32:51.535605 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-1b55444f-1ef4-4b9f-9504-afde6d6584a2 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks [] for port, precommit_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:51.550346 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-1b55444f-1ef4-4b9f-9504-afde6d6584a2 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5659917'] for port, after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:51.588564 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 9a29e6ae-4aca-4c21-965a-e66608cc7dfe up at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 13:32:51.709683 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2294866d-0076-4933-952c-685307032598 None None] Provisioning complete for port 9a29e6ae-4aca-4c21-965a-e66608cc7dfe triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:32:51.710061 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:51.723681 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b55444f-1ef4-4b9f-9504-afde6d6584a2 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Pushing event updated for resources: {'Port': ['ID=9becbd96-603e-4d47-a173-ab3a8c76c511,revision_number=2']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:32:51.726696 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-1b55444f-1ef4-4b9f-9504-afde6d6584a2 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1048031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586432'] for router_interface, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:51.754022 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-50bb1ce7-3f5f-4bf8-91b1-da63d2b697ba tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks [] for port, precommit_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:51.754323 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81037bf5-0452-43ad-b3ec-62784db6fc12 None None] Network a38105ac-a8bc-431b-bf4f-a4fe7ff9459b requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:32:51.760490 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-50bb1ce7-3f5f-4bf8-91b1-da63d2b697ba tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4533541'] for port, after_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:51.839975 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bb1ce7-3f5f-4bf8-91b1-da63d2b697ba tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Pushing event updated for resources: {'Port': ['ID=f3e049c3-700c-4488-9d66-e2ce4247ef5e,revision_number=2']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:32:51.867656 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b55444f-1ef4-4b9f-9504-afde6d6584a2 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Network a38105ac-a8bc-431b-bf4f-a4fe7ff9459b is already hosted by enough agents. {{(pid=103159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:32:51.875183 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.base_scheduler [None req-1b55444f-1ef4-4b9f-9504-afde6d6584a2 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Resources bound (agent type, host, resource id): {{(pid=103159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:32:51.878539 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-e3fa48cb-a8cd-491b-b6dc-4d2ced8f313f None None] Provisioning complete for port 9a29e6ae-4aca-4c21-965a-e66608cc7dfe triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:32:51.879139 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e3fa48cb-a8cd-491b-b6dc-4d2ced8f313f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:51.925492 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:52.007259 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-2294866d-0076-4933-952c-685307032598 None None] For port 9a29e6ae-4aca-4c21-965a-e66608cc7dfe, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=9a29e6ae-4aca-4c21-965a-e66608cc7dfe,segment=NetworkSegment(a5c5bc9e-42bb-472b-8a28-12288f715ddb),segment_id=a5c5bc9e-42bb-472b-8a28-12288f715ddb)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:32:52.018078 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-50bb1ce7-3f5f-4bf8-91b1-da63d2b697ba tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586257'] for router_interface, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:52.040306 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:52.041411 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device b0d9764e-db52-4068-a354-6e5c5b1b9d57 up at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 13:32:52.098412 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b55444f-1ef4-4b9f-9504-afde6d6584a2 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Router 9846bebd-bf62-4b11-83d7-8736d9385759 is scheduled to L3 agent c9c0cd52-5bd2-4704-9429-d80f1c5ad23c with binding_index 1 {{(pid=103159) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 18 13:32:52.252964 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-50bb1ce7-3f5f-4bf8-91b1-da63d2b697ba tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:52.279865 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b55444f-1ef4-4b9f-9504-afde6d6584a2 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Notify agent at l3_agent.dv-neutron-744815-20-hyperv the message routers_updated {{(pid=103159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 13:32:52.290332 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-1b55444f-1ef4-4b9f-9504-afde6d6584a2 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] 10.222.0.31 "PUT /v2.0/routers/9846bebd-bf62-4b11-83d7-8736d9385759/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0534933 Dec 18 13:32:52.291074 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 55860) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:32:52.303002 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecfd98a5-42d5-4b10-be63-77f71511f771 None None] Sync routers for ids ['9846bebd-bf62-4b11-83d7-8736d9385759'] in dv-neutron-744815-20-hyperv {{(pid=103162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 13:32:52.317599 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecfd98a5-42d5-4b10-be63-77f71511f771 None None] Routers {'9846bebd-bf62-4b11-83d7-8736d9385759'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:32:52.318240 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-ecfd98a5-42d5-4b10-be63-77f71511f771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:32:27Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['9846bebd-bf62-4b11-83d7-8736d9385759'], 'active': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:32:52.369553 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b40c942f-43fa-499a-b735-b0a434e3d483 None None] Network 5501cebe-db98-4411-9a0f-8aa3a1fd6bb8 requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:32:52.388396 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-ecfd98a5-42d5-4b10-be63-77f71511f771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:32:52.404925 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecfd98a5-42d5-4b10-be63-77f71511f771 None None] Routers {'9846bebd-bf62-4b11-83d7-8736d9385759'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:32:52.405588 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-ecfd98a5-42d5-4b10-be63-77f71511f771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:32:27Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['9846bebd-bf62-4b11-83d7-8736d9385759'], 'active': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:32:52.411799 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b0f8dbd-1973-4dc4-ae58-2e24780a11c2 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:32:52.416539 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-0b0f8dbd-1973-4dc4-ae58-2e24780a11c2 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] 10.222.0.31 "GET /v2.0/ports/9becbd96-603e-4d47-a173-ab3a8c76c511 HTTP/1.1" status: 200 len: 910 time: 0.1243997 Dec 18 13:32:52.421301 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 55862) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:32:52.458955 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Pushing event updated for resources: {'Port': ['ID=9a29e6ae-4aca-4c21-965a-e66608cc7dfe,revision_number=3']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:32:52.460842 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-ecfd98a5-42d5-4b10-be63-77f71511f771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:32:52.461511 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecfd98a5-42d5-4b10-be63-77f71511f771 None None] The sync data for ids ['9846bebd-bf62-4b11-83d7-8736d9385759'] in dv-neutron-744815-20-hyperv is: [] {{(pid=103162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 13:32:52.555930 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2294866d-0076-4933-952c-685307032598 None None] Provisioning complete for port b0d9764e-db52-4068-a354-6e5c5b1b9d57 triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:32:52.556631 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:52.670824 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-e34a87c1-678f-49eb-8bfd-28ac1a6cd1ae None None] Provisioning complete for port b0d9764e-db52-4068-a354-6e5c5b1b9d57 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:32:52.672133 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e34a87c1-678f-49eb-8bfd-28ac1a6cd1ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:52.729979 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-50bb1ce7-3f5f-4bf8-91b1-da63d2b697ba tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks [] for port, precommit_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:52.738613 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-50bb1ce7-3f5f-4bf8-91b1-da63d2b697ba tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4533541'] for port, after_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:52.739443 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-50bb1ce7-3f5f-4bf8-91b1-da63d2b697ba tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1048031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586432'] for router_interface, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:52.760377 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fced9d3-d4ef-4fb5-9959-80fb4b348896 None None] Network 3f28f728-5d07-4b0d-a887-dcdee9d49e4f requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:32:52.833854 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bb1ce7-3f5f-4bf8-91b1-da63d2b697ba tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Pushing event updated for resources: {'Port': ['ID=f3e049c3-700c-4488-9d66-e2ce4247ef5e,revision_number=3']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:32:52.838530 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:52.913485 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50bb1ce7-3f5f-4bf8-91b1-da63d2b697ba tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Network 5501cebe-db98-4411-9a0f-8aa3a1fd6bb8 is already hosted by enough agents. {{(pid=103160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:32:52.915272 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.base_scheduler [None req-50bb1ce7-3f5f-4bf8-91b1-da63d2b697ba tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Resources bound (agent type, host, resource id): {{(pid=103160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:32:52.924869 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e34a87c1-678f-49eb-8bfd-28ac1a6cd1ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:52.948756 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-7a3059de-0735-42d9-8c12-efeb0b13e821 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:52.962610 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-2294866d-0076-4933-952c-685307032598 None None] For port b0d9764e-db52-4068-a354-6e5c5b1b9d57, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=b0d9764e-db52-4068-a354-6e5c5b1b9d57,segment=NetworkSegment(1b5fe189-3fbd-4147-a85e-54cc99abf217),segment_id=1b5fe189-3fbd-4147-a85e-54cc99abf217)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:32:53.008119 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:53.009160 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 185b7ceb-bb38-4b71-8c95-5c22017da591 up at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 13:32:53.156067 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.db.api [None req-e34a87c1-678f-49eb-8bfd-28ac1a6cd1ae None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103161) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 18 13:32:53.156576 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG oslo_db.api [None req-e34a87c1-678f-49eb-8bfd-28ac1a6cd1ae None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 18 13:32:53.163094 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2294866d-0076-4933-952c-685307032598 None None] Provisioning complete for port 185b7ceb-bb38-4b71-8c95-5c22017da591 triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:32:53.163730 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:53.196665 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Pushing event updated for resources: {'Port': ['ID=b0d9764e-db52-4068-a354-6e5c5b1b9d57,revision_number=3']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:32:53.308694 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:53.344280 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.db_base_plugin_common [None req-7a3059de-0735-42d9-8c12-efeb0b13e821 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Allocated IP 172.21.0.1 (3f28f728-5d07-4b0d-a887-dcdee9d49e4f/3261de35-123b-44d1-bb70-4c032eee0737/9199ff6f-ada7-4221-9f51-5192a508b94e) {{(pid=103159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:32:53.364532 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-2294866d-0076-4933-952c-685307032598 None None] For port 185b7ceb-bb38-4b71-8c95-5c22017da591, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=185b7ceb-bb38-4b71-8c95-5c22017da591,segment=NetworkSegment(4d515d62-5dba-4f38-ae0b-afc2982ba991),segment_id=4d515d62-5dba-4f38-ae0b-afc2982ba991)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:32:53.377324 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:53.454618 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Pushing event updated for resources: {'Port': ['ID=185b7ceb-bb38-4b71-8c95-5c22017da591,revision_number=3']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:32:53.528790 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 9a29e6ae-4aca-4c21-965a-e66608cc7dfe up at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 13:32:53.541360 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50bb1ce7-3f5f-4bf8-91b1-da63d2b697ba tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Router 5a519ef0-5515-4620-a9a2-dcd9781bcae6 is scheduled to L3 agent c9c0cd52-5bd2-4704-9429-d80f1c5ad23c with binding_index 1 {{(pid=103160) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 18 13:32:53.551020 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-7a3059de-0735-42d9-8c12-efeb0b13e821 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks [] for port, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:53.593134 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2294866d-0076-4933-952c-685307032598 None None] Provisioning complete for port 9a29e6ae-4aca-4c21-965a-e66608cc7dfe triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:32:53.593695 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:53.598053 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-7a3059de-0735-42d9-8c12-efeb0b13e821 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:53.653862 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a3059de-0735-42d9-8c12-efeb0b13e821 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Network 3f28f728-5d07-4b0d-a887-dcdee9d49e4f is already hosted by enough agents. {{(pid=103159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:32:53.657322 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.base_scheduler [None req-7a3059de-0735-42d9-8c12-efeb0b13e821 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Resources bound (agent type, host, resource id): {{(pid=103159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:32:53.661618 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a3059de-0735-42d9-8c12-efeb0b13e821 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Received port after_create {{(pid=103159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:32:53.669244 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50bb1ce7-3f5f-4bf8-91b1-da63d2b697ba tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Notify agent at l3_agent.dv-neutron-744815-20-hyperv the message routers_updated {{(pid=103160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 13:32:53.678486 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-50bb1ce7-3f5f-4bf8-91b1-da63d2b697ba tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] 10.222.0.31 "PUT /v2.0/routers/5a519ef0-5515-4620-a9a2-dcd9781bcae6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0373416 Dec 18 13:32:53.678936 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 55864) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:32:53.691583 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79612c40-57f6-46ce-8acf-28acb3d34247 None None] Sync routers for ids ['5a519ef0-5515-4620-a9a2-dcd9781bcae6'] in dv-neutron-744815-20-hyperv {{(pid=103161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 13:32:53.702738 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3059de-0735-42d9-8c12-efeb0b13e821 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Pushing event updated for resources: {'Port': ['ID=9199ff6f-ada7-4221-9f51-5192a508b94e,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:32:53.735743 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bcb2f8d-10ec-4f9c-800e-8461f9d8a7e2 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:32:53.737357 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-2bcb2f8d-10ec-4f9c-800e-8461f9d8a7e2 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] 10.222.0.31 "GET /v2.0/ports/f3e049c3-700c-4488-9d66-e2ce4247ef5e HTTP/1.1" status: 200 len: 983 time: 0.0572309 Dec 18 13:32:53.740213 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 55866) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:32:53.754729 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-7a3059de-0735-42d9-8c12-efeb0b13e821 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586257'] for router_interface, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:53.769028 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device b0d9764e-db52-4068-a354-6e5c5b1b9d57 up at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 13:32:53.770994 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79612c40-57f6-46ce-8acf-28acb3d34247 None None] Routers {'5a519ef0-5515-4620-a9a2-dcd9781bcae6'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:32:53.771801 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-79612c40-57f6-46ce-8acf-28acb3d34247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:32:27Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['5a519ef0-5515-4620-a9a2-dcd9781bcae6'], 'active': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:32:53.813868 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-79612c40-57f6-46ce-8acf-28acb3d34247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:32:53.859485 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79612c40-57f6-46ce-8acf-28acb3d34247 None None] Routers {'5a519ef0-5515-4620-a9a2-dcd9781bcae6'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:32:53.860392 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-79612c40-57f6-46ce-8acf-28acb3d34247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:32:27Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['5a519ef0-5515-4620-a9a2-dcd9781bcae6'], 'active': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:32:53.911610 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-79612c40-57f6-46ce-8acf-28acb3d34247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:32:53.912159 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79612c40-57f6-46ce-8acf-28acb3d34247 None None] The sync data for ids ['5a519ef0-5515-4620-a9a2-dcd9781bcae6'] in dv-neutron-744815-20-hyperv is: [] {{(pid=103161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 13:32:53.944205 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-e34a87c1-678f-49eb-8bfd-28ac1a6cd1ae None None] Provisioning complete for port 9becbd96-603e-4d47-a173-ab3a8c76c511 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:32:53.944588 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e34a87c1-678f-49eb-8bfd-28ac1a6cd1ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:53.948298 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-7a3059de-0735-42d9-8c12-efeb0b13e821 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:54.005690 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2294866d-0076-4933-952c-685307032598 None None] Provisioning complete for port b0d9764e-db52-4068-a354-6e5c5b1b9d57 triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:32:54.006218 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:54.009721 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-e34a87c1-678f-49eb-8bfd-28ac1a6cd1ae None None] Port 9becbd96-603e-4d47-a173-ab3a8c76c511 cannot update to ACTIVE because it is not bound. {{(pid=103161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 13:32:54.054170 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-e34a87c1-678f-49eb-8bfd-28ac1a6cd1ae None None] Provisioning complete for port 9a29e6ae-4aca-4c21-965a-e66608cc7dfe triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:32:54.054560 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e34a87c1-678f-49eb-8bfd-28ac1a6cd1ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:54.312272 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2f1a1f51-e636-4d6a-a6a6-8d672852a2ee None None] Provisioning complete for port 9199ff6f-ada7-4221-9f51-5192a508b94e triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:32:54.312949 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2f1a1f51-e636-4d6a-a6a6-8d672852a2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:54.318175 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-7a3059de-0735-42d9-8c12-efeb0b13e821 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks [] for port, precommit_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:54.323280 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-7a3059de-0735-42d9-8c12-efeb0b13e821 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5659917'] for port, after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:54.349154 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-2f1a1f51-e636-4d6a-a6a6-8d672852a2ee None None] Port 9199ff6f-ada7-4221-9f51-5192a508b94e cannot update to ACTIVE because it is not bound. {{(pid=103161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 13:32:54.360728 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2f1a1f51-e636-4d6a-a6a6-8d672852a2ee None None] Provisioning complete for port f3e049c3-700c-4488-9d66-e2ce4247ef5e triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:32:54.361575 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2f1a1f51-e636-4d6a-a6a6-8d672852a2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:54.373029 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-71af81b0-aeca-4d12-9bfa-901fe4942ad9 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-586101'] for router_interface, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:54.401028 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-2f1a1f51-e636-4d6a-a6a6-8d672852a2ee None None] Port f3e049c3-700c-4488-9d66-e2ce4247ef5e cannot update to ACTIVE because it is not bound. {{(pid=103161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 13:32:54.401834 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-7a3059de-0735-42d9-8c12-efeb0b13e821 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1048031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586432'] for router_interface, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:54.403889 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3059de-0735-42d9-8c12-efeb0b13e821 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Pushing event updated for resources: {'Port': ['ID=9199ff6f-ada7-4221-9f51-5192a508b94e,revision_number=2']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:32:54.412903 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2f1a1f51-e636-4d6a-a6a6-8d672852a2ee None None] Provisioning complete for port b0d9764e-db52-4068-a354-6e5c5b1b9d57 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:32:54.413663 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2f1a1f51-e636-4d6a-a6a6-8d672852a2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:54.503433 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a3059de-0735-42d9-8c12-efeb0b13e821 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Network 3f28f728-5d07-4b0d-a887-dcdee9d49e4f is already hosted by enough agents. {{(pid=103159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:32:54.505129 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.base_scheduler [None req-7a3059de-0735-42d9-8c12-efeb0b13e821 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Resources bound (agent type, host, resource id): {{(pid=103159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:32:54.532015 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2f1a1f51-e636-4d6a-a6a6-8d672852a2ee None None] Provisioning complete for port 9becbd96-603e-4d47-a173-ab3a8c76c511 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:32:54.533153 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2f1a1f51-e636-4d6a-a6a6-8d672852a2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:54.573826 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-2f1a1f51-e636-4d6a-a6a6-8d672852a2ee None None] Port 9becbd96-603e-4d47-a173-ab3a8c76c511 cannot update to ACTIVE because it is not bound. {{(pid=103161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 13:32:54.585788 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2f1a1f51-e636-4d6a-a6a6-8d672852a2ee None None] Provisioning complete for port 185b7ceb-bb38-4b71-8c95-5c22017da591 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:32:54.586194 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2f1a1f51-e636-4d6a-a6a6-8d672852a2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:54.624749 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-71af81b0-aeca-4d12-9bfa-901fe4942ad9 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Deleting port f3e049c3-700c-4488-9d66-e2ce4247ef5e {{(pid=103160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:32:54.625102 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-71af81b0-aeca-4d12-9bfa-901fe4942ad9 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:54.635966 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a3059de-0735-42d9-8c12-efeb0b13e821 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Router 9846bebd-bf62-4b11-83d7-8736d9385759 has already been hosted by L3 agent c9c0cd52-5bd2-4704-9429-d80f1c5ad23c {{(pid=103159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 18 13:32:54.738155 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-71af81b0-aeca-4d12-9bfa-901fe4942ad9 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:54.752242 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a3059de-0735-42d9-8c12-efeb0b13e821 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Notify agent at l3_agent.dv-neutron-744815-20-hyperv the message routers_updated {{(pid=103159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 13:32:54.753467 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-71af81b0-aeca-4d12-9bfa-901fe4942ad9 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Calling delete_port for f3e049c3-700c-4488-9d66-e2ce4247ef5e owned by network:router_interface {{(pid=103160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:32:54.758743 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-7a3059de-0735-42d9-8c12-efeb0b13e821 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] 10.222.0.31 "PUT /v2.0/routers/9846bebd-bf62-4b11-83d7-8736d9385759/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3359137 Dec 18 13:32:54.761828 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 55870) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:32:54.762939 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f95faf3-a855-4e62-b90b-97a4696a6ade None None] Sync routers for ids ['9846bebd-bf62-4b11-83d7-8736d9385759'] in dv-neutron-744815-20-hyperv {{(pid=103162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 13:32:54.774252 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f95faf3-a855-4e62-b90b-97a4696a6ade None None] Routers {'9846bebd-bf62-4b11-83d7-8736d9385759'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:32:54.775177 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-7f95faf3-a855-4e62-b90b-97a4696a6ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:32:27Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['9846bebd-bf62-4b11-83d7-8736d9385759'], 'active': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:32:54.809018 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-591bae41-2e9e-41cf-b170-0c6108e23ae4 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:32:54.811034 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-591bae41-2e9e-41cf-b170-0c6108e23ae4 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] 10.222.0.31 "GET /v2.0/ports/9199ff6f-ada7-4221-9f51-5192a508b94e HTTP/1.1" status: 200 len: 910 time: 0.0481822 Dec 18 13:32:54.814542 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 55872) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:32:54.823097 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-d0d36e92-74db-4775-896e-f5b126821de5 None None] Provisioning complete for port 9199ff6f-ada7-4221-9f51-5192a508b94e triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:32:54.823825 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-7f95faf3-a855-4e62-b90b-97a4696a6ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:32:54.824391 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-d0d36e92-74db-4775-896e-f5b126821de5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:54.834479 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f95faf3-a855-4e62-b90b-97a4696a6ade None None] Routers {'9846bebd-bf62-4b11-83d7-8736d9385759'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:32:54.835135 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-7f95faf3-a855-4e62-b90b-97a4696a6ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:32:27Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['9846bebd-bf62-4b11-83d7-8736d9385759'], 'active': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:32:54.870434 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-7f95faf3-a855-4e62-b90b-97a4696a6ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:32:54.871084 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f95faf3-a855-4e62-b90b-97a4696a6ade None None] The sync data for ids ['9846bebd-bf62-4b11-83d7-8736d9385759'] in dv-neutron-744815-20-hyperv is: [] {{(pid=103162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 13:32:54.883696 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-13afbea9-b3c4-483a-b080-a071275d6faa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:54.886328 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-d0d36e92-74db-4775-896e-f5b126821de5 None None] Port 9199ff6f-ada7-4221-9f51-5192a508b94e cannot update to ACTIVE because it is not bound. {{(pid=103161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 13:32:54.960384 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-71af81b0-aeca-4d12-9bfa-901fe4942ad9 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4533522'] for port, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:54.993901 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71af81b0-aeca-4d12-9bfa-901fe4942ad9 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Pushing event deleted for resources: {'Port': ['ID=f3e049c3-700c-4488-9d66-e2ce4247ef5e,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:32:55.098433 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-71af81b0-aeca-4d12-9bfa-901fe4942ad9 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1048020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-576035'] for router_interface, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:55.173778 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-774cdad6-61b3-44b9-9b14-f917b52d5f59 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-586101'] for router_interface, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:55.283641 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71af81b0-aeca-4d12-9bfa-901fe4942ad9 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Router 5a519ef0-5515-4620-a9a2-dcd9781bcae6 has already been hosted by L3 agent c9c0cd52-5bd2-4704-9429-d80f1c5ad23c {{(pid=103160) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 18 13:32:55.378606 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71af81b0-aeca-4d12-9bfa-901fe4942ad9 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Notify agent at l3_agent.dv-neutron-744815-20-hyperv the message routers_updated {{(pid=103160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 13:32:55.384401 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-71af81b0-aeca-4d12-9bfa-901fe4942ad9 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] 10.222.0.31 "PUT /v2.0/routers/5a519ef0-5515-4620-a9a2-dcd9781bcae6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6428292 Dec 18 13:32:55.388051 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 55874) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:32:55.409826 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-600d633f-7b36-4944-812f-a87c7a02ce0e None None] Sync routers for ids ['5a519ef0-5515-4620-a9a2-dcd9781bcae6'] in dv-neutron-744815-20-hyperv {{(pid=103161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 13:32:55.425102 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-600d633f-7b36-4944-812f-a87c7a02ce0e None None] Routers {'5a519ef0-5515-4620-a9a2-dcd9781bcae6'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:32:55.426024 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-600d633f-7b36-4944-812f-a87c7a02ce0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:32:27Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['5a519ef0-5515-4620-a9a2-dcd9781bcae6'], 'active': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:32:55.484033 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-600d633f-7b36-4944-812f-a87c7a02ce0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:32:55.496436 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-600d633f-7b36-4944-812f-a87c7a02ce0e None None] Routers {'5a519ef0-5515-4620-a9a2-dcd9781bcae6'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:32:55.497724 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-600d633f-7b36-4944-812f-a87c7a02ce0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:32:27Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['5a519ef0-5515-4620-a9a2-dcd9781bcae6'], 'active': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:32:55.502901 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 185b7ceb-bb38-4b71-8c95-5c22017da591 up at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 13:32:55.539020 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-600d633f-7b36-4944-812f-a87c7a02ce0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:32:55.539573 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-600d633f-7b36-4944-812f-a87c7a02ce0e None None] The sync data for ids ['5a519ef0-5515-4620-a9a2-dcd9781bcae6'] in dv-neutron-744815-20-hyperv is: [] {{(pid=103161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 13:32:55.593280 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2294866d-0076-4933-952c-685307032598 None None] Provisioning complete for port 185b7ceb-bb38-4b71-8c95-5c22017da591 triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:32:55.593677 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:55.603885 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.api.v2.resource [None req-1a09591b-8a3e-40f5-ae02-5e1c514d4521 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] remove_router_interface failed (client error): The resource could not be found. Dec 18 13:32:55.606521 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-1a09591b-8a3e-40f5-ae02-5e1c514d4521 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] 10.222.0.31 "PUT /v2.0/routers/5a519ef0-5515-4620-a9a2-dcd9781bcae6/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2158194 Dec 18 13:32:55.609420 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 55876) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:32:55.663358 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-7293b1c4-1226-4e01-9d43-b5835a6d7a4a tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a519ef0-5515-4620-a9a2-dcd9781bcae6 HTTP/1.1" status: 200 len: 205 time: 0.0523186 Dec 18 13:32:55.665976 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 55878) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:32:55.756480 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-f9af7f17-1b94-493e-bcdd-209653367ae3 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks [] for router, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:55.846299 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-774cdad6-61b3-44b9-9b14-f917b52d5f59 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Deleting port 9199ff6f-ada7-4221-9f51-5192a508b94e {{(pid=103159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:32:55.846923 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-774cdad6-61b3-44b9-9b14-f917b52d5f59 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:55.930258 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-f9af7f17-1b94-493e-bcdd-209653367ae3 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-589815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28643'] for router, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:55.932416 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-f9af7f17-1b94-493e-bcdd-209653367ae3 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:55.932539 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-774cdad6-61b3-44b9-9b14-f917b52d5f59 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:55.944881 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-774cdad6-61b3-44b9-9b14-f917b52d5f59 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Calling delete_port for 9199ff6f-ada7-4221-9f51-5192a508b94e owned by network:router_interface {{(pid=103159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:32:55.977642 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-f9af7f17-1b94-493e-bcdd-209653367ae3 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-589710'] for router, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:55.978197 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9af7f17-1b94-493e-bcdd-209653367ae3 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Fanout notify agent at l3_agent the message router_deleted on router 5a519ef0-5515-4620-a9a2-dcd9781bcae6 {{(pid=103160) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 18 13:32:55.985911 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-f9af7f17-1b94-493e-bcdd-209653367ae3 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks [] for router, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:55.989666 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-f9af7f17-1b94-493e-bcdd-209653367ae3 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] 10.222.0.31 "DELETE /v2.0/routers/5a519ef0-5515-4620-a9a2-dcd9781bcae6 HTTP/1.1" status: 204 len: 168 time: 0.3198116 Dec 18 13:32:55.989928 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 55880) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:32:56.042869 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.db_base_plugin_v2 [None req-76c80cc8-3fbd-4752-b6a2-524f293609a7 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Deleting subnet 258817ff-b6d9-40fc-a682-db3f32ca303d {{(pid=103160) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 18 13:32:56.046130 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-76c80cc8-3fbd-4752-b6a2-524f293609a7 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks [] for subnet, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:56.091209 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-76c80cc8-3fbd-4752-b6a2-524f293609a7 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4533385'] for subnet, precommit_delete_associations {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:56.125776 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-774cdad6-61b3-44b9-9b14-f917b52d5f59 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:56.157967 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774cdad6-61b3-44b9-9b14-f917b52d5f59 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Pushing event deleted for resources: {'Port': ['ID=9199ff6f-ada7-4221-9f51-5192a508b94e,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:32:56.184288 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-76c80cc8-3fbd-4752-b6a2-524f293609a7 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1929185'] for subnet, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:56.247916 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-76c80cc8-3fbd-4752-b6a2-524f293609a7 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1929192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4533475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4514371'] for subnet, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:56.283962 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c80cc8-3fbd-4752-b6a2-524f293609a7 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Pushing event deleted for resources: {'Subnet': ['ID=258817ff-b6d9-40fc-a682-db3f32ca303d,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:32:56.288134 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-76c80cc8-3fbd-4752-b6a2-524f293609a7 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks [] for subnet, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:56.291719 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-76c80cc8-3fbd-4752-b6a2-524f293609a7 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] 10.222.0.31 "DELETE /v2.0/subnets/258817ff-b6d9-40fc-a682-db3f32ca303d HTTP/1.1" status: 204 len: 168 time: 0.3004489 Dec 18 13:32:56.294479 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 55884) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:32:56.297007 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b2ad636-1aef-4704-bc95-ae3091c58614 None None] Network 5501cebe-db98-4411-9a0f-8aa3a1fd6bb8 requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:32:56.335657 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-774cdad6-61b3-44b9-9b14-f917b52d5f59 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1048020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-576035'] for router_interface, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:56.384094 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-f4fb6a28-2d37-4f3b-b09b-f31b201a8fdc tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2023137'] for network, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:56.456647 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-f4fb6a28-2d37-4f3b-b09b-f31b201a8fdc tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Deleting port b0d9764e-db52-4068-a354-6e5c5b1b9d57 {{(pid=103160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:32:56.456985 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-f4fb6a28-2d37-4f3b-b09b-f31b201a8fdc tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:56.487741 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d322d29-6e42-47f6-a0a4-103581e9ee27 None None] DHCP port deletion for 5501cebe-db98-4411-9a0f-8aa3a1fd6bb8 request from dv-neutron-744815-20-hyperv {{(pid=103161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 18 13:32:56.528873 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.db [None req-f4fb6a28-2d37-4f3b-b09b-f31b201a8fdc tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] For port b0d9764e-db52-4068-a354-6e5c5b1b9d57, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=b0d9764e-db52-4068-a354-6e5c5b1b9d57,segment=NetworkSegment(1b5fe189-3fbd-4147-a85e-54cc99abf217),segment_id=1b5fe189-3fbd-4147-a85e-54cc99abf217)] {{(pid=103160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:32:56.529607 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-f4fb6a28-2d37-4f3b-b09b-f31b201a8fdc tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:56.534550 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-3d322d29-6e42-47f6-a0a4-103581e9ee27 None None] Deleting port b0d9764e-db52-4068-a354-6e5c5b1b9d57 {{(pid=103161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:32:56.534961 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-3d322d29-6e42-47f6-a0a4-103581e9ee27 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:56.542973 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-f4fb6a28-2d37-4f3b-b09b-f31b201a8fdc tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Calling delete_port for b0d9764e-db52-4068-a354-6e5c5b1b9d57 owned by network:dhcp {{(pid=103160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:32:56.555230 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-774cdad6-61b3-44b9-9b14-f917b52d5f59 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Router 9846bebd-bf62-4b11-83d7-8736d9385759 has already been hosted by L3 agent c9c0cd52-5bd2-4704-9429-d80f1c5ad23c {{(pid=103159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 18 13:32:56.607941 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-3d322d29-6e42-47f6-a0a4-103581e9ee27 None None] For port b0d9764e-db52-4068-a354-6e5c5b1b9d57, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=b0d9764e-db52-4068-a354-6e5c5b1b9d57,segment=NetworkSegment(1b5fe189-3fbd-4147-a85e-54cc99abf217),segment_id=1b5fe189-3fbd-4147-a85e-54cc99abf217)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:32:56.608334 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-3d322d29-6e42-47f6-a0a4-103581e9ee27 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:56.637303 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-f4fb6a28-2d37-4f3b-b09b-f31b201a8fdc tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4533522'] for port, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:56.660101 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-774cdad6-61b3-44b9-9b14-f917b52d5f59 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Notify agent at l3_agent.dv-neutron-744815-20-hyperv the message routers_updated {{(pid=103159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 13:32:56.665994 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-774cdad6-61b3-44b9-9b14-f917b52d5f59 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] 10.222.0.31 "PUT /v2.0/routers/9846bebd-bf62-4b11-83d7-8736d9385759/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8503840 Dec 18 13:32:56.668878 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 55886) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:32:56.673995 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dcbf150-e4f1-4aaa-bc91-b529a748aa4b None None] Sync routers for ids ['9846bebd-bf62-4b11-83d7-8736d9385759'] in dv-neutron-744815-20-hyperv {{(pid=103162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 13:32:56.677104 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4fb6a28-2d37-4f3b-b09b-f31b201a8fdc tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] No DVR routers for this DVR port b0d9764e-db52-4068-a354-6e5c5b1b9d57 on host dv-neutron-744815-20-hyperv {{(pid=103160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 18 13:32:56.679515 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fb6a28-2d37-4f3b-b09b-f31b201a8fdc tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Pushing event deleted for resources: {'Port': ['ID=b0d9764e-db52-4068-a354-6e5c5b1b9d57,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:32:56.691574 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dcbf150-e4f1-4aaa-bc91-b529a748aa4b None None] Routers {'9846bebd-bf62-4b11-83d7-8736d9385759'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:32:56.692519 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-4dcbf150-e4f1-4aaa-bc91-b529a748aa4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:32:27Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['9846bebd-bf62-4b11-83d7-8736d9385759'], 'active': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:32:56.737566 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-4dcbf150-e4f1-4aaa-bc91-b529a748aa4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:32:56.748527 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dcbf150-e4f1-4aaa-bc91-b529a748aa4b None None] Routers {'9846bebd-bf62-4b11-83d7-8736d9385759'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:32:56.749420 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-4dcbf150-e4f1-4aaa-bc91-b529a748aa4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:32:27Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['9846bebd-bf62-4b11-83d7-8736d9385759'], 'active': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:32:56.783599 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-f4fb6a28-2d37-4f3b-b09b-f31b201a8fdc tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1927292', 'neutron.services.segments.db._delete_segments_for_network-8767106887837'] for network, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:56.792600 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-4dcbf150-e4f1-4aaa-bc91-b529a748aa4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:32:56.793518 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dcbf150-e4f1-4aaa-bc91-b529a748aa4b None None] The sync data for ids ['9846bebd-bf62-4b11-83d7-8736d9385759'] in dv-neutron-744815-20-hyperv is: [] {{(pid=103162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 13:32:56.804879 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-3d322d29-6e42-47f6-a0a4-103581e9ee27 None None] Calling delete_port for b0d9764e-db52-4068-a354-6e5c5b1b9d57 owned by network:dhcp {{(pid=103161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:32:56.815515 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.services.segments.db [None req-f4fb6a28-2d37-4f3b-b09b-f31b201a8fdc tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5501cebe-db98-4411-9a0f-8aa3a1fd6bb8']}} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:32:56.827677 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.services.segments.db [None req-f4fb6a28-2d37-4f3b-b09b-f31b201a8fdc tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b5fe189-3fbd-4147-a85e-54cc99abf217') {'for_net_delete': True} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:32:56.828010 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.services.segments.db [None req-f4fb6a28-2d37-4f3b-b09b-f31b201a8fdc tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b5fe189-3fbd-4147-a85e-54cc99abf217') {} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:32:56.840234 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-f4fb6a28-2d37-4f3b-b09b-f31b201a8fdc tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767106888614', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4533424'] for segment, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:56.855856 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-f4fb6a28-2d37-4f3b-b09b-f31b201a8fdc tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:56.864269 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4fb6a28-2d37-4f3b-b09b-f31b201a8fdc tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Releasing vlan 143 on physical network physnet1 to pool {{(pid=103160) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 18 13:32:56.864773 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-f4fb6a28-2d37-4f3b-b09b-f31b201a8fdc tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4533569'] for segment, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:56.869342 dv-neutron-744815-20-hyperv neutron-server[103160]: Traceback (most recent call last): Dec 18 13:32:56.869342 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 18 13:32:56.869342 dv-neutron-744815-20-hyperv neutron-server[103160]: timer() Dec 18 13:32:56.869342 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 18 13:32:56.869342 dv-neutron-744815-20-hyperv neutron-server[103160]: cb(*args, **kw) Dec 18 13:32:56.869342 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 18 13:32:56.869342 dv-neutron-744815-20-hyperv neutron-server[103160]: return func(*args, **kwargs) Dec 18 13:32:56.869342 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 18 13:32:56.869342 dv-neutron-744815-20-hyperv neutron-server[103160]: self._notify() Dec 18 13:32:56.869342 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 18 13:32:56.869342 dv-neutron-744815-20-hyperv neutron-server[103160]: self.callback(batched_events) Dec 18 13:32:56.869342 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 18 13:32:56.869342 dv-neutron-744815-20-hyperv neutron-server[103160]: event.method(event) Dec 18 13:32:56.869342 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 18 13:32:56.869342 dv-neutron-744815-20-hyperv neutron-server[103160]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 18 13:32:56.869342 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 18 13:32:56.869342 dv-neutron-744815-20-hyperv neutron-server[103160]: aggregate_uuid = self.p_client.list_aggregates( Dec 18 13:32:56.869342 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 18 13:32:56.869342 dv-neutron-744815-20-hyperv neutron-server[103160]: return f(self, *a, **k) Dec 18 13:32:56.869342 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 18 13:32:56.869342 dv-neutron-744815-20-hyperv neutron-server[103160]: return self._get(url).json() Dec 18 13:32:56.869342 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 18 13:32:56.869342 dv-neutron-744815-20-hyperv neutron-server[103160]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 18 13:32:56.869342 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 18 13:32:56.869342 dv-neutron-744815-20-hyperv neutron-server[103160]: return self.request(url, 'GET', **kwargs) Dec 18 13:32:56.869342 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 18 13:32:56.869342 dv-neutron-744815-20-hyperv neutron-server[103160]: base_url = self.get_endpoint(auth, allow=allow, Dec 18 13:32:56.869342 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 18 13:32:56.869342 dv-neutron-744815-20-hyperv neutron-server[103160]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 18 13:32:56.869342 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 18 13:32:56.869342 dv-neutron-744815-20-hyperv neutron-server[103160]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 18 13:32:56.869342 dv-neutron-744815-20-hyperv neutron-server[103160]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 18 13:32:56.890027 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-3d322d29-6e42-47f6-a0a4-103581e9ee27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984'] for port, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:56.916020 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d322d29-6e42-47f6-a0a4-103581e9ee27 None None] Pushing event deleted for resources: {'Port': ['ID=b0d9764e-db52-4068-a354-6e5c5b1b9d57,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:32:56.920312 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d322d29-6e42-47f6-a0a4-103581e9ee27 None None] No DVR routers for this DVR port b0d9764e-db52-4068-a354-6e5c5b1b9d57 on host dv-neutron-744815-20-hyperv {{(pid=103161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 18 13:32:56.938736 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-f4fb6a28-2d37-4f3b-b09b-f31b201a8fdc tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1927267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586962'] for network, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:56.948696 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-f4fb6a28-2d37-4f3b-b09b-f31b201a8fdc tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks [] for network, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:56.952017 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-f4fb6a28-2d37-4f3b-b09b-f31b201a8fdc tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] 10.222.0.31 "DELETE /v2.0/networks/5501cebe-db98-4411-9a0f-8aa3a1fd6bb8 HTTP/1.1" status: 204 len: 168 time: 0.6564257 Dec 18 13:32:56.957277 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 55888) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:32:56.962656 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fb6a28-2d37-4f3b-b09b-f31b201a8fdc tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Pushing event deleted for resources: {'Network': ['ID=5501cebe-db98-4411-9a0f-8aa3a1fd6bb8,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:32:56.980932 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-e5e577d3-4e15-46bb-a299-781866615e72 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-822605522'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:32:57.019364 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5e577d3-4e15-46bb-a299-781866615e72 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Made reservation on behalf of 3e8e672f906b4c94aa3af3ddf07ca05e for: {'network': 1} {{(pid=103159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:32:57.023078 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-e5e577d3-4e15-46bb-a299-781866615e72 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for network, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:57.072087 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5e577d3-4e15-46bb-a299-781866615e72 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 127} {{(pid=103159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 18 13:32:57.089791 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-e5e577d3-4e15-46bb-a299-781866615e72 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:57.090132 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.db.segments_db [None req-e5e577d3-4e15-46bb-a299-781866615e72 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Added segment 107de678-68a3-48c5-8c23-9fede0563457 of type vlan for network 99b63119-0dd1-46f3-9cee-2ec87235c807 Dec 18 13:32:57.116068 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0fea3f4b-f935-4175-af8a-e6113c20d926 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:57.144849 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-e5e577d3-4e15-46bb-a299-781866615e72 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767106405744'] for network, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:57.158065 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-a7fd46ba-2db1-4e92-a577-a93044957cd3 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-586101'] for router_interface, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:57.244616 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-e5e577d3-4e15-46bb-a299-781866615e72 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981'] for network, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:57.250023 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5e577d3-4e15-46bb-a299-781866615e72 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:32:57.250589 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-e5e577d3-4e15-46bb-a299-781866615e72 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks [] for network, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:57.305184 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-e5e577d3-4e15-46bb-a299-781866615e72 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3285418 Dec 18 13:32:57.308175 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 55890) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:32:57.313567 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-1a61acd7-ae92-4380-ac75-49e5efb97d05 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Request body: {'subnet': {'network_id': '99b63119-0dd1-46f3-9cee-2ec87235c807', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:32:57.388995 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e577d3-4e15-46bb-a299-781866615e72 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Pushing event updated for resources: {'Network': ['ID=99b63119-0dd1-46f3-9cee-2ec87235c807,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:32:57.402413 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Network 99b63119-0dd1-46f3-9cee-2ec87235c807 details requested by agent ovs-agent-dv-neutron-744815-20-hyperv with host dv-neutron-744815-20-hyperv {{(pid=103161) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 18 13:32:57.409624 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a61acd7-ae92-4380-ac75-49e5efb97d05 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Made reservation on behalf of 3e8e672f906b4c94aa3af3ddf07ca05e for: {'subnet': 1} {{(pid=103160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:32:57.414536 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-1a61acd7-ae92-4380-ac75-49e5efb97d05 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4514414'] for subnet, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:57.506041 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device b0d9764e-db52-4068-a354-6e5c5b1b9d57 no longer exists at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 18 13:32:57.531539 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-a7fd46ba-2db1-4e92-a577-a93044957cd3 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Deleting port 9becbd96-603e-4d47-a173-ab3a8c76c511 {{(pid=103159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:32:57.532041 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-2294866d-0076-4933-952c-685307032598 None None] No Port match for: b0d9764e-db52-4068-a354-6e5c5b1b9d57 {{(pid=103161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 18 13:32:57.532338 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-a7fd46ba-2db1-4e92-a577-a93044957cd3 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:57.532997 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device b0d9764e-db52-4068-a354-6e5c5b1b9d57 not bound to the agent host dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 18 13:32:57.627252 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-1a61acd7-ae92-4380-ac75-49e5efb97d05 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4533410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4514424'] for subnet, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:57.640697 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-a7fd46ba-2db1-4e92-a577-a93044957cd3 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:57.653250 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-a7fd46ba-2db1-4e92-a577-a93044957cd3 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Calling delete_port for 9becbd96-603e-4d47-a173-ab3a8c76c511 owned by network:router_interface {{(pid=103159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:32:57.699816 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a61acd7-ae92-4380-ac75-49e5efb97d05 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Pushing event updated for resources: {'Subnet': ['ID=c5262f4d-fa6a-4da0-b9d0-fdbb292f8391,revision_number=0']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:32:57.710975 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a61acd7-ae92-4380-ac75-49e5efb97d05 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Checking segment: {'id': '107de678-68a3-48c5-8c23-9fede0563457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '99b63119-0dd1-46f3-9cee-2ec87235c807'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 13:32:57.711439 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a61acd7-ae92-4380-ac75-49e5efb97d05 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Network hostable DHCP agents. Network: 99b63119-0dd1-46f3-9cee-2ec87235c807, hostable agents: ['aa77effa-0e3a-4bbd-a383-4d58ed3328d0'], hosted agents: [] {{(pid=103160) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 18 13:32:57.729209 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a61acd7-ae92-4380-ac75-49e5efb97d05 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Network 99b63119-0dd1-46f3-9cee-2ec87235c807 is scheduled to be hosted by DHCP agent aa77effa-0e3a-4bbd-a383-4d58ed3328d0 with binding_index 1 {{(pid=103160) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 18 13:32:57.738852 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.base_scheduler [None req-1a61acd7-ae92-4380-ac75-49e5efb97d05 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-744815-20-hyperv, 99b63119-0dd1-46f3-9cee-2ec87235c807) {{(pid=103160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:32:57.743648 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a61acd7-ae92-4380-ac75-49e5efb97d05 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:32:57.744252 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-1a61acd7-ae92-4380-ac75-49e5efb97d05 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks [] for subnet, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:57.753244 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f11a33b-60cb-4a37-8e2c-ab9893f3e718 None None] Network 99b63119-0dd1-46f3-9cee-2ec87235c807 requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:32:57.770093 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-1a61acd7-ae92-4380-ac75-49e5efb97d05 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4607301 Dec 18 13:32:57.773054 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 55894) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:32:57.778081 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-ccb350f5-8b76-4ce4-9157-305b717f335c tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-757788043', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:32:57.838120 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-ccb350f5-8b76-4ce4-9157-305b717f335c tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28433'] for router, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:57.839342 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-ccb350f5-8b76-4ce4-9157-305b717f335c tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-589769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28440'] for router, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:57.860308 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9313b34-9a7c-4325-8d5d-754dc432b6a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp31e170a0-46a1-5ba9-9dc1-7ee4f866f0d7-99b63119-0dd1-46f3-9cee-2ec87235c807', 'network_id': '99b63119-0dd1-46f3-9cee-2ec87235c807', 'project_id': '3e8e672f906b4c94aa3af3ddf07ca05e', 'fixed_ips': [{'subnet_id': 'c5262f4d-fa6a-4da0-b9d0-fdbb292f8391'}]}} from dv-neutron-744815-20-hyperv. {{(pid=103161) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 18 13:32:57.861562 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-d9313b34-9a7c-4325-8d5d-754dc432b6a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:57.863934 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-a7fd46ba-2db1-4e92-a577-a93044957cd3 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:57.903579 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fd46ba-2db1-4e92-a577-a93044957cd3 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Pushing event deleted for resources: {'Port': ['ID=9becbd96-603e-4d47-a173-ab3a8c76c511,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:32:57.975677 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-ccb350f5-8b76-4ce4-9157-305b717f335c tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:57.983422 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-ccb350f5-8b76-4ce4-9157-305b717f335c tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-589760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-586526'] for router, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:58.013029 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-ccb350f5-8b76-4ce4-9157-305b717f335c tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks [] for router, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:58.014281 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-ccb350f5-8b76-4ce4-9157-305b717f335c tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2402778 Dec 18 13:32:58.019272 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 55896) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:32:58.026404 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_common [None req-d9313b34-9a7c-4325-8d5d-754dc432b6a0 None None] Allocated IP 2001:db8::2 (99b63119-0dd1-46f3-9cee-2ec87235c807/c5262f4d-fa6a-4da0-b9d0-fdbb292f8391/5bab410a-b919-4d0d-a4d3-32b2fc1cdc9d) {{(pid=103161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:32:58.175819 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-d9313b34-9a7c-4325-8d5d-754dc432b6a0 None None] Publish callbacks [] for port, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:58.182774 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-d9313b34-9a7c-4325-8d5d-754dc432b6a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975'] for port, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:58.194144 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-a7fd46ba-2db1-4e92-a577-a93044957cd3 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1048020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-576035'] for router_interface, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:58.222091 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9313b34-9a7c-4325-8d5d-754dc432b6a0 None None] Network 99b63119-0dd1-46f3-9cee-2ec87235c807 is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:32:58.226465 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-d9313b34-9a7c-4325-8d5d-754dc432b6a0 None None] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:32:58.228943 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9313b34-9a7c-4325-8d5d-754dc432b6a0 None None] Received port after_create {{(pid=103161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:32:58.236588 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9313b34-9a7c-4325-8d5d-754dc432b6a0 None None] Pushing event updated for resources: {'Port': ['ID=5bab410a-b919-4d0d-a4d3-32b2fc1cdc9d,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:32:58.289841 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-d9313b34-9a7c-4325-8d5d-754dc432b6a0 None None] Attempting to bind port 5bab410a-b919-4d0d-a4d3-32b2fc1cdc9d on host dv-neutron-744815-20-hyperv for vnic_type normal with profile {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 13:32:58.290219 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-d9313b34-9a7c-4325-8d5d-754dc432b6a0 None None] Attempting to bind port 5bab410a-b919-4d0d-a4d3-32b2fc1cdc9d by drivers openvswitch,hyperv on host dv-neutron-744815-20-hyperv at level 0 using segments [{'id': '107de678-68a3-48c5-8c23-9fede0563457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '99b63119-0dd1-46f3-9cee-2ec87235c807'}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 13:32:58.290589 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9313b34-9a7c-4325-8d5d-754dc432b6a0 None None] Attempting to bind port 5bab410a-b919-4d0d-a4d3-32b2fc1cdc9d on network 99b63119-0dd1-46f3-9cee-2ec87235c807 {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 13:32:58.295995 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9313b34-9a7c-4325-8d5d-754dc432b6a0 None None] Checking agent: {'id': '428fa9fa-43db-4db9-9f96-f60ffe931f2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-20-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 13, 19, 1), 'started_at': datetime.datetime(2021, 12, 18, 13, 19, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 13, 32, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-20-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 18 13:32:58.296372 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9313b34-9a7c-4325-8d5d-754dc432b6a0 None None] Checking segment: {'id': '107de678-68a3-48c5-8c23-9fede0563457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '99b63119-0dd1-46f3-9cee-2ec87235c807'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 13:32:58.296778 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-d9313b34-9a7c-4325-8d5d-754dc432b6a0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:58.297180 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9313b34-9a7c-4325-8d5d-754dc432b6a0 None None] Bound using segment: {'id': '107de678-68a3-48c5-8c23-9fede0563457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '99b63119-0dd1-46f3-9cee-2ec87235c807'} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 18 13:32:58.297666 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-d9313b34-9a7c-4325-8d5d-754dc432b6a0 None None] Bound port: 5bab410a-b919-4d0d-a4d3-32b2fc1cdc9d, host: dv-neutron-744815-20-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '107de678-68a3-48c5-8c23-9fede0563457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '99b63119-0dd1-46f3-9cee-2ec87235c807'}}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 18 13:32:58.298050 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-d9313b34-9a7c-4325-8d5d-754dc432b6a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:58.376614 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-d9313b34-9a7c-4325-8d5d-754dc432b6a0 None None] For port 5bab410a-b919-4d0d-a4d3-32b2fc1cdc9d, host dv-neutron-744815-20-hyperv, cleared binding levels {{(pid=103161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 18 13:32:58.380240 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-d9313b34-9a7c-4325-8d5d-754dc432b6a0 None None] For port 5bab410a-b919-4d0d-a4d3-32b2fc1cdc9d, host dv-neutron-744815-20-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=5bab410a-b919-4d0d-a4d3-32b2fc1cdc9d,segment=NetworkSegment(107de678-68a3-48c5-8c23-9fede0563457),segment_id=107de678-68a3-48c5-8c23-9fede0563457)] {{(pid=103161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 18 13:32:58.381678 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-afa9ae9b-bdbb-4010-bcf6-3a46ce66cf71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:58.384429 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-d9313b34-9a7c-4325-8d5d-754dc432b6a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:58.451616 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9313b34-9a7c-4325-8d5d-754dc432b6a0 None None] Pushing event updated for resources: {'Port': ['ID=5bab410a-b919-4d0d-a4d3-32b2fc1cdc9d,revision_number=2']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:32:58.869762 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7fd46ba-2db1-4e92-a577-a93044957cd3 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Router 9846bebd-bf62-4b11-83d7-8736d9385759 has already been hosted by L3 agent c9c0cd52-5bd2-4704-9429-d80f1c5ad23c {{(pid=103159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 18 13:32:58.870953 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-8159839e-36be-470e-9f51-56fc71037795 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:59.030568 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7fd46ba-2db1-4e92-a577-a93044957cd3 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Notify agent at l3_agent.dv-neutron-744815-20-hyperv the message routers_updated {{(pid=103159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 13:32:59.039792 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-a7fd46ba-2db1-4e92-a577-a93044957cd3 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] 10.222.0.31 "PUT /v2.0/routers/9846bebd-bf62-4b11-83d7-8736d9385759/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3691628 Dec 18 13:32:59.041299 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bc7e576-dd08-423d-a4cd-270dd84f0157 None None] Sync routers for ids ['9846bebd-bf62-4b11-83d7-8736d9385759'] in dv-neutron-744815-20-hyperv {{(pid=103161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 13:32:59.044833 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 55900) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:32:59.062085 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bc7e576-dd08-423d-a4cd-270dd84f0157 None None] Routers {'9846bebd-bf62-4b11-83d7-8736d9385759'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:32:59.062966 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-1bc7e576-dd08-423d-a4cd-270dd84f0157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:32:57Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['9846bebd-bf62-4b11-83d7-8736d9385759'], 'active': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:32:59.085769 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-1d908117-1dbe-4508-96b6-7dd4f411f789 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] 10.222.0.31 "GET /v2.0/ports?device_id=9846bebd-bf62-4b11-83d7-8736d9385759 HTTP/1.1" status: 200 len: 205 time: 0.0372980 Dec 18 13:32:59.086019 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 55902) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:32:59.103369 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-1bc7e576-dd08-423d-a4cd-270dd84f0157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:32:59.113040 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bc7e576-dd08-423d-a4cd-270dd84f0157 None None] Routers {'9846bebd-bf62-4b11-83d7-8736d9385759'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:32:59.113875 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-1bc7e576-dd08-423d-a4cd-270dd84f0157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:32:57Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['9846bebd-bf62-4b11-83d7-8736d9385759'], 'active': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:32:59.159622 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-1bc7e576-dd08-423d-a4cd-270dd84f0157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:32:59.160547 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bc7e576-dd08-423d-a4cd-270dd84f0157 None None] The sync data for ids ['9846bebd-bf62-4b11-83d7-8736d9385759'] in dv-neutron-744815-20-hyperv is: [] {{(pid=103161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 13:32:59.223213 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.db_base_plugin_common [None req-8159839e-36be-470e-9f51-56fc71037795 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Allocated IP 2001:db8::1 (99b63119-0dd1-46f3-9cee-2ec87235c807/c5262f4d-fa6a-4da0-b9d0-fdbb292f8391/70c8d468-9789-47a6-a130-5e4ea4a4fe06) {{(pid=103159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:32:59.364955 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-8159839e-36be-470e-9f51-56fc71037795 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks [] for port, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:59.408377 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-8159839e-36be-470e-9f51-56fc71037795 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:59.464920 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8159839e-36be-470e-9f51-56fc71037795 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Network 99b63119-0dd1-46f3-9cee-2ec87235c807 is already hosted by enough agents. {{(pid=103159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:32:59.474657 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.base_scheduler [None req-8159839e-36be-470e-9f51-56fc71037795 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Resources bound (agent type, host, resource id): {{(pid=103159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:32:59.479084 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8159839e-36be-470e-9f51-56fc71037795 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Received port after_create {{(pid=103159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:32:59.480516 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-8159839e-36be-470e-9f51-56fc71037795 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586257'] for router_interface, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:59.497138 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8159839e-36be-470e-9f51-56fc71037795 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Pushing event updated for resources: {'Port': ['ID=70c8d468-9789-47a6-a130-5e4ea4a4fe06,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:32:59.553460 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 5bab410a-b919-4d0d-a4d3-32b2fc1cdc9d up at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 13:32:59.599226 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98f4aad2-6a1f-4a8b-970d-aa026fbeaf0e None None] Network 99b63119-0dd1-46f3-9cee-2ec87235c807 requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:32:59.600726 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-ef066437-8f08-4821-b286-20ad0fac4ff6 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks [] for router, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:59.657042 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-8159839e-36be-470e-9f51-56fc71037795 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:59.697810 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-31a402e4-29df-4a45-8faa-920dcff265c0 None None] Provisioning complete for port 5bab410a-b919-4d0d-a4d3-32b2fc1cdc9d triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:32:59.698288 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-31a402e4-29df-4a45-8faa-920dcff265c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:59.702197 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2294866d-0076-4933-952c-685307032598 None None] Provisioning complete for port 5bab410a-b919-4d0d-a4d3-32b2fc1cdc9d triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:32:59.702632 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:59.772075 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-ef066437-8f08-4821-b286-20ad0fac4ff6 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-589815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28643'] for router, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:59.775106 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-ef066437-8f08-4821-b286-20ad0fac4ff6 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:59.826299 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-ef066437-8f08-4821-b286-20ad0fac4ff6 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-589710'] for router, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:59.826886 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef066437-8f08-4821-b286-20ad0fac4ff6 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Fanout notify agent at l3_agent the message router_deleted on router 9846bebd-bf62-4b11-83d7-8736d9385759 {{(pid=103160) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 18 13:32:59.836149 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-ef066437-8f08-4821-b286-20ad0fac4ff6 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks [] for router, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:59.839879 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-ef066437-8f08-4821-b286-20ad0fac4ff6 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] 10.222.0.31 "DELETE /v2.0/routers/9846bebd-bf62-4b11-83d7-8736d9385759 HTTP/1.1" status: 204 len: 168 time: 0.7526402 Dec 18 13:32:59.840534 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 55904) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:32:59.877203 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:59.894938 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-31a402e4-29df-4a45-8faa-920dcff265c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:59.902765 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.db_base_plugin_v2 [None req-31e7018c-5070-4786-bee5-3a8e47070129 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Deleting subnet 3261de35-123b-44d1-bb70-4c032eee0737 {{(pid=103160) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 18 13:32:59.906535 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-31e7018c-5070-4786-bee5-3a8e47070129 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks [] for subnet, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:59.931419 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7b7a3272-2b45-4d32-9670-25eb1afd1184 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:59.941353 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-2294866d-0076-4933-952c-685307032598 None None] For port 5bab410a-b919-4d0d-a4d3-32b2fc1cdc9d, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=5bab410a-b919-4d0d-a4d3-32b2fc1cdc9d,segment=NetworkSegment(107de678-68a3-48c5-8c23-9fede0563457),segment_id=107de678-68a3-48c5-8c23-9fede0563457)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:32:59.950163 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:32:59.968307 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-31e7018c-5070-4786-bee5-3a8e47070129 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4533385'] for subnet, precommit_delete_associations {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:00.006489 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-8159839e-36be-470e-9f51-56fc71037795 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks [] for port, precommit_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:00.015492 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-8159839e-36be-470e-9f51-56fc71037795 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5659917'] for port, after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:00.018145 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-8159839e-36be-470e-9f51-56fc71037795 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1048031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586432'] for router_interface, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:00.035738 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Pushing event updated for resources: {'Port': ['ID=5bab410a-b919-4d0d-a4d3-32b2fc1cdc9d,revision_number=3']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:33:00.050078 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.db.api [None req-31a402e4-29df-4a45-8faa-920dcff265c0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103161) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 18 13:33:00.050915 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG oslo_db.api [None req-31a402e4-29df-4a45-8faa-920dcff265c0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 18 13:33:00.075889 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-31e7018c-5070-4786-bee5-3a8e47070129 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1929185'] for subnet, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:00.125033 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8159839e-36be-470e-9f51-56fc71037795 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Pushing event updated for resources: {'Port': ['ID=70c8d468-9789-47a6-a130-5e4ea4a4fe06,revision_number=2']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:33:00.144107 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-31e7018c-5070-4786-bee5-3a8e47070129 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1929192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4533475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4514371'] for subnet, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:00.172555 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8159839e-36be-470e-9f51-56fc71037795 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Network 99b63119-0dd1-46f3-9cee-2ec87235c807 is already hosted by enough agents. {{(pid=103159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:33:00.174390 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.base_scheduler [None req-8159839e-36be-470e-9f51-56fc71037795 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Resources bound (agent type, host, resource id): {{(pid=103159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:33:00.180622 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e7018c-5070-4786-bee5-3a8e47070129 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Pushing event deleted for resources: {'Subnet': ['ID=3261de35-123b-44d1-bb70-4c032eee0737,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:33:00.182584 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-31e7018c-5070-4786-bee5-3a8e47070129 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks [] for subnet, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:00.185850 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-31e7018c-5070-4786-bee5-3a8e47070129 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] 10.222.0.31 "DELETE /v2.0/subnets/3261de35-123b-44d1-bb70-4c032eee0737 HTTP/1.1" status: 204 len: 168 time: 0.3439088 Dec 18 13:33:00.188529 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 55906) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:33:00.196203 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-506bd743-b0a3-417c-92c9-c98c551a6eee None None] Network 3f28f728-5d07-4b0d-a887-dcdee9d49e4f requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:33:00.245610 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.db_base_plugin_v2 [None req-11f951cd-d19d-40bc-ac11-a42a026514c7 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Deleting subnet de43e729-8efb-46b1-b08b-8925af80bc24 {{(pid=103160) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 18 13:33:00.249609 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-11f951cd-d19d-40bc-ac11-a42a026514c7 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks [] for subnet, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:00.297004 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-11f951cd-d19d-40bc-ac11-a42a026514c7 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4533385'] for subnet, precommit_delete_associations {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:00.309775 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8159839e-36be-470e-9f51-56fc71037795 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Router 8dc9e1c4-8aa7-45be-b15e-87d4ce88ef70 is scheduled to L3 agent c9c0cd52-5bd2-4704-9429-d80f1c5ad23c with binding_index 1 {{(pid=103159) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 18 13:33:00.394055 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d76a75f9-cb8c-4541-b750-cc0528dab534 None None] DHCP port deletion for 3f28f728-5d07-4b0d-a887-dcdee9d49e4f request from dv-neutron-744815-20-hyperv {{(pid=103161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 18 13:33:00.401313 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-11f951cd-d19d-40bc-ac11-a42a026514c7 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1929185'] for subnet, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:00.424237 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8159839e-36be-470e-9f51-56fc71037795 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Notify agent at l3_agent.dv-neutron-744815-20-hyperv the message routers_updated {{(pid=103159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 13:33:00.432291 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-8159839e-36be-470e-9f51-56fc71037795 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] 10.222.0.31 "PUT /v2.0/routers/8dc9e1c4-8aa7-45be-b15e-87d4ce88ef70/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4093800 Dec 18 13:33:00.433764 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 55910) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:33:00.441872 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d2dee88-a8eb-444d-bedf-e790dd3663af None None] Sync routers for ids ['8dc9e1c4-8aa7-45be-b15e-87d4ce88ef70'] in dv-neutron-744815-20-hyperv {{(pid=103162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 13:33:00.455571 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d2dee88-a8eb-444d-bedf-e790dd3663af None None] Routers {'8dc9e1c4-8aa7-45be-b15e-87d4ce88ef70'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:33:00.456196 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-0d2dee88-a8eb-444d-bedf-e790dd3663af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:32:57Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['8dc9e1c4-8aa7-45be-b15e-87d4ce88ef70'], 'active': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:33:00.486532 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-11f951cd-d19d-40bc-ac11-a42a026514c7 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1929192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4533475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4514371'] for subnet, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:00.488316 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-d76a75f9-cb8c-4541-b750-cc0528dab534 None None] Deleting port 185b7ceb-bb38-4b71-8c95-5c22017da591 {{(pid=103161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:33:00.488921 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-d76a75f9-cb8c-4541-b750-cc0528dab534 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:00.493279 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25e4db68-c579-4224-b5ba-cb6508f0c1d6 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:33:00.497551 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-25e4db68-c579-4224-b5ba-cb6508f0c1d6 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] 10.222.0.31 "GET /v2.0/ports/70c8d468-9789-47a6-a130-5e4ea4a4fe06 HTTP/1.1" status: 200 len: 911 time: 0.0601134 Dec 18 13:33:00.497873 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 55912) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:33:00.508543 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-11f951cd-d19d-40bc-ac11-a42a026514c7 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks [] for subnet, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:00.509015 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-0d2dee88-a8eb-444d-bedf-e790dd3663af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:33:00.513833 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-11f951cd-d19d-40bc-ac11-a42a026514c7 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] 10.222.0.31 "DELETE /v2.0/subnets/de43e729-8efb-46b1-b08b-8925af80bc24 HTTP/1.1" status: 204 len: 168 time: 0.3242743 Dec 18 13:33:00.516649 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 55914) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:33:00.518181 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d2dee88-a8eb-444d-bedf-e790dd3663af None None] Routers {'8dc9e1c4-8aa7-45be-b15e-87d4ce88ef70'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:33:00.518799 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-0d2dee88-a8eb-444d-bedf-e790dd3663af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:32:57Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['8dc9e1c4-8aa7-45be-b15e-87d4ce88ef70'], 'active': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:33:00.547906 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3afda9f1-bcde-41f6-957f-0438193d2444 None None] Network a38105ac-a8bc-431b-bf4f-a4fe7ff9459b requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:33:00.556673 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f951cd-d19d-40bc-ac11-a42a026514c7 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Pushing event deleted for resources: {'Subnet': ['ID=de43e729-8efb-46b1-b08b-8925af80bc24,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:33:00.582335 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-0d2dee88-a8eb-444d-bedf-e790dd3663af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:33:00.583570 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d2dee88-a8eb-444d-bedf-e790dd3663af None None] The sync data for ids ['8dc9e1c4-8aa7-45be-b15e-87d4ce88ef70'] in dv-neutron-744815-20-hyperv is: [] {{(pid=103162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 13:33:00.627048 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-cacd2c7d-f1e0-4704-8051-09f0d5b1fa43 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2023137'] for network, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:00.710305 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-cacd2c7d-f1e0-4704-8051-09f0d5b1fa43 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Deleting port 185b7ceb-bb38-4b71-8c95-5c22017da591 {{(pid=103160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:33:00.710802 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-cacd2c7d-f1e0-4704-8051-09f0d5b1fa43 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:00.732818 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-d76a75f9-cb8c-4541-b750-cc0528dab534 None None] For port 185b7ceb-bb38-4b71-8c95-5c22017da591, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=185b7ceb-bb38-4b71-8c95-5c22017da591,segment=NetworkSegment(4d515d62-5dba-4f38-ae0b-afc2982ba991),segment_id=4d515d62-5dba-4f38-ae0b-afc2982ba991)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:33:00.733471 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-d76a75f9-cb8c-4541-b750-cc0528dab534 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:00.770928 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-d76a75f9-cb8c-4541-b750-cc0528dab534 None None] Calling delete_port for 185b7ceb-bb38-4b71-8c95-5c22017da591 owned by network:dhcp {{(pid=103161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:33:00.775615 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.db [None req-cacd2c7d-f1e0-4704-8051-09f0d5b1fa43 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] For port 185b7ceb-bb38-4b71-8c95-5c22017da591, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=185b7ceb-bb38-4b71-8c95-5c22017da591,segment=NetworkSegment(4d515d62-5dba-4f38-ae0b-afc2982ba991),segment_id=4d515d62-5dba-4f38-ae0b-afc2982ba991)] {{(pid=103160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:33:00.776093 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-cacd2c7d-f1e0-4704-8051-09f0d5b1fa43 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:00.789719 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-cacd2c7d-f1e0-4704-8051-09f0d5b1fa43 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Calling delete_port for 185b7ceb-bb38-4b71-8c95-5c22017da591 owned by network:dhcp {{(pid=103160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:33:00.859369 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:00.887924 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-cacd2c7d-f1e0-4704-8051-09f0d5b1fa43 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4533522'] for port, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:00.898178 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bc13f9d-b880-4217-bc33-b9cdc4e5a1f6 None None] DHCP port deletion for a38105ac-a8bc-431b-bf4f-a4fe7ff9459b request from dv-neutron-744815-20-hyperv {{(pid=103161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 18 13:33:00.899906 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-d76a75f9-cb8c-4541-b750-cc0528dab534 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984'] for port, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:00.925191 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacd2c7d-f1e0-4704-8051-09f0d5b1fa43 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Pushing event deleted for resources: {'Port': ['ID=185b7ceb-bb38-4b71-8c95-5c22017da591,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:33:00.927274 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cacd2c7d-f1e0-4704-8051-09f0d5b1fa43 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] No DVR routers for this DVR port 185b7ceb-bb38-4b71-8c95-5c22017da591 on host dv-neutron-744815-20-hyperv {{(pid=103160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 18 13:33:00.928398 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-08b1c121-c7fd-49c0-be3a-822a9db0eef7 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-586101'] for router_interface, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:00.934611 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-a74c1475-ce9a-4118-84a6-3a30366d4e09 None None] Provisioning complete for port 70c8d468-9789-47a6-a130-5e4ea4a4fe06 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:33:00.934988 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a74c1475-ce9a-4118-84a6-3a30366d4e09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:00.940126 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d76a75f9-cb8c-4541-b750-cc0528dab534 None None] No DVR routers for this DVR port 185b7ceb-bb38-4b71-8c95-5c22017da591 on host dv-neutron-744815-20-hyperv {{(pid=103161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 18 13:33:00.950788 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76a75f9-cb8c-4541-b750-cc0528dab534 None None] Pushing event deleted for resources: {'Port': ['ID=185b7ceb-bb38-4b71-8c95-5c22017da591,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:33:01.007015 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-a74c1475-ce9a-4118-84a6-3a30366d4e09 None None] Port 70c8d468-9789-47a6-a130-5e4ea4a4fe06 cannot update to ACTIVE because it is not bound. {{(pid=103161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 13:33:01.009885 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-cacd2c7d-f1e0-4704-8051-09f0d5b1fa43 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1927292', 'neutron.services.segments.db._delete_segments_for_network-8767106887837'] for network, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:01.024879 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-a74c1475-ce9a-4118-84a6-3a30366d4e09 None None] Provisioning complete for port 5bab410a-b919-4d0d-a4d3-32b2fc1cdc9d triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:33:01.025543 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a74c1475-ce9a-4118-84a6-3a30366d4e09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:01.035722 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.services.segments.db [None req-cacd2c7d-f1e0-4704-8051-09f0d5b1fa43 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f28f728-5d07-4b0d-a887-dcdee9d49e4f']}} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:33:01.048153 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-9bc13f9d-b880-4217-bc33-b9cdc4e5a1f6 None None] Deleting port 9a29e6ae-4aca-4c21-965a-e66608cc7dfe {{(pid=103161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:33:01.048799 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-9bc13f9d-b880-4217-bc33-b9cdc4e5a1f6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:01.050114 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.services.segments.db [None req-cacd2c7d-f1e0-4704-8051-09f0d5b1fa43 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d515d62-5dba-4f38-ae0b-afc2982ba991') {'for_net_delete': True} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:33:01.050484 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.services.segments.db [None req-cacd2c7d-f1e0-4704-8051-09f0d5b1fa43 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d515d62-5dba-4f38-ae0b-afc2982ba991') {} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:33:01.060226 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-cacd2c7d-f1e0-4704-8051-09f0d5b1fa43 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767106888614', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4533424'] for segment, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:01.076493 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-cacd2c7d-f1e0-4704-8051-09f0d5b1fa43 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:01.083723 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cacd2c7d-f1e0-4704-8051-09f0d5b1fa43 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Releasing vlan 120 on physical network physnet1 to pool {{(pid=103160) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 18 13:33:01.084276 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-cacd2c7d-f1e0-4704-8051-09f0d5b1fa43 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4533569'] for segment, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:01.087687 dv-neutron-744815-20-hyperv neutron-server[103160]: Traceback (most recent call last): Dec 18 13:33:01.087687 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 18 13:33:01.087687 dv-neutron-744815-20-hyperv neutron-server[103160]: timer() Dec 18 13:33:01.087687 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 18 13:33:01.087687 dv-neutron-744815-20-hyperv neutron-server[103160]: cb(*args, **kw) Dec 18 13:33:01.087687 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 18 13:33:01.087687 dv-neutron-744815-20-hyperv neutron-server[103160]: return func(*args, **kwargs) Dec 18 13:33:01.087687 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 18 13:33:01.087687 dv-neutron-744815-20-hyperv neutron-server[103160]: self._notify() Dec 18 13:33:01.087687 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 18 13:33:01.087687 dv-neutron-744815-20-hyperv neutron-server[103160]: self.callback(batched_events) Dec 18 13:33:01.087687 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 18 13:33:01.087687 dv-neutron-744815-20-hyperv neutron-server[103160]: event.method(event) Dec 18 13:33:01.087687 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 18 13:33:01.087687 dv-neutron-744815-20-hyperv neutron-server[103160]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 18 13:33:01.087687 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 18 13:33:01.087687 dv-neutron-744815-20-hyperv neutron-server[103160]: aggregate_uuid = self.p_client.list_aggregates( Dec 18 13:33:01.087687 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 18 13:33:01.087687 dv-neutron-744815-20-hyperv neutron-server[103160]: return f(self, *a, **k) Dec 18 13:33:01.087687 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 18 13:33:01.087687 dv-neutron-744815-20-hyperv neutron-server[103160]: return self._get(url).json() Dec 18 13:33:01.087687 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 18 13:33:01.087687 dv-neutron-744815-20-hyperv neutron-server[103160]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 18 13:33:01.087687 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 18 13:33:01.087687 dv-neutron-744815-20-hyperv neutron-server[103160]: return self.request(url, 'GET', **kwargs) Dec 18 13:33:01.087687 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 18 13:33:01.087687 dv-neutron-744815-20-hyperv neutron-server[103160]: base_url = self.get_endpoint(auth, allow=allow, Dec 18 13:33:01.087687 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 18 13:33:01.087687 dv-neutron-744815-20-hyperv neutron-server[103160]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 18 13:33:01.087687 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 18 13:33:01.087687 dv-neutron-744815-20-hyperv neutron-server[103160]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 18 13:33:01.087687 dv-neutron-744815-20-hyperv neutron-server[103160]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 18 13:33:01.127303 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-9bc13f9d-b880-4217-bc33-b9cdc4e5a1f6 None None] For port 9a29e6ae-4aca-4c21-965a-e66608cc7dfe, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=9a29e6ae-4aca-4c21-965a-e66608cc7dfe,segment=NetworkSegment(a5c5bc9e-42bb-472b-8a28-12288f715ddb),segment_id=a5c5bc9e-42bb-472b-8a28-12288f715ddb)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:33:01.127546 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-9bc13f9d-b880-4217-bc33-b9cdc4e5a1f6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:01.144287 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-9bc13f9d-b880-4217-bc33-b9cdc4e5a1f6 None None] Calling delete_port for 9a29e6ae-4aca-4c21-965a-e66608cc7dfe owned by network:dhcp {{(pid=103161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:33:01.149619 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-cacd2c7d-f1e0-4704-8051-09f0d5b1fa43 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1927267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586962'] for network, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:01.167238 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-cacd2c7d-f1e0-4704-8051-09f0d5b1fa43 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks [] for network, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:01.170662 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-cacd2c7d-f1e0-4704-8051-09f0d5b1fa43 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] 10.222.0.31 "DELETE /v2.0/networks/3f28f728-5d07-4b0d-a887-dcdee9d49e4f HTTP/1.1" status: 204 len: 168 time: 0.6527941 Dec 18 13:33:01.171759 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacd2c7d-f1e0-4704-8051-09f0d5b1fa43 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Pushing event deleted for resources: {'Network': ['ID=3f28f728-5d07-4b0d-a887-dcdee9d49e4f,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:33:01.173476 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 55916) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:33:01.213080 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-08b1c121-c7fd-49c0-be3a-822a9db0eef7 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Deleting port 70c8d468-9789-47a6-a130-5e4ea4a4fe06 {{(pid=103159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:33:01.213695 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-08b1c121-c7fd-49c0-be3a-822a9db0eef7 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:01.259639 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-38a787ac-8050-48af-a0e5-181ea8189d74 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2023137'] for network, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:01.259882 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-9bc13f9d-b880-4217-bc33-b9cdc4e5a1f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984'] for port, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:01.291755 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bc13f9d-b880-4217-bc33-b9cdc4e5a1f6 None None] No DVR routers for this DVR port 9a29e6ae-4aca-4c21-965a-e66608cc7dfe on host dv-neutron-744815-20-hyperv {{(pid=103161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 18 13:33:01.293976 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc13f9d-b880-4217-bc33-b9cdc4e5a1f6 None None] Pushing event deleted for resources: {'Port': ['ID=9a29e6ae-4aca-4c21-965a-e66608cc7dfe,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:33:01.310360 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-08b1c121-c7fd-49c0-be3a-822a9db0eef7 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:01.323858 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-08b1c121-c7fd-49c0-be3a-822a9db0eef7 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Calling delete_port for 70c8d468-9789-47a6-a130-5e4ea4a4fe06 owned by network:router_interface {{(pid=103159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:33:01.352388 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-38a787ac-8050-48af-a0e5-181ea8189d74 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1927292', 'neutron.services.segments.db._delete_segments_for_network-8767106887837'] for network, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:01.372283 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.services.segments.db [None req-38a787ac-8050-48af-a0e5-181ea8189d74 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a38105ac-a8bc-431b-bf4f-a4fe7ff9459b']}} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:33:01.381703 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.services.segments.db [None req-38a787ac-8050-48af-a0e5-181ea8189d74 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5c5bc9e-42bb-472b-8a28-12288f715ddb') {'for_net_delete': True} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:33:01.381912 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.services.segments.db [None req-38a787ac-8050-48af-a0e5-181ea8189d74 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5c5bc9e-42bb-472b-8a28-12288f715ddb') {} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:33:01.396132 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-38a787ac-8050-48af-a0e5-181ea8189d74 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767106888614', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4533424'] for segment, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:01.411073 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-38a787ac-8050-48af-a0e5-181ea8189d74 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:01.417679 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38a787ac-8050-48af-a0e5-181ea8189d74 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Releasing vlan 110 on physical network physnet1 to pool {{(pid=103160) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 18 13:33:01.418188 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-38a787ac-8050-48af-a0e5-181ea8189d74 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4533569'] for segment, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:01.421621 dv-neutron-744815-20-hyperv neutron-server[103160]: Traceback (most recent call last): Dec 18 13:33:01.421621 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 18 13:33:01.421621 dv-neutron-744815-20-hyperv neutron-server[103160]: timer() Dec 18 13:33:01.421621 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 18 13:33:01.421621 dv-neutron-744815-20-hyperv neutron-server[103160]: cb(*args, **kw) Dec 18 13:33:01.421621 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 18 13:33:01.421621 dv-neutron-744815-20-hyperv neutron-server[103160]: return func(*args, **kwargs) Dec 18 13:33:01.421621 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 18 13:33:01.421621 dv-neutron-744815-20-hyperv neutron-server[103160]: self._notify() Dec 18 13:33:01.421621 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 18 13:33:01.421621 dv-neutron-744815-20-hyperv neutron-server[103160]: self.callback(batched_events) Dec 18 13:33:01.421621 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 18 13:33:01.421621 dv-neutron-744815-20-hyperv neutron-server[103160]: event.method(event) Dec 18 13:33:01.421621 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 18 13:33:01.421621 dv-neutron-744815-20-hyperv neutron-server[103160]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 18 13:33:01.421621 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 18 13:33:01.421621 dv-neutron-744815-20-hyperv neutron-server[103160]: aggregate_uuid = self.p_client.list_aggregates( Dec 18 13:33:01.421621 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 18 13:33:01.421621 dv-neutron-744815-20-hyperv neutron-server[103160]: return f(self, *a, **k) Dec 18 13:33:01.421621 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 18 13:33:01.421621 dv-neutron-744815-20-hyperv neutron-server[103160]: return self._get(url).json() Dec 18 13:33:01.421621 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 18 13:33:01.421621 dv-neutron-744815-20-hyperv neutron-server[103160]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 18 13:33:01.421621 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 18 13:33:01.421621 dv-neutron-744815-20-hyperv neutron-server[103160]: return self.request(url, 'GET', **kwargs) Dec 18 13:33:01.421621 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 18 13:33:01.421621 dv-neutron-744815-20-hyperv neutron-server[103160]: base_url = self.get_endpoint(auth, allow=allow, Dec 18 13:33:01.421621 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 18 13:33:01.421621 dv-neutron-744815-20-hyperv neutron-server[103160]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 18 13:33:01.421621 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 18 13:33:01.421621 dv-neutron-744815-20-hyperv neutron-server[103160]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 18 13:33:01.421621 dv-neutron-744815-20-hyperv neutron-server[103160]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 18 13:33:01.481965 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 5bab410a-b919-4d0d-a4d3-32b2fc1cdc9d up at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 13:33:01.487321 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-38a787ac-8050-48af-a0e5-181ea8189d74 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1927267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586962'] for network, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:01.493944 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-38a787ac-8050-48af-a0e5-181ea8189d74 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks [] for network, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:01.500726 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-38a787ac-8050-48af-a0e5-181ea8189d74 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] 10.222.0.31 "DELETE /v2.0/networks/a38105ac-a8bc-431b-bf4f-a4fe7ff9459b HTTP/1.1" status: 204 len: 168 time: 0.3225315 Dec 18 13:33:01.501954 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 55918) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:33:01.515549 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-903b79fa-7bae-49ea-9ff9-5053fb6005ec tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Request body: {'network': {'name': 'tempest-RoutersTest-333377613'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:33:01.519572 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-08b1c121-c7fd-49c0-be3a-822a9db0eef7 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:01.520782 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a787ac-8050-48af-a0e5-181ea8189d74 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Pushing event deleted for resources: {'Network': ['ID=a38105ac-a8bc-431b-bf4f-a4fe7ff9459b,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:33:01.542962 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-903b79fa-7bae-49ea-9ff9-5053fb6005ec tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Made reservation on behalf of d223d1b2ed814c43a2fd9ddeaaf9b271 for: {'network': 1} {{(pid=103160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:33:01.544707 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b1c121-c7fd-49c0-be3a-822a9db0eef7 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Pushing event deleted for resources: {'Port': ['ID=70c8d468-9789-47a6-a130-5e4ea4a4fe06,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:33:01.546694 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-903b79fa-7bae-49ea-9ff9-5053fb6005ec tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for network, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:01.577763 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-903b79fa-7bae-49ea-9ff9-5053fb6005ec tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 144} {{(pid=103160) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 18 13:33:01.592807 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-903b79fa-7bae-49ea-9ff9-5053fb6005ec tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:01.593456 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.db.segments_db [None req-903b79fa-7bae-49ea-9ff9-5053fb6005ec tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Added segment 4b845da3-d10e-40ce-afc4-09230b9a7345 of type vlan for network f0ea00a4-c1c6-4245-9961-fd7c6ee2f8be Dec 18 13:33:01.640892 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-903b79fa-7bae-49ea-9ff9-5053fb6005ec tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767106405744'] for network, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:01.662115 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-08b1c121-c7fd-49c0-be3a-822a9db0eef7 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1048020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-576035'] for router_interface, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:01.677901 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-903b79fa-7bae-49ea-9ff9-5053fb6005ec tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981'] for network, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:01.686877 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-903b79fa-7bae-49ea-9ff9-5053fb6005ec tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:33:01.687527 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-903b79fa-7bae-49ea-9ff9-5053fb6005ec tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks [] for network, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:01.736254 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2294866d-0076-4933-952c-685307032598 None None] Provisioning complete for port 5bab410a-b919-4d0d-a4d3-32b2fc1cdc9d triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:33:01.736840 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:01.742523 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-903b79fa-7bae-49ea-9ff9-5053fb6005ec tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2391036 Dec 18 13:33:01.743217 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 55920) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:33:01.756103 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-e1ef4e7e-0836-4d9d-a602-3afe41d22474 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Request body: {'subnet': {'network_id': 'f0ea00a4-c1c6-4245-9961-fd7c6ee2f8be', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:33:01.817861 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903b79fa-7bae-49ea-9ff9-5053fb6005ec tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Pushing event updated for resources: {'Network': ['ID=f0ea00a4-c1c6-4245-9961-fd7c6ee2f8be,revision_number=1']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:33:01.830911 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Network f0ea00a4-c1c6-4245-9961-fd7c6ee2f8be details requested by agent ovs-agent-dv-neutron-744815-20-hyperv with host dv-neutron-744815-20-hyperv {{(pid=103161) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 18 13:33:01.858262 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08b1c121-c7fd-49c0-be3a-822a9db0eef7 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Router 8dc9e1c4-8aa7-45be-b15e-87d4ce88ef70 has already been hosted by L3 agent c9c0cd52-5bd2-4704-9429-d80f1c5ad23c {{(pid=103159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 18 13:33:01.902551 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1ef4e7e-0836-4d9d-a602-3afe41d22474 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Made reservation on behalf of d223d1b2ed814c43a2fd9ddeaaf9b271 for: {'subnet': 1} {{(pid=103160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:33:01.906976 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-e1ef4e7e-0836-4d9d-a602-3afe41d22474 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4514414'] for subnet, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:01.924642 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 185b7ceb-bb38-4b71-8c95-5c22017da591 no longer exists at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 18 13:33:01.945956 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-2294866d-0076-4933-952c-685307032598 None None] No Port match for: 185b7ceb-bb38-4b71-8c95-5c22017da591 {{(pid=103161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 18 13:33:01.946185 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08b1c121-c7fd-49c0-be3a-822a9db0eef7 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Notify agent at l3_agent.dv-neutron-744815-20-hyperv the message routers_updated {{(pid=103159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 13:33:01.946312 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 185b7ceb-bb38-4b71-8c95-5c22017da591 not bound to the agent host dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 18 13:33:01.946967 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 9a29e6ae-4aca-4c21-965a-e66608cc7dfe no longer exists at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 18 13:33:01.960734 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-08b1c121-c7fd-49c0-be3a-822a9db0eef7 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] 10.222.0.31 "PUT /v2.0/routers/8dc9e1c4-8aa7-45be-b15e-87d4ce88ef70/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4593332 Dec 18 13:33:01.960946 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 55922) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:33:01.968423 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2911d64-7a1e-4173-85ec-72f4cba28e11 None None] Sync routers for ids ['8dc9e1c4-8aa7-45be-b15e-87d4ce88ef70'] in dv-neutron-744815-20-hyperv {{(pid=103161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 13:33:01.974252 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-2294866d-0076-4933-952c-685307032598 None None] No Port match for: 9a29e6ae-4aca-4c21-965a-e66608cc7dfe {{(pid=103161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 18 13:33:01.974603 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 9a29e6ae-4aca-4c21-965a-e66608cc7dfe not bound to the agent host dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 18 13:33:01.990520 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2911d64-7a1e-4173-85ec-72f4cba28e11 None None] Routers {'8dc9e1c4-8aa7-45be-b15e-87d4ce88ef70'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:33:01.991485 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-b2911d64-7a1e-4173-85ec-72f4cba28e11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:32:57Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['8dc9e1c4-8aa7-45be-b15e-87d4ce88ef70'], 'active': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:33:02.001466 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-63908cb6-8a0f-4b3f-b995-f47f06ffabdc tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] 10.222.0.31 "GET /v2.0/ports?device_id=8dc9e1c4-8aa7-45be-b15e-87d4ce88ef70 HTTP/1.1" status: 200 len: 205 time: 0.0365417 Dec 18 13:33:02.001806 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 55924) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:33:02.034236 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-b2911d64-7a1e-4173-85ec-72f4cba28e11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:33:02.044674 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2911d64-7a1e-4173-85ec-72f4cba28e11 None None] Routers {'8dc9e1c4-8aa7-45be-b15e-87d4ce88ef70'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:33:02.045310 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-b2911d64-7a1e-4173-85ec-72f4cba28e11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:32:57Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['8dc9e1c4-8aa7-45be-b15e-87d4ce88ef70'], 'active': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:33:02.082713 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-b2911d64-7a1e-4173-85ec-72f4cba28e11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:33:02.083712 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2911d64-7a1e-4173-85ec-72f4cba28e11 None None] The sync data for ids ['8dc9e1c4-8aa7-45be-b15e-87d4ce88ef70'] in dv-neutron-744815-20-hyperv is: [] {{(pid=103161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 13:33:02.090290 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-59052340-6835-42e1-9130-2eac275839ef tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks [] for router, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:02.108719 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-e1ef4e7e-0836-4d9d-a602-3afe41d22474 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4533410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4514424'] for subnet, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:02.173424 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ef4e7e-0836-4d9d-a602-3afe41d22474 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Pushing event updated for resources: {'Subnet': ['ID=aaa838e1-8a47-4594-9329-163e9dfccda8,revision_number=0']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:33:02.181042 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1ef4e7e-0836-4d9d-a602-3afe41d22474 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Checking segment: {'id': '4b845da3-d10e-40ce-afc4-09230b9a7345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f0ea00a4-c1c6-4245-9961-fd7c6ee2f8be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 13:33:02.181389 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1ef4e7e-0836-4d9d-a602-3afe41d22474 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Network hostable DHCP agents. Network: f0ea00a4-c1c6-4245-9961-fd7c6ee2f8be, hostable agents: ['aa77effa-0e3a-4bbd-a383-4d58ed3328d0'], hosted agents: [] {{(pid=103160) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 18 13:33:02.199813 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1ef4e7e-0836-4d9d-a602-3afe41d22474 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Network f0ea00a4-c1c6-4245-9961-fd7c6ee2f8be is scheduled to be hosted by DHCP agent aa77effa-0e3a-4bbd-a383-4d58ed3328d0 with binding_index 1 {{(pid=103160) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 18 13:33:02.209702 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.base_scheduler [None req-e1ef4e7e-0836-4d9d-a602-3afe41d22474 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-744815-20-hyperv, f0ea00a4-c1c6-4245-9961-fd7c6ee2f8be) {{(pid=103160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:33:02.214479 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1ef4e7e-0836-4d9d-a602-3afe41d22474 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:33:02.215079 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-e1ef4e7e-0836-4d9d-a602-3afe41d22474 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks [] for subnet, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:02.220996 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57babe0a-ad7a-4226-983b-91bd1f3acc8f None None] Network f0ea00a4-c1c6-4245-9961-fd7c6ee2f8be requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:33:02.236189 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-e1ef4e7e-0836-4d9d-a602-3afe41d22474 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4870467 Dec 18 13:33:02.236548 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 55926) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:33:02.241163 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-23351a73-ede7-47db-abc4-a0a61529a4d0 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-752180857', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:33:02.252010 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-59052340-6835-42e1-9130-2eac275839ef tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-589815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28643'] for router, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:02.254307 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-59052340-6835-42e1-9130-2eac275839ef tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:02.270948 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-23351a73-ede7-47db-abc4-a0a61529a4d0 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28433'] for router, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:02.272149 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-23351a73-ede7-47db-abc4-a0a61529a4d0 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-589769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28440'] for router, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:02.301382 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-59052340-6835-42e1-9130-2eac275839ef tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-589710'] for router, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:02.302092 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59052340-6835-42e1-9130-2eac275839ef tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Fanout notify agent at l3_agent the message router_deleted on router 8dc9e1c4-8aa7-45be-b15e-87d4ce88ef70 {{(pid=103159) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 18 13:33:02.311284 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-59052340-6835-42e1-9130-2eac275839ef tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks [] for router, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:02.312408 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-59052340-6835-42e1-9130-2eac275839ef tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] 10.222.0.31 "DELETE /v2.0/routers/8dc9e1c4-8aa7-45be-b15e-87d4ce88ef70 HTTP/1.1" status: 204 len: 168 time: 0.3092072 Dec 18 13:33:02.315400 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 55928) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:33:02.337349 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-23351a73-ede7-47db-abc4-a0a61529a4d0 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:02.342522 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f51d1880-8ea9-48e3-8976-4c3719fe42e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp31e170a0-46a1-5ba9-9dc1-7ee4f866f0d7-f0ea00a4-c1c6-4245-9961-fd7c6ee2f8be', 'network_id': 'f0ea00a4-c1c6-4245-9961-fd7c6ee2f8be', 'project_id': 'd223d1b2ed814c43a2fd9ddeaaf9b271', 'fixed_ips': [{'subnet_id': 'aaa838e1-8a47-4594-9329-163e9dfccda8'}]}} from dv-neutron-744815-20-hyperv. {{(pid=103161) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 18 13:33:02.343874 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-23351a73-ede7-47db-abc4-a0a61529a4d0 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-589760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-586526'] for router, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:02.346505 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f51d1880-8ea9-48e3-8976-4c3719fe42e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:02.364748 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-23351a73-ede7-47db-abc4-a0a61529a4d0 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks [] for router, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:02.365980 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-23351a73-ede7-47db-abc4-a0a61529a4d0 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1284313 Dec 18 13:33:02.368793 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 55930) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:33:02.376435 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-ba3e8e18-86c0-4964-94f4-35a3f0df2cf7 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Request body: {'port': {'network_id': 'f0ea00a4-c1c6-4245-9961-fd7c6ee2f8be', 'name': 'tempest-RoutersTest-301810973'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:33:02.387170 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b089ee8-ea14-4ac6-bb8c-9728a72c00c3 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Deleting subnet c5262f4d-fa6a-4da0-b9d0-fdbb292f8391 {{(pid=103159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 18 13:33:02.405105 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-0b089ee8-ea14-4ac6-bb8c-9728a72c00c3 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks [] for subnet, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:02.498100 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_common [None req-f51d1880-8ea9-48e3-8976-4c3719fe42e5 None None] Allocated IP 172.20.0.2 (f0ea00a4-c1c6-4245-9961-fd7c6ee2f8be/aaa838e1-8a47-4594-9329-163e9dfccda8/e4711187-9f59-4350-86d4-15302447e7e5) {{(pid=103161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:33:02.650705 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f51d1880-8ea9-48e3-8976-4c3719fe42e5 None None] Publish callbacks [] for port, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:02.658167 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f51d1880-8ea9-48e3-8976-4c3719fe42e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975'] for port, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:02.702091 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f51d1880-8ea9-48e3-8976-4c3719fe42e5 None None] Network f0ea00a4-c1c6-4245-9961-fd7c6ee2f8be is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:33:02.705357 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-f51d1880-8ea9-48e3-8976-4c3719fe42e5 None None] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:33:02.712018 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f51d1880-8ea9-48e3-8976-4c3719fe42e5 None None] Received port after_create {{(pid=103161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:33:02.716308 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51d1880-8ea9-48e3-8976-4c3719fe42e5 None None] Pushing event updated for resources: {'Port': ['ID=e4711187-9f59-4350-86d4-15302447e7e5,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:33:02.772773 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-f51d1880-8ea9-48e3-8976-4c3719fe42e5 None None] Attempting to bind port e4711187-9f59-4350-86d4-15302447e7e5 on host dv-neutron-744815-20-hyperv for vnic_type normal with profile {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 13:33:02.773446 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-f51d1880-8ea9-48e3-8976-4c3719fe42e5 None None] Attempting to bind port e4711187-9f59-4350-86d4-15302447e7e5 by drivers openvswitch,hyperv on host dv-neutron-744815-20-hyperv at level 0 using segments [{'id': '4b845da3-d10e-40ce-afc4-09230b9a7345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f0ea00a4-c1c6-4245-9961-fd7c6ee2f8be'}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 13:33:02.773446 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f51d1880-8ea9-48e3-8976-4c3719fe42e5 None None] Attempting to bind port e4711187-9f59-4350-86d4-15302447e7e5 on network f0ea00a4-c1c6-4245-9961-fd7c6ee2f8be {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 13:33:02.778804 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f51d1880-8ea9-48e3-8976-4c3719fe42e5 None None] Checking agent: {'id': '428fa9fa-43db-4db9-9f96-f60ffe931f2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-20-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 13, 19, 1), 'started_at': datetime.datetime(2021, 12, 18, 13, 19, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 13, 33, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-20-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 18 13:33:02.779134 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f51d1880-8ea9-48e3-8976-4c3719fe42e5 None None] Checking segment: {'id': '4b845da3-d10e-40ce-afc4-09230b9a7345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f0ea00a4-c1c6-4245-9961-fd7c6ee2f8be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 13:33:02.779612 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f51d1880-8ea9-48e3-8976-4c3719fe42e5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:02.779966 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f51d1880-8ea9-48e3-8976-4c3719fe42e5 None None] Bound using segment: {'id': '4b845da3-d10e-40ce-afc4-09230b9a7345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f0ea00a4-c1c6-4245-9961-fd7c6ee2f8be'} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 18 13:33:02.780472 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-f51d1880-8ea9-48e3-8976-4c3719fe42e5 None None] Bound port: e4711187-9f59-4350-86d4-15302447e7e5, host: dv-neutron-744815-20-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b845da3-d10e-40ce-afc4-09230b9a7345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f0ea00a4-c1c6-4245-9961-fd7c6ee2f8be'}}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 18 13:33:02.780848 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f51d1880-8ea9-48e3-8976-4c3719fe42e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:02.838776 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-0b089ee8-ea14-4ac6-bb8c-9728a72c00c3 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5589624'] for subnet, precommit_delete_associations {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:02.846706 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-f51d1880-8ea9-48e3-8976-4c3719fe42e5 None None] For port e4711187-9f59-4350-86d4-15302447e7e5, host dv-neutron-744815-20-hyperv, cleared binding levels {{(pid=103161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 18 13:33:02.850015 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-f51d1880-8ea9-48e3-8976-4c3719fe42e5 None None] For port e4711187-9f59-4350-86d4-15302447e7e5, host dv-neutron-744815-20-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=e4711187-9f59-4350-86d4-15302447e7e5,segment=NetworkSegment(4b845da3-d10e-40ce-afc4-09230b9a7345),segment_id=4b845da3-d10e-40ce-afc4-09230b9a7345)] {{(pid=103161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 18 13:33:02.855539 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f51d1880-8ea9-48e3-8976-4c3719fe42e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:02.916135 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51d1880-8ea9-48e3-8976-4c3719fe42e5 None None] Pushing event updated for resources: {'Port': ['ID=e4711187-9f59-4350-86d4-15302447e7e5,revision_number=2']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:33:02.945566 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba3e8e18-86c0-4964-94f4-35a3f0df2cf7 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Made reservation on behalf of d223d1b2ed814c43a2fd9ddeaaf9b271 for: {'port': 1} {{(pid=103159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:33:02.949088 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-ba3e8e18-86c0-4964-94f4-35a3f0df2cf7 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:02.975834 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-0b089ee8-ea14-4ac6-bb8c-9728a72c00c3 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1929185'] for subnet, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:02.979120 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.notifiers.nova [None req-ba3e8e18-86c0-4964-94f4-35a3f0df2cf7 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] device_id is not set on port 095f405a-67f3-43d3-b4fc-b426cd0da709 yet. {{(pid=103159) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 18 13:33:03.088423 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 55934) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:33:03.135792 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-0b089ee8-ea14-4ac6-bb8c-9728a72c00c3 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1929192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5659851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6017053'] for subnet, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:03.183931 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b089ee8-ea14-4ac6-bb8c-9728a72c00c3 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Pushing event deleted for resources: {'Subnet': ['ID=c5262f4d-fa6a-4da0-b9d0-fdbb292f8391,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:33:03.194418 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-0b089ee8-ea14-4ac6-bb8c-9728a72c00c3 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks [] for subnet, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:03.200783 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-0b089ee8-ea14-4ac6-bb8c-9728a72c00c3 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] 10.222.0.31 "DELETE /v2.0/subnets/c5262f4d-fa6a-4da0-b9d0-fdbb292f8391 HTTP/1.1" status: 204 len: 168 time: 0.8813076 Dec 18 13:33:03.203086 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-909b2070-a657-4f8b-b946-7891e2e86b8d None None] Network 99b63119-0dd1-46f3-9cee-2ec87235c807 requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:33:03.207056 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 55936) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:33:03.223981 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.db_base_plugin_common [None req-ba3e8e18-86c0-4964-94f4-35a3f0df2cf7 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Allocated IP 172.20.0.6 (f0ea00a4-c1c6-4245-9961-fd7c6ee2f8be/aaa838e1-8a47-4594-9329-163e9dfccda8/095f405a-67f3-43d3-b4fc-b426cd0da709) {{(pid=103159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:33:03.317417 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-e68e8c42-6398-43f7-a154-a53755027ac9 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2023137'] for network, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:03.393470 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54baaf3c-9bc7-420e-97e4-df11d91d0fe9 None None] DHCP port deletion for 99b63119-0dd1-46f3-9cee-2ec87235c807 request from dv-neutron-744815-20-hyperv {{(pid=103161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 18 13:33:03.480947 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-e68e8c42-6398-43f7-a154-a53755027ac9 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Deleting port 5bab410a-b919-4d0d-a4d3-32b2fc1cdc9d {{(pid=103159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:33:03.481301 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-e68e8c42-6398-43f7-a154-a53755027ac9 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:03.483616 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-54baaf3c-9bc7-420e-97e4-df11d91d0fe9 None None] Deleting port 5bab410a-b919-4d0d-a4d3-32b2fc1cdc9d {{(pid=103161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:33:03.484505 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-54baaf3c-9bc7-420e-97e4-df11d91d0fe9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:03.514378 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-ba3e8e18-86c0-4964-94f4-35a3f0df2cf7 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks [] for port, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:03.554280 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-54baaf3c-9bc7-420e-97e4-df11d91d0fe9 None None] For port 5bab410a-b919-4d0d-a4d3-32b2fc1cdc9d, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=5bab410a-b919-4d0d-a4d3-32b2fc1cdc9d,segment=NetworkSegment(107de678-68a3-48c5-8c23-9fede0563457),segment_id=107de678-68a3-48c5-8c23-9fede0563457)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:33:03.554760 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-54baaf3c-9bc7-420e-97e4-df11d91d0fe9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:03.573356 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device e4711187-9f59-4350-86d4-15302447e7e5 up at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 13:33:03.575653 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-54baaf3c-9bc7-420e-97e4-df11d91d0fe9 None None] Calling delete_port for 5bab410a-b919-4d0d-a4d3-32b2fc1cdc9d owned by network:dhcp {{(pid=103161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:33:03.578782 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.db [None req-e68e8c42-6398-43f7-a154-a53755027ac9 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] For port 5bab410a-b919-4d0d-a4d3-32b2fc1cdc9d, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=5bab410a-b919-4d0d-a4d3-32b2fc1cdc9d,segment=NetworkSegment(107de678-68a3-48c5-8c23-9fede0563457),segment_id=107de678-68a3-48c5-8c23-9fede0563457)] {{(pid=103159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:33:03.579290 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-e68e8c42-6398-43f7-a154-a53755027ac9 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:03.587476 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-486f76f9-5923-46bc-bd90-d73b19bbee92 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-586101'] for router_interface, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:03.599356 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-e68e8c42-6398-43f7-a154-a53755027ac9 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Calling delete_port for 5bab410a-b919-4d0d-a4d3-32b2fc1cdc9d owned by network:dhcp {{(pid=103159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:33:03.649683 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-ba3e8e18-86c0-4964-94f4-35a3f0df2cf7 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:03.700386 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2294866d-0076-4933-952c-685307032598 None None] Provisioning complete for port e4711187-9f59-4350-86d4-15302447e7e5 triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:33:03.700910 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:03.713086 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba3e8e18-86c0-4964-94f4-35a3f0df2cf7 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Network f0ea00a4-c1c6-4245-9961-fd7c6ee2f8be is already hosted by enough agents. {{(pid=103159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:33:03.722811 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.base_scheduler [None req-ba3e8e18-86c0-4964-94f4-35a3f0df2cf7 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Resources bound (agent type, host, resource id): {{(pid=103159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:33:03.729972 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba3e8e18-86c0-4964-94f4-35a3f0df2cf7 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Received port after_create {{(pid=103159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:33:03.740635 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3e8e18-86c0-4964-94f4-35a3f0df2cf7 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Pushing event updated for resources: {'Port': ['ID=095f405a-67f3-43d3-b4fc-b426cd0da709,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:33:03.772931 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-54baaf3c-9bc7-420e-97e4-df11d91d0fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984'] for port, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:03.792015 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54baaf3c-9bc7-420e-97e4-df11d91d0fe9 None None] No DVR routers for this DVR port 5bab410a-b919-4d0d-a4d3-32b2fc1cdc9d on host dv-neutron-744815-20-hyperv {{(pid=103161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 18 13:33:03.794503 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-e68e8c42-6398-43f7-a154-a53755027ac9 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:03.832186 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba3e8e18-86c0-4964-94f4-35a3f0df2cf7 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:33:03.832186 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-ba3e8e18-86c0-4964-94f4-35a3f0df2cf7 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:03.832517 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54baaf3c-9bc7-420e-97e4-df11d91d0fe9 None None] Pushing event deleted for resources: {'Port': ['ID=5bab410a-b919-4d0d-a4d3-32b2fc1cdc9d,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:33:03.845410 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68e8c42-6398-43f7-a154-a53755027ac9 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Pushing event deleted for resources: {'Port': ['ID=5bab410a-b919-4d0d-a4d3-32b2fc1cdc9d,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:33:03.849642 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e68e8c42-6398-43f7-a154-a53755027ac9 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] No DVR routers for this DVR port 5bab410a-b919-4d0d-a4d3-32b2fc1cdc9d on host dv-neutron-744815-20-hyperv {{(pid=103159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 18 13:33:03.877274 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:03.882343 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-ba3e8e18-86c0-4964-94f4-35a3f0df2cf7 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 1.5100501 Dec 18 13:33:03.883977 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 55938) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:33:03.933972 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-2294866d-0076-4933-952c-685307032598 None None] For port e4711187-9f59-4350-86d4-15302447e7e5, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=e4711187-9f59-4350-86d4-15302447e7e5,segment=NetworkSegment(4b845da3-d10e-40ce-afc4-09230b9a7345),segment_id=4b845da3-d10e-40ce-afc4-09230b9a7345)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:33:03.940899 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:03.951097 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-e68e8c42-6398-43f7-a154-a53755027ac9 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1927292', 'neutron.services.segments.db._delete_segments_for_network-8767106887837'] for network, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:03.995286 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.services.segments.db [None req-e68e8c42-6398-43f7-a154-a53755027ac9 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99b63119-0dd1-46f3-9cee-2ec87235c807']}} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:33:04.008887 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.services.segments.db [None req-e68e8c42-6398-43f7-a154-a53755027ac9 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '107de678-68a3-48c5-8c23-9fede0563457') {'for_net_delete': True} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:33:04.009186 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.services.segments.db [None req-e68e8c42-6398-43f7-a154-a53755027ac9 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '107de678-68a3-48c5-8c23-9fede0563457') {} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:33:04.015743 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 5bab410a-b919-4d0d-a4d3-32b2fc1cdc9d no longer exists at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 18 13:33:04.024837 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-e68e8c42-6398-43f7-a154-a53755027ac9 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767106888614', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5589569'] for segment, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:04.039389 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-2294866d-0076-4933-952c-685307032598 None None] No Port match for: 5bab410a-b919-4d0d-a4d3-32b2fc1cdc9d {{(pid=103161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 18 13:33:04.039389 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 5bab410a-b919-4d0d-a4d3-32b2fc1cdc9d not bound to the agent host dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 18 13:33:04.040385 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-e68e8c42-6398-43f7-a154-a53755027ac9 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:04.045083 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Pushing event updated for resources: {'Port': ['ID=e4711187-9f59-4350-86d4-15302447e7e5,revision_number=3']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:33:04.050016 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e68e8c42-6398-43f7-a154-a53755027ac9 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Releasing vlan 127 on physical network physnet1 to pool {{(pid=103159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 18 13:33:04.050492 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-e68e8c42-6398-43f7-a154-a53755027ac9 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5660009'] for segment, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:04.054465 dv-neutron-744815-20-hyperv neutron-server[103159]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 18 13:33:04.054465 dv-neutron-744815-20-hyperv neutron-server[103159]: self.session.flush() Dec 18 13:33:04.054465 dv-neutron-744815-20-hyperv neutron-server[103159]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 18 13:33:04.054465 dv-neutron-744815-20-hyperv neutron-server[103159]: self.session.flush() Dec 18 13:33:04.054465 dv-neutron-744815-20-hyperv neutron-server[103159]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 18 13:33:04.054465 dv-neutron-744815-20-hyperv neutron-server[103159]: self.session.flush() Dec 18 13:33:04.054465 dv-neutron-744815-20-hyperv neutron-server[103159]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 18 13:33:04.054465 dv-neutron-744815-20-hyperv neutron-server[103159]: self.session.flush() Dec 18 13:33:04.054465 dv-neutron-744815-20-hyperv neutron-server[103159]: Traceback (most recent call last): Dec 18 13:33:04.054465 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 18 13:33:04.054465 dv-neutron-744815-20-hyperv neutron-server[103159]: timer() Dec 18 13:33:04.054465 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 18 13:33:04.054465 dv-neutron-744815-20-hyperv neutron-server[103159]: cb(*args, **kw) Dec 18 13:33:04.054465 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 18 13:33:04.054465 dv-neutron-744815-20-hyperv neutron-server[103159]: return func(*args, **kwargs) Dec 18 13:33:04.054465 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 18 13:33:04.054465 dv-neutron-744815-20-hyperv neutron-server[103159]: self._notify() Dec 18 13:33:04.054465 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 18 13:33:04.054465 dv-neutron-744815-20-hyperv neutron-server[103159]: self.callback(batched_events) Dec 18 13:33:04.054465 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 18 13:33:04.054465 dv-neutron-744815-20-hyperv neutron-server[103159]: event.method(event) Dec 18 13:33:04.054465 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 18 13:33:04.054465 dv-neutron-744815-20-hyperv neutron-server[103159]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 18 13:33:04.054465 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 18 13:33:04.054465 dv-neutron-744815-20-hyperv neutron-server[103159]: aggregate_uuid = self.p_client.list_aggregates( Dec 18 13:33:04.054465 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 18 13:33:04.054465 dv-neutron-744815-20-hyperv neutron-server[103159]: return f(self, *a, **k) Dec 18 13:33:04.054465 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 18 13:33:04.054465 dv-neutron-744815-20-hyperv neutron-server[103159]: return self._get(url).json() Dec 18 13:33:04.054465 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 18 13:33:04.054465 dv-neutron-744815-20-hyperv neutron-server[103159]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 18 13:33:04.054465 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 18 13:33:04.054465 dv-neutron-744815-20-hyperv neutron-server[103159]: return self.request(url, 'GET', **kwargs) Dec 18 13:33:04.054465 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 18 13:33:04.054465 dv-neutron-744815-20-hyperv neutron-server[103159]: base_url = self.get_endpoint(auth, allow=allow, Dec 18 13:33:04.054465 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 18 13:33:04.054465 dv-neutron-744815-20-hyperv neutron-server[103159]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 18 13:33:04.054465 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 18 13:33:04.054465 dv-neutron-744815-20-hyperv neutron-server[103159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 18 13:33:04.054465 dv-neutron-744815-20-hyperv neutron-server[103159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 18 13:33:04.129168 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-e68e8c42-6398-43f7-a154-a53755027ac9 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1927267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586962'] for network, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:04.136505 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6aa6c5a-788f-48af-a4f7-33a883563e5a None None] Network f0ea00a4-c1c6-4245-9961-fd7c6ee2f8be requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:33:04.144674 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-e68e8c42-6398-43f7-a154-a53755027ac9 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks [] for network, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:04.152020 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-e68e8c42-6398-43f7-a154-a53755027ac9 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] 10.222.0.31 "DELETE /v2.0/networks/99b63119-0dd1-46f3-9cee-2ec87235c807 HTTP/1.1" status: 204 len: 168 time: 0.9358628 Dec 18 13:33:04.157164 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 55940) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:33:04.161958 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-4ff77f9c-752c-48fe-a612-657d4d4796b5 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-345673157', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83'}, 'admin_state_up': False}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:33:04.168846 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68e8c42-6398-43f7-a154-a53755027ac9 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Pushing event deleted for resources: {'Network': ['ID=99b63119-0dd1-46f3-9cee-2ec87235c807,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:33:04.193408 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-4ff77f9c-752c-48fe-a612-657d4d4796b5 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28433'] for router, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:04.194523 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-4ff77f9c-752c-48fe-a612-657d4d4796b5 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-589769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28440'] for router, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:04.227562 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-7aedb594-5497-4c68-a568-d3530d3ca7cb None None] Provisioning complete for port e4711187-9f59-4350-86d4-15302447e7e5 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:33:04.227946 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7aedb594-5497-4c68-a568-d3530d3ca7cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:04.254163 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-4ff77f9c-752c-48fe-a612-657d4d4796b5 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:04.399795 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-4ff77f9c-752c-48fe-a612-657d4d4796b5 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:04.500394 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-486f76f9-5923-46bc-bd90-d73b19bbee92 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Deleting port 8f8beac4-d241-47d5-a750-1e333f28f6cf {{(pid=103160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:33:04.500764 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-486f76f9-5923-46bc-bd90-d73b19bbee92 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:04.583557 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-c05b66e2-3aba-40aa-bec3-fea97547d1f0 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:04.583784 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-4b815cff-ef71-44d0-8511-abed66995bba None None] Provisioning complete for port 095f405a-67f3-43d3-b4fc-b426cd0da709 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:33:04.583916 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-4b815cff-ef71-44d0-8511-abed66995bba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:04.620831 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-4b815cff-ef71-44d0-8511-abed66995bba None None] Port 095f405a-67f3-43d3-b4fc-b426cd0da709 cannot update to ACTIVE because it is not bound. {{(pid=103161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 13:33:04.632483 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-4b815cff-ef71-44d0-8511-abed66995bba None None] Provisioning complete for port e4711187-9f59-4350-86d4-15302447e7e5 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:33:04.632853 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-4b815cff-ef71-44d0-8511-abed66995bba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:04.648393 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-4ff77f9c-752c-48fe-a612-657d4d4796b5 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks [] for router_gateway, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:04.671773 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.db [None req-486f76f9-5923-46bc-bd90-d73b19bbee92 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] For port 8f8beac4-d241-47d5-a750-1e333f28f6cf, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=8f8beac4-d241-47d5-a750-1e333f28f6cf,segment=NetworkSegment(b297829c-e967-4db9-a1fe-64dd92edbd1e),segment_id=b297829c-e967-4db9-a1fe-64dd92edbd1e)] {{(pid=103160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:33:04.672337 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-486f76f9-5923-46bc-bd90-d73b19bbee92 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:04.672622 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-4ff77f9c-752c-48fe-a612-657d4d4796b5 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:04.752144 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-486f76f9-5923-46bc-bd90-d73b19bbee92 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Calling delete_port for 8f8beac4-d241-47d5-a750-1e333f28f6cf owned by network:router_interface {{(pid=103160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:33:04.799058 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.db_base_plugin_common [None req-4ff77f9c-752c-48fe-a612-657d4d4796b5 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Allocated IP 172.26.3.107 (decb4a40-7941-48c8-afbb-daaafd502e83/70deed80-3ca1-4f9e-96cb-563b43d3acba/ddd96deb-08cb-4361-aee9-b4bf06c11cb7) {{(pid=103159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:33:04.862491 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-05eb821d-f4d8-40f1-b5ab-7449669dc4cd None None] Provisioning complete for port 095f405a-67f3-43d3-b4fc-b426cd0da709 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:33:04.863111 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-05eb821d-f4d8-40f1-b5ab-7449669dc4cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:04.900898 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-05eb821d-f4d8-40f1-b5ab-7449669dc4cd None None] Port 095f405a-67f3-43d3-b4fc-b426cd0da709 cannot update to ACTIVE because it is not bound. {{(pid=103161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 13:33:04.909104 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-4ff77f9c-752c-48fe-a612-657d4d4796b5 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks [] for port, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:04.944220 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-4ff77f9c-752c-48fe-a612-657d4d4796b5 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:04.989977 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ff77f9c-752c-48fe-a612-657d4d4796b5 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Network decb4a40-7941-48c8-afbb-daaafd502e83 is already hosted by enough agents. {{(pid=103159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:33:04.995035 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.base_scheduler [None req-4ff77f9c-752c-48fe-a612-657d4d4796b5 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Resources bound (agent type, host, resource id): {{(pid=103159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:33:04.998395 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff77f9c-752c-48fe-a612-657d4d4796b5 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Received port after_create {{(pid=103159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:33:04.999845 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-c05b66e2-3aba-40aa-bec3-fea97547d1f0 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks [] for port, precommit_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:05.006296 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-c05b66e2-3aba-40aa-bec3-fea97547d1f0 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4533541'] for port, after_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:05.012655 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62884912-b96b-4133-abab-cdf26afb3584 None None] DHCP port deletion for decb4a40-7941-48c8-afbb-daaafd502e83 request from dv-neutron-744815-20-hyperv {{(pid=103161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 18 13:33:05.027506 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff77f9c-752c-48fe-a612-657d4d4796b5 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Pushing event updated for resources: {'Port': ['ID=ddd96deb-08cb-4361-aee9-b4bf06c11cb7,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:33:05.102611 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05b66e2-3aba-40aa-bec3-fea97547d1f0 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Pushing event updated for resources: {'Port': ['ID=095f405a-67f3-43d3-b4fc-b426cd0da709,revision_number=2']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:33:05.140421 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-07fc50b7-e2f7-4606-b2a9-2076dfe6bdaf None None] Provisioning complete for port ddd96deb-08cb-4361-aee9-b4bf06c11cb7 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:33:05.141629 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-07fc50b7-e2f7-4606-b2a9-2076dfe6bdaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:05.161307 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-486f76f9-5923-46bc-bd90-d73b19bbee92 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4533522'] for port, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:05.194821 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-07fc50b7-e2f7-4606-b2a9-2076dfe6bdaf None None] Port ddd96deb-08cb-4361-aee9-b4bf06c11cb7 cannot update to ACTIVE because it is not bound. {{(pid=103161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 13:33:05.212867 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486f76f9-5923-46bc-bd90-d73b19bbee92 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Pushing event deleted for resources: {'Port': ['ID=8f8beac4-d241-47d5-a750-1e333f28f6cf,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:33:05.294564 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-4ff77f9c-752c-48fe-a612-657d4d4796b5 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks [] for router_gateway, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:05.391512 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-c05b66e2-3aba-40aa-bec3-fea97547d1f0 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586257'] for router_interface, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:05.440966 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-4b379291-8082-40de-9759-eec7b18b333f None None] Provisioning complete for port 095f405a-67f3-43d3-b4fc-b426cd0da709 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:33:05.443256 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-4b379291-8082-40de-9759-eec7b18b333f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:05.512495 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-4b379291-8082-40de-9759-eec7b18b333f None None] Port 095f405a-67f3-43d3-b4fc-b426cd0da709 cannot update to ACTIVE because it is not bound. {{(pid=103161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 13:33:05.528081 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-4ff77f9c-752c-48fe-a612-657d4d4796b5 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-589760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-586526'] for router, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:05.566701 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-486f76f9-5923-46bc-bd90-d73b19bbee92 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1048020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-576035'] for router_interface, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:05.568736 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device e4711187-9f59-4350-86d4-15302447e7e5 up at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 13:33:05.639312 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-c05b66e2-3aba-40aa-bec3-fea97547d1f0 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:05.644696 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2294866d-0076-4933-952c-685307032598 None None] Provisioning complete for port e4711187-9f59-4350-86d4-15302447e7e5 triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:33:05.645071 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:05.680649 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ff77f9c-752c-48fe-a612-657d4d4796b5 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Router 86f48e12-1d14-4751-b814-4f54402e9414 is scheduled to L3 agent c9c0cd52-5bd2-4704-9429-d80f1c5ad23c with binding_index 1 {{(pid=103159) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 18 13:33:05.795457 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ff77f9c-752c-48fe-a612-657d4d4796b5 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Notify agent at l3_agent.dv-neutron-744815-20-hyperv the message routers_updated {{(pid=103159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 13:33:05.806999 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-403ab77e-dd2d-4dc8-8c4f-b9e7649268b0 None None] Sync routers for ids ['86f48e12-1d14-4751-b814-4f54402e9414'] in dv-neutron-744815-20-hyperv {{(pid=103162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 13:33:05.818183 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-403ab77e-dd2d-4dc8-8c4f-b9e7649268b0 None None] Routers {'86f48e12-1d14-4751-b814-4f54402e9414'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:33:05.819330 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-403ab77e-dd2d-4dc8-8c4f-b9e7649268b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:32:57Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['86f48e12-1d14-4751-b814-4f54402e9414'], 'active': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:33:05.820040 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-4ff77f9c-752c-48fe-a612-657d4d4796b5 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks [] for router, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:05.823613 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-4ff77f9c-752c-48fe-a612-657d4d4796b5 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 1.6652739 Dec 18 13:33:05.824489 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 55942) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:33:05.858057 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-403ab77e-dd2d-4dc8-8c4f-b9e7649268b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:33:05.867005 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-403ab77e-dd2d-4dc8-8c4f-b9e7649268b0 None None] Routers {'86f48e12-1d14-4751-b814-4f54402e9414'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:33:05.867592 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-403ab77e-dd2d-4dc8-8c4f-b9e7649268b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:32:57Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['86f48e12-1d14-4751-b814-4f54402e9414'], 'active': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:33:05.901062 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-403ab77e-dd2d-4dc8-8c4f-b9e7649268b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:33:05.901715 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-403ab77e-dd2d-4dc8-8c4f-b9e7649268b0 None None] The sync data for ids ['86f48e12-1d14-4751-b814-4f54402e9414'] in dv-neutron-744815-20-hyperv is: [] {{(pid=103162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 13:33:05.942911 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-61f7128f-2ccf-4529-a02f-05cb491b6d3e tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] 10.222.0.31 "GET /v2.0/routers/86f48e12-1d14-4751-b814-4f54402e9414 HTTP/1.1" status: 200 len: 884 time: 0.1171968 Dec 18 13:33:05.945330 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 55944) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:33:06.357587 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-486f76f9-5923-46bc-bd90-d73b19bbee92 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Router ec180986-2f7e-49e3-89e3-dfec27cbbddd has already been hosted by L3 agent c9c0cd52-5bd2-4704-9429-d80f1c5ad23c {{(pid=103160) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 18 13:33:06.373924 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-c05b66e2-3aba-40aa-bec3-fea97547d1f0 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks [] for port, precommit_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:06.383196 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-c05b66e2-3aba-40aa-bec3-fea97547d1f0 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4533541'] for port, after_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:06.561238 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-c05b66e2-3aba-40aa-bec3-fea97547d1f0 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1048031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586432'] for router_interface, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:06.593807 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05b66e2-3aba-40aa-bec3-fea97547d1f0 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Pushing event updated for resources: {'Port': ['ID=095f405a-67f3-43d3-b4fc-b426cd0da709,revision_number=3']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:33:06.630458 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:06.696599 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-486f76f9-5923-46bc-bd90-d73b19bbee92 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Notify agent at l3_agent.dv-neutron-744815-20-hyperv the message routers_updated {{(pid=103160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 13:33:06.703730 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-486f76f9-5923-46bc-bd90-d73b19bbee92 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "PUT /v2.0/routers/ec180986-2f7e-49e3-89e3-dfec27cbbddd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6138849 Dec 18 13:33:06.706489 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a98168b-0eff-427b-8135-ff4c6228e98b None None] Sync routers for ids ['ec180986-2f7e-49e3-89e3-dfec27cbbddd'] in dv-neutron-744815-20-hyperv {{(pid=103161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 13:33:06.717257 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a98168b-0eff-427b-8135-ff4c6228e98b None None] Routers {'ec180986-2f7e-49e3-89e3-dfec27cbbddd'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:33:06.718309 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-1a98168b-0eff-427b-8135-ff4c6228e98b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:32:57Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['ec180986-2f7e-49e3-89e3-dfec27cbbddd'], 'active': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:33:06.760272 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c05b66e2-3aba-40aa-bec3-fea97547d1f0 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Network f0ea00a4-c1c6-4245-9961-fd7c6ee2f8be is already hosted by enough agents. {{(pid=103160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:33:06.765895 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.base_scheduler [None req-c05b66e2-3aba-40aa-bec3-fea97547d1f0 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Resources bound (agent type, host, resource id): {{(pid=103160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:33:06.776148 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-96c32c09-22b4-4bf9-a510-88909de07413 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.8297071 Dec 18 13:33:06.778956 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 55950) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:33:06.788451 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-7ef5be01-b342-48f9-a414-7cb628c2c8d8 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-345673157'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:33:06.840900 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvr_db [None req-1a98168b-0eff-427b-8135-ff4c6228e98b None None] Set router ec180986-2f7e-49e3-89e3-dfec27cbbddd gateway port host: dv-neutron-744815-20-hyperv {{(pid=103161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 13:33:06.900121 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c05b66e2-3aba-40aa-bec3-fea97547d1f0 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Router 7285c1ef-4fc6-4d90-9bc4-d9c6d7c3c031 is scheduled to L3 agent c9c0cd52-5bd2-4704-9429-d80f1c5ad23c with binding_index 1 {{(pid=103160) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 18 13:33:07.069442 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c05b66e2-3aba-40aa-bec3-fea97547d1f0 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Notify agent at l3_agent.dv-neutron-744815-20-hyperv the message routers_updated {{(pid=103160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 13:33:07.077642 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-c05b66e2-3aba-40aa-bec3-fea97547d1f0 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] 10.222.0.31 "PUT /v2.0/routers/7285c1ef-4fc6-4d90-9bc4-d9c6d7c3c031/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1925893 Dec 18 13:33:07.081960 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cf8ead3-9282-4b3d-918a-d9c4ce5422cc None None] Sync routers for ids ['7285c1ef-4fc6-4d90-9bc4-d9c6d7c3c031'] in dv-neutron-744815-20-hyperv {{(pid=103162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 13:33:07.083681 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 55954) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:33:07.093242 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cf8ead3-9282-4b3d-918a-d9c4ce5422cc None None] Routers {'7285c1ef-4fc6-4d90-9bc4-d9c6d7c3c031'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:33:07.094210 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-6cf8ead3-9282-4b3d-918a-d9c4ce5422cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:32:57Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['7285c1ef-4fc6-4d90-9bc4-d9c6d7c3c031'], 'active': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:33:07.134693 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-6cf8ead3-9282-4b3d-918a-d9c4ce5422cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:33:07.144090 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-768b3000-6f5d-46be-8937-771cb163593d tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:33:07.148073 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-768b3000-6f5d-46be-8937-771cb163593d tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] 10.222.0.31 "GET /v2.0/ports/095f405a-67f3-43d3-b4fc-b426cd0da709 HTTP/1.1" status: 200 len: 976 time: 0.0597043 Dec 18 13:33:07.152376 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cf8ead3-9282-4b3d-918a-d9c4ce5422cc None None] Routers {'7285c1ef-4fc6-4d90-9bc4-d9c6d7c3c031'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:33:07.153277 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-6cf8ead3-9282-4b3d-918a-d9c4ce5422cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:32:57Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['7285c1ef-4fc6-4d90-9bc4-d9c6d7c3c031'], 'active': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:33:07.154218 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ff5af9-7374-49e5-ba5c-18eb795fc889 req-48fe80e4-ba57-4bff-8bb5-968bebea59f7 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:33:07.155925 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-72ff5af9-7374-49e5-ba5c-18eb795fc889 req-48fe80e4-ba57-4bff-8bb5-968bebea59f7 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f2e2401-f0b6-4060-8ecb-c437b383b2ea HTTP/1.1" status: 200 len: 946 time: 0.1507993 Dec 18 13:33:07.156431 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 55956) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:33:07.191268 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-11e90bb4-6eca-4b40-9e34-c4f7058b39fd None None] Provisioning complete for port 095f405a-67f3-43d3-b4fc-b426cd0da709 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:33:07.191656 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-11e90bb4-6eca-4b40-9e34-c4f7058b39fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:07.195471 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-6cf8ead3-9282-4b3d-918a-d9c4ce5422cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:33:07.196431 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cf8ead3-9282-4b3d-918a-d9c4ce5422cc None None] The sync data for ids ['7285c1ef-4fc6-4d90-9bc4-d9c6d7c3c031'] in dv-neutron-744815-20-hyperv is: [] {{(pid=103162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 13:33:07.240074 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-11e90bb4-6eca-4b40-9e34-c4f7058b39fd None None] Port 095f405a-67f3-43d3-b4fc-b426cd0da709 cannot update to ACTIVE because it is not bound. {{(pid=103161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 13:33:07.247721 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-1a98168b-0eff-427b-8135-ff4c6228e98b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec180986-2f7e-49e3-89e3-dfec27cbbddd', 'name': 'tempest-TestNetworkBasicOps-router-1985445967', 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.28'}], 'enable_snat': True}, 'gw_port_id': 'b106f41d-05cd-47e9-a39e-d328e1c96648', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:29:58Z', 'updated_at': '2021-12-18T13:33:05Z', 'revision_number': 6, 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'gw_port': {'id': 'b106f41d-05cd-47e9-a39e-d328e1c96648', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:a6:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec180986-2f7e-49e3-89e3-dfec27cbbddd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 767, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:30:00Z', 'updated_at': '2021-12-18T13:30:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv', '_floatingips': [{'id': 'dba7a43c-6a46-443c-98d3-4507caa6832f', 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'floating_ip_address': '172.26.3.218', 'floating_network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'router_id': 'ec180986-2f7e-49e3-89e3-dfec27cbbddd', 'port_id': '4eb6f8b9-39e2-4c73-a65f-40154d8c96cd', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 861, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1f2d5a30-cad3-45c3-b064-c7c1eec3de2d', 'mac_address': 'fa:16:3e:9b:28:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6564b3d-9478-4ad2-b062-315cb204d8f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T13:30:43Z', 'updated_at': '2021-12-18T13:30:48Z', 'revision_number': 1, 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c49a00b0-70b6-433c-a7d6-569818792ab2', 'name': '', 'network_id': '1f2d5a30-cad3-45c3-b064-c7c1eec3de2d', 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'mac_address': 'fa:16:3e:b7:b1:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec180986-2f7e-49e3-89e3-dfec27cbbddd', 'device_owner': 'network:router_interface', 'standard_attr_id': 785, 'fixed_ips': [{'subnet_id': 'ba320a99-11ba-43e3-b2e3-bcb19e0899a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:30:09Z', 'updated_at': '2021-12-18T13:30:17Z', 'revision_number': 5, 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'subnets': [{'id': 'ba320a99-11ba-43e3-b2e3-bcb19e0899a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:33:07.294400 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-72ff5af9-7374-49e5-ba5c-18eb795fc889 req-0c44805d-15e5-4147-8f49-64ff6f5b2d76 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/security-groups?id=4447f998-159f-4b2c-9f7d-c89516a44160&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1289475 Dec 18 13:33:07.445972 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a98168b-0eff-427b-8135-ff4c6228e98b None None] Checking router: ec180986-2f7e-49e3-89e3-dfec27cbbddd for host: dv-neutron-744815-20-hyperv {{(pid=103161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 18 13:33:07.455738 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a98168b-0eff-427b-8135-ff4c6228e98b None None] Routers {'ec180986-2f7e-49e3-89e3-dfec27cbbddd'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:33:07.456362 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-1a98168b-0eff-427b-8135-ff4c6228e98b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:32:57Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['ec180986-2f7e-49e3-89e3-dfec27cbbddd'], 'active': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:33:07.540403 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-cf59976e-a0e9-47e0-8dfd-5922abf60d5e tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-586101'] for router_interface, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:07.548814 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-7ef5be01-b342-48f9-a414-7cb628c2c8d8 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-586613', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-589787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28650'] for router, precommit_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:07.564296 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-7ef5be01-b342-48f9-a414-7cb628c2c8d8 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-586526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-586508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-586503', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-589778'] for router, after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:07.566002 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvr_db [None req-1a98168b-0eff-427b-8135-ff4c6228e98b None None] Set router ec180986-2f7e-49e3-89e3-dfec27cbbddd gateway port host: dv-neutron-744815-20-hyperv {{(pid=103161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 13:33:07.678832 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ef5be01-b342-48f9-a414-7cb628c2c8d8 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Router 86f48e12-1d14-4751-b814-4f54402e9414 has already been hosted by L3 agent c9c0cd52-5bd2-4704-9429-d80f1c5ad23c {{(pid=103159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 18 13:33:07.757129 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-cf59976e-a0e9-47e0-8dfd-5922abf60d5e tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Deleting port 095f405a-67f3-43d3-b4fc-b426cd0da709 {{(pid=103160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:33:07.757443 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-cf59976e-a0e9-47e0-8dfd-5922abf60d5e tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:07.792422 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ef5be01-b342-48f9-a414-7cb628c2c8d8 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Notify agent at l3_agent.dv-neutron-744815-20-hyperv the message routers_updated {{(pid=103159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 13:33:07.800450 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-7ef5be01-b342-48f9-a414-7cb628c2c8d8 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks [] for router, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:07.804214 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-7ef5be01-b342-48f9-a414-7cb628c2c8d8 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] 10.222.0.31 "PUT /v2.0/routers/86f48e12-1d14-4751-b814-4f54402e9414 HTTP/1.1" status: 200 len: 891 time: 1.0216830 Dec 18 13:33:07.804552 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 55958) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:33:07.804687 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce6ca377-5c3b-4c8a-b7a8-5311b60c06f9 None None] Sync routers for ids ['86f48e12-1d14-4751-b814-4f54402e9414'] in dv-neutron-744815-20-hyperv {{(pid=103161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 13:33:07.823355 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce6ca377-5c3b-4c8a-b7a8-5311b60c06f9 None None] Routers {'86f48e12-1d14-4751-b814-4f54402e9414'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:33:07.823994 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-ce6ca377-5c3b-4c8a-b7a8-5311b60c06f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:32:57Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['86f48e12-1d14-4751-b814-4f54402e9414'], 'active': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:33:07.827131 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-1a98168b-0eff-427b-8135-ff4c6228e98b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec180986-2f7e-49e3-89e3-dfec27cbbddd', 'name': 'tempest-TestNetworkBasicOps-router-1985445967', 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.28'}], 'enable_snat': True}, 'gw_port_id': 'b106f41d-05cd-47e9-a39e-d328e1c96648', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:29:58Z', 'updated_at': '2021-12-18T13:33:05Z', 'revision_number': 6, 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'gw_port': {'id': 'b106f41d-05cd-47e9-a39e-d328e1c96648', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:a6:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec180986-2f7e-49e3-89e3-dfec27cbbddd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 767, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:30:00Z', 'updated_at': '2021-12-18T13:30:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv', '_floatingips': [{'id': 'dba7a43c-6a46-443c-98d3-4507caa6832f', 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'floating_ip_address': '172.26.3.218', 'floating_network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'router_id': 'ec180986-2f7e-49e3-89e3-dfec27cbbddd', 'port_id': '4eb6f8b9-39e2-4c73-a65f-40154d8c96cd', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 861, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1f2d5a30-cad3-45c3-b064-c7c1eec3de2d', 'mac_address': 'fa:16:3e:9b:28:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6564b3d-9478-4ad2-b062-315cb204d8f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T13:30:43Z', 'updated_at': '2021-12-18T13:30:48Z', 'revision_number': 1, 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c49a00b0-70b6-433c-a7d6-569818792ab2', 'name': '', 'network_id': '1f2d5a30-cad3-45c3-b064-c7c1eec3de2d', 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'mac_address': 'fa:16:3e:b7:b1:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec180986-2f7e-49e3-89e3-dfec27cbbddd', 'device_owner': 'network:router_interface', 'standard_attr_id': 785, 'fixed_ips': [{'subnet_id': 'ba320a99-11ba-43e3-b2e3-bcb19e0899a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:30:09Z', 'updated_at': '2021-12-18T13:30:17Z', 'revision_number': 5, 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'subnets': [{'id': 'ba320a99-11ba-43e3-b2e3-bcb19e0899a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:33:07.847899 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-cf59976e-a0e9-47e0-8dfd-5922abf60d5e tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:07.859676 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-cf59976e-a0e9-47e0-8dfd-5922abf60d5e tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Calling delete_port for 095f405a-67f3-43d3-b4fc-b426cd0da709 owned by network:router_interface {{(pid=103160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:33:07.882852 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a98168b-0eff-427b-8135-ff4c6228e98b None None] The sync data for ids ['ec180986-2f7e-49e3-89e3-dfec27cbbddd'] in dv-neutron-744815-20-hyperv is: [{'id': 'ec180986-2f7e-49e3-89e3-dfec27cbbddd', 'name': 'tempest-TestNetworkBasicOps-router-1985445967', 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.28'}], 'enable_snat': True}, 'gw_port_id': 'b106f41d-05cd-47e9-a39e-d328e1c96648', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:29:58Z', 'updated_at': '2021-12-18T13:33:05Z', 'revision_number': 6, 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'gw_port': {'id': 'b106f41d-05cd-47e9-a39e-d328e1c96648', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:a6:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec180986-2f7e-49e3-89e3-dfec27cbbddd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 767, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:30:00Z', 'updated_at': '2021-12-18T13:30:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv', '_floatingips': [{'id': 'dba7a43c-6a46-443c-98d3-4507caa6832f', 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'floating_ip_address': '172.26.3.218', 'floating_network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'router_id': 'ec180986-2f7e-49e3-89e3-dfec27cbbddd', 'port_id': '4eb6f8b9-39e2-4c73-a65f-40154d8c96cd', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 861, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1f2d5a30-cad3-45c3-b064-c7c1eec3de2d', 'mac_address': 'fa:16:3e:9b:28:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6564b3d-9478-4ad2-b062-315cb204d8f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T13:30:43Z', 'updated_at': '2021-12-18T13:30:48Z', 'revision_number': 1, 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c49a00b0-70b6-433c-a7d6-569818792ab2', 'name': '', 'network_id': '1f2d5a30-cad3-45c3-b064-c7c1eec3de2d', 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'mac_address': 'fa:16:3e:b7:b1:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec180986-2f7e-49e3-89e3-dfec27cbbddd', 'device_owner': 'network:router_interface', 'standard_attr_id': 785, 'fixed_ips': [{'subnet_id': 'ba320a99-11ba-43e3-b2e3-bcb19e0899a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:30:09Z', 'updated_at': '2021-12-18T13:30:17Z', 'revision_number': 5, 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'subnets': [{'id': 'ba320a99-11ba-43e3-b2e3-bcb19e0899a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 13:33:07.885676 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-ce6ca377-5c3b-4c8a-b7a8-5311b60c06f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:33:07.895994 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce6ca377-5c3b-4c8a-b7a8-5311b60c06f9 None None] Routers {'86f48e12-1d14-4751-b814-4f54402e9414'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:33:07.896643 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-ce6ca377-5c3b-4c8a-b7a8-5311b60c06f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:32:57Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['86f48e12-1d14-4751-b814-4f54402e9414'], 'active': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:33:07.927698 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-4b3455c1-c039-48f2-a045-ae81c01ea53f tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] 10.222.0.31 "GET /v2.0/routers/86f48e12-1d14-4751-b814-4f54402e9414 HTTP/1.1" status: 200 len: 891 time: 0.1186414 Dec 18 13:33:07.927698 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 55960) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:33:07.936410 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-ce6ca377-5c3b-4c8a-b7a8-5311b60c06f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:33:07.936694 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce6ca377-5c3b-4c8a-b7a8-5311b60c06f9 None None] The sync data for ids ['86f48e12-1d14-4751-b814-4f54402e9414'] in dv-neutron-744815-20-hyperv is: [] {{(pid=103161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 13:33:07.955338 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-d172ac38-6e59-439f-b35f-3688a351532c tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] 10.222.0.31 "GET /v2.0/ports?device_id=86f48e12-1d14-4751-b814-4f54402e9414 HTTP/1.1" status: 200 len: 205 time: 0.0275333 Dec 18 13:33:07.957870 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 55962) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:33:08.043352 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-cf59976e-a0e9-47e0-8dfd-5922abf60d5e tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4533522'] for port, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:08.065052 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-1bc2d0f3-6651-4f33-bdcc-dcef97937ef5 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks [] for router, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:08.069873 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf59976e-a0e9-47e0-8dfd-5922abf60d5e tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Pushing event deleted for resources: {'Port': ['ID=095f405a-67f3-43d3-b4fc-b426cd0da709,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:33:08.178926 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-1bc2d0f3-6651-4f33-bdcc-dcef97937ef5 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:08.219813 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-cf59976e-a0e9-47e0-8dfd-5922abf60d5e tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1048020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-576035'] for router_interface, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:08.236610 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-1bc2d0f3-6651-4f33-bdcc-dcef97937ef5 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Deleting port ddd96deb-08cb-4361-aee9-b4bf06c11cb7 {{(pid=103159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:33:08.237011 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-1bc2d0f3-6651-4f33-bdcc-dcef97937ef5 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:08.333186 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-1bc2d0f3-6651-4f33-bdcc-dcef97937ef5 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:08.349285 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-1bc2d0f3-6651-4f33-bdcc-dcef97937ef5 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Calling delete_port for ddd96deb-08cb-4361-aee9-b4bf06c11cb7 owned by network:router_gateway {{(pid=103159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:33:08.415808 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf59976e-a0e9-47e0-8dfd-5922abf60d5e tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Router 7285c1ef-4fc6-4d90-9bc4-d9c6d7c3c031 has already been hosted by L3 agent c9c0cd52-5bd2-4704-9429-d80f1c5ad23c {{(pid=103160) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 18 13:33:08.465275 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d7411e-a418-4c64-b2d8-9e8577780a4e req-6a448881-52dd-41dc-a957-cd97800f4670 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:33:08.466707 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-c3d7411e-a418-4c64-b2d8-9e8577780a4e req-6a448881-52dd-41dc-a957-cd97800f4670 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f2e2401-f0b6-4060-8ecb-c437b383b2ea HTTP/1.1" status: 200 len: 946 time: 0.0762787 Dec 18 13:33:08.561610 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-c3d7411e-a418-4c64-b2d8-9e8577780a4e req-4a698eb0-910f-4210-9f2c-320d17d53896 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/security-groups?id=4447f998-159f-4b2c-9f7d-c89516a44160&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639932 Dec 18 13:33:08.608335 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-1bc2d0f3-6651-4f33-bdcc-dcef97937ef5 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:08.639474 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc2d0f3-6651-4f33-bdcc-dcef97937ef5 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Pushing event deleted for resources: {'Port': ['ID=ddd96deb-08cb-4361-aee9-b4bf06c11cb7,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:33:08.656473 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4ffd0fb-b926-4b18-965c-e114bcd2656e None None] DHCP port deletion for decb4a40-7941-48c8-afbb-daaafd502e83 request from dv-neutron-744815-20-hyperv {{(pid=103161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 18 13:33:08.704525 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-1bc2d0f3-6651-4f33-bdcc-dcef97937ef5 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-586554'] for router_gateway, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:08.790858 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612ac76d-7d5f-4581-af4a-0629291cc5df req-ad76c886-1817-41c1-b6bf-c7a8df7c5b17 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:33:08.792294 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-612ac76d-7d5f-4581-af4a-0629291cc5df req-ad76c886-1817-41c1-b6bf-c7a8df7c5b17 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.43 "GET /v2.0/ports?device_id=8f2e2401-f0b6-4060-8ecb-c437b383b2ea HTTP/1.1" status: 200 len: 946 time: 0.3723979 Dec 18 13:33:08.793580 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf59976e-a0e9-47e0-8dfd-5922abf60d5e tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Notify agent at l3_agent.dv-neutron-744815-20-hyperv the message routers_updated {{(pid=103160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 13:33:08.801626 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-cf59976e-a0e9-47e0-8dfd-5922abf60d5e tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] 10.222.0.31 "PUT /v2.0/routers/7285c1ef-4fc6-4d90-9bc4-d9c6d7c3c031/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6410811 Dec 18 13:33:08.801721 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 55966) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:33:08.803498 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-366eb25d-b601-4699-a0a5-40cfbda8c0d9 None None] Sync routers for ids ['7285c1ef-4fc6-4d90-9bc4-d9c6d7c3c031'] in dv-neutron-744815-20-hyperv {{(pid=103162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 13:33:08.809221 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-1bc2d0f3-6651-4f33-bdcc-dcef97937ef5 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-589815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28643'] for router, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:08.812371 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-1bc2d0f3-6651-4f33-bdcc-dcef97937ef5 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:08.816939 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-366eb25d-b601-4699-a0a5-40cfbda8c0d9 None None] Routers {'7285c1ef-4fc6-4d90-9bc4-d9c6d7c3c031'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:33:08.817553 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-366eb25d-b601-4699-a0a5-40cfbda8c0d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:32:57Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['7285c1ef-4fc6-4d90-9bc4-d9c6d7c3c031'], 'active': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:33:08.851704 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-366eb25d-b601-4699-a0a5-40cfbda8c0d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:33:08.861892 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-366eb25d-b601-4699-a0a5-40cfbda8c0d9 None None] Routers {'7285c1ef-4fc6-4d90-9bc4-d9c6d7c3c031'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:33:08.862737 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-366eb25d-b601-4699-a0a5-40cfbda8c0d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:32:57Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['7285c1ef-4fc6-4d90-9bc4-d9c6d7c3c031'], 'active': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:33:08.887614 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [req-612ac76d-7d5f-4581-af4a-0629291cc5df req-36b9be2f-0c46-4881-844b-cafc7b40ea82 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Deleting port 9137ef88-d34a-49aa-bee4-5408ee93058d {{(pid=103160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:33:08.888047 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [req-612ac76d-7d5f-4581-af4a-0629291cc5df req-36b9be2f-0c46-4881-844b-cafc7b40ea82 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:08.901127 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-366eb25d-b601-4699-a0a5-40cfbda8c0d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:33:08.901780 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-366eb25d-b601-4699-a0a5-40cfbda8c0d9 None None] The sync data for ids ['7285c1ef-4fc6-4d90-9bc4-d9c6d7c3c031'] in dv-neutron-744815-20-hyperv is: [] {{(pid=103162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 13:33:08.967962 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-1bc2d0f3-6651-4f33-bdcc-dcef97937ef5 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-589710'] for router, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:08.968447 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bc2d0f3-6651-4f33-bdcc-dcef97937ef5 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Fanout notify agent at l3_agent the message router_deleted on router 86f48e12-1d14-4751-b814-4f54402e9414 {{(pid=103159) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 18 13:33:08.983458 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.db [req-612ac76d-7d5f-4581-af4a-0629291cc5df req-36b9be2f-0c46-4881-844b-cafc7b40ea82 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] For port 9137ef88-d34a-49aa-bee4-5408ee93058d, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=9137ef88-d34a-49aa-bee4-5408ee93058d,segment=NetworkSegment(b297829c-e967-4db9-a1fe-64dd92edbd1e),segment_id=b297829c-e967-4db9-a1fe-64dd92edbd1e)] {{(pid=103160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:33:08.983825 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [req-612ac76d-7d5f-4581-af4a-0629291cc5df req-36b9be2f-0c46-4881-844b-cafc7b40ea82 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:08.996964 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [req-612ac76d-7d5f-4581-af4a-0629291cc5df req-36b9be2f-0c46-4881-844b-cafc7b40ea82 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Calling delete_port for 9137ef88-d34a-49aa-bee4-5408ee93058d owned by compute:nova {{(pid=103160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:33:08.998957 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-1bc2d0f3-6651-4f33-bdcc-dcef97937ef5 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks [] for router, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:09.004023 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-1bc2d0f3-6651-4f33-bdcc-dcef97937ef5 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] 10.222.0.31 "DELETE /v2.0/routers/86f48e12-1d14-4751-b814-4f54402e9414 HTTP/1.1" status: 204 len: 168 time: 1.0451951 Dec 18 13:33:09.004832 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 55968) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:33:09.009644 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-ad12f92e-ff0d-4478-88ea-2c7403f0e876 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-777818452'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:33:09.076756 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad12f92e-ff0d-4478-88ea-2c7403f0e876 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Made reservation on behalf of 3e8e672f906b4c94aa3af3ddf07ca05e for: {'network': 1} {{(pid=103160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:33:09.081398 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-ad12f92e-ff0d-4478-88ea-2c7403f0e876 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for network, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:09.083772 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.api.v2.resource [None req-f0c633b9-15d4-4e93-b4f8-785be0d9ca57 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] remove_router_interface failed (client error): The resource could not be found. Dec 18 13:33:09.087459 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-f0c633b9-15d4-4e93-b4f8-785be0d9ca57 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] 10.222.0.31 "PUT /v2.0/routers/7285c1ef-4fc6-4d90-9bc4-d9c6d7c3c031/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2824271 Dec 18 13:33:09.087844 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 55970) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:33:09.114351 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-256c61c8-af48-45bf-85fc-c72c2631d99f tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] 10.222.0.31 "GET /v2.0/ports?device_id=7285c1ef-4fc6-4d90-9bc4-d9c6d7c3c031 HTTP/1.1" status: 200 len: 205 time: 0.0253243 Dec 18 13:33:09.117150 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 55972) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:33:09.119689 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad12f92e-ff0d-4478-88ea-2c7403f0e876 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 103} {{(pid=103160) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 18 13:33:09.130792 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-ad12f92e-ff0d-4478-88ea-2c7403f0e876 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:09.131134 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.db.segments_db [None req-ad12f92e-ff0d-4478-88ea-2c7403f0e876 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Added segment 4bddd884-453f-4e4f-a97f-1453f6f07db5 of type vlan for network 1552b670-3a29-4ecd-aa72-b5a21ccab9c4 Dec 18 13:33:09.197253 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-ec2fe982-3ff9-434f-9037-699d555f2c8e tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks [] for router, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:09.200115 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-ad12f92e-ff0d-4478-88ea-2c7403f0e876 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767106405744'] for network, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:09.223138 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [req-612ac76d-7d5f-4581-af4a-0629291cc5df req-36b9be2f-0c46-4881-844b-cafc7b40ea82 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4533522'] for port, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:09.255731 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b9be2f-0c46-4881-844b-cafc7b40ea82 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Pushing event deleted for resources: {'Port': ['ID=9137ef88-d34a-49aa-bee4-5408ee93058d,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:33:09.257318 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-ad12f92e-ff0d-4478-88ea-2c7403f0e876 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981'] for network, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:09.262742 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad12f92e-ff0d-4478-88ea-2c7403f0e876 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:33:09.263368 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-ad12f92e-ff0d-4478-88ea-2c7403f0e876 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks [] for network, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:09.352656 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-ad12f92e-ff0d-4478-88ea-2c7403f0e876 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3466396 Dec 18 13:33:09.367175 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 55974) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:33:09.374229 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-79760614-046b-4772-84f8-f94dbd5665c8 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Request body: {'subnet': {'network_id': '1552b670-3a29-4ecd-aa72-b5a21ccab9c4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:33:09.380795 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.l3_dvrscheduler_db [req-612ac76d-7d5f-4581-af4a-0629291cc5df req-36b9be2f-0c46-4881-844b-cafc7b40ea82 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] No DVR routers for this DVR port 9137ef88-d34a-49aa-bee4-5408ee93058d on host hv-neutron-7448 {{(pid=103160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 18 13:33:09.385113 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [req-612ac76d-7d5f-4581-af4a-0629291cc5df req-36b9be2f-0c46-4881-844b-cafc7b40ea82 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:09.388393 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-612ac76d-7d5f-4581-af4a-0629291cc5df req-36b9be2f-0c46-4881-844b-cafc7b40ea82 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.43 "DELETE /v2.0/ports/9137ef88-d34a-49aa-bee4-5408ee93058d HTTP/1.1" status: 204 len: 173 time: 0.5887575 Dec 18 13:33:09.388835 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f2e2401-f0b6-4060-8ecb-c437b383b2ea', 'name': 'network-vif-deleted', 'tag': '9137ef88-d34a-49aa-bee4-5408ee93058d'}] {{(pid=103160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 18 13:33:09.391095 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd59ab3361532ca86f78e2d2eaf298e4a05479417bf909969c39d1b423591824" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73215561-95d7-41c4-9964-be03e3263996" -d '{"events": [{"server_uuid": "8f2e2401-f0b6-4060-8ecb-c437b383b2ea", "name": "network-vif-deleted", "tag": "9137ef88-d34a-49aa-bee4-5408ee93058d"}]}' {{(pid=103160) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 18 13:33:09.400625 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad12f92e-ff0d-4478-88ea-2c7403f0e876 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Pushing event updated for resources: {'Network': ['ID=1552b670-3a29-4ecd-aa72-b5a21ccab9c4,revision_number=1']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:33:09.401825 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-ec2fe982-3ff9-434f-9037-699d555f2c8e tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-589815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28643'] for router, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:09.406265 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-ec2fe982-3ff9-434f-9037-699d555f2c8e tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:09.416453 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Network 1552b670-3a29-4ecd-aa72-b5a21ccab9c4 details requested by agent ovs-agent-dv-neutron-744815-20-hyperv with host dv-neutron-744815-20-hyperv {{(pid=103161) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 18 13:33:09.469267 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 13:33:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70373077-f28f-4c50-8321-a1da8c025a09 x-openstack-request-id: req-70373077-f28f-4c50-8321-a1da8c025a09 {{(pid=103160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 18 13:33:09.469920 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f2e2401-f0b6-4060-8ecb-c437b383b2ea", "name": "network-vif-deleted", "tag": "9137ef88-d34a-49aa-bee4-5408ee93058d", "status": "completed", "code": 200}]} {{(pid=103160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 18 13:33:09.470478 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-70373077-f28f-4c50-8321-a1da8c025a09 {{(pid=103160) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 18 13:33:09.471047 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f2e2401-f0b6-4060-8ecb-c437b383b2ea', 'name': 'network-vif-deleted', 'tag': '9137ef88-d34a-49aa-bee4-5408ee93058d', 'status': 'completed', 'code': 200} Dec 18 13:33:09.476252 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 8f8beac4-d241-47d5-a750-1e333f28f6cf no longer exists at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 18 13:33:09.496988 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-ec2fe982-3ff9-434f-9037-699d555f2c8e tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-589710'] for router, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:09.497585 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec2fe982-3ff9-434f-9037-699d555f2c8e tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Fanout notify agent at l3_agent the message router_deleted on router 7285c1ef-4fc6-4d90-9bc4-d9c6d7c3c031 {{(pid=103159) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 18 13:33:09.505750 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-ec2fe982-3ff9-434f-9037-699d555f2c8e tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks [] for router, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:09.506878 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-ec2fe982-3ff9-434f-9037-699d555f2c8e tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] 10.222.0.31 "DELETE /v2.0/routers/7285c1ef-4fc6-4d90-9bc4-d9c6d7c3c031 HTTP/1.1" status: 204 len: 168 time: 0.3888254 Dec 18 13:33:09.509719 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 55978) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:33:09.530618 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79760614-046b-4772-84f8-f94dbd5665c8 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Made reservation on behalf of 3e8e672f906b4c94aa3af3ddf07ca05e for: {'subnet': 1} {{(pid=103159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:33:09.533136 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-2294866d-0076-4933-952c-685307032598 None None] No Port match for: 8f8beac4-d241-47d5-a750-1e333f28f6cf {{(pid=103161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 18 13:33:09.533557 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 8f8beac4-d241-47d5-a750-1e333f28f6cf not bound to the agent host dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 18 13:33:09.539896 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-79760614-046b-4772-84f8-f94dbd5665c8 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6017072'] for subnet, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:09.571614 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.db_base_plugin_v2 [None req-85f75020-81ab-4068-aadf-b0902e50bbb1 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Deleting subnet aaa838e1-8a47-4594-9329-163e9dfccda8 {{(pid=103160) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 18 13:33:09.575012 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-85f75020-81ab-4068-aadf-b0902e50bbb1 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks [] for subnet, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:09.656502 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-85f75020-81ab-4068-aadf-b0902e50bbb1 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4533385'] for subnet, precommit_delete_associations {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:09.686231 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-96631a9d-0e6f-4279-89c8-8853bb7b5e72 req-b3a309ef-be8f-45e3-9173-9edc05402837 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f2e2401-f0b6-4060-8ecb-c437b383b2ea HTTP/1.1" status: 200 len: 210 time: 0.0322587 Dec 18 13:33:09.772483 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-85f75020-81ab-4068-aadf-b0902e50bbb1 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1929185'] for subnet, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:09.816207 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-79760614-046b-4772-84f8-f94dbd5665c8 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5659786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6017062'] for subnet, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:09.840864 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-85f75020-81ab-4068-aadf-b0902e50bbb1 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1929192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4533475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4514371'] for subnet, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:09.888072 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f75020-81ab-4068-aadf-b0902e50bbb1 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Pushing event deleted for resources: {'Subnet': ['ID=aaa838e1-8a47-4594-9329-163e9dfccda8,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:33:09.892663 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79760614-046b-4772-84f8-f94dbd5665c8 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Pushing event updated for resources: {'Subnet': ['ID=455cf63b-f299-4f6d-b622-25b8ef7f7591,revision_number=0']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:33:09.898509 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79760614-046b-4772-84f8-f94dbd5665c8 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Checking segment: {'id': '4bddd884-453f-4e4f-a97f-1453f6f07db5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '1552b670-3a29-4ecd-aa72-b5a21ccab9c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 13:33:09.898966 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79760614-046b-4772-84f8-f94dbd5665c8 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Network hostable DHCP agents. Network: 1552b670-3a29-4ecd-aa72-b5a21ccab9c4, hostable agents: ['aa77effa-0e3a-4bbd-a383-4d58ed3328d0'], hosted agents: [] {{(pid=103159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 18 13:33:09.900653 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ccf8ff4-77bc-4cf2-b078-869db8aad9b9 None None] Network f0ea00a4-c1c6-4245-9961-fd7c6ee2f8be requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:33:09.904228 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-85f75020-81ab-4068-aadf-b0902e50bbb1 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks [] for subnet, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:09.909067 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-85f75020-81ab-4068-aadf-b0902e50bbb1 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] 10.222.0.31 "DELETE /v2.0/subnets/aaa838e1-8a47-4594-9329-163e9dfccda8 HTTP/1.1" status: 204 len: 168 time: 0.3979135 Dec 18 13:33:09.912152 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 55984) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:33:09.993027 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79760614-046b-4772-84f8-f94dbd5665c8 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Network 1552b670-3a29-4ecd-aa72-b5a21ccab9c4 is scheduled to be hosted by DHCP agent aa77effa-0e3a-4bbd-a383-4d58ed3328d0 with binding_index 1 {{(pid=103159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 18 13:33:10.013241 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.base_scheduler [None req-79760614-046b-4772-84f8-f94dbd5665c8 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-744815-20-hyperv, 1552b670-3a29-4ecd-aa72-b5a21ccab9c4) {{(pid=103159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:33:10.022226 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b731e4bb-5344-4bee-aabb-d046fdafdddc tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2023137'] for network, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:10.024759 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79760614-046b-4772-84f8-f94dbd5665c8 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:33:10.025347 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-79760614-046b-4772-84f8-f94dbd5665c8 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks [] for subnet, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:10.026100 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40538ab8-8e3b-4c01-a8cc-37c610db440d None None] Network 1552b670-3a29-4ecd-aa72-b5a21ccab9c4 requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:33:10.069810 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-79760614-046b-4772-84f8-f94dbd5665c8 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7015550 Dec 18 13:33:10.072516 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 55986) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:33:10.077814 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-8a667b7d-5421-4282-8570-9ab1096b8b52 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1663237454', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:33:10.085914 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e845d1c-89c3-4a6d-a090-48f0cdd8b1f4 None None] DHCP port deletion for f0ea00a4-c1c6-4245-9961-fd7c6ee2f8be request from dv-neutron-744815-20-hyperv {{(pid=103161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 18 13:33:10.101911 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-b731e4bb-5344-4bee-aabb-d046fdafdddc tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Deleting port e4711187-9f59-4350-86d4-15302447e7e5 {{(pid=103159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:33:10.102288 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b731e4bb-5344-4bee-aabb-d046fdafdddc tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:10.105410 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-8a667b7d-5421-4282-8570-9ab1096b8b52 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28433'] for router, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:10.106643 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-8a667b7d-5421-4282-8570-9ab1096b8b52 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-589769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28440'] for router, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:10.159564 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-8a667b7d-5421-4282-8570-9ab1096b8b52 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:10.164681 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-8a667b7d-5421-4282-8570-9ab1096b8b52 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-589760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-586526'] for router, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:10.176781 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.db [None req-b731e4bb-5344-4bee-aabb-d046fdafdddc tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] For port e4711187-9f59-4350-86d4-15302447e7e5, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=e4711187-9f59-4350-86d4-15302447e7e5,segment=NetworkSegment(4b845da3-d10e-40ce-afc4-09230b9a7345),segment_id=4b845da3-d10e-40ce-afc4-09230b9a7345)] {{(pid=103159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:33:10.177691 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b731e4bb-5344-4bee-aabb-d046fdafdddc tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:10.179116 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0707cea8-cba7-4d3c-8a9f-9297b96759f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp31e170a0-46a1-5ba9-9dc1-7ee4f866f0d7-1552b670-3a29-4ecd-aa72-b5a21ccab9c4', 'network_id': '1552b670-3a29-4ecd-aa72-b5a21ccab9c4', 'project_id': '3e8e672f906b4c94aa3af3ddf07ca05e', 'fixed_ips': [{'subnet_id': '455cf63b-f299-4f6d-b622-25b8ef7f7591'}]}} from dv-neutron-744815-20-hyperv. {{(pid=103161) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 18 13:33:10.179976 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0707cea8-cba7-4d3c-8a9f-9297b96759f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:10.187947 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-8a667b7d-5421-4282-8570-9ab1096b8b52 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks [] for router, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:10.192317 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-8a667b7d-5421-4282-8570-9ab1096b8b52 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1161852 Dec 18 13:33:10.192698 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 55988) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:33:10.194209 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-0e845d1c-89c3-4a6d-a090-48f0cdd8b1f4 None None] Deleting port e4711187-9f59-4350-86d4-15302447e7e5 {{(pid=103161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:33:10.194577 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0e845d1c-89c3-4a6d-a090-48f0cdd8b1f4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:10.198904 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-b731e4bb-5344-4bee-aabb-d046fdafdddc tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Calling delete_port for e4711187-9f59-4350-86d4-15302447e7e5 owned by network:dhcp {{(pid=103159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:33:10.314589 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-0e845d1c-89c3-4a6d-a090-48f0cdd8b1f4 None None] For port e4711187-9f59-4350-86d4-15302447e7e5, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=e4711187-9f59-4350-86d4-15302447e7e5,segment=NetworkSegment(4b845da3-d10e-40ce-afc4-09230b9a7345),segment_id=4b845da3-d10e-40ce-afc4-09230b9a7345)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:33:10.314903 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0e845d1c-89c3-4a6d-a090-48f0cdd8b1f4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:10.337047 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-0e845d1c-89c3-4a6d-a090-48f0cdd8b1f4 None None] Calling delete_port for e4711187-9f59-4350-86d4-15302447e7e5 owned by network:dhcp {{(pid=103161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:33:10.425906 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_common [None req-0707cea8-cba7-4d3c-8a9f-9297b96759f4 None None] Allocated IP 2001:db8::2 (1552b670-3a29-4ecd-aa72-b5a21ccab9c4/455cf63b-f299-4f6d-b622-25b8ef7f7591/d9eda883-4cfd-4ccb-8dfd-053dfa33172a) {{(pid=103161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:33:10.482860 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b731e4bb-5344-4bee-aabb-d046fdafdddc tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:10.516708 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0e845d1c-89c3-4a6d-a090-48f0cdd8b1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984'] for port, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:10.521267 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b731e4bb-5344-4bee-aabb-d046fdafdddc tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Pushing event deleted for resources: {'Port': ['ID=e4711187-9f59-4350-86d4-15302447e7e5,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:33:10.524970 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b731e4bb-5344-4bee-aabb-d046fdafdddc tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] No DVR routers for this DVR port e4711187-9f59-4350-86d4-15302447e7e5 on host dv-neutron-744815-20-hyperv {{(pid=103159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 18 13:33:10.552083 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e845d1c-89c3-4a6d-a090-48f0cdd8b1f4 None None] Pushing event deleted for resources: {'Port': ['ID=e4711187-9f59-4350-86d4-15302447e7e5,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:33:10.563604 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e845d1c-89c3-4a6d-a090-48f0cdd8b1f4 None None] No DVR routers for this DVR port e4711187-9f59-4350-86d4-15302447e7e5 on host dv-neutron-744815-20-hyperv {{(pid=103161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 18 13:33:10.569403 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-7ba8a7fe-39d1-4cac-8e33-90f35568bd2e tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:10.626443 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0707cea8-cba7-4d3c-8a9f-9297b96759f4 None None] Publish callbacks [] for port, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:10.634041 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0707cea8-cba7-4d3c-8a9f-9297b96759f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975'] for port, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:10.668898 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b731e4bb-5344-4bee-aabb-d046fdafdddc tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1927292', 'neutron.services.segments.db._delete_segments_for_network-8767106887837'] for network, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:10.689157 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0707cea8-cba7-4d3c-8a9f-9297b96759f4 None None] Network 1552b670-3a29-4ecd-aa72-b5a21ccab9c4 is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:33:10.692291 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-0707cea8-cba7-4d3c-8a9f-9297b96759f4 None None] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:33:10.694762 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0707cea8-cba7-4d3c-8a9f-9297b96759f4 None None] Received port after_create {{(pid=103161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:33:10.741102 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0707cea8-cba7-4d3c-8a9f-9297b96759f4 None None] Pushing event updated for resources: {'Port': ['ID=d9eda883-4cfd-4ccb-8dfd-053dfa33172a,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:33:10.751004 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 55992) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:33:10.774225 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-0707cea8-cba7-4d3c-8a9f-9297b96759f4 None None] Attempting to bind port d9eda883-4cfd-4ccb-8dfd-053dfa33172a on host dv-neutron-744815-20-hyperv for vnic_type normal with profile {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 13:33:10.774682 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-0707cea8-cba7-4d3c-8a9f-9297b96759f4 None None] Attempting to bind port d9eda883-4cfd-4ccb-8dfd-053dfa33172a by drivers openvswitch,hyperv on host dv-neutron-744815-20-hyperv at level 0 using segments [{'id': '4bddd884-453f-4e4f-a97f-1453f6f07db5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '1552b670-3a29-4ecd-aa72-b5a21ccab9c4'}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 13:33:10.774975 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0707cea8-cba7-4d3c-8a9f-9297b96759f4 None None] Attempting to bind port d9eda883-4cfd-4ccb-8dfd-053dfa33172a on network 1552b670-3a29-4ecd-aa72-b5a21ccab9c4 {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 13:33:10.780629 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0707cea8-cba7-4d3c-8a9f-9297b96759f4 None None] Checking agent: {'id': '428fa9fa-43db-4db9-9f96-f60ffe931f2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-20-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 13, 19, 1), 'started_at': datetime.datetime(2021, 12, 18, 13, 19, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 13, 33, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-20-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 18 13:33:10.781016 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0707cea8-cba7-4d3c-8a9f-9297b96759f4 None None] Checking segment: {'id': '4bddd884-453f-4e4f-a97f-1453f6f07db5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '1552b670-3a29-4ecd-aa72-b5a21ccab9c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 13:33:10.781407 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0707cea8-cba7-4d3c-8a9f-9297b96759f4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:10.781852 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0707cea8-cba7-4d3c-8a9f-9297b96759f4 None None] Bound using segment: {'id': '4bddd884-453f-4e4f-a97f-1453f6f07db5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '1552b670-3a29-4ecd-aa72-b5a21ccab9c4'} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 18 13:33:10.782384 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-0707cea8-cba7-4d3c-8a9f-9297b96759f4 None None] Bound port: d9eda883-4cfd-4ccb-8dfd-053dfa33172a, host: dv-neutron-744815-20-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bddd884-453f-4e4f-a97f-1453f6f07db5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '1552b670-3a29-4ecd-aa72-b5a21ccab9c4'}}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 18 13:33:10.782771 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0707cea8-cba7-4d3c-8a9f-9297b96759f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:10.817005 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-6b8a706b-7e1c-4cfb-af5a-568f4be35a58 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for security_group, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:10.852524 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-0707cea8-cba7-4d3c-8a9f-9297b96759f4 None None] For port d9eda883-4cfd-4ccb-8dfd-053dfa33172a, host dv-neutron-744815-20-hyperv, cleared binding levels {{(pid=103161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 18 13:33:10.853601 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-6b8a706b-7e1c-4cfb-af5a-568f4be35a58 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:10.856313 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-0707cea8-cba7-4d3c-8a9f-9297b96759f4 None None] For port d9eda883-4cfd-4ccb-8dfd-053dfa33172a, host dv-neutron-744815-20-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=d9eda883-4cfd-4ccb-8dfd-053dfa33172a,segment=NetworkSegment(4bddd884-453f-4e4f-a97f-1453f6f07db5),segment_id=4bddd884-453f-4e4f-a97f-1453f6f07db5)] {{(pid=103161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 18 13:33:10.861682 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0707cea8-cba7-4d3c-8a9f-9297b96759f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:10.925367 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0707cea8-cba7-4d3c-8a9f-9297b96759f4 None None] Pushing event updated for resources: {'Port': ['ID=d9eda883-4cfd-4ccb-8dfd-053dfa33172a,revision_number=2']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:33:10.934916 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-6b8a706b-7e1c-4cfb-af5a-568f4be35a58 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:10.938890 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-6b8a706b-7e1c-4cfb-af5a-568f4be35a58 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for security_group, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:10.940243 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-6b8a706b-7e1c-4cfb-af5a-568f4be35a58 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "DELETE /v2.0/security-groups/4447f998-159f-4b2c-9f7d-c89516a44160 HTTP/1.1" status: 204 len: 168 time: 0.1878145 Dec 18 13:33:10.952877 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8a706b-7e1c-4cfb-af5a-568f4be35a58 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4447f998-159f-4b2c-9f7d-c89516a44160,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:33:10.963058 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8a706b-7e1c-4cfb-af5a-568f4be35a58 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:33:10.963472 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8a706b-7e1c-4cfb-af5a-568f4be35a58 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:33:10.963822 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8a706b-7e1c-4cfb-af5a-568f4be35a58 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:33:10.964166 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8a706b-7e1c-4cfb-af5a-568f4be35a58 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:33:10.964505 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8a706b-7e1c-4cfb-af5a-568f4be35a58 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:33:10.964835 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8a706b-7e1c-4cfb-af5a-568f4be35a58 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:33:10.965170 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8a706b-7e1c-4cfb-af5a-568f4be35a58 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:33:10.965505 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8a706b-7e1c-4cfb-af5a-568f4be35a58 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:33:10.965836 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8a706b-7e1c-4cfb-af5a-568f4be35a58 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:33:10.966170 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8a706b-7e1c-4cfb-af5a-568f4be35a58 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:33:10.966497 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8a706b-7e1c-4cfb-af5a-568f4be35a58 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:33:10.966815 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8a706b-7e1c-4cfb-af5a-568f4be35a58 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:33:10.967172 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8a706b-7e1c-4cfb-af5a-568f4be35a58 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:33:10.982712 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 55996) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:33:11.041276 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.db_base_plugin_v2 [None req-84fdd16e-e27e-462b-96d9-dac6abdb21f0 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Deleting subnet f8b0beec-4470-43e2-bdec-e0f92864652d {{(pid=103160) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 18 13:33:11.045410 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-84fdd16e-e27e-462b-96d9-dac6abdb21f0 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for subnet, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:11.080707 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.services.segments.db [None req-b731e4bb-5344-4bee-aabb-d046fdafdddc tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0ea00a4-c1c6-4245-9961-fd7c6ee2f8be']}} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:33:11.086662 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-84fdd16e-e27e-462b-96d9-dac6abdb21f0 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4533385'] for subnet, precommit_delete_associations {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:11.097600 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.services.segments.db [None req-b731e4bb-5344-4bee-aabb-d046fdafdddc tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b845da3-d10e-40ce-afc4-09230b9a7345') {'for_net_delete': True} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:33:11.097885 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.services.segments.db [None req-b731e4bb-5344-4bee-aabb-d046fdafdddc tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b845da3-d10e-40ce-afc4-09230b9a7345') {} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:33:11.139860 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b731e4bb-5344-4bee-aabb-d046fdafdddc tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767106888614', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5589569'] for segment, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:11.171048 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b731e4bb-5344-4bee-aabb-d046fdafdddc tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:11.206191 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-84fdd16e-e27e-462b-96d9-dac6abdb21f0 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1929185'] for subnet, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:11.208852 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b731e4bb-5344-4bee-aabb-d046fdafdddc tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Releasing vlan 144 on physical network physnet1 to pool {{(pid=103159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 18 13:33:11.209240 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b731e4bb-5344-4bee-aabb-d046fdafdddc tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5660009'] for segment, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:11.213216 dv-neutron-744815-20-hyperv neutron-server[103159]: Traceback (most recent call last): Dec 18 13:33:11.213216 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 18 13:33:11.213216 dv-neutron-744815-20-hyperv neutron-server[103159]: timer() Dec 18 13:33:11.213216 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 18 13:33:11.213216 dv-neutron-744815-20-hyperv neutron-server[103159]: cb(*args, **kw) Dec 18 13:33:11.213216 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 18 13:33:11.213216 dv-neutron-744815-20-hyperv neutron-server[103159]: return func(*args, **kwargs) Dec 18 13:33:11.213216 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 18 13:33:11.213216 dv-neutron-744815-20-hyperv neutron-server[103159]: self._notify() Dec 18 13:33:11.213216 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 18 13:33:11.213216 dv-neutron-744815-20-hyperv neutron-server[103159]: self.callback(batched_events) Dec 18 13:33:11.213216 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 18 13:33:11.213216 dv-neutron-744815-20-hyperv neutron-server[103159]: event.method(event) Dec 18 13:33:11.213216 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 18 13:33:11.213216 dv-neutron-744815-20-hyperv neutron-server[103159]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 18 13:33:11.213216 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 18 13:33:11.213216 dv-neutron-744815-20-hyperv neutron-server[103159]: aggregate_uuid = self.p_client.list_aggregates( Dec 18 13:33:11.213216 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 18 13:33:11.213216 dv-neutron-744815-20-hyperv neutron-server[103159]: return f(self, *a, **k) Dec 18 13:33:11.213216 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 18 13:33:11.213216 dv-neutron-744815-20-hyperv neutron-server[103159]: return self._get(url).json() Dec 18 13:33:11.213216 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 18 13:33:11.213216 dv-neutron-744815-20-hyperv neutron-server[103159]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 18 13:33:11.213216 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 18 13:33:11.213216 dv-neutron-744815-20-hyperv neutron-server[103159]: return self.request(url, 'GET', **kwargs) Dec 18 13:33:11.213216 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 18 13:33:11.213216 dv-neutron-744815-20-hyperv neutron-server[103159]: base_url = self.get_endpoint(auth, allow=allow, Dec 18 13:33:11.213216 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 18 13:33:11.213216 dv-neutron-744815-20-hyperv neutron-server[103159]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 18 13:33:11.213216 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 18 13:33:11.213216 dv-neutron-744815-20-hyperv neutron-server[103159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 18 13:33:11.213216 dv-neutron-744815-20-hyperv neutron-server[103159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 18 13:33:11.269155 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-84fdd16e-e27e-462b-96d9-dac6abdb21f0 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1929192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4533475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4514371'] for subnet, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:11.297767 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fdd16e-e27e-462b-96d9-dac6abdb21f0 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Pushing event deleted for resources: {'Subnet': ['ID=f8b0beec-4470-43e2-bdec-e0f92864652d,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:33:11.304292 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-84fdd16e-e27e-462b-96d9-dac6abdb21f0 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for subnet, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:11.307726 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b731e4bb-5344-4bee-aabb-d046fdafdddc tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1927267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586962'] for network, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:11.307989 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-84fdd16e-e27e-462b-96d9-dac6abdb21f0 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "DELETE /v2.0/subnets/f8b0beec-4470-43e2-bdec-e0f92864652d HTTP/1.1" status: 204 len: 168 time: 0.3238244 Dec 18 13:33:11.308624 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 55998) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:33:11.320735 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44369ce3-bef9-4447-9f38-b60c18a7678e None None] Network 58390d3a-b960-4258-be41-e90ef13e7bac requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:33:11.320923 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b731e4bb-5344-4bee-aabb-d046fdafdddc tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks [] for network, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:11.327951 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-b731e4bb-5344-4bee-aabb-d046fdafdddc tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] 10.222.0.31 "DELETE /v2.0/networks/f0ea00a4-c1c6-4245-9961-fd7c6ee2f8be HTTP/1.1" status: 204 len: 168 time: 1.4144058 Dec 18 13:33:11.328339 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 56000) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:33:11.359329 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-d1007e44-a044-4257-a8b3-1b3f77ef101e tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Request body: {'network': {'name': 'tempest-RoutersTest-1757824020'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:33:11.368645 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b731e4bb-5344-4bee-aabb-d046fdafdddc tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Pushing event deleted for resources: {'Network': ['ID=f0ea00a4-c1c6-4245-9961-fd7c6ee2f8be,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:33:11.373666 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.db_base_plugin_common [None req-7ba8a7fe-39d1-4cac-8e33-90f35568bd2e tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Allocated IP 2001:db8::1 (1552b670-3a29-4ecd-aa72-b5a21ccab9c4/455cf63b-f299-4f6d-b622-25b8ef7f7591/cb676860-6cd3-4010-bb8c-4f729a96b955) {{(pid=103159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:33:11.412293 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-fb7bf6e3-1388-40cb-abfa-f22213e99ffa tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2023137'] for network, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:11.416783 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1007e44-a044-4257-a8b3-1b3f77ef101e tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Made reservation on behalf of d223d1b2ed814c43a2fd9ddeaaf9b271 for: {'network': 1} {{(pid=103159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:33:11.420986 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-d1007e44-a044-4257-a8b3-1b3f77ef101e tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for network, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:11.476407 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-fb7bf6e3-1388-40cb-abfa-f22213e99ffa tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Deleting port fb03d2a6-d501-428d-b38f-606eb21138cb {{(pid=103160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:33:11.476909 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-fb7bf6e3-1388-40cb-abfa-f22213e99ffa tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:11.518030 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1007e44-a044-4257-a8b3-1b3f77ef101e tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 110} {{(pid=103159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 18 13:33:11.541923 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-d1007e44-a044-4257-a8b3-1b3f77ef101e tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:11.542268 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.db.segments_db [None req-d1007e44-a044-4257-a8b3-1b3f77ef101e tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Added segment 695b3ff6-741e-4a0a-bece-dc47b2037113 of type vlan for network 47165676-6c2c-4983-84b8-f29f31da60cf Dec 18 13:33:11.552421 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4912942-7568-48d5-987c-1790819aefda None None] DHCP port deletion for 58390d3a-b960-4258-be41-e90ef13e7bac request from dv-neutron-744815-20-hyperv {{(pid=103161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 18 13:33:11.570370 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-7ba8a7fe-39d1-4cac-8e33-90f35568bd2e tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks [] for port, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:11.577221 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.db [None req-fb7bf6e3-1388-40cb-abfa-f22213e99ffa tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] For port fb03d2a6-d501-428d-b38f-606eb21138cb, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=fb03d2a6-d501-428d-b38f-606eb21138cb,segment=NetworkSegment(b297829c-e967-4db9-a1fe-64dd92edbd1e),segment_id=b297829c-e967-4db9-a1fe-64dd92edbd1e)] {{(pid=103160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:33:11.581782 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-fb7bf6e3-1388-40cb-abfa-f22213e99ffa tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:11.595258 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device d9eda883-4cfd-4ccb-8dfd-053dfa33172a up at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 13:33:11.602996 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-fb7bf6e3-1388-40cb-abfa-f22213e99ffa tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Calling delete_port for fb03d2a6-d501-428d-b38f-606eb21138cb owned by network:dhcp {{(pid=103160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:33:11.608464 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-d1007e44-a044-4257-a8b3-1b3f77ef101e tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767106405744'] for network, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:11.646654 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-e4912942-7568-48d5-987c-1790819aefda None None] Deleting port fb03d2a6-d501-428d-b38f-606eb21138cb {{(pid=103161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:33:11.647019 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e4912942-7568-48d5-987c-1790819aefda None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:11.655394 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-d1007e44-a044-4257-a8b3-1b3f77ef101e tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981'] for network, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:11.661604 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1007e44-a044-4257-a8b3-1b3f77ef101e tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:33:11.662299 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-d1007e44-a044-4257-a8b3-1b3f77ef101e tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks [] for network, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:11.671639 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2294866d-0076-4933-952c-685307032598 None None] Provisioning complete for port d9eda883-4cfd-4ccb-8dfd-053dfa33172a triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:33:11.672007 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:11.684131 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-7ba8a7fe-39d1-4cac-8e33-90f35568bd2e tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:11.726857 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-fb7bf6e3-1388-40cb-abfa-f22213e99ffa tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4533522'] for port, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:11.742738 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-e4912942-7568-48d5-987c-1790819aefda None None] For port fb03d2a6-d501-428d-b38f-606eb21138cb, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=fb03d2a6-d501-428d-b38f-606eb21138cb,segment=NetworkSegment(b297829c-e967-4db9-a1fe-64dd92edbd1e),segment_id=b297829c-e967-4db9-a1fe-64dd92edbd1e)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:33:11.743398 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e4912942-7568-48d5-987c-1790819aefda None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:11.756734 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7bf6e3-1388-40cb-abfa-f22213e99ffa tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Pushing event deleted for resources: {'Port': ['ID=fb03d2a6-d501-428d-b38f-606eb21138cb,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:33:11.758927 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-e4912942-7568-48d5-987c-1790819aefda None None] Calling delete_port for fb03d2a6-d501-428d-b38f-606eb21138cb owned by network:dhcp {{(pid=103161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:33:11.764685 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb7bf6e3-1388-40cb-abfa-f22213e99ffa tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] No DVR routers for this DVR port fb03d2a6-d501-428d-b38f-606eb21138cb on host dv-neutron-744815-20-hyperv {{(pid=103160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 18 13:33:11.788619 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-d1007e44-a044-4257-a8b3-1b3f77ef101e tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4337351 Dec 18 13:33:11.797200 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 56002) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:33:11.805280 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-9107b469-ca73-4620-b21b-cce9e58b2024 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Request body: {'subnet': {'network_id': '47165676-6c2c-4983-84b8-f29f31da60cf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:33:11.817020 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1007e44-a044-4257-a8b3-1b3f77ef101e tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Pushing event updated for resources: {'Network': ['ID=47165676-6c2c-4983-84b8-f29f31da60cf,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:33:11.823178 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ba8a7fe-39d1-4cac-8e33-90f35568bd2e tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Network 1552b670-3a29-4ecd-aa72-b5a21ccab9c4 is already hosted by enough agents. {{(pid=103159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:33:11.835805 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Network 47165676-6c2c-4983-84b8-f29f31da60cf details requested by agent ovs-agent-dv-neutron-744815-20-hyperv with host dv-neutron-744815-20-hyperv {{(pid=103161) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 18 13:33:11.854653 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.base_scheduler [None req-7ba8a7fe-39d1-4cac-8e33-90f35568bd2e tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Resources bound (agent type, host, resource id): {{(pid=103159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:33:11.862278 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ba8a7fe-39d1-4cac-8e33-90f35568bd2e tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Received port after_create {{(pid=103159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:33:11.862668 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-7ba8a7fe-39d1-4cac-8e33-90f35568bd2e tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586257'] for router_interface, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:11.900870 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-fb7bf6e3-1388-40cb-abfa-f22213e99ffa tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1927292', 'neutron.services.segments.db._delete_segments_for_network-8767106887837'] for network, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:11.924039 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:11.928125 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.services.segments.db [None req-fb7bf6e3-1388-40cb-abfa-f22213e99ffa tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58390d3a-b960-4258-be41-e90ef13e7bac']}} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:33:11.939752 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.services.segments.db [None req-fb7bf6e3-1388-40cb-abfa-f22213e99ffa tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b297829c-e967-4db9-a1fe-64dd92edbd1e') {'for_net_delete': True} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:33:11.940183 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.services.segments.db [None req-fb7bf6e3-1388-40cb-abfa-f22213e99ffa tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b297829c-e967-4db9-a1fe-64dd92edbd1e') {} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:33:11.945069 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba8a7fe-39d1-4cac-8e33-90f35568bd2e tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Pushing event updated for resources: {'Port': ['ID=cb676860-6cd3-4010-bb8c-4f729a96b955,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:33:11.952706 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-fb7bf6e3-1388-40cb-abfa-f22213e99ffa tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767106888614', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4533424'] for segment, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:11.955823 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e4912942-7568-48d5-987c-1790819aefda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984'] for port, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:11.978355 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-fb7bf6e3-1388-40cb-abfa-f22213e99ffa tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:11.995653 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb7bf6e3-1388-40cb-abfa-f22213e99ffa tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Releasing vlan 106 on physical network physnet1 to pool {{(pid=103160) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 18 13:33:11.996576 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-fb7bf6e3-1388-40cb-abfa-f22213e99ffa tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4533569'] for segment, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:11.998378 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4912942-7568-48d5-987c-1790819aefda None None] Pushing event deleted for resources: {'Port': ['ID=fb03d2a6-d501-428d-b38f-606eb21138cb,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:33:12.003655 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-2294866d-0076-4933-952c-685307032598 None None] For port d9eda883-4cfd-4ccb-8dfd-053dfa33172a, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=d9eda883-4cfd-4ccb-8dfd-053dfa33172a,segment=NetworkSegment(4bddd884-453f-4e4f-a97f-1453f6f07db5),segment_id=4bddd884-453f-4e4f-a97f-1453f6f07db5)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:33:12.006820 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4912942-7568-48d5-987c-1790819aefda None None] No DVR routers for this DVR port fb03d2a6-d501-428d-b38f-606eb21138cb on host dv-neutron-744815-20-hyperv {{(pid=103161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 18 13:33:12.010970 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:12.019360 dv-neutron-744815-20-hyperv neutron-server[103160]: Traceback (most recent call last): Dec 18 13:33:12.019360 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 18 13:33:12.019360 dv-neutron-744815-20-hyperv neutron-server[103160]: timer() Dec 18 13:33:12.019360 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 18 13:33:12.019360 dv-neutron-744815-20-hyperv neutron-server[103160]: cb(*args, **kw) Dec 18 13:33:12.019360 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 18 13:33:12.019360 dv-neutron-744815-20-hyperv neutron-server[103160]: return func(*args, **kwargs) Dec 18 13:33:12.019360 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 18 13:33:12.019360 dv-neutron-744815-20-hyperv neutron-server[103160]: self._notify() Dec 18 13:33:12.019360 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 18 13:33:12.019360 dv-neutron-744815-20-hyperv neutron-server[103160]: self.callback(batched_events) Dec 18 13:33:12.019360 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 18 13:33:12.019360 dv-neutron-744815-20-hyperv neutron-server[103160]: event.method(event) Dec 18 13:33:12.019360 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 18 13:33:12.019360 dv-neutron-744815-20-hyperv neutron-server[103160]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 18 13:33:12.019360 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 18 13:33:12.019360 dv-neutron-744815-20-hyperv neutron-server[103160]: aggregate_uuid = self.p_client.list_aggregates( Dec 18 13:33:12.019360 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 18 13:33:12.019360 dv-neutron-744815-20-hyperv neutron-server[103160]: return f(self, *a, **k) Dec 18 13:33:12.019360 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 18 13:33:12.019360 dv-neutron-744815-20-hyperv neutron-server[103160]: return self._get(url).json() Dec 18 13:33:12.019360 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 18 13:33:12.019360 dv-neutron-744815-20-hyperv neutron-server[103160]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 18 13:33:12.019360 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 18 13:33:12.019360 dv-neutron-744815-20-hyperv neutron-server[103160]: return self.request(url, 'GET', **kwargs) Dec 18 13:33:12.019360 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 18 13:33:12.019360 dv-neutron-744815-20-hyperv neutron-server[103160]: base_url = self.get_endpoint(auth, allow=allow, Dec 18 13:33:12.019360 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 18 13:33:12.019360 dv-neutron-744815-20-hyperv neutron-server[103160]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 18 13:33:12.019360 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 18 13:33:12.019360 dv-neutron-744815-20-hyperv neutron-server[103160]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 18 13:33:12.019360 dv-neutron-744815-20-hyperv neutron-server[103160]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 18 13:33:12.087295 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Pushing event updated for resources: {'Port': ['ID=d9eda883-4cfd-4ccb-8dfd-053dfa33172a,revision_number=3']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:33:12.105458 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9107b469-ca73-4620-b21b-cce9e58b2024 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Made reservation on behalf of d223d1b2ed814c43a2fd9ddeaaf9b271 for: {'subnet': 1} {{(pid=103159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:33:12.108990 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-9107b469-ca73-4620-b21b-cce9e58b2024 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6017072'] for subnet, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:12.129116 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device e4711187-9f59-4350-86d4-15302447e7e5 no longer exists at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 18 13:33:12.136831 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-fb7bf6e3-1388-40cb-abfa-f22213e99ffa tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1927267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586962'] for network, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:12.145101 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-7ba8a7fe-39d1-4cac-8e33-90f35568bd2e tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:12.146416 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-fb7bf6e3-1388-40cb-abfa-f22213e99ffa tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for network, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:12.149826 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-fb7bf6e3-1388-40cb-abfa-f22213e99ffa tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "DELETE /v2.0/networks/58390d3a-b960-4258-be41-e90ef13e7bac HTTP/1.1" status: 204 len: 168 time: 0.8402011 Dec 18 13:33:12.156291 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-2294866d-0076-4933-952c-685307032598 None None] No Port match for: e4711187-9f59-4350-86d4-15302447e7e5 {{(pid=103161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 18 13:33:12.157077 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device e4711187-9f59-4350-86d4-15302447e7e5 not bound to the agent host dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 18 13:33:12.170686 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 56004) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:33:12.173922 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5916ec39-0853-44ab-9ba0-5ab1fdb5c98b None None] Network 1552b670-3a29-4ecd-aa72-b5a21ccab9c4 requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:33:12.202950 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7bf6e3-1388-40cb-abfa-f22213e99ffa tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Pushing event deleted for resources: {'Network': ['ID=58390d3a-b960-4258-be41-e90ef13e7bac,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:33:12.260890 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-895fb0e2-e120-4804-9269-c36c0eb9e5d6 None None] Provisioning complete for port d9eda883-4cfd-4ccb-8dfd-053dfa33172a triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:33:12.261309 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-895fb0e2-e120-4804-9269-c36c0eb9e5d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:12.410140 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-54376e33-2780-4ce5-9d0c-a824e09823df tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Deleting port 21c4d4c0-468f-4eaa-970a-dc7751d65bb8 {{(pid=103160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:33:12.410383 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-54376e33-2780-4ce5-9d0c-a824e09823df tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:12.490611 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-54376e33-2780-4ce5-9d0c-a824e09823df tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:12.490939 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-54376e33-2780-4ce5-9d0c-a824e09823df tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:12.504282 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-54376e33-2780-4ce5-9d0c-a824e09823df tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Calling delete_port for 21c4d4c0-468f-4eaa-970a-dc7751d65bb8 owned by network:floatingip {{(pid=103160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:33:12.510797 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-9107b469-ca73-4620-b21b-cce9e58b2024 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5659786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6017062'] for subnet, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:12.546420 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Device 9137ef88-d34a-49aa-bee4-5408ee93058d no longer exists at agent hyperv_hv-neutron-7448 {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 18 13:33:12.570254 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] No Port match for: 9137ef88-d34a-49aa-bee4-5408ee93058d {{(pid=103161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 18 13:33:12.570842 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Device 9137ef88-d34a-49aa-bee4-5408ee93058d not bound to the agent host hv-neutron-7448 {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 18 13:33:12.596892 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9107b469-ca73-4620-b21b-cce9e58b2024 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Pushing event updated for resources: {'Subnet': ['ID=0493703d-4c3c-40bd-9cd8-c03fe4319260,revision_number=0']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:33:12.631417 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9107b469-ca73-4620-b21b-cce9e58b2024 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:33:12.631773 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9107b469-ca73-4620-b21b-cce9e58b2024 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:33:12.632117 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9107b469-ca73-4620-b21b-cce9e58b2024 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:33:12.632452 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9107b469-ca73-4620-b21b-cce9e58b2024 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:33:12.632790 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9107b469-ca73-4620-b21b-cce9e58b2024 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:33:12.633121 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9107b469-ca73-4620-b21b-cce9e58b2024 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:33:12.633448 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9107b469-ca73-4620-b21b-cce9e58b2024 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:33:12.633779 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9107b469-ca73-4620-b21b-cce9e58b2024 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:33:12.634109 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9107b469-ca73-4620-b21b-cce9e58b2024 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:33:12.634445 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9107b469-ca73-4620-b21b-cce9e58b2024 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:33:12.634754 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9107b469-ca73-4620-b21b-cce9e58b2024 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:33:12.635079 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9107b469-ca73-4620-b21b-cce9e58b2024 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:33:12.635426 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9107b469-ca73-4620-b21b-cce9e58b2024 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:33:12.654828 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9107b469-ca73-4620-b21b-cce9e58b2024 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Checking segment: {'id': '695b3ff6-741e-4a0a-bece-dc47b2037113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '47165676-6c2c-4983-84b8-f29f31da60cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 13:33:12.655208 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9107b469-ca73-4620-b21b-cce9e58b2024 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Network hostable DHCP agents. Network: 47165676-6c2c-4983-84b8-f29f31da60cf, hostable agents: ['aa77effa-0e3a-4bbd-a383-4d58ed3328d0'], hosted agents: [] {{(pid=103159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 18 13:33:12.661944 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-7ba8a7fe-39d1-4cac-8e33-90f35568bd2e tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks [] for port, precommit_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:12.670515 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-7ba8a7fe-39d1-4cac-8e33-90f35568bd2e tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5659917'] for port, after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:12.671080 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-7ba8a7fe-39d1-4cac-8e33-90f35568bd2e tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1048031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586432'] for router_interface, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:12.722861 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-54376e33-2780-4ce5-9d0c-a824e09823df tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4533522'] for port, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:12.740654 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9107b469-ca73-4620-b21b-cce9e58b2024 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Network 47165676-6c2c-4983-84b8-f29f31da60cf is scheduled to be hosted by DHCP agent aa77effa-0e3a-4bbd-a383-4d58ed3328d0 with binding_index 1 {{(pid=103159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 18 13:33:12.765626 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-54e7d47b-2ed1-41dc-84f7-034e92410a7a None None] Provisioning complete for port d9eda883-4cfd-4ccb-8dfd-053dfa33172a triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:33:12.766463 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-54e7d47b-2ed1-41dc-84f7-034e92410a7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:12.766819 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54376e33-2780-4ce5-9d0c-a824e09823df tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Pushing event deleted for resources: {'Port': ['ID=21c4d4c0-468f-4eaa-970a-dc7751d65bb8,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:33:12.778664 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba8a7fe-39d1-4cac-8e33-90f35568bd2e tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Pushing event updated for resources: {'Port': ['ID=cb676860-6cd3-4010-bb8c-4f729a96b955,revision_number=2']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:33:12.785624 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.base_scheduler [None req-9107b469-ca73-4620-b21b-cce9e58b2024 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-744815-20-hyperv, 47165676-6c2c-4983-84b8-f29f31da60cf) {{(pid=103159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:33:12.798230 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9107b469-ca73-4620-b21b-cce9e58b2024 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:33:12.798830 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-9107b469-ca73-4620-b21b-cce9e58b2024 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks [] for subnet, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:12.807385 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-490b2a18-08ce-47f2-b6bd-16c6ffe9efa7 None None] Network 47165676-6c2c-4983-84b8-f29f31da60cf requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:33:12.830687 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-9107b469-ca73-4620-b21b-cce9e58b2024 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0291772 Dec 18 13:33:12.834641 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 56006) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:33:12.840540 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-053fe5d9-5c3d-4dcf-9323-94033ffa201b tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-24142738', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:33:12.844548 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ba8a7fe-39d1-4cac-8e33-90f35568bd2e tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Network 1552b670-3a29-4ecd-aa72-b5a21ccab9c4 is already hosted by enough agents. {{(pid=103159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:33:12.846393 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.base_scheduler [None req-7ba8a7fe-39d1-4cac-8e33-90f35568bd2e tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Resources bound (agent type, host, resource id): {{(pid=103159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:33:12.873709 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-54376e33-2780-4ce5-9d0c-a824e09823df tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for floatingip, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:12.874035 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.db.l3_db [None req-54376e33-2780-4ce5-9d0c-a824e09823df tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Floating IP dba7a43c-6a46-443c-98d3-4507caa6832f disassociated (deleted). External IP: 172.26.3.218, port: 4eb6f8b9-39e2-4c73-a65f-40154d8c96cd. Dec 18 13:33:12.944607 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-053fe5d9-5c3d-4dcf-9323-94033ffa201b tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28433'] for router, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:12.945704 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-053fe5d9-5c3d-4dcf-9323-94033ffa201b tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-589769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28440'] for router, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:12.966664 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c9bd32f-97c3-422d-a2ee-0eb9bd6067ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp31e170a0-46a1-5ba9-9dc1-7ee4f866f0d7-47165676-6c2c-4983-84b8-f29f31da60cf', 'network_id': '47165676-6c2c-4983-84b8-f29f31da60cf', 'project_id': 'd223d1b2ed814c43a2fd9ddeaaf9b271', 'fixed_ips': [{'subnet_id': '0493703d-4c3c-40bd-9cd8-c03fe4319260'}]}} from dv-neutron-744815-20-hyperv. {{(pid=103161) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 18 13:33:12.967617 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-9c9bd32f-97c3-422d-a2ee-0eb9bd6067ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:13.026896 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ba8a7fe-39d1-4cac-8e33-90f35568bd2e tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Router 024f66df-b34f-4902-b320-d0a214977f1b is scheduled to L3 agent c9c0cd52-5bd2-4704-9429-d80f1c5ad23c with binding_index 1 {{(pid=103159) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 18 13:33:13.052913 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-053fe5d9-5c3d-4dcf-9323-94033ffa201b tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:13.061624 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-54e7d47b-2ed1-41dc-84f7-034e92410a7a None None] Provisioning complete for port cb676860-6cd3-4010-bb8c-4f729a96b955 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:33:13.061624 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-54e7d47b-2ed1-41dc-84f7-034e92410a7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:13.061982 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-053fe5d9-5c3d-4dcf-9323-94033ffa201b tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-589760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-586526'] for router, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:13.123856 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-053fe5d9-5c3d-4dcf-9323-94033ffa201b tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks [] for router, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:13.127881 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-053fe5d9-5c3d-4dcf-9323-94033ffa201b tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.2889512 Dec 18 13:33:13.128660 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 56008) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:33:13.175320 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_common [None req-9c9bd32f-97c3-422d-a2ee-0eb9bd6067ff None None] Allocated IP 172.20.0.2 (47165676-6c2c-4983-84b8-f29f31da60cf/0493703d-4c3c-40bd-9cd8-c03fe4319260/a2457214-84ce-4540-b98c-44e59a987e65) {{(pid=103161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:33:13.177583 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-54e7d47b-2ed1-41dc-84f7-034e92410a7a None None] Port cb676860-6cd3-4010-bb8c-4f729a96b955 cannot update to ACTIVE because it is not bound. {{(pid=103161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 13:33:13.189952 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54376e33-2780-4ce5-9d0c-a824e09823df tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Router ec180986-2f7e-49e3-89e3-dfec27cbbddd has already been hosted by L3 agent c9c0cd52-5bd2-4704-9429-d80f1c5ad23c {{(pid=103160) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 18 13:33:13.235272 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.agents_db [None req-e3dda592-589a-4b4d-b028-ba9a260f4f50 None None] Agent healthcheck: found 6 active agents {{(pid=103162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 18 13:33:13.300282 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ba8a7fe-39d1-4cac-8e33-90f35568bd2e tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Notify agent at l3_agent.dv-neutron-744815-20-hyperv the message routers_updated {{(pid=103159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 13:33:13.309501 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-7ba8a7fe-39d1-4cac-8e33-90f35568bd2e tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] 10.222.0.31 "PUT /v2.0/routers/024f66df-b34f-4902-b320-d0a214977f1b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1134005 Dec 18 13:33:13.310728 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 56010) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:33:13.323633 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b75579a-6fc0-4c72-b0a2-c54e71af4095 None None] Sync routers for ids ['024f66df-b34f-4902-b320-d0a214977f1b'] in dv-neutron-744815-20-hyperv {{(pid=103161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 13:33:13.340079 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54376e33-2780-4ce5-9d0c-a824e09823df tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Notify agent at l3_agent.dv-neutron-744815-20-hyperv the message routers_updated {{(pid=103160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 13:33:13.344795 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-54376e33-2780-4ce5-9d0c-a824e09823df tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for floatingip, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:13.352905 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e30c67f3-8630-4d59-8332-fe07cbaa2674 None None] Sync routers for ids ['ec180986-2f7e-49e3-89e3-dfec27cbbddd'] in dv-neutron-744815-20-hyperv {{(pid=103162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 13:33:13.364744 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e30c67f3-8630-4d59-8332-fe07cbaa2674 None None] Routers {'ec180986-2f7e-49e3-89e3-dfec27cbbddd'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:33:13.365520 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-e30c67f3-8630-4d59-8332-fe07cbaa2674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:32:57Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['ec180986-2f7e-49e3-89e3-dfec27cbbddd'], 'active': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:33:13.371823 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-0263d18a-0ea7-4f13-8fc2-d23375be42b8 None None] Provisioning complete for port cb676860-6cd3-4010-bb8c-4f729a96b955 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:33:13.372199 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0263d18a-0ea7-4f13-8fc2-d23375be42b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:13.373888 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2efbc559-01e9-43dd-beae-c4605d98d7db tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:33:13.375689 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-2efbc559-01e9-43dd-beae-c4605d98d7db tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] 10.222.0.31 "GET /v2.0/ports/cb676860-6cd3-4010-bb8c-4f729a96b955 HTTP/1.1" status: 200 len: 911 time: 0.0634260 Dec 18 13:33:13.389927 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-54376e33-2780-4ce5-9d0c-a824e09823df tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "DELETE /v2.0/floatingips/dba7a43c-6a46-443c-98d3-4507caa6832f HTTP/1.1" status: 204 len: 168 time: 1.2172196 Dec 18 13:33:13.390462 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 56012) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:33:13.390928 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6564b3d-9478-4ad2-b062-315cb204d8f1', 'tag': '4eb6f8b9-39e2-4c73-a65f-40154d8c96cd'}] {{(pid=103160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 18 13:33:13.393434 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd59ab3361532ca86f78e2d2eaf298e4a05479417bf909969c39d1b423591824" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa3ea19c-7f7e-4309-92d6-fe9d08e3c608" -d '{"events": [{"name": "network-changed", "server_uuid": "e6564b3d-9478-4ad2-b062-315cb204d8f1", "tag": "4eb6f8b9-39e2-4c73-a65f-40154d8c96cd"}]}' {{(pid=103160) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 18 13:33:13.400755 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-518d75b3-cd6c-4494-a100-58c152bcf2d4 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '455cf63b-f299-4f6d-b622-25b8ef7f7591'}]}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:33:13.426456 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b75579a-6fc0-4c72-b0a2-c54e71af4095 None None] Routers {'024f66df-b34f-4902-b320-d0a214977f1b'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:33:13.432474 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-5b75579a-6fc0-4c72-b0a2-c54e71af4095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:32:57Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['024f66df-b34f-4902-b320-d0a214977f1b'], 'active': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:33:13.479745 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 13:33:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65cc7312-25fd-46ab-9ba1-fcfb4df4b1b8 x-openstack-request-id: req-65cc7312-25fd-46ab-9ba1-fcfb4df4b1b8 {{(pid=103160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 18 13:33:13.480037 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6564b3d-9478-4ad2-b062-315cb204d8f1", "tag": "4eb6f8b9-39e2-4c73-a65f-40154d8c96cd", "status": "completed", "code": 200}]} {{(pid=103160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 18 13:33:13.480274 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-65cc7312-25fd-46ab-9ba1-fcfb4df4b1b8 {{(pid=103160) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 18 13:33:13.480679 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6564b3d-9478-4ad2-b062-315cb204d8f1', 'tag': '4eb6f8b9-39e2-4c73-a65f-40154d8c96cd', 'status': 'completed', 'code': 200} Dec 18 13:33:13.544163 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-262650f4-9a59-4ba7-9bc8-022b36c52fe7 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:13.562847 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvr_db [None req-e30c67f3-8630-4d59-8332-fe07cbaa2674 None None] Set router ec180986-2f7e-49e3-89e3-dfec27cbbddd gateway port host: dv-neutron-744815-20-hyperv {{(pid=103162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 13:33:13.565750 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device d9eda883-4cfd-4ccb-8dfd-053dfa33172a up at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 13:33:13.589520 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-5b75579a-6fc0-4c72-b0a2-c54e71af4095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:33:13.655430 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3ea19c-7f7e-4309-92d6-fe9d08e3c608 req-ca566525-47e6-4344-ada6-d030fda0d16f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:33:13.658834 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-fa3ea19c-7f7e-4309-92d6-fe9d08e3c608 req-ca566525-47e6-4344-ada6-d030fda0d16f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6e88b8a5aed24360a829007d7fd9d0fd&device_id=e6564b3d-9478-4ad2-b062-315cb204d8f1 HTTP/1.1" status: 200 len: 1098 time: 0.1664460 Dec 18 13:33:13.665115 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-9c9bd32f-97c3-422d-a2ee-0eb9bd6067ff None None] Publish callbacks [] for port, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:13.666521 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-0263d18a-0ea7-4f13-8fc2-d23375be42b8 None None] Port cb676860-6cd3-4010-bb8c-4f729a96b955 cannot update to ACTIVE because it is not bound. {{(pid=103161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 13:33:13.678791 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b75579a-6fc0-4c72-b0a2-c54e71af4095 None None] Routers {'024f66df-b34f-4902-b320-d0a214977f1b'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:33:13.678791 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-5b75579a-6fc0-4c72-b0a2-c54e71af4095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:32:57Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['024f66df-b34f-4902-b320-d0a214977f1b'], 'active': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:33:13.686831 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-9c9bd32f-97c3-422d-a2ee-0eb9bd6067ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975'] for port, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:13.746977 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-5b75579a-6fc0-4c72-b0a2-c54e71af4095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:33:13.747684 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b75579a-6fc0-4c72-b0a2-c54e71af4095 None None] The sync data for ids ['024f66df-b34f-4902-b320-d0a214977f1b'] in dv-neutron-744815-20-hyperv is: [] {{(pid=103161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 13:33:13.772299 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c9bd32f-97c3-422d-a2ee-0eb9bd6067ff None None] Network 47165676-6c2c-4983-84b8-f29f31da60cf is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:33:13.785289 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-9c9bd32f-97c3-422d-a2ee-0eb9bd6067ff None None] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:33:13.787988 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c9bd32f-97c3-422d-a2ee-0eb9bd6067ff None None] Received port after_create {{(pid=103161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:33:13.795723 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9bd32f-97c3-422d-a2ee-0eb9bd6067ff None None] Pushing event updated for resources: {'Port': ['ID=a2457214-84ce-4540-b98c-44e59a987e65,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:33:13.817273 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9bd32f-97c3-422d-a2ee-0eb9bd6067ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:33:13.817558 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9bd32f-97c3-422d-a2ee-0eb9bd6067ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:33:13.817874 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9bd32f-97c3-422d-a2ee-0eb9bd6067ff None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:33:13.818208 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9bd32f-97c3-422d-a2ee-0eb9bd6067ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:33:13.818529 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9bd32f-97c3-422d-a2ee-0eb9bd6067ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:33:13.818850 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9bd32f-97c3-422d-a2ee-0eb9bd6067ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:33:13.819188 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9bd32f-97c3-422d-a2ee-0eb9bd6067ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:33:13.819516 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9bd32f-97c3-422d-a2ee-0eb9bd6067ff None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:33:13.819837 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9bd32f-97c3-422d-a2ee-0eb9bd6067ff None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:33:13.820154 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9bd32f-97c3-422d-a2ee-0eb9bd6067ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:33:13.820472 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9bd32f-97c3-422d-a2ee-0eb9bd6067ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:33:13.820792 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9bd32f-97c3-422d-a2ee-0eb9bd6067ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:33:13.821100 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9bd32f-97c3-422d-a2ee-0eb9bd6067ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:33:13.840963 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2294866d-0076-4933-952c-685307032598 None None] Provisioning complete for port d9eda883-4cfd-4ccb-8dfd-053dfa33172a triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:33:13.841340 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:13.845750 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-9ec02f60-7b73-4958-b82f-5ec10cddc727 None None] Provisioning complete for port cb676860-6cd3-4010-bb8c-4f729a96b955 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:33:13.846119 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-9ec02f60-7b73-4958-b82f-5ec10cddc727 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:13.883871 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-e30c67f3-8630-4d59-8332-fe07cbaa2674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec180986-2f7e-49e3-89e3-dfec27cbbddd', 'name': 'tempest-TestNetworkBasicOps-router-1985445967', 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.28'}], 'enable_snat': True}, 'gw_port_id': 'b106f41d-05cd-47e9-a39e-d328e1c96648', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:29:58Z', 'updated_at': '2021-12-18T13:33:05Z', 'revision_number': 6, 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'gw_port': {'id': 'b106f41d-05cd-47e9-a39e-d328e1c96648', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:a6:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec180986-2f7e-49e3-89e3-dfec27cbbddd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 767, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:30:00Z', 'updated_at': '2021-12-18T13:30:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv', '_interfaces': [{'id': 'c49a00b0-70b6-433c-a7d6-569818792ab2', 'name': '', 'network_id': '1f2d5a30-cad3-45c3-b064-c7c1eec3de2d', 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'mac_address': 'fa:16:3e:b7:b1:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec180986-2f7e-49e3-89e3-dfec27cbbddd', 'device_owner': 'network:router_interface', 'standard_attr_id': 785, 'fixed_ips': [{'subnet_id': 'ba320a99-11ba-43e3-b2e3-bcb19e0899a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:30:09Z', 'updated_at': '2021-12-18T13:30:17Z', 'revision_number': 5, 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'subnets': [{'id': 'ba320a99-11ba-43e3-b2e3-bcb19e0899a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:33:13.885596 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fae672-1751-4904-adb5-40466d55f9a6 req-81766396-1cf5-4b21-960f-660336b9dc4e tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:33:13.896560 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-75fae672-1751-4904-adb5-40466d55f9a6 req-81766396-1cf5-4b21-960f-660336b9dc4e tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6564b3d-9478-4ad2-b062-315cb204d8f1 HTTP/1.1" status: 200 len: 945 time: 0.1586087 Dec 18 13:33:13.940832 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-9ec02f60-7b73-4958-b82f-5ec10cddc727 None None] Port cb676860-6cd3-4010-bb8c-4f729a96b955 cannot update to ACTIVE because it is not bound. {{(pid=103161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 13:33:13.943667 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-9c9bd32f-97c3-422d-a2ee-0eb9bd6067ff None None] Attempting to bind port a2457214-84ce-4540-b98c-44e59a987e65 on host dv-neutron-744815-20-hyperv for vnic_type normal with profile {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 13:33:13.944529 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-9c9bd32f-97c3-422d-a2ee-0eb9bd6067ff None None] Attempting to bind port a2457214-84ce-4540-b98c-44e59a987e65 by drivers openvswitch,hyperv on host dv-neutron-744815-20-hyperv at level 0 using segments [{'id': '695b3ff6-741e-4a0a-bece-dc47b2037113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '47165676-6c2c-4983-84b8-f29f31da60cf'}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 13:33:13.944529 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c9bd32f-97c3-422d-a2ee-0eb9bd6067ff None None] Attempting to bind port a2457214-84ce-4540-b98c-44e59a987e65 on network 47165676-6c2c-4983-84b8-f29f31da60cf {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 13:33:13.952441 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c9bd32f-97c3-422d-a2ee-0eb9bd6067ff None None] Checking agent: {'id': '428fa9fa-43db-4db9-9f96-f60ffe931f2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-20-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 13, 19, 1), 'started_at': datetime.datetime(2021, 12, 18, 13, 19, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 13, 33, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-20-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 18 13:33:13.952814 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c9bd32f-97c3-422d-a2ee-0eb9bd6067ff None None] Checking segment: {'id': '695b3ff6-741e-4a0a-bece-dc47b2037113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '47165676-6c2c-4983-84b8-f29f31da60cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 13:33:13.953217 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-9c9bd32f-97c3-422d-a2ee-0eb9bd6067ff None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:13.953610 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c9bd32f-97c3-422d-a2ee-0eb9bd6067ff None None] Bound using segment: {'id': '695b3ff6-741e-4a0a-bece-dc47b2037113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '47165676-6c2c-4983-84b8-f29f31da60cf'} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 18 13:33:13.954301 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-9c9bd32f-97c3-422d-a2ee-0eb9bd6067ff None None] Bound port: a2457214-84ce-4540-b98c-44e59a987e65, host: dv-neutron-744815-20-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '695b3ff6-741e-4a0a-bece-dc47b2037113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '47165676-6c2c-4983-84b8-f29f31da60cf'}}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 18 13:33:13.954868 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-9c9bd32f-97c3-422d-a2ee-0eb9bd6067ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:13.973132 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-75fae672-1751-4904-adb5-40466d55f9a6 req-6701ef4b-600f-4ae3-b6de-67fc58aae75f tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/security-groups?id=108eb00a-391a-4c3a-9c51-2dc2e6cd5b29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754018 Dec 18 13:33:14.071308 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-9c9bd32f-97c3-422d-a2ee-0eb9bd6067ff None None] For port a2457214-84ce-4540-b98c-44e59a987e65, host dv-neutron-744815-20-hyperv, cleared binding levels {{(pid=103161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 18 13:33:14.075092 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-9c9bd32f-97c3-422d-a2ee-0eb9bd6067ff None None] For port a2457214-84ce-4540-b98c-44e59a987e65, host dv-neutron-744815-20-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=a2457214-84ce-4540-b98c-44e59a987e65,segment=NetworkSegment(695b3ff6-741e-4a0a-bece-dc47b2037113),segment_id=695b3ff6-741e-4a0a-bece-dc47b2037113)] {{(pid=103161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 18 13:33:14.077896 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e30c67f3-8630-4d59-8332-fe07cbaa2674 None None] Checking router: ec180986-2f7e-49e3-89e3-dfec27cbbddd for host: dv-neutron-744815-20-hyperv {{(pid=103162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 18 13:33:14.078361 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.db_base_plugin_common [None req-262650f4-9a59-4ba7-9bc8-022b36c52fe7 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Allocated IP 172.20.0.1 (47165676-6c2c-4983-84b8-f29f31da60cf/0493703d-4c3c-40bd-9cd8-c03fe4319260/c9177afe-073e-4f9d-978b-484da5c8c5a1) {{(pid=103159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:33:14.085208 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-9c9bd32f-97c3-422d-a2ee-0eb9bd6067ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:14.101544 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e30c67f3-8630-4d59-8332-fe07cbaa2674 None None] Routers {'ec180986-2f7e-49e3-89e3-dfec27cbbddd'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:33:14.102164 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-e30c67f3-8630-4d59-8332-fe07cbaa2674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:32:57Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['ec180986-2f7e-49e3-89e3-dfec27cbbddd'], 'active': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:33:14.136235 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-518d75b3-cd6c-4494-a100-58c152bcf2d4 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:14.156714 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device fb03d2a6-d501-428d-b38f-606eb21138cb no longer exists at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 18 13:33:14.186991 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9bd32f-97c3-422d-a2ee-0eb9bd6067ff None None] Pushing event updated for resources: {'Port': ['ID=a2457214-84ce-4540-b98c-44e59a987e65,revision_number=2']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:33:14.192128 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-2294866d-0076-4933-952c-685307032598 None None] No Port match for: fb03d2a6-d501-428d-b38f-606eb21138cb {{(pid=103161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 18 13:33:14.192735 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device fb03d2a6-d501-428d-b38f-606eb21138cb not bound to the agent host dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 18 13:33:14.232168 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3ea19c-7f7e-4309-92d6-fe9d08e3c608 req-2aef44f9-4370-460e-9bbf-db994dc46ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:33:14.233705 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-fa3ea19c-7f7e-4309-92d6-fe9d08e3c608 req-2aef44f9-4370-460e-9bbf-db994dc46ee2 service neutron] 10.222.0.43 "GET /v2.0/networks?id=1f2d5a30-cad3-45c3-b064-c7c1eec3de2d HTTP/1.1" status: 200 len: 898 time: 0.5613754 Dec 18 13:33:14.256546 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvr_db [None req-e30c67f3-8630-4d59-8332-fe07cbaa2674 None None] Set router ec180986-2f7e-49e3-89e3-dfec27cbbddd gateway port host: dv-neutron-744815-20-hyperv {{(pid=103162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 13:33:14.284692 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-262650f4-9a59-4ba7-9bc8-022b36c52fe7 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks [] for port, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:14.331136 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-262650f4-9a59-4ba7-9bc8-022b36c52fe7 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:14.342300 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-fa3ea19c-7f7e-4309-92d6-fe9d08e3c608 req-486a311a-c5ac-41ce-8c1b-fe2fadf3c3d5 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4eb6f8b9-39e2-4c73-a65f-40154d8c96cd HTTP/1.1" status: 200 len: 217 time: 0.0670218 Dec 18 13:33:14.422179 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-262650f4-9a59-4ba7-9bc8-022b36c52fe7 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Network 47165676-6c2c-4983-84b8-f29f31da60cf is already hosted by enough agents. {{(pid=103159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:33:14.427351 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.base_scheduler [None req-262650f4-9a59-4ba7-9bc8-022b36c52fe7 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Resources bound (agent type, host, resource id): {{(pid=103159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:33:14.429549 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262650f4-9a59-4ba7-9bc8-022b36c52fe7 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Pushing event updated for resources: {'Port': ['ID=c9177afe-073e-4f9d-978b-484da5c8c5a1,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:33:14.431774 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-262650f4-9a59-4ba7-9bc8-022b36c52fe7 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Received port after_create {{(pid=103159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:33:14.499934 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-262650f4-9a59-4ba7-9bc8-022b36c52fe7 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586257'] for router_interface, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:14.505105 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-e30c67f3-8630-4d59-8332-fe07cbaa2674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec180986-2f7e-49e3-89e3-dfec27cbbddd', 'name': 'tempest-TestNetworkBasicOps-router-1985445967', 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.28'}], 'enable_snat': True}, 'gw_port_id': 'b106f41d-05cd-47e9-a39e-d328e1c96648', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:29:58Z', 'updated_at': '2021-12-18T13:33:05Z', 'revision_number': 6, 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'gw_port': {'id': 'b106f41d-05cd-47e9-a39e-d328e1c96648', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:a6:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec180986-2f7e-49e3-89e3-dfec27cbbddd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 767, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:30:00Z', 'updated_at': '2021-12-18T13:30:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv', '_interfaces': [{'id': 'c49a00b0-70b6-433c-a7d6-569818792ab2', 'name': '', 'network_id': '1f2d5a30-cad3-45c3-b064-c7c1eec3de2d', 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'mac_address': 'fa:16:3e:b7:b1:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec180986-2f7e-49e3-89e3-dfec27cbbddd', 'device_owner': 'network:router_interface', 'standard_attr_id': 785, 'fixed_ips': [{'subnet_id': 'ba320a99-11ba-43e3-b2e3-bcb19e0899a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:30:09Z', 'updated_at': '2021-12-18T13:30:17Z', 'revision_number': 5, 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'subnets': [{'id': 'ba320a99-11ba-43e3-b2e3-bcb19e0899a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:33:14.537568 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3ea19c-7f7e-4309-92d6-fe9d08e3c608 req-75e273ed-c9d6-4c59-9197-b9d6c7bca286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:33:14.538136 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e30c67f3-8630-4d59-8332-fe07cbaa2674 None None] The sync data for ids ['ec180986-2f7e-49e3-89e3-dfec27cbbddd'] in dv-neutron-744815-20-hyperv is: [{'id': 'ec180986-2f7e-49e3-89e3-dfec27cbbddd', 'name': 'tempest-TestNetworkBasicOps-router-1985445967', 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.28'}], 'enable_snat': True}, 'gw_port_id': 'b106f41d-05cd-47e9-a39e-d328e1c96648', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:29:58Z', 'updated_at': '2021-12-18T13:33:05Z', 'revision_number': 6, 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'gw_port': {'id': 'b106f41d-05cd-47e9-a39e-d328e1c96648', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:a6:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec180986-2f7e-49e3-89e3-dfec27cbbddd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 767, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:30:00Z', 'updated_at': '2021-12-18T13:30:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv', '_interfaces': [{'id': 'c49a00b0-70b6-433c-a7d6-569818792ab2', 'name': '', 'network_id': '1f2d5a30-cad3-45c3-b064-c7c1eec3de2d', 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'mac_address': 'fa:16:3e:b7:b1:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec180986-2f7e-49e3-89e3-dfec27cbbddd', 'device_owner': 'network:router_interface', 'standard_attr_id': 785, 'fixed_ips': [{'subnet_id': 'ba320a99-11ba-43e3-b2e3-bcb19e0899a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:30:09Z', 'updated_at': '2021-12-18T13:30:17Z', 'revision_number': 5, 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'subnets': [{'id': 'ba320a99-11ba-43e3-b2e3-bcb19e0899a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 13:33:14.539687 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-fa3ea19c-7f7e-4309-92d6-fe9d08e3c608 req-75e273ed-c9d6-4c59-9197-b9d6c7bca286 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ba320a99-11ba-43e3-b2e3-bcb19e0899a2 HTTP/1.1" status: 200 len: 835 time: 0.1747446 Dec 18 13:33:14.638052 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3ea19c-7f7e-4309-92d6-fe9d08e3c608 req-4095b46f-2cb8-4841-8933-2f52a116be46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:33:14.639657 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-fa3ea19c-7f7e-4309-92d6-fe9d08e3c608 req-4095b46f-2cb8-4841-8933-2f52a116be46 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=1f2d5a30-cad3-45c3-b064-c7c1eec3de2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0836804 Dec 18 13:33:14.644234 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-262650f4-9a59-4ba7-9bc8-022b36c52fe7 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:14.806466 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-fa3ea19c-7f7e-4309-92d6-fe9d08e3c608 req-151080f4-c964-4404-8304-66a106589f26 service neutron] 10.222.0.43 "GET /v2.0/networks/1f2d5a30-cad3-45c3-b064-c7c1eec3de2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574252 Dec 18 13:33:14.887742 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-518d75b3-cd6c-4494-a100-58c152bcf2d4 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks [] for port, precommit_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:14.900466 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-518d75b3-cd6c-4494-a100-58c152bcf2d4 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4533541'] for port, after_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:14.906380 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-518d75b3-cd6c-4494-a100-58c152bcf2d4 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:33:14.907120 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-518d75b3-cd6c-4494-a100-58c152bcf2d4 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:14.908494 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-518d75b3-cd6c-4494-a100-58c152bcf2d4 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] 10.222.0.31 "PUT /v2.0/ports/cb676860-6cd3-4010-bb8c-4f729a96b955 HTTP/1.1" status: 200 len: 911 time: 1.5121536 Dec 18 13:33:14.911512 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 56020) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:33:14.923384 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-262650f4-9a59-4ba7-9bc8-022b36c52fe7 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks [] for port, precommit_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:14.963962 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-fa3ea19c-7f7e-4309-92d6-fe9d08e3c608 req-0eff509a-7c44-45de-91ac-3758246a5e9c service neutron] 10.222.0.43 "GET /v2.0/networks/1f2d5a30-cad3-45c3-b064-c7c1eec3de2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481910 Dec 18 13:33:14.967755 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518d75b3-cd6c-4494-a100-58c152bcf2d4 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Pushing event updated for resources: {'Port': ['ID=cb676860-6cd3-4010-bb8c-4f729a96b955,revision_number=3']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:33:15.045125 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-262650f4-9a59-4ba7-9bc8-022b36c52fe7 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5659917'] for port, after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:15.121325 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865d35f2-8a9c-4041-9c3b-5dec8350dd7b req-316d1a3e-48d5-41b8-8cad-e40e35dd1fba tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:33:15.123177 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-865d35f2-8a9c-4041-9c3b-5dec8350dd7b req-316d1a3e-48d5-41b8-8cad-e40e35dd1fba tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6564b3d-9478-4ad2-b062-315cb204d8f1 HTTP/1.1" status: 200 len: 945 time: 0.0707352 Dec 18 13:33:15.181656 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e616c1ae-33c5-4a47-80f8-99b48b11ca8d None None] New status for floating IP dba7a43c-6a46-443c-98d3-4507caa6832f: DOWN {{(pid=103161) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 18 13:33:15.193368 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-865d35f2-8a9c-4041-9c3b-5dec8350dd7b req-184a8ea8-bbb8-497f-80b8-e0e477336948 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/security-groups?id=108eb00a-391a-4c3a-9c51-2dc2e6cd5b29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629013 Dec 18 13:33:15.193978 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-262650f4-9a59-4ba7-9bc8-022b36c52fe7 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1048031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586432'] for router_interface, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:15.217020 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262650f4-9a59-4ba7-9bc8-022b36c52fe7 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Pushing event updated for resources: {'Port': ['ID=c9177afe-073e-4f9d-978b-484da5c8c5a1,revision_number=2']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:33:15.333652 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f945bf4-3bfb-4bbf-aa44-86f5c1378a90 None None] Network 47165676-6c2c-4983-84b8-f29f31da60cf requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:33:15.378062 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-262650f4-9a59-4ba7-9bc8-022b36c52fe7 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Network 47165676-6c2c-4983-84b8-f29f31da60cf is already hosted by enough agents. {{(pid=103159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:33:15.381025 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.base_scheduler [None req-262650f4-9a59-4ba7-9bc8-022b36c52fe7 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Resources bound (agent type, host, resource id): {{(pid=103159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:33:15.425127 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-18e9d8ae-cc86-4e3f-a8ab-f17e77751d23 None None] Provisioning complete for port a2457214-84ce-4540-b98c-44e59a987e65 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:33:15.425127 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-18e9d8ae-cc86-4e3f-a8ab-f17e77751d23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:15.476889 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7426c8a-9cb9-430f-bb0d-b2df8db8b036 req-e056287d-ff13-484c-89d3-5dce49df12f5 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:33:15.479069 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-c7426c8a-9cb9-430f-bb0d-b2df8db8b036 req-e056287d-ff13-484c-89d3-5dce49df12f5 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.43 "GET /v2.0/ports?device_id=e6564b3d-9478-4ad2-b062-315cb204d8f1 HTTP/1.1" status: 200 len: 945 time: 0.0758903 Dec 18 13:33:15.540112 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-26aa678f-7e14-44e0-9ef2-254117b7a365 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-586101'] for router_interface, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:15.564389 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-18e9d8ae-cc86-4e3f-a8ab-f17e77751d23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:15.606419 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device a2457214-84ce-4540-b98c-44e59a987e65 up at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 13:33:15.622571 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [req-c7426c8a-9cb9-430f-bb0d-b2df8db8b036 req-0bb24781-1acd-44cc-ac7b-8ff0189ad319 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Deleting port 4eb6f8b9-39e2-4c73-a65f-40154d8c96cd {{(pid=103160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:33:15.623178 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [req-c7426c8a-9cb9-430f-bb0d-b2df8db8b036 req-0bb24781-1acd-44cc-ac7b-8ff0189ad319 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:15.645109 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-262650f4-9a59-4ba7-9bc8-022b36c52fe7 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Router 36d05f39-4450-425a-ae46-d97301033e60 is scheduled to L3 agent c9c0cd52-5bd2-4704-9429-d80f1c5ad23c with binding_index 1 {{(pid=103159) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 18 13:33:15.682432 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-18e9d8ae-cc86-4e3f-a8ab-f17e77751d23 None None] For port a2457214-84ce-4540-b98c-44e59a987e65, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=a2457214-84ce-4540-b98c-44e59a987e65,segment=NetworkSegment(695b3ff6-741e-4a0a-bece-dc47b2037113),segment_id=695b3ff6-741e-4a0a-bece-dc47b2037113)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:33:15.693265 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-18e9d8ae-cc86-4e3f-a8ab-f17e77751d23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:15.759046 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.db [req-c7426c8a-9cb9-430f-bb0d-b2df8db8b036 req-0bb24781-1acd-44cc-ac7b-8ff0189ad319 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] For port 4eb6f8b9-39e2-4c73-a65f-40154d8c96cd, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=4eb6f8b9-39e2-4c73-a65f-40154d8c96cd,segment=NetworkSegment(999ac071-648b-41e4-b1fb-0b335d58804a),segment_id=999ac071-648b-41e4-b1fb-0b335d58804a)] {{(pid=103160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:33:15.759698 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [req-c7426c8a-9cb9-430f-bb0d-b2df8db8b036 req-0bb24781-1acd-44cc-ac7b-8ff0189ad319 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:15.779295 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [req-c7426c8a-9cb9-430f-bb0d-b2df8db8b036 req-0bb24781-1acd-44cc-ac7b-8ff0189ad319 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Calling delete_port for 4eb6f8b9-39e2-4c73-a65f-40154d8c96cd owned by compute:nova {{(pid=103160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:33:15.786476 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2294866d-0076-4933-952c-685307032598 None None] Provisioning complete for port a2457214-84ce-4540-b98c-44e59a987e65 triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:33:15.786990 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:15.793974 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e9d8ae-cc86-4e3f-a8ab-f17e77751d23 None None] Pushing event updated for resources: {'Port': ['ID=a2457214-84ce-4540-b98c-44e59a987e65,revision_number=3']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:33:15.932906 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-e4410b60-8978-4519-8aaf-e075d4d995e4 None None] Provisioning complete for port a2457214-84ce-4540-b98c-44e59a987e65 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:33:15.934760 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e4410b60-8978-4519-8aaf-e075d4d995e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:15.953872 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [req-c7426c8a-9cb9-430f-bb0d-b2df8db8b036 req-0bb24781-1acd-44cc-ac7b-8ff0189ad319 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4533522'] for port, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:16.000941 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb24781-1acd-44cc-ac7b-8ff0189ad319 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Pushing event deleted for resources: {'Port': ['ID=4eb6f8b9-39e2-4c73-a65f-40154d8c96cd,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:33:16.055481 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-e4410b60-8978-4519-8aaf-e075d4d995e4 None None] Provisioning complete for port c9177afe-073e-4f9d-978b-484da5c8c5a1 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:33:16.055986 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e4410b60-8978-4519-8aaf-e075d4d995e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:16.081700 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7426c8a-9cb9-430f-bb0d-b2df8db8b036 req-0bb24781-1acd-44cc-ac7b-8ff0189ad319 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] No DVR routers for this DVR port 4eb6f8b9-39e2-4c73-a65f-40154d8c96cd on host hv-neutron-7448 {{(pid=103160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 18 13:33:16.086240 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [req-c7426c8a-9cb9-430f-bb0d-b2df8db8b036 req-0bb24781-1acd-44cc-ac7b-8ff0189ad319 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:16.090401 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-c7426c8a-9cb9-430f-bb0d-b2df8db8b036 req-0bb24781-1acd-44cc-ac7b-8ff0189ad319 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.43 "DELETE /v2.0/ports/4eb6f8b9-39e2-4c73-a65f-40154d8c96cd HTTP/1.1" status: 204 len: 173 time: 0.6038356 Dec 18 13:33:16.091467 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6564b3d-9478-4ad2-b062-315cb204d8f1', 'name': 'network-vif-deleted', 'tag': '4eb6f8b9-39e2-4c73-a65f-40154d8c96cd'}] {{(pid=103160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 18 13:33:16.099346 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-e4410b60-8978-4519-8aaf-e075d4d995e4 None None] Port c9177afe-073e-4f9d-978b-484da5c8c5a1 cannot update to ACTIVE because it is not bound. {{(pid=103161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 13:33:16.105271 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd59ab3361532ca86f78e2d2eaf298e4a05479417bf909969c39d1b423591824" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-750ab1f1-8892-4c8f-9f83-d277a43bfef8" -d '{"events": [{"server_uuid": "e6564b3d-9478-4ad2-b062-315cb204d8f1", "name": "network-vif-deleted", "tag": "4eb6f8b9-39e2-4c73-a65f-40154d8c96cd"}]}' {{(pid=103160) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 18 13:33:16.165012 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 13:33:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11585bd9-88f8-4d73-b1ad-17c6760f5582 x-openstack-request-id: req-11585bd9-88f8-4d73-b1ad-17c6760f5582 {{(pid=103160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 18 13:33:16.165443 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6564b3d-9478-4ad2-b062-315cb204d8f1", "name": "network-vif-deleted", "tag": "4eb6f8b9-39e2-4c73-a65f-40154d8c96cd", "status": "completed", "code": 200}]} {{(pid=103160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 18 13:33:16.165761 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-11585bd9-88f8-4d73-b1ad-17c6760f5582 {{(pid=103160) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 18 13:33:16.166172 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6564b3d-9478-4ad2-b062-315cb204d8f1', 'name': 'network-vif-deleted', 'tag': '4eb6f8b9-39e2-4c73-a65f-40154d8c96cd', 'status': 'completed', 'code': 200} Dec 18 13:33:16.218193 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-262650f4-9a59-4ba7-9bc8-022b36c52fe7 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Notify agent at l3_agent.dv-neutron-744815-20-hyperv the message routers_updated {{(pid=103159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 13:33:16.224539 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-262650f4-9a59-4ba7-9bc8-022b36c52fe7 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] 10.222.0.31 "PUT /v2.0/routers/36d05f39-4450-425a-ae46-d97301033e60/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0946195 Dec 18 13:33:16.226812 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 56030) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:33:16.233708 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efd694ce-009b-4fdb-82de-f7584719538b None None] Sync routers for ids ['36d05f39-4450-425a-ae46-d97301033e60'] in dv-neutron-744815-20-hyperv {{(pid=103162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 13:33:16.252168 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-c40befc5-9be4-40d7-83ea-d86af8714cc5 None None] Provisioning complete for port c9177afe-073e-4f9d-978b-484da5c8c5a1 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:33:16.252682 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c40befc5-9be4-40d7-83ea-d86af8714cc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:16.265162 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efd694ce-009b-4fdb-82de-f7584719538b None None] Routers {'36d05f39-4450-425a-ae46-d97301033e60'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:33:16.265800 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-efd694ce-009b-4fdb-82de-f7584719538b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:32:57Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['36d05f39-4450-425a-ae46-d97301033e60'], 'active': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:33:16.325408 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25734653-e343-4c16-8e91-8b12514dec42 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:33:16.328425 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-25734653-e343-4c16-8e91-8b12514dec42 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] 10.222.0.31 "GET /v2.0/ports/c9177afe-073e-4f9d-978b-484da5c8c5a1 HTTP/1.1" status: 200 len: 910 time: 0.1004629 Dec 18 13:33:16.333459 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 56032) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:33:16.341500 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-efd694ce-009b-4fdb-82de-f7584719538b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:33:16.347064 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-c40befc5-9be4-40d7-83ea-d86af8714cc5 None None] Port c9177afe-073e-4f9d-978b-484da5c8c5a1 cannot update to ACTIVE because it is not bound. {{(pid=103161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 13:33:16.353048 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efd694ce-009b-4fdb-82de-f7584719538b None None] Routers {'36d05f39-4450-425a-ae46-d97301033e60'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:33:16.361401 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-efd694ce-009b-4fdb-82de-f7584719538b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:32:57Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['36d05f39-4450-425a-ae46-d97301033e60'], 'active': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:33:16.386652 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-b19cbd03-21ea-4aa2-a85e-cd054930ea33 req-de07dbd3-d679-4a26-af58-815b932e91d8 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6564b3d-9478-4ad2-b062-315cb204d8f1 HTTP/1.1" status: 200 len: 210 time: 0.0398984 Dec 18 13:33:16.396082 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-26aa678f-7e14-44e0-9ef2-254117b7a365 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Deleting port cb676860-6cd3-4010-bb8c-4f729a96b955 {{(pid=103159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:33:16.396663 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-26aa678f-7e14-44e0-9ef2-254117b7a365 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:16.400866 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-efd694ce-009b-4fdb-82de-f7584719538b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:33:16.401818 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efd694ce-009b-4fdb-82de-f7584719538b None None] The sync data for ids ['36d05f39-4450-425a-ae46-d97301033e60'] in dv-neutron-744815-20-hyperv is: [] {{(pid=103162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 13:33:16.516175 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-26aa678f-7e14-44e0-9ef2-254117b7a365 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:16.533641 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-26aa678f-7e14-44e0-9ef2-254117b7a365 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Calling delete_port for cb676860-6cd3-4010-bb8c-4f729a96b955 owned by network:router_interface {{(pid=103159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:33:16.576728 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-fb4c142c-caf0-4104-b7c2-4049ffd7fecf None None] Provisioning complete for port c9177afe-073e-4f9d-978b-484da5c8c5a1 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:33:16.577501 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-fb4c142c-caf0-4104-b7c2-4049ffd7fecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:16.636101 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-fb4c142c-caf0-4104-b7c2-4049ffd7fecf None None] Port c9177afe-073e-4f9d-978b-484da5c8c5a1 cannot update to ACTIVE because it is not bound. {{(pid=103161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 13:33:16.788124 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-382e2c01-13fc-49bf-ab59-60b904117f9e tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-586101'] for router_interface, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:16.790137 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-26aa678f-7e14-44e0-9ef2-254117b7a365 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:16.825610 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26aa678f-7e14-44e0-9ef2-254117b7a365 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Pushing event deleted for resources: {'Port': ['ID=cb676860-6cd3-4010-bb8c-4f729a96b955,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:33:16.934352 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-26aa678f-7e14-44e0-9ef2-254117b7a365 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1048020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-576035'] for router_interface, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:17.061177 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-382e2c01-13fc-49bf-ab59-60b904117f9e tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Deleting port c9177afe-073e-4f9d-978b-484da5c8c5a1 {{(pid=103160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:33:17.061469 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-382e2c01-13fc-49bf-ab59-60b904117f9e tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:17.102239 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26aa678f-7e14-44e0-9ef2-254117b7a365 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Router 024f66df-b34f-4902-b320-d0a214977f1b has already been hosted by L3 agent c9c0cd52-5bd2-4704-9429-d80f1c5ad23c {{(pid=103159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 18 13:33:17.158820 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-382e2c01-13fc-49bf-ab59-60b904117f9e tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:17.171688 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-382e2c01-13fc-49bf-ab59-60b904117f9e tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Calling delete_port for c9177afe-073e-4f9d-978b-484da5c8c5a1 owned by network:router_interface {{(pid=103160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:33:17.181426 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26aa678f-7e14-44e0-9ef2-254117b7a365 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Notify agent at l3_agent.dv-neutron-744815-20-hyperv the message routers_updated {{(pid=103159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 13:33:17.189159 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-26aa678f-7e14-44e0-9ef2-254117b7a365 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] 10.222.0.31 "PUT /v2.0/routers/024f66df-b34f-4902-b320-d0a214977f1b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2735777 Dec 18 13:33:17.191133 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d7d55bd-2df9-4c77-9599-6cd669cf2e0a None None] Sync routers for ids ['024f66df-b34f-4902-b320-d0a214977f1b'] in dv-neutron-744815-20-hyperv {{(pid=103161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 13:33:17.191600 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 56034) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:33:17.205430 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d7d55bd-2df9-4c77-9599-6cd669cf2e0a None None] Routers {'024f66df-b34f-4902-b320-d0a214977f1b'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:33:17.206337 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-5d7d55bd-2df9-4c77-9599-6cd669cf2e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:32:57Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['024f66df-b34f-4902-b320-d0a214977f1b'], 'active': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:33:17.219502 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-658d39d3-4e36-49f4-8c68-5e7699705b30 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] 10.222.0.31 "GET /v2.0/ports?device_id=024f66df-b34f-4902-b320-d0a214977f1b HTTP/1.1" status: 200 len: 205 time: 0.0266421 Dec 18 13:33:17.222146 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 56036) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:33:17.245334 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-5d7d55bd-2df9-4c77-9599-6cd669cf2e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:33:17.255218 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d7d55bd-2df9-4c77-9599-6cd669cf2e0a None None] Routers {'024f66df-b34f-4902-b320-d0a214977f1b'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:33:17.255894 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-5d7d55bd-2df9-4c77-9599-6cd669cf2e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:32:57Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['024f66df-b34f-4902-b320-d0a214977f1b'], 'active': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:33:17.292103 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-5d7d55bd-2df9-4c77-9599-6cd669cf2e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:33:17.292766 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d7d55bd-2df9-4c77-9599-6cd669cf2e0a None None] The sync data for ids ['024f66df-b34f-4902-b320-d0a214977f1b'] in dv-neutron-744815-20-hyperv is: [] {{(pid=103161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 13:33:17.336189 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-f5c334b9-b68e-426c-a992-b2b3b931cfb8 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks [] for router, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:17.463041 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 56040) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:33:17.487889 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device a2457214-84ce-4540-b98c-44e59a987e65 up at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 13:33:17.529512 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-a6d51ac8-e67f-473c-8c4c-8ff03d12ec4b tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for security_group, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:17.541000 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2294866d-0076-4933-952c-685307032598 None None] Provisioning complete for port a2457214-84ce-4540-b98c-44e59a987e65 triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:33:17.541623 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:17.559011 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-a6d51ac8-e67f-473c-8c4c-8ff03d12ec4b tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:17.665007 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-a6d51ac8-e67f-473c-8c4c-8ff03d12ec4b tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:17.668018 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-a6d51ac8-e67f-473c-8c4c-8ff03d12ec4b tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for security_group, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:17.669382 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-a6d51ac8-e67f-473c-8c4c-8ff03d12ec4b tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "DELETE /v2.0/security-groups/108eb00a-391a-4c3a-9c51-2dc2e6cd5b29 HTTP/1.1" status: 204 len: 168 time: 0.2053196 Dec 18 13:33:17.681158 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d51ac8-e67f-473c-8c4c-8ff03d12ec4b tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=108eb00a-391a-4c3a-9c51-2dc2e6cd5b29,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:33:17.713770 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 56044) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:33:17.885374 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-f5c334b9-b68e-426c-a992-b2b3b931cfb8 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-589815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28643'] for router, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:17.889264 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-f5c334b9-b68e-426c-a992-b2b3b931cfb8 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:17.940078 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-382e2c01-13fc-49bf-ab59-60b904117f9e tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4533522'] for port, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:17.951369 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-f5c334b9-b68e-426c-a992-b2b3b931cfb8 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-589710'] for router, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:17.951909 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5c334b9-b68e-426c-a992-b2b3b931cfb8 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Fanout notify agent at l3_agent the message router_deleted on router 024f66df-b34f-4902-b320-d0a214977f1b {{(pid=103160) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 18 13:33:17.974974 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-f5c334b9-b68e-426c-a992-b2b3b931cfb8 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks [] for router, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:17.976088 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-f5c334b9-b68e-426c-a992-b2b3b931cfb8 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] 10.222.0.31 "DELETE /v2.0/routers/024f66df-b34f-4902-b320-d0a214977f1b HTTP/1.1" status: 204 len: 168 time: 0.7529979 Dec 18 13:33:17.978214 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382e2c01-13fc-49bf-ab59-60b904117f9e tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Pushing event deleted for resources: {'Port': ['ID=c9177afe-073e-4f9d-978b-484da5c8c5a1,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:33:17.979782 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 56046) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:33:18.086332 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.db_base_plugin_v2 [None req-466f2d02-0173-418e-880f-b11d2bf219ac tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Deleting subnet 455cf63b-f299-4f6d-b622-25b8ef7f7591 {{(pid=103160) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 18 13:33:18.090848 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-466f2d02-0173-418e-880f-b11d2bf219ac tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks [] for subnet, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:18.143118 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-81a84477-0a6f-4b6a-9f19-2f80f21adc66 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-586101'] for router_interface, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:18.195072 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-382e2c01-13fc-49bf-ab59-60b904117f9e tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1048020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-576035'] for router_interface, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:18.198709 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-466f2d02-0173-418e-880f-b11d2bf219ac tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4533385'] for subnet, precommit_delete_associations {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:18.418804 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-466f2d02-0173-418e-880f-b11d2bf219ac tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1929185'] for subnet, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:18.453346 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-382e2c01-13fc-49bf-ab59-60b904117f9e tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Router 36d05f39-4450-425a-ae46-d97301033e60 has already been hosted by L3 agent c9c0cd52-5bd2-4704-9429-d80f1c5ad23c {{(pid=103160) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 18 13:33:18.454159 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-81a84477-0a6f-4b6a-9f19-2f80f21adc66 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Deleting port c49a00b0-70b6-433c-a7d6-569818792ab2 {{(pid=103159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:33:18.454827 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-81a84477-0a6f-4b6a-9f19-2f80f21adc66 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:18.552408 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-382e2c01-13fc-49bf-ab59-60b904117f9e tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Notify agent at l3_agent.dv-neutron-744815-20-hyperv the message routers_updated {{(pid=103160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 13:33:18.554970 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-466f2d02-0173-418e-880f-b11d2bf219ac tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1929192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4533475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4514371'] for subnet, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:18.563736 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-382e2c01-13fc-49bf-ab59-60b904117f9e tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] 10.222.0.31 "PUT /v2.0/routers/36d05f39-4450-425a-ae46-d97301033e60/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2260325 Dec 18 13:33:18.563918 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.db [None req-81a84477-0a6f-4b6a-9f19-2f80f21adc66 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] For port c49a00b0-70b6-433c-a7d6-569818792ab2, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=c49a00b0-70b6-433c-a7d6-569818792ab2,segment=NetworkSegment(999ac071-648b-41e4-b1fb-0b335d58804a),segment_id=999ac071-648b-41e4-b1fb-0b335d58804a)] {{(pid=103159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:33:18.563918 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-81a84477-0a6f-4b6a-9f19-2f80f21adc66 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:18.564689 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 56048) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:33:18.568565 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-432ae98e-6adb-4cb7-8859-130b8f1e829e None None] Sync routers for ids ['36d05f39-4450-425a-ae46-d97301033e60'] in dv-neutron-744815-20-hyperv {{(pid=103162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 13:33:18.585476 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-432ae98e-6adb-4cb7-8859-130b8f1e829e None None] Routers {'36d05f39-4450-425a-ae46-d97301033e60'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:33:18.586543 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-432ae98e-6adb-4cb7-8859-130b8f1e829e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:32:57Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['36d05f39-4450-425a-ae46-d97301033e60'], 'active': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:33:18.587444 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466f2d02-0173-418e-880f-b11d2bf219ac tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Pushing event deleted for resources: {'Subnet': ['ID=455cf63b-f299-4f6d-b622-25b8ef7f7591,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:33:18.589370 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-466f2d02-0173-418e-880f-b11d2bf219ac tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks [] for subnet, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:18.592561 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-466f2d02-0173-418e-880f-b11d2bf219ac tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] 10.222.0.31 "DELETE /v2.0/subnets/455cf63b-f299-4f6d-b622-25b8ef7f7591 HTTP/1.1" status: 204 len: 168 time: 0.6092534 Dec 18 13:33:18.596720 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a43d0b2-5f5a-45f3-a0df-04e6ef8cfcfa None None] Network 1552b670-3a29-4ecd-aa72-b5a21ccab9c4 requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:33:18.600888 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 56050) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:33:18.616552 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-c0649c7f-bca5-4257-a7c2-35d66059a1cd tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] 10.222.0.31 "GET /v2.0/ports?device_id=36d05f39-4450-425a-ae46-d97301033e60 HTTP/1.1" status: 200 len: 205 time: 0.0482774 Dec 18 13:33:18.616815 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-81a84477-0a6f-4b6a-9f19-2f80f21adc66 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Calling delete_port for c49a00b0-70b6-433c-a7d6-569818792ab2 owned by network:router_interface {{(pid=103159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:33:18.627752 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 56052) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:33:18.630873 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-432ae98e-6adb-4cb7-8859-130b8f1e829e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:33:18.645386 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-432ae98e-6adb-4cb7-8859-130b8f1e829e None None] Routers {'36d05f39-4450-425a-ae46-d97301033e60'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:33:18.647201 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-432ae98e-6adb-4cb7-8859-130b8f1e829e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:32:57Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['36d05f39-4450-425a-ae46-d97301033e60'], 'active': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:33:18.683121 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-432ae98e-6adb-4cb7-8859-130b8f1e829e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:33:18.684074 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-432ae98e-6adb-4cb7-8859-130b8f1e829e None None] The sync data for ids ['36d05f39-4450-425a-ae46-d97301033e60'] in dv-neutron-744815-20-hyperv is: [] {{(pid=103162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 13:33:18.745188 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f94d6ca9-dcae-475e-9bf6-7d4336180fd1 None None] DHCP port deletion for 1552b670-3a29-4ecd-aa72-b5a21ccab9c4 request from dv-neutron-744815-20-hyperv {{(pid=103161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 18 13:33:18.792284 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-f94d6ca9-dcae-475e-9bf6-7d4336180fd1 None None] Deleting port d9eda883-4cfd-4ccb-8dfd-053dfa33172a {{(pid=103161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:33:18.792691 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f94d6ca9-dcae-475e-9bf6-7d4336180fd1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:18.793109 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-7366d118-1368-448d-92fe-45e88efcaa29 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks [] for router, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:18.869610 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-40830802-f6f3-47eb-a17c-7b31c93b1ed2 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2023137'] for network, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:19.017780 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-f94d6ca9-dcae-475e-9bf6-7d4336180fd1 None None] For port d9eda883-4cfd-4ccb-8dfd-053dfa33172a, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=d9eda883-4cfd-4ccb-8dfd-053dfa33172a,segment=NetworkSegment(4bddd884-453f-4e4f-a97f-1453f6f07db5),segment_id=4bddd884-453f-4e4f-a97f-1453f6f07db5)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:33:19.018059 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f94d6ca9-dcae-475e-9bf6-7d4336180fd1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:19.031516 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-f94d6ca9-dcae-475e-9bf6-7d4336180fd1 None None] Calling delete_port for d9eda883-4cfd-4ccb-8dfd-053dfa33172a owned by network:dhcp {{(pid=103161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:33:19.051047 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-7366d118-1368-448d-92fe-45e88efcaa29 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-589815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28643'] for router, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:19.061069 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-7366d118-1368-448d-92fe-45e88efcaa29 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:19.114973 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f94d6ca9-dcae-475e-9bf6-7d4336180fd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984'] for port, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:19.118895 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-7366d118-1368-448d-92fe-45e88efcaa29 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-589710'] for router, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:19.119401 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7366d118-1368-448d-92fe-45e88efcaa29 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Fanout notify agent at l3_agent the message router_deleted on router 36d05f39-4450-425a-ae46-d97301033e60 {{(pid=103159) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 18 13:33:19.143757 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-7366d118-1368-448d-92fe-45e88efcaa29 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks [] for router, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:19.144839 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-7366d118-1368-448d-92fe-45e88efcaa29 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] 10.222.0.31 "DELETE /v2.0/routers/36d05f39-4450-425a-ae46-d97301033e60 HTTP/1.1" status: 204 len: 168 time: 0.5163581 Dec 18 13:33:19.147320 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f94d6ca9-dcae-475e-9bf6-7d4336180fd1 None None] No DVR routers for this DVR port d9eda883-4cfd-4ccb-8dfd-053dfa33172a on host dv-neutron-744815-20-hyperv {{(pid=103161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 18 13:33:19.147865 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 56054) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:33:19.149603 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94d6ca9-dcae-475e-9bf6-7d4336180fd1 None None] Pushing event deleted for resources: {'Port': ['ID=d9eda883-4cfd-4ccb-8dfd-053dfa33172a,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:33:19.167693 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-40830802-f6f3-47eb-a17c-7b31c93b1ed2 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Deleting port d9eda883-4cfd-4ccb-8dfd-053dfa33172a {{(pid=103159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:33:19.168034 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-40830802-f6f3-47eb-a17c-7b31c93b1ed2 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:19.190920 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-81a84477-0a6f-4b6a-9f19-2f80f21adc66 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:19.212966 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf3c2271-3388-4a92-b370-846541a1c2ca tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Deleting subnet 0493703d-4c3c-40bd-9cd8-c03fe4319260 {{(pid=103160) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 18 13:33:19.216211 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-cf3c2271-3388-4a92-b370-846541a1c2ca tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks [] for subnet, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:19.256106 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a84477-0a6f-4b6a-9f19-2f80f21adc66 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Pushing event deleted for resources: {'Port': ['ID=c49a00b0-70b6-433c-a7d6-569818792ab2,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:33:19.258103 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-cf3c2271-3388-4a92-b370-846541a1c2ca tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4533385'] for subnet, precommit_delete_associations {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:19.282041 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.db [None req-40830802-f6f3-47eb-a17c-7b31c93b1ed2 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] For port d9eda883-4cfd-4ccb-8dfd-053dfa33172a, host dv-neutron-744815-20-hyperv, got binding levels [] {{(pid=103159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:33:19.282409 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-40830802-f6f3-47eb-a17c-7b31c93b1ed2 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:19.319991 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-40830802-f6f3-47eb-a17c-7b31c93b1ed2 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Calling delete_port for d9eda883-4cfd-4ccb-8dfd-053dfa33172a owned by network:dhcp {{(pid=103159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:33:19.324529 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.ipam_backend_mixin [None req-40830802-f6f3-47eb-a17c-7b31c93b1ed2 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Port d9eda883-4cfd-4ccb-8dfd-053dfa33172a was not found and therefore no delete operation was performed {{(pid=103159) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 18 13:33:19.327637 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-40830802-f6f3-47eb-a17c-7b31c93b1ed2 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:19.364044 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-cf3c2271-3388-4a92-b370-846541a1c2ca tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1929185'] for subnet, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:19.374891 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40830802-f6f3-47eb-a17c-7b31c93b1ed2 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Pushing event deleted for resources: {'Port': ['ID=d9eda883-4cfd-4ccb-8dfd-053dfa33172a,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:33:19.381635 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40830802-f6f3-47eb-a17c-7b31c93b1ed2 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] No DVR routers for this DVR port d9eda883-4cfd-4ccb-8dfd-053dfa33172a on host dv-neutron-744815-20-hyperv {{(pid=103159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 18 13:33:19.445806 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-cf3c2271-3388-4a92-b370-846541a1c2ca tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1929192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4533475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4514371'] for subnet, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:19.478991 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3c2271-3388-4a92-b370-846541a1c2ca tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Pushing event deleted for resources: {'Subnet': ['ID=0493703d-4c3c-40bd-9cd8-c03fe4319260,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:33:19.482789 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-cf3c2271-3388-4a92-b370-846541a1c2ca tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks [] for subnet, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:19.486307 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-cf3c2271-3388-4a92-b370-846541a1c2ca tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] 10.222.0.31 "DELETE /v2.0/subnets/0493703d-4c3c-40bd-9cd8-c03fe4319260 HTTP/1.1" status: 204 len: 168 time: 0.3365693 Dec 18 13:33:19.488754 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 56056) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:33:19.491675 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5af6442a-4f44-41e1-a5f6-852b39c7ab38 None None] Network 47165676-6c2c-4983-84b8-f29f31da60cf requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:33:19.548198 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-40830802-f6f3-47eb-a17c-7b31c93b1ed2 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1927292', 'neutron.services.segments.db._delete_segments_for_network-8767106887837'] for network, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:19.574024 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-2cc7020a-673f-49f3-b8d4-02d2439b5d6f tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2023137'] for network, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:19.577267 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.services.segments.db [None req-40830802-f6f3-47eb-a17c-7b31c93b1ed2 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1552b670-3a29-4ecd-aa72-b5a21ccab9c4']}} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:33:19.593560 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.services.segments.db [None req-40830802-f6f3-47eb-a17c-7b31c93b1ed2 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4bddd884-453f-4e4f-a97f-1453f6f07db5') {'for_net_delete': True} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:33:19.593943 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.services.segments.db [None req-40830802-f6f3-47eb-a17c-7b31c93b1ed2 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4bddd884-453f-4e4f-a97f-1453f6f07db5') {} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:33:19.602424 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-81a84477-0a6f-4b6a-9f19-2f80f21adc66 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1048020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-576035'] for router_interface, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:19.607381 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-40830802-f6f3-47eb-a17c-7b31c93b1ed2 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767106888614', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5589569'] for segment, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:19.613255 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device d9eda883-4cfd-4ccb-8dfd-053dfa33172a no longer exists at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 18 13:33:19.644607 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-2cc7020a-673f-49f3-b8d4-02d2439b5d6f tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Deleting port a2457214-84ce-4540-b98c-44e59a987e65 {{(pid=103160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:33:19.645088 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-2cc7020a-673f-49f3-b8d4-02d2439b5d6f tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:19.648463 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-2294866d-0076-4933-952c-685307032598 None None] No Port match for: d9eda883-4cfd-4ccb-8dfd-053dfa33172a {{(pid=103161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 18 13:33:19.648816 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device d9eda883-4cfd-4ccb-8dfd-053dfa33172a not bound to the agent host dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 18 13:33:19.678015 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-40830802-f6f3-47eb-a17c-7b31c93b1ed2 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:19.688177 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40830802-f6f3-47eb-a17c-7b31c93b1ed2 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Releasing vlan 103 on physical network physnet1 to pool {{(pid=103159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 18 13:33:19.688782 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-40830802-f6f3-47eb-a17c-7b31c93b1ed2 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5660009'] for segment, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:19.692222 dv-neutron-744815-20-hyperv neutron-server[103159]: Traceback (most recent call last): Dec 18 13:33:19.692222 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 18 13:33:19.692222 dv-neutron-744815-20-hyperv neutron-server[103159]: timer() Dec 18 13:33:19.692222 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 18 13:33:19.692222 dv-neutron-744815-20-hyperv neutron-server[103159]: cb(*args, **kw) Dec 18 13:33:19.692222 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 18 13:33:19.692222 dv-neutron-744815-20-hyperv neutron-server[103159]: return func(*args, **kwargs) Dec 18 13:33:19.692222 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 18 13:33:19.692222 dv-neutron-744815-20-hyperv neutron-server[103159]: self._notify() Dec 18 13:33:19.692222 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 18 13:33:19.692222 dv-neutron-744815-20-hyperv neutron-server[103159]: self.callback(batched_events) Dec 18 13:33:19.692222 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 18 13:33:19.692222 dv-neutron-744815-20-hyperv neutron-server[103159]: event.method(event) Dec 18 13:33:19.692222 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 18 13:33:19.692222 dv-neutron-744815-20-hyperv neutron-server[103159]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 18 13:33:19.692222 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 18 13:33:19.692222 dv-neutron-744815-20-hyperv neutron-server[103159]: aggregate_uuid = self.p_client.list_aggregates( Dec 18 13:33:19.692222 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 18 13:33:19.692222 dv-neutron-744815-20-hyperv neutron-server[103159]: return f(self, *a, **k) Dec 18 13:33:19.692222 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 18 13:33:19.692222 dv-neutron-744815-20-hyperv neutron-server[103159]: return self._get(url).json() Dec 18 13:33:19.692222 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 18 13:33:19.692222 dv-neutron-744815-20-hyperv neutron-server[103159]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 18 13:33:19.692222 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 18 13:33:19.692222 dv-neutron-744815-20-hyperv neutron-server[103159]: return self.request(url, 'GET', **kwargs) Dec 18 13:33:19.692222 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 18 13:33:19.692222 dv-neutron-744815-20-hyperv neutron-server[103159]: base_url = self.get_endpoint(auth, allow=allow, Dec 18 13:33:19.692222 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 18 13:33:19.692222 dv-neutron-744815-20-hyperv neutron-server[103159]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 18 13:33:19.692222 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 18 13:33:19.692222 dv-neutron-744815-20-hyperv neutron-server[103159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 18 13:33:19.692222 dv-neutron-744815-20-hyperv neutron-server[103159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 18 13:33:19.719200 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.db [None req-2cc7020a-673f-49f3-b8d4-02d2439b5d6f tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] For port a2457214-84ce-4540-b98c-44e59a987e65, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=a2457214-84ce-4540-b98c-44e59a987e65,segment=NetworkSegment(695b3ff6-741e-4a0a-bece-dc47b2037113),segment_id=695b3ff6-741e-4a0a-bece-dc47b2037113)] {{(pid=103160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:33:19.719852 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-2cc7020a-673f-49f3-b8d4-02d2439b5d6f tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:19.733666 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-2cc7020a-673f-49f3-b8d4-02d2439b5d6f tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Calling delete_port for a2457214-84ce-4540-b98c-44e59a987e65 owned by network:dhcp {{(pid=103160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:33:19.735922 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d4fe0cb-5016-4048-be3b-926c5fe92634 None None] DHCP port deletion for 47165676-6c2c-4983-84b8-f29f31da60cf request from dv-neutron-744815-20-hyperv {{(pid=103161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 18 13:33:19.783815 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-5d4fe0cb-5016-4048-be3b-926c5fe92634 None None] Deleting port a2457214-84ce-4540-b98c-44e59a987e65 {{(pid=103161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:33:19.784093 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-5d4fe0cb-5016-4048-be3b-926c5fe92634 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:19.793192 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-40830802-f6f3-47eb-a17c-7b31c93b1ed2 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1927267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586962'] for network, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:19.802448 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-40830802-f6f3-47eb-a17c-7b31c93b1ed2 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks [] for network, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:19.805630 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-40830802-f6f3-47eb-a17c-7b31c93b1ed2 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] 10.222.0.31 "DELETE /v2.0/networks/1552b670-3a29-4ecd-aa72-b5a21ccab9c4 HTTP/1.1" status: 204 len: 168 time: 1.2037790 Dec 18 13:33:19.810350 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 56058) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:33:19.815474 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-f363ffc8-fce8-4a12-a2f0-4698e54b2a03 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-289466128', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:33:19.852043 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-2cc7020a-673f-49f3-b8d4-02d2439b5d6f tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4533522'] for port, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:19.860523 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-5d4fe0cb-5016-4048-be3b-926c5fe92634 None None] For port a2457214-84ce-4540-b98c-44e59a987e65, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=a2457214-84ce-4540-b98c-44e59a987e65,segment=NetworkSegment(695b3ff6-741e-4a0a-bece-dc47b2037113),segment_id=695b3ff6-741e-4a0a-bece-dc47b2037113)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:33:19.860816 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-f363ffc8-fce8-4a12-a2f0-4698e54b2a03 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28433'] for router, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:19.861231 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-5d4fe0cb-5016-4048-be3b-926c5fe92634 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:19.861848 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-f363ffc8-fce8-4a12-a2f0-4698e54b2a03 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-589769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28440'] for router, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:19.877129 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-5d4fe0cb-5016-4048-be3b-926c5fe92634 None None] Calling delete_port for a2457214-84ce-4540-b98c-44e59a987e65 owned by network:dhcp {{(pid=103161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:33:19.887417 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc7020a-673f-49f3-b8d4-02d2439b5d6f tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Pushing event deleted for resources: {'Port': ['ID=a2457214-84ce-4540-b98c-44e59a987e65,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:33:19.890758 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cc7020a-673f-49f3-b8d4-02d2439b5d6f tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] No DVR routers for this DVR port a2457214-84ce-4540-b98c-44e59a987e65 on host dv-neutron-744815-20-hyperv {{(pid=103160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 18 13:33:19.965415 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-5d4fe0cb-5016-4048-be3b-926c5fe92634 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984'] for port, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:19.998570 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4fe0cb-5016-4048-be3b-926c5fe92634 None None] Pushing event deleted for resources: {'Port': ['ID=a2457214-84ce-4540-b98c-44e59a987e65,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:33:20.004101 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d4fe0cb-5016-4048-be3b-926c5fe92634 None None] No DVR routers for this DVR port a2457214-84ce-4540-b98c-44e59a987e65 on host dv-neutron-744815-20-hyperv {{(pid=103161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 18 13:33:20.011288 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-f363ffc8-fce8-4a12-a2f0-4698e54b2a03 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:20.013116 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-2cc7020a-673f-49f3-b8d4-02d2439b5d6f tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1927292', 'neutron.services.segments.db._delete_segments_for_network-8767106887837'] for network, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:20.024677 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-f363ffc8-fce8-4a12-a2f0-4698e54b2a03 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-589760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-586526'] for router, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:20.048678 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.services.segments.db [None req-2cc7020a-673f-49f3-b8d4-02d2439b5d6f tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47165676-6c2c-4983-84b8-f29f31da60cf']}} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:33:20.058580 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-f363ffc8-fce8-4a12-a2f0-4698e54b2a03 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks [] for router, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:20.062501 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-f363ffc8-fce8-4a12-a2f0-4698e54b2a03 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.2485306 Dec 18 13:33:20.063796 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.services.segments.db [None req-2cc7020a-673f-49f3-b8d4-02d2439b5d6f tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '695b3ff6-741e-4a0a-bece-dc47b2037113') {'for_net_delete': True} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:33:20.064087 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.services.segments.db [None req-2cc7020a-673f-49f3-b8d4-02d2439b5d6f tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '695b3ff6-741e-4a0a-bece-dc47b2037113') {} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:33:20.065620 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 56060) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:33:20.075171 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-5ebf84b6-ee94-450c-a075-8cbbcac28697 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1401080785'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:33:20.083096 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-2cc7020a-673f-49f3-b8d4-02d2439b5d6f tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767106888614', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4533424'] for segment, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:20.101149 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-2cc7020a-673f-49f3-b8d4-02d2439b5d6f tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:20.111236 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2cc7020a-673f-49f3-b8d4-02d2439b5d6f tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Releasing vlan 110 on physical network physnet1 to pool {{(pid=103160) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 18 13:33:20.111566 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-2cc7020a-673f-49f3-b8d4-02d2439b5d6f tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4533569'] for segment, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:20.114618 dv-neutron-744815-20-hyperv neutron-server[103160]: Traceback (most recent call last): Dec 18 13:33:20.114618 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 18 13:33:20.114618 dv-neutron-744815-20-hyperv neutron-server[103160]: timer() Dec 18 13:33:20.114618 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 18 13:33:20.114618 dv-neutron-744815-20-hyperv neutron-server[103160]: cb(*args, **kw) Dec 18 13:33:20.114618 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 18 13:33:20.114618 dv-neutron-744815-20-hyperv neutron-server[103160]: return func(*args, **kwargs) Dec 18 13:33:20.114618 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 18 13:33:20.114618 dv-neutron-744815-20-hyperv neutron-server[103160]: self._notify() Dec 18 13:33:20.114618 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 18 13:33:20.114618 dv-neutron-744815-20-hyperv neutron-server[103160]: self.callback(batched_events) Dec 18 13:33:20.114618 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 18 13:33:20.114618 dv-neutron-744815-20-hyperv neutron-server[103160]: event.method(event) Dec 18 13:33:20.114618 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 18 13:33:20.114618 dv-neutron-744815-20-hyperv neutron-server[103160]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 18 13:33:20.114618 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 18 13:33:20.114618 dv-neutron-744815-20-hyperv neutron-server[103160]: aggregate_uuid = self.p_client.list_aggregates( Dec 18 13:33:20.114618 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 18 13:33:20.114618 dv-neutron-744815-20-hyperv neutron-server[103160]: return f(self, *a, **k) Dec 18 13:33:20.114618 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 18 13:33:20.114618 dv-neutron-744815-20-hyperv neutron-server[103160]: return self._get(url).json() Dec 18 13:33:20.114618 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 18 13:33:20.114618 dv-neutron-744815-20-hyperv neutron-server[103160]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 18 13:33:20.114618 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 18 13:33:20.114618 dv-neutron-744815-20-hyperv neutron-server[103160]: return self.request(url, 'GET', **kwargs) Dec 18 13:33:20.114618 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 18 13:33:20.114618 dv-neutron-744815-20-hyperv neutron-server[103160]: base_url = self.get_endpoint(auth, allow=allow, Dec 18 13:33:20.114618 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 18 13:33:20.114618 dv-neutron-744815-20-hyperv neutron-server[103160]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 18 13:33:20.114618 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 18 13:33:20.114618 dv-neutron-744815-20-hyperv neutron-server[103160]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 18 13:33:20.114618 dv-neutron-744815-20-hyperv neutron-server[103160]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 18 13:33:20.134218 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ebf84b6-ee94-450c-a075-8cbbcac28697 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Made reservation on behalf of 3e8e672f906b4c94aa3af3ddf07ca05e for: {'network': 1} {{(pid=103160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:33:20.137775 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-5ebf84b6-ee94-450c-a075-8cbbcac28697 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for network, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:20.171013 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40830802-f6f3-47eb-a17c-7b31c93b1ed2 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Pushing event deleted for resources: {'Network': ['ID=1552b670-3a29-4ecd-aa72-b5a21ccab9c4,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:33:20.200347 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ebf84b6-ee94-450c-a075-8cbbcac28697 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 133} {{(pid=103160) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 18 13:33:20.202288 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-2cc7020a-673f-49f3-b8d4-02d2439b5d6f tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1927267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586962'] for network, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:20.211563 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-2cc7020a-673f-49f3-b8d4-02d2439b5d6f tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks [] for network, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:20.214645 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-2cc7020a-673f-49f3-b8d4-02d2439b5d6f tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] 10.222.0.31 "DELETE /v2.0/networks/47165676-6c2c-4983-84b8-f29f31da60cf HTTP/1.1" status: 204 len: 168 time: 0.7249806 Dec 18 13:33:20.218527 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 56062) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:33:20.225146 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-dce55a3a-0cbd-40b1-b28f-caf99b231532 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-585121319', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83'}, 'admin_state_up': False}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:33:20.227099 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc7020a-673f-49f3-b8d4-02d2439b5d6f tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Pushing event deleted for resources: {'Network': ['ID=47165676-6c2c-4983-84b8-f29f31da60cf,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:33:20.231284 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-5ebf84b6-ee94-450c-a075-8cbbcac28697 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:20.231635 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.db.segments_db [None req-5ebf84b6-ee94-450c-a075-8cbbcac28697 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Added segment 2160b8b6-8edc-4fe4-b873-626c491ffcbc of type vlan for network 37b20d0d-0c5d-4ad5-8c97-f587a5601dee Dec 18 13:33:20.271020 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-5ebf84b6-ee94-450c-a075-8cbbcac28697 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767106405744'] for network, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:20.291174 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-dce55a3a-0cbd-40b1-b28f-caf99b231532 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28433'] for router, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:20.292225 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-dce55a3a-0cbd-40b1-b28f-caf99b231532 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-589769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28440'] for router, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:20.296934 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-5ebf84b6-ee94-450c-a075-8cbbcac28697 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981'] for network, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:20.303458 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ebf84b6-ee94-450c-a075-8cbbcac28697 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:33:20.304013 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-5ebf84b6-ee94-450c-a075-8cbbcac28697 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks [] for network, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:20.323537 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81a84477-0a6f-4b6a-9f19-2f80f21adc66 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Router ec180986-2f7e-49e3-89e3-dfec27cbbddd has already been hosted by L3 agent c9c0cd52-5bd2-4704-9429-d80f1c5ad23c {{(pid=103159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 18 13:33:20.369669 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-5ebf84b6-ee94-450c-a075-8cbbcac28697 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2985091 Dec 18 13:33:20.370917 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-dce55a3a-0cbd-40b1-b28f-caf99b231532 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:20.371543 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 56064) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:33:20.378542 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-ac7296b6-ca1f-4aa6-9278-b853e151e1bd tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Request body: {'subnet': {'network_id': '37b20d0d-0c5d-4ad5-8c97-f587a5601dee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:33:20.383372 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebf84b6-ee94-450c-a075-8cbbcac28697 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Pushing event updated for resources: {'Network': ['ID=37b20d0d-0c5d-4ad5-8c97-f587a5601dee,revision_number=1']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:33:20.395292 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Network 37b20d0d-0c5d-4ad5-8c97-f587a5601dee details requested by agent ovs-agent-dv-neutron-744815-20-hyperv with host dv-neutron-744815-20-hyperv {{(pid=103161) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 18 13:33:20.482902 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac7296b6-ca1f-4aa6-9278-b853e151e1bd tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Made reservation on behalf of 3e8e672f906b4c94aa3af3ddf07ca05e for: {'subnet': 1} {{(pid=103160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:33:20.487025 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-ac7296b6-ca1f-4aa6-9278-b853e151e1bd tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4514414'] for subnet, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:20.590874 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Device 4eb6f8b9-39e2-4c73-a65f-40154d8c96cd no longer exists at agent hyperv_hv-neutron-7448 {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 18 13:33:20.596093 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-dce55a3a-0cbd-40b1-b28f-caf99b231532 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:20.605482 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81a84477-0a6f-4b6a-9f19-2f80f21adc66 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Notify agent at l3_agent.dv-neutron-744815-20-hyperv the message routers_updated {{(pid=103159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 13:33:20.617737 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] No Port match for: 4eb6f8b9-39e2-4c73-a65f-40154d8c96cd {{(pid=103161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 18 13:33:20.618772 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Device 4eb6f8b9-39e2-4c73-a65f-40154d8c96cd not bound to the agent host hv-neutron-7448 {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 18 13:33:20.623949 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 56066) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:33:20.624453 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-81a84477-0a6f-4b6a-9f19-2f80f21adc66 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "PUT /v2.0/routers/ec180986-2f7e-49e3-89e3-dfec27cbbddd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9075289 Dec 18 13:33:20.624846 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0510289-c3e0-4584-a078-8fc871d8d6e1 None None] Sync routers for ids ['ec180986-2f7e-49e3-89e3-dfec27cbbddd'] in dv-neutron-744815-20-hyperv {{(pid=103161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 13:33:20.638288 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0510289-c3e0-4584-a078-8fc871d8d6e1 None None] Routers {'ec180986-2f7e-49e3-89e3-dfec27cbbddd'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:33:20.639565 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-b0510289-c3e0-4584-a078-8fc871d8d6e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:32:57Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['ec180986-2f7e-49e3-89e3-dfec27cbbddd'], 'active': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:33:20.723885 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.db_base_plugin_v2 [None req-dcb1ba63-601a-4e95-b818-d904ce7be153 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Deleting subnet ba320a99-11ba-43e3-b2e3-bcb19e0899a2 {{(pid=103160) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 18 13:33:20.730268 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-dcb1ba63-601a-4e95-b818-d904ce7be153 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for subnet, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:20.756650 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-ac7296b6-ca1f-4aa6-9278-b853e151e1bd tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4533410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4514424'] for subnet, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:20.765298 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvr_db [None req-b0510289-c3e0-4584-a078-8fc871d8d6e1 None None] Set router ec180986-2f7e-49e3-89e3-dfec27cbbddd gateway port host: dv-neutron-744815-20-hyperv {{(pid=103161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 13:33:20.809925 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-dcb1ba63-601a-4e95-b818-d904ce7be153 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4533385'] for subnet, precommit_delete_associations {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:20.850166 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-dce55a3a-0cbd-40b1-b28f-caf99b231532 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks [] for router_gateway, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:20.862234 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7296b6-ca1f-4aa6-9278-b853e151e1bd tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Pushing event updated for resources: {'Subnet': ['ID=91a18b6b-5ac3-47f2-a447-8a9f7ed59f3b,revision_number=0']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:33:20.875117 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-dce55a3a-0cbd-40b1-b28f-caf99b231532 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:20.881835 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac7296b6-ca1f-4aa6-9278-b853e151e1bd tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Checking segment: {'id': '2160b8b6-8edc-4fe4-b873-626c491ffcbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '37b20d0d-0c5d-4ad5-8c97-f587a5601dee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 13:33:20.882277 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac7296b6-ca1f-4aa6-9278-b853e151e1bd tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Network hostable DHCP agents. Network: 37b20d0d-0c5d-4ad5-8c97-f587a5601dee, hostable agents: ['aa77effa-0e3a-4bbd-a383-4d58ed3328d0'], hosted agents: [] {{(pid=103160) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 18 13:33:20.932198 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac7296b6-ca1f-4aa6-9278-b853e151e1bd tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Network 37b20d0d-0c5d-4ad5-8c97-f587a5601dee is scheduled to be hosted by DHCP agent aa77effa-0e3a-4bbd-a383-4d58ed3328d0 with binding_index 1 {{(pid=103160) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 18 13:33:20.943519 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-dcb1ba63-601a-4e95-b818-d904ce7be153 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1929185'] for subnet, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:20.947248 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.base_scheduler [None req-ac7296b6-ca1f-4aa6-9278-b853e151e1bd tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-744815-20-hyperv, 37b20d0d-0c5d-4ad5-8c97-f587a5601dee) {{(pid=103160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:33:20.957638 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c454f8d-511b-4bc0-9c08-e675120aa3fa None None] Network 37b20d0d-0c5d-4ad5-8c97-f587a5601dee requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:33:20.976027 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac7296b6-ca1f-4aa6-9278-b853e151e1bd tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:33:20.976546 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-ac7296b6-ca1f-4aa6-9278-b853e151e1bd tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks [] for subnet, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:20.991212 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.db_base_plugin_common [None req-dce55a3a-0cbd-40b1-b28f-caf99b231532 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Allocated IP 172.26.3.96 (decb4a40-7941-48c8-afbb-daaafd502e83/70deed80-3ca1-4f9e-96cb-563b43d3acba/76d20902-b07c-4431-94dc-31e2ee4d1322) {{(pid=103159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:33:20.993983 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-b0510289-c3e0-4584-a078-8fc871d8d6e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec180986-2f7e-49e3-89e3-dfec27cbbddd', 'name': 'tempest-TestNetworkBasicOps-router-1985445967', 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.28'}], 'enable_snat': True}, 'gw_port_id': 'b106f41d-05cd-47e9-a39e-d328e1c96648', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:29:58Z', 'updated_at': '2021-12-18T13:33:19Z', 'revision_number': 7, 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'gw_port': {'id': 'b106f41d-05cd-47e9-a39e-d328e1c96648', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:a6:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec180986-2f7e-49e3-89e3-dfec27cbbddd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 767, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:30:00Z', 'updated_at': '2021-12-18T13:30:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv'}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:33:21.005411 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-ac7296b6-ca1f-4aa6-9278-b853e151e1bd tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6300411 Dec 18 13:33:21.005653 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 56068) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:33:21.027476 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-dcb1ba63-601a-4e95-b818-d904ce7be153 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1929192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4533475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4514371'] for subnet, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:21.055511 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0510289-c3e0-4584-a078-8fc871d8d6e1 None None] Checking router: ec180986-2f7e-49e3-89e3-dfec27cbbddd for host: dv-neutron-744815-20-hyperv {{(pid=103161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 18 13:33:21.056333 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb1ba63-601a-4e95-b818-d904ce7be153 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Pushing event deleted for resources: {'Subnet': ['ID=ba320a99-11ba-43e3-b2e3-bcb19e0899a2,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:33:21.058324 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-dcb1ba63-601a-4e95-b818-d904ce7be153 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for subnet, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:21.061653 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-dcb1ba63-601a-4e95-b818-d904ce7be153 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "DELETE /v2.0/subnets/ba320a99-11ba-43e3-b2e3-bcb19e0899a2 HTTP/1.1" status: 204 len: 168 time: 0.4367318 Dec 18 13:33:21.071763 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 56070) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:33:21.074157 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-995563cf-4aa8-4907-841b-57614a0f1a3a None None] Network 1f2d5a30-cad3-45c3-b064-c7c1eec3de2d requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:33:21.098674 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0510289-c3e0-4584-a078-8fc871d8d6e1 None None] Routers {'ec180986-2f7e-49e3-89e3-dfec27cbbddd'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:33:21.099415 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-b0510289-c3e0-4584-a078-8fc871d8d6e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:32:57Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['ec180986-2f7e-49e3-89e3-dfec27cbbddd'], 'active': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:33:21.195733 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-4b6eb288-1113-4614-a9a1-4768394147db tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for router, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:21.224989 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5c932a6-76b9-47b9-b892-aa5bf1e41e32 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp31e170a0-46a1-5ba9-9dc1-7ee4f866f0d7-37b20d0d-0c5d-4ad5-8c97-f587a5601dee', 'network_id': '37b20d0d-0c5d-4ad5-8c97-f587a5601dee', 'project_id': '3e8e672f906b4c94aa3af3ddf07ca05e', 'fixed_ips': [{'subnet_id': '91a18b6b-5ac3-47f2-a447-8a9f7ed59f3b'}]}} from dv-neutron-744815-20-hyperv. {{(pid=103161) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 18 13:33:21.225855 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c5c932a6-76b9-47b9-b892-aa5bf1e41e32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:21.302006 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-dce55a3a-0cbd-40b1-b28f-caf99b231532 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks [] for port, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:21.316266 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-4b6eb288-1113-4614-a9a1-4768394147db tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:21.364588 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvr_db [None req-b0510289-c3e0-4584-a078-8fc871d8d6e1 None None] Set router ec180986-2f7e-49e3-89e3-dfec27cbbddd gateway port host: dv-neutron-744815-20-hyperv {{(pid=103161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 13:33:21.373394 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-4b6eb288-1113-4614-a9a1-4768394147db tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Deleting port b106f41d-05cd-47e9-a39e-d328e1c96648 {{(pid=103160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:33:21.373858 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-4b6eb288-1113-4614-a9a1-4768394147db tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:21.385145 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-ff76d246-cd43-4e5b-81de-71424809f9b3 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:21.409494 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-dce55a3a-0cbd-40b1-b28f-caf99b231532 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:21.465812 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1db1ba33-4975-48e7-8d03-3960a8c41f54 None None] DHCP port deletion for 1f2d5a30-cad3-45c3-b064-c7c1eec3de2d request from dv-neutron-744815-20-hyperv {{(pid=103161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 18 13:33:21.483306 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.db [None req-4b6eb288-1113-4614-a9a1-4768394147db tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] For port b106f41d-05cd-47e9-a39e-d328e1c96648, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=b106f41d-05cd-47e9-a39e-d328e1c96648,segment=NetworkSegment(3f66d49c-4faa-434c-8c3e-991f4f1d01bd),segment_id=3f66d49c-4faa-434c-8c3e-991f4f1d01bd)] {{(pid=103160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:33:21.483804 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-4b6eb288-1113-4614-a9a1-4768394147db tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:21.499310 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-4b6eb288-1113-4614-a9a1-4768394147db tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Calling delete_port for b106f41d-05cd-47e9-a39e-d328e1c96648 owned by network:router_gateway {{(pid=103160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:33:21.512259 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dce55a3a-0cbd-40b1-b28f-caf99b231532 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Network decb4a40-7941-48c8-afbb-daaafd502e83 is already hosted by enough agents. {{(pid=103159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:33:21.520775 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.base_scheduler [None req-dce55a3a-0cbd-40b1-b28f-caf99b231532 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Resources bound (agent type, host, resource id): {{(pid=103159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:33:21.532054 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dce55a3a-0cbd-40b1-b28f-caf99b231532 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Received port after_create {{(pid=103159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:33:21.557473 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce55a3a-0cbd-40b1-b28f-caf99b231532 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Pushing event updated for resources: {'Port': ['ID=76d20902-b07c-4431-94dc-31e2ee4d1322,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:33:21.569711 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc1bffa8-a57c-45f4-b939-0d2e70a14ce6 None None] DHCP port deletion for decb4a40-7941-48c8-afbb-daaafd502e83 request from dv-neutron-744815-20-hyperv {{(pid=103161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 18 13:33:21.571921 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device a2457214-84ce-4540-b98c-44e59a987e65 no longer exists at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 18 13:33:21.712693 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-4b6eb288-1113-4614-a9a1-4768394147db tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4533522'] for port, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:21.738778 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6eb288-1113-4614-a9a1-4768394147db tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Pushing event deleted for resources: {'Port': ['ID=b106f41d-05cd-47e9-a39e-d328e1c96648,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:33:21.782080 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-2294866d-0076-4933-952c-685307032598 None None] No Port match for: a2457214-84ce-4540-b98c-44e59a987e65 {{(pid=103161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 18 13:33:21.782679 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device a2457214-84ce-4540-b98c-44e59a987e65 not bound to the agent host dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 18 13:33:21.806097 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_common [None req-c5c932a6-76b9-47b9-b892-aa5bf1e41e32 None None] Allocated IP 2001:db8::2 (37b20d0d-0c5d-4ad5-8c97-f587a5601dee/91a18b6b-5ac3-47f2-a447-8a9f7ed59f3b/963400f9-6591-4cd8-bd4c-0428572afa4e) {{(pid=103161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:33:21.821371 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-4b6eb288-1113-4614-a9a1-4768394147db tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-586554'] for router_gateway, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:21.825546 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f3a6b34-917f-4da3-bd39-71b327537fd3 None None] DHCP port deletion for decb4a40-7941-48c8-afbb-daaafd502e83 request from dv-neutron-744815-20-hyperv {{(pid=103161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 18 13:33:21.910864 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-dce55a3a-0cbd-40b1-b28f-caf99b231532 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks [] for router_gateway, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:21.917969 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-4b6eb288-1113-4614-a9a1-4768394147db tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-589815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28643'] for router, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:21.920169 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-4b6eb288-1113-4614-a9a1-4768394147db tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:21.935004 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-1db1ba33-4975-48e7-8d03-3960a8c41f54 None None] Deleting port 1a65ab7b-de3f-4413-8b95-50ec54e9f63b {{(pid=103161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:33:21.935416 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-1db1ba33-4975-48e7-8d03-3960a8c41f54 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:21.968667 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-4b6eb288-1113-4614-a9a1-4768394147db tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-589710'] for router, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:21.970044 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b6eb288-1113-4614-a9a1-4768394147db tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Fanout notify agent at l3_agent the message router_deleted on router ec180986-2f7e-49e3-89e3-dfec27cbbddd {{(pid=103160) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 18 13:33:21.978451 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-4b6eb288-1113-4614-a9a1-4768394147db tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for router, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:21.982512 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-4b6eb288-1113-4614-a9a1-4768394147db tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "DELETE /v2.0/routers/ec180986-2f7e-49e3-89e3-dfec27cbbddd HTTP/1.1" status: 204 len: 168 time: 0.9091978 Dec 18 13:33:21.983121 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 56072) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:33:22.015657 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-08a200d7-2c2e-451f-aa94-cf84de51b5f7 None None] Provisioning complete for port 76d20902-b07c-4431-94dc-31e2ee4d1322 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:33:22.016341 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-08a200d7-2c2e-451f-aa94-cf84de51b5f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:22.056108 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-1db1ba33-4975-48e7-8d03-3960a8c41f54 None None] For port 1a65ab7b-de3f-4413-8b95-50ec54e9f63b, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=1a65ab7b-de3f-4413-8b95-50ec54e9f63b,segment=NetworkSegment(999ac071-648b-41e4-b1fb-0b335d58804a),segment_id=999ac071-648b-41e4-b1fb-0b335d58804a)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:33:22.056401 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-1db1ba33-4975-48e7-8d03-3960a8c41f54 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:22.063544 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-18e90550-8739-4198-8094-63721a532d5a tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2023137'] for network, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:22.087779 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-1db1ba33-4975-48e7-8d03-3960a8c41f54 None None] Calling delete_port for 1a65ab7b-de3f-4413-8b95-50ec54e9f63b owned by network:dhcp {{(pid=103161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:33:22.115892 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-18e90550-8739-4198-8094-63721a532d5a tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Deleting port 1a65ab7b-de3f-4413-8b95-50ec54e9f63b {{(pid=103160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:33:22.116240 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-18e90550-8739-4198-8094-63721a532d5a tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:22.136629 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-dce55a3a-0cbd-40b1-b28f-caf99b231532 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-589760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-586526'] for router, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:22.136952 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-08a200d7-2c2e-451f-aa94-cf84de51b5f7 None None] Port 76d20902-b07c-4431-94dc-31e2ee4d1322 cannot update to ACTIVE because it is not bound. {{(pid=103161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 13:33:22.173560 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-b0510289-c3e0-4584-a078-8fc871d8d6e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec180986-2f7e-49e3-89e3-dfec27cbbddd', 'name': 'tempest-TestNetworkBasicOps-router-1985445967', 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.28'}], 'enable_snat': True}, 'gw_port_id': 'b106f41d-05cd-47e9-a39e-d328e1c96648', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:29:58Z', 'updated_at': '2021-12-18T13:33:19Z', 'revision_number': 7, 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'gw_port': {'id': 'b106f41d-05cd-47e9-a39e-d328e1c96648', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:a6:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec180986-2f7e-49e3-89e3-dfec27cbbddd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 767, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:30:00Z', 'updated_at': '2021-12-18T13:30:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv'}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:33:22.189194 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.db [None req-18e90550-8739-4198-8094-63721a532d5a tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] For port 1a65ab7b-de3f-4413-8b95-50ec54e9f63b, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=1a65ab7b-de3f-4413-8b95-50ec54e9f63b,segment=NetworkSegment(999ac071-648b-41e4-b1fb-0b335d58804a),segment_id=999ac071-648b-41e4-b1fb-0b335d58804a)] {{(pid=103160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:33:22.190066 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-18e90550-8739-4198-8094-63721a532d5a tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:22.204484 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-18e90550-8739-4198-8094-63721a532d5a tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Calling delete_port for 1a65ab7b-de3f-4413-8b95-50ec54e9f63b owned by network:dhcp {{(pid=103160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:33:22.210601 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0510289-c3e0-4584-a078-8fc871d8d6e1 None None] The sync data for ids ['ec180986-2f7e-49e3-89e3-dfec27cbbddd'] in dv-neutron-744815-20-hyperv is: [{'id': 'ec180986-2f7e-49e3-89e3-dfec27cbbddd', 'name': 'tempest-TestNetworkBasicOps-router-1985445967', 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.28'}], 'enable_snat': True}, 'gw_port_id': 'b106f41d-05cd-47e9-a39e-d328e1c96648', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:29:58Z', 'updated_at': '2021-12-18T13:33:19Z', 'revision_number': 7, 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'gw_port': {'id': 'b106f41d-05cd-47e9-a39e-d328e1c96648', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:a6:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec180986-2f7e-49e3-89e3-dfec27cbbddd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 767, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:30:00Z', 'updated_at': '2021-12-18T13:30:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv'}] {{(pid=103161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 13:33:22.226642 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c5c932a6-76b9-47b9-b892-aa5bf1e41e32 None None] Publish callbacks [] for port, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:22.246912 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c5c932a6-76b9-47b9-b892-aa5bf1e41e32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975'] for port, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:22.305440 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5c932a6-76b9-47b9-b892-aa5bf1e41e32 None None] Network 37b20d0d-0c5d-4ad5-8c97-f587a5601dee is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:33:22.308623 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.db_base_plugin_common [None req-ff76d246-cd43-4e5b-81de-71424809f9b3 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Allocated IP 2001:db8::1 (37b20d0d-0c5d-4ad5-8c97-f587a5601dee/91a18b6b-5ac3-47f2-a447-8a9f7ed59f3b/146b4ada-1eb2-4f9a-89a6-e248f7ab33ec) {{(pid=103159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:33:22.311797 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-c5c932a6-76b9-47b9-b892-aa5bf1e41e32 None None] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:33:22.317521 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5c932a6-76b9-47b9-b892-aa5bf1e41e32 None None] Received port after_create {{(pid=103161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:33:22.321681 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-1db1ba33-4975-48e7-8d03-3960a8c41f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984'] for port, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:22.321946 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-18e90550-8739-4198-8094-63721a532d5a tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4533522'] for port, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:22.325593 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c932a6-76b9-47b9-b892-aa5bf1e41e32 None None] Pushing event updated for resources: {'Port': ['ID=963400f9-6591-4cd8-bd4c-0428572afa4e,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:33:22.333382 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dce55a3a-0cbd-40b1-b28f-caf99b231532 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Router f3d14373-8e53-4e25-9586-b13d68186eed is scheduled to L3 agent c9c0cd52-5bd2-4704-9429-d80f1c5ad23c with binding_index 1 {{(pid=103159) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 18 13:33:22.360668 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e90550-8739-4198-8094-63721a532d5a tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Pushing event deleted for resources: {'Port': ['ID=1a65ab7b-de3f-4413-8b95-50ec54e9f63b,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:33:22.369246 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18e90550-8739-4198-8094-63721a532d5a tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] No DVR routers for this DVR port 1a65ab7b-de3f-4413-8b95-50ec54e9f63b on host dv-neutron-744815-20-hyperv {{(pid=103160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 18 13:33:22.374038 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db1ba33-4975-48e7-8d03-3960a8c41f54 None None] Pushing event deleted for resources: {'Port': ['ID=1a65ab7b-de3f-4413-8b95-50ec54e9f63b,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:33:22.382775 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1db1ba33-4975-48e7-8d03-3960a8c41f54 None None] No DVR routers for this DVR port 1a65ab7b-de3f-4413-8b95-50ec54e9f63b on host dv-neutron-744815-20-hyperv {{(pid=103161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 18 13:33:22.415181 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-c5c932a6-76b9-47b9-b892-aa5bf1e41e32 None None] Attempting to bind port 963400f9-6591-4cd8-bd4c-0428572afa4e on host dv-neutron-744815-20-hyperv for vnic_type normal with profile {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 13:33:22.415582 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-c5c932a6-76b9-47b9-b892-aa5bf1e41e32 None None] Attempting to bind port 963400f9-6591-4cd8-bd4c-0428572afa4e by drivers openvswitch,hyperv on host dv-neutron-744815-20-hyperv at level 0 using segments [{'id': '2160b8b6-8edc-4fe4-b873-626c491ffcbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '37b20d0d-0c5d-4ad5-8c97-f587a5601dee'}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 13:33:22.416076 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5c932a6-76b9-47b9-b892-aa5bf1e41e32 None None] Attempting to bind port 963400f9-6591-4cd8-bd4c-0428572afa4e on network 37b20d0d-0c5d-4ad5-8c97-f587a5601dee {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 13:33:22.421156 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5c932a6-76b9-47b9-b892-aa5bf1e41e32 None None] Checking agent: {'id': '428fa9fa-43db-4db9-9f96-f60ffe931f2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-20-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 13, 19, 1), 'started_at': datetime.datetime(2021, 12, 18, 13, 19, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 13, 33, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-20-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 18 13:33:22.421530 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5c932a6-76b9-47b9-b892-aa5bf1e41e32 None None] Checking segment: {'id': '2160b8b6-8edc-4fe4-b873-626c491ffcbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '37b20d0d-0c5d-4ad5-8c97-f587a5601dee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 13:33:22.422686 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c5c932a6-76b9-47b9-b892-aa5bf1e41e32 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:22.422686 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5c932a6-76b9-47b9-b892-aa5bf1e41e32 None None] Bound using segment: {'id': '2160b8b6-8edc-4fe4-b873-626c491ffcbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '37b20d0d-0c5d-4ad5-8c97-f587a5601dee'} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 18 13:33:22.422932 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-c5c932a6-76b9-47b9-b892-aa5bf1e41e32 None None] Bound port: 963400f9-6591-4cd8-bd4c-0428572afa4e, host: dv-neutron-744815-20-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2160b8b6-8edc-4fe4-b873-626c491ffcbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '37b20d0d-0c5d-4ad5-8c97-f587a5601dee'}}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 18 13:33:22.423268 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c5c932a6-76b9-47b9-b892-aa5bf1e41e32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:22.469874 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-18e90550-8739-4198-8094-63721a532d5a tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1927292', 'neutron.services.segments.db._delete_segments_for_network-8767106887837'] for network, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:22.487694 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-c5c932a6-76b9-47b9-b892-aa5bf1e41e32 None None] For port 963400f9-6591-4cd8-bd4c-0428572afa4e, host dv-neutron-744815-20-hyperv, cleared binding levels {{(pid=103161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 18 13:33:22.491475 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-c5c932a6-76b9-47b9-b892-aa5bf1e41e32 None None] For port 963400f9-6591-4cd8-bd4c-0428572afa4e, host dv-neutron-744815-20-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=963400f9-6591-4cd8-bd4c-0428572afa4e,segment=NetworkSegment(2160b8b6-8edc-4fe4-b873-626c491ffcbc),segment_id=2160b8b6-8edc-4fe4-b873-626c491ffcbc)] {{(pid=103161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 18 13:33:22.492393 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.services.segments.db [None req-18e90550-8739-4198-8094-63721a532d5a tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f2d5a30-cad3-45c3-b064-c7c1eec3de2d']}} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:33:22.501838 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c5c932a6-76b9-47b9-b892-aa5bf1e41e32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:22.504084 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.services.segments.db [None req-18e90550-8739-4198-8094-63721a532d5a tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '999ac071-648b-41e4-b1fb-0b335d58804a') {'for_net_delete': True} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:33:22.504584 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.services.segments.db [None req-18e90550-8739-4198-8094-63721a532d5a tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '999ac071-648b-41e4-b1fb-0b335d58804a') {} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:33:22.515366 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-18e90550-8739-4198-8094-63721a532d5a tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767106888614', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4533424'] for segment, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:22.532217 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-ff76d246-cd43-4e5b-81de-71424809f9b3 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks [] for port, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:22.535443 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-18e90550-8739-4198-8094-63721a532d5a tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:22.554954 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18e90550-8739-4198-8094-63721a532d5a tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Releasing vlan 122 on physical network physnet1 to pool {{(pid=103160) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 18 13:33:22.555481 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-18e90550-8739-4198-8094-63721a532d5a tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4533569'] for segment, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:22.561082 dv-neutron-744815-20-hyperv neutron-server[103160]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 18 13:33:22.561082 dv-neutron-744815-20-hyperv neutron-server[103160]: self.session.flush() Dec 18 13:33:22.561082 dv-neutron-744815-20-hyperv neutron-server[103160]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 18 13:33:22.561082 dv-neutron-744815-20-hyperv neutron-server[103160]: self.session.flush() Dec 18 13:33:22.561082 dv-neutron-744815-20-hyperv neutron-server[103160]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 18 13:33:22.561082 dv-neutron-744815-20-hyperv neutron-server[103160]: self.session.flush() Dec 18 13:33:22.561082 dv-neutron-744815-20-hyperv neutron-server[103160]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 18 13:33:22.561082 dv-neutron-744815-20-hyperv neutron-server[103160]: self.session.flush() Dec 18 13:33:22.561082 dv-neutron-744815-20-hyperv neutron-server[103160]: Traceback (most recent call last): Dec 18 13:33:22.561082 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 18 13:33:22.561082 dv-neutron-744815-20-hyperv neutron-server[103160]: timer() Dec 18 13:33:22.561082 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 18 13:33:22.561082 dv-neutron-744815-20-hyperv neutron-server[103160]: cb(*args, **kw) Dec 18 13:33:22.561082 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 18 13:33:22.561082 dv-neutron-744815-20-hyperv neutron-server[103160]: return func(*args, **kwargs) Dec 18 13:33:22.561082 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 18 13:33:22.561082 dv-neutron-744815-20-hyperv neutron-server[103160]: self._notify() Dec 18 13:33:22.561082 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 18 13:33:22.561082 dv-neutron-744815-20-hyperv neutron-server[103160]: self.callback(batched_events) Dec 18 13:33:22.561082 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 18 13:33:22.561082 dv-neutron-744815-20-hyperv neutron-server[103160]: event.method(event) Dec 18 13:33:22.561082 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 18 13:33:22.561082 dv-neutron-744815-20-hyperv neutron-server[103160]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 18 13:33:22.561082 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 18 13:33:22.561082 dv-neutron-744815-20-hyperv neutron-server[103160]: aggregate_uuid = self.p_client.list_aggregates( Dec 18 13:33:22.561082 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 18 13:33:22.561082 dv-neutron-744815-20-hyperv neutron-server[103160]: return f(self, *a, **k) Dec 18 13:33:22.561082 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 18 13:33:22.561082 dv-neutron-744815-20-hyperv neutron-server[103160]: return self._get(url).json() Dec 18 13:33:22.561082 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 18 13:33:22.561082 dv-neutron-744815-20-hyperv neutron-server[103160]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 18 13:33:22.561082 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 18 13:33:22.561082 dv-neutron-744815-20-hyperv neutron-server[103160]: return self.request(url, 'GET', **kwargs) Dec 18 13:33:22.561082 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 18 13:33:22.561082 dv-neutron-744815-20-hyperv neutron-server[103160]: base_url = self.get_endpoint(auth, allow=allow, Dec 18 13:33:22.561082 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 18 13:33:22.561082 dv-neutron-744815-20-hyperv neutron-server[103160]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 18 13:33:22.561082 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 18 13:33:22.561082 dv-neutron-744815-20-hyperv neutron-server[103160]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 18 13:33:22.561082 dv-neutron-744815-20-hyperv neutron-server[103160]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 18 13:33:22.570854 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dce55a3a-0cbd-40b1-b28f-caf99b231532 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Notify agent at l3_agent.dv-neutron-744815-20-hyperv the message routers_updated {{(pid=103159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 13:33:22.582367 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c932a6-76b9-47b9-b892-aa5bf1e41e32 None None] Pushing event updated for resources: {'Port': ['ID=963400f9-6591-4cd8-bd4c-0428572afa4e,revision_number=2']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:33:22.584888 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3459a86-d0c3-4ab8-94d0-74770890ab42 None None] Sync routers for ids ['f3d14373-8e53-4e25-9586-b13d68186eed'] in dv-neutron-744815-20-hyperv {{(pid=103162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 13:33:22.603559 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3459a86-d0c3-4ab8-94d0-74770890ab42 None None] Routers {'f3d14373-8e53-4e25-9586-b13d68186eed'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:33:22.609190 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-c3459a86-d0c3-4ab8-94d0-74770890ab42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:32:57Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['f3d14373-8e53-4e25-9586-b13d68186eed'], 'active': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:33:22.613619 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-dce55a3a-0cbd-40b1-b28f-caf99b231532 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks [] for router, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:22.615565 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-dce55a3a-0cbd-40b1-b28f-caf99b231532 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 2.3956418 Dec 18 13:33:22.619683 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 56074) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:33:22.620805 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-ff76d246-cd43-4e5b-81de-71424809f9b3 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:22.662715 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-c3459a86-d0c3-4ab8-94d0-74770890ab42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:33:22.678148 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-18e90550-8739-4198-8094-63721a532d5a tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1927267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586962'] for network, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:22.681600 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3459a86-d0c3-4ab8-94d0-74770890ab42 None None] Routers {'f3d14373-8e53-4e25-9586-b13d68186eed'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:33:22.687448 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-c3459a86-d0c3-4ab8-94d0-74770890ab42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:32:57Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['f3d14373-8e53-4e25-9586-b13d68186eed'], 'active': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:33:22.709752 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-18e90550-8739-4198-8094-63721a532d5a tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for network, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:22.713965 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-18e90550-8739-4198-8094-63721a532d5a tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "DELETE /v2.0/networks/1f2d5a30-cad3-45c3-b064-c7c1eec3de2d HTTP/1.1" status: 204 len: 168 time: 0.7298398 Dec 18 13:33:22.715140 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e90550-8739-4198-8094-63721a532d5a tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Pushing event deleted for resources: {'Network': ['ID=1f2d5a30-cad3-45c3-b064-c7c1eec3de2d,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:33:22.731158 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff76d246-cd43-4e5b-81de-71424809f9b3 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Network 37b20d0d-0c5d-4ad5-8c97-f587a5601dee is already hosted by enough agents. {{(pid=103159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:33:22.738376 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 56076) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:33:22.738924 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.base_scheduler [None req-ff76d246-cd43-4e5b-81de-71424809f9b3 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Resources bound (agent type, host, resource id): {{(pid=103159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:33:22.741447 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff76d246-cd43-4e5b-81de-71424809f9b3 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Received port after_create {{(pid=103159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:33:22.742197 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-ff76d246-cd43-4e5b-81de-71424809f9b3 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586257'] for router_interface, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:22.745132 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-aef8fbcf-e9c0-45bc-9fd9-50c7feed7722 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Request body: {'network': {'name': 'tempest-network-smoke--93571416', 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'port_security_enabled': True}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:33:22.766477 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-c3459a86-d0c3-4ab8-94d0-74770890ab42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:33:22.767708 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3459a86-d0c3-4ab8-94d0-74770890ab42 None None] The sync data for ids ['f3d14373-8e53-4e25-9586-b13d68186eed'] in dv-neutron-744815-20-hyperv is: [] {{(pid=103162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 13:33:22.792349 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aef8fbcf-e9c0-45bc-9fd9-50c7feed7722 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Made reservation on behalf of 6e88b8a5aed24360a829007d7fd9d0fd for: {'network': 1} {{(pid=103160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:33:22.796201 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-aef8fbcf-e9c0-45bc-9fd9-50c7feed7722 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for network, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:22.835064 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff76d246-cd43-4e5b-81de-71424809f9b3 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Pushing event updated for resources: {'Port': ['ID=146b4ada-1eb2-4f9a-89a6-e248f7ab33ec,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:33:22.857905 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aef8fbcf-e9c0-45bc-9fd9-50c7feed7722 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 148} {{(pid=103160) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 18 13:33:22.878587 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-aef8fbcf-e9c0-45bc-9fd9-50c7feed7722 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:22.878868 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.db.segments_db [None req-aef8fbcf-e9c0-45bc-9fd9-50c7feed7722 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Added segment 41b622a4-fe65-4a37-a7e3-444d1fa62644 of type vlan for network 32941329-bcc6-4cdc-97c2-3cadb3ebb3d1 Dec 18 13:33:22.905472 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-552c6f00-3229-46f6-9761-b5066d273e74 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] 10.222.0.31 "GET /v2.0/routers/f3d14373-8e53-4e25-9586-b13d68186eed HTTP/1.1" status: 200 len: 879 time: 0.2797749 Dec 18 13:33:22.908859 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 56078) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:33:22.934624 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-aef8fbcf-e9c0-45bc-9fd9-50c7feed7722 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767106405744'] for network, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:22.964949 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-aef8fbcf-e9c0-45bc-9fd9-50c7feed7722 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981'] for network, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:22.972065 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aef8fbcf-e9c0-45bc-9fd9-50c7feed7722 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:33:22.972710 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-aef8fbcf-e9c0-45bc-9fd9-50c7feed7722 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for network, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:23.015789 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-aef8fbcf-e9c0-45bc-9fd9-50c7feed7722 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2754738 Dec 18 13:33:23.046637 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 56080) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:33:23.051813 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-5ebf4f44-a591-449e-bc53-24abfac6311c tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-2030627157', 'admin_state_up': True, 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83'}}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:33:23.069011 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef8fbcf-e9c0-45bc-9fd9-50c7feed7722 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Pushing event updated for resources: {'Network': ['ID=32941329-bcc6-4cdc-97c2-3cadb3ebb3d1,revision_number=1']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:33:23.086420 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Network 32941329-bcc6-4cdc-97c2-3cadb3ebb3d1 details requested by agent ovs-agent-dv-neutron-744815-20-hyperv with host dv-neutron-744815-20-hyperv {{(pid=103161) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 18 13:33:23.092865 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-5ebf4f44-a591-449e-bc53-24abfac6311c tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28433'] for router, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:23.094837 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-5ebf4f44-a591-449e-bc53-24abfac6311c tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-589769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28440'] for router, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:23.162744 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-5ebf4f44-a591-449e-bc53-24abfac6311c tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:23.387381 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-ff76d246-cd43-4e5b-81de-71424809f9b3 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:23.640535 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 963400f9-6591-4cd8-bd4c-0428572afa4e up at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 13:33:23.666669 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-5ebf4f44-a591-449e-bc53-24abfac6311c tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:23.718265 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2294866d-0076-4933-952c-685307032598 None None] Provisioning complete for port 963400f9-6591-4cd8-bd4c-0428572afa4e triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:33:23.718753 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:23.763796 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4675b63d-53e8-4a8b-afb3-f19b188cfff2 None None] Network 37b20d0d-0c5d-4ad5-8c97-f587a5601dee requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:33:23.809696 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-5b23bd59-9a4c-4726-9d1f-4e2dfdb21306 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 882 time: 0.8971691 Dec 18 13:33:23.810758 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 56086) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:33:23.817264 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-d5c776b7-a801-41d9-86a6-4e23ec7c4128 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-585121319'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:33:23.895439 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-5ebf4f44-a591-449e-bc53-24abfac6311c tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for router_gateway, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:23.904254 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:23.908240 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-952ee2ec-6d37-4f8c-8762-295f20ad2524 None None] Provisioning complete for port 963400f9-6591-4cd8-bd4c-0428572afa4e triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:33:23.908607 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-952ee2ec-6d37-4f8c-8762-295f20ad2524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:23.920546 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-5ebf4f44-a591-449e-bc53-24abfac6311c tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:23.940803 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-ff76d246-cd43-4e5b-81de-71424809f9b3 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks [] for port, precommit_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:23.950423 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-ff76d246-cd43-4e5b-81de-71424809f9b3 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5659917'] for port, after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:23.951537 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-ff76d246-cd43-4e5b-81de-71424809f9b3 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1048031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586432'] for router_interface, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:23.982869 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-2294866d-0076-4933-952c-685307032598 None None] For port 963400f9-6591-4cd8-bd4c-0428572afa4e, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=963400f9-6591-4cd8-bd4c-0428572afa4e,segment=NetworkSegment(2160b8b6-8edc-4fe4-b873-626c491ffcbc),segment_id=2160b8b6-8edc-4fe4-b873-626c491ffcbc)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:33:23.992866 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:24.048952 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.db_base_plugin_common [None req-5ebf4f44-a591-449e-bc53-24abfac6311c tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Allocated IP 172.26.3.175 (decb4a40-7941-48c8-afbb-daaafd502e83/70deed80-3ca1-4f9e-96cb-563b43d3acba/833d818b-d3dd-4cd2-abf8-33d55b4ab42b) {{(pid=103160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:33:24.076838 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device b106f41d-05cd-47e9-a39e-d328e1c96648 no longer exists at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 18 13:33:24.118419 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-2294866d-0076-4933-952c-685307032598 None None] No Port match for: b106f41d-05cd-47e9-a39e-d328e1c96648 {{(pid=103161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 18 13:33:24.122467 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device b106f41d-05cd-47e9-a39e-d328e1c96648 not bound to the agent host dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 18 13:33:24.122908 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 1a65ab7b-de3f-4413-8b95-50ec54e9f63b no longer exists at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 18 13:33:24.150858 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Pushing event updated for resources: {'Port': ['ID=963400f9-6591-4cd8-bd4c-0428572afa4e,revision_number=3']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:33:24.154015 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-2294866d-0076-4933-952c-685307032598 None None] No Port match for: 1a65ab7b-de3f-4413-8b95-50ec54e9f63b {{(pid=103161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 18 13:33:24.155579 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 1a65ab7b-de3f-4413-8b95-50ec54e9f63b not bound to the agent host dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 18 13:33:24.155579 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device c49a00b0-70b6-433c-a7d6-569818792ab2 no longer exists at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 18 13:33:24.174922 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-5ebf4f44-a591-449e-bc53-24abfac6311c tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for port, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:24.180868 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-2294866d-0076-4933-952c-685307032598 None None] No Port match for: c49a00b0-70b6-433c-a7d6-569818792ab2 {{(pid=103161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 18 13:33:24.181071 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device c49a00b0-70b6-433c-a7d6-569818792ab2 not bound to the agent host dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 18 13:33:24.215299 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-5ebf4f44-a591-449e-bc53-24abfac6311c tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4533522'] for port, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:24.257452 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ebf4f44-a591-449e-bc53-24abfac6311c tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Network decb4a40-7941-48c8-afbb-daaafd502e83 is already hosted by enough agents. {{(pid=103160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:33:24.258352 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff76d246-cd43-4e5b-81de-71424809f9b3 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Pushing event updated for resources: {'Port': ['ID=146b4ada-1eb2-4f9a-89a6-e248f7ab33ec,revision_number=2']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:33:24.260577 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.base_scheduler [None req-5ebf4f44-a591-449e-bc53-24abfac6311c tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Resources bound (agent type, host, resource id): {{(pid=103160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:33:24.264213 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ebf4f44-a591-449e-bc53-24abfac6311c tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Received port after_create {{(pid=103160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:33:24.269921 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebf4f44-a591-449e-bc53-24abfac6311c tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Pushing event updated for resources: {'Port': ['ID=833d818b-d3dd-4cd2-abf8-33d55b4ab42b,revision_number=1']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:33:24.298600 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f72711c1-f5f7-4d22-89b1-6aa0a99ce455 None None] DHCP port deletion for decb4a40-7941-48c8-afbb-daaafd502e83 request from dv-neutron-744815-20-hyperv {{(pid=103161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 18 13:33:24.343738 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-d5c776b7-a801-41d9-86a6-4e23ec7c4128 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-586613', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-589787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28650'] for router, precommit_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:24.348628 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-01649764-15f4-4661-99df-3bef63181780 None None] Provisioning complete for port 833d818b-d3dd-4cd2-abf8-33d55b4ab42b triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:33:24.349020 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-01649764-15f4-4661-99df-3bef63181780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:24.358711 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff76d246-cd43-4e5b-81de-71424809f9b3 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Network 37b20d0d-0c5d-4ad5-8c97-f587a5601dee is already hosted by enough agents. {{(pid=103159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:33:24.361229 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.base_scheduler [None req-ff76d246-cd43-4e5b-81de-71424809f9b3 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Resources bound (agent type, host, resource id): {{(pid=103159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:33:24.375509 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-d5c776b7-a801-41d9-86a6-4e23ec7c4128 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-586526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-586508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-586503', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-589778'] for router, after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:24.397364 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-01649764-15f4-4661-99df-3bef63181780 None None] Port 833d818b-d3dd-4cd2-abf8-33d55b4ab42b cannot update to ACTIVE because it is not bound. {{(pid=103161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 13:33:24.416297 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-01649764-15f4-4661-99df-3bef63181780 None None] Provisioning complete for port 963400f9-6591-4cd8-bd4c-0428572afa4e triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:33:24.417443 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-01649764-15f4-4661-99df-3bef63181780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:24.544560 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-01649764-15f4-4661-99df-3bef63181780 None None] Provisioning complete for port 146b4ada-1eb2-4f9a-89a6-e248f7ab33ec triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:33:24.544946 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-01649764-15f4-4661-99df-3bef63181780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:24.575139 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-5ebf4f44-a591-449e-bc53-24abfac6311c tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for router_gateway, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:24.587986 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-01649764-15f4-4661-99df-3bef63181780 None None] Port 146b4ada-1eb2-4f9a-89a6-e248f7ab33ec cannot update to ACTIVE because it is not bound. {{(pid=103161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 13:33:24.609481 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5c776b7-a801-41d9-86a6-4e23ec7c4128 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Router f3d14373-8e53-4e25-9586-b13d68186eed has already been hosted by L3 agent c9c0cd52-5bd2-4704-9429-d80f1c5ad23c {{(pid=103159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 18 13:33:24.615515 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff76d246-cd43-4e5b-81de-71424809f9b3 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Router f63deb02-f6ed-4580-96e0-01d237f8236f is scheduled to L3 agent c9c0cd52-5bd2-4704-9429-d80f1c5ad23c with binding_index 1 {{(pid=103159) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 18 13:33:24.716597 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-59fe4ad1-f3bc-48bc-bbee-9e50a0d3741c None None] Provisioning complete for port 146b4ada-1eb2-4f9a-89a6-e248f7ab33ec triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:33:24.716968 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-59fe4ad1-f3bc-48bc-bbee-9e50a0d3741c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:24.759518 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-59fe4ad1-f3bc-48bc-bbee-9e50a0d3741c None None] Port 146b4ada-1eb2-4f9a-89a6-e248f7ab33ec cannot update to ACTIVE because it is not bound. {{(pid=103161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 13:33:24.805759 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff76d246-cd43-4e5b-81de-71424809f9b3 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Notify agent at l3_agent.dv-neutron-744815-20-hyperv the message routers_updated {{(pid=103159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 13:33:24.811998 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-ff76d246-cd43-4e5b-81de-71424809f9b3 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] 10.222.0.31 "PUT /v2.0/routers/f63deb02-f6ed-4580-96e0-01d237f8236f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8048077 Dec 18 13:33:24.815065 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 56088) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:33:24.819908 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-fff624d0-2c6c-4f07-853b-8ad419e2ba0a tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-969187175'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:33:24.820945 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51f913a8-e1a0-42f6-aaf2-9fb13c357551 None None] Sync routers for ids ['f63deb02-f6ed-4580-96e0-01d237f8236f'] in dv-neutron-744815-20-hyperv {{(pid=103161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 13:33:24.827261 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-5ebf4f44-a591-449e-bc53-24abfac6311c tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-589760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-586526'] for router, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:24.833776 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51f913a8-e1a0-42f6-aaf2-9fb13c357551 None None] Routers {'f63deb02-f6ed-4580-96e0-01d237f8236f'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:33:24.834593 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-51f913a8-e1a0-42f6-aaf2-9fb13c357551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:32:57Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['f63deb02-f6ed-4580-96e0-01d237f8236f'], 'active': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:33:24.838106 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5c776b7-a801-41d9-86a6-4e23ec7c4128 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Notify agent at l3_agent.dv-neutron-744815-20-hyperv the message routers_updated {{(pid=103159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 13:33:24.847191 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-d5c776b7-a801-41d9-86a6-4e23ec7c4128 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks [] for router, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:24.851193 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-d5c776b7-a801-41d9-86a6-4e23ec7c4128 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] 10.222.0.31 "PUT /v2.0/routers/f3d14373-8e53-4e25-9586-b13d68186eed HTTP/1.1" status: 200 len: 886 time: 1.0369051 Dec 18 13:33:24.851193 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 56090) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:33:24.854177 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb58970f-5b63-4170-8307-19c924297a69 None None] Sync routers for ids ['f3d14373-8e53-4e25-9586-b13d68186eed'] in dv-neutron-744815-20-hyperv {{(pid=103162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 13:33:24.869146 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb58970f-5b63-4170-8307-19c924297a69 None None] Routers {'f3d14373-8e53-4e25-9586-b13d68186eed'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:33:24.869766 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-cb58970f-5b63-4170-8307-19c924297a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:32:57Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['f3d14373-8e53-4e25-9586-b13d68186eed'], 'active': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:33:24.909838 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fff624d0-2c6c-4f07-853b-8ad419e2ba0a tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Made reservation on behalf of 3e8e672f906b4c94aa3af3ddf07ca05e for: {'network': 1} {{(pid=103159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:33:24.913585 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-fff624d0-2c6c-4f07-853b-8ad419e2ba0a tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for network, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:24.923250 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-cb58970f-5b63-4170-8307-19c924297a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:33:24.934525 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb58970f-5b63-4170-8307-19c924297a69 None None] Routers {'f3d14373-8e53-4e25-9586-b13d68186eed'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:33:24.935465 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-cb58970f-5b63-4170-8307-19c924297a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:32:57Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['f3d14373-8e53-4e25-9586-b13d68186eed'], 'active': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:33:24.960185 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-1c7973f8-7977-4b37-a8a8-2bd1c2a16c57 None None] Provisioning complete for port 146b4ada-1eb2-4f9a-89a6-e248f7ab33ec triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:33:24.960584 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-1c7973f8-7977-4b37-a8a8-2bd1c2a16c57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:24.969105 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fff624d0-2c6c-4f07-853b-8ad419e2ba0a tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 104} {{(pid=103159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 18 13:33:24.986127 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-fff624d0-2c6c-4f07-853b-8ad419e2ba0a tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:24.986472 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.db.segments_db [None req-fff624d0-2c6c-4f07-853b-8ad419e2ba0a tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Added segment 75e9ed46-01ce-401a-bc1d-1f246d99f1ef of type vlan for network 015c6e97-58b0-432b-8fb9-5dd2b87fb320 Dec 18 13:33:24.992049 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-cb58970f-5b63-4170-8307-19c924297a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:33:24.992828 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb58970f-5b63-4170-8307-19c924297a69 None None] The sync data for ids ['f3d14373-8e53-4e25-9586-b13d68186eed'] in dv-neutron-744815-20-hyperv is: [] {{(pid=103162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 13:33:24.993456 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-b598d70f-c3cf-4298-b1df-660f9376cade None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:25.013103 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvr_db [None req-51f913a8-e1a0-42f6-aaf2-9fb13c357551 None None] Set router f63deb02-f6ed-4580-96e0-01d237f8236f gateway port host: None {{(pid=103161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 13:33:25.029382 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ebf4f44-a591-449e-bc53-24abfac6311c tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Router d4e1913c-2941-488b-a006-72a5bf5c1967 is scheduled to L3 agent c9c0cd52-5bd2-4704-9429-d80f1c5ad23c with binding_index 1 {{(pid=103160) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 18 13:33:25.045099 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-fff624d0-2c6c-4f07-853b-8ad419e2ba0a tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767106405744'] for network, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:25.051357 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-1c7973f8-7977-4b37-a8a8-2bd1c2a16c57 None None] Port 146b4ada-1eb2-4f9a-89a6-e248f7ab33ec cannot update to ACTIVE because it is not bound. {{(pid=103161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 13:33:25.054337 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-2d08c1a7-1d78-4a81-8b39-b216130c66ad tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] 10.222.0.31 "GET /v2.0/routers/f3d14373-8e53-4e25-9586-b13d68186eed HTTP/1.1" status: 200 len: 886 time: 0.2016706 Dec 18 13:33:25.056605 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 56092) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:33:25.094793 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-115c7a97-c115-4668-8a7f-ca53fe5410cd tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] 10.222.0.31 "GET /v2.0/ports?device_id=f3d14373-8e53-4e25-9586-b13d68186eed HTTP/1.1" status: 200 len: 205 time: 0.0348611 Dec 18 13:33:25.095591 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 56094) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:33:25.112412 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-fff624d0-2c6c-4f07-853b-8ad419e2ba0a tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981'] for network, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:25.118351 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fff624d0-2c6c-4f07-853b-8ad419e2ba0a tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:33:25.119002 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-fff624d0-2c6c-4f07-853b-8ad419e2ba0a tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks [] for network, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:25.188515 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-fff624d0-2c6c-4f07-853b-8ad419e2ba0a tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3722315 Dec 18 13:33:25.190083 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 56096) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:33:25.198254 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-ef0cb6ba-1d57-4854-9b59-50ded02ae484 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Request body: {'subnet': {'network_id': '015c6e97-58b0-432b-8fb9-5dd2b87fb320', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:33:25.216012 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff624d0-2c6c-4f07-853b-8ad419e2ba0a tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Pushing event updated for resources: {'Network': ['ID=015c6e97-58b0-432b-8fb9-5dd2b87fb320,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:33:25.229345 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Network 015c6e97-58b0-432b-8fb9-5dd2b87fb320 details requested by agent ovs-agent-dv-neutron-744815-20-hyperv with host dv-neutron-744815-20-hyperv {{(pid=103161) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 18 13:33:25.244504 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ebf4f44-a591-449e-bc53-24abfac6311c tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Notify agent at l3_agent.dv-neutron-744815-20-hyperv the message routers_updated {{(pid=103160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 13:33:25.258127 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-51f913a8-e1a0-42f6-aaf2-9fb13c357551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f63deb02-f6ed-4580-96e0-01d237f8236f', 'name': 'tempest-RoutersIpV6Test-router-289466128', 'tenant_id': '3e8e672f906b4c94aa3af3ddf07ca05e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:33:19Z', 'updated_at': '2021-12-18T13:33:22Z', 'revision_number': 2, 'project_id': '3e8e672f906b4c94aa3af3ddf07ca05e', 'gw_port_host': None, '_interfaces': [{'id': '146b4ada-1eb2-4f9a-89a6-e248f7ab33ec', 'name': '', 'network_id': '37b20d0d-0c5d-4ad5-8c97-f587a5601dee', 'tenant_id': '3e8e672f906b4c94aa3af3ddf07ca05e', 'mac_address': 'fa:16:3e:de:21:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f63deb02-f6ed-4580-96e0-01d237f8236f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '91a18b6b-5ac3-47f2-a447-8a9f7ed59f3b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:33:21Z', 'updated_at': '2021-12-18T13:33:23Z', 'revision_number': 2, 'project_id': '3e8e672f906b4c94aa3af3ddf07ca05e', 'subnets': [{'id': '91a18b6b-5ac3-47f2-a447-8a9f7ed59f3b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:33:25.267085 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-635d76b8-15d3-4e66-bcb7-3c35fe99436d None None] Sync routers for ids ['d4e1913c-2941-488b-a006-72a5bf5c1967'] in dv-neutron-744815-20-hyperv {{(pid=103161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 13:33:25.280150 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-5ebf4f44-a591-449e-bc53-24abfac6311c tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for router, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:25.285073 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-5ebf4f44-a591-449e-bc53-24abfac6311c tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.2336941 Dec 18 13:33:25.285430 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 56098) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:33:25.303373 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef0cb6ba-1d57-4854-9b59-50ded02ae484 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Made reservation on behalf of 3e8e672f906b4c94aa3af3ddf07ca05e for: {'subnet': 1} {{(pid=103159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:33:25.307750 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-ef0cb6ba-1d57-4854-9b59-50ded02ae484 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6017072'] for subnet, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:25.309460 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-73a50b52-73da-4240-9049-df20fee89a21 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks [] for router, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:25.331738 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51f913a8-e1a0-42f6-aaf2-9fb13c357551 None None] Checking router: f63deb02-f6ed-4580-96e0-01d237f8236f for host: dv-neutron-744815-20-hyperv {{(pid=103161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 18 13:33:25.332030 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51f913a8-e1a0-42f6-aaf2-9fb13c357551 None None] Updating router f63deb02-f6ed-4580-96e0-01d237f8236f port 146b4ada-1eb2-4f9a-89a6-e248f7ab33ec binding host dv-neutron-744815-20-hyperv {{(pid=103161) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 18 13:33:25.366580 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-635d76b8-15d3-4e66-bcb7-3c35fe99436d None None] Routers {'d4e1913c-2941-488b-a006-72a5bf5c1967'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:33:25.366580 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-635d76b8-15d3-4e66-bcb7-3c35fe99436d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:32:57Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['d4e1913c-2941-488b-a006-72a5bf5c1967'], 'active': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:33:25.367847 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-fa95e3c7-5690-4410-9ea0-39fc088229d5 tempest-TestNetworkBasicOps-845399116 tempest-TestNetworkBasicOps-845399116-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=6e88b8a5aed24360a829007d7fd9d0fd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0809290 Dec 18 13:33:25.370536 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 56100) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:33:25.423666 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-51f913a8-e1a0-42f6-aaf2-9fb13c357551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:25.548389 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-ef0cb6ba-1d57-4854-9b59-50ded02ae484 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5659786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6017062'] for subnet, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:25.617397 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0cb6ba-1d57-4854-9b59-50ded02ae484 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Pushing event updated for resources: {'Subnet': ['ID=6a373c3e-b0bf-44ee-ad10-b9ef3c95967e,revision_number=0']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:33:25.618663 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fc817ed-ef72-4c81-b0d1-8fedaed2179d tempest-TestNetworkBasicOps-845399116 tempest-TestNetworkBasicOps-845399116-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:33:25.619797 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 963400f9-6591-4cd8-bd4c-0428572afa4e up at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 13:33:25.621227 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-1fc817ed-ef72-4c81-b0d1-8fedaed2179d tempest-TestNetworkBasicOps-845399116 tempest-TestNetworkBasicOps-845399116-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2496948 Dec 18 13:33:25.623804 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-73a50b52-73da-4240-9049-df20fee89a21 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:25.625921 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 56102) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:33:25.670686 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-0d8b0f37-ff0d-4d0a-9bea-df19d2db770a tempest-TestNetworkBasicOps-845399116 tempest-TestNetworkBasicOps-845399116-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=decb4a40-7941-48c8-afbb-daaafd502e83&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0437644 Dec 18 13:33:25.670926 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 56104) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:33:25.676428 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-65499f8a-6a78-469f-b8e7-27f24f3a9541 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-790418216', 'network_id': '32941329-bcc6-4cdc-97c2-3cadb3ebb3d1', 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:33:25.679478 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef0cb6ba-1d57-4854-9b59-50ded02ae484 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Checking segment: {'id': '75e9ed46-01ce-401a-bc1d-1f246d99f1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '015c6e97-58b0-432b-8fb9-5dd2b87fb320'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 13:33:25.679853 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef0cb6ba-1d57-4854-9b59-50ded02ae484 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Network hostable DHCP agents. Network: 015c6e97-58b0-432b-8fb9-5dd2b87fb320, hostable agents: ['aa77effa-0e3a-4bbd-a383-4d58ed3328d0'], hosted agents: [] {{(pid=103159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 18 13:33:25.713282 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-73a50b52-73da-4240-9049-df20fee89a21 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Deleting port 76d20902-b07c-4431-94dc-31e2ee4d1322 {{(pid=103160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:33:25.713566 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-73a50b52-73da-4240-9049-df20fee89a21 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:25.748908 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef0cb6ba-1d57-4854-9b59-50ded02ae484 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Network 015c6e97-58b0-432b-8fb9-5dd2b87fb320 is scheduled to be hosted by DHCP agent aa77effa-0e3a-4bbd-a383-4d58ed3328d0 with binding_index 1 {{(pid=103159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 18 13:33:25.766696 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.base_scheduler [None req-ef0cb6ba-1d57-4854-9b59-50ded02ae484 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-744815-20-hyperv, 015c6e97-58b0-432b-8fb9-5dd2b87fb320) {{(pid=103159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:33:25.773873 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef0cb6ba-1d57-4854-9b59-50ded02ae484 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:33:25.774457 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-ef0cb6ba-1d57-4854-9b59-50ded02ae484 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks [] for subnet, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:25.793390 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1af477c8-9b04-4d42-ad09-64c784fd318c None None] Network 015c6e97-58b0-432b-8fb9-5dd2b87fb320 requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:33:25.797351 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvr_db [None req-635d76b8-15d3-4e66-bcb7-3c35fe99436d None None] Set router d4e1913c-2941-488b-a006-72a5bf5c1967 gateway port host: dv-neutron-744815-20-hyperv {{(pid=103161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 13:33:25.801759 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-ef0cb6ba-1d57-4854-9b59-50ded02ae484 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.6074522 Dec 18 13:33:25.804584 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 56106) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:33:25.812663 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65499f8a-6a78-469f-b8e7-27f24f3a9541 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Made reservation on behalf of 6e88b8a5aed24360a829007d7fd9d0fd for: {'subnet': 1} {{(pid=103159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:33:25.816063 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-65499f8a-6a78-469f-b8e7-27f24f3a9541 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6017072'] for subnet, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:25.816563 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-73a50b52-73da-4240-9049-df20fee89a21 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:25.829062 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-73a50b52-73da-4240-9049-df20fee89a21 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Calling delete_port for 76d20902-b07c-4431-94dc-31e2ee4d1322 owned by network:router_gateway {{(pid=103160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:33:25.972505 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2294866d-0076-4933-952c-685307032598 None None] Provisioning complete for port 963400f9-6591-4cd8-bd4c-0428572afa4e triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:33:25.972814 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:26.008094 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-73a50b52-73da-4240-9049-df20fee89a21 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4533522'] for port, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:26.046944 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a50b52-73da-4240-9049-df20fee89a21 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Pushing event deleted for resources: {'Port': ['ID=76d20902-b07c-4431-94dc-31e2ee4d1322,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:33:26.073380 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5b354e2-19db-4227-a333-2e1b19e82cef None None] DHCP port deletion for decb4a40-7941-48c8-afbb-daaafd502e83 request from dv-neutron-744815-20-hyperv {{(pid=103161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 18 13:33:26.111617 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-73a50b52-73da-4240-9049-df20fee89a21 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-586554'] for router_gateway, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:26.144551 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd69cf6f-f57e-46d1-afc0-b9607d31707b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp31e170a0-46a1-5ba9-9dc1-7ee4f866f0d7-015c6e97-58b0-432b-8fb9-5dd2b87fb320', 'network_id': '015c6e97-58b0-432b-8fb9-5dd2b87fb320', 'project_id': '3e8e672f906b4c94aa3af3ddf07ca05e', 'fixed_ips': [{'subnet_id': '6a373c3e-b0bf-44ee-ad10-b9ef3c95967e'}]}} from dv-neutron-744815-20-hyperv. {{(pid=103161) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 18 13:33:26.145427 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-bd69cf6f-f57e-46d1-afc0-b9607d31707b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:26.217333 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-73a50b52-73da-4240-9049-df20fee89a21 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-589815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28643'] for router, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:26.219937 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-73a50b52-73da-4240-9049-df20fee89a21 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:26.272410 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-73a50b52-73da-4240-9049-df20fee89a21 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-589710'] for router, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:26.272967 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73a50b52-73da-4240-9049-df20fee89a21 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Fanout notify agent at l3_agent the message router_deleted on router f3d14373-8e53-4e25-9586-b13d68186eed {{(pid=103160) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 18 13:33:26.281278 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-73a50b52-73da-4240-9049-df20fee89a21 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks [] for router, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:26.282602 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-73a50b52-73da-4240-9049-df20fee89a21 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] 10.222.0.31 "DELETE /v2.0/routers/f3d14373-8e53-4e25-9586-b13d68186eed HTTP/1.1" status: 204 len: 168 time: 1.1861277 Dec 18 13:33:26.286744 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 56108) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:33:26.292335 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-20257803-ec0b-4144-8dad-106e6a0d0fe7 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Request body: {'network': {'name': 'tempest-RoutersTest-624358318'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:33:26.319793 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20257803-ec0b-4144-8dad-106e6a0d0fe7 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Made reservation on behalf of d223d1b2ed814c43a2fd9ddeaaf9b271 for: {'network': 1} {{(pid=103160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:33:26.324246 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-20257803-ec0b-4144-8dad-106e6a0d0fe7 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for network, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:26.350296 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20257803-ec0b-4144-8dad-106e6a0d0fe7 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 139} {{(pid=103160) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 18 13:33:26.361819 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-20257803-ec0b-4144-8dad-106e6a0d0fe7 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:26.361819 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.db.segments_db [None req-20257803-ec0b-4144-8dad-106e6a0d0fe7 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Added segment 39f2e4db-24d6-4a0f-8de3-23a52f211365 of type vlan for network f1e97fc3-43da-466a-b3de-8b17aa08dcce Dec 18 13:33:26.402577 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-51f913a8-e1a0-42f6-aaf2-9fb13c357551 None None] Publish callbacks [] for port, precommit_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:26.411408 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-20257803-ec0b-4144-8dad-106e6a0d0fe7 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767106405744'] for network, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:26.432298 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-51f913a8-e1a0-42f6-aaf2-9fb13c357551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:26.443549 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-20257803-ec0b-4144-8dad-106e6a0d0fe7 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981'] for network, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:26.449973 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20257803-ec0b-4144-8dad-106e6a0d0fe7 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:33:26.450757 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-20257803-ec0b-4144-8dad-106e6a0d0fe7 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks [] for network, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:26.486565 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-20257803-ec0b-4144-8dad-106e6a0d0fe7 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.1985672 Dec 18 13:33:26.489672 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 56110) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:33:26.494460 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-92a1a4cc-b3f4-49da-bae6-11c347b61451 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Request body: {'subnet': {'network_id': 'f1e97fc3-43da-466a-b3de-8b17aa08dcce', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:33:26.495839 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_common [None req-bd69cf6f-f57e-46d1-afc0-b9607d31707b None None] Allocated IP 2001:db8:1::2 (015c6e97-58b0-432b-8fb9-5dd2b87fb320/6a373c3e-b0bf-44ee-ad10-b9ef3c95967e/7ca8474b-b385-4b2c-b962-7e3bdcec0667) {{(pid=103161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:33:26.501576 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-635d76b8-15d3-4e66-bcb7-3c35fe99436d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4e1913c-2941-488b-a006-72a5bf5c1967', 'name': 'tempest-TestNetworkBasicOps-router-2030627157', 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.175'}], 'enable_snat': True}, 'gw_port_id': '833d818b-d3dd-4cd2-abf8-33d55b4ab42b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:33:23Z', 'updated_at': '2021-12-18T13:33:24Z', 'revision_number': 3, 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'gw_port': {'id': '833d818b-d3dd-4cd2-abf8-33d55b4ab42b', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:17:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4e1913c-2941-488b-a006-72a5bf5c1967', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:33:23Z', 'updated_at': '2021-12-18T13:33:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv'}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:33:26.554659 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-635d76b8-15d3-4e66-bcb7-3c35fe99436d None None] Checking router: d4e1913c-2941-488b-a006-72a5bf5c1967 for host: dv-neutron-744815-20-hyperv {{(pid=103161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 18 13:33:26.555285 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-635d76b8-15d3-4e66-bcb7-3c35fe99436d None None] Updating router d4e1913c-2941-488b-a006-72a5bf5c1967 port 833d818b-d3dd-4cd2-abf8-33d55b4ab42b binding host dv-neutron-744815-20-hyperv {{(pid=103161) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 18 13:33:26.560385 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989c1308-5674-4aed-90fb-2b9a80370011 None None] Pushing event updated for resources: {'Port': ['ID=146b4ada-1eb2-4f9a-89a6-e248f7ab33ec,revision_number=3']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:33:26.624403 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20257803-ec0b-4144-8dad-106e6a0d0fe7 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Pushing event updated for resources: {'Network': ['ID=f1e97fc3-43da-466a-b3de-8b17aa08dcce,revision_number=1']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:33:26.632602 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-635d76b8-15d3-4e66-bcb7-3c35fe99436d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:26.665549 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92a1a4cc-b3f4-49da-bae6-11c347b61451 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Made reservation on behalf of d223d1b2ed814c43a2fd9ddeaaf9b271 for: {'subnet': 1} {{(pid=103160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:33:26.665991 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Network f1e97fc3-43da-466a-b3de-8b17aa08dcce details requested by agent ovs-agent-dv-neutron-744815-20-hyperv with host dv-neutron-744815-20-hyperv {{(pid=103161) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 18 13:33:26.669999 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-92a1a4cc-b3f4-49da-bae6-11c347b61451 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4514414'] for subnet, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:26.688580 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-eb0a764b-a815-49f9-a701-7ae087ca81e1 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:26.790475 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-51f913a8-e1a0-42f6-aaf2-9fb13c357551 None None] Attempting to bind port 146b4ada-1eb2-4f9a-89a6-e248f7ab33ec on host dv-neutron-744815-20-hyperv for vnic_type normal with profile {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 13:33:26.791107 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-51f913a8-e1a0-42f6-aaf2-9fb13c357551 None None] Attempting to bind port 146b4ada-1eb2-4f9a-89a6-e248f7ab33ec by drivers openvswitch,hyperv on host dv-neutron-744815-20-hyperv at level 0 using segments [{'id': '2160b8b6-8edc-4fe4-b873-626c491ffcbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '37b20d0d-0c5d-4ad5-8c97-f587a5601dee'}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 13:33:26.791661 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51f913a8-e1a0-42f6-aaf2-9fb13c357551 None None] Attempting to bind port 146b4ada-1eb2-4f9a-89a6-e248f7ab33ec on network 37b20d0d-0c5d-4ad5-8c97-f587a5601dee {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 13:33:26.833856 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-65499f8a-6a78-469f-b8e7-27f24f3a9541 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5659786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6017062'] for subnet, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:26.884042 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51f913a8-e1a0-42f6-aaf2-9fb13c357551 None None] Checking agent: {'id': '428fa9fa-43db-4db9-9f96-f60ffe931f2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-20-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 13, 19, 1), 'started_at': datetime.datetime(2021, 12, 18, 13, 19, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 13, 33, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-20-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 18 13:33:26.884401 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51f913a8-e1a0-42f6-aaf2-9fb13c357551 None None] Checking segment: {'id': '2160b8b6-8edc-4fe4-b873-626c491ffcbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '37b20d0d-0c5d-4ad5-8c97-f587a5601dee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 13:33:26.884804 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-51f913a8-e1a0-42f6-aaf2-9fb13c357551 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:26.885209 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51f913a8-e1a0-42f6-aaf2-9fb13c357551 None None] Bound using segment: {'id': '2160b8b6-8edc-4fe4-b873-626c491ffcbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '37b20d0d-0c5d-4ad5-8c97-f587a5601dee'} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 18 13:33:26.885706 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-51f913a8-e1a0-42f6-aaf2-9fb13c357551 None None] Bound port: 146b4ada-1eb2-4f9a-89a6-e248f7ab33ec, host: dv-neutron-744815-20-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2160b8b6-8edc-4fe4-b873-626c491ffcbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '37b20d0d-0c5d-4ad5-8c97-f587a5601dee'}}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 18 13:33:26.886079 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-51f913a8-e1a0-42f6-aaf2-9fb13c357551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:26.910984 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-92a1a4cc-b3f4-49da-bae6-11c347b61451 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4533410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4514424'] for subnet, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:26.970107 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65499f8a-6a78-469f-b8e7-27f24f3a9541 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Checking segment: {'id': '41b622a4-fe65-4a37-a7e3-444d1fa62644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '32941329-bcc6-4cdc-97c2-3cadb3ebb3d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 13:33:26.970622 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65499f8a-6a78-469f-b8e7-27f24f3a9541 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Network hostable DHCP agents. Network: 32941329-bcc6-4cdc-97c2-3cadb3ebb3d1, hostable agents: ['aa77effa-0e3a-4bbd-a383-4d58ed3328d0'], hosted agents: [] {{(pid=103159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 18 13:33:26.997840 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a1a4cc-b3f4-49da-bae6-11c347b61451 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Pushing event updated for resources: {'Subnet': ['ID=0decc87e-2367-48da-967f-522e9fea1949,revision_number=0']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:33:27.000888 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65499f8a-6a78-469f-b8e7-27f24f3a9541 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Pushing event updated for resources: {'Subnet': ['ID=35bf2c7b-4ca7-4b35-aa56-2fc4ff409658,revision_number=0']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:33:27.003743 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92a1a4cc-b3f4-49da-bae6-11c347b61451 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Checking segment: {'id': '39f2e4db-24d6-4a0f-8de3-23a52f211365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'f1e97fc3-43da-466a-b3de-8b17aa08dcce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 13:33:27.004764 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92a1a4cc-b3f4-49da-bae6-11c347b61451 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Network hostable DHCP agents. Network: f1e97fc3-43da-466a-b3de-8b17aa08dcce, hostable agents: ['aa77effa-0e3a-4bbd-a383-4d58ed3328d0'], hosted agents: [] {{(pid=103160) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 18 13:33:27.031390 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92a1a4cc-b3f4-49da-bae6-11c347b61451 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Network f1e97fc3-43da-466a-b3de-8b17aa08dcce is scheduled to be hosted by DHCP agent aa77effa-0e3a-4bbd-a383-4d58ed3328d0 with binding_index 1 {{(pid=103160) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 18 13:33:27.037892 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65499f8a-6a78-469f-b8e7-27f24f3a9541 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Network 32941329-bcc6-4cdc-97c2-3cadb3ebb3d1 is scheduled to be hosted by DHCP agent aa77effa-0e3a-4bbd-a383-4d58ed3328d0 with binding_index 1 {{(pid=103159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 18 13:33:27.042094 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.base_scheduler [None req-92a1a4cc-b3f4-49da-bae6-11c347b61451 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-744815-20-hyperv, f1e97fc3-43da-466a-b3de-8b17aa08dcce) {{(pid=103160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:33:27.044376 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.base_scheduler [None req-65499f8a-6a78-469f-b8e7-27f24f3a9541 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-744815-20-hyperv, 32941329-bcc6-4cdc-97c2-3cadb3ebb3d1) {{(pid=103159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:33:27.048221 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92a1a4cc-b3f4-49da-bae6-11c347b61451 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:33:27.048878 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-92a1a4cc-b3f4-49da-bae6-11c347b61451 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks [] for subnet, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:27.049711 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65499f8a-6a78-469f-b8e7-27f24f3a9541 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:33:27.050439 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-65499f8a-6a78-469f-b8e7-27f24f3a9541 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for subnet, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:27.073215 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-65499f8a-6a78-469f-b8e7-27f24f3a9541 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.3984451 Dec 18 13:33:27.073807 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 56112) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:33:27.083410 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-92a1a4cc-b3f4-49da-bae6-11c347b61451 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5927219 Dec 18 13:33:27.085804 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 56114) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:33:27.090583 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-0cbe0e85-2395-46e0-81de-847cd6ca1a52 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-181093893', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:33:27.117013 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-0cbe0e85-2395-46e0-81de-847cd6ca1a52 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28433'] for router, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:27.118416 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-0cbe0e85-2395-46e0-81de-847cd6ca1a52 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-589769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28440'] for router, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:27.129189 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae7f65db-3435-43bd-ac9e-25cd7af88e7a None None] Network f1e97fc3-43da-466a-b3de-8b17aa08dcce requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:33:27.130769 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e9b161d-6edc-484b-a75e-8f0a7e42cd34 None None] Network 32941329-bcc6-4cdc-97c2-3cadb3ebb3d1 requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:33:27.163870 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-51f913a8-e1a0-42f6-aaf2-9fb13c357551 None None] For port 146b4ada-1eb2-4f9a-89a6-e248f7ab33ec, host dv-neutron-744815-20-hyperv, cleared binding levels {{(pid=103161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 18 13:33:27.186696 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-0cbe0e85-2395-46e0-81de-847cd6ca1a52 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:27.192914 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-0cbe0e85-2395-46e0-81de-847cd6ca1a52 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-589760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-586526'] for router, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:27.195815 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-bd69cf6f-f57e-46d1-afc0-b9607d31707b None None] Publish callbacks [] for port, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:27.217069 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-0cbe0e85-2395-46e0-81de-847cd6ca1a52 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks [] for router, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:27.221862 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-0cbe0e85-2395-46e0-81de-847cd6ca1a52 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1349690 Dec 18 13:33:27.222593 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 56116) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:33:27.431802 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-51f913a8-e1a0-42f6-aaf2-9fb13c357551 None None] For port 146b4ada-1eb2-4f9a-89a6-e248f7ab33ec, host dv-neutron-744815-20-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=146b4ada-1eb2-4f9a-89a6-e248f7ab33ec,segment=NetworkSegment(2160b8b6-8edc-4fe4-b873-626c491ffcbc),segment_id=2160b8b6-8edc-4fe4-b873-626c491ffcbc)] {{(pid=103161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 18 13:33:27.461278 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-bd69cf6f-f57e-46d1-afc0-b9607d31707b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975'] for port, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:27.464375 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-95d23f14-da0f-4560-9302-75b200390b0d None None] Provisioning complete for port 146b4ada-1eb2-4f9a-89a6-e248f7ab33ec triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:33:27.464908 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-95d23f14-da0f-4560-9302-75b200390b0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:27.489126 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-42216af4-de1e-426b-a989-846719b74b41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:27.491226 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.db_base_plugin_common [None req-eb0a764b-a815-49f9-a701-7ae087ca81e1 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Allocated IP 2001:db8:1::1 (015c6e97-58b0-432b-8fb9-5dd2b87fb320/6a373c3e-b0bf-44ee-ad10-b9ef3c95967e/549b8e1b-ad61-437b-b167-455dd6bf5627) {{(pid=103159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:33:27.491677 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-51f913a8-e1a0-42f6-aaf2-9fb13c357551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:27.539611 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-6d7b0f80-2bee-4632-9962-fbba264570fe tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:27.597191 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd69cf6f-f57e-46d1-afc0-b9607d31707b None None] Network 015c6e97-58b0-432b-8fb9-5dd2b87fb320 is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:33:27.623547 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-bd69cf6f-f57e-46d1-afc0-b9607d31707b None None] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:33:27.639873 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd69cf6f-f57e-46d1-afc0-b9607d31707b None None] Received port after_create {{(pid=103161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:33:27.652232 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69cf6f-f57e-46d1-afc0-b9607d31707b None None] Pushing event updated for resources: {'Port': ['ID=7ca8474b-b385-4b2c-b962-7e3bdcec0667,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:33:27.740714 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a7d8557-7f6c-485d-b9ed-858709cdb6ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp31e170a0-46a1-5ba9-9dc1-7ee4f866f0d7-32941329-bcc6-4cdc-97c2-3cadb3ebb3d1', 'network_id': '32941329-bcc6-4cdc-97c2-3cadb3ebb3d1', 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'fixed_ips': [{'subnet_id': '35bf2c7b-4ca7-4b35-aa56-2fc4ff409658'}]}} from dv-neutron-744815-20-hyperv. {{(pid=103161) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 18 13:33:27.741446 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-3a7d8557-7f6c-485d-b9ed-858709cdb6ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:27.749896 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-eb0a764b-a815-49f9-a701-7ae087ca81e1 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks [] for port, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:27.763133 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-1e7de8a6-eb9b-4dcf-a43b-bd77d5d4dd68 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:27.781130 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3fed067-ab07-4cd4-9ad0-fa62edfaecb7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp31e170a0-46a1-5ba9-9dc1-7ee4f866f0d7-f1e97fc3-43da-466a-b3de-8b17aa08dcce', 'network_id': 'f1e97fc3-43da-466a-b3de-8b17aa08dcce', 'project_id': 'd223d1b2ed814c43a2fd9ddeaaf9b271', 'fixed_ips': [{'subnet_id': '0decc87e-2367-48da-967f-522e9fea1949'}]}} from dv-neutron-744815-20-hyperv. {{(pid=103161) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 18 13:33:27.782060 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f3fed067-ab07-4cd4-9ad0-fa62edfaecb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:27.784500 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51f913a8-e1a0-42f6-aaf2-9fb13c357551 None None] Routers {'f63deb02-f6ed-4580-96e0-01d237f8236f'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:33:27.784985 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-51f913a8-e1a0-42f6-aaf2-9fb13c357551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:33:27Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['f63deb02-f6ed-4580-96e0-01d237f8236f'], 'active': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:33:27.829118 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.db_base_plugin_common [None req-6d7b0f80-2bee-4632-9962-fbba264570fe tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Allocated IP 172.20.0.1 (f1e97fc3-43da-466a-b3de-8b17aa08dcce/0decc87e-2367-48da-967f-522e9fea1949/a76c66cb-427e-405f-a00b-854139380058) {{(pid=103160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:33:27.905300 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-eb0a764b-a815-49f9-a701-7ae087ca81e1 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:27.970246 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0a764b-a815-49f9-a701-7ae087ca81e1 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Pushing event updated for resources: {'Port': ['ID=549b8e1b-ad61-437b-b167-455dd6bf5627,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:33:27.992489 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb0a764b-a815-49f9-a701-7ae087ca81e1 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Network 015c6e97-58b0-432b-8fb9-5dd2b87fb320 is already hosted by enough agents. {{(pid=103159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:33:27.998639 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.base_scheduler [None req-eb0a764b-a815-49f9-a701-7ae087ca81e1 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Resources bound (agent type, host, resource id): {{(pid=103159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:33:28.006662 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb0a764b-a815-49f9-a701-7ae087ca81e1 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Received port after_create {{(pid=103159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:33:28.007373 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-eb0a764b-a815-49f9-a701-7ae087ca81e1 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586257'] for router_interface, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:28.017779 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989c1308-5674-4aed-90fb-2b9a80370011 None None] Pushing event updated for resources: {'Port': ['ID=146b4ada-1eb2-4f9a-89a6-e248f7ab33ec,revision_number=4']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:33:28.023944 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-635d76b8-15d3-4e66-bcb7-3c35fe99436d None None] Publish callbacks [] for port, precommit_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:28.071764 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-bd69cf6f-f57e-46d1-afc0-b9607d31707b None None] Attempting to bind port 7ca8474b-b385-4b2c-b962-7e3bdcec0667 on host dv-neutron-744815-20-hyperv for vnic_type normal with profile {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 13:33:28.072185 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-bd69cf6f-f57e-46d1-afc0-b9607d31707b None None] Attempting to bind port 7ca8474b-b385-4b2c-b962-7e3bdcec0667 by drivers openvswitch,hyperv on host dv-neutron-744815-20-hyperv at level 0 using segments [{'id': '75e9ed46-01ce-401a-bc1d-1f246d99f1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '015c6e97-58b0-432b-8fb9-5dd2b87fb320'}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 13:33:28.072494 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd69cf6f-f57e-46d1-afc0-b9607d31707b None None] Attempting to bind port 7ca8474b-b385-4b2c-b962-7e3bdcec0667 on network 015c6e97-58b0-432b-8fb9-5dd2b87fb320 {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 13:33:28.137408 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd69cf6f-f57e-46d1-afc0-b9607d31707b None None] Checking agent: {'id': '428fa9fa-43db-4db9-9f96-f60ffe931f2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-20-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 13, 19, 1), 'started_at': datetime.datetime(2021, 12, 18, 13, 19, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 13, 33, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-20-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 18 13:33:28.137851 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd69cf6f-f57e-46d1-afc0-b9607d31707b None None] Checking segment: {'id': '75e9ed46-01ce-401a-bc1d-1f246d99f1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '015c6e97-58b0-432b-8fb9-5dd2b87fb320'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 13:33:28.138181 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-bd69cf6f-f57e-46d1-afc0-b9607d31707b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:28.138855 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd69cf6f-f57e-46d1-afc0-b9607d31707b None None] Bound using segment: {'id': '75e9ed46-01ce-401a-bc1d-1f246d99f1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '015c6e97-58b0-432b-8fb9-5dd2b87fb320'} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 18 13:33:28.139063 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-bd69cf6f-f57e-46d1-afc0-b9607d31707b None None] Bound port: 7ca8474b-b385-4b2c-b962-7e3bdcec0667, host: dv-neutron-744815-20-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75e9ed46-01ce-401a-bc1d-1f246d99f1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '015c6e97-58b0-432b-8fb9-5dd2b87fb320'}}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 18 13:33:28.139467 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-bd69cf6f-f57e-46d1-afc0-b9607d31707b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:28.148740 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-635d76b8-15d3-4e66-bcb7-3c35fe99436d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:28.150624 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-95d23f14-da0f-4560-9302-75b200390b0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:28.182949 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvr_db [None req-51f913a8-e1a0-42f6-aaf2-9fb13c357551 None None] Set router f63deb02-f6ed-4580-96e0-01d237f8236f gateway port host: None {{(pid=103161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 13:33:28.254427 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-eb0a764b-a815-49f9-a701-7ae087ca81e1 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:28.304852 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.db_base_plugin_common [None req-1e7de8a6-eb9b-4dcf-a43b-bd77d5d4dd68 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Allocated IP 172.20.0.1 (32941329-bcc6-4cdc-97c2-3cadb3ebb3d1/35bf2c7b-4ca7-4b35-aa56-2fc4ff409658/bf4050ad-5290-4edd-ad83-0402368d15b6) {{(pid=103159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:33:28.306697 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-6d7b0f80-2bee-4632-9962-fbba264570fe tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks [] for port, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:28.319420 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b81a88c7-8ef7-4809-b679-6c7db4ac8557 None None] DHCP port deletion for decb4a40-7941-48c8-afbb-daaafd502e83 request from dv-neutron-744815-20-hyperv {{(pid=103161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 18 13:33:28.345645 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-6d7b0f80-2bee-4632-9962-fbba264570fe tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4533522'] for port, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:28.359196 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f26a5f-8b3a-40e1-96ff-63b1d236486a None None] Pushing event updated for resources: {'Port': ['ID=833d818b-d3dd-4cd2-abf8-33d55b4ab42b,revision_number=2']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:33:28.370767 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-635d76b8-15d3-4e66-bcb7-3c35fe99436d None None] Attempting to bind port 833d818b-d3dd-4cd2-abf8-33d55b4ab42b on host dv-neutron-744815-20-hyperv for vnic_type normal with profile {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 13:33:28.371132 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-635d76b8-15d3-4e66-bcb7-3c35fe99436d None None] Attempting to bind port 833d818b-d3dd-4cd2-abf8-33d55b4ab42b by drivers openvswitch,hyperv on host dv-neutron-744815-20-hyperv at level 0 using segments [{'id': '3f66d49c-4faa-434c-8c3e-991f4f1d01bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83'}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 13:33:28.371516 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-635d76b8-15d3-4e66-bcb7-3c35fe99436d None None] Attempting to bind port 833d818b-d3dd-4cd2-abf8-33d55b4ab42b on network decb4a40-7941-48c8-afbb-daaafd502e83 {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 13:33:28.385033 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d7b0f80-2bee-4632-9962-fbba264570fe tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Network f1e97fc3-43da-466a-b3de-8b17aa08dcce is already hosted by enough agents. {{(pid=103160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:33:28.389916 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.base_scheduler [None req-6d7b0f80-2bee-4632-9962-fbba264570fe tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Resources bound (agent type, host, resource id): {{(pid=103160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:33:28.393777 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d7b0f80-2bee-4632-9962-fbba264570fe tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Received port after_create {{(pid=103160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:33:28.422131 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7b0f80-2bee-4632-9962-fbba264570fe tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Pushing event updated for resources: {'Port': ['ID=a76c66cb-427e-405f-a00b-854139380058,revision_number=1']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:33:28.444269 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-95d23f14-da0f-4560-9302-75b200390b0d None None] For port 146b4ada-1eb2-4f9a-89a6-e248f7ab33ec, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=146b4ada-1eb2-4f9a-89a6-e248f7ab33ec,segment=NetworkSegment(2160b8b6-8edc-4fe4-b873-626c491ffcbc),segment_id=2160b8b6-8edc-4fe4-b873-626c491ffcbc)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:33:28.446209 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-6d7b0f80-2bee-4632-9962-fbba264570fe tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586257'] for router_interface, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:28.446873 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-635d76b8-15d3-4e66-bcb7-3c35fe99436d None None] Checking agent: {'id': '428fa9fa-43db-4db9-9f96-f60ffe931f2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-20-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 13, 19, 1), 'started_at': datetime.datetime(2021, 12, 18, 13, 19, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 13, 33, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-20-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 18 13:33:28.447464 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-635d76b8-15d3-4e66-bcb7-3c35fe99436d None None] Checking segment: {'id': '3f66d49c-4faa-434c-8c3e-991f4f1d01bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 13:33:28.448841 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-635d76b8-15d3-4e66-bcb7-3c35fe99436d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:28.449591 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-635d76b8-15d3-4e66-bcb7-3c35fe99436d None None] Bound using segment: {'id': '3f66d49c-4faa-434c-8c3e-991f4f1d01bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83'} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 18 13:33:28.450235 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-635d76b8-15d3-4e66-bcb7-3c35fe99436d None None] Bound port: 833d818b-d3dd-4cd2-abf8-33d55b4ab42b, host: dv-neutron-744815-20-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f66d49c-4faa-434c-8c3e-991f4f1d01bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83'}}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 18 13:33:28.451896 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-635d76b8-15d3-4e66-bcb7-3c35fe99436d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:28.474961 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-95d23f14-da0f-4560-9302-75b200390b0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:28.507100 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-afa9ae9b-bdbb-4010-bcf6-3a46ce66cf71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:28.578902 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-bd69cf6f-f57e-46d1-afc0-b9607d31707b None None] For port 7ca8474b-b385-4b2c-b962-7e3bdcec0667, host dv-neutron-744815-20-hyperv, cleared binding levels {{(pid=103161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 18 13:33:28.585615 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-6d7b0f80-2bee-4632-9962-fbba264570fe tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:28.599679 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_common [None req-f3fed067-ab07-4cd4-9ad0-fa62edfaecb7 None None] Allocated IP 172.20.0.2 (f1e97fc3-43da-466a-b3de-8b17aa08dcce/0decc87e-2367-48da-967f-522e9fea1949/51493769-8ccb-4a3c-a4eb-d46d9d574c9e) {{(pid=103161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:33:28.608859 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-1e7de8a6-eb9b-4dcf-a43b-bd77d5d4dd68 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for port, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:28.632201 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-bd69cf6f-f57e-46d1-afc0-b9607d31707b None None] For port 7ca8474b-b385-4b2c-b962-7e3bdcec0667, host dv-neutron-744815-20-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=7ca8474b-b385-4b2c-b962-7e3bdcec0667,segment=NetworkSegment(75e9ed46-01ce-401a-bc1d-1f246d99f1ef),segment_id=75e9ed46-01ce-401a-bc1d-1f246d99f1ef)] {{(pid=103161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 18 13:33:28.663259 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-bd69cf6f-f57e-46d1-afc0-b9607d31707b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:28.680115 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-eb0a764b-a815-49f9-a701-7ae087ca81e1 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks [] for port, precommit_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:28.686414 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-eb0a764b-a815-49f9-a701-7ae087ca81e1 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5659917'] for port, after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:28.687367 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-eb0a764b-a815-49f9-a701-7ae087ca81e1 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1048031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586432'] for router_interface, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:28.689215 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-635d76b8-15d3-4e66-bcb7-3c35fe99436d None None] For port 833d818b-d3dd-4cd2-abf8-33d55b4ab42b, host dv-neutron-744815-20-hyperv, cleared binding levels {{(pid=103161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 18 13:33:28.697067 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-1e7de8a6-eb9b-4dcf-a43b-bd77d5d4dd68 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:28.722436 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d23f14-da0f-4560-9302-75b200390b0d None None] Pushing event updated for resources: {'Port': ['ID=146b4ada-1eb2-4f9a-89a6-e248f7ab33ec,revision_number=5']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:33:28.761807 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-29630dc1-f250-41f3-9d0b-bb340c239868 None None] Provisioning complete for port 833d818b-d3dd-4cd2-abf8-33d55b4ab42b triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:33:28.762177 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-29630dc1-f250-41f3-9d0b-bb340c239868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:28.790482 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-635d76b8-15d3-4e66-bcb7-3c35fe99436d None None] For port 833d818b-d3dd-4cd2-abf8-33d55b4ab42b, host dv-neutron-744815-20-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=833d818b-d3dd-4cd2-abf8-33d55b4ab42b,segment=NetworkSegment(3f66d49c-4faa-434c-8c3e-991f4f1d01bd),segment_id=3f66d49c-4faa-434c-8c3e-991f4f1d01bd)] {{(pid=103161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 18 13:33:28.792855 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0a764b-a815-49f9-a701-7ae087ca81e1 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Pushing event updated for resources: {'Port': ['ID=549b8e1b-ad61-437b-b167-455dd6bf5627,revision_number=2']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:33:28.796363 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e7de8a6-eb9b-4dcf-a43b-bd77d5d4dd68 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Network 32941329-bcc6-4cdc-97c2-3cadb3ebb3d1 is already hosted by enough agents. {{(pid=103159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:33:28.804154 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.base_scheduler [None req-1e7de8a6-eb9b-4dcf-a43b-bd77d5d4dd68 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Resources bound (agent type, host, resource id): {{(pid=103159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:33:28.814342 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e7de8a6-eb9b-4dcf-a43b-bd77d5d4dd68 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Received port after_create {{(pid=103159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:33:28.888306 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-635d76b8-15d3-4e66-bcb7-3c35fe99436d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:28.909350 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7de8a6-eb9b-4dcf-a43b-bd77d5d4dd68 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Pushing event updated for resources: {'Port': ['ID=bf4050ad-5290-4edd-ad83-0402368d15b6,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:33:28.913875 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-6d7b0f80-2bee-4632-9962-fbba264570fe tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks [] for port, precommit_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:28.917598 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb0a764b-a815-49f9-a701-7ae087ca81e1 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Network 015c6e97-58b0-432b-8fb9-5dd2b87fb320 is already hosted by enough agents. {{(pid=103159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:33:28.918723 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-1e7de8a6-eb9b-4dcf-a43b-bd77d5d4dd68 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586257'] for router_interface, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:28.923372 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.base_scheduler [None req-eb0a764b-a815-49f9-a701-7ae087ca81e1 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Resources bound (agent type, host, resource id): {{(pid=103159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:33:28.923908 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-6d7b0f80-2bee-4632-9962-fbba264570fe tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4533541'] for port, after_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:28.938308 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_common [None req-3a7d8557-7f6c-485d-b9ed-858709cdb6ad None None] Allocated IP 172.20.0.2 (32941329-bcc6-4cdc-97c2-3cadb3ebb3d1/35bf2c7b-4ca7-4b35-aa56-2fc4ff409658/ebcb40d9-a099-401b-8d62-bf29064ada56) {{(pid=103161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:33:29.009221 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56d1406c-df4a-4fd5-99dd-26d0eb8ec621 None None] DHCP port deletion for decb4a40-7941-48c8-afbb-daaafd502e83 request from dv-neutron-744815-20-hyperv {{(pid=103161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 18 13:33:29.012564 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7b0f80-2bee-4632-9962-fbba264570fe tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Pushing event updated for resources: {'Port': ['ID=a76c66cb-427e-405f-a00b-854139380058,revision_number=2']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:33:29.021835 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-6d7b0f80-2bee-4632-9962-fbba264570fe tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1048031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586432'] for router_interface, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:29.190509 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb0a764b-a815-49f9-a701-7ae087ca81e1 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Router f63deb02-f6ed-4580-96e0-01d237f8236f has already been hosted by L3 agent c9c0cd52-5bd2-4704-9429-d80f1c5ad23c {{(pid=103159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 18 13:33:29.211305 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d7b0f80-2bee-4632-9962-fbba264570fe tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Network f1e97fc3-43da-466a-b3de-8b17aa08dcce is already hosted by enough agents. {{(pid=103160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:33:29.213595 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.base_scheduler [None req-6d7b0f80-2bee-4632-9962-fbba264570fe tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Resources bound (agent type, host, resource id): {{(pid=103160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:33:29.231652 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-1e7de8a6-eb9b-4dcf-a43b-bd77d5d4dd68 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:29.329664 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69cf6f-f57e-46d1-afc0-b9607d31707b None None] Pushing event updated for resources: {'Port': ['ID=7ca8474b-b385-4b2c-b962-7e3bdcec0667,revision_number=2']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:33:29.333007 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-635d76b8-15d3-4e66-bcb7-3c35fe99436d None None] Routers {'d4e1913c-2941-488b-a006-72a5bf5c1967'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:33:29.333755 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-635d76b8-15d3-4e66-bcb7-3c35fe99436d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:33:27Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['d4e1913c-2941-488b-a006-72a5bf5c1967'], 'active': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:33:29.356700 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d7b0f80-2bee-4632-9962-fbba264570fe tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Router 10e577b0-ee7b-49a3-8cd7-e7c6429df069 is scheduled to L3 agent c9c0cd52-5bd2-4704-9429-d80f1c5ad23c with binding_index 1 {{(pid=103160) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 18 13:33:29.489442 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d7b0f80-2bee-4632-9962-fbba264570fe tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Notify agent at l3_agent.dv-neutron-744815-20-hyperv the message routers_updated {{(pid=103160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 13:33:29.492977 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-29630dc1-f250-41f3-9d0b-bb340c239868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:29.503014 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-728f9531-ba25-4099-8ca9-af2496e970a5 None None] Sync routers for ids ['10e577b0-ee7b-49a3-8cd7-e7c6429df069'] in dv-neutron-744815-20-hyperv {{(pid=103162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 13:33:29.506396 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-6d7b0f80-2bee-4632-9962-fbba264570fe tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] 10.222.0.31 "PUT /v2.0/routers/10e577b0-ee7b-49a3-8cd7-e7c6429df069/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2803319 Dec 18 13:33:29.506856 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 56118) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:33:29.509865 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f3fed067-ab07-4cd4-9ad0-fa62edfaecb7 None None] Publish callbacks [] for port, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:29.528168 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-728f9531-ba25-4099-8ca9-af2496e970a5 None None] Routers {'10e577b0-ee7b-49a3-8cd7-e7c6429df069'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:33:29.528830 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-728f9531-ba25-4099-8ca9-af2496e970a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:33:27Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['10e577b0-ee7b-49a3-8cd7-e7c6429df069'], 'active': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:33:29.573502 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcbd68be-d75f-4a43-ab55-6a844c64fc60 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:33:29.577355 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-fcbd68be-d75f-4a43-ab55-6a844c64fc60 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] 10.222.0.31 "GET /v2.0/ports/a76c66cb-427e-405f-a00b-854139380058 HTTP/1.1" status: 200 len: 910 time: 0.0670621 Dec 18 13:33:29.589052 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-728f9531-ba25-4099-8ca9-af2496e970a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:33:29.589939 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f3fed067-ab07-4cd4-9ad0-fa62edfaecb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975'] for port, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:29.590972 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 56120) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:33:29.599996 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-728f9531-ba25-4099-8ca9-af2496e970a5 None None] Routers {'10e577b0-ee7b-49a3-8cd7-e7c6429df069'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:33:29.600617 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-728f9531-ba25-4099-8ca9-af2496e970a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:33:27Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['10e577b0-ee7b-49a3-8cd7-e7c6429df069'], 'active': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:33:29.600957 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-7095a8af-d4b2-43ab-9afc-b8b7ff2d3595 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '0decc87e-2367-48da-967f-522e9fea1949'}]}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:33:29.611402 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-51f913a8-e1a0-42f6-aaf2-9fb13c357551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f63deb02-f6ed-4580-96e0-01d237f8236f', 'name': 'tempest-RoutersIpV6Test-router-289466128', 'tenant_id': '3e8e672f906b4c94aa3af3ddf07ca05e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:33:19Z', 'updated_at': '2021-12-18T13:33:22Z', 'revision_number': 2, 'project_id': '3e8e672f906b4c94aa3af3ddf07ca05e', 'gw_port_host': None, '_interfaces': [{'id': '146b4ada-1eb2-4f9a-89a6-e248f7ab33ec', 'name': '', 'network_id': '37b20d0d-0c5d-4ad5-8c97-f587a5601dee', 'tenant_id': '3e8e672f906b4c94aa3af3ddf07ca05e', 'mac_address': 'fa:16:3e:de:21:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f63deb02-f6ed-4580-96e0-01d237f8236f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '91a18b6b-5ac3-47f2-a447-8a9f7ed59f3b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:33:21Z', 'updated_at': '2021-12-18T13:33:27Z', 'revision_number': 4, 'project_id': '3e8e672f906b4c94aa3af3ddf07ca05e', 'subnets': [{'id': '91a18b6b-5ac3-47f2-a447-8a9f7ed59f3b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:33:29.644856 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-728f9531-ba25-4099-8ca9-af2496e970a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:33:29.645872 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-728f9531-ba25-4099-8ca9-af2496e970a5 None None] The sync data for ids ['10e577b0-ee7b-49a3-8cd7-e7c6429df069'] in dv-neutron-744815-20-hyperv is: [] {{(pid=103162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 13:33:29.651922 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvr_db [None req-635d76b8-15d3-4e66-bcb7-3c35fe99436d None None] Set router d4e1913c-2941-488b-a006-72a5bf5c1967 gateway port host: dv-neutron-744815-20-hyperv {{(pid=103161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 13:33:29.780803 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f26a5f-8b3a-40e1-96ff-63b1d236486a None None] Pushing event updated for resources: {'Port': ['ID=833d818b-d3dd-4cd2-abf8-33d55b4ab42b,revision_number=3']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:33:29.811185 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-7095a8af-d4b2-43ab-9afc-b8b7ff2d3595 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:29.813464 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 7ca8474b-b385-4b2c-b962-7e3bdcec0667 up at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 13:33:29.819031 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-29630dc1-f250-41f3-9d0b-bb340c239868 None None] For port 833d818b-d3dd-4cd2-abf8-33d55b4ab42b, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=833d818b-d3dd-4cd2-abf8-33d55b4ab42b,segment=NetworkSegment(3f66d49c-4faa-434c-8c3e-991f4f1d01bd),segment_id=3f66d49c-4faa-434c-8c3e-991f4f1d01bd)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:33:29.840082 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3fed067-ab07-4cd4-9ad0-fa62edfaecb7 None None] Network f1e97fc3-43da-466a-b3de-8b17aa08dcce is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:33:29.869148 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-f3fed067-ab07-4cd4-9ad0-fa62edfaecb7 None None] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:33:29.871338 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51f913a8-e1a0-42f6-aaf2-9fb13c357551 None None] The sync data for ids ['f63deb02-f6ed-4580-96e0-01d237f8236f'] in dv-neutron-744815-20-hyperv is: [{'id': 'f63deb02-f6ed-4580-96e0-01d237f8236f', 'name': 'tempest-RoutersIpV6Test-router-289466128', 'tenant_id': '3e8e672f906b4c94aa3af3ddf07ca05e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:33:19Z', 'updated_at': '2021-12-18T13:33:22Z', 'revision_number': 2, 'project_id': '3e8e672f906b4c94aa3af3ddf07ca05e', 'gw_port_host': None, '_interfaces': [{'id': '146b4ada-1eb2-4f9a-89a6-e248f7ab33ec', 'name': '', 'network_id': '37b20d0d-0c5d-4ad5-8c97-f587a5601dee', 'tenant_id': '3e8e672f906b4c94aa3af3ddf07ca05e', 'mac_address': 'fa:16:3e:de:21:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f63deb02-f6ed-4580-96e0-01d237f8236f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '91a18b6b-5ac3-47f2-a447-8a9f7ed59f3b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:33:21Z', 'updated_at': '2021-12-18T13:33:27Z', 'revision_number': 4, 'project_id': '3e8e672f906b4c94aa3af3ddf07ca05e', 'subnets': [{'id': '91a18b6b-5ac3-47f2-a447-8a9f7ed59f3b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 13:33:29.874660 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3fed067-ab07-4cd4-9ad0-fa62edfaecb7 None None] Received port after_create {{(pid=103161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:33:29.916570 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-29630dc1-f250-41f3-9d0b-bb340c239868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:29.918082 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb0a764b-a815-49f9-a701-7ae087ca81e1 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Notify agent at l3_agent.dv-neutron-744815-20-hyperv the message routers_updated {{(pid=103159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 13:33:29.927190 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-eb0a764b-a815-49f9-a701-7ae087ca81e1 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] 10.222.0.31 "PUT /v2.0/routers/f63deb02-f6ed-4580-96e0-01d237f8236f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1189687 Dec 18 13:33:29.934912 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 56122) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:33:29.941845 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-4c66ced4-4341-4d6b-8193-b8b1f1a6ae0e tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2104524854'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:33:29.987788 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-3a7d8557-7f6c-485d-b9ed-858709cdb6ad None None] Publish callbacks [] for port, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:30.011819 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7b7a3272-2b45-4d32-9670-25eb1afd1184 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:30.036392 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-3a7d8557-7f6c-485d-b9ed-858709cdb6ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975'] for port, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:30.043014 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c66ced4-4341-4d6b-8193-b8b1f1a6ae0e tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Made reservation on behalf of 3e8e672f906b4c94aa3af3ddf07ca05e for: {'network': 1} {{(pid=103159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:33:30.046539 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-4c66ced4-4341-4d6b-8193-b8b1f1a6ae0e tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for network, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:30.052942 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fed067-ab07-4cd4-9ad0-fa62edfaecb7 None None] Pushing event updated for resources: {'Port': ['ID=51493769-8ccb-4a3c-a4eb-d46d9d574c9e,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:33:30.065932 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-29630dc1-f250-41f3-9d0b-bb340c239868 None None] Provisioning complete for port 146b4ada-1eb2-4f9a-89a6-e248f7ab33ec triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:33:30.066296 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-29630dc1-f250-41f3-9d0b-bb340c239868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:30.085997 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c66ced4-4341-4d6b-8193-b8b1f1a6ae0e tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 107} {{(pid=103159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 18 13:33:30.146195 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-4c66ced4-4341-4d6b-8193-b8b1f1a6ae0e tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:30.146542 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.db.segments_db [None req-4c66ced4-4341-4d6b-8193-b8b1f1a6ae0e tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Added segment 73c1ce91-1e2a-419e-be22-0d551940b851 of type vlan for network 4d4d4dbc-770c-4941-b1b6-03c3858eb976 Dec 18 13:33:30.179042 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a7d8557-7f6c-485d-b9ed-858709cdb6ad None None] Network 32941329-bcc6-4cdc-97c2-3cadb3ebb3d1 is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:33:30.190376 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-3a7d8557-7f6c-485d-b9ed-858709cdb6ad None None] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:33:30.193981 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a7d8557-7f6c-485d-b9ed-858709cdb6ad None None] Received port after_create {{(pid=103161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:33:30.207040 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-f3fed067-ab07-4cd4-9ad0-fa62edfaecb7 None None] Attempting to bind port 51493769-8ccb-4a3c-a4eb-d46d9d574c9e on host dv-neutron-744815-20-hyperv for vnic_type normal with profile {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 13:33:30.207562 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-f3fed067-ab07-4cd4-9ad0-fa62edfaecb7 None None] Attempting to bind port 51493769-8ccb-4a3c-a4eb-d46d9d574c9e by drivers openvswitch,hyperv on host dv-neutron-744815-20-hyperv at level 0 using segments [{'id': '39f2e4db-24d6-4a0f-8de3-23a52f211365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'f1e97fc3-43da-466a-b3de-8b17aa08dcce'}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 13:33:30.207770 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3fed067-ab07-4cd4-9ad0-fa62edfaecb7 None None] Attempting to bind port 51493769-8ccb-4a3c-a4eb-d46d9d574c9e on network f1e97fc3-43da-466a-b3de-8b17aa08dcce {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 13:33:30.241891 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-4c66ced4-4341-4d6b-8193-b8b1f1a6ae0e tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767106405744'] for network, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:30.262091 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2294866d-0076-4933-952c-685307032598 None None] Provisioning complete for port 7ca8474b-b385-4b2c-b962-7e3bdcec0667 triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:33:30.262327 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:30.282504 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3fed067-ab07-4cd4-9ad0-fa62edfaecb7 None None] Checking agent: {'id': '428fa9fa-43db-4db9-9f96-f60ffe931f2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-20-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 13, 19, 1), 'started_at': datetime.datetime(2021, 12, 18, 13, 19, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 13, 33, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-20-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 18 13:33:30.282891 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3fed067-ab07-4cd4-9ad0-fa62edfaecb7 None None] Checking segment: {'id': '39f2e4db-24d6-4a0f-8de3-23a52f211365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'f1e97fc3-43da-466a-b3de-8b17aa08dcce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 13:33:30.283497 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f3fed067-ab07-4cd4-9ad0-fa62edfaecb7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:30.283911 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3fed067-ab07-4cd4-9ad0-fa62edfaecb7 None None] Bound using segment: {'id': '39f2e4db-24d6-4a0f-8de3-23a52f211365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'f1e97fc3-43da-466a-b3de-8b17aa08dcce'} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 18 13:33:30.284421 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-f3fed067-ab07-4cd4-9ad0-fa62edfaecb7 None None] Bound port: 51493769-8ccb-4a3c-a4eb-d46d9d574c9e, host: dv-neutron-744815-20-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39f2e4db-24d6-4a0f-8de3-23a52f211365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'f1e97fc3-43da-466a-b3de-8b17aa08dcce'}}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 18 13:33:30.284812 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f3fed067-ab07-4cd4-9ad0-fa62edfaecb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:30.337082 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-4c66ced4-4341-4d6b-8193-b8b1f1a6ae0e tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981'] for network, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:30.341262 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29630dc1-f250-41f3-9d0b-bb340c239868 None None] Pushing event updated for resources: {'Port': ['ID=833d818b-d3dd-4cd2-abf8-33d55b4ab42b,revision_number=4']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:33:30.346797 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c66ced4-4341-4d6b-8193-b8b1f1a6ae0e tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:33:30.347478 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-4c66ced4-4341-4d6b-8193-b8b1f1a6ae0e tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks [] for network, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:30.353905 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c11a6ab8-37b9-4971-88ac-1763ed8e4aba None None] Network 015c6e97-58b0-432b-8fb9-5dd2b87fb320 requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:33:30.367177 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-1e7de8a6-eb9b-4dcf-a43b-bd77d5d4dd68 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for port, precommit_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:30.387377 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-7095a8af-d4b2-43ab-9afc-b8b7ff2d3595 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks [] for port, precommit_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:30.395822 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-1e7de8a6-eb9b-4dcf-a43b-bd77d5d4dd68 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5659917'] for port, after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:30.397937 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-7095a8af-d4b2-43ab-9afc-b8b7ff2d3595 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4533541'] for port, after_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:30.419789 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-4c66ced4-4341-4d6b-8193-b8b1f1a6ae0e tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4837151 Dec 18 13:33:30.449749 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 56124) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:33:30.461074 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-7d242aa1-6814-421d-8e41-6b7335e78a64 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Request body: {'subnet': {'network_id': '4d4d4dbc-770c-4941-b1b6-03c3858eb976', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:33:30.563891 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c66ced4-4341-4d6b-8193-b8b1f1a6ae0e tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Pushing event updated for resources: {'Network': ['ID=4d4d4dbc-770c-4941-b1b6-03c3858eb976,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:33:30.567987 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7d8557-7f6c-485d-b9ed-858709cdb6ad None None] Pushing event updated for resources: {'Port': ['ID=ebcb40d9-a099-401b-8d62-bf29064ada56,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:33:30.571337 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-3a7d8557-7f6c-485d-b9ed-858709cdb6ad None None] Attempting to bind port ebcb40d9-a099-401b-8d62-bf29064ada56 on host dv-neutron-744815-20-hyperv for vnic_type normal with profile {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 13:33:30.571337 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-3a7d8557-7f6c-485d-b9ed-858709cdb6ad None None] Attempting to bind port ebcb40d9-a099-401b-8d62-bf29064ada56 by drivers openvswitch,hyperv on host dv-neutron-744815-20-hyperv at level 0 using segments [{'id': '41b622a4-fe65-4a37-a7e3-444d1fa62644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '32941329-bcc6-4cdc-97c2-3cadb3ebb3d1'}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 13:33:30.571503 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a7d8557-7f6c-485d-b9ed-858709cdb6ad None None] Attempting to bind port ebcb40d9-a099-401b-8d62-bf29064ada56 on network 32941329-bcc6-4cdc-97c2-3cadb3ebb3d1 {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 13:33:30.586817 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-1e7de8a6-eb9b-4dcf-a43b-bd77d5d4dd68 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1048031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586432'] for router_interface, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:30.590518 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7de8a6-eb9b-4dcf-a43b-bd77d5d4dd68 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Pushing event updated for resources: {'Port': ['ID=bf4050ad-5290-4edd-ad83-0402368d15b6,revision_number=2']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:33:30.592348 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Network 4d4d4dbc-770c-4941-b1b6-03c3858eb976 details requested by agent ovs-agent-dv-neutron-744815-20-hyperv with host dv-neutron-744815-20-hyperv {{(pid=103161) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 18 13:33:30.596787 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7095a8af-d4b2-43ab-9afc-b8b7ff2d3595 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:33:30.597469 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-7095a8af-d4b2-43ab-9afc-b8b7ff2d3595 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:30.599055 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-7095a8af-d4b2-43ab-9afc-b8b7ff2d3595 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] 10.222.0.31 "PUT /v2.0/ports/a76c66cb-427e-405f-a00b-854139380058 HTTP/1.1" status: 200 len: 910 time: 1.0066624 Dec 18 13:33:30.602758 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 56126) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:33:30.614273 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7095a8af-d4b2-43ab-9afc-b8b7ff2d3595 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Pushing event updated for resources: {'Port': ['ID=a76c66cb-427e-405f-a00b-854139380058,revision_number=3']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:33:30.676766 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d242aa1-6814-421d-8e41-6b7335e78a64 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Made reservation on behalf of 3e8e672f906b4c94aa3af3ddf07ca05e for: {'subnet': 1} {{(pid=103160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:33:30.681370 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-7d242aa1-6814-421d-8e41-6b7335e78a64 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4514414'] for subnet, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:30.730916 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a7d8557-7f6c-485d-b9ed-858709cdb6ad None None] Checking agent: {'id': '428fa9fa-43db-4db9-9f96-f60ffe931f2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-20-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 13, 19, 1), 'started_at': datetime.datetime(2021, 12, 18, 13, 19, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 13, 33, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-20-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 18 13:33:30.731724 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a7d8557-7f6c-485d-b9ed-858709cdb6ad None None] Checking segment: {'id': '41b622a4-fe65-4a37-a7e3-444d1fa62644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '32941329-bcc6-4cdc-97c2-3cadb3ebb3d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 13:33:30.732298 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-3a7d8557-7f6c-485d-b9ed-858709cdb6ad None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:30.732858 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a7d8557-7f6c-485d-b9ed-858709cdb6ad None None] Bound using segment: {'id': '41b622a4-fe65-4a37-a7e3-444d1fa62644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '32941329-bcc6-4cdc-97c2-3cadb3ebb3d1'} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 18 13:33:30.733507 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-3a7d8557-7f6c-485d-b9ed-858709cdb6ad None None] Bound port: ebcb40d9-a099-401b-8d62-bf29064ada56, host: dv-neutron-744815-20-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41b622a4-fe65-4a37-a7e3-444d1fa62644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '32941329-bcc6-4cdc-97c2-3cadb3ebb3d1'}}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 18 13:33:30.734569 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-3a7d8557-7f6c-485d-b9ed-858709cdb6ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:30.745084 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:30.806627 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-f3fed067-ab07-4cd4-9ad0-fa62edfaecb7 None None] For port 51493769-8ccb-4a3c-a4eb-d46d9d574c9e, host dv-neutron-744815-20-hyperv, cleared binding levels {{(pid=103161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 18 13:33:30.819094 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-635d76b8-15d3-4e66-bcb7-3c35fe99436d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4e1913c-2941-488b-a006-72a5bf5c1967', 'name': 'tempest-TestNetworkBasicOps-router-2030627157', 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.175'}], 'enable_snat': True}, 'gw_port_id': '833d818b-d3dd-4cd2-abf8-33d55b4ab42b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:33:23Z', 'updated_at': '2021-12-18T13:33:29Z', 'revision_number': 4, 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'gw_port': {'id': '833d818b-d3dd-4cd2-abf8-33d55b4ab42b', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:17:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4e1913c-2941-488b-a006-72a5bf5c1967', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:33:23Z', 'updated_at': '2021-12-18T13:33:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv', '_interfaces': [{'id': 'bf4050ad-5290-4edd-ad83-0402368d15b6', 'name': '', 'network_id': '32941329-bcc6-4cdc-97c2-3cadb3ebb3d1', 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'mac_address': 'fa:16:3e:75:53:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4e1913c-2941-488b-a006-72a5bf5c1967', 'device_owner': 'network:router_interface', 'standard_attr_id': 1276, 'fixed_ips': [{'subnet_id': '35bf2c7b-4ca7-4b35-aa56-2fc4ff409658', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:33:28Z', 'updated_at': '2021-12-18T13:33:28Z', 'revision_number': 1, 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'subnets': [{'id': '35bf2c7b-4ca7-4b35-aa56-2fc4ff409658', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:33:30.900181 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e7de8a6-eb9b-4dcf-a43b-bd77d5d4dd68 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Network 32941329-bcc6-4cdc-97c2-3cadb3ebb3d1 is already hosted by enough agents. {{(pid=103159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:33:30.903227 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.base_scheduler [None req-1e7de8a6-eb9b-4dcf-a43b-bd77d5d4dd68 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Resources bound (agent type, host, resource id): {{(pid=103159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:33:30.934572 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-f3fed067-ab07-4cd4-9ad0-fa62edfaecb7 None None] For port 51493769-8ccb-4a3c-a4eb-d46d9d574c9e, host dv-neutron-744815-20-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=51493769-8ccb-4a3c-a4eb-d46d9d574c9e,segment=NetworkSegment(39f2e4db-24d6-4a0f-8de3-23a52f211365),segment_id=39f2e4db-24d6-4a0f-8de3-23a52f211365)] {{(pid=103161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 18 13:33:30.938640 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-7d242aa1-6814-421d-8e41-6b7335e78a64 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4533410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4514424'] for subnet, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:30.944701 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-635d76b8-15d3-4e66-bcb7-3c35fe99436d None None] The sync data for ids ['d4e1913c-2941-488b-a006-72a5bf5c1967'] in dv-neutron-744815-20-hyperv is: [{'id': 'd4e1913c-2941-488b-a006-72a5bf5c1967', 'name': 'tempest-TestNetworkBasicOps-router-2030627157', 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.175'}], 'enable_snat': True}, 'gw_port_id': '833d818b-d3dd-4cd2-abf8-33d55b4ab42b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:33:23Z', 'updated_at': '2021-12-18T13:33:29Z', 'revision_number': 4, 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'gw_port': {'id': '833d818b-d3dd-4cd2-abf8-33d55b4ab42b', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:17:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4e1913c-2941-488b-a006-72a5bf5c1967', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:33:23Z', 'updated_at': '2021-12-18T13:33:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv', '_interfaces': [{'id': 'bf4050ad-5290-4edd-ad83-0402368d15b6', 'name': '', 'network_id': '32941329-bcc6-4cdc-97c2-3cadb3ebb3d1', 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'mac_address': 'fa:16:3e:75:53:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4e1913c-2941-488b-a006-72a5bf5c1967', 'device_owner': 'network:router_interface', 'standard_attr_id': 1276, 'fixed_ips': [{'subnet_id': '35bf2c7b-4ca7-4b35-aa56-2fc4ff409658', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:33:28Z', 'updated_at': '2021-12-18T13:33:28Z', 'revision_number': 1, 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'subnets': [{'id': '35bf2c7b-4ca7-4b35-aa56-2fc4ff409658', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 13:33:30.962679 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:30.964583 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f3fed067-ab07-4cd4-9ad0-fa62edfaecb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:31.021385 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-2294866d-0076-4933-952c-685307032598 None None] For port 7ca8474b-b385-4b2c-b962-7e3bdcec0667, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=7ca8474b-b385-4b2c-b962-7e3bdcec0667,segment=NetworkSegment(75e9ed46-01ce-401a-bc1d-1f246d99f1ef),segment_id=75e9ed46-01ce-401a-bc1d-1f246d99f1ef)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:33:31.034895 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d242aa1-6814-421d-8e41-6b7335e78a64 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Pushing event updated for resources: {'Subnet': ['ID=6672c277-c82b-43ad-80cf-575233dcf9b0,revision_number=0']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:33:31.038706 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d242aa1-6814-421d-8e41-6b7335e78a64 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Checking segment: {'id': '73c1ce91-1e2a-419e-be22-0d551940b851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '4d4d4dbc-770c-4941-b1b6-03c3858eb976'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 13:33:31.039386 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d242aa1-6814-421d-8e41-6b7335e78a64 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Network hostable DHCP agents. Network: 4d4d4dbc-770c-4941-b1b6-03c3858eb976, hostable agents: ['aa77effa-0e3a-4bbd-a383-4d58ed3328d0'], hosted agents: [] {{(pid=103160) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 18 13:33:31.054930 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:31.070965 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d242aa1-6814-421d-8e41-6b7335e78a64 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Network 4d4d4dbc-770c-4941-b1b6-03c3858eb976 is scheduled to be hosted by DHCP agent aa77effa-0e3a-4bbd-a383-4d58ed3328d0 with binding_index 1 {{(pid=103160) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 18 13:33:31.076958 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-3fc9bbab-0a99-4fc5-97bd-aa8b76f04ddb None None] Provisioning complete for port 833d818b-d3dd-4cd2-abf8-33d55b4ab42b triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:33:31.077825 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-3fc9bbab-0a99-4fc5-97bd-aa8b76f04ddb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:31.086097 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-3a7d8557-7f6c-485d-b9ed-858709cdb6ad None None] For port ebcb40d9-a099-401b-8d62-bf29064ada56, host dv-neutron-744815-20-hyperv, cleared binding levels {{(pid=103161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 18 13:33:31.090175 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.base_scheduler [None req-7d242aa1-6814-421d-8e41-6b7335e78a64 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-744815-20-hyperv, 4d4d4dbc-770c-4941-b1b6-03c3858eb976) {{(pid=103160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:33:31.092258 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-3a7d8557-7f6c-485d-b9ed-858709cdb6ad None None] For port ebcb40d9-a099-401b-8d62-bf29064ada56, host dv-neutron-744815-20-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=ebcb40d9-a099-401b-8d62-bf29064ada56,segment=NetworkSegment(41b622a4-fe65-4a37-a7e3-444d1fa62644),segment_id=41b622a4-fe65-4a37-a7e3-444d1fa62644)] {{(pid=103161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 18 13:33:31.107719 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d242aa1-6814-421d-8e41-6b7335e78a64 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:33:31.108631 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-7d242aa1-6814-421d-8e41-6b7335e78a64 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks [] for subnet, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:31.132831 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d548710-4266-4449-b4ab-5d71fc0e230f None None] Network 4d4d4dbc-770c-4941-b1b6-03c3858eb976 requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:33:31.138918 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-7d242aa1-6814-421d-8e41-6b7335e78a64 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.6838627 Dec 18 13:33:31.139964 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 56128) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:33:31.143075 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-3a7d8557-7f6c-485d-b9ed-858709cdb6ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:31.173056 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fed067-ab07-4cd4-9ad0-fa62edfaecb7 None None] Pushing event updated for resources: {'Port': ['ID=51493769-8ccb-4a3c-a4eb-d46d9d574c9e,revision_number=2']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:33:31.197835 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e7de8a6-eb9b-4dcf-a43b-bd77d5d4dd68 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Router d4e1913c-2941-488b-a006-72a5bf5c1967 has already been hosted by L3 agent c9c0cd52-5bd2-4704-9429-d80f1c5ad23c {{(pid=103159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 18 13:33:31.694274 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-df44a106-7c9e-4b8f-9349-92443e41d1f2 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-586101'] for router_interface, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:31.696985 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e7de8a6-eb9b-4dcf-a43b-bd77d5d4dd68 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Notify agent at l3_agent.dv-neutron-744815-20-hyperv the message routers_updated {{(pid=103159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 13:33:31.707063 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-1e7de8a6-eb9b-4dcf-a43b-bd77d5d4dd68 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "PUT /v2.0/routers/d4e1913c-2941-488b-a006-72a5bf5c1967/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6292453 Dec 18 13:33:31.733220 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 56130) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:33:31.836967 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 146b4ada-1eb2-4f9a-89a6-e248f7ab33ec up at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 13:33:31.933148 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Pushing event updated for resources: {'Port': ['ID=7ca8474b-b385-4b2c-b962-7e3bdcec0667,revision_number=3']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:33:32.074793 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7d8557-7f6c-485d-b9ed-858709cdb6ad None None] Pushing event updated for resources: {'Port': ['ID=ebcb40d9-a099-401b-8d62-bf29064ada56,revision_number=2']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:33:32.134523 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-3fc9bbab-0a99-4fc5-97bd-aa8b76f04ddb None None] Provisioning complete for port 7ca8474b-b385-4b2c-b962-7e3bdcec0667 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:33:32.134900 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-3fc9bbab-0a99-4fc5-97bd-aa8b76f04ddb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:32.205764 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfc0ce0f-5401-40cf-8bcf-260f9a9e6d23 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp31e170a0-46a1-5ba9-9dc1-7ee4f866f0d7-4d4d4dbc-770c-4941-b1b6-03c3858eb976', 'network_id': '4d4d4dbc-770c-4941-b1b6-03c3858eb976', 'project_id': '3e8e672f906b4c94aa3af3ddf07ca05e', 'fixed_ips': [{'subnet_id': '6672c277-c82b-43ad-80cf-575233dcf9b0'}]}} from dv-neutron-744815-20-hyperv. {{(pid=103161) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 18 13:33:32.207567 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-bfc0ce0f-5401-40cf-8bcf-260f9a9e6d23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:32.208273 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f8d0814-8500-4036-90a9-f3dde9e2ce6b tempest-TestNetworkBasicOps-845399116 tempest-TestNetworkBasicOps-845399116-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:33:32.208919 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f8d0814-8500-4036-90a9-f3dde9e2ce6b tempest-TestNetworkBasicOps-845399116 tempest-TestNetworkBasicOps-845399116-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:33:32.209525 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f8d0814-8500-4036-90a9-f3dde9e2ce6b tempest-TestNetworkBasicOps-845399116 tempest-TestNetworkBasicOps-845399116-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:33:32.210128 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f8d0814-8500-4036-90a9-f3dde9e2ce6b tempest-TestNetworkBasicOps-845399116 tempest-TestNetworkBasicOps-845399116-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:33:32.210723 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f8d0814-8500-4036-90a9-f3dde9e2ce6b tempest-TestNetworkBasicOps-845399116 tempest-TestNetworkBasicOps-845399116-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:33:32.211362 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f8d0814-8500-4036-90a9-f3dde9e2ce6b tempest-TestNetworkBasicOps-845399116 tempest-TestNetworkBasicOps-845399116-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:33:32.211991 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f8d0814-8500-4036-90a9-f3dde9e2ce6b tempest-TestNetworkBasicOps-845399116 tempest-TestNetworkBasicOps-845399116-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:33:32.212587 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f8d0814-8500-4036-90a9-f3dde9e2ce6b tempest-TestNetworkBasicOps-845399116 tempest-TestNetworkBasicOps-845399116-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:33:32.213339 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f8d0814-8500-4036-90a9-f3dde9e2ce6b tempest-TestNetworkBasicOps-845399116 tempest-TestNetworkBasicOps-845399116-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:33:32.213768 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f8d0814-8500-4036-90a9-f3dde9e2ce6b tempest-TestNetworkBasicOps-845399116 tempest-TestNetworkBasicOps-845399116-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:33:32.216585 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-0f8d0814-8500-4036-90a9-f3dde9e2ce6b tempest-TestNetworkBasicOps-845399116 tempest-TestNetworkBasicOps-845399116-project-admin] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7022 time: 0.4814091 Dec 18 13:33:32.218743 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 56132) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:33:32.286535 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2294866d-0076-4933-952c-685307032598 None None] Provisioning complete for port 146b4ada-1eb2-4f9a-89a6-e248f7ab33ec triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:33:32.286881 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:32.298548 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-ea579804-4570-45ac-88bd-f439c847416f tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:32.299884 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-df44a106-7c9e-4b8f-9349-92443e41d1f2 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Deleting port a76c66cb-427e-405f-a00b-854139380058 {{(pid=103159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:33:32.300238 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-df44a106-7c9e-4b8f-9349-92443e41d1f2 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:32.512185 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-594f03df-05b5-402e-aa6b-c2c2db5efd1a tempest-TestNetworkBasicOps-845399116 tempest-TestNetworkBasicOps-845399116-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:33:32.512791 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-594f03df-05b5-402e-aa6b-c2c2db5efd1a tempest-TestNetworkBasicOps-845399116 tempest-TestNetworkBasicOps-845399116-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:33:32.513310 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-594f03df-05b5-402e-aa6b-c2c2db5efd1a tempest-TestNetworkBasicOps-845399116 tempest-TestNetworkBasicOps-845399116-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:33:32.513830 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-594f03df-05b5-402e-aa6b-c2c2db5efd1a tempest-TestNetworkBasicOps-845399116 tempest-TestNetworkBasicOps-845399116-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:33:32.514338 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-594f03df-05b5-402e-aa6b-c2c2db5efd1a tempest-TestNetworkBasicOps-845399116 tempest-TestNetworkBasicOps-845399116-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:33:32.514856 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-594f03df-05b5-402e-aa6b-c2c2db5efd1a tempest-TestNetworkBasicOps-845399116 tempest-TestNetworkBasicOps-845399116-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:33:32.515387 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-594f03df-05b5-402e-aa6b-c2c2db5efd1a tempest-TestNetworkBasicOps-845399116 tempest-TestNetworkBasicOps-845399116-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:33:32.515953 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-594f03df-05b5-402e-aa6b-c2c2db5efd1a tempest-TestNetworkBasicOps-845399116 tempest-TestNetworkBasicOps-845399116-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:33:32.516754 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-594f03df-05b5-402e-aa6b-c2c2db5efd1a tempest-TestNetworkBasicOps-845399116 tempest-TestNetworkBasicOps-845399116-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:33:32.517334 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-594f03df-05b5-402e-aa6b-c2c2db5efd1a tempest-TestNetworkBasicOps-845399116 tempest-TestNetworkBasicOps-845399116-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:33:32.522230 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-594f03df-05b5-402e-aa6b-c2c2db5efd1a tempest-TestNetworkBasicOps-845399116 tempest-TestNetworkBasicOps-845399116-project-admin] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6451 time: 0.2981210 Dec 18 13:33:32.523422 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 56134) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:33:32.614811 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_common [None req-bfc0ce0f-5401-40cf-8bcf-260f9a9e6d23 None None] Allocated IP 2001:db8:2::2 (4d4d4dbc-770c-4941-b1b6-03c3858eb976/6672c277-c82b-43ad-80cf-575233dcf9b0/db53ef9e-a58a-4830-ac7e-9b46a81c1317) {{(pid=103161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:33:32.663685 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-3a10d41d-5a3c-4c81-96a7-b706705d5b98 None None] Provisioning complete for port 549b8e1b-ad61-437b-b167-455dd6bf5627 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:33:32.664084 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-3a10d41d-5a3c-4c81-96a7-b706705d5b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:32.686867 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-df44a106-7c9e-4b8f-9349-92443e41d1f2 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:32.722087 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-df44a106-7c9e-4b8f-9349-92443e41d1f2 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Calling delete_port for a76c66cb-427e-405f-a00b-854139380058 owned by network:router_interface {{(pid=103159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:33:32.783117 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-3a10d41d-5a3c-4c81-96a7-b706705d5b98 None None] Port 549b8e1b-ad61-437b-b167-455dd6bf5627 cannot update to ACTIVE because it is not bound. {{(pid=103161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 13:33:32.851113 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-3a10d41d-5a3c-4c81-96a7-b706705d5b98 None None] Provisioning complete for port 7ca8474b-b385-4b2c-b962-7e3bdcec0667 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:33:32.851819 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-3a10d41d-5a3c-4c81-96a7-b706705d5b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:32.929200 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2890ddc4-65eb-4046-af1d-c5c02bb7afda None None] Sync routers for ids ['f63deb02-f6ed-4580-96e0-01d237f8236f'] in dv-neutron-744815-20-hyperv {{(pid=103161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 13:33:33.002866 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-bfc0ce0f-5401-40cf-8bcf-260f9a9e6d23 None None] Publish callbacks [] for port, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:33.005783 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2890ddc4-65eb-4046-af1d-c5c02bb7afda None None] Routers {'f63deb02-f6ed-4580-96e0-01d237f8236f'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:33:33.006455 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-2890ddc4-65eb-4046-af1d-c5c02bb7afda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:33:27Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['f63deb02-f6ed-4580-96e0-01d237f8236f'], 'active': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:33:33.070978 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-bfc0ce0f-5401-40cf-8bcf-260f9a9e6d23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975'] for port, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:33.145794 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-df44a106-7c9e-4b8f-9349-92443e41d1f2 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:33.181258 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df44a106-7c9e-4b8f-9349-92443e41d1f2 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Pushing event deleted for resources: {'Port': ['ID=a76c66cb-427e-405f-a00b-854139380058,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:33:33.248619 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.db_base_plugin_common [None req-ea579804-4570-45ac-88bd-f439c847416f tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Allocated IP 2001:db8:2::1 (4d4d4dbc-770c-4941-b1b6-03c3858eb976/6672c277-c82b-43ad-80cf-575233dcf9b0/1a35ac31-f65c-4ad3-8888-e2bc40b19057) {{(pid=103160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:33:33.266516 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9ac4c40-5317-45d6-95bc-2745fc5c9b7e None None] Network 32941329-bcc6-4cdc-97c2-3cadb3ebb3d1 requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:33:33.320994 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-c1774d4d-f00a-4187-9345-89811ba5c9fa tempest-TestNetworkBasicOps-845399116 tempest-TestNetworkBasicOps-845399116-project-admin] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4114 time: 0.7952862 Dec 18 13:33:33.361545 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfc0ce0f-5401-40cf-8bcf-260f9a9e6d23 None None] Network 4d4d4dbc-770c-4941-b1b6-03c3858eb976 is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:33:33.372977 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-bfc0ce0f-5401-40cf-8bcf-260f9a9e6d23 None None] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:33:33.386786 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfc0ce0f-5401-40cf-8bcf-260f9a9e6d23 None None] Received port after_create {{(pid=103161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:33:33.389363 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc0ce0f-5401-40cf-8bcf-260f9a9e6d23 None None] Pushing event updated for resources: {'Port': ['ID=db53ef9e-a58a-4830-ac7e-9b46a81c1317,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:33:33.417116 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-ea579804-4570-45ac-88bd-f439c847416f tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks [] for port, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:33.441787 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvr_db [None req-2890ddc4-65eb-4046-af1d-c5c02bb7afda None None] Set router f63deb02-f6ed-4580-96e0-01d237f8236f gateway port host: None {{(pid=103161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 13:33:33.452284 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10051321-6cd4-4165-978a-cdcb5fb93622 None None] Network f1e97fc3-43da-466a-b3de-8b17aa08dcce requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:33:33.467874 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-ea579804-4570-45ac-88bd-f439c847416f tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4533522'] for port, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:33.580782 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea579804-4570-45ac-88bd-f439c847416f tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Network 4d4d4dbc-770c-4941-b1b6-03c3858eb976 is already hosted by enough agents. {{(pid=103160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:33:33.587047 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.base_scheduler [None req-ea579804-4570-45ac-88bd-f439c847416f tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Resources bound (agent type, host, resource id): {{(pid=103160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:33:33.595702 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-df44a106-7c9e-4b8f-9349-92443e41d1f2 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1048020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-576035'] for router_interface, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:33.606596 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea579804-4570-45ac-88bd-f439c847416f tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Received port after_create {{(pid=103160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:33:33.606596 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-ea579804-4570-45ac-88bd-f439c847416f tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586257'] for router_interface, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:33.628140 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 56138) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:33:33.639479 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-f0ca6103-b96a-476d-b417-c56b72d7a07c tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1991626654', 'description': 'tempest-secgroup-smoke-1991626654 description', 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:33:33.653669 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-bfc0ce0f-5401-40cf-8bcf-260f9a9e6d23 None None] Attempting to bind port db53ef9e-a58a-4830-ac7e-9b46a81c1317 on host dv-neutron-744815-20-hyperv for vnic_type normal with profile {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 13:33:33.654185 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-bfc0ce0f-5401-40cf-8bcf-260f9a9e6d23 None None] Attempting to bind port db53ef9e-a58a-4830-ac7e-9b46a81c1317 by drivers openvswitch,hyperv on host dv-neutron-744815-20-hyperv at level 0 using segments [{'id': '73c1ce91-1e2a-419e-be22-0d551940b851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '4d4d4dbc-770c-4941-b1b6-03c3858eb976'}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 13:33:33.654647 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfc0ce0f-5401-40cf-8bcf-260f9a9e6d23 None None] Attempting to bind port db53ef9e-a58a-4830-ac7e-9b46a81c1317 on network 4d4d4dbc-770c-4941-b1b6-03c3858eb976 {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 13:33:33.724304 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfc0ce0f-5401-40cf-8bcf-260f9a9e6d23 None None] Checking agent: {'id': '428fa9fa-43db-4db9-9f96-f60ffe931f2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-20-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 13, 19, 1), 'started_at': datetime.datetime(2021, 12, 18, 13, 19, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 13, 33, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-20-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 18 13:33:33.724845 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfc0ce0f-5401-40cf-8bcf-260f9a9e6d23 None None] Checking segment: {'id': '73c1ce91-1e2a-419e-be22-0d551940b851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '4d4d4dbc-770c-4941-b1b6-03c3858eb976'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 13:33:33.725348 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-bfc0ce0f-5401-40cf-8bcf-260f9a9e6d23 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:33.725933 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfc0ce0f-5401-40cf-8bcf-260f9a9e6d23 None None] Bound using segment: {'id': '73c1ce91-1e2a-419e-be22-0d551940b851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '4d4d4dbc-770c-4941-b1b6-03c3858eb976'} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 18 13:33:33.726552 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-bfc0ce0f-5401-40cf-8bcf-260f9a9e6d23 None None] Bound port: db53ef9e-a58a-4830-ac7e-9b46a81c1317, host: dv-neutron-744815-20-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73c1ce91-1e2a-419e-be22-0d551940b851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '4d4d4dbc-770c-4941-b1b6-03c3858eb976'}}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 18 13:33:33.727113 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-bfc0ce0f-5401-40cf-8bcf-260f9a9e6d23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:33.742459 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea579804-4570-45ac-88bd-f439c847416f tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Pushing event updated for resources: {'Port': ['ID=1a35ac31-f65c-4ad3-8888-e2bc40b19057,revision_number=1']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:33:33.805306 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-ea579804-4570-45ac-88bd-f439c847416f tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:33.807983 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-f0ca6103-b96a-476d-b417-c56b72d7a07c tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for security_group, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:33.817850 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 51493769-8ccb-4a3c-a4eb-d46d9d574c9e up at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 13:33:33.915288 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-afa9f448-4f56-4da8-9c72-401e4a3da461 None None] Provisioning complete for port ebcb40d9-a099-401b-8d62-bf29064ada56 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:33:33.915967 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-afa9f448-4f56-4da8-9c72-401e4a3da461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:34.069452 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-bfc0ce0f-5401-40cf-8bcf-260f9a9e6d23 None None] For port db53ef9e-a58a-4830-ac7e-9b46a81c1317, host dv-neutron-744815-20-hyperv, cleared binding levels {{(pid=103161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 18 13:33:34.097478 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-bfc0ce0f-5401-40cf-8bcf-260f9a9e6d23 None None] For port db53ef9e-a58a-4830-ac7e-9b46a81c1317, host dv-neutron-744815-20-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=db53ef9e-a58a-4830-ac7e-9b46a81c1317,segment=NetworkSegment(73c1ce91-1e2a-419e-be22-0d551940b851),segment_id=73c1ce91-1e2a-419e-be22-0d551940b851)] {{(pid=103161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 18 13:33:34.130807 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-bfc0ce0f-5401-40cf-8bcf-260f9a9e6d23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:34.138233 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2294866d-0076-4933-952c-685307032598 None None] Provisioning complete for port 51493769-8ccb-4a3c-a4eb-d46d9d574c9e triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:33:34.138626 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:34.311798 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-ea579804-4570-45ac-88bd-f439c847416f tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks [] for port, precommit_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:34.320272 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-ea579804-4570-45ac-88bd-f439c847416f tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4533541'] for port, after_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:34.321221 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-ea579804-4570-45ac-88bd-f439c847416f tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1048031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586432'] for router_interface, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:34.389173 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea579804-4570-45ac-88bd-f439c847416f tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Pushing event updated for resources: {'Port': ['ID=1a35ac31-f65c-4ad3-8888-e2bc40b19057,revision_number=2']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:33:34.411225 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df44a106-7c9e-4b8f-9349-92443e41d1f2 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Router 10e577b0-ee7b-49a3-8cd7-e7c6429df069 has already been hosted by L3 agent c9c0cd52-5bd2-4704-9429-d80f1c5ad23c {{(pid=103159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 18 13:33:34.561597 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea579804-4570-45ac-88bd-f439c847416f tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Network 4d4d4dbc-770c-4941-b1b6-03c3858eb976 is already hosted by enough agents. {{(pid=103160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:33:34.563387 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.base_scheduler [None req-ea579804-4570-45ac-88bd-f439c847416f tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Resources bound (agent type, host, resource id): {{(pid=103160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:33:34.587603 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df44a106-7c9e-4b8f-9349-92443e41d1f2 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Notify agent at l3_agent.dv-neutron-744815-20-hyperv the message routers_updated {{(pid=103159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 13:33:34.595257 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-df44a106-7c9e-4b8f-9349-92443e41d1f2 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] 10.222.0.31 "PUT /v2.0/routers/10e577b0-ee7b-49a3-8cd7-e7c6429df069/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9895117 Dec 18 13:33:34.609244 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0c6450d-fd29-4cfe-8617-c2c702699959 None None] Sync routers for ids ['10e577b0-ee7b-49a3-8cd7-e7c6429df069'] in dv-neutron-744815-20-hyperv {{(pid=103162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 13:33:34.615235 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-afa9f448-4f56-4da8-9c72-401e4a3da461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:34.630008 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-f0ca6103-b96a-476d-b417-c56b72d7a07c tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for security_group, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:34.631311 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 56140) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:33:34.631574 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0c6450d-fd29-4cfe-8617-c2c702699959 None None] Routers {'10e577b0-ee7b-49a3-8cd7-e7c6429df069'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:33:34.632511 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-a0c6450d-fd29-4cfe-8617-c2c702699959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:33:27Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['10e577b0-ee7b-49a3-8cd7-e7c6429df069'], 'active': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:33:34.663920 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc0ce0f-5401-40cf-8bcf-260f9a9e6d23 None None] Pushing event updated for resources: {'Port': ['ID=db53ef9e-a58a-4830-ac7e-9b46a81c1317,revision_number=2']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:33:34.672192 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-f68c0bfb-b89a-4b9a-91df-f7fb47f3e516 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] 10.222.0.31 "GET /v2.0/ports?device_id=10e577b0-ee7b-49a3-8cd7-e7c6429df069 HTTP/1.1" status: 200 len: 205 time: 0.0372581 Dec 18 13:33:34.672192 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-f0ca6103-b96a-476d-b417-c56b72d7a07c tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:34.673339 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 56142) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:33:34.714800 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af77e56d-c4fb-4fc3-baf8-086021833984 None None] Sync routers for ids ['d4e1913c-2941-488b-a006-72a5bf5c1967'] in dv-neutron-744815-20-hyperv {{(pid=103161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 13:33:34.730034 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-a0c6450d-fd29-4cfe-8617-c2c702699959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:33:34.750096 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0c6450d-fd29-4cfe-8617-c2c702699959 None None] Routers {'10e577b0-ee7b-49a3-8cd7-e7c6429df069'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:33:34.751326 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-a0c6450d-fd29-4cfe-8617-c2c702699959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:33:27Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['10e577b0-ee7b-49a3-8cd7-e7c6429df069'], 'active': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:33:34.791887 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-afa9f448-4f56-4da8-9c72-401e4a3da461 None None] For port ebcb40d9-a099-401b-8d62-bf29064ada56, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=ebcb40d9-a099-401b-8d62-bf29064ada56,segment=NetworkSegment(41b622a4-fe65-4a37-a7e3-444d1fa62644),segment_id=41b622a4-fe65-4a37-a7e3-444d1fa62644)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:33:34.798682 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea579804-4570-45ac-88bd-f439c847416f tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Router f63deb02-f6ed-4580-96e0-01d237f8236f has already been hosted by L3 agent c9c0cd52-5bd2-4704-9429-d80f1c5ad23c {{(pid=103160) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 18 13:33:34.799709 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-2890ddc4-65eb-4046-af1d-c5c02bb7afda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f63deb02-f6ed-4580-96e0-01d237f8236f', 'name': 'tempest-RoutersIpV6Test-router-289466128', 'tenant_id': '3e8e672f906b4c94aa3af3ddf07ca05e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:33:19Z', 'updated_at': '2021-12-18T13:33:28Z', 'revision_number': 3, 'project_id': '3e8e672f906b4c94aa3af3ddf07ca05e', 'gw_port_host': None, '_interfaces': [{'id': '146b4ada-1eb2-4f9a-89a6-e248f7ab33ec', 'name': '', 'network_id': '37b20d0d-0c5d-4ad5-8c97-f587a5601dee', 'tenant_id': '3e8e672f906b4c94aa3af3ddf07ca05e', 'mac_address': 'fa:16:3e:de:21:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f63deb02-f6ed-4580-96e0-01d237f8236f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '91a18b6b-5ac3-47f2-a447-8a9f7ed59f3b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:33:21Z', 'updated_at': '2021-12-18T13:33:28Z', 'revision_number': 5, 'project_id': '3e8e672f906b4c94aa3af3ddf07ca05e', 'subnets': [{'id': '91a18b6b-5ac3-47f2-a447-8a9f7ed59f3b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '549b8e1b-ad61-437b-b167-455dd6bf5627', 'name': '', 'network_id': '015c6e97-58b0-432b-8fb9-5dd2b87fb320', 'tenant_id': '3e8e672f906b4c94aa3af3ddf07ca05e', 'mac_address': 'fa:16:3e:34:c8:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f63deb02-f6ed-4580-96e0-01d237f8236f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1271, 'fixed_ips': [{'subnet_id': '6a373c3e-b0bf-44ee-ad10-b9ef3c95967e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:33:26Z', 'updated_at': '2021-12-18T13:33:28Z', 'revision_number': 2, 'project_id': '3e8e672f906b4c94aa3af3ddf07ca05e', 'subnets': [{'id': '6a373c3e-b0bf-44ee-ad10-b9ef3c95967e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:33:34.816246 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-ea584e7f-f8e1-47b3-979e-e3dc95eedc4b tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks [] for router, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:34.823824 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-f0ca6103-b96a-476d-b417-c56b72d7a07c tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for security_group, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:34.828387 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-f0ca6103-b96a-476d-b417-c56b72d7a07c tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 1.1945126 Dec 18 13:33:34.829063 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 56144) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:33:34.840509 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af77e56d-c4fb-4fc3-baf8-086021833984 None None] Routers {'d4e1913c-2941-488b-a006-72a5bf5c1967'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:33:34.841162 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-af77e56d-c4fb-4fc3-baf8-086021833984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:33:27Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['d4e1913c-2941-488b-a006-72a5bf5c1967'], 'active': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:33:34.843137 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-afa9f448-4f56-4da8-9c72-401e4a3da461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:34.846267 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-a0c6450d-fd29-4cfe-8617-c2c702699959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:33:34.848203 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0c6450d-fd29-4cfe-8617-c2c702699959 None None] The sync data for ids ['10e577b0-ee7b-49a3-8cd7-e7c6429df069'] in dv-neutron-744815-20-hyperv is: [] {{(pid=103162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 13:33:34.897778 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:34.911466 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2890ddc4-65eb-4046-af1d-c5c02bb7afda None None] Checking router: f63deb02-f6ed-4580-96e0-01d237f8236f for host: dv-neutron-744815-20-hyperv {{(pid=103161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 18 13:33:34.912575 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2890ddc4-65eb-4046-af1d-c5c02bb7afda None None] Updating router f63deb02-f6ed-4580-96e0-01d237f8236f port 549b8e1b-ad61-437b-b167-455dd6bf5627 binding host dv-neutron-744815-20-hyperv {{(pid=103161) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 18 13:33:34.952303 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea579804-4570-45ac-88bd-f439c847416f tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Notify agent at l3_agent.dv-neutron-744815-20-hyperv the message routers_updated {{(pid=103160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 13:33:34.954076 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-f3be7a24-95b9-4ddf-acf4-49bb42ea5b16 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Request body: {'security_group_rule': {'security_group_id': '3ad76b8c-64a9-4478-8490-51b1169ccaaf', 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:33:34.963756 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-ea579804-4570-45ac-88bd-f439c847416f tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] 10.222.0.31 "PUT /v2.0/routers/f63deb02-f6ed-4580-96e0-01d237f8236f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8176770 Dec 18 13:33:34.966567 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 56146) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:33:34.973343 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-51d85401-67af-4f73-9fac-e60c73c902c7 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1667931699'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:33:34.984684 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ca6103-b96a-476d-b417-c56b72d7a07c tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ad76b8c-64a9-4478-8490-51b1169ccaaf,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:33:35.034656 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51d85401-67af-4f73-9fac-e60c73c902c7 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Made reservation on behalf of 3e8e672f906b4c94aa3af3ddf07ca05e for: {'network': 1} {{(pid=103160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:33:35.038962 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-51d85401-67af-4f73-9fac-e60c73c902c7 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for network, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:35.093211 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-ea584e7f-f8e1-47b3-979e-e3dc95eedc4b tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-589815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28643'] for router, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:35.097916 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-ea584e7f-f8e1-47b3-979e-e3dc95eedc4b tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:35.104042 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51d85401-67af-4f73-9fac-e60c73c902c7 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 103} {{(pid=103160) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 18 13:33:35.122485 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-51d85401-67af-4f73-9fac-e60c73c902c7 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:35.122864 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.db.segments_db [None req-51d85401-67af-4f73-9fac-e60c73c902c7 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Added segment 546379f1-9d3c-416c-b142-2d945476674b of type vlan for network 940e5bc1-1c09-48e0-90e2-f1c01ab97a2e Dec 18 13:33:35.148469 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-afa9f448-4f56-4da8-9c72-401e4a3da461 None None] Provisioning complete for port 51493769-8ccb-4a3c-a4eb-d46d9d574c9e triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:33:35.149469 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-afa9f448-4f56-4da8-9c72-401e4a3da461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:35.185267 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-51d85401-67af-4f73-9fac-e60c73c902c7 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767106405744'] for network, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:35.206237 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-f3be7a24-95b9-4ddf-acf4-49bb42ea5b16 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:35.213141 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2890ddc4-65eb-4046-af1d-c5c02bb7afda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:35.225281 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-2294866d-0076-4933-952c-685307032598 None None] For port 51493769-8ccb-4a3c-a4eb-d46d9d574c9e, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=51493769-8ccb-4a3c-a4eb-d46d9d574c9e,segment=NetworkSegment(39f2e4db-24d6-4a0f-8de3-23a52f211365),segment_id=39f2e4db-24d6-4a0f-8de3-23a52f211365)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:33:35.233405 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-51d85401-67af-4f73-9fac-e60c73c902c7 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981'] for network, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:35.234579 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa9f448-4f56-4da8-9c72-401e4a3da461 None None] Pushing event updated for resources: {'Port': ['ID=ebcb40d9-a099-401b-8d62-bf29064ada56,revision_number=3']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:33:35.240043 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-ea584e7f-f8e1-47b3-979e-e3dc95eedc4b tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-589710'] for router, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:35.241348 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea584e7f-f8e1-47b3-979e-e3dc95eedc4b tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Fanout notify agent at l3_agent the message router_deleted on router 10e577b0-ee7b-49a3-8cd7-e7c6429df069 {{(pid=103159) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 18 13:33:35.251122 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51d85401-67af-4f73-9fac-e60c73c902c7 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:33:35.251818 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-51d85401-67af-4f73-9fac-e60c73c902c7 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks [] for network, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:35.262089 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-ea584e7f-f8e1-47b3-979e-e3dc95eedc4b tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks [] for router, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:35.263825 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:35.264691 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device ebcb40d9-a099-401b-8d62-bf29064ada56 up at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 13:33:35.267880 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-ea584e7f-f8e1-47b3-979e-e3dc95eedc4b tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] 10.222.0.31 "DELETE /v2.0/routers/10e577b0-ee7b-49a3-8cd7-e7c6429df069 HTTP/1.1" status: 204 len: 168 time: 0.5906899 Dec 18 13:33:35.272253 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 56148) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:33:35.362255 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-f3be7a24-95b9-4ddf-acf4-49bb42ea5b16 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:35.368535 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-f3be7a24-95b9-4ddf-acf4-49bb42ea5b16 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530267'] for security_group_rule, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:35.374473 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-51d85401-67af-4f73-9fac-e60c73c902c7 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4067075 Dec 18 13:33:35.380247 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 56150) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:33:35.393207 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-a4dad6e4-ad5b-4618-9b9e-0847b840e7af tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Request body: {'subnet': {'network_id': '940e5bc1-1c09-48e0-90e2-f1c01ab97a2e', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:33:35.415189 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3be7a24-95b9-4ddf-acf4-49bb42ea5b16 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57f43f24-a029-48b8-a7c3-f4ea40dc9654,revision_number=0']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:33:35.436536 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvr_db [None req-af77e56d-c4fb-4fc3-baf8-086021833984 None None] Set router d4e1913c-2941-488b-a006-72a5bf5c1967 gateway port host: dv-neutron-744815-20-hyperv {{(pid=103161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 13:33:35.442584 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-f3be7a24-95b9-4ddf-acf4-49bb42ea5b16 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:35.445304 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-f3be7a24-95b9-4ddf-acf4-49bb42ea5b16 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5044007 Dec 18 13:33:35.450013 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 56152) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:33:35.456204 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-547a0e6d-4942-489a-8d65-194692e71904 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Request body: {'security_group_rule': {'security_group_id': '3ad76b8c-64a9-4478-8490-51b1169ccaaf', 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:33:35.484712 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Pushing event updated for resources: {'Port': ['ID=51493769-8ccb-4a3c-a4eb-d46d9d574c9e,revision_number=3']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:33:35.499188 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-547a0e6d-4942-489a-8d65-194692e71904 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:35.519656 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d85401-67af-4f73-9fac-e60c73c902c7 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Pushing event updated for resources: {'Network': ['ID=940e5bc1-1c09-48e0-90e2-f1c01ab97a2e,revision_number=1']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:33:35.526188 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.db_base_plugin_v2 [None req-9607ebf2-0db1-45b5-b1ce-6de2fe98e846 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Deleting subnet 0decc87e-2367-48da-967f-522e9fea1949 {{(pid=103160) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 18 13:33:35.529952 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4dad6e4-ad5b-4618-9b9e-0847b840e7af tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Made reservation on behalf of 3e8e672f906b4c94aa3af3ddf07ca05e for: {'subnet': 1} {{(pid=103160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:33:35.533651 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-a4dad6e4-ad5b-4618-9b9e-0847b840e7af tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4514414'] for subnet, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:35.536944 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-9607ebf2-0db1-45b5-b1ce-6de2fe98e846 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks [] for subnet, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:35.559224 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Network 940e5bc1-1c09-48e0-90e2-f1c01ab97a2e details requested by agent ovs-agent-dv-neutron-744815-20-hyperv with host dv-neutron-744815-20-hyperv {{(pid=103161) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 18 13:33:35.587246 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-547a0e6d-4942-489a-8d65-194692e71904 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:35.600767 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-547a0e6d-4942-489a-8d65-194692e71904 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530267'] for security_group_rule, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:35.637896 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547a0e6d-4942-489a-8d65-194692e71904 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1b9177c-0afb-4d20-8dde-598014a0e9b6,revision_number=0']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:33:35.648089 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-9607ebf2-0db1-45b5-b1ce-6de2fe98e846 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4533385'] for subnet, precommit_delete_associations {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:35.677432 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-547a0e6d-4942-489a-8d65-194692e71904 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:35.683859 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 56154) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:33:35.684991 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-547a0e6d-4942-489a-8d65-194692e71904 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2316525 Dec 18 13:33:35.695393 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-274658de-131f-446f-b7f0-fc83c7a42a8b tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Request body: {'security_group_rule': {'security_group_id': '3ad76b8c-64a9-4478-8490-51b1169ccaaf', 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:33:35.710997 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2294866d-0076-4933-952c-685307032598 None None] Provisioning complete for port ebcb40d9-a099-401b-8d62-bf29064ada56 triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:33:35.711408 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:35.766132 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-274658de-131f-446f-b7f0-fc83c7a42a8b tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:35.864005 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-9607ebf2-0db1-45b5-b1ce-6de2fe98e846 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1929185'] for subnet, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:35.875222 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-657cb4b7-0485-4ae0-bcfd-7e030592f282 None None] Provisioning complete for port ebcb40d9-a099-401b-8d62-bf29064ada56 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:33:35.876163 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-657cb4b7-0485-4ae0-bcfd-7e030592f282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:35.937523 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-274658de-131f-446f-b7f0-fc83c7a42a8b tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:35.966066 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-274658de-131f-446f-b7f0-fc83c7a42a8b tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530267'] for security_group_rule, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:36.007965 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274658de-131f-446f-b7f0-fc83c7a42a8b tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=740ac4ba-3696-4c13-a391-1d9c94718eea,revision_number=0']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:33:36.013681 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-a4dad6e4-ad5b-4618-9b9e-0847b840e7af tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4533410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4514424'] for subnet, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:36.023431 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-274658de-131f-446f-b7f0-fc83c7a42a8b tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:36.027285 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-274658de-131f-446f-b7f0-fc83c7a42a8b tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3353293 Dec 18 13:33:36.028839 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 56156) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:33:36.049203 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-9607ebf2-0db1-45b5-b1ce-6de2fe98e846 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1929192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4533475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4514371'] for subnet, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:36.053688 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-cc36c1ee-108f-41b3-8685-186612b7cff7 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Request body: {'security_group_rule': {'security_group_id': '3ad76b8c-64a9-4478-8490-51b1169ccaaf', 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:33:36.076575 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 833d818b-d3dd-4cd2-abf8-33d55b4ab42b up at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 13:33:36.086351 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7dc9b6c-0378-4815-b430-c41f718c1a02 None None] Network 4d4d4dbc-770c-4941-b1b6-03c3858eb976 requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:33:36.091260 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-9607ebf2-0db1-45b5-b1ce-6de2fe98e846 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks [] for subnet, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:36.097013 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-9607ebf2-0db1-45b5-b1ce-6de2fe98e846 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] 10.222.0.31 "DELETE /v2.0/subnets/0decc87e-2367-48da-967f-522e9fea1949 HTTP/1.1" status: 204 len: 168 time: 0.8212941 Dec 18 13:33:36.097713 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 56158) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:33:36.107348 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4dad6e4-ad5b-4618-9b9e-0847b840e7af tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Pushing event updated for resources: {'Subnet': ['ID=3ca95825-d1b8-4408-a1db-1c2e16a3cc64,revision_number=0']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:33:36.108936 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35f15a84-c825-482a-b012-12765eabc050 None None] Network f1e97fc3-43da-466a-b3de-8b17aa08dcce requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:33:36.142690 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9607ebf2-0db1-45b5-b1ce-6de2fe98e846 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Pushing event deleted for resources: {'Subnet': ['ID=0decc87e-2367-48da-967f-522e9fea1949,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:33:36.155836 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-cc36c1ee-108f-41b3-8685-186612b7cff7 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:36.159779 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4dad6e4-ad5b-4618-9b9e-0847b840e7af tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Checking segment: {'id': '546379f1-9d3c-416c-b142-2d945476674b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '940e5bc1-1c09-48e0-90e2-f1c01ab97a2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 13:33:36.159965 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4dad6e4-ad5b-4618-9b9e-0847b840e7af tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Network hostable DHCP agents. Network: 940e5bc1-1c09-48e0-90e2-f1c01ab97a2e, hostable agents: ['aa77effa-0e3a-4bbd-a383-4d58ed3328d0'], hosted agents: [] {{(pid=103160) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 18 13:33:36.188983 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-cde908e5-c2c0-46c1-92fa-44a79163419d tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2023137'] for network, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:36.216215 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4dad6e4-ad5b-4618-9b9e-0847b840e7af tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Network 940e5bc1-1c09-48e0-90e2-f1c01ab97a2e is scheduled to be hosted by DHCP agent aa77effa-0e3a-4bbd-a383-4d58ed3328d0 with binding_index 1 {{(pid=103160) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 18 13:33:36.238593 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.base_scheduler [None req-a4dad6e4-ad5b-4618-9b9e-0847b840e7af tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-744815-20-hyperv, 940e5bc1-1c09-48e0-90e2-f1c01ab97a2e) {{(pid=103160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:33:36.246136 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-cc36c1ee-108f-41b3-8685-186612b7cff7 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:36.247680 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4dad6e4-ad5b-4618-9b9e-0847b840e7af tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:33:36.248517 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-a4dad6e4-ad5b-4618-9b9e-0847b840e7af tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks [] for subnet, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:36.257559 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-cc36c1ee-108f-41b3-8685-186612b7cff7 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530267'] for security_group_rule, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:36.258601 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-cde908e5-c2c0-46c1-92fa-44a79163419d tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Deleting port 51493769-8ccb-4a3c-a4eb-d46d9d574c9e {{(pid=103159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:33:36.259432 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2890ddc4-65eb-4046-af1d-c5c02bb7afda None None] Publish callbacks [] for port, precommit_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:36.260553 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-cde908e5-c2c0-46c1-92fa-44a79163419d tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:36.273052 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e218fdc9-527f-4e69-b17a-71d5d4648d9c None None] Network 940e5bc1-1c09-48e0-90e2-f1c01ab97a2e requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:33:36.283072 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-a4dad6e4-ad5b-4618-9b9e-0847b840e7af tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8950074 Dec 18 13:33:36.283072 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc36c1ee-108f-41b3-8685-186612b7cff7 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64d6e1cb-b635-40d0-b69f-4811db63f17e,revision_number=0']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:33:36.284648 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 56160) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:33:36.299628 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2890ddc4-65eb-4046-af1d-c5c02bb7afda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:36.323972 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-cc36c1ee-108f-41b3-8685-186612b7cff7 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:36.327651 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-cc36c1ee-108f-41b3-8685-186612b7cff7 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2778420 Dec 18 13:33:36.328873 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 56162) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:33:36.336853 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-89e979c7-e338-4535-85bb-b1e620127dd3 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Request body: {'security_group_rule': {'security_group_id': '3ad76b8c-64a9-4478-8490-51b1169ccaaf', 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:33:36.359799 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.db [None req-cde908e5-c2c0-46c1-92fa-44a79163419d tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] For port 51493769-8ccb-4a3c-a4eb-d46d9d574c9e, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=51493769-8ccb-4a3c-a4eb-d46d9d574c9e,segment=NetworkSegment(39f2e4db-24d6-4a0f-8de3-23a52f211365),segment_id=39f2e4db-24d6-4a0f-8de3-23a52f211365)] {{(pid=103159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:33:36.360255 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-cde908e5-c2c0-46c1-92fa-44a79163419d tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:36.380431 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-cde908e5-c2c0-46c1-92fa-44a79163419d tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Calling delete_port for 51493769-8ccb-4a3c-a4eb-d46d9d574c9e owned by network:dhcp {{(pid=103159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:33:36.398690 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.db.securitygroups_db [None req-89e979c7-e338-4535-85bb-b1e620127dd3 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Project 6e88b8a5aed24360a829007d7fd9d0fd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 18 13:33:36.438933 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-89e979c7-e338-4535-85bb-b1e620127dd3 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:36.517848 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-89e979c7-e338-4535-85bb-b1e620127dd3 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:36.523393 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-89e979c7-e338-4535-85bb-b1e620127dd3 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530267'] for security_group_rule, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:36.536682 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-cde908e5-c2c0-46c1-92fa-44a79163419d tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:36.574079 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e979c7-e338-4535-85bb-b1e620127dd3 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa38f752-77c2-4e59-bc5e-4026ed4e2f75,revision_number=0']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:33:36.580623 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-89e979c7-e338-4535-85bb-b1e620127dd3 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:36.582251 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-89e979c7-e338-4535-85bb-b1e620127dd3 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2496693 Dec 18 13:33:36.584048 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde908e5-c2c0-46c1-92fa-44a79163419d tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Pushing event deleted for resources: {'Port': ['ID=51493769-8ccb-4a3c-a4eb-d46d9d574c9e,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:33:36.585191 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 56164) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:33:36.589163 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cde908e5-c2c0-46c1-92fa-44a79163419d tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] No DVR routers for this DVR port 51493769-8ccb-4a3c-a4eb-d46d9d574c9e on host dv-neutron-744815-20-hyperv {{(pid=103159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 18 13:33:36.592759 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-8359dd5a-e746-46f3-97f2-7c0a00f8030b tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Request body: {'security_group_rule': {'security_group_id': '3ad76b8c-64a9-4478-8490-51b1169ccaaf', 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:33:36.652332 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325887c8-6edd-4108-839d-77b2eee8f059 None None] Pushing event updated for resources: {'Port': ['ID=549b8e1b-ad61-437b-b167-455dd6bf5627,revision_number=3']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:33:36.660654 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-af77e56d-c4fb-4fc3-baf8-086021833984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4e1913c-2941-488b-a006-72a5bf5c1967', 'name': 'tempest-TestNetworkBasicOps-router-2030627157', 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.175'}], 'enable_snat': True}, 'gw_port_id': '833d818b-d3dd-4cd2-abf8-33d55b4ab42b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:33:23Z', 'updated_at': '2021-12-18T13:33:29Z', 'revision_number': 4, 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'gw_port': {'id': '833d818b-d3dd-4cd2-abf8-33d55b4ab42b', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:17:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e1913c-2941-488b-a006-72a5bf5c1967', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:33:23Z', 'updated_at': '2021-12-18T13:33:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv', '_interfaces': [{'id': 'bf4050ad-5290-4edd-ad83-0402368d15b6', 'name': '', 'network_id': '32941329-bcc6-4cdc-97c2-3cadb3ebb3d1', 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'mac_address': 'fa:16:3e:75:53:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4e1913c-2941-488b-a006-72a5bf5c1967', 'device_owner': 'network:router_interface', 'standard_attr_id': 1276, 'fixed_ips': [{'subnet_id': '35bf2c7b-4ca7-4b35-aa56-2fc4ff409658', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:33:28Z', 'updated_at': '2021-12-18T13:33:30Z', 'revision_number': 2, 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'subnets': [{'id': '35bf2c7b-4ca7-4b35-aa56-2fc4ff409658', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:33:36.681615 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.db.securitygroups_db [None req-8359dd5a-e746-46f3-97f2-7c0a00f8030b tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Project 6e88b8a5aed24360a829007d7fd9d0fd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 18 13:33:36.688043 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-8359dd5a-e746-46f3-97f2-7c0a00f8030b tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:36.695734 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-cde908e5-c2c0-46c1-92fa-44a79163419d tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1927292', 'neutron.services.segments.db._delete_segments_for_network-8767106887837'] for network, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:36.716652 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2294866d-0076-4933-952c-685307032598 None None] Provisioning complete for port 833d818b-d3dd-4cd2-abf8-33d55b4ab42b triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:33:36.717336 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:36.719283 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-657cb4b7-0485-4ae0-bcfd-7e030592f282 None None] Provisioning complete for port bf4050ad-5290-4edd-ad83-0402368d15b6 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:33:36.719835 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-657cb4b7-0485-4ae0-bcfd-7e030592f282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:36.723322 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.services.segments.db [None req-cde908e5-c2c0-46c1-92fa-44a79163419d tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1e97fc3-43da-466a-b3de-8b17aa08dcce']}} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:33:36.735795 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.services.segments.db [None req-cde908e5-c2c0-46c1-92fa-44a79163419d tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39f2e4db-24d6-4a0f-8de3-23a52f211365') {'for_net_delete': True} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:33:36.736530 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.services.segments.db [None req-cde908e5-c2c0-46c1-92fa-44a79163419d tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39f2e4db-24d6-4a0f-8de3-23a52f211365') {} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:33:36.751879 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-cde908e5-c2c0-46c1-92fa-44a79163419d tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767106888614', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5589569'] for segment, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:36.761707 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-1b810bb2-6e7e-421e-a51f-99662da51a04 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:36.771068 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-cde908e5-c2c0-46c1-92fa-44a79163419d tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:36.773466 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af77e56d-c4fb-4fc3-baf8-086021833984 None None] Checking router: d4e1913c-2941-488b-a006-72a5bf5c1967 for host: dv-neutron-744815-20-hyperv {{(pid=103161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 18 13:33:36.773837 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af77e56d-c4fb-4fc3-baf8-086021833984 None None] Updating router d4e1913c-2941-488b-a006-72a5bf5c1967 port bf4050ad-5290-4edd-ad83-0402368d15b6 binding host dv-neutron-744815-20-hyperv {{(pid=103161) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 18 13:33:36.783116 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cde908e5-c2c0-46c1-92fa-44a79163419d tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Releasing vlan 139 on physical network physnet1 to pool {{(pid=103159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 18 13:33:36.783946 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-cde908e5-c2c0-46c1-92fa-44a79163419d tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5660009'] for segment, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:36.787359 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:36.788956 dv-neutron-744815-20-hyperv neutron-server[103159]: Traceback (most recent call last): Dec 18 13:33:36.788956 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 18 13:33:36.788956 dv-neutron-744815-20-hyperv neutron-server[103159]: timer() Dec 18 13:33:36.788956 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 18 13:33:36.788956 dv-neutron-744815-20-hyperv neutron-server[103159]: cb(*args, **kw) Dec 18 13:33:36.788956 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 18 13:33:36.788956 dv-neutron-744815-20-hyperv neutron-server[103159]: return func(*args, **kwargs) Dec 18 13:33:36.788956 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 18 13:33:36.788956 dv-neutron-744815-20-hyperv neutron-server[103159]: self._notify() Dec 18 13:33:36.788956 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 18 13:33:36.788956 dv-neutron-744815-20-hyperv neutron-server[103159]: self.callback(batched_events) Dec 18 13:33:36.788956 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 18 13:33:36.788956 dv-neutron-744815-20-hyperv neutron-server[103159]: event.method(event) Dec 18 13:33:36.788956 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 18 13:33:36.788956 dv-neutron-744815-20-hyperv neutron-server[103159]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 18 13:33:36.788956 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 18 13:33:36.788956 dv-neutron-744815-20-hyperv neutron-server[103159]: aggregate_uuid = self.p_client.list_aggregates( Dec 18 13:33:36.788956 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 18 13:33:36.788956 dv-neutron-744815-20-hyperv neutron-server[103159]: return f(self, *a, **k) Dec 18 13:33:36.788956 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 18 13:33:36.788956 dv-neutron-744815-20-hyperv neutron-server[103159]: return self._get(url).json() Dec 18 13:33:36.788956 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 18 13:33:36.788956 dv-neutron-744815-20-hyperv neutron-server[103159]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 18 13:33:36.788956 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 18 13:33:36.788956 dv-neutron-744815-20-hyperv neutron-server[103159]: return self.request(url, 'GET', **kwargs) Dec 18 13:33:36.788956 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 18 13:33:36.788956 dv-neutron-744815-20-hyperv neutron-server[103159]: base_url = self.get_endpoint(auth, allow=allow, Dec 18 13:33:36.788956 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 18 13:33:36.788956 dv-neutron-744815-20-hyperv neutron-server[103159]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 18 13:33:36.788956 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 18 13:33:36.788956 dv-neutron-744815-20-hyperv neutron-server[103159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 18 13:33:36.788956 dv-neutron-744815-20-hyperv neutron-server[103159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 18 13:33:36.871895 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-8359dd5a-e746-46f3-97f2-7c0a00f8030b tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:36.883953 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-cde908e5-c2c0-46c1-92fa-44a79163419d tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1927267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586962'] for network, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:36.884179 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-8359dd5a-e746-46f3-97f2-7c0a00f8030b tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530267'] for security_group_rule, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:36.895409 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-cde908e5-c2c0-46c1-92fa-44a79163419d tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks [] for network, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:36.897466 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6461641f-6d1b-4917-bd11-edc672805bd4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp31e170a0-46a1-5ba9-9dc1-7ee4f866f0d7-940e5bc1-1c09-48e0-90e2-f1c01ab97a2e', 'network_id': '940e5bc1-1c09-48e0-90e2-f1c01ab97a2e', 'project_id': '3e8e672f906b4c94aa3af3ddf07ca05e', 'fixed_ips': [{'subnet_id': '3ca95825-d1b8-4408-a1db-1c2e16a3cc64'}]}} from dv-neutron-744815-20-hyperv. {{(pid=103161) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 18 13:33:36.898338 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-6461641f-6d1b-4917-bd11-edc672805bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:36.904862 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-af77e56d-c4fb-4fc3-baf8-086021833984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:36.908719 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-cde908e5-c2c0-46c1-92fa-44a79163419d tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] 10.222.0.31 "DELETE /v2.0/networks/f1e97fc3-43da-466a-b3de-8b17aa08dcce HTTP/1.1" status: 204 len: 168 time: 0.8092995 Dec 18 13:33:36.913548 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 56166) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:33:36.923767 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-e951b702-ffa2-4427-99c4-9f1be57d4e9d tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2068913425', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:33:36.924325 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-657cb4b7-0485-4ae0-bcfd-7e030592f282 None None] Port bf4050ad-5290-4edd-ad83-0402368d15b6 cannot update to ACTIVE because it is not bound. {{(pid=103161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 13:33:36.925322 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8359dd5a-e746-46f3-97f2-7c0a00f8030b tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6f8eca1-5fba-4d84-834e-cf7ba87cd36f,revision_number=0']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:33:36.948757 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde908e5-c2c0-46c1-92fa-44a79163419d tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Pushing event deleted for resources: {'Network': ['ID=f1e97fc3-43da-466a-b3de-8b17aa08dcce,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:33:36.974038 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-2890ddc4-65eb-4046-af1d-c5c02bb7afda None None] Attempting to bind port 549b8e1b-ad61-437b-b167-455dd6bf5627 on host dv-neutron-744815-20-hyperv for vnic_type normal with profile {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 13:33:36.974390 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-8359dd5a-e746-46f3-97f2-7c0a00f8030b tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:36.974544 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-2890ddc4-65eb-4046-af1d-c5c02bb7afda None None] Attempting to bind port 549b8e1b-ad61-437b-b167-455dd6bf5627 by drivers openvswitch,hyperv on host dv-neutron-744815-20-hyperv at level 0 using segments [{'id': '75e9ed46-01ce-401a-bc1d-1f246d99f1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '015c6e97-58b0-432b-8fb9-5dd2b87fb320'}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 13:33:36.974986 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2890ddc4-65eb-4046-af1d-c5c02bb7afda None None] Attempting to bind port 549b8e1b-ad61-437b-b167-455dd6bf5627 on network 015c6e97-58b0-432b-8fb9-5dd2b87fb320 {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 13:33:36.975638 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-8359dd5a-e746-46f3-97f2-7c0a00f8030b tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3881917 Dec 18 13:33:36.982777 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-657cb4b7-0485-4ae0-bcfd-7e030592f282 None None] Could not find standard attr ID for object 51493769-8ccb-4a3c-a4eb-d46d9d574c9e. {{(pid=103161) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 18 13:33:36.992795 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-e951b702-ffa2-4427-99c4-9f1be57d4e9d tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28433'] for router, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:36.994925 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-e951b702-ffa2-4427-99c4-9f1be57d4e9d tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-589769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28440'] for router, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:37.025070 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93ed234f-e405-42ba-b2f1-cfa7255bdec7 None None] DHCP port deletion for f1e97fc3-43da-466a-b3de-8b17aa08dcce request from dv-neutron-744815-20-hyperv {{(pid=103161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 18 13:33:37.049032 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2890ddc4-65eb-4046-af1d-c5c02bb7afda None None] Checking agent: {'id': '428fa9fa-43db-4db9-9f96-f60ffe931f2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-20-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 13, 19, 1), 'started_at': datetime.datetime(2021, 12, 18, 13, 19, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 13, 33, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-20-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 18 13:33:37.049618 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2890ddc4-65eb-4046-af1d-c5c02bb7afda None None] Checking segment: {'id': '75e9ed46-01ce-401a-bc1d-1f246d99f1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '015c6e97-58b0-432b-8fb9-5dd2b87fb320'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 13:33:37.050123 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2890ddc4-65eb-4046-af1d-c5c02bb7afda None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:37.051240 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2890ddc4-65eb-4046-af1d-c5c02bb7afda None None] Bound using segment: {'id': '75e9ed46-01ce-401a-bc1d-1f246d99f1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '015c6e97-58b0-432b-8fb9-5dd2b87fb320'} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 18 13:33:37.051240 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-2890ddc4-65eb-4046-af1d-c5c02bb7afda None None] Bound port: 549b8e1b-ad61-437b-b167-455dd6bf5627, host: dv-neutron-744815-20-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75e9ed46-01ce-401a-bc1d-1f246d99f1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '015c6e97-58b0-432b-8fb9-5dd2b87fb320'}}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 18 13:33:37.051706 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2890ddc4-65eb-4046-af1d-c5c02bb7afda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:37.105981 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-e951b702-ffa2-4427-99c4-9f1be57d4e9d tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:37.123938 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-e951b702-ffa2-4427-99c4-9f1be57d4e9d tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-589760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-586526'] for router, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:37.145425 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.db_base_plugin_common [None req-1b810bb2-6e7e-421e-a51f-99662da51a04 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Allocated IP 2001:db8:3::1 (940e5bc1-1c09-48e0-90e2-f1c01ab97a2e/3ca95825-d1b8-4408-a1db-1c2e16a3cc64/e1c13a47-7093-4efa-9890-120bfa333861) {{(pid=103160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:33:37.158286 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-e951b702-ffa2-4427-99c4-9f1be57d4e9d tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks [] for router, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:37.160730 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-e951b702-ffa2-4427-99c4-9f1be57d4e9d tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2447796 Dec 18 13:33:37.162945 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 56172) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:33:37.169157 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-6d388517-4f31-4c72-b68b-5718add0ab52 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Request body: {'network': {'name': 'tempest-RoutersTest-1852525811'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:33:37.206713 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d388517-4f31-4c72-b68b-5718add0ab52 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Made reservation on behalf of d223d1b2ed814c43a2fd9ddeaaf9b271 for: {'network': 1} {{(pid=103159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:33:37.210861 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-6d388517-4f31-4c72-b68b-5718add0ab52 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for network, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:37.243531 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d388517-4f31-4c72-b68b-5718add0ab52 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 111} {{(pid=103159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 18 13:33:37.257756 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-6d388517-4f31-4c72-b68b-5718add0ab52 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:37.258204 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.db.segments_db [None req-6d388517-4f31-4c72-b68b-5718add0ab52 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Added segment b4b74be2-8cd3-497a-8529-4dd279af8e62 of type vlan for network fcdc3f02-63f3-449c-8180-3faed08bd0cd Dec 18 13:33:37.301149 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 7ca8474b-b385-4b2c-b962-7e3bdcec0667 up at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 13:33:37.306412 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-7591a37a-db85-4ba3-8b1a-391fca1d6d2c None None] Provisioning complete for port 549b8e1b-ad61-437b-b167-455dd6bf5627 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:33:37.306807 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7591a37a-db85-4ba3-8b1a-391fca1d6d2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:37.311656 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-6d388517-4f31-4c72-b68b-5718add0ab52 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767106405744'] for network, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:37.350348 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-6d388517-4f31-4c72-b68b-5718add0ab52 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981'] for network, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:37.358702 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d388517-4f31-4c72-b68b-5718add0ab52 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:33:37.359546 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-6d388517-4f31-4c72-b68b-5718add0ab52 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks [] for network, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:37.361353 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-af5d3561-13b3-4e20-9f4e-6f9bedcaa491 req-1e826f1a-f472-4eaa-bdf4-da988296ac4f tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1991626654&fields=id&tenant_id=6e88b8a5aed24360a829007d7fd9d0fd HTTP/1.1" status: 200 len: 267 time: 0.0987852 Dec 18 13:33:37.397092 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-1b810bb2-6e7e-421e-a51f-99662da51a04 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks [] for port, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:37.409153 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-2890ddc4-65eb-4046-af1d-c5c02bb7afda None None] For port 549b8e1b-ad61-437b-b167-455dd6bf5627, host dv-neutron-744815-20-hyperv, cleared binding levels {{(pid=103161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 18 13:33:37.449532 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-6d388517-4f31-4c72-b68b-5718add0ab52 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2853649 Dec 18 13:33:37.452935 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 56186) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:33:37.458325 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-88e11571-7514-4e4b-bd4c-6c186ed9b6bc tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Request body: {'subnet': {'network_id': 'fcdc3f02-63f3-449c-8180-3faed08bd0cd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:33:37.478747 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-2890ddc4-65eb-4046-af1d-c5c02bb7afda None None] For port 549b8e1b-ad61-437b-b167-455dd6bf5627, host dv-neutron-744815-20-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=549b8e1b-ad61-437b-b167-455dd6bf5627,segment=NetworkSegment(75e9ed46-01ce-401a-bc1d-1f246d99f1ef),segment_id=75e9ed46-01ce-401a-bc1d-1f246d99f1ef)] {{(pid=103161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 18 13:33:37.482666 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-7591a37a-db85-4ba3-8b1a-391fca1d6d2c None None] Port 549b8e1b-ad61-437b-b167-455dd6bf5627 cannot update to ACTIVE because it is not bound. {{(pid=103161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 13:33:37.501643 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2890ddc4-65eb-4046-af1d-c5c02bb7afda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:37.529017 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d388517-4f31-4c72-b68b-5718add0ab52 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Pushing event updated for resources: {'Network': ['ID=fcdc3f02-63f3-449c-8180-3faed08bd0cd,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:33:37.554840 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Network fcdc3f02-63f3-449c-8180-3faed08bd0cd details requested by agent ovs-agent-dv-neutron-744815-20-hyperv with host dv-neutron-744815-20-hyperv {{(pid=103161) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 18 13:33:37.592913 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88e11571-7514-4e4b-bd4c-6c186ed9b6bc tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Made reservation on behalf of d223d1b2ed814c43a2fd9ddeaaf9b271 for: {'subnet': 1} {{(pid=103159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:33:37.598687 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-88e11571-7514-4e4b-bd4c-6c186ed9b6bc tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6017072'] for subnet, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:37.615851 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-7591a37a-db85-4ba3-8b1a-391fca1d6d2c None None] Provisioning complete for port db53ef9e-a58a-4830-ac7e-9b46a81c1317 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:33:37.616614 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7591a37a-db85-4ba3-8b1a-391fca1d6d2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:37.692266 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2294866d-0076-4933-952c-685307032598 None None] Provisioning complete for port 7ca8474b-b385-4b2c-b962-7e3bdcec0667 triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:33:37.692805 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:37.776602 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2890ddc4-65eb-4046-af1d-c5c02bb7afda None None] Routers {'f63deb02-f6ed-4580-96e0-01d237f8236f'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:33:37.783542 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-2890ddc4-65eb-4046-af1d-c5c02bb7afda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:33:27Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['f63deb02-f6ed-4580-96e0-01d237f8236f'], 'active': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:33:37.841293 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325887c8-6edd-4108-839d-77b2eee8f059 None None] Pushing event updated for resources: {'Port': ['ID=549b8e1b-ad61-437b-b167-455dd6bf5627,revision_number=4']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:33:37.863913 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-88e11571-7514-4e4b-bd4c-6c186ed9b6bc tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5659786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6017062'] for subnet, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:37.968910 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e11571-7514-4e4b-bd4c-6c186ed9b6bc tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Pushing event updated for resources: {'Subnet': ['ID=9aed1807-163c-40d5-887b-ac871ecc6aa2,revision_number=0']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:33:37.994139 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvr_db [None req-2890ddc4-65eb-4046-af1d-c5c02bb7afda None None] Set router f63deb02-f6ed-4580-96e0-01d237f8236f gateway port host: None {{(pid=103161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 13:33:37.997349 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-af77e56d-c4fb-4fc3-baf8-086021833984 None None] Publish callbacks [] for port, precommit_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:38.018999 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-1b810bb2-6e7e-421e-a51f-99662da51a04 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4533522'] for port, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:38.019812 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e11571-7514-4e4b-bd4c-6c186ed9b6bc tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Checking segment: {'id': 'b4b74be2-8cd3-497a-8529-4dd279af8e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'fcdc3f02-63f3-449c-8180-3faed08bd0cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 13:33:38.020471 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88e11571-7514-4e4b-bd4c-6c186ed9b6bc tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Network hostable DHCP agents. Network: fcdc3f02-63f3-449c-8180-3faed08bd0cd, hostable agents: ['aa77effa-0e3a-4bbd-a383-4d58ed3328d0'], hosted agents: [] {{(pid=103159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 18 13:33:38.029438 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5d3561-13b3-4e20-9f4e-6f9bedcaa491 req-6f02e793-7cef-4592-8b97-8a4de23c4490 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:33:38.031062 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-af5d3561-13b3-4e20-9f4e-6f9bedcaa491 req-6f02e793-7cef-4592-8b97-8a4de23c4490 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/networks?id=32941329-bcc6-4cdc-97c2-3cadb3ebb3d1 HTTP/1.1" status: 200 len: 795 time: 0.6586506 Dec 18 13:33:38.049377 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88e11571-7514-4e4b-bd4c-6c186ed9b6bc tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Network fcdc3f02-63f3-449c-8180-3faed08bd0cd is scheduled to be hosted by DHCP agent aa77effa-0e3a-4bbd-a383-4d58ed3328d0 with binding_index 1 {{(pid=103159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 18 13:33:38.063137 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.base_scheduler [None req-88e11571-7514-4e4b-bd4c-6c186ed9b6bc tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-744815-20-hyperv, fcdc3f02-63f3-449c-8180-3faed08bd0cd) {{(pid=103159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:33:38.069613 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88e11571-7514-4e4b-bd4c-6c186ed9b6bc tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:33:38.070532 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-88e11571-7514-4e4b-bd4c-6c186ed9b6bc tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks [] for subnet, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:38.074648 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-af5d3561-13b3-4e20-9f4e-6f9bedcaa491 req-b1bea617-098f-4fb2-8073-ce1a9a6f2287 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/quotas/6e88b8a5aed24360a829007d7fd9d0fd HTTP/1.1" status: 200 len: 375 time: 0.0154772 Dec 18 13:33:38.098688 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-88e11571-7514-4e4b-bd4c-6c186ed9b6bc tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6448653 Dec 18 13:33:38.101693 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 56188) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:33:38.120623 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b810bb2-6e7e-421e-a51f-99662da51a04 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Network 940e5bc1-1c09-48e0-90e2-f1c01ab97a2e is already hosted by enough agents. {{(pid=103160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:33:38.141714 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.base_scheduler [None req-1b810bb2-6e7e-421e-a51f-99662da51a04 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Resources bound (agent type, host, resource id): {{(pid=103160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:33:38.144375 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b810bb2-6e7e-421e-a51f-99662da51a04 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Received port after_create {{(pid=103160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:33:38.144928 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-1b810bb2-6e7e-421e-a51f-99662da51a04 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586257'] for router_interface, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:38.152799 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-af77e56d-c4fb-4fc3-baf8-086021833984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:38.155194 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d7dfd4e-86ba-435b-8dd1-d35dfb61bf57 None None] Network fcdc3f02-63f3-449c-8180-3faed08bd0cd requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:33:38.240242 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b810bb2-6e7e-421e-a51f-99662da51a04 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Pushing event updated for resources: {'Port': ['ID=e1c13a47-7093-4efa-9890-120bfa333861,revision_number=1']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:33:38.292906 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-1b810bb2-6e7e-421e-a51f-99662da51a04 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:38.317404 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-af5d3561-13b3-4e20-9f4e-6f9bedcaa491 req-e8b8509d-4600-44a5-8497-0623d7adfe1e tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=6e88b8a5aed24360a829007d7fd9d0fd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2352223 Dec 18 13:33:38.324575 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44258c05-8942-47f4-bb1d-557e1f718198 None None] Pushing event updated for resources: {'Port': ['ID=bf4050ad-5290-4edd-ad83-0402368d15b6,revision_number=3']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:33:38.410369 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fa01239-d510-4ebe-8b8e-832cff6292ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp31e170a0-46a1-5ba9-9dc1-7ee4f866f0d7-fcdc3f02-63f3-449c-8180-3faed08bd0cd', 'network_id': 'fcdc3f02-63f3-449c-8180-3faed08bd0cd', 'project_id': 'd223d1b2ed814c43a2fd9ddeaaf9b271', 'fixed_ips': [{'subnet_id': '9aed1807-163c-40d5-887b-ac871ecc6aa2'}]}} from dv-neutron-744815-20-hyperv. {{(pid=103161) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 18 13:33:38.411412 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2fa01239-d510-4ebe-8b8e-832cff6292ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:38.476065 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_common [None req-6461641f-6d1b-4917-bd11-edc672805bd4 None None] Allocated IP 2001:db8:3::2 (940e5bc1-1c09-48e0-90e2-f1c01ab97a2e/3ca95825-d1b8-4408-a1db-1c2e16a3cc64/0888c956-2836-431d-82a0-fad43903e119) {{(pid=103161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:33:38.496091 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7591a37a-db85-4ba3-8b1a-391fca1d6d2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:38.496481 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-5ae4e558-0308-4e51-9d99-09dc872f9c18 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:38.520760 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device ebcb40d9-a099-401b-8d62-bf29064ada56 up at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 13:33:38.565754 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-af5d3561-13b3-4e20-9f4e-6f9bedcaa491 req-d82c815a-7a10-4e23-9e76-38e238140611 service neutron] 10.222.0.31 "GET /v2.0/networks/32941329-bcc6-4cdc-97c2-3cadb3ebb3d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2331975 Dec 18 13:33:38.731306 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-af5d3561-13b3-4e20-9f4e-6f9bedcaa491 req-865980da-9667-46aa-bd94-ca22151705cc service neutron] 10.222.0.31 "GET /v2.0/networks/32941329-bcc6-4cdc-97c2-3cadb3ebb3d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1643233 Dec 18 13:33:38.783800 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.db_base_plugin_common [None req-5ae4e558-0308-4e51-9d99-09dc872f9c18 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Allocated IP 172.20.0.1 (fcdc3f02-63f3-449c-8180-3faed08bd0cd/9aed1807-163c-40d5-887b-ac871ecc6aa2/b8eb9746-e588-4cc0-bac8-0e2b29c52881) {{(pid=103159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:33:38.818554 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-1b810bb2-6e7e-421e-a51f-99662da51a04 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks [] for port, precommit_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:38.825708 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-1b810bb2-6e7e-421e-a51f-99662da51a04 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4533541'] for port, after_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:38.827388 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-1b810bb2-6e7e-421e-a51f-99662da51a04 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1048031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586432'] for router_interface, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:38.882152 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b810bb2-6e7e-421e-a51f-99662da51a04 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Pushing event updated for resources: {'Port': ['ID=e1c13a47-7093-4efa-9890-120bfa333861,revision_number=2']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:33:38.968500 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-08f0fb0c-e374-4b08-b216-07d38ab027bd req-2eecdd19-d9d8-411e-b504-b0398f6fef8f tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/ports?device_id=c170a56f-bd12-4061-a440-10c2ed3453bb HTTP/1.1" status: 200 len: 210 time: 0.0341983 Dec 18 13:33:38.978680 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-5ae4e558-0308-4e51-9d99-09dc872f9c18 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks [] for port, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:39.003627 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b810bb2-6e7e-421e-a51f-99662da51a04 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Network 940e5bc1-1c09-48e0-90e2-f1c01ab97a2e is already hosted by enough agents. {{(pid=103160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:33:39.005755 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.base_scheduler [None req-1b810bb2-6e7e-421e-a51f-99662da51a04 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Resources bound (agent type, host, resource id): {{(pid=103160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:33:39.039962 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-5ae4e558-0308-4e51-9d99-09dc872f9c18 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:39.096953 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ae4e558-0308-4e51-9d99-09dc872f9c18 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Network fcdc3f02-63f3-449c-8180-3faed08bd0cd is already hosted by enough agents. {{(pid=103159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:33:39.102596 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.base_scheduler [None req-5ae4e558-0308-4e51-9d99-09dc872f9c18 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Resources bound (agent type, host, resource id): {{(pid=103159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:33:39.111104 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ae4e558-0308-4e51-9d99-09dc872f9c18 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Received port after_create {{(pid=103159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:33:39.134991 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b810bb2-6e7e-421e-a51f-99662da51a04 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Router f63deb02-f6ed-4580-96e0-01d237f8236f has already been hosted by L3 agent c9c0cd52-5bd2-4704-9429-d80f1c5ad23c {{(pid=103160) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 18 13:33:39.135701 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-7591a37a-db85-4ba3-8b1a-391fca1d6d2c None None] For port db53ef9e-a58a-4830-ac7e-9b46a81c1317, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=db53ef9e-a58a-4830-ac7e-9b46a81c1317,segment=NetworkSegment(73c1ce91-1e2a-419e-be22-0d551940b851),segment_id=73c1ce91-1e2a-419e-be22-0d551940b851)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:33:39.140125 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-af77e56d-c4fb-4fc3-baf8-086021833984 None None] Attempting to bind port bf4050ad-5290-4edd-ad83-0402368d15b6 on host dv-neutron-744815-20-hyperv for vnic_type normal with profile {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 13:33:39.141157 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-af77e56d-c4fb-4fc3-baf8-086021833984 None None] Attempting to bind port bf4050ad-5290-4edd-ad83-0402368d15b6 by drivers openvswitch,hyperv on host dv-neutron-744815-20-hyperv at level 0 using segments [{'id': '41b622a4-fe65-4a37-a7e3-444d1fa62644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '32941329-bcc6-4cdc-97c2-3cadb3ebb3d1'}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 13:33:39.141680 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af77e56d-c4fb-4fc3-baf8-086021833984 None None] Attempting to bind port bf4050ad-5290-4edd-ad83-0402368d15b6 on network 32941329-bcc6-4cdc-97c2-3cadb3ebb3d1 {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 13:33:39.154360 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae4e558-0308-4e51-9d99-09dc872f9c18 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Pushing event updated for resources: {'Port': ['ID=b8eb9746-e588-4cc0-bac8-0e2b29c52881,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:33:39.155864 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af77e56d-c4fb-4fc3-baf8-086021833984 None None] Checking agent: {'id': '428fa9fa-43db-4db9-9f96-f60ffe931f2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-20-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 13, 19, 1), 'started_at': datetime.datetime(2021, 12, 18, 13, 19, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 13, 33, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-20-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 18 13:33:39.156301 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af77e56d-c4fb-4fc3-baf8-086021833984 None None] Checking segment: {'id': '41b622a4-fe65-4a37-a7e3-444d1fa62644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '32941329-bcc6-4cdc-97c2-3cadb3ebb3d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 13:33:39.156905 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-af77e56d-c4fb-4fc3-baf8-086021833984 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:39.157289 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af77e56d-c4fb-4fc3-baf8-086021833984 None None] Bound using segment: {'id': '41b622a4-fe65-4a37-a7e3-444d1fa62644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '32941329-bcc6-4cdc-97c2-3cadb3ebb3d1'} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 18 13:33:39.157878 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-af77e56d-c4fb-4fc3-baf8-086021833984 None None] Bound port: bf4050ad-5290-4edd-ad83-0402368d15b6, host: dv-neutron-744815-20-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41b622a4-fe65-4a37-a7e3-444d1fa62644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '32941329-bcc6-4cdc-97c2-3cadb3ebb3d1'}}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 18 13:33:39.158162 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-af77e56d-c4fb-4fc3-baf8-086021833984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:39.178796 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-5ae4e558-0308-4e51-9d99-09dc872f9c18 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586257'] for router_interface, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:39.188409 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_common [None req-2fa01239-d510-4ebe-8b8e-832cff6292ae None None] Allocated IP 172.20.0.2 (fcdc3f02-63f3-449c-8180-3faed08bd0cd/9aed1807-163c-40d5-887b-ac871ecc6aa2/4b5de56e-05a2-4bd3-8b51-131a124e7d4b) {{(pid=103161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:33:39.191465 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7591a37a-db85-4ba3-8b1a-391fca1d6d2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:39.265519 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b810bb2-6e7e-421e-a51f-99662da51a04 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Notify agent at l3_agent.dv-neutron-744815-20-hyperv the message routers_updated {{(pid=103160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 13:33:39.280241 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-1b810bb2-6e7e-421e-a51f-99662da51a04 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] 10.222.0.31 "PUT /v2.0/routers/f63deb02-f6ed-4580-96e0-01d237f8236f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9953220 Dec 18 13:33:39.284689 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 56200) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:33:39.289352 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-4e59d824-d3b1-4db5-99e7-54dab44a8e75 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:33:39.353893 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2294866d-0076-4933-952c-685307032598 None None] Provisioning complete for port ebcb40d9-a099-401b-8d62-bf29064ada56 triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:33:39.354511 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:39.458996 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7591a37a-db85-4ba3-8b1a-391fca1d6d2c None None] Pushing event updated for resources: {'Port': ['ID=db53ef9e-a58a-4830-ac7e-9b46a81c1317,revision_number=3']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:33:39.513890 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-6461641f-6d1b-4917-bd11-edc672805bd4 None None] Publish callbacks [] for port, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:39.518546 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2fb520c1-2a96-4657-bc02-43355e9dc3c5 None None] Provisioning complete for port 1a35ac31-f65c-4ad3-8888-e2bc40b19057 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:33:39.518920 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2fb520c1-2a96-4657-bc02-43355e9dc3c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:39.554454 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-6461641f-6d1b-4917-bd11-edc672805bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975'] for port, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:39.559134 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-af77e56d-c4fb-4fc3-baf8-086021833984 None None] For port bf4050ad-5290-4edd-ad83-0402368d15b6, host dv-neutron-744815-20-hyperv, cleared binding levels {{(pid=103161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 18 13:33:39.615814 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-2890ddc4-65eb-4046-af1d-c5c02bb7afda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f63deb02-f6ed-4580-96e0-01d237f8236f', 'name': 'tempest-RoutersIpV6Test-router-289466128', 'tenant_id': '3e8e672f906b4c94aa3af3ddf07ca05e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:33:19Z', 'updated_at': '2021-12-18T13:33:33Z', 'revision_number': 4, 'project_id': '3e8e672f906b4c94aa3af3ddf07ca05e', 'gw_port_host': None, '_interfaces': [{'id': '146b4ada-1eb2-4f9a-89a6-e248f7ab33ec', 'name': '', 'network_id': '37b20d0d-0c5d-4ad5-8c97-f587a5601dee', 'tenant_id': '3e8e672f906b4c94aa3af3ddf07ca05e', 'mac_address': 'fa:16:3e:de:21:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f63deb02-f6ed-4580-96e0-01d237f8236f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '91a18b6b-5ac3-47f2-a447-8a9f7ed59f3b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:33:21Z', 'updated_at': '2021-12-18T13:33:28Z', 'revision_number': 5, 'project_id': '3e8e672f906b4c94aa3af3ddf07ca05e', 'subnets': [{'id': '91a18b6b-5ac3-47f2-a447-8a9f7ed59f3b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1a35ac31-f65c-4ad3-8888-e2bc40b19057', 'name': '', 'network_id': '4d4d4dbc-770c-4941-b1b6-03c3858eb976', 'tenant_id': '3e8e672f906b4c94aa3af3ddf07ca05e', 'mac_address': 'fa:16:3e:b4:ae:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f63deb02-f6ed-4580-96e0-01d237f8236f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1281, 'fixed_ips': [{'subnet_id': '6672c277-c82b-43ad-80cf-575233dcf9b0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:33:32Z', 'updated_at': '2021-12-18T13:33:34Z', 'revision_number': 2, 'project_id': '3e8e672f906b4c94aa3af3ddf07ca05e', 'subnets': [{'id': '6672c277-c82b-43ad-80cf-575233dcf9b0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '549b8e1b-ad61-437b-b167-455dd6bf5627', 'name': '', 'network_id': '015c6e97-58b0-432b-8fb9-5dd2b87fb320', 'tenant_id': '3e8e672f906b4c94aa3af3ddf07ca05e', 'mac_address': 'fa:16:3e:34:c8:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f63deb02-f6ed-4580-96e0-01d237f8236f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1271, 'fixed_ips': [{'subnet_id': '6a373c3e-b0bf-44ee-ad10-b9ef3c95967e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:33:26Z', 'updated_at': '2021-12-18T13:33:37Z', 'revision_number': 4, 'project_id': '3e8e672f906b4c94aa3af3ddf07ca05e', 'subnets': [{'id': '6a373c3e-b0bf-44ee-ad10-b9ef3c95967e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:33:39.623660 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-af77e56d-c4fb-4fc3-baf8-086021833984 None None] For port bf4050ad-5290-4edd-ad83-0402368d15b6, host dv-neutron-744815-20-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=bf4050ad-5290-4edd-ad83-0402368d15b6,segment=NetworkSegment(41b622a4-fe65-4a37-a7e3-444d1fa62644),segment_id=41b622a4-fe65-4a37-a7e3-444d1fa62644)] {{(pid=103161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 18 13:33:39.655774 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-5ae4e558-0308-4e51-9d99-09dc872f9c18 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:39.679707 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-af77e56d-c4fb-4fc3-baf8-086021833984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:39.691101 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2890ddc4-65eb-4046-af1d-c5c02bb7afda None None] The sync data for ids ['f63deb02-f6ed-4580-96e0-01d237f8236f'] in dv-neutron-744815-20-hyperv is: [{'id': 'f63deb02-f6ed-4580-96e0-01d237f8236f', 'name': 'tempest-RoutersIpV6Test-router-289466128', 'tenant_id': '3e8e672f906b4c94aa3af3ddf07ca05e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:33:19Z', 'updated_at': '2021-12-18T13:33:33Z', 'revision_number': 4, 'project_id': '3e8e672f906b4c94aa3af3ddf07ca05e', 'gw_port_host': None, '_interfaces': [{'id': '146b4ada-1eb2-4f9a-89a6-e248f7ab33ec', 'name': '', 'network_id': '37b20d0d-0c5d-4ad5-8c97-f587a5601dee', 'tenant_id': '3e8e672f906b4c94aa3af3ddf07ca05e', 'mac_address': 'fa:16:3e:de:21:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f63deb02-f6ed-4580-96e0-01d237f8236f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '91a18b6b-5ac3-47f2-a447-8a9f7ed59f3b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:33:21Z', 'updated_at': '2021-12-18T13:33:28Z', 'revision_number': 5, 'project_id': '3e8e672f906b4c94aa3af3ddf07ca05e', 'subnets': [{'id': '91a18b6b-5ac3-47f2-a447-8a9f7ed59f3b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1a35ac31-f65c-4ad3-8888-e2bc40b19057', 'name': '', 'network_id': '4d4d4dbc-770c-4941-b1b6-03c3858eb976', 'tenant_id': '3e8e672f906b4c94aa3af3ddf07ca05e', 'mac_address': 'fa:16:3e:b4:ae:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f63deb02-f6ed-4580-96e0-01d237f8236f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1281, 'fixed_ips': [{'subnet_id': '6672c277-c82b-43ad-80cf-575233dcf9b0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:33:32Z', 'updated_at': '2021-12-18T13:33:34Z', 'revision_number': 2, 'project_id': '3e8e672f906b4c94aa3af3ddf07ca05e', 'subnets': [{'id': '6672c277-c82b-43ad-80cf-575233dcf9b0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '549b8e1b-ad61-437b-b167-455dd6bf5627', 'name': '', 'network_id': '015c6e97-58b0-432b-8fb9-5dd2b87fb320', 'tenant_id': '3e8e672f906b4c94aa3af3ddf07ca05e', 'mac_address': 'fa:16:3e:34:c8:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f63deb02-f6ed-4580-96e0-01d237f8236f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1271, 'fixed_ips': [{'subnet_id': '6a373c3e-b0bf-44ee-ad10-b9ef3c95967e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:33:26Z', 'updated_at': '2021-12-18T13:33:37Z', 'revision_number': 4, 'project_id': '3e8e672f906b4c94aa3af3ddf07ca05e', 'subnets': [{'id': '6a373c3e-b0bf-44ee-ad10-b9ef3c95967e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 13:33:39.694649 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6461641f-6d1b-4917-bd11-edc672805bd4 None None] Network 940e5bc1-1c09-48e0-90e2-f1c01ab97a2e is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:33:39.702418 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-2fb520c1-2a96-4657-bc02-43355e9dc3c5 None None] Port 1a35ac31-f65c-4ad3-8888-e2bc40b19057 cannot update to ACTIVE because it is not bound. {{(pid=103161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 13:33:39.733387 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-6461641f-6d1b-4917-bd11-edc672805bd4 None None] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:33:39.737037 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6461641f-6d1b-4917-bd11-edc672805bd4 None None] Received port after_create {{(pid=103161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:33:39.758531 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6461641f-6d1b-4917-bd11-edc672805bd4 None None] Pushing event updated for resources: {'Port': ['ID=0888c956-2836-431d-82a0-fad43903e119,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:33:39.881034 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44258c05-8942-47f4-bb1d-557e1f718198 None None] Pushing event updated for resources: {'Port': ['ID=bf4050ad-5290-4edd-ad83-0402368d15b6,revision_number=4']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:33:39.885000 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device db53ef9e-a58a-4830-ac7e-9b46a81c1317 up at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 13:33:39.914411 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2fb520c1-2a96-4657-bc02-43355e9dc3c5 None None] Provisioning complete for port db53ef9e-a58a-4830-ac7e-9b46a81c1317 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:33:39.915189 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2fb520c1-2a96-4657-bc02-43355e9dc3c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:40.059135 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2fa01239-d510-4ebe-8b8e-832cff6292ae None None] Publish callbacks [] for port, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:40.064495 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af77e56d-c4fb-4fc3-baf8-086021833984 None None] Routers {'d4e1913c-2941-488b-a006-72a5bf5c1967'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:33:40.065286 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-af77e56d-c4fb-4fc3-baf8-086021833984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:33:27Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['d4e1913c-2941-488b-a006-72a5bf5c1967'], 'active': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:33:40.157280 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2fa01239-d510-4ebe-8b8e-832cff6292ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975'] for port, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:40.189480 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-653c67bc-a2d1-4e49-b5a7-c64ddd025353 req-0a66349a-5ce7-4ceb-950d-a16567ef1865 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/ports?device_id=c170a56f-bd12-4061-a440-10c2ed3453bb HTTP/1.1" status: 200 len: 210 time: 0.0945678 Dec 18 13:33:40.251771 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5d3561-13b3-4e20-9f4e-6f9bedcaa491 req-692ae4e4-f576-447b-bbd4-f86ba2b58b34 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:33:40.253826 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-af5d3561-13b3-4e20-9f4e-6f9bedcaa491 req-692ae4e4-f576-447b-bbd4-f86ba2b58b34 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.43 "GET /v2.0/networks?id=32941329-bcc6-4cdc-97c2-3cadb3ebb3d1 HTTP/1.1" status: 200 len: 795 time: 0.2150860 Dec 18 13:33:40.255187 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fa01239-d510-4ebe-8b8e-832cff6292ae None None] Network fcdc3f02-63f3-449c-8180-3faed08bd0cd is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:33:40.257033 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-6461641f-6d1b-4917-bd11-edc672805bd4 None None] Attempting to bind port 0888c956-2836-431d-82a0-fad43903e119 on host dv-neutron-744815-20-hyperv for vnic_type normal with profile {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 13:33:40.257571 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-6461641f-6d1b-4917-bd11-edc672805bd4 None None] Attempting to bind port 0888c956-2836-431d-82a0-fad43903e119 by drivers openvswitch,hyperv on host dv-neutron-744815-20-hyperv at level 0 using segments [{'id': '546379f1-9d3c-416c-b142-2d945476674b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '940e5bc1-1c09-48e0-90e2-f1c01ab97a2e'}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 13:33:40.258106 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6461641f-6d1b-4917-bd11-edc672805bd4 None None] Attempting to bind port 0888c956-2836-431d-82a0-fad43903e119 on network 940e5bc1-1c09-48e0-90e2-f1c01ab97a2e {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 13:33:40.269575 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6461641f-6d1b-4917-bd11-edc672805bd4 None None] Checking agent: {'id': '428fa9fa-43db-4db9-9f96-f60ffe931f2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-20-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 13, 19, 1), 'started_at': datetime.datetime(2021, 12, 18, 13, 19, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 13, 33, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-20-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 18 13:33:40.270243 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6461641f-6d1b-4917-bd11-edc672805bd4 None None] Checking segment: {'id': '546379f1-9d3c-416c-b142-2d945476674b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '940e5bc1-1c09-48e0-90e2-f1c01ab97a2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 13:33:40.270987 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-6461641f-6d1b-4917-bd11-edc672805bd4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:40.271671 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6461641f-6d1b-4917-bd11-edc672805bd4 None None] Bound using segment: {'id': '546379f1-9d3c-416c-b142-2d945476674b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '940e5bc1-1c09-48e0-90e2-f1c01ab97a2e'} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 18 13:33:40.273262 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-6461641f-6d1b-4917-bd11-edc672805bd4 None None] Bound port: 0888c956-2836-431d-82a0-fad43903e119, host: dv-neutron-744815-20-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '546379f1-9d3c-416c-b142-2d945476674b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '940e5bc1-1c09-48e0-90e2-f1c01ab97a2e'}}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 18 13:33:40.274140 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-6461641f-6d1b-4917-bd11-edc672805bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:40.276704 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-2fa01239-d510-4ebe-8b8e-832cff6292ae None None] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:33:40.280002 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa01239-d510-4ebe-8b8e-832cff6292ae None None] Pushing event updated for resources: {'Port': ['ID=4b5de56e-05a2-4bd3-8b51-131a124e7d4b,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:33:40.293523 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fa01239-d510-4ebe-8b8e-832cff6292ae None None] Received port after_create {{(pid=103161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:33:40.359213 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-af5d3561-13b3-4e20-9f4e-6f9bedcaa491 req-d6cea144-8574-4fd6-a807-c392a36afda9 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6e88b8a5aed24360a829007d7fd9d0fd HTTP/1.1" status: 200 len: 380 time: 0.0896349 Dec 18 13:33:40.371622 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [req-af5d3561-13b3-4e20-9f4e-6f9bedcaa491 req-647edcf3-c033-408e-be56-b646a84d0941 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Request body: {'port': {'device_id': 'c170a56f-bd12-4061-a440-10c2ed3453bb', 'network_id': '32941329-bcc6-4cdc-97c2-3cadb3ebb3d1', 'admin_state_up': True, 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'security_groups': ['3ad76b8c-64a9-4478-8490-51b1169ccaaf']}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:33:40.442202 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.extraroute_db [None req-4e59d824-d3b1-4db5-99e7-54dab44a8e75 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Added routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=103159) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 18 13:33:40.450448 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-5ae4e558-0308-4e51-9d99-09dc872f9c18 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks [] for port, precommit_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:40.460067 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-5ae4e558-0308-4e51-9d99-09dc872f9c18 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5659917'] for port, after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:40.473340 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.extraroute_db [None req-4e59d824-d3b1-4db5-99e7-54dab44a8e75 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Removed routes are [] {{(pid=103159) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 18 13:33:40.473340 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-4e59d824-d3b1-4db5-99e7-54dab44a8e75 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-586613', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-589787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28650'] for router, precommit_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:40.501385 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-2fa01239-d510-4ebe-8b8e-832cff6292ae None None] Attempting to bind port 4b5de56e-05a2-4bd3-8b51-131a124e7d4b on host dv-neutron-744815-20-hyperv for vnic_type normal with profile {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 13:33:40.502046 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-2fa01239-d510-4ebe-8b8e-832cff6292ae None None] Attempting to bind port 4b5de56e-05a2-4bd3-8b51-131a124e7d4b by drivers openvswitch,hyperv on host dv-neutron-744815-20-hyperv at level 0 using segments [{'id': 'b4b74be2-8cd3-497a-8529-4dd279af8e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'fcdc3f02-63f3-449c-8180-3faed08bd0cd'}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 13:33:40.502164 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa01239-d510-4ebe-8b8e-832cff6292ae None None] Attempting to bind port 4b5de56e-05a2-4bd3-8b51-131a124e7d4b on network fcdc3f02-63f3-449c-8180-3faed08bd0cd {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 13:33:40.513417 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa01239-d510-4ebe-8b8e-832cff6292ae None None] Checking agent: {'id': '428fa9fa-43db-4db9-9f96-f60ffe931f2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-20-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 13, 19, 1), 'started_at': datetime.datetime(2021, 12, 18, 13, 19, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 13, 33, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-20-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 18 13:33:40.513833 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa01239-d510-4ebe-8b8e-832cff6292ae None None] Checking segment: {'id': 'b4b74be2-8cd3-497a-8529-4dd279af8e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'fcdc3f02-63f3-449c-8180-3faed08bd0cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 13:33:40.514196 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2fa01239-d510-4ebe-8b8e-832cff6292ae None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:40.514594 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa01239-d510-4ebe-8b8e-832cff6292ae None None] Bound using segment: {'id': 'b4b74be2-8cd3-497a-8529-4dd279af8e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'fcdc3f02-63f3-449c-8180-3faed08bd0cd'} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 18 13:33:40.515078 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-2fa01239-d510-4ebe-8b8e-832cff6292ae None None] Bound port: 4b5de56e-05a2-4bd3-8b51-131a124e7d4b, host: dv-neutron-744815-20-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4b74be2-8cd3-497a-8529-4dd279af8e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'fcdc3f02-63f3-449c-8180-3faed08bd0cd'}}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 18 13:33:40.515492 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2fa01239-d510-4ebe-8b8e-832cff6292ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:40.556672 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvr_db [None req-af77e56d-c4fb-4fc3-baf8-086021833984 None None] Set router d4e1913c-2941-488b-a006-72a5bf5c1967 gateway port host: dv-neutron-744815-20-hyperv {{(pid=103161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 13:33:40.558934 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2294866d-0076-4933-952c-685307032598 None None] Provisioning complete for port db53ef9e-a58a-4830-ac7e-9b46a81c1317 triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:33:40.558934 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:40.576825 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af5d3561-13b3-4e20-9f4e-6f9bedcaa491 req-647edcf3-c033-408e-be56-b646a84d0941 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Made reservation on behalf of 6e88b8a5aed24360a829007d7fd9d0fd for: {'port': 1} {{(pid=103160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:33:40.581828 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [req-af5d3561-13b3-4e20-9f4e-6f9bedcaa491 req-647edcf3-c033-408e-be56-b646a84d0941 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:40.633857 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-6461641f-6d1b-4917-bd11-edc672805bd4 None None] For port 0888c956-2836-431d-82a0-fad43903e119, host dv-neutron-744815-20-hyperv, cleared binding levels {{(pid=103161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 18 13:33:40.636307 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-5ae4e558-0308-4e51-9d99-09dc872f9c18 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1048031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586432'] for router_interface, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:40.638978 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2fb520c1-2a96-4657-bc02-43355e9dc3c5 None None] Provisioning complete for port 549b8e1b-ad61-437b-b167-455dd6bf5627 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:33:40.639416 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2fb520c1-2a96-4657-bc02-43355e9dc3c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:40.644548 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae4e558-0308-4e51-9d99-09dc872f9c18 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Pushing event updated for resources: {'Port': ['ID=b8eb9746-e588-4cc0-bac8-0e2b29c52881,revision_number=2']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:33:40.722063 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-6461641f-6d1b-4917-bd11-edc672805bd4 None None] For port 0888c956-2836-431d-82a0-fad43903e119, host dv-neutron-744815-20-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=0888c956-2836-431d-82a0-fad43903e119,segment=NetworkSegment(546379f1-9d3c-416c-b142-2d945476674b),segment_id=546379f1-9d3c-416c-b142-2d945476674b)] {{(pid=103161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 18 13:33:40.756771 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.db_base_plugin_common [req-af5d3561-13b3-4e20-9f4e-6f9bedcaa491 req-647edcf3-c033-408e-be56-b646a84d0941 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Allocated IP 172.20.0.13 (32941329-bcc6-4cdc-97c2-3cadb3ebb3d1/35bf2c7b-4ca7-4b35-aa56-2fc4ff409658/db6b701d-5dba-4848-9aec-cc7c90433558) {{(pid=103160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:33:40.848960 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-4e59d824-d3b1-4db5-99e7-54dab44a8e75 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-586613', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-589787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28650'] for router, precommit_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:40.855413 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-4e59d824-d3b1-4db5-99e7-54dab44a8e75 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-586526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-586508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-586503', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-589778'] for router, after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:40.865485 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ae4e558-0308-4e51-9d99-09dc872f9c18 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Network fcdc3f02-63f3-449c-8180-3faed08bd0cd is already hosted by enough agents. {{(pid=103159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:33:40.868467 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.base_scheduler [None req-5ae4e558-0308-4e51-9d99-09dc872f9c18 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Resources bound (agent type, host, resource id): {{(pid=103159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:33:40.951971 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-6461641f-6d1b-4917-bd11-edc672805bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:40.956121 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [req-af5d3561-13b3-4e20-9f4e-6f9bedcaa491 req-647edcf3-c033-408e-be56-b646a84d0941 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for port, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:41.000283 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [req-af5d3561-13b3-4e20-9f4e-6f9bedcaa491 req-647edcf3-c033-408e-be56-b646a84d0941 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4533522'] for port, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:41.012353 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-2fa01239-d510-4ebe-8b8e-832cff6292ae None None] For port 4b5de56e-05a2-4bd3-8b51-131a124e7d4b, host dv-neutron-744815-20-hyperv, cleared binding levels {{(pid=103161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 18 13:33:41.058661 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647edcf3-c033-408e-be56-b646a84d0941 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Pushing event updated for resources: {'Port': ['ID=db6b701d-5dba-4848-9aec-cc7c90433558,revision_number=1']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:33:41.074058 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af5d3561-13b3-4e20-9f4e-6f9bedcaa491 req-647edcf3-c033-408e-be56-b646a84d0941 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Network 32941329-bcc6-4cdc-97c2-3cadb3ebb3d1 is already hosted by enough agents. {{(pid=103160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:33:41.075927 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.base_scheduler [req-af5d3561-13b3-4e20-9f4e-6f9bedcaa491 req-647edcf3-c033-408e-be56-b646a84d0941 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Resources bound (agent type, host, resource id): {{(pid=103160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:33:41.079392 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.l3_dvrscheduler_db [req-af5d3561-13b3-4e20-9f4e-6f9bedcaa491 req-647edcf3-c033-408e-be56-b646a84d0941 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Received port after_create {{(pid=103160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:33:41.113637 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-2fa01239-d510-4ebe-8b8e-832cff6292ae None None] For port 4b5de56e-05a2-4bd3-8b51-131a124e7d4b, host dv-neutron-744815-20-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=4b5de56e-05a2-4bd3-8b51-131a124e7d4b,segment=NetworkSegment(b4b74be2-8cd3-497a-8529-4dd279af8e62),segment_id=b4b74be2-8cd3-497a-8529-4dd279af8e62)] {{(pid=103161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 18 13:33:41.144522 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e59d824-d3b1-4db5-99e7-54dab44a8e75 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Router f63deb02-f6ed-4580-96e0-01d237f8236f has already been hosted by L3 agent c9c0cd52-5bd2-4704-9429-d80f1c5ad23c {{(pid=103159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 18 13:33:41.160154 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5d3561-13b3-4e20-9f4e-6f9bedcaa491 req-647edcf3-c033-408e-be56-b646a84d0941 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:33:41.160855 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [req-af5d3561-13b3-4e20-9f4e-6f9bedcaa491 req-647edcf3-c033-408e-be56-b646a84d0941 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:41.182252 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2fa01239-d510-4ebe-8b8e-832cff6292ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:41.190716 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-af5d3561-13b3-4e20-9f4e-6f9bedcaa491 req-647edcf3-c033-408e-be56-b646a84d0941 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8246512 Dec 18 13:33:41.193414 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6461641f-6d1b-4917-bd11-edc672805bd4 None None] Pushing event updated for resources: {'Port': ['ID=0888c956-2836-431d-82a0-fad43903e119,revision_number=2']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:33:41.217196 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [req-af5d3561-13b3-4e20-9f4e-6f9bedcaa491 req-62f57b6a-fe0d-47f2-a434-29f294906950 service neutron] Request body: {'port': {'device_id': 'c170a56f-bd12-4061-a440-10c2ed3453bb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7448'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:33:41.384056 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2fb520c1-2a96-4657-bc02-43355e9dc3c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:41.406799 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa01239-d510-4ebe-8b8e-832cff6292ae None None] Pushing event updated for resources: {'Port': ['ID=4b5de56e-05a2-4bd3-8b51-131a124e7d4b,revision_number=2']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:33:41.425174 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [req-af5d3561-13b3-4e20-9f4e-6f9bedcaa491 req-62f57b6a-fe0d-47f2-a434-29f294906950 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:41.430772 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ae4e558-0308-4e51-9d99-09dc872f9c18 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Router 75375f83-93da-4916-820d-2a192bd2b416 is scheduled to L3 agent c9c0cd52-5bd2-4704-9429-d80f1c5ad23c with binding_index 1 {{(pid=103159) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 18 13:33:41.477481 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43391c53-1e0d-4d13-9abc-5dd1c3bdf5b1 None None] Sync routers for ids ['f63deb02-f6ed-4580-96e0-01d237f8236f'] in dv-neutron-744815-20-hyperv {{(pid=103162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 13:33:41.503537 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43391c53-1e0d-4d13-9abc-5dd1c3bdf5b1 None None] Routers {'f63deb02-f6ed-4580-96e0-01d237f8236f'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:33:41.504638 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-43391c53-1e0d-4d13-9abc-5dd1c3bdf5b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:33:27Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['f63deb02-f6ed-4580-96e0-01d237f8236f'], 'active': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:33:41.507938 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 51493769-8ccb-4a3c-a4eb-d46d9d574c9e no longer exists at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 18 13:33:41.544473 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-2fb520c1-2a96-4657-bc02-43355e9dc3c5 None None] For port 549b8e1b-ad61-437b-b167-455dd6bf5627, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=549b8e1b-ad61-437b-b167-455dd6bf5627,segment=NetworkSegment(75e9ed46-01ce-401a-bc1d-1f246d99f1ef),segment_id=75e9ed46-01ce-401a-bc1d-1f246d99f1ef)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:33:41.546856 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-af77e56d-c4fb-4fc3-baf8-086021833984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4e1913c-2941-488b-a006-72a5bf5c1967', 'name': 'tempest-TestNetworkBasicOps-router-2030627157', 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.175'}], 'enable_snat': True}, 'gw_port_id': '833d818b-d3dd-4cd2-abf8-33d55b4ab42b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:33:23Z', 'updated_at': '2021-12-18T13:33:29Z', 'revision_number': 4, 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'gw_port': {'id': '833d818b-d3dd-4cd2-abf8-33d55b4ab42b', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:17:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e1913c-2941-488b-a006-72a5bf5c1967', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:33:23Z', 'updated_at': '2021-12-18T13:33:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv', '_interfaces': [{'id': 'bf4050ad-5290-4edd-ad83-0402368d15b6', 'name': '', 'network_id': '32941329-bcc6-4cdc-97c2-3cadb3ebb3d1', 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'mac_address': 'fa:16:3e:75:53:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4e1913c-2941-488b-a006-72a5bf5c1967', 'device_owner': 'network:router_interface', 'standard_attr_id': 1276, 'fixed_ips': [{'subnet_id': '35bf2c7b-4ca7-4b35-aa56-2fc4ff409658', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:33:28Z', 'updated_at': '2021-12-18T13:33:39Z', 'revision_number': 4, 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'subnets': [{'id': '35bf2c7b-4ca7-4b35-aa56-2fc4ff409658', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:33:41.549355 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-2294866d-0076-4933-952c-685307032598 None None] No Port match for: 51493769-8ccb-4a3c-a4eb-d46d9d574c9e {{(pid=103161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 18 13:33:41.549915 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 51493769-8ccb-4a3c-a4eb-d46d9d574c9e not bound to the agent host dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 18 13:33:41.569091 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e59d824-d3b1-4db5-99e7-54dab44a8e75 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Notify agent at l3_agent.dv-neutron-744815-20-hyperv the message routers_updated {{(pid=103159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 13:33:41.586489 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-4e59d824-d3b1-4db5-99e7-54dab44a8e75 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks [] for router, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:41.590634 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-4e59d824-d3b1-4db5-99e7-54dab44a8e75 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] 10.222.0.31 "PUT /v2.0/routers/f63deb02-f6ed-4580-96e0-01d237f8236f HTTP/1.1" status: 200 len: 953 time: 2.3054590 Dec 18 13:33:41.608117 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 56210) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:33:41.638214 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2fb520c1-2a96-4657-bc02-43355e9dc3c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:41.649406 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af77e56d-c4fb-4fc3-baf8-086021833984 None None] The sync data for ids ['d4e1913c-2941-488b-a006-72a5bf5c1967'] in dv-neutron-744815-20-hyperv is: [{'id': 'd4e1913c-2941-488b-a006-72a5bf5c1967', 'name': 'tempest-TestNetworkBasicOps-router-2030627157', 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.175'}], 'enable_snat': True}, 'gw_port_id': '833d818b-d3dd-4cd2-abf8-33d55b4ab42b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:33:23Z', 'updated_at': '2021-12-18T13:33:29Z', 'revision_number': 4, 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'gw_port': {'id': '833d818b-d3dd-4cd2-abf8-33d55b4ab42b', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:17:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e1913c-2941-488b-a006-72a5bf5c1967', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:33:23Z', 'updated_at': '2021-12-18T13:33:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv', '_interfaces': [{'id': 'bf4050ad-5290-4edd-ad83-0402368d15b6', 'name': '', 'network_id': '32941329-bcc6-4cdc-97c2-3cadb3ebb3d1', 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'mac_address': 'fa:16:3e:75:53:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4e1913c-2941-488b-a006-72a5bf5c1967', 'device_owner': 'network:router_interface', 'standard_attr_id': 1276, 'fixed_ips': [{'subnet_id': '35bf2c7b-4ca7-4b35-aa56-2fc4ff409658', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:33:28Z', 'updated_at': '2021-12-18T13:33:39Z', 'revision_number': 4, 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'subnets': [{'id': '35bf2c7b-4ca7-4b35-aa56-2fc4ff409658', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 13:33:41.664551 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvr_db [None req-43391c53-1e0d-4d13-9abc-5dd1c3bdf5b1 None None] Set router f63deb02-f6ed-4580-96e0-01d237f8236f gateway port host: None {{(pid=103162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 13:33:41.728107 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2fb520c1-2a96-4657-bc02-43355e9dc3c5 None None] Provisioning complete for port bf4050ad-5290-4edd-ad83-0402368d15b6 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:33:41.728997 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2fb520c1-2a96-4657-bc02-43355e9dc3c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:41.821726 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb520c1-2a96-4657-bc02-43355e9dc3c5 None None] Pushing event updated for resources: {'Port': ['ID=549b8e1b-ad61-437b-b167-455dd6bf5627,revision_number=5']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:33:41.903382 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2fb520c1-2a96-4657-bc02-43355e9dc3c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:41.972348 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-2fb520c1-2a96-4657-bc02-43355e9dc3c5 None None] For port bf4050ad-5290-4edd-ad83-0402368d15b6, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=bf4050ad-5290-4edd-ad83-0402368d15b6,segment=NetworkSegment(41b622a4-fe65-4a37-a7e3-444d1fa62644),segment_id=41b622a4-fe65-4a37-a7e3-444d1fa62644)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:33:41.988616 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2fb520c1-2a96-4657-bc02-43355e9dc3c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:42.089637 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 0888c956-2836-431d-82a0-fad43903e119 up at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 13:33:42.190522 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-43391c53-1e0d-4d13-9abc-5dd1c3bdf5b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f63deb02-f6ed-4580-96e0-01d237f8236f', 'name': 'tempest-RoutersIpV6Test-router-289466128', 'tenant_id': '3e8e672f906b4c94aa3af3ddf07ca05e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:33:19Z', 'updated_at': '2021-12-18T13:33:40Z', 'revision_number': 6, 'project_id': '3e8e672f906b4c94aa3af3ddf07ca05e', 'gw_port_host': None, '_interfaces': [{'id': '146b4ada-1eb2-4f9a-89a6-e248f7ab33ec', 'name': '', 'network_id': '37b20d0d-0c5d-4ad5-8c97-f587a5601dee', 'tenant_id': '3e8e672f906b4c94aa3af3ddf07ca05e', 'mac_address': 'fa:16:3e:de:21:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f63deb02-f6ed-4580-96e0-01d237f8236f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '91a18b6b-5ac3-47f2-a447-8a9f7ed59f3b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:33:21Z', 'updated_at': '2021-12-18T13:33:28Z', 'revision_number': 5, 'project_id': '3e8e672f906b4c94aa3af3ddf07ca05e', 'subnets': [{'id': '91a18b6b-5ac3-47f2-a447-8a9f7ed59f3b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1a35ac31-f65c-4ad3-8888-e2bc40b19057', 'name': '', 'network_id': '4d4d4dbc-770c-4941-b1b6-03c3858eb976', 'tenant_id': '3e8e672f906b4c94aa3af3ddf07ca05e', 'mac_address': 'fa:16:3e:b4:ae:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f63deb02-f6ed-4580-96e0-01d237f8236f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1281, 'fixed_ips': [{'subnet_id': '6672c277-c82b-43ad-80cf-575233dcf9b0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:33:32Z', 'updated_at': '2021-12-18T13:33:34Z', 'revision_number': 2, 'project_id': '3e8e672f906b4c94aa3af3ddf07ca05e', 'subnets': [{'id': '6672c277-c82b-43ad-80cf-575233dcf9b0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '549b8e1b-ad61-437b-b167-455dd6bf5627', 'name': '', 'network_id': '015c6e97-58b0-432b-8fb9-5dd2b87fb320', 'tenant_id': '3e8e672f906b4c94aa3af3ddf07ca05e', 'mac_address': 'fa:16:3e:34:c8:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f63deb02-f6ed-4580-96e0-01d237f8236f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1271, 'fixed_ips': [{'subnet_id': '6a373c3e-b0bf-44ee-ad10-b9ef3c95967e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:33:26Z', 'updated_at': '2021-12-18T13:33:37Z', 'revision_number': 4, 'project_id': '3e8e672f906b4c94aa3af3ddf07ca05e', 'subnets': [{'id': '6a373c3e-b0bf-44ee-ad10-b9ef3c95967e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e1c13a47-7093-4efa-9890-120bfa333861', 'name': '', 'network_id': '940e5bc1-1c09-48e0-90e2-f1c01ab97a2e', 'tenant_id': '3e8e672f906b4c94aa3af3ddf07ca05e', 'mac_address': 'fa:16:3e:68:49:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f63deb02-f6ed-4580-96e0-01d237f8236f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1294, 'fixed_ips': [{'subnet_id': '3ca95825-d1b8-4408-a1db-1c2e16a3cc64', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:33:36Z', 'updated_at': '2021-12-18T13:33:38Z', 'revision_number': 2, 'project_id': '3e8e672f906b4c94aa3af3ddf07ca05e', 'subnets': [{'id': '3ca95825-d1b8-4408-a1db-1c2e16a3cc64', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:33:42.231404 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb520c1-2a96-4657-bc02-43355e9dc3c5 None None] Pushing event updated for resources: {'Port': ['ID=bf4050ad-5290-4edd-ad83-0402368d15b6,revision_number=5']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:33:42.237482 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-5ba1096a-c38b-40c3-83e6-42c4c9a915c6 None None] Provisioning complete for port db6b701d-5dba-4848-9aec-cc7c90433558 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:33:42.237861 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-5ba1096a-c38b-40c3-83e6-42c4c9a915c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:42.239576 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43391c53-1e0d-4d13-9abc-5dd1c3bdf5b1 None None] Checking router: f63deb02-f6ed-4580-96e0-01d237f8236f for host: dv-neutron-744815-20-hyperv {{(pid=103162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 18 13:33:42.240185 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43391c53-1e0d-4d13-9abc-5dd1c3bdf5b1 None None] Updating router f63deb02-f6ed-4580-96e0-01d237f8236f port 1a35ac31-f65c-4ad3-8888-e2bc40b19057 binding host dv-neutron-744815-20-hyperv {{(pid=103162) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 18 13:33:42.250929 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.notifiers.nova [req-af5d3561-13b3-4e20-9f4e-6f9bedcaa491 req-62f57b6a-fe0d-47f2-a434-29f294906950 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db6b701d-5dba-4848-9aec-cc7c90433558 {{(pid=103160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 18 13:33:42.263225 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [req-af5d3561-13b3-4e20-9f4e-6f9bedcaa491 req-62f57b6a-fe0d-47f2-a434-29f294906950 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:42.274977 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-43391c53-1e0d-4d13-9abc-5dd1c3bdf5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:42.282668 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-5ba1096a-c38b-40c3-83e6-42c4c9a915c6 None None] Port db6b701d-5dba-4848-9aec-cc7c90433558 cannot update to ACTIVE because it is not bound. {{(pid=103161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 13:33:42.285907 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2294866d-0076-4933-952c-685307032598 None None] Provisioning complete for port 0888c956-2836-431d-82a0-fad43903e119 triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:33:42.286284 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:42.299950 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.provisioning_blocks [req-af5d3561-13b3-4e20-9f4e-6f9bedcaa491 req-62f57b6a-fe0d-47f2-a434-29f294906950 service neutron] Transition to ACTIVE for port object db6b701d-5dba-4848-9aec-cc7c90433558 will not be triggered until provisioned by entity L2. {{(pid=103160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 18 13:33:42.305822 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [req-af5d3561-13b3-4e20-9f4e-6f9bedcaa491 req-62f57b6a-fe0d-47f2-a434-29f294906950 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4533541'] for port, after_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:42.345111 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-5ba1096a-c38b-40c3-83e6-42c4c9a915c6 None None] Provisioning complete for port bf4050ad-5290-4edd-ad83-0402368d15b6 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:33:42.345492 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-5ba1096a-c38b-40c3-83e6-42c4c9a915c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:42.397200 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1909c50-d772-4644-8f4b-5aeb8d648abf req-db5892bd-2ca7-4ac5-a3b7-a847fbf4d188 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:33:42.398827 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-e1909c50-d772-4644-8f4b-5aeb8d648abf req-db5892bd-2ca7-4ac5-a3b7-a847fbf4d188 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/ports?device_id=c170a56f-bd12-4061-a440-10c2ed3453bb HTTP/1.1" status: 200 len: 932 time: 1.0366313 Dec 18 13:33:42.479491 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f57b6a-fe0d-47f2-a434-29f294906950 service neutron] Pushing event updated for resources: {'Port': ['ID=db6b701d-5dba-4848-9aec-cc7c90433558,revision_number=2']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:33:42.615759 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ae4e558-0308-4e51-9d99-09dc872f9c18 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Notify agent at l3_agent.dv-neutron-744815-20-hyperv the message routers_updated {{(pid=103159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 13:33:42.619095 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:42.644191 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cb92023-b1ce-48af-aa6d-174c21c55abf None None] Sync routers for ids ['75375f83-93da-4916-820d-2a192bd2b416'] in dv-neutron-744815-20-hyperv {{(pid=103161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 13:33:42.647850 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-5ae4e558-0308-4e51-9d99-09dc872f9c18 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] 10.222.0.31 "PUT /v2.0/routers/75375f83-93da-4916-820d-2a192bd2b416/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5448444 Dec 18 13:33:42.658238 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 56212) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:33:42.672253 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-874be2da-1db7-4c8f-bbb8-e028ea2048e8 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Request body: {'network': {'name': 'tempest-RoutersTest-551402418'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:33:42.674382 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-e1909c50-d772-4644-8f4b-5aeb8d648abf req-16fe9e06-3ddb-4471-8860-47b3cddde6ec tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/security-groups?id=3ad76b8c-64a9-4478-8490-51b1169ccaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2539759 Dec 18 13:33:42.691724 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-bd0428b0-23aa-40b0-9dea-1ccf1be10a02 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] 10.222.0.31 "GET /v2.0/routers/f63deb02-f6ed-4580-96e0-01d237f8236f HTTP/1.1" status: 200 len: 953 time: 1.0788863 Dec 18 13:33:42.698992 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 56214) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:33:42.711851 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-579c4150-185f-4412-84f5-24e5896fab92 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Request body: {'router': {'routes': None}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:33:42.719801 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.managers [req-af5d3561-13b3-4e20-9f4e-6f9bedcaa491 req-62f57b6a-fe0d-47f2-a434-29f294906950 service neutron] Attempting to bind port db6b701d-5dba-4848-9aec-cc7c90433558 on host hv-neutron-7448 for vnic_type normal with profile {{(pid=103160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 13:33:42.720155 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.managers [req-af5d3561-13b3-4e20-9f4e-6f9bedcaa491 req-62f57b6a-fe0d-47f2-a434-29f294906950 service neutron] Attempting to bind port db6b701d-5dba-4848-9aec-cc7c90433558 by drivers openvswitch,hyperv on host hv-neutron-7448 at level 0 using segments [{'id': '41b622a4-fe65-4a37-a7e3-444d1fa62644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '32941329-bcc6-4cdc-97c2-3cadb3ebb3d1'}] {{(pid=103160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 13:33:42.720477 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af5d3561-13b3-4e20-9f4e-6f9bedcaa491 req-62f57b6a-fe0d-47f2-a434-29f294906950 service neutron] Attempting to bind port db6b701d-5dba-4848-9aec-cc7c90433558 on network 32941329-bcc6-4cdc-97c2-3cadb3ebb3d1 {{(pid=103160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 13:33:42.757648 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af5d3561-13b3-4e20-9f4e-6f9bedcaa491 req-62f57b6a-fe0d-47f2-a434-29f294906950 service neutron] Port db6b701d-5dba-4848-9aec-cc7c90433558 on network 32941329-bcc6-4cdc-97c2-3cadb3ebb3d1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7448 {{(pid=103160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 18 13:33:42.758089 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af5d3561-13b3-4e20-9f4e-6f9bedcaa491 req-62f57b6a-fe0d-47f2-a434-29f294906950 service neutron] Attempting to bind port db6b701d-5dba-4848-9aec-cc7c90433558 on network 32941329-bcc6-4cdc-97c2-3cadb3ebb3d1 {{(pid=103160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 13:33:42.768722 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb92023-b1ce-48af-aa6d-174c21c55abf None None] Routers {'75375f83-93da-4916-820d-2a192bd2b416'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:33:42.769363 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-7cb92023-b1ce-48af-aa6d-174c21c55abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:33:27Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['75375f83-93da-4916-820d-2a192bd2b416'], 'active': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:33:42.781996 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af5d3561-13b3-4e20-9f4e-6f9bedcaa491 req-62f57b6a-fe0d-47f2-a434-29f294906950 service neutron] Checking agent: {'id': 'c35b6aa0-0616-421f-8ded-732dd37fc90f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7448', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 13, 24, 37), 'started_at': datetime.datetime(2021, 12, 18, 13, 24, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 13, 33, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 18 13:33:42.782374 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af5d3561-13b3-4e20-9f4e-6f9bedcaa491 req-62f57b6a-fe0d-47f2-a434-29f294906950 service neutron] Checking segment: {'id': '41b622a4-fe65-4a37-a7e3-444d1fa62644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '32941329-bcc6-4cdc-97c2-3cadb3ebb3d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 13:33:42.782893 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af5d3561-13b3-4e20-9f4e-6f9bedcaa491 req-62f57b6a-fe0d-47f2-a434-29f294906950 service neutron] Bound using segment: {'id': '41b622a4-fe65-4a37-a7e3-444d1fa62644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '32941329-bcc6-4cdc-97c2-3cadb3ebb3d1'} {{(pid=103160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 18 13:33:42.785660 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.managers [req-af5d3561-13b3-4e20-9f4e-6f9bedcaa491 req-62f57b6a-fe0d-47f2-a434-29f294906950 service neutron] Bound port: db6b701d-5dba-4848-9aec-cc7c90433558, host: hv-neutron-7448, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41b622a4-fe65-4a37-a7e3-444d1fa62644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '32941329-bcc6-4cdc-97c2-3cadb3ebb3d1'}}] {{(pid=103160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 18 13:33:42.786012 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [req-af5d3561-13b3-4e20-9f4e-6f9bedcaa491 req-62f57b6a-fe0d-47f2-a434-29f294906950 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:42.838791 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-874be2da-1db7-4c8f-bbb8-e028ea2048e8 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Made reservation on behalf of d223d1b2ed814c43a2fd9ddeaaf9b271 for: {'network': 1} {{(pid=103160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:33:42.856527 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-874be2da-1db7-4c8f-bbb8-e028ea2048e8 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for network, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:42.933026 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-43391c53-1e0d-4d13-9abc-5dd1c3bdf5b1 None None] Publish callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:42.943531 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-43391c53-1e0d-4d13-9abc-5dd1c3bdf5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:42.992254 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.db [req-af5d3561-13b3-4e20-9f4e-6f9bedcaa491 req-62f57b6a-fe0d-47f2-a434-29f294906950 service neutron] For port db6b701d-5dba-4848-9aec-cc7c90433558, host hv-neutron-7448, cleared binding levels {{(pid=103160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 18 13:33:42.997520 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-2294866d-0076-4933-952c-685307032598 None None] For port 0888c956-2836-431d-82a0-fad43903e119, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=0888c956-2836-431d-82a0-fad43903e119,segment=NetworkSegment(546379f1-9d3c-416c-b142-2d945476674b),segment_id=546379f1-9d3c-416c-b142-2d945476674b)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:33:43.021180 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.db [req-af5d3561-13b3-4e20-9f4e-6f9bedcaa491 req-62f57b6a-fe0d-47f2-a434-29f294906950 service neutron] For port db6b701d-5dba-4848-9aec-cc7c90433558, host hv-neutron-7448, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=db6b701d-5dba-4848-9aec-cc7c90433558,segment=NetworkSegment(41b622a4-fe65-4a37-a7e3-444d1fa62644),segment_id=41b622a4-fe65-4a37-a7e3-444d1fa62644)] {{(pid=103160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 18 13:33:43.034154 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-874be2da-1db7-4c8f-bbb8-e028ea2048e8 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 114} {{(pid=103160) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 18 13:33:43.040119 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [req-af5d3561-13b3-4e20-9f4e-6f9bedcaa491 req-62f57b6a-fe0d-47f2-a434-29f294906950 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4533541'] for port, after_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:43.052901 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:43.060192 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 549b8e1b-ad61-437b-b167-455dd6bf5627 up at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 13:33:43.080685 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc68e368-c267-410f-b8f5-7756b5306f64 None None] Pushing event updated for resources: {'Port': ['ID=1a35ac31-f65c-4ad3-8888-e2bc40b19057,revision_number=3']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:33:43.110242 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc68e368-c267-410f-b8f5-7756b5306f64 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:33:43.110599 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc68e368-c267-410f-b8f5-7756b5306f64 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:33:43.111490 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc68e368-c267-410f-b8f5-7756b5306f64 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:33:43.112008 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc68e368-c267-410f-b8f5-7756b5306f64 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:33:43.112498 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc68e368-c267-410f-b8f5-7756b5306f64 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:33:43.112990 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc68e368-c267-410f-b8f5-7756b5306f64 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:33:43.113487 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc68e368-c267-410f-b8f5-7756b5306f64 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:33:43.113979 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc68e368-c267-410f-b8f5-7756b5306f64 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:33:43.114485 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc68e368-c267-410f-b8f5-7756b5306f64 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:33:43.114976 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc68e368-c267-410f-b8f5-7756b5306f64 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:33:43.119306 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc68e368-c267-410f-b8f5-7756b5306f64 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:33:43.119814 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc68e368-c267-410f-b8f5-7756b5306f64 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:33:43.120323 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc68e368-c267-410f-b8f5-7756b5306f64 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:33:43.140715 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-874be2da-1db7-4c8f-bbb8-e028ea2048e8 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:43.141699 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.db.segments_db [None req-874be2da-1db7-4c8f-bbb8-e028ea2048e8 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Added segment 66670ef6-0329-4b15-bb45-73645ed17aea of type vlan for network 4d3ac6d7-ec69-40aa-a96d-faea817c9b14 Dec 18 13:33:43.216547 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5d3561-13b3-4e20-9f4e-6f9bedcaa491 req-62f57b6a-fe0d-47f2-a434-29f294906950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:33:43.217413 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [req-af5d3561-13b3-4e20-9f4e-6f9bedcaa491 req-62f57b6a-fe0d-47f2-a434-29f294906950 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:43.219985 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-af5d3561-13b3-4e20-9f4e-6f9bedcaa491 req-62f57b6a-fe0d-47f2-a434-29f294906950 service neutron] 10.222.0.43 "PUT /v2.0/ports/db6b701d-5dba-4848-9aec-cc7c90433558 HTTP/1.1" status: 200 len: 1094 time: 2.0106158 Dec 18 13:33:43.235559 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1c99b8e-c69c-4e41-9ed2-890aa755ddd6 None None] Network 940e5bc1-1c09-48e0-90e2-f1c01ab97a2e requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:33:43.276957 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [None req-43391c53-1e0d-4d13-9abc-5dd1c3bdf5b1 None None] Attempting to bind port 1a35ac31-f65c-4ad3-8888-e2bc40b19057 on host dv-neutron-744815-20-hyperv for vnic_type normal with profile {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 13:33:43.277600 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [None req-43391c53-1e0d-4d13-9abc-5dd1c3bdf5b1 None None] Attempting to bind port 1a35ac31-f65c-4ad3-8888-e2bc40b19057 by drivers openvswitch,hyperv on host dv-neutron-744815-20-hyperv at level 0 using segments [{'id': '73c1ce91-1e2a-419e-be22-0d551940b851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '4d4d4dbc-770c-4941-b1b6-03c3858eb976'}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 13:33:43.278168 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43391c53-1e0d-4d13-9abc-5dd1c3bdf5b1 None None] Attempting to bind port 1a35ac31-f65c-4ad3-8888-e2bc40b19057 on network 4d4d4dbc-770c-4941-b1b6-03c3858eb976 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 13:33:43.294169 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43391c53-1e0d-4d13-9abc-5dd1c3bdf5b1 None None] Checking agent: {'id': '428fa9fa-43db-4db9-9f96-f60ffe931f2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-20-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 13, 19, 1), 'started_at': datetime.datetime(2021, 12, 18, 13, 19, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 13, 33, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-20-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 18 13:33:43.294869 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43391c53-1e0d-4d13-9abc-5dd1c3bdf5b1 None None] Checking segment: {'id': '73c1ce91-1e2a-419e-be22-0d551940b851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '4d4d4dbc-770c-4941-b1b6-03c3858eb976'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 13:33:43.295467 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-43391c53-1e0d-4d13-9abc-5dd1c3bdf5b1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:43.296044 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43391c53-1e0d-4d13-9abc-5dd1c3bdf5b1 None None] Bound using segment: {'id': '73c1ce91-1e2a-419e-be22-0d551940b851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '4d4d4dbc-770c-4941-b1b6-03c3858eb976'} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 18 13:33:43.296688 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [None req-43391c53-1e0d-4d13-9abc-5dd1c3bdf5b1 None None] Bound port: 1a35ac31-f65c-4ad3-8888-e2bc40b19057, host: dv-neutron-744815-20-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73c1ce91-1e2a-419e-be22-0d551940b851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '4d4d4dbc-770c-4941-b1b6-03c3858eb976'}}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 18 13:33:43.297355 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-43391c53-1e0d-4d13-9abc-5dd1c3bdf5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:43.308608 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c170a56f-bd12-4061-a440-10c2ed3453bb', 'tag': 'db6b701d-5dba-4848-9aec-cc7c90433558'}] {{(pid=103160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 18 13:33:43.322448 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd59ab3361532ca86f78e2d2eaf298e4a05479417bf909969c39d1b423591824" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dadabd43-e2d4-4414-8cfe-48383084d42f" -d '{"events": [{"name": "network-changed", "server_uuid": "c170a56f-bd12-4061-a440-10c2ed3453bb", "tag": "db6b701d-5dba-4848-9aec-cc7c90433558"}]}' {{(pid=103160) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 18 13:33:43.433721 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f57b6a-fe0d-47f2-a434-29f294906950 service neutron] Pushing event updated for resources: {'Port': ['ID=db6b701d-5dba-4848-9aec-cc7c90433558,revision_number=3']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:33:43.440583 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 13:33:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d03a6c1c-8323-4f7b-8eb9-854860b1dc23 x-openstack-request-id: req-d03a6c1c-8323-4f7b-8eb9-854860b1dc23 {{(pid=103160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 18 13:33:43.440996 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c170a56f-bd12-4061-a440-10c2ed3453bb", "tag": "db6b701d-5dba-4848-9aec-cc7c90433558", "status": "completed", "code": 200}]} {{(pid=103160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 18 13:33:43.441216 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d03a6c1c-8323-4f7b-8eb9-854860b1dc23 {{(pid=103160) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 18 13:33:43.441624 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c170a56f-bd12-4061-a440-10c2ed3453bb', 'tag': 'db6b701d-5dba-4848-9aec-cc7c90433558', 'status': 'completed', 'code': 200} Dec 18 13:33:43.442213 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Pushing event updated for resources: {'Port': ['ID=0888c956-2836-431d-82a0-fad43903e119,revision_number=3']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:33:43.464022 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvr_db [None req-7cb92023-b1ce-48af-aa6d-174c21c55abf None None] Set router 75375f83-93da-4916-820d-2a192bd2b416 gateway port host: None {{(pid=103161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 13:33:43.512227 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-874be2da-1db7-4c8f-bbb8-e028ea2048e8 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767106405744'] for network, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:43.542647 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2294866d-0076-4933-952c-685307032598 None None] Provisioning complete for port 549b8e1b-ad61-437b-b167-455dd6bf5627 triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:33:43.543647 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:43.609255 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5d3561-13b3-4e20-9f4e-6f9bedcaa491 req-5c13805e-e045-459c-b2e6-cc2a51dc9b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:33:43.611748 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-af5d3561-13b3-4e20-9f4e-6f9bedcaa491 req-5c13805e-e045-459c-b2e6-cc2a51dc9b41 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6e88b8a5aed24360a829007d7fd9d0fd&device_id=c170a56f-bd12-4061-a440-10c2ed3453bb HTTP/1.1" status: 200 len: 1097 time: 0.2528121 Dec 18 13:33:43.618491 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-874be2da-1db7-4c8f-bbb8-e028ea2048e8 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981'] for network, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:43.632049 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-874be2da-1db7-4c8f-bbb8-e028ea2048e8 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:33:43.632702 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-874be2da-1db7-4c8f-bbb8-e028ea2048e8 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks [] for network, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:43.731005 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-af5d3561-13b3-4e20-9f4e-6f9bedcaa491 req-8d37aeaf-e409-4bfa-b82c-91ecacb72bac service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=db6b701d-5dba-4848-9aec-cc7c90433558 HTTP/1.1" status: 200 len: 217 time: 0.0952265 Dec 18 13:33:43.745587 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-59cac68d-00b7-4acd-ae5b-df6822727fb5 None None] Provisioning complete for port 1a35ac31-f65c-4ad3-8888-e2bc40b19057 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:33:43.755641 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-59cac68d-00b7-4acd-ae5b-df6822727fb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:43.775874 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-43391c53-1e0d-4d13-9abc-5dd1c3bdf5b1 None None] For port 1a35ac31-f65c-4ad3-8888-e2bc40b19057, host dv-neutron-744815-20-hyperv, cleared binding levels {{(pid=103162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 18 13:33:43.781372 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-43391c53-1e0d-4d13-9abc-5dd1c3bdf5b1 None None] For port 1a35ac31-f65c-4ad3-8888-e2bc40b19057, host dv-neutron-744815-20-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=1a35ac31-f65c-4ad3-8888-e2bc40b19057,segment=NetworkSegment(73c1ce91-1e2a-419e-be22-0d551940b851),segment_id=73c1ce91-1e2a-419e-be22-0d551940b851)] {{(pid=103162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 18 13:33:43.791118 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-43391c53-1e0d-4d13-9abc-5dd1c3bdf5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:43.798104 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-874be2da-1db7-4c8f-bbb8-e028ea2048e8 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.1385455 Dec 18 13:33:43.811380 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.extraroute_db [None req-579c4150-185f-4412-84f5-24e5896fab92 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Added routes are [] {{(pid=103159) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 18 13:33:43.812024 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.extraroute_db [None req-579c4150-185f-4412-84f5-24e5896fab92 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Removed routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=103159) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 18 13:33:43.814576 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b29839f-e84d-468e-84f8-43a6f3dd95a9 None None] Network fcdc3f02-63f3-449c-8180-3faed08bd0cd requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:33:43.825229 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 56220) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:33:43.859557 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-e407e589-2782-46b6-bf0e-603d1e93dccc tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Request body: {'subnet': {'network_id': '4d3ac6d7-ec69-40aa-a96d-faea817c9b14', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:33:43.860793 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43391c53-1e0d-4d13-9abc-5dd1c3bdf5b1 None None] Updating router f63deb02-f6ed-4580-96e0-01d237f8236f port e1c13a47-7093-4efa-9890-120bfa333861 binding host dv-neutron-744815-20-hyperv {{(pid=103162) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 18 13:33:43.889892 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874be2da-1db7-4c8f-bbb8-e028ea2048e8 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Pushing event updated for resources: {'Network': ['ID=4d3ac6d7-ec69-40aa-a96d-faea817c9b14,revision_number=1']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:33:43.917502 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5d3561-13b3-4e20-9f4e-6f9bedcaa491 req-c5ebd498-1d92-4fc0-abcc-f70027a46244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:33:43.918980 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-af5d3561-13b3-4e20-9f4e-6f9bedcaa491 req-c5ebd498-1d92-4fc0-abcc-f70027a46244 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=35bf2c7b-4ca7-4b35-aa56-2fc4ff409658 HTTP/1.1" status: 200 len: 834 time: 0.1624901 Dec 18 13:33:43.958895 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Network 4d3ac6d7-ec69-40aa-a96d-faea817c9b14 details requested by agent ovs-agent-dv-neutron-744815-20-hyperv with host dv-neutron-744815-20-hyperv {{(pid=103161) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 18 13:33:44.009641 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5d3561-13b3-4e20-9f4e-6f9bedcaa491 req-88940b17-c9d8-4890-983d-69d11fa7d08f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:33:44.011250 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-af5d3561-13b3-4e20-9f4e-6f9bedcaa491 req-88940b17-c9d8-4890-983d-69d11fa7d08f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=32941329-bcc6-4cdc-97c2-3cadb3ebb3d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0763319 Dec 18 13:33:44.109962 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc68e368-c267-410f-b8f5-7756b5306f64 None None] Pushing event updated for resources: {'Port': ['ID=1a35ac31-f65c-4ad3-8888-e2bc40b19057,revision_number=4']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:33:44.133063 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-43391c53-1e0d-4d13-9abc-5dd1c3bdf5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:44.196313 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fdbc57-4f85-4279-ac19-a6547ff01e02 req-4fbaf6cd-e4bc-4cea-8f6d-e2e2752f022b tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:33:44.199012 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-08fdbc57-4f85-4279-ac19-a6547ff01e02 req-4fbaf6cd-e4bc-4cea-8f6d-e2e2752f022b tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/ports?device_id=c170a56f-bd12-4061-a440-10c2ed3453bb HTTP/1.1" status: 200 len: 944 time: 0.2152131 Dec 18 13:33:44.230864 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-579c4150-185f-4412-84f5-24e5896fab92 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-586613', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-589787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28650'] for router, precommit_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:44.241159 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-af5d3561-13b3-4e20-9f4e-6f9bedcaa491 req-dec00b3f-1666-4801-bc8c-b5fe6f225e87 service neutron] 10.222.0.43 "GET /v2.0/networks/32941329-bcc6-4cdc-97c2-3cadb3ebb3d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2216468 Dec 18 13:33:44.442825 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-af5d3561-13b3-4e20-9f4e-6f9bedcaa491 req-a03f6d3d-bb85-4ab2-b56c-09ec0c6b9bec service neutron] 10.222.0.43 "GET /v2.0/networks/32941329-bcc6-4cdc-97c2-3cadb3ebb3d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1935310 Dec 18 13:33:44.477480 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e407e589-2782-46b6-bf0e-603d1e93dccc tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Made reservation on behalf of d223d1b2ed814c43a2fd9ddeaaf9b271 for: {'subnet': 1} {{(pid=103159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:33:44.487801 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-e407e589-2782-46b6-bf0e-603d1e93dccc tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6017072'] for subnet, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:44.522728 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-59cac68d-00b7-4acd-ae5b-df6822727fb5 None None] Port 1a35ac31-f65c-4ad3-8888-e2bc40b19057 cannot update to ACTIVE because it is not bound. {{(pid=103161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 13:33:44.551694 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device bf4050ad-5290-4edd-ad83-0402368d15b6 up at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 13:33:44.593609 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-59cac68d-00b7-4acd-ae5b-df6822727fb5 None None] Provisioning complete for port 0888c956-2836-431d-82a0-fad43903e119 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:33:44.597494 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadabd43-e2d4-4414-8cfe-48383084d42f req-af3da64d-0d74-4af6-a4b7-504aa2f7785d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:33:44.598196 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-59cac68d-00b7-4acd-ae5b-df6822727fb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:44.604784 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-dadabd43-e2d4-4414-8cfe-48383084d42f req-af3da64d-0d74-4af6-a4b7-504aa2f7785d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6e88b8a5aed24360a829007d7fd9d0fd&device_id=c170a56f-bd12-4061-a440-10c2ed3453bb HTTP/1.1" status: 200 len: 1097 time: 0.1016378 Dec 18 13:33:44.745987 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-7cb92023-b1ce-48af-aa6d-174c21c55abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75375f83-93da-4916-820d-2a192bd2b416', 'name': 'tempest-RoutersTest-router-2068913425', 'tenant_id': 'd223d1b2ed814c43a2fd9ddeaaf9b271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:33:36Z', 'updated_at': '2021-12-18T13:33:39Z', 'revision_number': 2, 'project_id': 'd223d1b2ed814c43a2fd9ddeaaf9b271', 'gw_port_host': None, '_interfaces': [{'id': 'b8eb9746-e588-4cc0-bac8-0e2b29c52881', 'name': '', 'network_id': 'fcdc3f02-63f3-449c-8180-3faed08bd0cd', 'tenant_id': 'd223d1b2ed814c43a2fd9ddeaaf9b271', 'mac_address': 'fa:16:3e:e2:42:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75375f83-93da-4916-820d-2a192bd2b416', 'device_owner': 'network:router_interface', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': '9aed1807-163c-40d5-887b-ac871ecc6aa2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:33:38Z', 'updated_at': '2021-12-18T13:33:40Z', 'revision_number': 2, 'project_id': 'd223d1b2ed814c43a2fd9ddeaaf9b271', 'subnets': [{'id': '9aed1807-163c-40d5-887b-ac871ecc6aa2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:33:44.801804 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-43391c53-1e0d-4d13-9abc-5dd1c3bdf5b1 None None] Publish callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:44.801989 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-08fdbc57-4f85-4279-ac19-a6547ff01e02 req-28fe60ef-8c76-413c-b05c-62bdf7ed9023 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/security-groups?id=3ad76b8c-64a9-4478-8490-51b1169ccaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5949340 Dec 18 13:33:44.806920 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-e407e589-2782-46b6-bf0e-603d1e93dccc tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5659786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6017062'] for subnet, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:44.810181 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2294866d-0076-4933-952c-685307032598 None None] Provisioning complete for port bf4050ad-5290-4edd-ad83-0402368d15b6 triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:33:44.810794 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:44.814221 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-43391c53-1e0d-4d13-9abc-5dd1c3bdf5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:44.818077 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cb92023-b1ce-48af-aa6d-174c21c55abf None None] Checking router: 75375f83-93da-4916-820d-2a192bd2b416 for host: dv-neutron-744815-20-hyperv {{(pid=103161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 18 13:33:44.818874 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cb92023-b1ce-48af-aa6d-174c21c55abf None None] Updating router 75375f83-93da-4916-820d-2a192bd2b416 port b8eb9746-e588-4cc0-bac8-0e2b29c52881 binding host dv-neutron-744815-20-hyperv {{(pid=103161) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 18 13:33:44.843894 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadabd43-e2d4-4414-8cfe-48383084d42f req-6df083d5-b21b-435e-99ee-74a7f64c2219 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:33:44.845758 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-dadabd43-e2d4-4414-8cfe-48383084d42f req-6df083d5-b21b-435e-99ee-74a7f64c2219 service neutron] 10.222.0.43 "GET /v2.0/networks?id=32941329-bcc6-4cdc-97c2-3cadb3ebb3d1 HTTP/1.1" status: 200 len: 896 time: 0.2338617 Dec 18 13:33:44.890886 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-579c4150-185f-4412-84f5-24e5896fab92 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-586613', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-589787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28650'] for router, precommit_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:44.916469 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-579c4150-185f-4412-84f5-24e5896fab92 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-586526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-586508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-586503', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-589778'] for router, after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:44.941206 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e407e589-2782-46b6-bf0e-603d1e93dccc tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Pushing event updated for resources: {'Subnet': ['ID=d359df33-e8f5-464b-88a9-54ef9bff6701,revision_number=0']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:33:44.948622 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-dadabd43-e2d4-4414-8cfe-48383084d42f req-4337d28a-86e4-4aa9-a03d-2d879eaad014 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=db6b701d-5dba-4848-9aec-cc7c90433558 HTTP/1.1" status: 200 len: 217 time: 0.0950046 Dec 18 13:33:45.010785 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7cb92023-b1ce-48af-aa6d-174c21c55abf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:45.033701 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e407e589-2782-46b6-bf0e-603d1e93dccc tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Checking segment: {'id': '66670ef6-0329-4b15-bb45-73645ed17aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '4d3ac6d7-ec69-40aa-a96d-faea817c9b14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 13:33:45.039776 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e407e589-2782-46b6-bf0e-603d1e93dccc tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Network hostable DHCP agents. Network: 4d3ac6d7-ec69-40aa-a96d-faea817c9b14, hostable agents: ['aa77effa-0e3a-4bbd-a383-4d58ed3328d0'], hosted agents: [] {{(pid=103159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 18 13:33:45.046121 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadabd43-e2d4-4414-8cfe-48383084d42f req-28016162-ed84-4c68-b1fa-a4c5b733b1ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:33:45.048021 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-dadabd43-e2d4-4414-8cfe-48383084d42f req-28016162-ed84-4c68-b1fa-a4c5b733b1ce service neutron] 10.222.0.43 "GET /v2.0/subnets?id=35bf2c7b-4ca7-4b35-aa56-2fc4ff409658 HTTP/1.1" status: 200 len: 834 time: 0.0904551 Dec 18 13:33:45.069551 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [None req-43391c53-1e0d-4d13-9abc-5dd1c3bdf5b1 None None] Attempting to bind port e1c13a47-7093-4efa-9890-120bfa333861 on host dv-neutron-744815-20-hyperv for vnic_type normal with profile {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 13:33:45.069931 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [None req-43391c53-1e0d-4d13-9abc-5dd1c3bdf5b1 None None] Attempting to bind port e1c13a47-7093-4efa-9890-120bfa333861 by drivers openvswitch,hyperv on host dv-neutron-744815-20-hyperv at level 0 using segments [{'id': '546379f1-9d3c-416c-b142-2d945476674b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '940e5bc1-1c09-48e0-90e2-f1c01ab97a2e'}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 13:33:45.070248 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43391c53-1e0d-4d13-9abc-5dd1c3bdf5b1 None None] Attempting to bind port e1c13a47-7093-4efa-9890-120bfa333861 on network 940e5bc1-1c09-48e0-90e2-f1c01ab97a2e {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 13:33:45.084214 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43391c53-1e0d-4d13-9abc-5dd1c3bdf5b1 None None] Checking agent: {'id': '428fa9fa-43db-4db9-9f96-f60ffe931f2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-20-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 13, 19, 1), 'started_at': datetime.datetime(2021, 12, 18, 13, 19, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 13, 33, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-20-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 18 13:33:45.084747 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43391c53-1e0d-4d13-9abc-5dd1c3bdf5b1 None None] Checking segment: {'id': '546379f1-9d3c-416c-b142-2d945476674b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '940e5bc1-1c09-48e0-90e2-f1c01ab97a2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 13:33:45.084952 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-43391c53-1e0d-4d13-9abc-5dd1c3bdf5b1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:45.090198 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43391c53-1e0d-4d13-9abc-5dd1c3bdf5b1 None None] Bound using segment: {'id': '546379f1-9d3c-416c-b142-2d945476674b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '940e5bc1-1c09-48e0-90e2-f1c01ab97a2e'} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 18 13:33:45.090691 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [None req-43391c53-1e0d-4d13-9abc-5dd1c3bdf5b1 None None] Bound port: e1c13a47-7093-4efa-9890-120bfa333861, host: dv-neutron-744815-20-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '546379f1-9d3c-416c-b142-2d945476674b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '940e5bc1-1c09-48e0-90e2-f1c01ab97a2e'}}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 18 13:33:45.091203 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-43391c53-1e0d-4d13-9abc-5dd1c3bdf5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:45.116159 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e407e589-2782-46b6-bf0e-603d1e93dccc tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Network 4d3ac6d7-ec69-40aa-a96d-faea817c9b14 is scheduled to be hosted by DHCP agent aa77effa-0e3a-4bbd-a383-4d58ed3328d0 with binding_index 1 {{(pid=103159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 18 13:33:45.122896 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-579c4150-185f-4412-84f5-24e5896fab92 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Router f63deb02-f6ed-4580-96e0-01d237f8236f has already been hosted by L3 agent c9c0cd52-5bd2-4704-9429-d80f1c5ad23c {{(pid=103159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 18 13:33:45.128064 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadabd43-e2d4-4414-8cfe-48383084d42f req-1942f52a-5723-4dcb-a393-12e40d3f4502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:33:45.132098 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-dadabd43-e2d4-4414-8cfe-48383084d42f req-1942f52a-5723-4dcb-a393-12e40d3f4502 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=32941329-bcc6-4cdc-97c2-3cadb3ebb3d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0764897 Dec 18 13:33:45.142833 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.base_scheduler [None req-e407e589-2782-46b6-bf0e-603d1e93dccc tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-744815-20-hyperv, 4d3ac6d7-ec69-40aa-a96d-faea817c9b14) {{(pid=103159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:33:45.154030 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e407e589-2782-46b6-bf0e-603d1e93dccc tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:33:45.154756 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-e407e589-2782-46b6-bf0e-603d1e93dccc tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks [] for subnet, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:45.180310 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc68e368-c267-410f-b8f5-7756b5306f64 None None] Pushing event updated for resources: {'Port': ['ID=e1c13a47-7093-4efa-9890-120bfa333861,revision_number=3']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:33:45.211064 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21b48ee1-362d-4650-9898-bfb07244ff3f None None] Network 4d3ac6d7-ec69-40aa-a96d-faea817c9b14 requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:33:45.258118 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-e407e589-2782-46b6-bf0e-603d1e93dccc tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4205854 Dec 18 13:33:45.259915 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 56222) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:33:45.297550 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-579c4150-185f-4412-84f5-24e5896fab92 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Notify agent at l3_agent.dv-neutron-744815-20-hyperv the message routers_updated {{(pid=103159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 13:33:45.314194 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-579c4150-185f-4412-84f5-24e5896fab92 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks [] for router, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:45.317793 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-579c4150-185f-4412-84f5-24e5896fab92 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] 10.222.0.31 "PUT /v2.0/routers/f63deb02-f6ed-4580-96e0-01d237f8236f HTTP/1.1" status: 200 len: 703 time: 2.6122708 Dec 18 13:33:45.320588 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 56224) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:33:45.328325 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-43391c53-1e0d-4d13-9abc-5dd1c3bdf5b1 None None] For port e1c13a47-7093-4efa-9890-120bfa333861, host dv-neutron-744815-20-hyperv, cleared binding levels {{(pid=103162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 18 13:33:45.344201 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-43391c53-1e0d-4d13-9abc-5dd1c3bdf5b1 None None] For port e1c13a47-7093-4efa-9890-120bfa333861, host dv-neutron-744815-20-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=e1c13a47-7093-4efa-9890-120bfa333861,segment=NetworkSegment(546379f1-9d3c-416c-b142-2d945476674b),segment_id=546379f1-9d3c-416c-b142-2d945476674b)] {{(pid=103162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 18 13:33:45.352722 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-43391c53-1e0d-4d13-9abc-5dd1c3bdf5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:45.462775 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2785f618-5a76-4f40-99fc-8b8c1a4a9a88 None None] Provisioning complete for port 0888c956-2836-431d-82a0-fad43903e119 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:33:45.463169 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2785f618-5a76-4f40-99fc-8b8c1a4a9a88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:45.501012 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43391c53-1e0d-4d13-9abc-5dd1c3bdf5b1 None None] Routers {'f63deb02-f6ed-4580-96e0-01d237f8236f'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:33:45.501900 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-43391c53-1e0d-4d13-9abc-5dd1c3bdf5b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:33:27Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['f63deb02-f6ed-4580-96e0-01d237f8236f'], 'active': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:33:45.508191 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-9b80fa8b-9a52-4ae5-9c37-46e294b8d116 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] 10.222.0.31 "GET /v2.0/routers/f63deb02-f6ed-4580-96e0-01d237f8236f HTTP/1.1" status: 200 len: 703 time: 0.1844301 Dec 18 13:33:45.518917 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device db53ef9e-a58a-4830-ac7e-9b46a81c1317 up at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 13:33:45.546178 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 56228) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:33:45.646639 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvr_db [None req-43391c53-1e0d-4d13-9abc-5dd1c3bdf5b1 None None] Set router f63deb02-f6ed-4580-96e0-01d237f8236f gateway port host: None {{(pid=103162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 13:33:45.799794 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-e89307a3-2918-4be7-8d3a-8b89893f3674 req-998032e9-0635-4838-beb7-5365b3b7a579 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=c5e7f6db-2193-4bdc-a573-cb470e1f7258&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4778020 Dec 18 13:33:45.889989 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc68e368-c267-410f-b8f5-7756b5306f64 None None] Pushing event updated for resources: {'Port': ['ID=e1c13a47-7093-4efa-9890-120bfa333861,revision_number=4']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:33:45.917346 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ce4fd74-cb3f-4ec3-8da0-96095ee862b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp31e170a0-46a1-5ba9-9dc1-7ee4f866f0d7-4d3ac6d7-ec69-40aa-a96d-faea817c9b14', 'network_id': '4d3ac6d7-ec69-40aa-a96d-faea817c9b14', 'project_id': 'd223d1b2ed814c43a2fd9ddeaaf9b271', 'fixed_ips': [{'subnet_id': 'd359df33-e8f5-464b-88a9-54ef9bff6701'}]}} from dv-neutron-744815-20-hyperv. {{(pid=103161) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 18 13:33:45.918237 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0ce4fd74-cb3f-4ec3-8da0-96095ee862b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:45.952845 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-dadabd43-e2d4-4414-8cfe-48383084d42f req-f97d77d2-3c1a-4a5c-94d3-ecf9b68e7982 service neutron] 10.222.0.43 "GET /v2.0/networks/32941329-bcc6-4cdc-97c2-3cadb3ebb3d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8132060 Dec 18 13:33:46.011911 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-43391c53-1e0d-4d13-9abc-5dd1c3bdf5b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f63deb02-f6ed-4580-96e0-01d237f8236f', 'name': 'tempest-RoutersIpV6Test-router-289466128', 'tenant_id': '3e8e672f906b4c94aa3af3ddf07ca05e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:33:19Z', 'updated_at': '2021-12-18T13:33:44Z', 'revision_number': 7, 'project_id': '3e8e672f906b4c94aa3af3ddf07ca05e', 'gw_port_host': None, '_interfaces': [{'id': '146b4ada-1eb2-4f9a-89a6-e248f7ab33ec', 'name': '', 'network_id': '37b20d0d-0c5d-4ad5-8c97-f587a5601dee', 'tenant_id': '3e8e672f906b4c94aa3af3ddf07ca05e', 'mac_address': 'fa:16:3e:de:21:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f63deb02-f6ed-4580-96e0-01d237f8236f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '91a18b6b-5ac3-47f2-a447-8a9f7ed59f3b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:33:21Z', 'updated_at': '2021-12-18T13:33:28Z', 'revision_number': 5, 'project_id': '3e8e672f906b4c94aa3af3ddf07ca05e', 'subnets': [{'id': '91a18b6b-5ac3-47f2-a447-8a9f7ed59f3b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1a35ac31-f65c-4ad3-8888-e2bc40b19057', 'name': '', 'network_id': '4d4d4dbc-770c-4941-b1b6-03c3858eb976', 'tenant_id': '3e8e672f906b4c94aa3af3ddf07ca05e', 'mac_address': 'fa:16:3e:b4:ae:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f63deb02-f6ed-4580-96e0-01d237f8236f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1281, 'fixed_ips': [{'subnet_id': '6672c277-c82b-43ad-80cf-575233dcf9b0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:33:32Z', 'updated_at': '2021-12-18T13:33:43Z', 'revision_number': 4, 'project_id': '3e8e672f906b4c94aa3af3ddf07ca05e', 'subnets': [{'id': '6672c277-c82b-43ad-80cf-575233dcf9b0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '549b8e1b-ad61-437b-b167-455dd6bf5627', 'name': '', 'network_id': '015c6e97-58b0-432b-8fb9-5dd2b87fb320', 'tenant_id': '3e8e672f906b4c94aa3af3ddf07ca05e', 'mac_address': 'fa:16:3e:34:c8:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f63deb02-f6ed-4580-96e0-01d237f8236f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1271, 'fixed_ips': [{'subnet_id': '6a373c3e-b0bf-44ee-ad10-b9ef3c95967e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:33:26Z', 'updated_at': '2021-12-18T13:33:41Z', 'revision_number': 5, 'project_id': '3e8e672f906b4c94aa3af3ddf07ca05e', 'subnets': [{'id': '6a373c3e-b0bf-44ee-ad10-b9ef3c95967e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e1c13a47-7093-4efa-9890-120bfa333861', 'name': '', 'network_id': '940e5bc1-1c09-48e0-90e2-f1c01ab97a2e', 'tenant_id': '3e8e672f906b4c94aa3af3ddf07ca05e', 'mac_address': 'fa:16:3e:68:49:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f63deb02-f6ed-4580-96e0-01d237f8236f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1294, 'fixed_ips': [{'subnet_id': '3ca95825-d1b8-4408-a1db-1c2e16a3cc64', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:33:36Z', 'updated_at': '2021-12-18T13:33:45Z', 'revision_number': 4, 'project_id': '3e8e672f906b4c94aa3af3ddf07ca05e', 'subnets': [{'id': '3ca95825-d1b8-4408-a1db-1c2e16a3cc64', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:33:46.054932 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43391c53-1e0d-4d13-9abc-5dd1c3bdf5b1 None None] The sync data for ids ['f63deb02-f6ed-4580-96e0-01d237f8236f'] in dv-neutron-744815-20-hyperv is: [{'id': 'f63deb02-f6ed-4580-96e0-01d237f8236f', 'name': 'tempest-RoutersIpV6Test-router-289466128', 'tenant_id': '3e8e672f906b4c94aa3af3ddf07ca05e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:33:19Z', 'updated_at': '2021-12-18T13:33:44Z', 'revision_number': 7, 'project_id': '3e8e672f906b4c94aa3af3ddf07ca05e', 'gw_port_host': None, '_interfaces': [{'id': '146b4ada-1eb2-4f9a-89a6-e248f7ab33ec', 'name': '', 'network_id': '37b20d0d-0c5d-4ad5-8c97-f587a5601dee', 'tenant_id': '3e8e672f906b4c94aa3af3ddf07ca05e', 'mac_address': 'fa:16:3e:de:21:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f63deb02-f6ed-4580-96e0-01d237f8236f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '91a18b6b-5ac3-47f2-a447-8a9f7ed59f3b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:33:21Z', 'updated_at': '2021-12-18T13:33:28Z', 'revision_number': 5, 'project_id': '3e8e672f906b4c94aa3af3ddf07ca05e', 'subnets': [{'id': '91a18b6b-5ac3-47f2-a447-8a9f7ed59f3b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1a35ac31-f65c-4ad3-8888-e2bc40b19057', 'name': '', 'network_id': '4d4d4dbc-770c-4941-b1b6-03c3858eb976', 'tenant_id': '3e8e672f906b4c94aa3af3ddf07ca05e', 'mac_address': 'fa:16:3e:b4:ae:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f63deb02-f6ed-4580-96e0-01d237f8236f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1281, 'fixed_ips': [{'subnet_id': '6672c277-c82b-43ad-80cf-575233dcf9b0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:33:32Z', 'updated_at': '2021-12-18T13:33:43Z', 'revision_number': 4, 'project_id': '3e8e672f906b4c94aa3af3ddf07ca05e', 'subnets': [{'id': '6672c277-c82b-43ad-80cf-575233dcf9b0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '549b8e1b-ad61-437b-b167-455dd6bf5627', 'name': '', 'network_id': '015c6e97-58b0-432b-8fb9-5dd2b87fb320', 'tenant_id': '3e8e672f906b4c94aa3af3ddf07ca05e', 'mac_address': 'fa:16:3e:34:c8:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f63deb02-f6ed-4580-96e0-01d237f8236f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1271, 'fixed_ips': [{'subnet_id': '6a373c3e-b0bf-44ee-ad10-b9ef3c95967e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:33:26Z', 'updated_at': '2021-12-18T13:33:41Z', 'revision_number': 5, 'project_id': '3e8e672f906b4c94aa3af3ddf07ca05e', 'subnets': [{'id': '6a373c3e-b0bf-44ee-ad10-b9ef3c95967e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e1c13a47-7093-4efa-9890-120bfa333861', 'name': '', 'network_id': '940e5bc1-1c09-48e0-90e2-f1c01ab97a2e', 'tenant_id': '3e8e672f906b4c94aa3af3ddf07ca05e', 'mac_address': 'fa:16:3e:68:49:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f63deb02-f6ed-4580-96e0-01d237f8236f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1294, 'fixed_ips': [{'subnet_id': '3ca95825-d1b8-4408-a1db-1c2e16a3cc64', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:33:36Z', 'updated_at': '2021-12-18T13:33:45Z', 'revision_number': 4, 'project_id': '3e8e672f906b4c94aa3af3ddf07ca05e', 'subnets': [{'id': '3ca95825-d1b8-4408-a1db-1c2e16a3cc64', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 13:33:46.073042 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d2a755-199d-4207-873c-f17cc15e2547 req-6486e9ba-744f-4c0e-9d48-fe945dc557d6 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:33:46.081080 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-23d2a755-199d-4207-873c-f17cc15e2547 req-6486e9ba-744f-4c0e-9d48-fe945dc557d6 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/ports?device_id=c170a56f-bd12-4061-a440-10c2ed3453bb HTTP/1.1" status: 200 len: 944 time: 0.1395950 Dec 18 13:33:46.087067 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89307a3-2918-4be7-8d3a-8b89893f3674 req-ef3ddc4a-3fab-45fd-a469-ce2438ce7438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:33:46.089075 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-e89307a3-2918-4be7-8d3a-8b89893f3674 req-ef3ddc4a-3fab-45fd-a469-ce2438ce7438 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2cba4008d8a8417bb0925fcf9726214e&device_id=c5e7f6db-2193-4bdc-a573-cb470e1f7258 HTTP/1.1" status: 200 len: 1098 time: 0.2110484 Dec 18 13:33:46.107825 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2785f618-5a76-4f40-99fc-8b8c1a4a9a88 None None] Provisioning complete for port 1a35ac31-f65c-4ad3-8888-e2bc40b19057 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:33:46.108132 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2785f618-5a76-4f40-99fc-8b8c1a4a9a88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:46.143075 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_common [None req-0ce4fd74-cb3f-4ec3-8da0-96095ee862b4 None None] Allocated IP 172.21.0.2 (4d3ac6d7-ec69-40aa-a96d-faea817c9b14/d359df33-e8f5-464b-88a9-54ef9bff6701/4196e8f2-a96e-4645-9fd5-b0392c97b336) {{(pid=103161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:33:46.183022 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2294866d-0076-4933-952c-685307032598 None None] Provisioning complete for port db53ef9e-a58a-4830-ac7e-9b46a81c1317 triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:33:46.183913 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:46.215583 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-dadabd43-e2d4-4414-8cfe-48383084d42f req-37fbdab7-16c2-4a9f-abd4-a5046371e968 service neutron] 10.222.0.43 "GET /v2.0/networks/32941329-bcc6-4cdc-97c2-3cadb3ebb3d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2539802 Dec 18 13:33:46.266663 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-23d2a755-199d-4207-873c-f17cc15e2547 req-01d6db1a-cded-40dc-a812-ff174ec40e9a tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/security-groups?id=3ad76b8c-64a9-4478-8490-51b1169ccaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1845379 Dec 18 13:33:46.403325 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7cb92023-b1ce-48af-aa6d-174c21c55abf None None] Publish callbacks [] for port, precommit_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:46.412790 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2785f618-5a76-4f40-99fc-8b8c1a4a9a88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:46.458686 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7cb92023-b1ce-48af-aa6d-174c21c55abf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:46.529275 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-bc11fe15-3b08-46d4-9893-f64c7cd32c8d tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:46.625986 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-2785f618-5a76-4f40-99fc-8b8c1a4a9a88 None None] For port 1a35ac31-f65c-4ad3-8888-e2bc40b19057, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=1a35ac31-f65c-4ad3-8888-e2bc40b19057,segment=NetworkSegment(73c1ce91-1e2a-419e-be22-0d551940b851),segment_id=73c1ce91-1e2a-419e-be22-0d551940b851)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:33:46.645407 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2785f618-5a76-4f40-99fc-8b8c1a4a9a88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:46.697636 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99281aab-d94f-43b2-a14a-e8181371f9e1 None None] Pushing event updated for resources: {'Port': ['ID=b8eb9746-e588-4cc0-bac8-0e2b29c52881,revision_number=3']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:33:46.698710 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89307a3-2918-4be7-8d3a-8b89893f3674 req-ed7a549a-06a9-4e94-8577-5c7ffd115bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:33:46.700720 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-e89307a3-2918-4be7-8d3a-8b89893f3674 req-ed7a549a-06a9-4e94-8577-5c7ffd115bfc service neutron] 10.222.0.43 "GET /v2.0/networks?id=b777eec3-1fe1-45d9-be90-d023741ff2c0 HTTP/1.1" status: 200 len: 913 time: 0.2441905 Dec 18 13:33:46.744034 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0ce4fd74-cb3f-4ec3-8da0-96095ee862b4 None None] Publish callbacks [] for port, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:46.826728 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2785f618-5a76-4f40-99fc-8b8c1a4a9a88 None None] Provisioning complete for port b8eb9746-e588-4cc0-bac8-0e2b29c52881 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:33:46.827105 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2785f618-5a76-4f40-99fc-8b8c1a4a9a88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:46.884945 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-2785f618-5a76-4f40-99fc-8b8c1a4a9a88 None None] Port b8eb9746-e588-4cc0-bac8-0e2b29c52881 cannot update to ACTIVE because it is not bound. {{(pid=103161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 13:33:46.889438 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0ce4fd74-cb3f-4ec3-8da0-96095ee862b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975'] for port, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:46.901043 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-7cb92023-b1ce-48af-aa6d-174c21c55abf None None] Attempting to bind port b8eb9746-e588-4cc0-bac8-0e2b29c52881 on host dv-neutron-744815-20-hyperv for vnic_type normal with profile {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 13:33:46.901553 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-7cb92023-b1ce-48af-aa6d-174c21c55abf None None] Attempting to bind port b8eb9746-e588-4cc0-bac8-0e2b29c52881 by drivers openvswitch,hyperv on host dv-neutron-744815-20-hyperv at level 0 using segments [{'id': 'b4b74be2-8cd3-497a-8529-4dd279af8e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'fcdc3f02-63f3-449c-8180-3faed08bd0cd'}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 13:33:46.901931 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cb92023-b1ce-48af-aa6d-174c21c55abf None None] Attempting to bind port b8eb9746-e588-4cc0-bac8-0e2b29c52881 on network fcdc3f02-63f3-449c-8180-3faed08bd0cd {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 13:33:46.925785 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cb92023-b1ce-48af-aa6d-174c21c55abf None None] Checking agent: {'id': '428fa9fa-43db-4db9-9f96-f60ffe931f2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-20-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 13, 19, 1), 'started_at': datetime.datetime(2021, 12, 18, 13, 19, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 13, 33, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-20-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 18 13:33:46.926444 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cb92023-b1ce-48af-aa6d-174c21c55abf None None] Checking segment: {'id': 'b4b74be2-8cd3-497a-8529-4dd279af8e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'fcdc3f02-63f3-449c-8180-3faed08bd0cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 13:33:46.926715 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7cb92023-b1ce-48af-aa6d-174c21c55abf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:46.927117 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cb92023-b1ce-48af-aa6d-174c21c55abf None None] Bound using segment: {'id': 'b4b74be2-8cd3-497a-8529-4dd279af8e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'fcdc3f02-63f3-449c-8180-3faed08bd0cd'} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 18 13:33:46.927659 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-7cb92023-b1ce-48af-aa6d-174c21c55abf None None] Bound port: b8eb9746-e588-4cc0-bac8-0e2b29c52881, host: dv-neutron-744815-20-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4b74be2-8cd3-497a-8529-4dd279af8e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'fcdc3f02-63f3-449c-8180-3faed08bd0cd'}}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 18 13:33:46.928042 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7cb92023-b1ce-48af-aa6d-174c21c55abf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:46.943557 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2785f618-5a76-4f40-99fc-8b8c1a4a9a88 None None] Pushing event updated for resources: {'Port': ['ID=1a35ac31-f65c-4ad3-8888-e2bc40b19057,revision_number=5']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:33:46.960634 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ce4fd74-cb3f-4ec3-8da0-96095ee862b4 None None] Network 4d3ac6d7-ec69-40aa-a96d-faea817c9b14 is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:33:46.961667 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-e89307a3-2918-4be7-8d3a-8b89893f3674 req-530681b4-5c4c-4e5d-b88b-ff9623f240e5 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5da26721-d107-4a4b-b31c-6d701c670c9f HTTP/1.1" status: 200 len: 1001 time: 0.2502224 Dec 18 13:33:46.964961 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-0ce4fd74-cb3f-4ec3-8da0-96095ee862b4 None None] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:33:46.986308 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ce4fd74-cb3f-4ec3-8da0-96095ee862b4 None None] Received port after_create {{(pid=103161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:33:46.988181 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2785f618-5a76-4f40-99fc-8b8c1a4a9a88 None None] Provisioning complete for port 4b5de56e-05a2-4bd3-8b51-131a124e7d4b triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:33:46.988552 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2785f618-5a76-4f40-99fc-8b8c1a4a9a88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:47.025034 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.db_base_plugin_common [None req-bc11fe15-3b08-46d4-9893-f64c7cd32c8d tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Allocated IP 172.21.0.1 (4d3ac6d7-ec69-40aa-a96d-faea817c9b14/d359df33-e8f5-464b-88a9-54ef9bff6701/1d25303a-7ab6-431f-91d7-f66b1ed33a78) {{(pid=103160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:33:47.088183 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89307a3-2918-4be7-8d3a-8b89893f3674 req-8d854ce9-a384-48f2-b190-04ae51c2bbda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:33:47.090739 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-e89307a3-2918-4be7-8d3a-8b89893f3674 req-8d854ce9-a384-48f2-b190-04ae51c2bbda service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7e8a84a3-739e-4c83-bb7f-c941648f694b HTTP/1.1" status: 200 len: 851 time: 0.1162202 Dec 18 13:33:47.173543 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-bc11fe15-3b08-46d4-9893-f64c7cd32c8d tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks [] for port, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:47.185751 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89307a3-2918-4be7-8d3a-8b89893f3674 req-8d214e71-c7ef-474c-96d3-9f7574428591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:33:47.187377 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-e89307a3-2918-4be7-8d3a-8b89893f3674 req-8d214e71-c7ef-474c-96d3-9f7574428591 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b777eec3-1fe1-45d9-be90-d023741ff2c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0887151 Dec 18 13:33:47.215962 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7450c060-90d2-4555-85d2-2ec6a0255b98 None None] Sync routers for ids ['f63deb02-f6ed-4580-96e0-01d237f8236f'] in dv-neutron-744815-20-hyperv {{(pid=103162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 13:33:47.217759 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-bc11fe15-3b08-46d4-9893-f64c7cd32c8d tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4533522'] for port, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:47.232338 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7450c060-90d2-4555-85d2-2ec6a0255b98 None None] Routers {'f63deb02-f6ed-4580-96e0-01d237f8236f'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:33:47.232679 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-7450c060-90d2-4555-85d2-2ec6a0255b98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:33:27Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['f63deb02-f6ed-4580-96e0-01d237f8236f'], 'active': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:33:47.257550 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 1a35ac31-f65c-4ad3-8888-e2bc40b19057 up at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 13:33:47.273612 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc11fe15-3b08-46d4-9893-f64c7cd32c8d tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Network 4d3ac6d7-ec69-40aa-a96d-faea817c9b14 is already hosted by enough agents. {{(pid=103160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:33:47.277075 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.base_scheduler [None req-bc11fe15-3b08-46d4-9893-f64c7cd32c8d tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Resources bound (agent type, host, resource id): {{(pid=103160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:33:47.286427 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc11fe15-3b08-46d4-9893-f64c7cd32c8d tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Received port after_create {{(pid=103160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:33:47.306636 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-e89307a3-2918-4be7-8d3a-8b89893f3674 req-97ccdbaa-81f5-496f-aa05-e8f050b9426a service neutron] 10.222.0.43 "GET /v2.0/networks/b777eec3-1fe1-45d9-be90-d023741ff2c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1118188 Dec 18 13:33:47.310029 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b23e0181-6459-4ff1-a1e9-f190c5427879 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-586101'] for router_interface, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:47.325028 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce4fd74-cb3f-4ec3-8da0-96095ee862b4 None None] Pushing event updated for resources: {'Port': ['ID=4196e8f2-a96e-4645-9fd5-b0392c97b336,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:33:47.336057 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-bc11fe15-3b08-46d4-9893-f64c7cd32c8d tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586257'] for router_interface, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:47.357348 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvr_db [None req-7450c060-90d2-4555-85d2-2ec6a0255b98 None None] Set router f63deb02-f6ed-4580-96e0-01d237f8236f gateway port host: None {{(pid=103162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 13:33:47.373755 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-7cb92023-b1ce-48af-aa6d-174c21c55abf None None] For port b8eb9746-e588-4cc0-bac8-0e2b29c52881, host dv-neutron-744815-20-hyperv, cleared binding levels {{(pid=103161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 18 13:33:47.380060 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-0ce4fd74-cb3f-4ec3-8da0-96095ee862b4 None None] Attempting to bind port 4196e8f2-a96e-4645-9fd5-b0392c97b336 on host dv-neutron-744815-20-hyperv for vnic_type normal with profile {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 13:33:47.380704 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-0ce4fd74-cb3f-4ec3-8da0-96095ee862b4 None None] Attempting to bind port 4196e8f2-a96e-4645-9fd5-b0392c97b336 by drivers openvswitch,hyperv on host dv-neutron-744815-20-hyperv at level 0 using segments [{'id': '66670ef6-0329-4b15-bb45-73645ed17aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '4d3ac6d7-ec69-40aa-a96d-faea817c9b14'}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 13:33:47.381262 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ce4fd74-cb3f-4ec3-8da0-96095ee862b4 None None] Attempting to bind port 4196e8f2-a96e-4645-9fd5-b0392c97b336 on network 4d3ac6d7-ec69-40aa-a96d-faea817c9b14 {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 13:33:47.385075 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc11fe15-3b08-46d4-9893-f64c7cd32c8d tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Pushing event updated for resources: {'Port': ['ID=1d25303a-7ab6-431f-91d7-f66b1ed33a78,revision_number=1']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:33:47.400658 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-7cb92023-b1ce-48af-aa6d-174c21c55abf None None] For port b8eb9746-e588-4cc0-bac8-0e2b29c52881, host dv-neutron-744815-20-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=b8eb9746-e588-4cc0-bac8-0e2b29c52881,segment=NetworkSegment(b4b74be2-8cd3-497a-8529-4dd279af8e62),segment_id=b4b74be2-8cd3-497a-8529-4dd279af8e62)] {{(pid=103161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 18 13:33:47.404683 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ce4fd74-cb3f-4ec3-8da0-96095ee862b4 None None] Checking agent: {'id': '428fa9fa-43db-4db9-9f96-f60ffe931f2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-20-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 13, 19, 1), 'started_at': datetime.datetime(2021, 12, 18, 13, 19, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 13, 33, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-20-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 18 13:33:47.405281 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ce4fd74-cb3f-4ec3-8da0-96095ee862b4 None None] Checking segment: {'id': '66670ef6-0329-4b15-bb45-73645ed17aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '4d3ac6d7-ec69-40aa-a96d-faea817c9b14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 13:33:47.405875 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0ce4fd74-cb3f-4ec3-8da0-96095ee862b4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:47.406842 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ce4fd74-cb3f-4ec3-8da0-96095ee862b4 None None] Bound using segment: {'id': '66670ef6-0329-4b15-bb45-73645ed17aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '4d3ac6d7-ec69-40aa-a96d-faea817c9b14'} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 18 13:33:47.407614 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-0ce4fd74-cb3f-4ec3-8da0-96095ee862b4 None None] Bound port: 4196e8f2-a96e-4645-9fd5-b0392c97b336, host: dv-neutron-744815-20-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66670ef6-0329-4b15-bb45-73645ed17aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '4d3ac6d7-ec69-40aa-a96d-faea817c9b14'}}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 18 13:33:47.408171 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0ce4fd74-cb3f-4ec3-8da0-96095ee862b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:47.418502 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7cb92023-b1ce-48af-aa6d-174c21c55abf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:47.528986 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-bc11fe15-3b08-46d4-9893-f64c7cd32c8d tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:47.579507 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2294866d-0076-4933-952c-685307032598 None None] Provisioning complete for port 1a35ac31-f65c-4ad3-8888-e2bc40b19057 triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:33:47.579884 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:47.586436 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ef4fe5-6435-47a7-bca4-a05914ceae18 req-939aceab-1179-48f5-bf2b-8fb18db840a1 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:33:47.592190 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb92023-b1ce-48af-aa6d-174c21c55abf None None] Routers {'75375f83-93da-4916-820d-2a192bd2b416'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:33:47.592850 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-7cb92023-b1ce-48af-aa6d-174c21c55abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:33:27Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['75375f83-93da-4916-820d-2a192bd2b416'], 'active': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:33:47.594471 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-f9ef4fe5-6435-47a7-bca4-a05914ceae18 req-939aceab-1179-48f5-bf2b-8fb18db840a1 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/ports?device_id=c170a56f-bd12-4061-a440-10c2ed3453bb HTTP/1.1" status: 200 len: 944 time: 0.1442845 Dec 18 13:33:47.662319 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2785f618-5a76-4f40-99fc-8b8c1a4a9a88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:47.686809 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-f9ef4fe5-6435-47a7-bca4-a05914ceae18 req-dc5f9f42-4f82-4d18-9670-5a5c09e78b5d tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/security-groups?id=3ad76b8c-64a9-4478-8490-51b1169ccaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893736 Dec 18 13:33:47.698955 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99281aab-d94f-43b2-a14a-e8181371f9e1 None None] Pushing event updated for resources: {'Port': ['ID=b8eb9746-e588-4cc0-bac8-0e2b29c52881,revision_number=4']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:33:47.736373 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-0ce4fd74-cb3f-4ec3-8da0-96095ee862b4 None None] For port 4196e8f2-a96e-4645-9fd5-b0392c97b336, host dv-neutron-744815-20-hyperv, cleared binding levels {{(pid=103161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 18 13:33:47.764476 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-0ce4fd74-cb3f-4ec3-8da0-96095ee862b4 None None] For port 4196e8f2-a96e-4645-9fd5-b0392c97b336, host dv-neutron-744815-20-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=4196e8f2-a96e-4645-9fd5-b0392c97b336,segment=NetworkSegment(66670ef6-0329-4b15-bb45-73645ed17aea),segment_id=66670ef6-0329-4b15-bb45-73645ed17aea)] {{(pid=103161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 18 13:33:47.782413 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-7450c060-90d2-4555-85d2-2ec6a0255b98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f63deb02-f6ed-4580-96e0-01d237f8236f', 'name': 'tempest-RoutersIpV6Test-router-289466128', 'tenant_id': '3e8e672f906b4c94aa3af3ddf07ca05e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:33:19Z', 'updated_at': '2021-12-18T13:33:44Z', 'revision_number': 7, 'project_id': '3e8e672f906b4c94aa3af3ddf07ca05e', 'gw_port_host': None, '_interfaces': [{'id': '146b4ada-1eb2-4f9a-89a6-e248f7ab33ec', 'name': '', 'network_id': '37b20d0d-0c5d-4ad5-8c97-f587a5601dee', 'tenant_id': '3e8e672f906b4c94aa3af3ddf07ca05e', 'mac_address': 'fa:16:3e:de:21:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f63deb02-f6ed-4580-96e0-01d237f8236f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '91a18b6b-5ac3-47f2-a447-8a9f7ed59f3b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:33:21Z', 'updated_at': '2021-12-18T13:33:28Z', 'revision_number': 5, 'project_id': '3e8e672f906b4c94aa3af3ddf07ca05e', 'subnets': [{'id': '91a18b6b-5ac3-47f2-a447-8a9f7ed59f3b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1a35ac31-f65c-4ad3-8888-e2bc40b19057', 'name': '', 'network_id': '4d4d4dbc-770c-4941-b1b6-03c3858eb976', 'tenant_id': '3e8e672f906b4c94aa3af3ddf07ca05e', 'mac_address': 'fa:16:3e:b4:ae:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f63deb02-f6ed-4580-96e0-01d237f8236f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1281, 'fixed_ips': [{'subnet_id': '6672c277-c82b-43ad-80cf-575233dcf9b0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:33:32Z', 'updated_at': '2021-12-18T13:33:46Z', 'revision_number': 5, 'project_id': '3e8e672f906b4c94aa3af3ddf07ca05e', 'subnets': [{'id': '6672c277-c82b-43ad-80cf-575233dcf9b0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '549b8e1b-ad61-437b-b167-455dd6bf5627', 'name': '', 'network_id': '015c6e97-58b0-432b-8fb9-5dd2b87fb320', 'tenant_id': '3e8e672f906b4c94aa3af3ddf07ca05e', 'mac_address': 'fa:16:3e:34:c8:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f63deb02-f6ed-4580-96e0-01d237f8236f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1271, 'fixed_ips': [{'subnet_id': '6a373c3e-b0bf-44ee-ad10-b9ef3c95967e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:33:26Z', 'updated_at': '2021-12-18T13:33:41Z', 'revision_number': 5, 'project_id': '3e8e672f906b4c94aa3af3ddf07ca05e', 'subnets': [{'id': '6a373c3e-b0bf-44ee-ad10-b9ef3c95967e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e1c13a47-7093-4efa-9890-120bfa333861', 'name': '', 'network_id': '940e5bc1-1c09-48e0-90e2-f1c01ab97a2e', 'tenant_id': '3e8e672f906b4c94aa3af3ddf07ca05e', 'mac_address': 'fa:16:3e:68:49:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f63deb02-f6ed-4580-96e0-01d237f8236f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1294, 'fixed_ips': [{'subnet_id': '3ca95825-d1b8-4408-a1db-1c2e16a3cc64', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:33:36Z', 'updated_at': '2021-12-18T13:33:45Z', 'revision_number': 4, 'project_id': '3e8e672f906b4c94aa3af3ddf07ca05e', 'subnets': [{'id': '3ca95825-d1b8-4408-a1db-1c2e16a3cc64', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:33:47.790577 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-e89307a3-2918-4be7-8d3a-8b89893f3674 req-035eb4cc-0324-4ace-ac65-db11ea35a8a0 service neutron] 10.222.0.43 "GET /v2.0/networks/b777eec3-1fe1-45d9-be90-d023741ff2c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3485093 Dec 18 13:33:47.795199 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0ce4fd74-cb3f-4ec3-8da0-96095ee862b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:47.819789 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-2785f618-5a76-4f40-99fc-8b8c1a4a9a88 None None] For port 4b5de56e-05a2-4bd3-8b51-131a124e7d4b, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=4b5de56e-05a2-4bd3-8b51-131a124e7d4b,segment=NetworkSegment(b4b74be2-8cd3-497a-8529-4dd279af8e62),segment_id=b4b74be2-8cd3-497a-8529-4dd279af8e62)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:33:47.828291 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7450c060-90d2-4555-85d2-2ec6a0255b98 None None] Checking router: f63deb02-f6ed-4580-96e0-01d237f8236f for host: dv-neutron-744815-20-hyperv {{(pid=103162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 18 13:33:47.847054 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7450c060-90d2-4555-85d2-2ec6a0255b98 None None] Routers {'f63deb02-f6ed-4580-96e0-01d237f8236f'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:33:47.848101 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-7450c060-90d2-4555-85d2-2ec6a0255b98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:33:27Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['f63deb02-f6ed-4580-96e0-01d237f8236f'], 'active': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:33:47.849775 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-b23e0181-6459-4ff1-a1e9-f190c5427879 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Deleting port e1c13a47-7093-4efa-9890-120bfa333861 {{(pid=103159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:33:47.850337 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b23e0181-6459-4ff1-a1e9-f190c5427879 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:47.852402 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvr_db [None req-7cb92023-b1ce-48af-aa6d-174c21c55abf None None] Set router 75375f83-93da-4916-820d-2a192bd2b416 gateway port host: None {{(pid=103161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 13:33:47.858937 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2785f618-5a76-4f40-99fc-8b8c1a4a9a88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:47.947449 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.db [None req-b23e0181-6459-4ff1-a1e9-f190c5427879 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] For port e1c13a47-7093-4efa-9890-120bfa333861, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=e1c13a47-7093-4efa-9890-120bfa333861,segment=NetworkSegment(546379f1-9d3c-416c-b142-2d945476674b),segment_id=546379f1-9d3c-416c-b142-2d945476674b)] {{(pid=103159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:33:47.947901 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b23e0181-6459-4ff1-a1e9-f190c5427879 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:47.964119 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-b23e0181-6459-4ff1-a1e9-f190c5427879 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Calling delete_port for e1c13a47-7093-4efa-9890-120bfa333861 owned by network:router_interface {{(pid=103159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:33:48.024662 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce4fd74-cb3f-4ec3-8da0-96095ee862b4 None None] Pushing event updated for resources: {'Port': ['ID=4196e8f2-a96e-4645-9fd5-b0392c97b336,revision_number=2']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:33:48.039963 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-bc11fe15-3b08-46d4-9893-f64c7cd32c8d tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks [] for port, precommit_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:48.052915 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-bc11fe15-3b08-46d4-9893-f64c7cd32c8d tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4533541'] for port, after_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:48.126775 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 549b8e1b-ad61-437b-b167-455dd6bf5627 up at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 13:33:48.147974 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvr_db [None req-7450c060-90d2-4555-85d2-2ec6a0255b98 None None] Set router f63deb02-f6ed-4580-96e0-01d237f8236f gateway port host: None {{(pid=103162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 13:33:48.170000 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b23e0181-6459-4ff1-a1e9-f190c5427879 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:48.199904 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2785f618-5a76-4f40-99fc-8b8c1a4a9a88 None None] Provisioning complete for port e1c13a47-7093-4efa-9890-120bfa333861 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:33:48.200285 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2785f618-5a76-4f40-99fc-8b8c1a4a9a88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:48.214585 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23e0181-6459-4ff1-a1e9-f190c5427879 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Pushing event deleted for resources: {'Port': ['ID=e1c13a47-7093-4efa-9890-120bfa333861,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:33:48.227063 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-bc11fe15-3b08-46d4-9893-f64c7cd32c8d tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1048031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586432'] for router_interface, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:48.248695 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc11fe15-3b08-46d4-9893-f64c7cd32c8d tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Pushing event updated for resources: {'Port': ['ID=1d25303a-7ab6-431f-91d7-f66b1ed33a78,revision_number=2']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:33:48.281676 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-2785f618-5a76-4f40-99fc-8b8c1a4a9a88 None None] Port e1c13a47-7093-4efa-9890-120bfa333861 was deleted so its status cannot be updated. {{(pid=103161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Dec 18 13:33:48.317007 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2785f618-5a76-4f40-99fc-8b8c1a4a9a88 None None] Pushing event updated for resources: {'Port': ['ID=4b5de56e-05a2-4bd3-8b51-131a124e7d4b,revision_number=3']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:33:48.387520 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2294866d-0076-4933-952c-685307032598 None None] Provisioning complete for port 549b8e1b-ad61-437b-b167-455dd6bf5627 triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:33:48.387520 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:48.422320 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc11fe15-3b08-46d4-9893-f64c7cd32c8d tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Network 4d3ac6d7-ec69-40aa-a96d-faea817c9b14 is already hosted by enough agents. {{(pid=103160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:33:48.427187 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.base_scheduler [None req-bc11fe15-3b08-46d4-9893-f64c7cd32c8d tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Resources bound (agent type, host, resource id): {{(pid=103160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:33:48.461379 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b23e0181-6459-4ff1-a1e9-f190c5427879 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1048020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-576035'] for router_interface, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:48.504845 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-f7fd42b5-c88b-41c6-a173-c9c625d5ac82 None None] Provisioning complete for port b8eb9746-e588-4cc0-bac8-0e2b29c52881 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:33:48.505505 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f7fd42b5-c88b-41c6-a173-c9c625d5ac82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:48.535754 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-7450c060-90d2-4555-85d2-2ec6a0255b98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f63deb02-f6ed-4580-96e0-01d237f8236f', 'name': 'tempest-RoutersIpV6Test-router-289466128', 'tenant_id': '3e8e672f906b4c94aa3af3ddf07ca05e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:33:19Z', 'updated_at': '2021-12-18T13:33:44Z', 'revision_number': 7, 'project_id': '3e8e672f906b4c94aa3af3ddf07ca05e', 'gw_port_host': None, '_interfaces': [{'id': '146b4ada-1eb2-4f9a-89a6-e248f7ab33ec', 'name': '', 'network_id': '37b20d0d-0c5d-4ad5-8c97-f587a5601dee', 'tenant_id': '3e8e672f906b4c94aa3af3ddf07ca05e', 'mac_address': 'fa:16:3e:de:21:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f63deb02-f6ed-4580-96e0-01d237f8236f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '91a18b6b-5ac3-47f2-a447-8a9f7ed59f3b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:33:21Z', 'updated_at': '2021-12-18T13:33:28Z', 'revision_number': 5, 'project_id': '3e8e672f906b4c94aa3af3ddf07ca05e', 'subnets': [{'id': '91a18b6b-5ac3-47f2-a447-8a9f7ed59f3b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1a35ac31-f65c-4ad3-8888-e2bc40b19057', 'name': '', 'network_id': '4d4d4dbc-770c-4941-b1b6-03c3858eb976', 'tenant_id': '3e8e672f906b4c94aa3af3ddf07ca05e', 'mac_address': 'fa:16:3e:b4:ae:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f63deb02-f6ed-4580-96e0-01d237f8236f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1281, 'fixed_ips': [{'subnet_id': '6672c277-c82b-43ad-80cf-575233dcf9b0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:33:32Z', 'updated_at': '2021-12-18T13:33:46Z', 'revision_number': 5, 'project_id': '3e8e672f906b4c94aa3af3ddf07ca05e', 'subnets': [{'id': '6672c277-c82b-43ad-80cf-575233dcf9b0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '549b8e1b-ad61-437b-b167-455dd6bf5627', 'name': '', 'network_id': '015c6e97-58b0-432b-8fb9-5dd2b87fb320', 'tenant_id': '3e8e672f906b4c94aa3af3ddf07ca05e', 'mac_address': 'fa:16:3e:34:c8:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f63deb02-f6ed-4580-96e0-01d237f8236f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1271, 'fixed_ips': [{'subnet_id': '6a373c3e-b0bf-44ee-ad10-b9ef3c95967e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:33:26Z', 'updated_at': '2021-12-18T13:33:41Z', 'revision_number': 5, 'project_id': '3e8e672f906b4c94aa3af3ddf07ca05e', 'subnets': [{'id': '6a373c3e-b0bf-44ee-ad10-b9ef3c95967e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e1c13a47-7093-4efa-9890-120bfa333861', 'name': '', 'network_id': '940e5bc1-1c09-48e0-90e2-f1c01ab97a2e', 'tenant_id': '3e8e672f906b4c94aa3af3ddf07ca05e', 'mac_address': 'fa:16:3e:68:49:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f63deb02-f6ed-4580-96e0-01d237f8236f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1294, 'fixed_ips': [{'subnet_id': '3ca95825-d1b8-4408-a1db-1c2e16a3cc64', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:33:36Z', 'updated_at': '2021-12-18T13:33:45Z', 'revision_number': 4, 'project_id': '3e8e672f906b4c94aa3af3ddf07ca05e', 'subnets': [{'id': '3ca95825-d1b8-4408-a1db-1c2e16a3cc64', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:33:48.572744 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7450c060-90d2-4555-85d2-2ec6a0255b98 None None] The sync data for ids ['f63deb02-f6ed-4580-96e0-01d237f8236f'] in dv-neutron-744815-20-hyperv is: [{'id': 'f63deb02-f6ed-4580-96e0-01d237f8236f', 'name': 'tempest-RoutersIpV6Test-router-289466128', 'tenant_id': '3e8e672f906b4c94aa3af3ddf07ca05e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:33:19Z', 'updated_at': '2021-12-18T13:33:44Z', 'revision_number': 7, 'project_id': '3e8e672f906b4c94aa3af3ddf07ca05e', 'gw_port_host': None, '_interfaces': [{'id': '146b4ada-1eb2-4f9a-89a6-e248f7ab33ec', 'name': '', 'network_id': '37b20d0d-0c5d-4ad5-8c97-f587a5601dee', 'tenant_id': '3e8e672f906b4c94aa3af3ddf07ca05e', 'mac_address': 'fa:16:3e:de:21:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f63deb02-f6ed-4580-96e0-01d237f8236f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '91a18b6b-5ac3-47f2-a447-8a9f7ed59f3b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:33:21Z', 'updated_at': '2021-12-18T13:33:28Z', 'revision_number': 5, 'project_id': '3e8e672f906b4c94aa3af3ddf07ca05e', 'subnets': [{'id': '91a18b6b-5ac3-47f2-a447-8a9f7ed59f3b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1a35ac31-f65c-4ad3-8888-e2bc40b19057', 'name': '', 'network_id': '4d4d4dbc-770c-4941-b1b6-03c3858eb976', 'tenant_id': '3e8e672f906b4c94aa3af3ddf07ca05e', 'mac_address': 'fa:16:3e:b4:ae:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f63deb02-f6ed-4580-96e0-01d237f8236f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1281, 'fixed_ips': [{'subnet_id': '6672c277-c82b-43ad-80cf-575233dcf9b0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:33:32Z', 'updated_at': '2021-12-18T13:33:46Z', 'revision_number': 5, 'project_id': '3e8e672f906b4c94aa3af3ddf07ca05e', 'subnets': [{'id': '6672c277-c82b-43ad-80cf-575233dcf9b0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '549b8e1b-ad61-437b-b167-455dd6bf5627', 'name': '', 'network_id': '015c6e97-58b0-432b-8fb9-5dd2b87fb320', 'tenant_id': '3e8e672f906b4c94aa3af3ddf07ca05e', 'mac_address': 'fa:16:3e:34:c8:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f63deb02-f6ed-4580-96e0-01d237f8236f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1271, 'fixed_ips': [{'subnet_id': '6a373c3e-b0bf-44ee-ad10-b9ef3c95967e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:33:26Z', 'updated_at': '2021-12-18T13:33:41Z', 'revision_number': 5, 'project_id': '3e8e672f906b4c94aa3af3ddf07ca05e', 'subnets': [{'id': '6a373c3e-b0bf-44ee-ad10-b9ef3c95967e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e1c13a47-7093-4efa-9890-120bfa333861', 'name': '', 'network_id': '940e5bc1-1c09-48e0-90e2-f1c01ab97a2e', 'tenant_id': '3e8e672f906b4c94aa3af3ddf07ca05e', 'mac_address': 'fa:16:3e:68:49:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f63deb02-f6ed-4580-96e0-01d237f8236f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1294, 'fixed_ips': [{'subnet_id': '3ca95825-d1b8-4408-a1db-1c2e16a3cc64', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:33:36Z', 'updated_at': '2021-12-18T13:33:45Z', 'revision_number': 4, 'project_id': '3e8e672f906b4c94aa3af3ddf07ca05e', 'subnets': [{'id': '3ca95825-d1b8-4408-a1db-1c2e16a3cc64', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 13:33:48.588589 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-7cb92023-b1ce-48af-aa6d-174c21c55abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75375f83-93da-4916-820d-2a192bd2b416', 'name': 'tempest-RoutersTest-router-2068913425', 'tenant_id': 'd223d1b2ed814c43a2fd9ddeaaf9b271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:33:36Z', 'updated_at': '2021-12-18T13:33:47Z', 'revision_number': 3, 'project_id': 'd223d1b2ed814c43a2fd9ddeaaf9b271', 'gw_port_host': None, '_interfaces': [{'id': '1d25303a-7ab6-431f-91d7-f66b1ed33a78', 'name': '', 'network_id': '4d3ac6d7-ec69-40aa-a96d-faea817c9b14', 'tenant_id': 'd223d1b2ed814c43a2fd9ddeaaf9b271', 'mac_address': 'fa:16:3e:29:50:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75375f83-93da-4916-820d-2a192bd2b416', 'device_owner': 'network:router_interface', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'd359df33-e8f5-464b-88a9-54ef9bff6701', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:33:46Z', 'updated_at': '2021-12-18T13:33:47Z', 'revision_number': 1, 'project_id': 'd223d1b2ed814c43a2fd9ddeaaf9b271', 'subnets': [{'id': 'd359df33-e8f5-464b-88a9-54ef9bff6701', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8eb9746-e588-4cc0-bac8-0e2b29c52881', 'name': '', 'network_id': 'fcdc3f02-63f3-449c-8180-3faed08bd0cd', 'tenant_id': 'd223d1b2ed814c43a2fd9ddeaaf9b271', 'mac_address': 'fa:16:3e:e2:42:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75375f83-93da-4916-820d-2a192bd2b416', 'device_owner': 'network:router_interface', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': '9aed1807-163c-40d5-887b-ac871ecc6aa2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:33:38Z', 'updated_at': '2021-12-18T13:33:47Z', 'revision_number': 4, 'project_id': 'd223d1b2ed814c43a2fd9ddeaaf9b271', 'subnets': [{'id': '9aed1807-163c-40d5-887b-ac871ecc6aa2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:33:48.605220 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc11fe15-3b08-46d4-9893-f64c7cd32c8d tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Router 75375f83-93da-4916-820d-2a192bd2b416 has already been hosted by L3 agent c9c0cd52-5bd2-4704-9429-d80f1c5ad23c {{(pid=103160) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 18 13:33:48.632217 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cb92023-b1ce-48af-aa6d-174c21c55abf None None] The sync data for ids ['75375f83-93da-4916-820d-2a192bd2b416'] in dv-neutron-744815-20-hyperv is: [{'id': '75375f83-93da-4916-820d-2a192bd2b416', 'name': 'tempest-RoutersTest-router-2068913425', 'tenant_id': 'd223d1b2ed814c43a2fd9ddeaaf9b271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:33:36Z', 'updated_at': '2021-12-18T13:33:47Z', 'revision_number': 3, 'project_id': 'd223d1b2ed814c43a2fd9ddeaaf9b271', 'gw_port_host': None, '_interfaces': [{'id': '1d25303a-7ab6-431f-91d7-f66b1ed33a78', 'name': '', 'network_id': '4d3ac6d7-ec69-40aa-a96d-faea817c9b14', 'tenant_id': 'd223d1b2ed814c43a2fd9ddeaaf9b271', 'mac_address': 'fa:16:3e:29:50:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75375f83-93da-4916-820d-2a192bd2b416', 'device_owner': 'network:router_interface', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'd359df33-e8f5-464b-88a9-54ef9bff6701', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:33:46Z', 'updated_at': '2021-12-18T13:33:47Z', 'revision_number': 1, 'project_id': 'd223d1b2ed814c43a2fd9ddeaaf9b271', 'subnets': [{'id': 'd359df33-e8f5-464b-88a9-54ef9bff6701', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8eb9746-e588-4cc0-bac8-0e2b29c52881', 'name': '', 'network_id': 'fcdc3f02-63f3-449c-8180-3faed08bd0cd', 'tenant_id': 'd223d1b2ed814c43a2fd9ddeaaf9b271', 'mac_address': 'fa:16:3e:e2:42:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75375f83-93da-4916-820d-2a192bd2b416', 'device_owner': 'network:router_interface', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': '9aed1807-163c-40d5-887b-ac871ecc6aa2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:33:38Z', 'updated_at': '2021-12-18T13:33:47Z', 'revision_number': 4, 'project_id': 'd223d1b2ed814c43a2fd9ddeaaf9b271', 'subnets': [{'id': '9aed1807-163c-40d5-887b-ac871ecc6aa2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 13:33:48.645932 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 0888c956-2836-431d-82a0-fad43903e119 up at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 13:33:48.730097 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f7fd42b5-c88b-41c6-a173-c9c625d5ac82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:48.735068 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Device db6b701d-5dba-4848-9aec-cc7c90433558 details requested by agent hyperv_hv-neutron-7448 with host hv-neutron-7448 {{(pid=103161) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 18 13:33:48.747927 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc11fe15-3b08-46d4-9893-f64c7cd32c8d tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Notify agent at l3_agent.dv-neutron-744815-20-hyperv the message routers_updated {{(pid=103160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 13:33:48.753805 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-bc11fe15-3b08-46d4-9893-f64c7cd32c8d tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] 10.222.0.31 "PUT /v2.0/routers/75375f83-93da-4916-820d-2a192bd2b416/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4902401 Dec 18 13:33:48.757940 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 56236) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:33:48.763461 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-0596490c-e3b2-4d33-a260-5a876d2fa0ef tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Request body: {'network': {'name': 'tempest-RoutersTest-469075605'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:33:48.839072 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0596490c-e3b2-4d33-a260-5a876d2fa0ef tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Made reservation on behalf of d223d1b2ed814c43a2fd9ddeaaf9b271 for: {'network': 1} {{(pid=103160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:33:48.842807 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-0596490c-e3b2-4d33-a260-5a876d2fa0ef tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for network, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:48.853981 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b23e0181-6459-4ff1-a1e9-f190c5427879 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Router f63deb02-f6ed-4580-96e0-01d237f8236f has already been hosted by L3 agent c9c0cd52-5bd2-4704-9429-d80f1c5ad23c {{(pid=103159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 18 13:33:48.861443 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2294866d-0076-4933-952c-685307032598 None None] Provisioning complete for port 0888c956-2836-431d-82a0-fad43903e119 triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:33:48.861820 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:48.884339 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0596490c-e3b2-4d33-a260-5a876d2fa0ef tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 101} {{(pid=103160) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 18 13:33:48.888052 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-f7fd42b5-c88b-41c6-a173-c9c625d5ac82 None None] For port b8eb9746-e588-4cc0-bac8-0e2b29c52881, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=b8eb9746-e588-4cc0-bac8-0e2b29c52881,segment=NetworkSegment(b4b74be2-8cd3-497a-8529-4dd279af8e62),segment_id=b4b74be2-8cd3-497a-8529-4dd279af8e62)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:33:48.895333 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72af8de-6213-41a7-95be-8a5e8b97090f req-6b20fb32-1dec-484e-89b4-b2541c2df9e2 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:33:48.899881 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f7fd42b5-c88b-41c6-a173-c9c625d5ac82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:48.903652 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-f72af8de-6213-41a7-95be-8a5e8b97090f req-6b20fb32-1dec-484e-89b4-b2541c2df9e2 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/ports?device_id=c170a56f-bd12-4061-a440-10c2ed3453bb HTTP/1.1" status: 200 len: 944 time: 0.1122718 Dec 18 13:33:48.952578 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-f7fd42b5-c88b-41c6-a173-c9c625d5ac82 None None] Could not find standard attr ID for object e1c13a47-7093-4efa-9890-120bfa333861. {{(pid=103161) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 18 13:33:48.955951 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-0596490c-e3b2-4d33-a260-5a876d2fa0ef tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:48.956309 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.db.segments_db [None req-0596490c-e3b2-4d33-a260-5a876d2fa0ef tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Added segment 3b6a5035-ee21-45c5-8450-0756163a1909 of type vlan for network b8abcfea-7f1b-4f25-9ebf-f3fadecbde9d Dec 18 13:33:48.978214 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-f72af8de-6213-41a7-95be-8a5e8b97090f req-520ffa35-5639-49b7-96d0-bf85eae4d2f6 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/security-groups?id=3ad76b8c-64a9-4478-8490-51b1169ccaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739253 Dec 18 13:33:49.027577 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] For port db6b701d-5dba-4848-9aec-cc7c90433558, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=db6b701d-5dba-4848-9aec-cc7c90433558,segment=NetworkSegment(41b622a4-fe65-4a37-a7e3-444d1fa62644),segment_id=41b622a4-fe65-4a37-a7e3-444d1fa62644)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:33:49.032457 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b23e0181-6459-4ff1-a1e9-f190c5427879 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Notify agent at l3_agent.dv-neutron-744815-20-hyperv the message routers_updated {{(pid=103159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 13:33:49.037684 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-b23e0181-6459-4ff1-a1e9-f190c5427879 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] 10.222.0.31 "PUT /v2.0/routers/f63deb02-f6ed-4580-96e0-01d237f8236f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4919262 Dec 18 13:33:49.043300 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fd42b5-c88b-41c6-a173-c9c625d5ac82 None None] Pushing event updated for resources: {'Port': ['ID=b8eb9746-e588-4cc0-bac8-0e2b29c52881,revision_number=5']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:33:49.044189 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 56238) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:33:49.063755 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-0596490c-e3b2-4d33-a260-5a876d2fa0ef tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767106405744'] for network, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:49.073016 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93c58680-b6a3-49f3-9c2e-96a8a7c7b092 None None] Sync routers for ids ['f63deb02-f6ed-4580-96e0-01d237f8236f'] in dv-neutron-744815-20-hyperv {{(pid=103161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 13:33:49.116497 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-0596490c-e3b2-4d33-a260-5a876d2fa0ef tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981'] for network, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:49.120856 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.db_base_plugin_v2 [None req-39ce8840-17e7-4782-b02a-8e905cce169a tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Deleting subnet 3ca95825-d1b8-4408-a1db-1c2e16a3cc64 {{(pid=103159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 18 13:33:49.122644 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0596490c-e3b2-4d33-a260-5a876d2fa0ef tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:33:49.123337 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-0596490c-e3b2-4d33-a260-5a876d2fa0ef tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks [] for network, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:49.133509 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device bf4050ad-5290-4edd-ad83-0402368d15b6 up at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 13:33:49.138358 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Returning: {'device': 'db6b701d-5dba-4848-9aec-cc7c90433558', 'network_id': '32941329-bcc6-4cdc-97c2-3cadb3ebb3d1', 'port_id': 'db6b701d-5dba-4848-9aec-cc7c90433558', 'mac_address': 'fa:16:3e:2c:b2:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35bf2c7b-4ca7-4b35-aa56-2fc4ff409658', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103161) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 18 13:33:49.139971 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-39ce8840-17e7-4782-b02a-8e905cce169a tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks [] for subnet, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:49.201661 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-0596490c-e3b2-4d33-a260-5a876d2fa0ef tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4396033 Dec 18 13:33:49.202271 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 56240) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:33:49.213260 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-bf2328d1-7bbb-4802-b287-f0ac03c3ff96 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Request body: {'subnet': {'network_id': 'b8abcfea-7f1b-4f25-9ebf-f3fadecbde9d', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:33:49.219980 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93c58680-b6a3-49f3-9c2e-96a8a7c7b092 None None] Routers {'f63deb02-f6ed-4580-96e0-01d237f8236f'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:33:49.220635 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-93c58680-b6a3-49f3-9c2e-96a8a7c7b092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:33:27Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['f63deb02-f6ed-4580-96e0-01d237f8236f'], 'active': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:33:49.225720 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-39ce8840-17e7-4782-b02a-8e905cce169a tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5589624'] for subnet, precommit_delete_associations {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:49.333794 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:49.334208 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0596490c-e3b2-4d33-a260-5a876d2fa0ef tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Pushing event updated for resources: {'Network': ['ID=b8abcfea-7f1b-4f25-9ebf-f3fadecbde9d,revision_number=1']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:33:49.359107 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.notifiers.nova [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db6b701d-5dba-4848-9aec-cc7c90433558 {{(pid=103161) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 18 13:33:49.362274 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf2328d1-7bbb-4802-b287-f0ac03c3ff96 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Made reservation on behalf of d223d1b2ed814c43a2fd9ddeaaf9b271 for: {'subnet': 1} {{(pid=103160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:33:49.364423 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Network b8abcfea-7f1b-4f25-9ebf-f3fadecbde9d details requested by agent ovs-agent-dv-neutron-744815-20-hyperv with host dv-neutron-744815-20-hyperv {{(pid=103161) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 18 13:33:49.368123 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-bf2328d1-7bbb-4802-b287-f0ac03c3ff96 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4514414'] for subnet, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:49.425535 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] For port db6b701d-5dba-4848-9aec-cc7c90433558, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=db6b701d-5dba-4848-9aec-cc7c90433558,segment=NetworkSegment(41b622a4-fe65-4a37-a7e3-444d1fa62644),segment_id=41b622a4-fe65-4a37-a7e3-444d1fa62644)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:33:49.448613 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvr_db [None req-93c58680-b6a3-49f3-9c2e-96a8a7c7b092 None None] Set router f63deb02-f6ed-4580-96e0-01d237f8236f gateway port host: None {{(pid=103161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 13:33:49.639121 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-bf2328d1-7bbb-4802-b287-f0ac03c3ff96 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4533410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4514424'] for subnet, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:49.712151 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2328d1-7bbb-4802-b287-f0ac03c3ff96 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Pushing event updated for resources: {'Subnet': ['ID=a7e473c6-ca47-443c-9eff-7e80b453b879,revision_number=0']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:33:49.727815 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbfaebe7-1d55-4daf-bf5e-32a9e2ce18a2 None None] Network 4d3ac6d7-ec69-40aa-a96d-faea817c9b14 requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:33:49.755757 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-39ce8840-17e7-4782-b02a-8e905cce169a tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1929185'] for subnet, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:49.761736 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf2328d1-7bbb-4802-b287-f0ac03c3ff96 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Checking segment: {'id': '3b6a5035-ee21-45c5-8450-0756163a1909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'b8abcfea-7f1b-4f25-9ebf-f3fadecbde9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 13:33:49.762101 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf2328d1-7bbb-4802-b287-f0ac03c3ff96 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Network hostable DHCP agents. Network: b8abcfea-7f1b-4f25-9ebf-f3fadecbde9d, hostable agents: ['aa77effa-0e3a-4bbd-a383-4d58ed3328d0'], hosted agents: [] {{(pid=103160) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 18 13:33:49.787674 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf2328d1-7bbb-4802-b287-f0ac03c3ff96 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Network b8abcfea-7f1b-4f25-9ebf-f3fadecbde9d is scheduled to be hosted by DHCP agent aa77effa-0e3a-4bbd-a383-4d58ed3328d0 with binding_index 1 {{(pid=103160) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 18 13:33:49.802770 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.base_scheduler [None req-bf2328d1-7bbb-4802-b287-f0ac03c3ff96 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-744815-20-hyperv, b8abcfea-7f1b-4f25-9ebf-f3fadecbde9d) {{(pid=103160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:33:49.803039 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:49.808897 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf2328d1-7bbb-4802-b287-f0ac03c3ff96 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:33:49.809709 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-bf2328d1-7bbb-4802-b287-f0ac03c3ff96 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks [] for subnet, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:49.835465 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-bf2328d1-7bbb-4802-b287-f0ac03c3ff96 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6277213 Dec 18 13:33:49.837890 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 56242) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:33:49.857488 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-39ce8840-17e7-4782-b02a-8e905cce169a tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1929192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5659851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6017053'] for subnet, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:49.864446 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efe7460d-1c17-4ae8-8198-ac41f7553d8a None None] Network b8abcfea-7f1b-4f25-9ebf-f3fadecbde9d requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:33:49.892085 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-39ce8840-17e7-4782-b02a-8e905cce169a tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks [] for subnet, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:49.897631 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-39ce8840-17e7-4782-b02a-8e905cce169a tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] 10.222.0.31 "DELETE /v2.0/subnets/3ca95825-d1b8-4408-a1db-1c2e16a3cc64 HTTP/1.1" status: 204 len: 168 time: 0.8501666 Dec 18 13:33:49.897631 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ce8840-17e7-4782-b02a-8e905cce169a tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Pushing event deleted for resources: {'Subnet': ['ID=3ca95825-d1b8-4408-a1db-1c2e16a3cc64,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:33:49.898668 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 56244) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:33:49.990645 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb35cd4c-bc02-497f-bd6d-266dee40a4bc None None] Network 940e5bc1-1c09-48e0-90e2-f1c01ab97a2e requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:33:50.004325 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-16748f39-f92d-4930-8d4b-4cd7ed316568 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2023137'] for network, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:50.010165 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2294866d-0076-4933-952c-685307032598 None None] Provisioning complete for port bf4050ad-5290-4edd-ad83-0402368d15b6 triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:33:50.010637 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:50.088674 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-c347519a-ce86-4fb8-93fe-e4bce1a9f3e1 None None] Provisioning complete for port 4196e8f2-a96e-4645-9fd5-b0392c97b336 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:33:50.089355 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c347519a-ce86-4fb8-93fe-e4bce1a9f3e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:50.147641 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0232123d-9caf-42a1-88ec-6ca822789b75 req-4550cff2-0297-4056-9f62-2f17402cea50 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:33:50.155721 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-0232123d-9caf-42a1-88ec-6ca822789b75 req-4550cff2-0297-4056-9f62-2f17402cea50 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/ports?device_id=c170a56f-bd12-4061-a440-10c2ed3453bb HTTP/1.1" status: 200 len: 945 time: 0.0884783 Dec 18 13:33:50.166837 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-16748f39-f92d-4930-8d4b-4cd7ed316568 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Deleting port 0888c956-2836-431d-82a0-fad43903e119 {{(pid=103159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:33:50.167213 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-16748f39-f92d-4930-8d4b-4cd7ed316568 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:50.237719 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.agents_db [None req-e3dda592-589a-4b4d-b028-ba9a260f4f50 None None] Agent healthcheck: found 6 active agents {{(pid=103162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 18 13:33:50.250916 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Pushing event updated for resources: {'Port': ['ID=db6b701d-5dba-4848-9aec-cc7c90433558,revision_number=4']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:33:50.253732 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] get_ports_and_sgs() called for port_ids ['db6b701d-5dba-4848-9aec-cc7c90433558'] {{(pid=103161) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 18 13:33:50.288211 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-0232123d-9caf-42a1-88ec-6ca822789b75 req-bd461e4b-d16f-4d0a-a1b4-fc5c31706890 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/security-groups?id=3ad76b8c-64a9-4478-8490-51b1169ccaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1315196 Dec 18 13:33:50.290263 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.db [None req-16748f39-f92d-4930-8d4b-4cd7ed316568 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] For port 0888c956-2836-431d-82a0-fad43903e119, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=0888c956-2836-431d-82a0-fad43903e119,segment=NetworkSegment(546379f1-9d3c-416c-b142-2d945476674b),segment_id=546379f1-9d3c-416c-b142-2d945476674b)] {{(pid=103159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:33:50.290602 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-16748f39-f92d-4930-8d4b-4cd7ed316568 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:50.315746 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-16748f39-f92d-4930-8d4b-4cd7ed316568 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Calling delete_port for 0888c956-2836-431d-82a0-fad43903e119 owned by network:dhcp {{(pid=103159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:33:50.349392 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-279dc39b-0b21-4634-894d-2f0ae93fce0d tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:50.410198 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-16748f39-f92d-4930-8d4b-4cd7ed316568 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:50.411988 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b732b2d4-ef9c-411b-9f1b-262f811a04ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp31e170a0-46a1-5ba9-9dc1-7ee4f866f0d7-b8abcfea-7f1b-4f25-9ebf-f3fadecbde9d', 'network_id': 'b8abcfea-7f1b-4f25-9ebf-f3fadecbde9d', 'project_id': 'd223d1b2ed814c43a2fd9ddeaaf9b271', 'fixed_ips': [{'subnet_id': 'a7e473c6-ca47-443c-9eff-7e80b453b879'}]}} from dv-neutron-744815-20-hyperv. {{(pid=103161) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 18 13:33:50.412962 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-b732b2d4-ef9c-411b-9f1b-262f811a04ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:50.436608 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16748f39-f92d-4930-8d4b-4cd7ed316568 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Pushing event deleted for resources: {'Port': ['ID=0888c956-2836-431d-82a0-fad43903e119,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:33:50.441043 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16748f39-f92d-4930-8d4b-4cd7ed316568 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] No DVR routers for this DVR port 0888c956-2836-431d-82a0-fad43903e119 on host dv-neutron-744815-20-hyperv {{(pid=103159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 18 13:33:50.520016 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-16748f39-f92d-4930-8d4b-4cd7ed316568 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1927292', 'neutron.services.segments.db._delete_segments_for_network-8767106887837'] for network, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:50.542032 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.services.segments.db [None req-16748f39-f92d-4930-8d4b-4cd7ed316568 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['940e5bc1-1c09-48e0-90e2-f1c01ab97a2e']}} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:33:50.552992 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.services.segments.db [None req-16748f39-f92d-4930-8d4b-4cd7ed316568 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '546379f1-9d3c-416c-b142-2d945476674b') {'for_net_delete': True} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:33:50.553300 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.services.segments.db [None req-16748f39-f92d-4930-8d4b-4cd7ed316568 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '546379f1-9d3c-416c-b142-2d945476674b') {} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:33:50.569450 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-16748f39-f92d-4930-8d4b-4cd7ed316568 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767106888614', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5589569'] for segment, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:50.584018 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-16748f39-f92d-4930-8d4b-4cd7ed316568 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:50.590734 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16748f39-f92d-4930-8d4b-4cd7ed316568 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Releasing vlan 103 on physical network physnet1 to pool {{(pid=103159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 18 13:33:50.591140 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-16748f39-f92d-4930-8d4b-4cd7ed316568 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5660009'] for segment, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:50.622128 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device e1c13a47-7093-4efa-9890-120bfa333861 up at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 13:33:50.678494 dv-neutron-744815-20-hyperv neutron-server[103159]: Traceback (most recent call last): Dec 18 13:33:50.678494 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 18 13:33:50.678494 dv-neutron-744815-20-hyperv neutron-server[103159]: timer() Dec 18 13:33:50.678494 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 18 13:33:50.678494 dv-neutron-744815-20-hyperv neutron-server[103159]: cb(*args, **kw) Dec 18 13:33:50.678494 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 18 13:33:50.678494 dv-neutron-744815-20-hyperv neutron-server[103159]: return func(*args, **kwargs) Dec 18 13:33:50.678494 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 18 13:33:50.678494 dv-neutron-744815-20-hyperv neutron-server[103159]: self._notify() Dec 18 13:33:50.678494 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 18 13:33:50.678494 dv-neutron-744815-20-hyperv neutron-server[103159]: self.callback(batched_events) Dec 18 13:33:50.678494 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 18 13:33:50.678494 dv-neutron-744815-20-hyperv neutron-server[103159]: event.method(event) Dec 18 13:33:50.678494 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 18 13:33:50.678494 dv-neutron-744815-20-hyperv neutron-server[103159]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 18 13:33:50.678494 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 18 13:33:50.678494 dv-neutron-744815-20-hyperv neutron-server[103159]: aggregate_uuid = self.p_client.list_aggregates( Dec 18 13:33:50.678494 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 18 13:33:50.678494 dv-neutron-744815-20-hyperv neutron-server[103159]: return f(self, *a, **k) Dec 18 13:33:50.678494 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 18 13:33:50.678494 dv-neutron-744815-20-hyperv neutron-server[103159]: return self._get(url).json() Dec 18 13:33:50.678494 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 18 13:33:50.678494 dv-neutron-744815-20-hyperv neutron-server[103159]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 18 13:33:50.678494 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 18 13:33:50.678494 dv-neutron-744815-20-hyperv neutron-server[103159]: return self.request(url, 'GET', **kwargs) Dec 18 13:33:50.678494 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 18 13:33:50.678494 dv-neutron-744815-20-hyperv neutron-server[103159]: base_url = self.get_endpoint(auth, allow=allow, Dec 18 13:33:50.678494 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 18 13:33:50.678494 dv-neutron-744815-20-hyperv neutron-server[103159]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 18 13:33:50.678494 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 18 13:33:50.678494 dv-neutron-744815-20-hyperv neutron-server[103159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 18 13:33:50.678494 dv-neutron-744815-20-hyperv neutron-server[103159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 18 13:33:50.690196 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-16748f39-f92d-4930-8d4b-4cd7ed316568 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1927267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586962'] for network, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:50.691104 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-2294866d-0076-4933-952c-685307032598 None None] No Port match for: e1c13a47-7093-4efa-9890-120bfa333861 {{(pid=103161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 18 13:33:50.691557 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device e1c13a47-7093-4efa-9890-120bfa333861 not bound to the agent host dv-neutron-744815-20-hyperv {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Dec 18 13:33:50.698426 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c347519a-ce86-4fb8-93fe-e4bce1a9f3e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:50.699873 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-16748f39-f92d-4930-8d4b-4cd7ed316568 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks [] for network, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:50.707173 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-16748f39-f92d-4930-8d4b-4cd7ed316568 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] 10.222.0.31 "DELETE /v2.0/networks/940e5bc1-1c09-48e0-90e2-f1c01ab97a2e HTTP/1.1" status: 204 len: 168 time: 0.8078637 Dec 18 13:33:50.708351 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 56248) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:33:50.717283 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16748f39-f92d-4930-8d4b-4cd7ed316568 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Pushing event deleted for resources: {'Network': ['ID=940e5bc1-1c09-48e0-90e2-f1c01ab97a2e,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:33:50.736648 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Port e1c13a47-7093-4efa-9890-120bfa333861 not found, will not notify nova. {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Dec 18 13:33:50.737071 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 4b5de56e-05a2-4bd3-8b51-131a124e7d4b up at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 13:33:50.805178 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.db_base_plugin_common [None req-279dc39b-0b21-4634-894d-2f0ae93fce0d tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Allocated IP 172.22.0.1 (b8abcfea-7f1b-4f25-9ebf-f3fadecbde9d/a7e473c6-ca47-443c-9eff-7e80b453b879/041b7117-a634-4714-92a0-5d698b81cc89) {{(pid=103160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:33:50.807954 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61343e6f-421e-426c-a58b-9638aaaba19d None None] DHCP port deletion for 940e5bc1-1c09-48e0-90e2-f1c01ab97a2e request from dv-neutron-744815-20-hyperv {{(pid=103161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 18 13:33:50.823537 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-93c58680-b6a3-49f3-9c2e-96a8a7c7b092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f63deb02-f6ed-4580-96e0-01d237f8236f', 'name': 'tempest-RoutersIpV6Test-router-289466128', 'tenant_id': '3e8e672f906b4c94aa3af3ddf07ca05e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:33:19Z', 'updated_at': '2021-12-18T13:33:48Z', 'revision_number': 8, 'project_id': '3e8e672f906b4c94aa3af3ddf07ca05e', 'gw_port_host': None, '_interfaces': [{'id': '146b4ada-1eb2-4f9a-89a6-e248f7ab33ec', 'name': '', 'network_id': '37b20d0d-0c5d-4ad5-8c97-f587a5601dee', 'tenant_id': '3e8e672f906b4c94aa3af3ddf07ca05e', 'mac_address': 'fa:16:3e:de:21:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f63deb02-f6ed-4580-96e0-01d237f8236f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '91a18b6b-5ac3-47f2-a447-8a9f7ed59f3b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:33:21Z', 'updated_at': '2021-12-18T13:33:28Z', 'revision_number': 5, 'project_id': '3e8e672f906b4c94aa3af3ddf07ca05e', 'subnets': [{'id': '91a18b6b-5ac3-47f2-a447-8a9f7ed59f3b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1a35ac31-f65c-4ad3-8888-e2bc40b19057', 'name': '', 'network_id': '4d4d4dbc-770c-4941-b1b6-03c3858eb976', 'tenant_id': '3e8e672f906b4c94aa3af3ddf07ca05e', 'mac_address': 'fa:16:3e:b4:ae:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f63deb02-f6ed-4580-96e0-01d237f8236f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1281, 'fixed_ips': [{'subnet_id': '6672c277-c82b-43ad-80cf-575233dcf9b0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:33:32Z', 'updated_at': '2021-12-18T13:33:46Z', 'revision_number': 5, 'project_id': '3e8e672f906b4c94aa3af3ddf07ca05e', 'subnets': [{'id': '6672c277-c82b-43ad-80cf-575233dcf9b0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '549b8e1b-ad61-437b-b167-455dd6bf5627', 'name': '', 'network_id': '015c6e97-58b0-432b-8fb9-5dd2b87fb320', 'tenant_id': '3e8e672f906b4c94aa3af3ddf07ca05e', 'mac_address': 'fa:16:3e:34:c8:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f63deb02-f6ed-4580-96e0-01d237f8236f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1271, 'fixed_ips': [{'subnet_id': '6a373c3e-b0bf-44ee-ad10-b9ef3c95967e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:33:26Z', 'updated_at': '2021-12-18T13:33:41Z', 'revision_number': 5, 'project_id': '3e8e672f906b4c94aa3af3ddf07ca05e', 'subnets': [{'id': '6a373c3e-b0bf-44ee-ad10-b9ef3c95967e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:33:50.831959 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-c347519a-ce86-4fb8-93fe-e4bce1a9f3e1 None None] For port 4196e8f2-a96e-4645-9fd5-b0392c97b336, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=4196e8f2-a96e-4645-9fd5-b0392c97b336,segment=NetworkSegment(66670ef6-0329-4b15-bb45-73645ed17aea),segment_id=66670ef6-0329-4b15-bb45-73645ed17aea)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:33:50.880412 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c347519a-ce86-4fb8-93fe-e4bce1a9f3e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:50.888850 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93c58680-b6a3-49f3-9c2e-96a8a7c7b092 None None] Checking router: f63deb02-f6ed-4580-96e0-01d237f8236f for host: dv-neutron-744815-20-hyperv {{(pid=103161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 18 13:33:50.942661 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93c58680-b6a3-49f3-9c2e-96a8a7c7b092 None None] Routers {'f63deb02-f6ed-4580-96e0-01d237f8236f'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:33:50.943300 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-93c58680-b6a3-49f3-9c2e-96a8a7c7b092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:33:27Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['f63deb02-f6ed-4580-96e0-01d237f8236f'], 'active': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:33:51.027335 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2294866d-0076-4933-952c-685307032598 None None] Provisioning complete for port 4b5de56e-05a2-4bd3-8b51-131a124e7d4b triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:33:51.027719 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:51.082427 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-279dc39b-0b21-4634-894d-2f0ae93fce0d tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks [] for port, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:51.106385 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c347519a-ce86-4fb8-93fe-e4bce1a9f3e1 None None] Pushing event updated for resources: {'Port': ['ID=4196e8f2-a96e-4645-9fd5-b0392c97b336,revision_number=3']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:33:51.142339 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-7d40c192-a915-476d-b204-9be2b3db5350 None None] Provisioning complete for port 1d25303a-7ab6-431f-91d7-f66b1ed33a78 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:33:51.143349 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7d40c192-a915-476d-b204-9be2b3db5350 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:51.165059 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-279dc39b-0b21-4634-894d-2f0ae93fce0d tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4533522'] for port, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:51.222791 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-279dc39b-0b21-4634-894d-2f0ae93fce0d tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Network b8abcfea-7f1b-4f25-9ebf-f3fadecbde9d is already hosted by enough agents. {{(pid=103160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:33:51.227046 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.base_scheduler [None req-279dc39b-0b21-4634-894d-2f0ae93fce0d tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Resources bound (agent type, host, resource id): {{(pid=103160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:33:51.234177 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-279dc39b-0b21-4634-894d-2f0ae93fce0d tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Received port after_create {{(pid=103160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:33:51.252715 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvr_db [None req-93c58680-b6a3-49f3-9c2e-96a8a7c7b092 None None] Set router f63deb02-f6ed-4580-96e0-01d237f8236f gateway port host: None {{(pid=103161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 13:33:51.278216 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c88a0c71-ee5c-42ec-8702-c7e5e5741c44 None None] Sync routers for ids ['75375f83-93da-4916-820d-2a192bd2b416'] in dv-neutron-744815-20-hyperv {{(pid=103162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 13:33:51.281832 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279dc39b-0b21-4634-894d-2f0ae93fce0d tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Pushing event updated for resources: {'Port': ['ID=041b7117-a634-4714-92a0-5d698b81cc89,revision_number=1']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:33:51.303088 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c88a0c71-ee5c-42ec-8702-c7e5e5741c44 None None] Routers {'75375f83-93da-4916-820d-2a192bd2b416'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:33:51.303521 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-c88a0c71-ee5c-42ec-8702-c7e5e5741c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:33:27Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['75375f83-93da-4916-820d-2a192bd2b416'], 'active': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:33:51.316347 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-279dc39b-0b21-4634-894d-2f0ae93fce0d tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586257'] for router_interface, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:51.376726 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-8a957012-fe17-42fa-8fe8-a403a3a9caac tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-586101'] for router_interface, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:51.425785 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvr_db [None req-c88a0c71-ee5c-42ec-8702-c7e5e5741c44 None None] Set router 75375f83-93da-4916-820d-2a192bd2b416 gateway port host: None {{(pid=103162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 13:33:51.604645 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-7d40c192-a915-476d-b204-9be2b3db5350 None None] Port 1d25303a-7ab6-431f-91d7-f66b1ed33a78 cannot update to ACTIVE because it is not bound. {{(pid=103161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 13:33:51.617059 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_common [None req-b732b2d4-ef9c-411b-9f1b-262f811a04ad None None] Allocated IP 172.22.0.2 (b8abcfea-7f1b-4f25-9ebf-f3fadecbde9d/a7e473c6-ca47-443c-9eff-7e80b453b879/dc0f882c-1b55-4628-9d30-60e3f0b69d59) {{(pid=103161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:33:51.651277 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-c88a0c71-ee5c-42ec-8702-c7e5e5741c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75375f83-93da-4916-820d-2a192bd2b416', 'name': 'tempest-RoutersTest-router-2068913425', 'tenant_id': 'd223d1b2ed814c43a2fd9ddeaaf9b271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:33:36Z', 'updated_at': '2021-12-18T13:33:47Z', 'revision_number': 3, 'project_id': 'd223d1b2ed814c43a2fd9ddeaaf9b271', 'gw_port_host': None, '_interfaces': [{'id': '1d25303a-7ab6-431f-91d7-f66b1ed33a78', 'name': '', 'network_id': '4d3ac6d7-ec69-40aa-a96d-faea817c9b14', 'tenant_id': 'd223d1b2ed814c43a2fd9ddeaaf9b271', 'mac_address': 'fa:16:3e:29:50:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75375f83-93da-4916-820d-2a192bd2b416', 'device_owner': 'network:router_interface', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'd359df33-e8f5-464b-88a9-54ef9bff6701', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:33:46Z', 'updated_at': '2021-12-18T13:33:47Z', 'revision_number': 2, 'project_id': 'd223d1b2ed814c43a2fd9ddeaaf9b271', 'subnets': [{'id': 'd359df33-e8f5-464b-88a9-54ef9bff6701', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8eb9746-e588-4cc0-bac8-0e2b29c52881', 'name': '', 'network_id': 'fcdc3f02-63f3-449c-8180-3faed08bd0cd', 'tenant_id': 'd223d1b2ed814c43a2fd9ddeaaf9b271', 'mac_address': 'fa:16:3e:e2:42:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75375f83-93da-4916-820d-2a192bd2b416', 'device_owner': 'network:router_interface', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': '9aed1807-163c-40d5-887b-ac871ecc6aa2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:33:38Z', 'updated_at': '2021-12-18T13:33:48Z', 'revision_number': 5, 'project_id': 'd223d1b2ed814c43a2fd9ddeaaf9b271', 'subnets': [{'id': '9aed1807-163c-40d5-887b-ac871ecc6aa2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:33:51.682664 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c88a0c71-ee5c-42ec-8702-c7e5e5741c44 None None] Checking router: 75375f83-93da-4916-820d-2a192bd2b416 for host: dv-neutron-744815-20-hyperv {{(pid=103162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 18 13:33:51.683710 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c88a0c71-ee5c-42ec-8702-c7e5e5741c44 None None] Updating router 75375f83-93da-4916-820d-2a192bd2b416 port 1d25303a-7ab6-431f-91d7-f66b1ed33a78 binding host dv-neutron-744815-20-hyperv {{(pid=103162) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 18 13:33:51.709554 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c88a0c71-ee5c-42ec-8702-c7e5e5741c44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:51.727860 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-7d40c192-a915-476d-b204-9be2b3db5350 None None] Provisioning complete for port 4196e8f2-a96e-4645-9fd5-b0392c97b336 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:33:51.728238 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7d40c192-a915-476d-b204-9be2b3db5350 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:51.980437 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-279dc39b-0b21-4634-894d-2f0ae93fce0d tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:51.999626 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-b732b2d4-ef9c-411b-9f1b-262f811a04ad None None] Publish callbacks [] for port, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:52.019192 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-b732b2d4-ef9c-411b-9f1b-262f811a04ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975'] for port, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:52.047276 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361a3f43-2240-455f-8d4b-af8b4fbdc802 req-b2391bee-12a1-4581-855e-5ebf0df401a7 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:33:52.048829 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-361a3f43-2240-455f-8d4b-af8b4fbdc802 req-b2391bee-12a1-4581-855e-5ebf0df401a7 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/ports?device_id=c170a56f-bd12-4061-a440-10c2ed3453bb HTTP/1.1" status: 200 len: 945 time: 0.6468873 Dec 18 13:33:52.070247 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c88a0c71-ee5c-42ec-8702-c7e5e5741c44 None None] Publish callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:52.072117 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b732b2d4-ef9c-411b-9f1b-262f811a04ad None None] Network b8abcfea-7f1b-4f25-9ebf-f3fadecbde9d is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:33:52.077050 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-93c58680-b6a3-49f3-9c2e-96a8a7c7b092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f63deb02-f6ed-4580-96e0-01d237f8236f', 'name': 'tempest-RoutersIpV6Test-router-289466128', 'tenant_id': '3e8e672f906b4c94aa3af3ddf07ca05e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:33:19Z', 'updated_at': '2021-12-18T13:33:48Z', 'revision_number': 8, 'project_id': '3e8e672f906b4c94aa3af3ddf07ca05e', 'gw_port_host': None, '_interfaces': [{'id': '146b4ada-1eb2-4f9a-89a6-e248f7ab33ec', 'name': '', 'network_id': '37b20d0d-0c5d-4ad5-8c97-f587a5601dee', 'tenant_id': '3e8e672f906b4c94aa3af3ddf07ca05e', 'mac_address': 'fa:16:3e:de:21:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f63deb02-f6ed-4580-96e0-01d237f8236f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '91a18b6b-5ac3-47f2-a447-8a9f7ed59f3b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:33:21Z', 'updated_at': '2021-12-18T13:33:28Z', 'revision_number': 5, 'project_id': '3e8e672f906b4c94aa3af3ddf07ca05e', 'subnets': [{'id': '91a18b6b-5ac3-47f2-a447-8a9f7ed59f3b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1a35ac31-f65c-4ad3-8888-e2bc40b19057', 'name': '', 'network_id': '4d4d4dbc-770c-4941-b1b6-03c3858eb976', 'tenant_id': '3e8e672f906b4c94aa3af3ddf07ca05e', 'mac_address': 'fa:16:3e:b4:ae:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f63deb02-f6ed-4580-96e0-01d237f8236f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1281, 'fixed_ips': [{'subnet_id': '6672c277-c82b-43ad-80cf-575233dcf9b0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:33:32Z', 'updated_at': '2021-12-18T13:33:46Z', 'revision_number': 5, 'project_id': '3e8e672f906b4c94aa3af3ddf07ca05e', 'subnets': [{'id': '6672c277-c82b-43ad-80cf-575233dcf9b0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '549b8e1b-ad61-437b-b167-455dd6bf5627', 'name': '', 'network_id': '015c6e97-58b0-432b-8fb9-5dd2b87fb320', 'tenant_id': '3e8e672f906b4c94aa3af3ddf07ca05e', 'mac_address': 'fa:16:3e:34:c8:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f63deb02-f6ed-4580-96e0-01d237f8236f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1271, 'fixed_ips': [{'subnet_id': '6a373c3e-b0bf-44ee-ad10-b9ef3c95967e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:33:26Z', 'updated_at': '2021-12-18T13:33:41Z', 'revision_number': 5, 'project_id': '3e8e672f906b4c94aa3af3ddf07ca05e', 'subnets': [{'id': '6a373c3e-b0bf-44ee-ad10-b9ef3c95967e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:33:52.082268 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-b732b2d4-ef9c-411b-9f1b-262f811a04ad None None] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:33:52.084850 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b732b2d4-ef9c-411b-9f1b-262f811a04ad None None] Received port after_create {{(pid=103161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:33:52.089087 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c88a0c71-ee5c-42ec-8702-c7e5e5741c44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:52.123079 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93c58680-b6a3-49f3-9c2e-96a8a7c7b092 None None] The sync data for ids ['f63deb02-f6ed-4580-96e0-01d237f8236f'] in dv-neutron-744815-20-hyperv is: [{'id': 'f63deb02-f6ed-4580-96e0-01d237f8236f', 'name': 'tempest-RoutersIpV6Test-router-289466128', 'tenant_id': '3e8e672f906b4c94aa3af3ddf07ca05e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:33:19Z', 'updated_at': '2021-12-18T13:33:48Z', 'revision_number': 8, 'project_id': '3e8e672f906b4c94aa3af3ddf07ca05e', 'gw_port_host': None, '_interfaces': [{'id': '146b4ada-1eb2-4f9a-89a6-e248f7ab33ec', 'name': '', 'network_id': '37b20d0d-0c5d-4ad5-8c97-f587a5601dee', 'tenant_id': '3e8e672f906b4c94aa3af3ddf07ca05e', 'mac_address': 'fa:16:3e:de:21:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f63deb02-f6ed-4580-96e0-01d237f8236f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '91a18b6b-5ac3-47f2-a447-8a9f7ed59f3b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:33:21Z', 'updated_at': '2021-12-18T13:33:28Z', 'revision_number': 5, 'project_id': '3e8e672f906b4c94aa3af3ddf07ca05e', 'subnets': [{'id': '91a18b6b-5ac3-47f2-a447-8a9f7ed59f3b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1a35ac31-f65c-4ad3-8888-e2bc40b19057', 'name': '', 'network_id': '4d4d4dbc-770c-4941-b1b6-03c3858eb976', 'tenant_id': '3e8e672f906b4c94aa3af3ddf07ca05e', 'mac_address': 'fa:16:3e:b4:ae:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f63deb02-f6ed-4580-96e0-01d237f8236f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1281, 'fixed_ips': [{'subnet_id': '6672c277-c82b-43ad-80cf-575233dcf9b0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:33:32Z', 'updated_at': '2021-12-18T13:33:46Z', 'revision_number': 5, 'project_id': '3e8e672f906b4c94aa3af3ddf07ca05e', 'subnets': [{'id': '6672c277-c82b-43ad-80cf-575233dcf9b0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '549b8e1b-ad61-437b-b167-455dd6bf5627', 'name': '', 'network_id': '015c6e97-58b0-432b-8fb9-5dd2b87fb320', 'tenant_id': '3e8e672f906b4c94aa3af3ddf07ca05e', 'mac_address': 'fa:16:3e:34:c8:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f63deb02-f6ed-4580-96e0-01d237f8236f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1271, 'fixed_ips': [{'subnet_id': '6a373c3e-b0bf-44ee-ad10-b9ef3c95967e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:33:26Z', 'updated_at': '2021-12-18T13:33:41Z', 'revision_number': 5, 'project_id': '3e8e672f906b4c94aa3af3ddf07ca05e', 'subnets': [{'id': '6a373c3e-b0bf-44ee-ad10-b9ef3c95967e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 13:33:52.129964 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b732b2d4-ef9c-411b-9f1b-262f811a04ad None None] Pushing event updated for resources: {'Port': ['ID=dc0f882c-1b55-4628-9d30-60e3f0b69d59,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:33:52.185326 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-43403e1d-ebce-4dd2-b12d-16c990b10f34 None None] Provisioning complete for port 1d25303a-7ab6-431f-91d7-f66b1ed33a78 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:33:52.185708 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-43403e1d-ebce-4dd2-b12d-16c990b10f34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:52.216234 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-b732b2d4-ef9c-411b-9f1b-262f811a04ad None None] Attempting to bind port dc0f882c-1b55-4628-9d30-60e3f0b69d59 on host dv-neutron-744815-20-hyperv for vnic_type normal with profile {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 13:33:52.216613 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-b732b2d4-ef9c-411b-9f1b-262f811a04ad None None] Attempting to bind port dc0f882c-1b55-4628-9d30-60e3f0b69d59 by drivers openvswitch,hyperv on host dv-neutron-744815-20-hyperv at level 0 using segments [{'id': '3b6a5035-ee21-45c5-8450-0756163a1909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'b8abcfea-7f1b-4f25-9ebf-f3fadecbde9d'}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 13:33:52.216983 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b732b2d4-ef9c-411b-9f1b-262f811a04ad None None] Attempting to bind port dc0f882c-1b55-4628-9d30-60e3f0b69d59 on network b8abcfea-7f1b-4f25-9ebf-f3fadecbde9d {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 13:33:52.222984 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413e7ccf-58b7-438f-ad08-38176d3625f7 None None] Pushing event updated for resources: {'Port': ['ID=1d25303a-7ab6-431f-91d7-f66b1ed33a78,revision_number=3']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:33:52.229887 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b732b2d4-ef9c-411b-9f1b-262f811a04ad None None] Checking agent: {'id': '428fa9fa-43db-4db9-9f96-f60ffe931f2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-20-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 13, 19, 1), 'started_at': datetime.datetime(2021, 12, 18, 13, 19, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 13, 33, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-20-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 18 13:33:52.230278 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b732b2d4-ef9c-411b-9f1b-262f811a04ad None None] Checking segment: {'id': '3b6a5035-ee21-45c5-8450-0756163a1909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'b8abcfea-7f1b-4f25-9ebf-f3fadecbde9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 13:33:52.230673 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-b732b2d4-ef9c-411b-9f1b-262f811a04ad None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:52.231078 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b732b2d4-ef9c-411b-9f1b-262f811a04ad None None] Bound using segment: {'id': '3b6a5035-ee21-45c5-8450-0756163a1909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'b8abcfea-7f1b-4f25-9ebf-f3fadecbde9d'} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 18 13:33:52.231593 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-b732b2d4-ef9c-411b-9f1b-262f811a04ad None None] Bound port: dc0f882c-1b55-4628-9d30-60e3f0b69d59, host: dv-neutron-744815-20-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b6a5035-ee21-45c5-8450-0756163a1909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'b8abcfea-7f1b-4f25-9ebf-f3fadecbde9d'}}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 18 13:33:52.231991 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-b732b2d4-ef9c-411b-9f1b-262f811a04ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:52.238075 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-361a3f43-2240-455f-8d4b-af8b4fbdc802 req-ef722d50-71c3-4d3b-8aa3-6ba54113b369 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/security-groups?id=3ad76b8c-64a9-4478-8490-51b1169ccaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1823223 Dec 18 13:33:52.241744 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [None req-c88a0c71-ee5c-42ec-8702-c7e5e5741c44 None None] Attempting to bind port 1d25303a-7ab6-431f-91d7-f66b1ed33a78 on host dv-neutron-744815-20-hyperv for vnic_type normal with profile {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 13:33:52.242125 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [None req-c88a0c71-ee5c-42ec-8702-c7e5e5741c44 None None] Attempting to bind port 1d25303a-7ab6-431f-91d7-f66b1ed33a78 by drivers openvswitch,hyperv on host dv-neutron-744815-20-hyperv at level 0 using segments [{'id': '66670ef6-0329-4b15-bb45-73645ed17aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '4d3ac6d7-ec69-40aa-a96d-faea817c9b14'}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 13:33:52.242488 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c88a0c71-ee5c-42ec-8702-c7e5e5741c44 None None] Attempting to bind port 1d25303a-7ab6-431f-91d7-f66b1ed33a78 on network 4d3ac6d7-ec69-40aa-a96d-faea817c9b14 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 13:33:52.248482 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c88a0c71-ee5c-42ec-8702-c7e5e5741c44 None None] Checking agent: {'id': '428fa9fa-43db-4db9-9f96-f60ffe931f2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-20-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 13, 19, 1), 'started_at': datetime.datetime(2021, 12, 18, 13, 19, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 13, 33, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-20-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 18 13:33:52.248854 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c88a0c71-ee5c-42ec-8702-c7e5e5741c44 None None] Checking segment: {'id': '66670ef6-0329-4b15-bb45-73645ed17aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '4d3ac6d7-ec69-40aa-a96d-faea817c9b14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 13:33:52.249257 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c88a0c71-ee5c-42ec-8702-c7e5e5741c44 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:52.249644 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c88a0c71-ee5c-42ec-8702-c7e5e5741c44 None None] Bound using segment: {'id': '66670ef6-0329-4b15-bb45-73645ed17aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '4d3ac6d7-ec69-40aa-a96d-faea817c9b14'} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 18 13:33:52.251128 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [None req-c88a0c71-ee5c-42ec-8702-c7e5e5741c44 None None] Bound port: 1d25303a-7ab6-431f-91d7-f66b1ed33a78, host: dv-neutron-744815-20-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66670ef6-0329-4b15-bb45-73645ed17aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '4d3ac6d7-ec69-40aa-a96d-faea817c9b14'}}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 18 13:33:52.251800 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c88a0c71-ee5c-42ec-8702-c7e5e5741c44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:52.273507 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-43403e1d-ebce-4dd2-b12d-16c990b10f34 None None] Port 1d25303a-7ab6-431f-91d7-f66b1ed33a78 cannot update to ACTIVE because it is not bound. {{(pid=103161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 13:33:52.347831 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-b732b2d4-ef9c-411b-9f1b-262f811a04ad None None] For port dc0f882c-1b55-4628-9d30-60e3f0b69d59, host dv-neutron-744815-20-hyperv, cleared binding levels {{(pid=103161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 18 13:33:52.348891 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-c88a0c71-ee5c-42ec-8702-c7e5e5741c44 None None] For port 1d25303a-7ab6-431f-91d7-f66b1ed33a78, host dv-neutron-744815-20-hyperv, cleared binding levels {{(pid=103162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 18 13:33:52.351347 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-b732b2d4-ef9c-411b-9f1b-262f811a04ad None None] For port dc0f882c-1b55-4628-9d30-60e3f0b69d59, host dv-neutron-744815-20-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=dc0f882c-1b55-4628-9d30-60e3f0b69d59,segment=NetworkSegment(3b6a5035-ee21-45c5-8450-0756163a1909),segment_id=3b6a5035-ee21-45c5-8450-0756163a1909)] {{(pid=103161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 18 13:33:52.352466 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-c88a0c71-ee5c-42ec-8702-c7e5e5741c44 None None] For port 1d25303a-7ab6-431f-91d7-f66b1ed33a78, host dv-neutron-744815-20-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=1d25303a-7ab6-431f-91d7-f66b1ed33a78,segment=NetworkSegment(66670ef6-0329-4b15-bb45-73645ed17aea),segment_id=66670ef6-0329-4b15-bb45-73645ed17aea)] {{(pid=103162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 18 13:33:52.357968 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-b732b2d4-ef9c-411b-9f1b-262f811a04ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:52.360665 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c88a0c71-ee5c-42ec-8702-c7e5e5741c44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:52.421729 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b732b2d4-ef9c-411b-9f1b-262f811a04ad None None] Pushing event updated for resources: {'Port': ['ID=dc0f882c-1b55-4628-9d30-60e3f0b69d59,revision_number=2']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:33:52.449601 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413e7ccf-58b7-438f-ad08-38176d3625f7 None None] Pushing event updated for resources: {'Port': ['ID=1d25303a-7ab6-431f-91d7-f66b1ed33a78,revision_number=4']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:33:52.458030 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c88a0c71-ee5c-42ec-8702-c7e5e5741c44 None None] Routers {'75375f83-93da-4916-820d-2a192bd2b416'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:33:52.458647 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-c88a0c71-ee5c-42ec-8702-c7e5e5741c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:33:27Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['75375f83-93da-4916-820d-2a192bd2b416'], 'active': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:33:52.485041 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-8a957012-fe17-42fa-8fe8-a403a3a9caac tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Deleting port 1a35ac31-f65c-4ad3-8888-e2bc40b19057 {{(pid=103160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:33:52.485703 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-8a957012-fe17-42fa-8fe8-a403a3a9caac tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:52.509197 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-5fa0a30e-ea4f-42a0-bd9d-d5395b03f13a None None] Provisioning complete for port 1d25303a-7ab6-431f-91d7-f66b1ed33a78 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:33:52.509948 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-5fa0a30e-ea4f-42a0-bd9d-d5395b03f13a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:52.559241 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-279dc39b-0b21-4634-894d-2f0ae93fce0d tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks [] for port, precommit_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:52.563727 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device b8eb9746-e588-4cc0-bac8-0e2b29c52881 up at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 13:33:52.652369 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvr_db [None req-c88a0c71-ee5c-42ec-8702-c7e5e5741c44 None None] Set router 75375f83-93da-4916-820d-2a192bd2b416 gateway port host: None {{(pid=103162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 13:33:52.668140 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-279dc39b-0b21-4634-894d-2f0ae93fce0d tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4533541'] for port, after_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:52.758347 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Device db6b701d-5dba-4848-9aec-cc7c90433558 up at agent hyperv_hv-neutron-7448 {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 13:33:52.815530 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.db [None req-8a957012-fe17-42fa-8fe8-a403a3a9caac tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] For port 1a35ac31-f65c-4ad3-8888-e2bc40b19057, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=1a35ac31-f65c-4ad3-8888-e2bc40b19057,segment=NetworkSegment(73c1ce91-1e2a-419e-be22-0d551940b851),segment_id=73c1ce91-1e2a-419e-be22-0d551940b851)] {{(pid=103160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:33:52.816011 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-8a957012-fe17-42fa-8fe8-a403a3a9caac tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:52.846533 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-5fa0a30e-ea4f-42a0-bd9d-d5395b03f13a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:52.850327 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-8a957012-fe17-42fa-8fe8-a403a3a9caac tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Calling delete_port for 1a35ac31-f65c-4ad3-8888-e2bc40b19057 owned by network:router_interface {{(pid=103160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:33:52.855200 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-279dc39b-0b21-4634-894d-2f0ae93fce0d tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1048031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586432'] for router_interface, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:52.857480 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279dc39b-0b21-4634-894d-2f0ae93fce0d tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Pushing event updated for resources: {'Port': ['ID=041b7117-a634-4714-92a0-5d698b81cc89,revision_number=2']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:33:52.908004 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-5fa0a30e-ea4f-42a0-bd9d-d5395b03f13a None None] For port 1d25303a-7ab6-431f-91d7-f66b1ed33a78, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=1d25303a-7ab6-431f-91d7-f66b1ed33a78,segment=NetworkSegment(66670ef6-0329-4b15-bb45-73645ed17aea),segment_id=66670ef6-0329-4b15-bb45-73645ed17aea)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:33:52.912614 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2294866d-0076-4933-952c-685307032598 None None] Provisioning complete for port b8eb9746-e588-4cc0-bac8-0e2b29c52881 triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:33:52.913108 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:52.919193 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-5fa0a30e-ea4f-42a0-bd9d-d5395b03f13a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:53.009010 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Provisioning for port db6b701d-5dba-4848-9aec-cc7c90433558 completed by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 18 13:33:53.017791 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-c88a0c71-ee5c-42ec-8702-c7e5e5741c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75375f83-93da-4916-820d-2a192bd2b416', 'name': 'tempest-RoutersTest-router-2068913425', 'tenant_id': 'd223d1b2ed814c43a2fd9ddeaaf9b271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:33:36Z', 'updated_at': '2021-12-18T13:33:51Z', 'revision_number': 4, 'project_id': 'd223d1b2ed814c43a2fd9ddeaaf9b271', 'gw_port_host': None, '_interfaces': [{'id': '041b7117-a634-4714-92a0-5d698b81cc89', 'name': '', 'network_id': 'b8abcfea-7f1b-4f25-9ebf-f3fadecbde9d', 'tenant_id': 'd223d1b2ed814c43a2fd9ddeaaf9b271', 'mac_address': 'fa:16:3e:70:03:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75375f83-93da-4916-820d-2a192bd2b416', 'device_owner': 'network:router_interface', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': 'a7e473c6-ca47-443c-9eff-7e80b453b879', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:33:50Z', 'updated_at': '2021-12-18T13:33:50Z', 'revision_number': 1, 'project_id': 'd223d1b2ed814c43a2fd9ddeaaf9b271', 'subnets': [{'id': 'a7e473c6-ca47-443c-9eff-7e80b453b879', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1d25303a-7ab6-431f-91d7-f66b1ed33a78', 'name': '', 'network_id': '4d3ac6d7-ec69-40aa-a96d-faea817c9b14', 'tenant_id': 'd223d1b2ed814c43a2fd9ddeaaf9b271', 'mac_address': 'fa:16:3e:29:50:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75375f83-93da-4916-820d-2a192bd2b416', 'device_owner': 'network:router_interface', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'd359df33-e8f5-464b-88a9-54ef9bff6701', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:33:46Z', 'updated_at': '2021-12-18T13:33:52Z', 'revision_number': 4, 'project_id': 'd223d1b2ed814c43a2fd9ddeaaf9b271', 'subnets': [{'id': 'd359df33-e8f5-464b-88a9-54ef9bff6701', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8eb9746-e588-4cc0-bac8-0e2b29c52881', 'name': '', 'network_id': 'fcdc3f02-63f3-449c-8180-3faed08bd0cd', 'tenant_id': 'd223d1b2ed814c43a2fd9ddeaaf9b271', 'mac_address': 'fa:16:3e:e2:42:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75375f83-93da-4916-820d-2a192bd2b416', 'device_owner': 'network:router_interface', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': '9aed1807-163c-40d5-887b-ac871ecc6aa2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:33:38Z', 'updated_at': '2021-12-18T13:33:48Z', 'revision_number': 5, 'project_id': 'd223d1b2ed814c43a2fd9ddeaaf9b271', 'subnets': [{'id': '9aed1807-163c-40d5-887b-ac871ecc6aa2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:33:53.019568 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Provisioning complete for port db6b701d-5dba-4848-9aec-cc7c90433558 triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:33:53.020039 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:53.022762 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa0a30e-ea4f-42a0-bd9d-d5395b03f13a None None] Pushing event updated for resources: {'Port': ['ID=1d25303a-7ab6-431f-91d7-f66b1ed33a78,revision_number=5']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:33:53.048209 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c88a0c71-ee5c-42ec-8702-c7e5e5741c44 None None] The sync data for ids ['75375f83-93da-4916-820d-2a192bd2b416'] in dv-neutron-744815-20-hyperv is: [{'id': '75375f83-93da-4916-820d-2a192bd2b416', 'name': 'tempest-RoutersTest-router-2068913425', 'tenant_id': 'd223d1b2ed814c43a2fd9ddeaaf9b271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:33:36Z', 'updated_at': '2021-12-18T13:33:51Z', 'revision_number': 4, 'project_id': 'd223d1b2ed814c43a2fd9ddeaaf9b271', 'gw_port_host': None, '_interfaces': [{'id': '041b7117-a634-4714-92a0-5d698b81cc89', 'name': '', 'network_id': 'b8abcfea-7f1b-4f25-9ebf-f3fadecbde9d', 'tenant_id': 'd223d1b2ed814c43a2fd9ddeaaf9b271', 'mac_address': 'fa:16:3e:70:03:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75375f83-93da-4916-820d-2a192bd2b416', 'device_owner': 'network:router_interface', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': 'a7e473c6-ca47-443c-9eff-7e80b453b879', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:33:50Z', 'updated_at': '2021-12-18T13:33:50Z', 'revision_number': 1, 'project_id': 'd223d1b2ed814c43a2fd9ddeaaf9b271', 'subnets': [{'id': 'a7e473c6-ca47-443c-9eff-7e80b453b879', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1d25303a-7ab6-431f-91d7-f66b1ed33a78', 'name': '', 'network_id': '4d3ac6d7-ec69-40aa-a96d-faea817c9b14', 'tenant_id': 'd223d1b2ed814c43a2fd9ddeaaf9b271', 'mac_address': 'fa:16:3e:29:50:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75375f83-93da-4916-820d-2a192bd2b416', 'device_owner': 'network:router_interface', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'd359df33-e8f5-464b-88a9-54ef9bff6701', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:33:46Z', 'updated_at': '2021-12-18T13:33:52Z', 'revision_number': 4, 'project_id': 'd223d1b2ed814c43a2fd9ddeaaf9b271', 'subnets': [{'id': 'd359df33-e8f5-464b-88a9-54ef9bff6701', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8eb9746-e588-4cc0-bac8-0e2b29c52881', 'name': '', 'network_id': 'fcdc3f02-63f3-449c-8180-3faed08bd0cd', 'tenant_id': 'd223d1b2ed814c43a2fd9ddeaaf9b271', 'mac_address': 'fa:16:3e:e2:42:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75375f83-93da-4916-820d-2a192bd2b416', 'device_owner': 'network:router_interface', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': '9aed1807-163c-40d5-887b-ac871ecc6aa2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:33:38Z', 'updated_at': '2021-12-18T13:33:48Z', 'revision_number': 5, 'project_id': 'd223d1b2ed814c43a2fd9ddeaaf9b271', 'subnets': [{'id': '9aed1807-163c-40d5-887b-ac871ecc6aa2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 13:33:53.062964 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-279dc39b-0b21-4634-894d-2f0ae93fce0d tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Network b8abcfea-7f1b-4f25-9ebf-f3fadecbde9d is already hosted by enough agents. {{(pid=103160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:33:53.065023 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.base_scheduler [None req-279dc39b-0b21-4634-894d-2f0ae93fce0d tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Resources bound (agent type, host, resource id): {{(pid=103160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:33:53.085053 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-aee41087-2f4d-4822-9f5f-079eb017d4a7 None None] Provisioning complete for port 1d25303a-7ab6-431f-91d7-f66b1ed33a78 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:33:53.085538 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-aee41087-2f4d-4822-9f5f-079eb017d4a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:53.219919 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-279dc39b-0b21-4634-894d-2f0ae93fce0d tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Router 75375f83-93da-4916-820d-2a192bd2b416 has already been hosted by L3 agent c9c0cd52-5bd2-4704-9429-d80f1c5ad23c {{(pid=103160) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 18 13:33:53.223096 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-8a957012-fe17-42fa-8fe8-a403a3a9caac tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4533522'] for port, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:53.260697 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a957012-fe17-42fa-8fe8-a403a3a9caac tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Pushing event deleted for resources: {'Port': ['ID=1a35ac31-f65c-4ad3-8888-e2bc40b19057,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:33:53.262974 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 4b5de56e-05a2-4bd3-8b51-131a124e7d4b up at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 13:33:53.272841 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:53.384051 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c170a56f-bd12-4061-a440-10c2ed3453bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db6b701d-5dba-4848-9aec-cc7c90433558'}] {{(pid=103161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 18 13:33:53.389994 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22224e7a42aa75e3f3b9c037df440650d2cfa1dd97b40a249aee4a8113775251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07b561a4-ecf3-4e5e-85e5-301bbd61513d" -d '{"events": [{"server_uuid": "c170a56f-bd12-4061-a440-10c2ed3453bb", "name": "network-vif-plugged", "status": "completed", "tag": "db6b701d-5dba-4848-9aec-cc7c90433558"}]}' {{(pid=103161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 18 13:33:53.410736 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] For port db6b701d-5dba-4848-9aec-cc7c90433558, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=db6b701d-5dba-4848-9aec-cc7c90433558,segment=NetworkSegment(41b622a4-fe65-4a37-a7e3-444d1fa62644),segment_id=41b622a4-fe65-4a37-a7e3-444d1fa62644)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:33:53.422211 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2294866d-0076-4933-952c-685307032598 None None] Provisioning complete for port 4b5de56e-05a2-4bd3-8b51-131a124e7d4b triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:33:53.422772 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:53.424911 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:53.457642 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cfaa50-2404-46d2-a38d-c8769e03c9ce req-11637ca9-dbf2-4da8-9cdc-088a6c88321e tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:33:53.470081 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-e4cfaa50-2404-46d2-a38d-c8769e03c9ce req-11637ca9-dbf2-4da8-9cdc-088a6c88321e tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/ports?device_id=c170a56f-bd12-4061-a440-10c2ed3453bb HTTP/1.1" status: 200 len: 945 time: 0.1380990 Dec 18 13:33:53.498277 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 13:33:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2af4cd9c-76c7-413d-ada6-989e28fa59b7 x-openstack-request-id: req-2af4cd9c-76c7-413d-ada6-989e28fa59b7 {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 18 13:33:53.498682 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c170a56f-bd12-4061-a440-10c2ed3453bb", "name": "network-vif-plugged", "status": "completed", "tag": "db6b701d-5dba-4848-9aec-cc7c90433558", "code": 200}]} {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 18 13:33:53.499011 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2af4cd9c-76c7-413d-ada6-989e28fa59b7 {{(pid=103161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 18 13:33:53.511896 dv-neutron-744815-20-hyperv neutron-server[103161]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c170a56f-bd12-4061-a440-10c2ed3453bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db6b701d-5dba-4848-9aec-cc7c90433558', 'code': 200} Dec 18 13:33:53.556580 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Pushing event updated for resources: {'Port': ['ID=db6b701d-5dba-4848-9aec-cc7c90433558,revision_number=5']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:33:53.624361 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-279dc39b-0b21-4634-894d-2f0ae93fce0d tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Notify agent at l3_agent.dv-neutron-744815-20-hyperv the message routers_updated {{(pid=103160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 13:33:53.637829 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-e4cfaa50-2404-46d2-a38d-c8769e03c9ce req-6a7eb268-9a32-4236-8bf4-c1da07fbe2a9 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/security-groups?id=3ad76b8c-64a9-4478-8490-51b1169ccaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1654749 Dec 18 13:33:53.657469 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 56256) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:33:53.657805 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-279dc39b-0b21-4634-894d-2f0ae93fce0d tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] 10.222.0.31 "PUT /v2.0/routers/75375f83-93da-4916-820d-2a192bd2b416/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8174090 Dec 18 13:33:53.664602 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-8a957012-fe17-42fa-8fe8-a403a3a9caac tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1048020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-576035'] for router_interface, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:53.666312 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-ee4ee44d-6be1-4e22-a6d3-dd86825c207b tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Request body: {'network': {'name': 'tempest-RoutersTest-160499189'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:33:53.679172 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 1a35ac31-f65c-4ad3-8888-e2bc40b19057 up at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 13:33:53.711123 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-2294866d-0076-4933-952c-685307032598 None None] No Port match for: 1a35ac31-f65c-4ad3-8888-e2bc40b19057 {{(pid=103161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 18 13:33:53.711623 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 1a35ac31-f65c-4ad3-8888-e2bc40b19057 not bound to the agent host dv-neutron-744815-20-hyperv {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Dec 18 13:33:53.714348 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee4ee44d-6be1-4e22-a6d3-dd86825c207b tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Made reservation on behalf of d223d1b2ed814c43a2fd9ddeaaf9b271 for: {'network': 1} {{(pid=103159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:33:53.718778 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-ee4ee44d-6be1-4e22-a6d3-dd86825c207b tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for network, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:53.738855 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Port 1a35ac31-f65c-4ad3-8888-e2bc40b19057 not found, will not notify nova. {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Dec 18 13:33:53.739981 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 4196e8f2-a96e-4645-9fd5-b0392c97b336 up at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 13:33:53.793582 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee4ee44d-6be1-4e22-a6d3-dd86825c207b tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 103} {{(pid=103159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 18 13:33:53.795303 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2294866d-0076-4933-952c-685307032598 None None] Provisioning complete for port 4196e8f2-a96e-4645-9fd5-b0392c97b336 triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:33:53.796005 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:53.804178 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-ee4ee44d-6be1-4e22-a6d3-dd86825c207b tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:53.804812 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.db.segments_db [None req-ee4ee44d-6be1-4e22-a6d3-dd86825c207b tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Added segment ef886f74-c8eb-4036-8e66-6456e118d42b of type vlan for network cafd31c2-18d2-4400-b434-f95918288f11 Dec 18 13:33:53.853168 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-ee4ee44d-6be1-4e22-a6d3-dd86825c207b tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767106405744'] for network, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:53.889645 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-ee4ee44d-6be1-4e22-a6d3-dd86825c207b tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981'] for network, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:53.896564 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee4ee44d-6be1-4e22-a6d3-dd86825c207b tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:33:53.897481 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-ee4ee44d-6be1-4e22-a6d3-dd86825c207b tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks [] for network, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:53.903049 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a91e106-653e-4d58-a21d-d8a9d19e622b req-aae5dab4-7cac-4d33-91dc-c32a0685ffc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:33:53.904962 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-8a91e106-653e-4d58-a21d-d8a9d19e622b req-aae5dab4-7cac-4d33-91dc-c32a0685ffc2 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=c170a56f-bd12-4061-a440-10c2ed3453bb HTTP/1.1" status: 200 len: 1099 time: 0.1620357 Dec 18 13:33:53.998501 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-8a91e106-653e-4d58-a21d-d8a9d19e622b req-a28438c7-44e2-43b3-9676-01c1d1971c72 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=3ad76b8c-64a9-4478-8490-51b1169ccaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716941 Dec 18 13:33:54.000798 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 0888c956-2836-431d-82a0-fad43903e119 no longer exists at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 18 13:33:54.031333 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-ee4ee44d-6be1-4e22-a6d3-dd86825c207b tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3723066 Dec 18 13:33:54.034246 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 56258) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:33:54.037811 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4ee44d-6be1-4e22-a6d3-dd86825c207b tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Pushing event updated for resources: {'Network': ['ID=cafd31c2-18d2-4400-b434-f95918288f11,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:33:54.039671 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-c196014e-50ba-4879-9d20-6332b0d2efb5 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Request body: {'subnet': {'network_id': 'cafd31c2-18d2-4400-b434-f95918288f11', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:33:54.050205 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-2294866d-0076-4933-952c-685307032598 None None] No Port match for: 0888c956-2836-431d-82a0-fad43903e119 {{(pid=103161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 18 13:33:54.050553 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 0888c956-2836-431d-82a0-fad43903e119 not bound to the agent host dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 18 13:33:54.052098 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1567ead2-938c-4d3a-9c7d-abf0377a4120 None None] Network b8abcfea-7f1b-4f25-9ebf-f3fadecbde9d requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:33:54.054094 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Network cafd31c2-18d2-4400-b434-f95918288f11 details requested by agent ovs-agent-dv-neutron-744815-20-hyperv with host dv-neutron-744815-20-hyperv {{(pid=103161) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 18 13:33:54.075926 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a957012-fe17-42fa-8fe8-a403a3a9caac tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Router f63deb02-f6ed-4580-96e0-01d237f8236f has already been hosted by L3 agent c9c0cd52-5bd2-4704-9429-d80f1c5ad23c {{(pid=103160) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 18 13:33:54.168096 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5fd4f39-d66d-42e8-b552-aeecf46f4cff None None] Sync routers for ids ['75375f83-93da-4916-820d-2a192bd2b416'] in dv-neutron-744815-20-hyperv {{(pid=103161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 13:33:54.190335 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-9d228075-c0bd-4656-afcd-2f3ff99200fb None None] Provisioning complete for port dc0f882c-1b55-4628-9d30-60e3f0b69d59 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:33:54.190700 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-9d228075-c0bd-4656-afcd-2f3ff99200fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:54.235822 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5fd4f39-d66d-42e8-b552-aeecf46f4cff None None] Routers {'75375f83-93da-4916-820d-2a192bd2b416'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:33:54.236485 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-f5fd4f39-d66d-42e8-b552-aeecf46f4cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:33:27Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['75375f83-93da-4916-820d-2a192bd2b416'], 'active': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:33:54.237190 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a957012-fe17-42fa-8fe8-a403a3a9caac tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Notify agent at l3_agent.dv-neutron-744815-20-hyperv the message routers_updated {{(pid=103160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 13:33:54.239714 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c196014e-50ba-4879-9d20-6332b0d2efb5 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Made reservation on behalf of d223d1b2ed814c43a2fd9ddeaaf9b271 for: {'subnet': 1} {{(pid=103160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:33:54.243483 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-c196014e-50ba-4879-9d20-6332b0d2efb5 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4514414'] for subnet, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:54.250304 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fd0aa41-51b1-4772-8087-87be8d3d210f None None] Sync routers for ids ['f63deb02-f6ed-4580-96e0-01d237f8236f'] in dv-neutron-744815-20-hyperv {{(pid=103162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 13:33:54.251625 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-8a957012-fe17-42fa-8fe8-a403a3a9caac tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] 10.222.0.31 "PUT /v2.0/routers/f63deb02-f6ed-4580-96e0-01d237f8236f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5420890 Dec 18 13:33:54.254343 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 56260) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:33:54.270915 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fd0aa41-51b1-4772-8087-87be8d3d210f None None] Routers {'f63deb02-f6ed-4580-96e0-01d237f8236f'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:33:54.272016 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-1fd0aa41-51b1-4772-8087-87be8d3d210f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:33:27Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['f63deb02-f6ed-4580-96e0-01d237f8236f'], 'active': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:33:54.355522 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.db_base_plugin_v2 [None req-45a60ee1-129a-429d-8697-569ce51ec037 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Deleting subnet 6672c277-c82b-43ad-80cf-575233dcf9b0 {{(pid=103159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 18 13:33:54.360153 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-45a60ee1-129a-429d-8697-569ce51ec037 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks [] for subnet, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:54.426655 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-45a60ee1-129a-429d-8697-569ce51ec037 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5589624'] for subnet, precommit_delete_associations {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:54.459836 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvr_db [None req-1fd0aa41-51b1-4772-8087-87be8d3d210f None None] Set router f63deb02-f6ed-4580-96e0-01d237f8236f gateway port host: None {{(pid=103162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 13:33:54.490198 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-c196014e-50ba-4879-9d20-6332b0d2efb5 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4533410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4514424'] for subnet, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:54.503251 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device dc0f882c-1b55-4628-9d30-60e3f0b69d59 up at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 13:33:54.537428 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-45a60ee1-129a-429d-8697-569ce51ec037 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1929185'] for subnet, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:54.596462 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c196014e-50ba-4879-9d20-6332b0d2efb5 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Pushing event updated for resources: {'Subnet': ['ID=62724c36-0fcd-4a18-9c83-98dca5b0ec2e,revision_number=0']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:33:54.608050 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c196014e-50ba-4879-9d20-6332b0d2efb5 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Checking segment: {'id': 'ef886f74-c8eb-4036-8e66-6456e118d42b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'cafd31c2-18d2-4400-b434-f95918288f11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 13:33:54.610358 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c196014e-50ba-4879-9d20-6332b0d2efb5 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Network hostable DHCP agents. Network: cafd31c2-18d2-4400-b434-f95918288f11, hostable agents: ['aa77effa-0e3a-4bbd-a383-4d58ed3328d0'], hosted agents: [] {{(pid=103160) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 18 13:33:54.625699 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-45a60ee1-129a-429d-8697-569ce51ec037 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1929192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5659851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6017053'] for subnet, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:54.628105 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvr_db [None req-f5fd4f39-d66d-42e8-b552-aeecf46f4cff None None] Set router 75375f83-93da-4916-820d-2a192bd2b416 gateway port host: None {{(pid=103161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 13:33:54.643805 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c196014e-50ba-4879-9d20-6332b0d2efb5 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Network cafd31c2-18d2-4400-b434-f95918288f11 is scheduled to be hosted by DHCP agent aa77effa-0e3a-4bbd-a383-4d58ed3328d0 with binding_index 1 {{(pid=103160) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 18 13:33:54.667490 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.base_scheduler [None req-c196014e-50ba-4879-9d20-6332b0d2efb5 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-744815-20-hyperv, cafd31c2-18d2-4400-b434-f95918288f11) {{(pid=103160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:33:54.671960 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a60ee1-129a-429d-8697-569ce51ec037 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Pushing event deleted for resources: {'Subnet': ['ID=6672c277-c82b-43ad-80cf-575233dcf9b0,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:33:54.672343 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c196014e-50ba-4879-9d20-6332b0d2efb5 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:33:54.672948 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-c196014e-50ba-4879-9d20-6332b0d2efb5 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks [] for subnet, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:54.689151 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-45a60ee1-129a-429d-8697-569ce51ec037 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks [] for subnet, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:54.695376 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-45a60ee1-129a-429d-8697-569ce51ec037 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] 10.222.0.31 "DELETE /v2.0/subnets/6672c277-c82b-43ad-80cf-575233dcf9b0 HTTP/1.1" status: 204 len: 168 time: 0.4388719 Dec 18 13:33:54.699285 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 56264) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:33:54.711514 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-c196014e-50ba-4879-9d20-6332b0d2efb5 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6761208 Dec 18 13:33:54.714346 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 56266) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:33:54.747631 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-9d228075-c0bd-4656-afcd-2f3ff99200fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:54.760350 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96fb19cc-08f6-4b91-becc-cf247ca94c11 None None] Network cafd31c2-18d2-4400-b434-f95918288f11 requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:33:54.762711 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25063ee4-8f61-469e-9ddf-b19b543e5918 None None] Network 4d4d4dbc-770c-4941-b1b6-03c3858eb976 requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:33:54.860517 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-1fd0aa41-51b1-4772-8087-87be8d3d210f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f63deb02-f6ed-4580-96e0-01d237f8236f', 'name': 'tempest-RoutersIpV6Test-router-289466128', 'tenant_id': '3e8e672f906b4c94aa3af3ddf07ca05e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:33:19Z', 'updated_at': '2021-12-18T13:33:53Z', 'revision_number': 9, 'project_id': '3e8e672f906b4c94aa3af3ddf07ca05e', 'gw_port_host': None, '_interfaces': [{'id': '146b4ada-1eb2-4f9a-89a6-e248f7ab33ec', 'name': '', 'network_id': '37b20d0d-0c5d-4ad5-8c97-f587a5601dee', 'tenant_id': '3e8e672f906b4c94aa3af3ddf07ca05e', 'mac_address': 'fa:16:3e:de:21:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f63deb02-f6ed-4580-96e0-01d237f8236f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '91a18b6b-5ac3-47f2-a447-8a9f7ed59f3b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:33:21Z', 'updated_at': '2021-12-18T13:33:28Z', 'revision_number': 5, 'project_id': '3e8e672f906b4c94aa3af3ddf07ca05e', 'subnets': [{'id': '91a18b6b-5ac3-47f2-a447-8a9f7ed59f3b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '549b8e1b-ad61-437b-b167-455dd6bf5627', 'name': '', 'network_id': '015c6e97-58b0-432b-8fb9-5dd2b87fb320', 'tenant_id': '3e8e672f906b4c94aa3af3ddf07ca05e', 'mac_address': 'fa:16:3e:34:c8:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f63deb02-f6ed-4580-96e0-01d237f8236f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1271, 'fixed_ips': [{'subnet_id': '6a373c3e-b0bf-44ee-ad10-b9ef3c95967e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:33:26Z', 'updated_at': '2021-12-18T13:33:41Z', 'revision_number': 5, 'project_id': '3e8e672f906b4c94aa3af3ddf07ca05e', 'subnets': [{'id': '6a373c3e-b0bf-44ee-ad10-b9ef3c95967e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:33:54.896748 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fd0aa41-51b1-4772-8087-87be8d3d210f None None] Checking router: f63deb02-f6ed-4580-96e0-01d237f8236f for host: dv-neutron-744815-20-hyperv {{(pid=103162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 18 13:33:54.907516 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-270535ee-38c7-40a9-9b0b-7440d87efcaa tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2023137'] for network, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:54.907655 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fd0aa41-51b1-4772-8087-87be8d3d210f None None] Routers {'f63deb02-f6ed-4580-96e0-01d237f8236f'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:33:54.908352 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-1fd0aa41-51b1-4772-8087-87be8d3d210f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:33:27Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['f63deb02-f6ed-4580-96e0-01d237f8236f'], 'active': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:33:54.939427 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da326ea2-a135-47b9-a602-be2f4b2ea1a9 req-4bebab05-c00f-451a-bdd9-2476b28791e3 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:33:54.941001 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-da326ea2-a135-47b9-a602-be2f4b2ea1a9 req-4bebab05-c00f-451a-bdd9-2476b28791e3 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/ports?device_id=c170a56f-bd12-4061-a440-10c2ed3453bb HTTP/1.1" status: 200 len: 946 time: 0.1617098 Dec 18 13:33:54.988076 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-9d228075-c0bd-4656-afcd-2f3ff99200fb None None] For port dc0f882c-1b55-4628-9d30-60e3f0b69d59, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=dc0f882c-1b55-4628-9d30-60e3f0b69d59,segment=NetworkSegment(3b6a5035-ee21-45c5-8450-0756163a1909),segment_id=3b6a5035-ee21-45c5-8450-0756163a1909)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:33:55.026939 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvr_db [None req-1fd0aa41-51b1-4772-8087-87be8d3d210f None None] Set router f63deb02-f6ed-4580-96e0-01d237f8236f gateway port host: None {{(pid=103162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 13:33:55.064498 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-9d228075-c0bd-4656-afcd-2f3ff99200fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:55.102693 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2294866d-0076-4933-952c-685307032598 None None] Provisioning complete for port dc0f882c-1b55-4628-9d30-60e3f0b69d59 triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:33:55.103071 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:55.126872 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-dfb2e860-393d-419c-b6f6-d9e9d564222d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:55.279617 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d228075-c0bd-4656-afcd-2f3ff99200fb None None] Pushing event updated for resources: {'Port': ['ID=dc0f882c-1b55-4628-9d30-60e3f0b69d59,revision_number=3']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:33:55.294960 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-1fd0aa41-51b1-4772-8087-87be8d3d210f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f63deb02-f6ed-4580-96e0-01d237f8236f', 'name': 'tempest-RoutersIpV6Test-router-289466128', 'tenant_id': '3e8e672f906b4c94aa3af3ddf07ca05e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:33:19Z', 'updated_at': '2021-12-18T13:33:53Z', 'revision_number': 9, 'project_id': '3e8e672f906b4c94aa3af3ddf07ca05e', 'gw_port_host': None, '_interfaces': [{'id': '146b4ada-1eb2-4f9a-89a6-e248f7ab33ec', 'name': '', 'network_id': '37b20d0d-0c5d-4ad5-8c97-f587a5601dee', 'tenant_id': '3e8e672f906b4c94aa3af3ddf07ca05e', 'mac_address': 'fa:16:3e:de:21:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f63deb02-f6ed-4580-96e0-01d237f8236f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '91a18b6b-5ac3-47f2-a447-8a9f7ed59f3b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:33:21Z', 'updated_at': '2021-12-18T13:33:28Z', 'revision_number': 5, 'project_id': '3e8e672f906b4c94aa3af3ddf07ca05e', 'subnets': [{'id': '91a18b6b-5ac3-47f2-a447-8a9f7ed59f3b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '549b8e1b-ad61-437b-b167-455dd6bf5627', 'name': '', 'network_id': '015c6e97-58b0-432b-8fb9-5dd2b87fb320', 'tenant_id': '3e8e672f906b4c94aa3af3ddf07ca05e', 'mac_address': 'fa:16:3e:34:c8:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f63deb02-f6ed-4580-96e0-01d237f8236f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1271, 'fixed_ips': [{'subnet_id': '6a373c3e-b0bf-44ee-ad10-b9ef3c95967e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:33:26Z', 'updated_at': '2021-12-18T13:33:41Z', 'revision_number': 5, 'project_id': '3e8e672f906b4c94aa3af3ddf07ca05e', 'subnets': [{'id': '6a373c3e-b0bf-44ee-ad10-b9ef3c95967e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:33:55.295684 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-04c090b3-7718-450a-b020-453c6f7f4222 None None] Provisioning complete for port dc0f882c-1b55-4628-9d30-60e3f0b69d59 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:33:55.295684 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-04c090b3-7718-450a-b020-453c6f7f4222 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:55.342709 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fd0aa41-51b1-4772-8087-87be8d3d210f None None] The sync data for ids ['f63deb02-f6ed-4580-96e0-01d237f8236f'] in dv-neutron-744815-20-hyperv is: [{'id': 'f63deb02-f6ed-4580-96e0-01d237f8236f', 'name': 'tempest-RoutersIpV6Test-router-289466128', 'tenant_id': '3e8e672f906b4c94aa3af3ddf07ca05e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:33:19Z', 'updated_at': '2021-12-18T13:33:53Z', 'revision_number': 9, 'project_id': '3e8e672f906b4c94aa3af3ddf07ca05e', 'gw_port_host': None, '_interfaces': [{'id': '146b4ada-1eb2-4f9a-89a6-e248f7ab33ec', 'name': '', 'network_id': '37b20d0d-0c5d-4ad5-8c97-f587a5601dee', 'tenant_id': '3e8e672f906b4c94aa3af3ddf07ca05e', 'mac_address': 'fa:16:3e:de:21:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f63deb02-f6ed-4580-96e0-01d237f8236f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '91a18b6b-5ac3-47f2-a447-8a9f7ed59f3b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:33:21Z', 'updated_at': '2021-12-18T13:33:28Z', 'revision_number': 5, 'project_id': '3e8e672f906b4c94aa3af3ddf07ca05e', 'subnets': [{'id': '91a18b6b-5ac3-47f2-a447-8a9f7ed59f3b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '549b8e1b-ad61-437b-b167-455dd6bf5627', 'name': '', 'network_id': '015c6e97-58b0-432b-8fb9-5dd2b87fb320', 'tenant_id': '3e8e672f906b4c94aa3af3ddf07ca05e', 'mac_address': 'fa:16:3e:34:c8:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f63deb02-f6ed-4580-96e0-01d237f8236f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1271, 'fixed_ips': [{'subnet_id': '6a373c3e-b0bf-44ee-ad10-b9ef3c95967e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:33:26Z', 'updated_at': '2021-12-18T13:33:41Z', 'revision_number': 5, 'project_id': '3e8e672f906b4c94aa3af3ddf07ca05e', 'subnets': [{'id': '6a373c3e-b0bf-44ee-ad10-b9ef3c95967e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 13:33:55.427432 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc361662-55df-4a73-9c05-23bd1151e480 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp31e170a0-46a1-5ba9-9dc1-7ee4f866f0d7-cafd31c2-18d2-4400-b434-f95918288f11', 'network_id': 'cafd31c2-18d2-4400-b434-f95918288f11', 'project_id': 'd223d1b2ed814c43a2fd9ddeaaf9b271', 'fixed_ips': [{'subnet_id': '62724c36-0fcd-4a18-9c83-98dca5b0ec2e'}]}} from dv-neutron-744815-20-hyperv. {{(pid=103161) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 18 13:33:55.428315 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-cc361662-55df-4a73-9c05-23bd1151e480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:55.596021 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 1d25303a-7ab6-431f-91d7-f66b1ed33a78 up at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 13:33:55.606867 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-da326ea2-a135-47b9-a602-be2f4b2ea1a9 req-fd7478ae-6a33-48bf-ada3-be32a2692991 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/security-groups?id=3ad76b8c-64a9-4478-8490-51b1169ccaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6271851 Dec 18 13:33:55.649075 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-270535ee-38c7-40a9-9b0b-7440d87efcaa tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Deleting port db53ef9e-a58a-4830-ac7e-9b46a81c1317 {{(pid=103160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:33:55.649790 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-270535ee-38c7-40a9-9b0b-7440d87efcaa tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:55.707384 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-f5fd4f39-d66d-42e8-b552-aeecf46f4cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75375f83-93da-4916-820d-2a192bd2b416', 'name': 'tempest-RoutersTest-router-2068913425', 'tenant_id': 'd223d1b2ed814c43a2fd9ddeaaf9b271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:33:36Z', 'updated_at': '2021-12-18T13:33:51Z', 'revision_number': 4, 'project_id': 'd223d1b2ed814c43a2fd9ddeaaf9b271', 'gw_port_host': None, '_interfaces': [{'id': '041b7117-a634-4714-92a0-5d698b81cc89', 'name': '', 'network_id': 'b8abcfea-7f1b-4f25-9ebf-f3fadecbde9d', 'tenant_id': 'd223d1b2ed814c43a2fd9ddeaaf9b271', 'mac_address': 'fa:16:3e:70:03:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75375f83-93da-4916-820d-2a192bd2b416', 'device_owner': 'network:router_interface', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': 'a7e473c6-ca47-443c-9eff-7e80b453b879', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:33:50Z', 'updated_at': '2021-12-18T13:33:52Z', 'revision_number': 2, 'project_id': 'd223d1b2ed814c43a2fd9ddeaaf9b271', 'subnets': [{'id': 'a7e473c6-ca47-443c-9eff-7e80b453b879', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1d25303a-7ab6-431f-91d7-f66b1ed33a78', 'name': '', 'network_id': '4d3ac6d7-ec69-40aa-a96d-faea817c9b14', 'tenant_id': 'd223d1b2ed814c43a2fd9ddeaaf9b271', 'mac_address': 'fa:16:3e:29:50:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75375f83-93da-4916-820d-2a192bd2b416', 'device_owner': 'network:router_interface', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'd359df33-e8f5-464b-88a9-54ef9bff6701', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:33:46Z', 'updated_at': '2021-12-18T13:33:52Z', 'revision_number': 5, 'project_id': 'd223d1b2ed814c43a2fd9ddeaaf9b271', 'subnets': [{'id': 'd359df33-e8f5-464b-88a9-54ef9bff6701', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8eb9746-e588-4cc0-bac8-0e2b29c52881', 'name': '', 'network_id': 'fcdc3f02-63f3-449c-8180-3faed08bd0cd', 'tenant_id': 'd223d1b2ed814c43a2fd9ddeaaf9b271', 'mac_address': 'fa:16:3e:e2:42:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75375f83-93da-4916-820d-2a192bd2b416', 'device_owner': 'network:router_interface', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': '9aed1807-163c-40d5-887b-ac871ecc6aa2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:33:38Z', 'updated_at': '2021-12-18T13:33:48Z', 'revision_number': 5, 'project_id': 'd223d1b2ed814c43a2fd9ddeaaf9b271', 'subnets': [{'id': '9aed1807-163c-40d5-887b-ac871ecc6aa2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:33:55.754520 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f687c0f-d4d6-438d-86d4-49eb60b31686 None None] DHCP port deletion for 4d4d4dbc-770c-4941-b1b6-03c3858eb976 request from dv-neutron-744815-20-hyperv {{(pid=103161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 18 13:33:55.758841 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_common [None req-cc361662-55df-4a73-9c05-23bd1151e480 None None] Allocated IP 172.23.0.2 (cafd31c2-18d2-4400-b434-f95918288f11/62724c36-0fcd-4a18-9c83-98dca5b0ec2e/da215052-2ba9-4ee1-a994-7e1b5c93dc66) {{(pid=103161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:33:55.768391 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-04c090b3-7718-450a-b020-453c6f7f4222 None None] Provisioning complete for port 041b7117-a634-4714-92a0-5d698b81cc89 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:33:55.768778 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-04c090b3-7718-450a-b020-453c6f7f4222 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:55.770318 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5fd4f39-d66d-42e8-b552-aeecf46f4cff None None] Checking router: 75375f83-93da-4916-820d-2a192bd2b416 for host: dv-neutron-744815-20-hyperv {{(pid=103161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 18 13:33:55.770672 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5fd4f39-d66d-42e8-b552-aeecf46f4cff None None] Updating router 75375f83-93da-4916-820d-2a192bd2b416 port 041b7117-a634-4714-92a0-5d698b81cc89 binding host dv-neutron-744815-20-hyperv {{(pid=103161) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 18 13:33:55.771750 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.db [None req-270535ee-38c7-40a9-9b0b-7440d87efcaa tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] For port db53ef9e-a58a-4830-ac7e-9b46a81c1317, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=db53ef9e-a58a-4830-ac7e-9b46a81c1317,segment=NetworkSegment(73c1ce91-1e2a-419e-be22-0d551940b851),segment_id=73c1ce91-1e2a-419e-be22-0d551940b851)] {{(pid=103160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:33:55.772122 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-270535ee-38c7-40a9-9b0b-7440d87efcaa tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:55.794069 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-270535ee-38c7-40a9-9b0b-7440d87efcaa tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Calling delete_port for db53ef9e-a58a-4830-ac7e-9b46a81c1317 owned by network:dhcp {{(pid=103160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:33:55.813439 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-14b46094-a1af-44c7-a238-5f9e25c41d5f tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:55.876583 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2294866d-0076-4933-952c-685307032598 None None] Provisioning complete for port 1d25303a-7ab6-431f-91d7-f66b1ed33a78 triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:33:55.876965 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:55.882868 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f5fd4f39-d66d-42e8-b552-aeecf46f4cff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:55.949763 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-04c090b3-7718-450a-b020-453c6f7f4222 None None] Port 041b7117-a634-4714-92a0-5d698b81cc89 cannot update to ACTIVE because it is not bound. {{(pid=103161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 13:33:56.012452 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-270535ee-38c7-40a9-9b0b-7440d87efcaa tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4533522'] for port, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:56.047355 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270535ee-38c7-40a9-9b0b-7440d87efcaa tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Pushing event deleted for resources: {'Port': ['ID=db53ef9e-a58a-4830-ac7e-9b46a81c1317,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:33:56.055093 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-270535ee-38c7-40a9-9b0b-7440d87efcaa tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] No DVR routers for this DVR port db53ef9e-a58a-4830-ac7e-9b46a81c1317 on host dv-neutron-744815-20-hyperv {{(pid=103160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 18 13:33:56.097607 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-1f687c0f-d4d6-438d-86d4-49eb60b31686 None None] Deleting port db53ef9e-a58a-4830-ac7e-9b46a81c1317 {{(pid=103161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:33:56.097989 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-1f687c0f-d4d6-438d-86d4-49eb60b31686 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:56.173898 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-270535ee-38c7-40a9-9b0b-7440d87efcaa tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1927292', 'neutron.services.segments.db._delete_segments_for_network-8767106887837'] for network, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:56.194950 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.services.segments.db [None req-270535ee-38c7-40a9-9b0b-7440d87efcaa tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d4d4dbc-770c-4941-b1b6-03c3858eb976']}} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:33:56.204506 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.services.segments.db [None req-270535ee-38c7-40a9-9b0b-7440d87efcaa tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73c1ce91-1e2a-419e-be22-0d551940b851') {'for_net_delete': True} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:33:56.204799 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.services.segments.db [None req-270535ee-38c7-40a9-9b0b-7440d87efcaa tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73c1ce91-1e2a-419e-be22-0d551940b851') {} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:33:56.214582 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-270535ee-38c7-40a9-9b0b-7440d87efcaa tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767106888614', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4533424'] for segment, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:56.228093 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-270535ee-38c7-40a9-9b0b-7440d87efcaa tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:56.233332 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-41056e00-4b69-4dc2-9479-fcb648cecc1b None None] Provisioning complete for port 041b7117-a634-4714-92a0-5d698b81cc89 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:33:56.233711 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-41056e00-4b69-4dc2-9479-fcb648cecc1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:56.234162 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-270535ee-38c7-40a9-9b0b-7440d87efcaa tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Releasing vlan 107 on physical network physnet1 to pool {{(pid=103160) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 18 13:33:56.234570 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-270535ee-38c7-40a9-9b0b-7440d87efcaa tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4533569'] for segment, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:56.237902 dv-neutron-744815-20-hyperv neutron-server[103160]: Traceback (most recent call last): Dec 18 13:33:56.237902 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 18 13:33:56.237902 dv-neutron-744815-20-hyperv neutron-server[103160]: timer() Dec 18 13:33:56.237902 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 18 13:33:56.237902 dv-neutron-744815-20-hyperv neutron-server[103160]: cb(*args, **kw) Dec 18 13:33:56.237902 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 18 13:33:56.237902 dv-neutron-744815-20-hyperv neutron-server[103160]: return func(*args, **kwargs) Dec 18 13:33:56.237902 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 18 13:33:56.237902 dv-neutron-744815-20-hyperv neutron-server[103160]: self._notify() Dec 18 13:33:56.237902 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 18 13:33:56.237902 dv-neutron-744815-20-hyperv neutron-server[103160]: self.callback(batched_events) Dec 18 13:33:56.237902 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 18 13:33:56.237902 dv-neutron-744815-20-hyperv neutron-server[103160]: event.method(event) Dec 18 13:33:56.237902 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 18 13:33:56.237902 dv-neutron-744815-20-hyperv neutron-server[103160]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 18 13:33:56.237902 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 18 13:33:56.237902 dv-neutron-744815-20-hyperv neutron-server[103160]: aggregate_uuid = self.p_client.list_aggregates( Dec 18 13:33:56.237902 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 18 13:33:56.237902 dv-neutron-744815-20-hyperv neutron-server[103160]: return f(self, *a, **k) Dec 18 13:33:56.237902 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 18 13:33:56.237902 dv-neutron-744815-20-hyperv neutron-server[103160]: return self._get(url).json() Dec 18 13:33:56.237902 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 18 13:33:56.237902 dv-neutron-744815-20-hyperv neutron-server[103160]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 18 13:33:56.237902 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 18 13:33:56.237902 dv-neutron-744815-20-hyperv neutron-server[103160]: return self.request(url, 'GET', **kwargs) Dec 18 13:33:56.237902 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 18 13:33:56.237902 dv-neutron-744815-20-hyperv neutron-server[103160]: base_url = self.get_endpoint(auth, allow=allow, Dec 18 13:33:56.237902 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 18 13:33:56.237902 dv-neutron-744815-20-hyperv neutron-server[103160]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 18 13:33:56.237902 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 18 13:33:56.237902 dv-neutron-744815-20-hyperv neutron-server[103160]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 18 13:33:56.237902 dv-neutron-744815-20-hyperv neutron-server[103160]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 18 13:33:56.301337 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-270535ee-38c7-40a9-9b0b-7440d87efcaa tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1927267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586962'] for network, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:56.309304 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-270535ee-38c7-40a9-9b0b-7440d87efcaa tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks [] for network, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:56.312623 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-270535ee-38c7-40a9-9b0b-7440d87efcaa tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] 10.222.0.31 "DELETE /v2.0/networks/4d4d4dbc-770c-4941-b1b6-03c3858eb976 HTTP/1.1" status: 204 len: 168 time: 1.6117897 Dec 18 13:33:56.315531 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 56268) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:33:56.331139 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270535ee-38c7-40a9-9b0b-7440d87efcaa tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Pushing event deleted for resources: {'Network': ['ID=4d4d4dbc-770c-4941-b1b6-03c3858eb976,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:33:56.488884 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-1f687c0f-d4d6-438d-86d4-49eb60b31686 None None] For port db53ef9e-a58a-4830-ac7e-9b46a81c1317, host dv-neutron-744815-20-hyperv, got binding levels [] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:33:56.489270 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-1f687c0f-d4d6-438d-86d4-49eb60b31686 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:56.499635 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-cc361662-55df-4a73-9c05-23bd1151e480 None None] Publish callbacks [] for port, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:56.509111 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device e1c13a47-7093-4efa-9890-120bfa333861 no longer exists at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 18 13:33:56.518478 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-1f687c0f-d4d6-438d-86d4-49eb60b31686 None None] Calling delete_port for db53ef9e-a58a-4830-ac7e-9b46a81c1317 owned by network:dhcp {{(pid=103161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:33:56.540547 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-cc361662-55df-4a73-9c05-23bd1151e480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975'] for port, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:56.544029 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.ipam_backend_mixin [None req-1f687c0f-d4d6-438d-86d4-49eb60b31686 None None] Port db53ef9e-a58a-4830-ac7e-9b46a81c1317 was not found and therefore no delete operation was performed {{(pid=103161) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 18 13:33:56.553773 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-2294866d-0076-4933-952c-685307032598 None None] No Port match for: e1c13a47-7093-4efa-9890-120bfa333861 {{(pid=103161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 18 13:33:56.554117 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device e1c13a47-7093-4efa-9890-120bfa333861 not bound to the agent host dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 18 13:33:56.559880 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-1f687c0f-d4d6-438d-86d4-49eb60b31686 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984'] for port, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:56.561579 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-41056e00-4b69-4dc2-9479-fcb648cecc1b None None] Port 041b7117-a634-4714-92a0-5d698b81cc89 cannot update to ACTIVE because it is not bound. {{(pid=103161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 13:33:56.582278 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.db_base_plugin_common [None req-14b46094-a1af-44c7-a238-5f9e25c41d5f tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Allocated IP 172.23.0.1 (cafd31c2-18d2-4400-b434-f95918288f11/62724c36-0fcd-4a18-9c83-98dca5b0ec2e/41f3f921-ccfe-4c38-811e-08554c71f1ef) {{(pid=103160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:33:56.604966 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-1f687c0f-d4d6-438d-86d4-49eb60b31686 None None] Network 4d4d4dbc-770c-4941-b1b6-03c3858eb976 is not hosted by any dhcp agent {{(pid=103161) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 18 13:33:56.605495 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f687c0f-d4d6-438d-86d4-49eb60b31686 None None] No DVR routers for this DVR port db53ef9e-a58a-4830-ac7e-9b46a81c1317 on host dv-neutron-744815-20-hyperv {{(pid=103161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 18 13:33:56.621267 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc361662-55df-4a73-9c05-23bd1151e480 None None] Network cafd31c2-18d2-4400-b434-f95918288f11 is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:33:56.631291 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-cc361662-55df-4a73-9c05-23bd1151e480 None None] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:33:56.638889 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc361662-55df-4a73-9c05-23bd1151e480 None None] Received port after_create {{(pid=103161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:33:56.641239 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc361662-55df-4a73-9c05-23bd1151e480 None None] Pushing event updated for resources: {'Port': ['ID=da215052-2ba9-4ee1-a994-7e1b5c93dc66,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:33:56.688510 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device dc0f882c-1b55-4628-9d30-60e3f0b69d59 up at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 13:33:56.690750 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f687c0f-d4d6-438d-86d4-49eb60b31686 None None] Pushing event deleted for resources: {'Port': ['ID=db53ef9e-a58a-4830-ac7e-9b46a81c1317,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:33:56.753394 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3998379f-26b5-47d2-acf9-9ae323cc8acf req-aedece71-1338-49e7-8ded-662a1d5cf8d4 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:33:56.754831 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-3998379f-26b5-47d2-acf9-9ae323cc8acf req-aedece71-1338-49e7-8ded-662a1d5cf8d4 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/ports?device_id=c170a56f-bd12-4061-a440-10c2ed3453bb HTTP/1.1" status: 200 len: 946 time: 0.0509870 Dec 18 13:33:56.769066 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-cc361662-55df-4a73-9c05-23bd1151e480 None None] Attempting to bind port da215052-2ba9-4ee1-a994-7e1b5c93dc66 on host dv-neutron-744815-20-hyperv for vnic_type normal with profile {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 13:33:56.769511 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-cc361662-55df-4a73-9c05-23bd1151e480 None None] Attempting to bind port da215052-2ba9-4ee1-a994-7e1b5c93dc66 by drivers openvswitch,hyperv on host dv-neutron-744815-20-hyperv at level 0 using segments [{'id': 'ef886f74-c8eb-4036-8e66-6456e118d42b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'cafd31c2-18d2-4400-b434-f95918288f11'}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 13:33:56.769941 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc361662-55df-4a73-9c05-23bd1151e480 None None] Attempting to bind port da215052-2ba9-4ee1-a994-7e1b5c93dc66 on network cafd31c2-18d2-4400-b434-f95918288f11 {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 13:33:56.793144 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-14b46094-a1af-44c7-a238-5f9e25c41d5f tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks [] for port, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:56.803807 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc361662-55df-4a73-9c05-23bd1151e480 None None] Checking agent: {'id': '428fa9fa-43db-4db9-9f96-f60ffe931f2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-20-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 13, 19, 1), 'started_at': datetime.datetime(2021, 12, 18, 13, 19, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 13, 33, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-20-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 18 13:33:56.804187 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc361662-55df-4a73-9c05-23bd1151e480 None None] Checking segment: {'id': 'ef886f74-c8eb-4036-8e66-6456e118d42b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'cafd31c2-18d2-4400-b434-f95918288f11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 13:33:56.804593 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-cc361662-55df-4a73-9c05-23bd1151e480 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:56.805012 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc361662-55df-4a73-9c05-23bd1151e480 None None] Bound using segment: {'id': 'ef886f74-c8eb-4036-8e66-6456e118d42b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'cafd31c2-18d2-4400-b434-f95918288f11'} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 18 13:33:56.805493 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-cc361662-55df-4a73-9c05-23bd1151e480 None None] Bound port: da215052-2ba9-4ee1-a994-7e1b5c93dc66, host: dv-neutron-744815-20-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef886f74-c8eb-4036-8e66-6456e118d42b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'cafd31c2-18d2-4400-b434-f95918288f11'}}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 18 13:33:56.805871 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-cc361662-55df-4a73-9c05-23bd1151e480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:56.830602 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-3998379f-26b5-47d2-acf9-9ae323cc8acf req-aaf05a1d-130a-449c-babf-bb70b5a9136f tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/security-groups?id=3ad76b8c-64a9-4478-8490-51b1169ccaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672960 Dec 18 13:33:56.834558 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f5fd4f39-d66d-42e8-b552-aeecf46f4cff None None] Publish callbacks [] for port, precommit_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:56.862086 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2294866d-0076-4933-952c-685307032598 None None] Provisioning complete for port dc0f882c-1b55-4628-9d30-60e3f0b69d59 triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:33:56.862488 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:56.864709 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-99aaa873-e7f2-4609-be39-a92991a609d1 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-586101'] for router_interface, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:56.866971 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-14b46094-a1af-44c7-a238-5f9e25c41d5f tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4533522'] for port, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:56.868452 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f5fd4f39-d66d-42e8-b552-aeecf46f4cff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:56.967726 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b95d9e-d6dd-406e-a706-0f11f6a9442e None None] Pushing event updated for resources: {'Port': ['ID=041b7117-a634-4714-92a0-5d698b81cc89,revision_number=3']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:33:56.976307 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-cc361662-55df-4a73-9c05-23bd1151e480 None None] For port da215052-2ba9-4ee1-a994-7e1b5c93dc66, host dv-neutron-744815-20-hyperv, cleared binding levels {{(pid=103161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 18 13:33:56.984694 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-cc361662-55df-4a73-9c05-23bd1151e480 None None] For port da215052-2ba9-4ee1-a994-7e1b5c93dc66, host dv-neutron-744815-20-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=da215052-2ba9-4ee1-a994-7e1b5c93dc66,segment=NetworkSegment(ef886f74-c8eb-4036-8e66-6456e118d42b),segment_id=ef886f74-c8eb-4036-8e66-6456e118d42b)] {{(pid=103161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 18 13:33:57.006964 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-cc361662-55df-4a73-9c05-23bd1151e480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:57.009438 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14b46094-a1af-44c7-a238-5f9e25c41d5f tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Network cafd31c2-18d2-4400-b434-f95918288f11 is already hosted by enough agents. {{(pid=103160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:33:57.024936 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.base_scheduler [None req-14b46094-a1af-44c7-a238-5f9e25c41d5f tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Resources bound (agent type, host, resource id): {{(pid=103160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:33:57.038847 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b46094-a1af-44c7-a238-5f9e25c41d5f tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Received port after_create {{(pid=103160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:33:57.046425 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b46094-a1af-44c7-a238-5f9e25c41d5f tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Pushing event updated for resources: {'Port': ['ID=41f3f921-ccfe-4c38-811e-08554c71f1ef,revision_number=1']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:33:57.071090 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-f5fd4f39-d66d-42e8-b552-aeecf46f4cff None None] Attempting to bind port 041b7117-a634-4714-92a0-5d698b81cc89 on host dv-neutron-744815-20-hyperv for vnic_type normal with profile {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 13:33:57.071499 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-f5fd4f39-d66d-42e8-b552-aeecf46f4cff None None] Attempting to bind port 041b7117-a634-4714-92a0-5d698b81cc89 by drivers openvswitch,hyperv on host dv-neutron-744815-20-hyperv at level 0 using segments [{'id': '3b6a5035-ee21-45c5-8450-0756163a1909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'b8abcfea-7f1b-4f25-9ebf-f3fadecbde9d'}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 13:33:57.071995 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5fd4f39-d66d-42e8-b552-aeecf46f4cff None None] Attempting to bind port 041b7117-a634-4714-92a0-5d698b81cc89 on network b8abcfea-7f1b-4f25-9ebf-f3fadecbde9d {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 13:33:57.117487 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5fd4f39-d66d-42e8-b552-aeecf46f4cff None None] Checking agent: {'id': '428fa9fa-43db-4db9-9f96-f60ffe931f2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-20-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 13, 19, 1), 'started_at': datetime.datetime(2021, 12, 18, 13, 19, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 13, 33, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-20-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 18 13:33:57.117859 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5fd4f39-d66d-42e8-b552-aeecf46f4cff None None] Checking segment: {'id': '3b6a5035-ee21-45c5-8450-0756163a1909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'b8abcfea-7f1b-4f25-9ebf-f3fadecbde9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 13:33:57.118267 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f5fd4f39-d66d-42e8-b552-aeecf46f4cff None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:57.118679 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5fd4f39-d66d-42e8-b552-aeecf46f4cff None None] Bound using segment: {'id': '3b6a5035-ee21-45c5-8450-0756163a1909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'b8abcfea-7f1b-4f25-9ebf-f3fadecbde9d'} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 18 13:33:57.119176 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-f5fd4f39-d66d-42e8-b552-aeecf46f4cff None None] Bound port: 041b7117-a634-4714-92a0-5d698b81cc89, host: dv-neutron-744815-20-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b6a5035-ee21-45c5-8450-0756163a1909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'b8abcfea-7f1b-4f25-9ebf-f3fadecbde9d'}}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 18 13:33:57.120118 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f5fd4f39-d66d-42e8-b552-aeecf46f4cff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:57.128224 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d854bef-6dde-4184-9156-3ca14f2cd2f1 req-7f997826-437a-49cd-a614-4e2fb115aae2 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:33:57.130504 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-3d854bef-6dde-4184-9156-3ca14f2cd2f1 req-7f997826-437a-49cd-a614-4e2fb115aae2 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/ports?device_id=c170a56f-bd12-4061-a440-10c2ed3453bb HTTP/1.1" status: 200 len: 946 time: 0.2210104 Dec 18 13:33:57.164199 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc361662-55df-4a73-9c05-23bd1151e480 None None] Pushing event updated for resources: {'Port': ['ID=da215052-2ba9-4ee1-a994-7e1b5c93dc66,revision_number=2']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:33:57.173213 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0fc064a2-a0d3-426d-9086-ead5a93bf645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:57.192550 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-14b46094-a1af-44c7-a238-5f9e25c41d5f tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586257'] for router_interface, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:57.233008 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 1a35ac31-f65c-4ad3-8888-e2bc40b19057 no longer exists at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 18 13:33:57.235342 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-6f16b82d-4f45-4251-b27b-ac78c55c05ea None None] Provisioning complete for port 041b7117-a634-4714-92a0-5d698b81cc89 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:33:57.235647 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-6f16b82d-4f45-4251-b27b-ac78c55c05ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:57.280419 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-2294866d-0076-4933-952c-685307032598 None None] No Port match for: 1a35ac31-f65c-4ad3-8888-e2bc40b19057 {{(pid=103161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 18 13:33:57.280774 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 1a35ac31-f65c-4ad3-8888-e2bc40b19057 not bound to the agent host dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 18 13:33:57.281293 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device db53ef9e-a58a-4830-ac7e-9b46a81c1317 no longer exists at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 18 13:33:57.285057 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-f5fd4f39-d66d-42e8-b552-aeecf46f4cff None None] For port 041b7117-a634-4714-92a0-5d698b81cc89, host dv-neutron-744815-20-hyperv, cleared binding levels {{(pid=103161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 18 13:33:57.289749 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-3d854bef-6dde-4184-9156-3ca14f2cd2f1 req-da35ebae-6a2e-41b2-93bd-323d99f32dfc tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/security-groups?id=3ad76b8c-64a9-4478-8490-51b1169ccaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1505349 Dec 18 13:33:57.315364 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 56274) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:33:57.321408 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-2294866d-0076-4933-952c-685307032598 None None] No Port match for: db53ef9e-a58a-4830-ac7e-9b46a81c1317 {{(pid=103161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 18 13:33:57.321408 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device db53ef9e-a58a-4830-ac7e-9b46a81c1317 not bound to the agent host dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 18 13:33:57.335046 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-f5fd4f39-d66d-42e8-b552-aeecf46f4cff None None] For port 041b7117-a634-4714-92a0-5d698b81cc89, host dv-neutron-744815-20-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=041b7117-a634-4714-92a0-5d698b81cc89,segment=NetworkSegment(3b6a5035-ee21-45c5-8450-0756163a1909),segment_id=3b6a5035-ee21-45c5-8450-0756163a1909)] {{(pid=103161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 18 13:33:57.342831 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-6f16b82d-4f45-4251-b27b-ac78c55c05ea None None] Port 041b7117-a634-4714-92a0-5d698b81cc89 cannot update to ACTIVE because it is not bound. {{(pid=103161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 13:33:57.348072 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f5fd4f39-d66d-42e8-b552-aeecf46f4cff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:57.384497 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2938ee18-8f2e-49c1-b793-6e3740d78329 tempest-TestNetworkBasicOps-845399116 tempest-TestNetworkBasicOps-845399116-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:33:57.386066 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-2938ee18-8f2e-49c1-b793-6e3740d78329 tempest-TestNetworkBasicOps-845399116 tempest-TestNetworkBasicOps-845399116-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=c170a56f-bd12-4061-a440-10c2ed3453bb HTTP/1.1" status: 200 len: 1094 time: 0.0694702 Dec 18 13:33:57.389409 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 56276) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:33:57.413113 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-4375d83b-76dd-4da3-8955-f9c21b30ccd2 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Request body: {'floatingip': {'floating_network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'port_id': 'db6b701d-5dba-4848-9aec-cc7c90433558', 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:33:57.430216 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5fd4f39-d66d-42e8-b552-aeecf46f4cff None None] Routers {'75375f83-93da-4916-820d-2a192bd2b416'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:33:57.430970 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-f5fd4f39-d66d-42e8-b552-aeecf46f4cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:33:57Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['75375f83-93da-4916-820d-2a192bd2b416'], 'active': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:33:57.443623 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b95d9e-d6dd-406e-a706-0f11f6a9442e None None] Pushing event updated for resources: {'Port': ['ID=041b7117-a634-4714-92a0-5d698b81cc89,revision_number=4']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:33:57.449260 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-4375d83b-76dd-4da3-8955-f9c21b30ccd2 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for floatingip, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:57.469022 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-14b46094-a1af-44c7-a238-5f9e25c41d5f tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:57.581083 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvr_db [None req-f5fd4f39-d66d-42e8-b552-aeecf46f4cff None None] Set router 75375f83-93da-4916-820d-2a192bd2b416 gateway port host: None {{(pid=103161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 13:33:57.612775 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-4375d83b-76dd-4da3-8955-f9c21b30ccd2 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:57.693112 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-99aaa873-e7f2-4609-be39-a92991a609d1 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Deleting port 549b8e1b-ad61-437b-b167-455dd6bf5627 {{(pid=103160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:33:57.693513 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-99aaa873-e7f2-4609-be39-a92991a609d1 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:57.738375 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.db_base_plugin_common [None req-4375d83b-76dd-4da3-8955-f9c21b30ccd2 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Allocated IP 172.26.3.242 (decb4a40-7941-48c8-afbb-daaafd502e83/70deed80-3ca1-4f9e-96cb-563b43d3acba/d4865600-1cc2-4ef4-84b1-b155374a53e8) {{(pid=103159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:33:57.818890 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-6d680500-cbec-427c-ad49-af7aaeabf3b1 None None] Provisioning complete for port 041b7117-a634-4714-92a0-5d698b81cc89 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:33:57.819443 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-6d680500-cbec-427c-ad49-af7aaeabf3b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:57.857043 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.db [None req-99aaa873-e7f2-4609-be39-a92991a609d1 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] For port 549b8e1b-ad61-437b-b167-455dd6bf5627, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=549b8e1b-ad61-437b-b167-455dd6bf5627,segment=NetworkSegment(75e9ed46-01ce-401a-bc1d-1f246d99f1ef),segment_id=75e9ed46-01ce-401a-bc1d-1f246d99f1ef)] {{(pid=103160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:33:57.857811 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-99aaa873-e7f2-4609-be39-a92991a609d1 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:57.862572 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-4375d83b-76dd-4da3-8955-f9c21b30ccd2 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for port, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:57.878703 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-99aaa873-e7f2-4609-be39-a92991a609d1 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Calling delete_port for 549b8e1b-ad61-437b-b167-455dd6bf5627 owned by network:router_interface {{(pid=103160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:33:57.888816 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-f5fd4f39-d66d-42e8-b552-aeecf46f4cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75375f83-93da-4916-820d-2a192bd2b416', 'name': 'tempest-RoutersTest-router-2068913425', 'tenant_id': 'd223d1b2ed814c43a2fd9ddeaaf9b271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:33:36Z', 'updated_at': '2021-12-18T13:33:57Z', 'revision_number': 5, 'project_id': 'd223d1b2ed814c43a2fd9ddeaaf9b271', 'gw_port_host': None, '_interfaces': [{'id': '041b7117-a634-4714-92a0-5d698b81cc89', 'name': '', 'network_id': 'b8abcfea-7f1b-4f25-9ebf-f3fadecbde9d', 'tenant_id': 'd223d1b2ed814c43a2fd9ddeaaf9b271', 'mac_address': 'fa:16:3e:70:03:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75375f83-93da-4916-820d-2a192bd2b416', 'device_owner': 'network:router_interface', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': 'a7e473c6-ca47-443c-9eff-7e80b453b879', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:33:50Z', 'updated_at': '2021-12-18T13:33:57Z', 'revision_number': 4, 'project_id': 'd223d1b2ed814c43a2fd9ddeaaf9b271', 'subnets': [{'id': 'a7e473c6-ca47-443c-9eff-7e80b453b879', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1d25303a-7ab6-431f-91d7-f66b1ed33a78', 'name': '', 'network_id': '4d3ac6d7-ec69-40aa-a96d-faea817c9b14', 'tenant_id': 'd223d1b2ed814c43a2fd9ddeaaf9b271', 'mac_address': 'fa:16:3e:29:50:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75375f83-93da-4916-820d-2a192bd2b416', 'device_owner': 'network:router_interface', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'd359df33-e8f5-464b-88a9-54ef9bff6701', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:33:46Z', 'updated_at': '2021-12-18T13:33:52Z', 'revision_number': 5, 'project_id': 'd223d1b2ed814c43a2fd9ddeaaf9b271', 'subnets': [{'id': 'd359df33-e8f5-464b-88a9-54ef9bff6701', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '41f3f921-ccfe-4c38-811e-08554c71f1ef', 'name': '', 'network_id': 'cafd31c2-18d2-4400-b434-f95918288f11', 'tenant_id': 'd223d1b2ed814c43a2fd9ddeaaf9b271', 'mac_address': 'fa:16:3e:dd:69:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75375f83-93da-4916-820d-2a192bd2b416', 'device_owner': 'network:router_interface', 'standard_attr_id': 1317, 'fixed_ips': [{'subnet_id': '62724c36-0fcd-4a18-9c83-98dca5b0ec2e', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:33:55Z', 'updated_at': '2021-12-18T13:33:56Z', 'revision_number': 1, 'project_id': 'd223d1b2ed814c43a2fd9ddeaaf9b271', 'subnets': [{'id': '62724c36-0fcd-4a18-9c83-98dca5b0ec2e', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8eb9746-e588-4cc0-bac8-0e2b29c52881', 'name': '', 'network_id': 'fcdc3f02-63f3-449c-8180-3faed08bd0cd', 'tenant_id': 'd223d1b2ed814c43a2fd9ddeaaf9b271', 'mac_address': 'fa:16:3e:e2:42:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75375f83-93da-4916-820d-2a192bd2b416', 'device_owner': 'network:router_interface', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': '9aed1807-163c-40d5-887b-ac871ecc6aa2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:33:38Z', 'updated_at': '2021-12-18T13:33:48Z', 'revision_number': 5, 'project_id': 'd223d1b2ed814c43a2fd9ddeaaf9b271', 'subnets': [{'id': '9aed1807-163c-40d5-887b-ac871ecc6aa2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:33:57.902932 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-4375d83b-76dd-4da3-8955-f9c21b30ccd2 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:57.921055 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5fd4f39-d66d-42e8-b552-aeecf46f4cff None None] The sync data for ids ['75375f83-93da-4916-820d-2a192bd2b416'] in dv-neutron-744815-20-hyperv is: [{'id': '75375f83-93da-4916-820d-2a192bd2b416', 'name': 'tempest-RoutersTest-router-2068913425', 'tenant_id': 'd223d1b2ed814c43a2fd9ddeaaf9b271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:33:36Z', 'updated_at': '2021-12-18T13:33:57Z', 'revision_number': 5, 'project_id': 'd223d1b2ed814c43a2fd9ddeaaf9b271', 'gw_port_host': None, '_interfaces': [{'id': '041b7117-a634-4714-92a0-5d698b81cc89', 'name': '', 'network_id': 'b8abcfea-7f1b-4f25-9ebf-f3fadecbde9d', 'tenant_id': 'd223d1b2ed814c43a2fd9ddeaaf9b271', 'mac_address': 'fa:16:3e:70:03:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75375f83-93da-4916-820d-2a192bd2b416', 'device_owner': 'network:router_interface', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': 'a7e473c6-ca47-443c-9eff-7e80b453b879', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:33:50Z', 'updated_at': '2021-12-18T13:33:57Z', 'revision_number': 4, 'project_id': 'd223d1b2ed814c43a2fd9ddeaaf9b271', 'subnets': [{'id': 'a7e473c6-ca47-443c-9eff-7e80b453b879', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1d25303a-7ab6-431f-91d7-f66b1ed33a78', 'name': '', 'network_id': '4d3ac6d7-ec69-40aa-a96d-faea817c9b14', 'tenant_id': 'd223d1b2ed814c43a2fd9ddeaaf9b271', 'mac_address': 'fa:16:3e:29:50:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75375f83-93da-4916-820d-2a192bd2b416', 'device_owner': 'network:router_interface', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'd359df33-e8f5-464b-88a9-54ef9bff6701', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:33:46Z', 'updated_at': '2021-12-18T13:33:52Z', 'revision_number': 5, 'project_id': 'd223d1b2ed814c43a2fd9ddeaaf9b271', 'subnets': [{'id': 'd359df33-e8f5-464b-88a9-54ef9bff6701', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '41f3f921-ccfe-4c38-811e-08554c71f1ef', 'name': '', 'network_id': 'cafd31c2-18d2-4400-b434-f95918288f11', 'tenant_id': 'd223d1b2ed814c43a2fd9ddeaaf9b271', 'mac_address': 'fa:16:3e:dd:69:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75375f83-93da-4916-820d-2a192bd2b416', 'device_owner': 'network:router_interface', 'standard_attr_id': 1317, 'fixed_ips': [{'subnet_id': '62724c36-0fcd-4a18-9c83-98dca5b0ec2e', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:33:55Z', 'updated_at': '2021-12-18T13:33:56Z', 'revision_number': 1, 'project_id': 'd223d1b2ed814c43a2fd9ddeaaf9b271', 'subnets': [{'id': '62724c36-0fcd-4a18-9c83-98dca5b0ec2e', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8eb9746-e588-4cc0-bac8-0e2b29c52881', 'name': '', 'network_id': 'fcdc3f02-63f3-449c-8180-3faed08bd0cd', 'tenant_id': 'd223d1b2ed814c43a2fd9ddeaaf9b271', 'mac_address': 'fa:16:3e:e2:42:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75375f83-93da-4916-820d-2a192bd2b416', 'device_owner': 'network:router_interface', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': '9aed1807-163c-40d5-887b-ac871ecc6aa2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:33:38Z', 'updated_at': '2021-12-18T13:33:48Z', 'revision_number': 5, 'project_id': 'd223d1b2ed814c43a2fd9ddeaaf9b271', 'subnets': [{'id': '9aed1807-163c-40d5-887b-ac871ecc6aa2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 13:33:57.937017 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4375d83b-76dd-4da3-8955-f9c21b30ccd2 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Network decb4a40-7941-48c8-afbb-daaafd502e83 is already hosted by enough agents. {{(pid=103159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:33:57.945677 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.base_scheduler [None req-4375d83b-76dd-4da3-8955-f9c21b30ccd2 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Resources bound (agent type, host, resource id): {{(pid=103159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:33:57.951990 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4375d83b-76dd-4da3-8955-f9c21b30ccd2 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Received port after_create {{(pid=103159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:33:57.975848 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-14b46094-a1af-44c7-a238-5f9e25c41d5f tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks [] for port, precommit_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:57.989099 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4375d83b-76dd-4da3-8955-f9c21b30ccd2 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Pushing event updated for resources: {'Port': ['ID=d4865600-1cc2-4ef4-84b1-b155374a53e8,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:33:57.991607 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-14b46094-a1af-44c7-a238-5f9e25c41d5f tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4533541'] for port, after_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:57.997279 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-6d680500-cbec-427c-ad49-af7aaeabf3b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:58.081953 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-6d680500-cbec-427c-ad49-af7aaeabf3b1 None None] For port 041b7117-a634-4714-92a0-5d698b81cc89, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=041b7117-a634-4714-92a0-5d698b81cc89,segment=NetworkSegment(3b6a5035-ee21-45c5-8450-0756163a1909),segment_id=3b6a5035-ee21-45c5-8450-0756163a1909)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:33:58.090112 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-6d680500-cbec-427c-ad49-af7aaeabf3b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:58.159747 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-14b46094-a1af-44c7-a238-5f9e25c41d5f tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1048031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586432'] for router_interface, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:58.178941 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d680500-cbec-427c-ad49-af7aaeabf3b1 None None] Pushing event updated for resources: {'Port': ['ID=041b7117-a634-4714-92a0-5d698b81cc89,revision_number=5']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:33:58.181063 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b46094-a1af-44c7-a238-5f9e25c41d5f tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Pushing event updated for resources: {'Port': ['ID=41f3f921-ccfe-4c38-811e-08554c71f1ef,revision_number=2']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:33:58.328895 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14b46094-a1af-44c7-a238-5f9e25c41d5f tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Network cafd31c2-18d2-4400-b434-f95918288f11 is already hosted by enough agents. {{(pid=103160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:33:58.330570 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-99aaa873-e7f2-4609-be39-a92991a609d1 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4533522'] for port, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:58.345047 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.base_scheduler [None req-14b46094-a1af-44c7-a238-5f9e25c41d5f tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Resources bound (agent type, host, resource id): {{(pid=103160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:33:58.392618 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-afa9ae9b-bdbb-4010-bcf6-3a46ce66cf71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:58.405055 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99aaa873-e7f2-4609-be39-a92991a609d1 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Pushing event deleted for resources: {'Port': ['ID=549b8e1b-ad61-437b-b167-455dd6bf5627,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:33:58.582341 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-99aaa873-e7f2-4609-be39-a92991a609d1 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1048020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-576035'] for router_interface, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:58.616722 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b07027b-1f47-419f-9b46-fa94091e0bc4 None None] Network cafd31c2-18d2-4400-b434-f95918288f11 requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:33:58.683014 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-4375d83b-76dd-4da3-8955-f9c21b30ccd2 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:58.784099 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-466ddc43-ae35-491b-9688-036e4af74bde None None] Provisioning complete for port da215052-2ba9-4ee1-a994-7e1b5c93dc66 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:33:58.784099 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-466ddc43-ae35-491b-9688-036e4af74bde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:58.846441 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-4375d83b-76dd-4da3-8955-f9c21b30ccd2 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:58.923526 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-466ddc43-ae35-491b-9688-036e4af74bde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:58.985232 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device da215052-2ba9-4ee1-a994-7e1b5c93dc66 up at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 13:33:59.046099 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-466ddc43-ae35-491b-9688-036e4af74bde None None] For port da215052-2ba9-4ee1-a994-7e1b5c93dc66, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=da215052-2ba9-4ee1-a994-7e1b5c93dc66,segment=NetworkSegment(ef886f74-c8eb-4036-8e66-6456e118d42b),segment_id=ef886f74-c8eb-4036-8e66-6456e118d42b)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:33:59.054712 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-466ddc43-ae35-491b-9688-036e4af74bde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:59.087277 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-4375d83b-76dd-4da3-8955-f9c21b30ccd2 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for port, precommit_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:59.096251 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-4375d83b-76dd-4da3-8955-f9c21b30ccd2 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5659917'] for port, after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:59.109137 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2294866d-0076-4933-952c-685307032598 None None] Provisioning complete for port da215052-2ba9-4ee1-a994-7e1b5c93dc66 triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:33:59.109489 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:59.173745 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466ddc43-ae35-491b-9688-036e4af74bde None None] Pushing event updated for resources: {'Port': ['ID=da215052-2ba9-4ee1-a994-7e1b5c93dc66,revision_number=3']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:33:59.185160 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14b46094-a1af-44c7-a238-5f9e25c41d5f tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Router 75375f83-93da-4916-820d-2a192bd2b416 has already been hosted by L3 agent c9c0cd52-5bd2-4704-9429-d80f1c5ad23c {{(pid=103160) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 18 13:33:59.214964 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4375d83b-76dd-4da3-8955-f9c21b30ccd2 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Pushing event updated for resources: {'Port': ['ID=d4865600-1cc2-4ef4-84b1-b155374a53e8,revision_number=2']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:33:59.220492 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-4375d83b-76dd-4da3-8955-f9c21b30ccd2 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-587004'] for floatingip, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:59.247480 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 041b7117-a634-4714-92a0-5d698b81cc89 up at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 13:33:59.320862 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-a8341ad3-d625-4b35-8863-a7768984faa5 None None] Provisioning complete for port 41f3f921-ccfe-4c38-811e-08554c71f1ef triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:33:59.321401 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a8341ad3-d625-4b35-8863-a7768984faa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:59.329369 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2294866d-0076-4933-952c-685307032598 None None] Provisioning complete for port 041b7117-a634-4714-92a0-5d698b81cc89 triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:33:59.329951 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:59.368826 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99aaa873-e7f2-4609-be39-a92991a609d1 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Router f63deb02-f6ed-4580-96e0-01d237f8236f has already been hosted by L3 agent c9c0cd52-5bd2-4704-9429-d80f1c5ad23c {{(pid=103160) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 18 13:33:59.381758 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14b46094-a1af-44c7-a238-5f9e25c41d5f tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Notify agent at l3_agent.dv-neutron-744815-20-hyperv the message routers_updated {{(pid=103160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 13:33:59.387073 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-14b46094-a1af-44c7-a238-5f9e25c41d5f tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] 10.222.0.31 "PUT /v2.0/routers/75375f83-93da-4916-820d-2a192bd2b416/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6619098 Dec 18 13:33:59.392102 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 56278) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:33:59.397128 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-b231d0f9-22d5-47b5-aa15-645d39db36f3 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:33:59.505979 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-a8341ad3-d625-4b35-8863-a7768984faa5 None None] Port 41f3f921-ccfe-4c38-811e-08554c71f1ef cannot update to ACTIVE because it is not bound. {{(pid=103161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 13:33:59.518008 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-a8341ad3-d625-4b35-8863-a7768984faa5 None None] Provisioning complete for port da215052-2ba9-4ee1-a994-7e1b5c93dc66 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:33:59.518670 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a8341ad3-d625-4b35-8863-a7768984faa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:59.638605 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.db.l3_db [None req-4375d83b-76dd-4da3-8955-f9c21b30ccd2 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Floating IP 51b6ca28-aade-4575-bb67-e2588884bccb associated. External IP: 172.26.3.242, port: db6b701d-5dba-4848-9aec-cc7c90433558. Dec 18 13:33:59.646913 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99aaa873-e7f2-4609-be39-a92991a609d1 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Notify agent at l3_agent.dv-neutron-744815-20-hyperv the message routers_updated {{(pid=103160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 13:33:59.658361 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84fe5ffc-cfe8-4eef-9f2a-fe52b4de6fcf None None] Sync routers for ids ['f63deb02-f6ed-4580-96e0-01d237f8236f'] in dv-neutron-744815-20-hyperv {{(pid=103161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 13:33:59.670598 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84fe5ffc-cfe8-4eef-9f2a-fe52b4de6fcf None None] Routers {'f63deb02-f6ed-4580-96e0-01d237f8236f'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:33:59.671260 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-84fe5ffc-cfe8-4eef-9f2a-fe52b4de6fcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:33:57Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['f63deb02-f6ed-4580-96e0-01d237f8236f'], 'active': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:33:59.681681 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-99aaa873-e7f2-4609-be39-a92991a609d1 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] 10.222.0.31 "PUT /v2.0/routers/f63deb02-f6ed-4580-96e0-01d237f8236f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3567979 Dec 18 13:33:59.684139 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 56280) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:33:59.770823 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8a28aaa-3e85-4297-b2fd-1538f5bea71c tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Deleting subnet 6a373c3e-b0bf-44ee-ad10-b9ef3c95967e {{(pid=103160) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 18 13:33:59.791403 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-e8a28aaa-3e85-4297-b2fd-1538f5bea71c tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks [] for subnet, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:59.794073 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvr_db [None req-84fe5ffc-cfe8-4eef-9f2a-fe52b4de6fcf None None] Set router f63deb02-f6ed-4580-96e0-01d237f8236f gateway port host: None {{(pid=103161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 13:33:59.796385 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-087f142d-bd9f-4f41-a25e-9a413fb8cd72 None None] Provisioning complete for port 41f3f921-ccfe-4c38-811e-08554c71f1ef triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:33:59.796788 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-087f142d-bd9f-4f41-a25e-9a413fb8cd72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:59.865338 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-e8a28aaa-3e85-4297-b2fd-1538f5bea71c tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4533385'] for subnet, precommit_delete_associations {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:33:59.889071 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4375d83b-76dd-4da3-8955-f9c21b30ccd2 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Router d4e1913c-2941-488b-a006-72a5bf5c1967 has already been hosted by L3 agent c9c0cd52-5bd2-4704-9429-d80f1c5ad23c {{(pid=103159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 18 13:34:00.012649 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4375d83b-76dd-4da3-8955-f9c21b30ccd2 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Notify agent at l3_agent.dv-neutron-744815-20-hyperv the message routers_updated {{(pid=103159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 13:34:00.024671 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4164d3f2-dbe3-4deb-a7fe-8c46e8b0f24c None None] Sync routers for ids ['d4e1913c-2941-488b-a006-72a5bf5c1967'] in dv-neutron-744815-20-hyperv {{(pid=103162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 13:34:00.037549 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-e8a28aaa-3e85-4297-b2fd-1538f5bea71c tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1929185'] for subnet, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:00.038504 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4164d3f2-dbe3-4deb-a7fe-8c46e8b0f24c None None] Routers {'d4e1913c-2941-488b-a006-72a5bf5c1967'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:34:00.039253 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-4164d3f2-dbe3-4deb-a7fe-8c46e8b0f24c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:33:57Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['d4e1913c-2941-488b-a006-72a5bf5c1967'], 'active': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:34:00.046157 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-4375d83b-76dd-4da3-8955-f9c21b30ccd2 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for floatingip, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:00.066753 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-087f142d-bd9f-4f41-a25e-9a413fb8cd72 None None] Port 41f3f921-ccfe-4c38-811e-08554c71f1ef cannot update to ACTIVE because it is not bound. {{(pid=103161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 13:34:00.082319 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.extraroute_db [None req-b231d0f9-22d5-47b5-aa15-645d39db36f3 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Added routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=103160) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 18 13:34:00.095119 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-4375d83b-76dd-4da3-8955-f9c21b30ccd2 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.6932600 Dec 18 13:34:00.095951 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c170a56f-bd12-4061-a440-10c2ed3453bb', 'tag': 'db6b701d-5dba-4848-9aec-cc7c90433558'}] {{(pid=103159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 18 13:34:00.097279 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 56282) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:34:00.099632 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca844cf115d59c1fab86abc202fb4c13735de0d7e4cbbbb25eec9406e9c87431" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74698be1-60d7-47b5-b56d-be697d720b75" -d '{"events": [{"name": "network-changed", "server_uuid": "c170a56f-bd12-4061-a440-10c2ed3453bb", "tag": "db6b701d-5dba-4848-9aec-cc7c90433558"}]}' {{(pid=103159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 18 13:34:00.115175 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7b7a3272-2b45-4d32-9670-25eb1afd1184 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:00.146138 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 13:34:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07dffda6-4f96-4230-b371-720b1d848c62 x-openstack-request-id: req-07dffda6-4f96-4230-b371-720b1d848c62 {{(pid=103159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 18 13:34:00.146354 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.extraroute_db [None req-b231d0f9-22d5-47b5-aa15-645d39db36f3 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Removed routes are [] {{(pid=103160) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 18 13:34:00.146454 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c170a56f-bd12-4061-a440-10c2ed3453bb", "tag": "db6b701d-5dba-4848-9aec-cc7c90433558", "status": "completed", "code": 200}]} {{(pid=103159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 18 13:34:00.146454 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-07dffda6-4f96-4230-b371-720b1d848c62 {{(pid=103159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 18 13:34:00.146609 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-b231d0f9-22d5-47b5-aa15-645d39db36f3 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-586613', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-589787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28650'] for router, precommit_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:00.146713 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c170a56f-bd12-4061-a440-10c2ed3453bb', 'tag': 'db6b701d-5dba-4848-9aec-cc7c90433558', 'status': 'completed', 'code': 200} Dec 18 13:34:00.176814 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e51d2c1-e77a-40d0-a190-7fb7319af009 None None] Sync routers for ids ['75375f83-93da-4916-820d-2a192bd2b416'] in dv-neutron-744815-20-hyperv {{(pid=103161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 13:34:00.206368 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e51d2c1-e77a-40d0-a190-7fb7319af009 None None] Routers {'75375f83-93da-4916-820d-2a192bd2b416'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:34:00.207034 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-5e51d2c1-e77a-40d0-a190-7fb7319af009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:33:57Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['75375f83-93da-4916-820d-2a192bd2b416'], 'active': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:34:00.222159 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74698be1-60d7-47b5-b56d-be697d720b75 req-aec92f19-ec46-475a-9acf-4a5edb33ecf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:34:00.224112 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-74698be1-60d7-47b5-b56d-be697d720b75 req-aec92f19-ec46-475a-9acf-4a5edb33ecf6 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6e88b8a5aed24360a829007d7fd9d0fd&device_id=c170a56f-bd12-4061-a440-10c2ed3453bb HTTP/1.1" status: 200 len: 1099 time: 0.0515971 Dec 18 13:34:00.226365 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvr_db [None req-4164d3f2-dbe3-4deb-a7fe-8c46e8b0f24c None None] Set router d4e1913c-2941-488b-a006-72a5bf5c1967 gateway port host: dv-neutron-744815-20-hyperv {{(pid=103162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 13:34:00.233160 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-e8a28aaa-3e85-4297-b2fd-1538f5bea71c tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1929192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4533475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4514371'] for subnet, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:00.251903 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-fe46a7a9-b44a-4059-823d-74beb40c025e tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/floatingips/51b6ca28-aade-4575-bb67-e2588884bccb HTTP/1.1" status: 200 len: 992 time: 0.1529644 Dec 18 13:34:00.282238 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a28aaa-3e85-4297-b2fd-1538f5bea71c tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Pushing event deleted for resources: {'Subnet': ['ID=6a373c3e-b0bf-44ee-ad10-b9ef3c95967e,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:34:00.288253 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-e8a28aaa-3e85-4297-b2fd-1538f5bea71c tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks [] for subnet, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:00.290962 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-e8a28aaa-3e85-4297-b2fd-1538f5bea71c tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] 10.222.0.31 "DELETE /v2.0/subnets/6a373c3e-b0bf-44ee-ad10-b9ef3c95967e HTTP/1.1" status: 204 len: 168 time: 0.6059072 Dec 18 13:34:00.294045 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 56286) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:34:00.318672 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-734ad657-2a20-4413-9c64-b70c23af8e8a None None] Network 015c6e97-58b0-432b-8fb9-5dd2b87fb320 requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:34:00.395556 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74698be1-60d7-47b5-b56d-be697d720b75 req-f530cf47-1501-451a-8f10-812b44f9316e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:34:00.397755 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvr_db [None req-5e51d2c1-e77a-40d0-a190-7fb7319af009 None None] Set router 75375f83-93da-4916-820d-2a192bd2b416 gateway port host: None {{(pid=103161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 13:34:00.397900 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-74698be1-60d7-47b5-b56d-be697d720b75 req-f530cf47-1501-451a-8f10-812b44f9316e service neutron] 10.222.0.43 "GET /v2.0/networks?id=32941329-bcc6-4cdc-97c2-3cadb3ebb3d1 HTTP/1.1" status: 200 len: 896 time: 0.1663418 Dec 18 13:34:00.462690 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-582326a5-3dc2-4860-9c7f-bbb0dd1818f4 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2023137'] for network, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:00.487129 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-b231d0f9-22d5-47b5-aa15-645d39db36f3 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-586613', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-589787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28650'] for router, precommit_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:00.493079 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-b231d0f9-22d5-47b5-aa15-645d39db36f3 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-586526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-586508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-586503', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-589778'] for router, after_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:00.500705 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-74698be1-60d7-47b5-b56d-be697d720b75 req-20f87fa9-f62a-4289-8afd-a4a1411eb24d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=db6b701d-5dba-4848-9aec-cc7c90433558 HTTP/1.1" status: 200 len: 1000 time: 0.0950232 Dec 18 13:34:00.538081 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-4164d3f2-dbe3-4deb-a7fe-8c46e8b0f24c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4e1913c-2941-488b-a006-72a5bf5c1967', 'name': 'tempest-TestNetworkBasicOps-router-2030627157', 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.175'}], 'enable_snat': True}, 'gw_port_id': '833d818b-d3dd-4cd2-abf8-33d55b4ab42b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:33:23Z', 'updated_at': '2021-12-18T13:33:29Z', 'revision_number': 4, 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'gw_port': {'id': '833d818b-d3dd-4cd2-abf8-33d55b4ab42b', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:17:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e1913c-2941-488b-a006-72a5bf5c1967', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:33:23Z', 'updated_at': '2021-12-18T13:33:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv', '_floatingips': [{'id': '51b6ca28-aade-4575-bb67-e2588884bccb', 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'floating_ip_address': '172.26.3.242', 'floating_network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'router_id': 'd4e1913c-2941-488b-a006-72a5bf5c1967', 'port_id': 'db6b701d-5dba-4848-9aec-cc7c90433558', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1319, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '32941329-bcc6-4cdc-97c2-3cadb3ebb3d1', 'mac_address': 'fa:16:3e:2c:b2:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c170a56f-bd12-4061-a440-10c2ed3453bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T13:33:58Z', 'updated_at': '2021-12-18T13:33:58Z', 'revision_number': 0, 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf4050ad-5290-4edd-ad83-0402368d15b6', 'name': '', 'network_id': '32941329-bcc6-4cdc-97c2-3cadb3ebb3d1', 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'mac_address': 'fa:16:3e:75:53:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e1913c-2941-488b-a006-72a5bf5c1967', 'device_owner': 'network:router_interface', 'standard_attr_id': 1276, 'fixed_ips': [{'subnet_id': '35bf2c7b-4ca7-4b35-aa56-2fc4ff409658', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:33:28Z', 'updated_at': '2021-12-18T13:33:41Z', 'revision_number': 5, 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'subnets': [{'id': '35bf2c7b-4ca7-4b35-aa56-2fc4ff409658', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:34:00.577254 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4164d3f2-dbe3-4deb-a7fe-8c46e8b0f24c None None] Checking router: d4e1913c-2941-488b-a006-72a5bf5c1967 for host: dv-neutron-744815-20-hyperv {{(pid=103162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 18 13:34:00.588301 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4164d3f2-dbe3-4deb-a7fe-8c46e8b0f24c None None] Routers {'d4e1913c-2941-488b-a006-72a5bf5c1967'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:34:00.589130 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-4164d3f2-dbe3-4deb-a7fe-8c46e8b0f24c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:33:57Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['d4e1913c-2941-488b-a006-72a5bf5c1967'], 'active': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:34:00.605766 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74698be1-60d7-47b5-b56d-be697d720b75 req-c10c4cda-5291-4e4e-8c83-f1ac4a809ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:34:00.609471 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-74698be1-60d7-47b5-b56d-be697d720b75 req-c10c4cda-5291-4e4e-8c83-f1ac4a809ed2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=35bf2c7b-4ca7-4b35-aa56-2fc4ff409658 HTTP/1.1" status: 200 len: 834 time: 0.1011066 Dec 18 13:34:00.660482 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-582326a5-3dc2-4860-9c7f-bbb0dd1818f4 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Deleting port 7ca8474b-b385-4b2c-b962-7e3bdcec0667 {{(pid=103160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:34:00.661168 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-582326a5-3dc2-4860-9c7f-bbb0dd1818f4 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:00.670198 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-84fe5ffc-cfe8-4eef-9f2a-fe52b4de6fcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f63deb02-f6ed-4580-96e0-01d237f8236f', 'name': 'tempest-RoutersIpV6Test-router-289466128', 'tenant_id': '3e8e672f906b4c94aa3af3ddf07ca05e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:33:19Z', 'updated_at': '2021-12-18T13:33:58Z', 'revision_number': 10, 'project_id': '3e8e672f906b4c94aa3af3ddf07ca05e', 'gw_port_host': None, '_interfaces': [{'id': '146b4ada-1eb2-4f9a-89a6-e248f7ab33ec', 'name': '', 'network_id': '37b20d0d-0c5d-4ad5-8c97-f587a5601dee', 'tenant_id': '3e8e672f906b4c94aa3af3ddf07ca05e', 'mac_address': 'fa:16:3e:de:21:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f63deb02-f6ed-4580-96e0-01d237f8236f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '91a18b6b-5ac3-47f2-a447-8a9f7ed59f3b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:33:21Z', 'updated_at': '2021-12-18T13:33:28Z', 'revision_number': 5, 'project_id': '3e8e672f906b4c94aa3af3ddf07ca05e', 'subnets': [{'id': '91a18b6b-5ac3-47f2-a447-8a9f7ed59f3b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:34:00.710538 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b231d0f9-22d5-47b5-aa15-645d39db36f3 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Router 75375f83-93da-4916-820d-2a192bd2b416 has already been hosted by L3 agent c9c0cd52-5bd2-4704-9429-d80f1c5ad23c {{(pid=103160) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 18 13:34:00.718625 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device da215052-2ba9-4ee1-a994-7e1b5c93dc66 up at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 13:34:00.730603 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74698be1-60d7-47b5-b56d-be697d720b75 req-b7974f5e-cf73-47be-a8af-22ccca5e99ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:34:00.730603 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-74698be1-60d7-47b5-b56d-be697d720b75 req-b7974f5e-cf73-47be-a8af-22ccca5e99ca service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=32941329-bcc6-4cdc-97c2-3cadb3ebb3d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1083887 Dec 18 13:34:00.757092 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09c9a858-7657-42a6-8d58-0a43a33b7f4d None None] DHCP port deletion for 015c6e97-58b0-432b-8fb9-5dd2b87fb320 request from dv-neutron-744815-20-hyperv {{(pid=103161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 18 13:34:00.761180 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84fe5ffc-cfe8-4eef-9f2a-fe52b4de6fcf None None] Checking router: f63deb02-f6ed-4580-96e0-01d237f8236f for host: dv-neutron-744815-20-hyperv {{(pid=103161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 18 13:34:00.806073 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.db [None req-582326a5-3dc2-4860-9c7f-bbb0dd1818f4 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] For port 7ca8474b-b385-4b2c-b962-7e3bdcec0667, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=7ca8474b-b385-4b2c-b962-7e3bdcec0667,segment=NetworkSegment(75e9ed46-01ce-401a-bc1d-1f246d99f1ef),segment_id=75e9ed46-01ce-401a-bc1d-1f246d99f1ef)] {{(pid=103160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:34:00.806431 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-582326a5-3dc2-4860-9c7f-bbb0dd1818f4 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:00.820921 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvr_db [None req-4164d3f2-dbe3-4deb-a7fe-8c46e8b0f24c None None] Set router d4e1913c-2941-488b-a006-72a5bf5c1967 gateway port host: dv-neutron-744815-20-hyperv {{(pid=103162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 13:34:00.855306 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84fe5ffc-cfe8-4eef-9f2a-fe52b4de6fcf None None] Routers {'f63deb02-f6ed-4580-96e0-01d237f8236f'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:34:00.856207 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-84fe5ffc-cfe8-4eef-9f2a-fe52b4de6fcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:33:57Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['f63deb02-f6ed-4580-96e0-01d237f8236f'], 'active': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:34:00.882058 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-74698be1-60d7-47b5-b56d-be697d720b75 req-16d98e5d-40b5-4eab-a205-4fa7b19e7dad service neutron] 10.222.0.43 "GET /v2.0/networks/32941329-bcc6-4cdc-97c2-3cadb3ebb3d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359613 Dec 18 13:34:00.921351 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-582326a5-3dc2-4860-9c7f-bbb0dd1818f4 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Calling delete_port for 7ca8474b-b385-4b2c-b962-7e3bdcec0667 owned by network:dhcp {{(pid=103160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:34:00.928389 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:00.988679 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvr_db [None req-84fe5ffc-cfe8-4eef-9f2a-fe52b4de6fcf None None] Set router f63deb02-f6ed-4580-96e0-01d237f8236f gateway port host: None {{(pid=103161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 13:34:01.004642 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-74698be1-60d7-47b5-b56d-be697d720b75 req-a73f97e4-772d-4f39-b851-9e601c00826e service neutron] 10.222.0.43 "GET /v2.0/networks/32941329-bcc6-4cdc-97c2-3cadb3ebb3d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154780 Dec 18 13:34:01.012391 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b231d0f9-22d5-47b5-aa15-645d39db36f3 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Notify agent at l3_agent.dv-neutron-744815-20-hyperv the message routers_updated {{(pid=103160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 13:34:01.032227 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-b231d0f9-22d5-47b5-aa15-645d39db36f3 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks [] for router, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:01.033660 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-b231d0f9-22d5-47b5-aa15-645d39db36f3 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] 10.222.0.31 "PUT /v2.0/routers/75375f83-93da-4916-820d-2a192bd2b416 HTTP/1.1" status: 200 len: 934 time: 1.6404333 Dec 18 13:34:01.036475 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 56288) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:34:01.044308 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2294866d-0076-4933-952c-685307032598 None None] Provisioning complete for port da215052-2ba9-4ee1-a994-7e1b5c93dc66 triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:34:01.045049 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:01.068706 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-582326a5-3dc2-4860-9c7f-bbb0dd1818f4 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4533522'] for port, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:01.092321 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-582326a5-3dc2-4860-9c7f-bbb0dd1818f4 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] No DVR routers for this DVR port 7ca8474b-b385-4b2c-b962-7e3bdcec0667 on host dv-neutron-744815-20-hyperv {{(pid=103160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 18 13:34:01.101849 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-5e51d2c1-e77a-40d0-a190-7fb7319af009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75375f83-93da-4916-820d-2a192bd2b416', 'name': 'tempest-RoutersTest-router-2068913425', 'tenant_id': 'd223d1b2ed814c43a2fd9ddeaaf9b271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:33:36Z', 'updated_at': '2021-12-18T13:34:00Z', 'revision_number': 6, 'project_id': 'd223d1b2ed814c43a2fd9ddeaaf9b271', 'gw_port_host': None, '_interfaces': [{'id': '041b7117-a634-4714-92a0-5d698b81cc89', 'name': '', 'network_id': 'b8abcfea-7f1b-4f25-9ebf-f3fadecbde9d', 'tenant_id': 'd223d1b2ed814c43a2fd9ddeaaf9b271', 'mac_address': 'fa:16:3e:70:03:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75375f83-93da-4916-820d-2a192bd2b416', 'device_owner': 'network:router_interface', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': 'a7e473c6-ca47-443c-9eff-7e80b453b879', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:33:50Z', 'updated_at': '2021-12-18T13:33:58Z', 'revision_number': 5, 'project_id': 'd223d1b2ed814c43a2fd9ddeaaf9b271', 'subnets': [{'id': 'a7e473c6-ca47-443c-9eff-7e80b453b879', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1d25303a-7ab6-431f-91d7-f66b1ed33a78', 'name': '', 'network_id': '4d3ac6d7-ec69-40aa-a96d-faea817c9b14', 'tenant_id': 'd223d1b2ed814c43a2fd9ddeaaf9b271', 'mac_address': 'fa:16:3e:29:50:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75375f83-93da-4916-820d-2a192bd2b416', 'device_owner': 'network:router_interface', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'd359df33-e8f5-464b-88a9-54ef9bff6701', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:33:46Z', 'updated_at': '2021-12-18T13:33:52Z', 'revision_number': 5, 'project_id': 'd223d1b2ed814c43a2fd9ddeaaf9b271', 'subnets': [{'id': 'd359df33-e8f5-464b-88a9-54ef9bff6701', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '41f3f921-ccfe-4c38-811e-08554c71f1ef', 'name': '', 'network_id': 'cafd31c2-18d2-4400-b434-f95918288f11', 'tenant_id': 'd223d1b2ed814c43a2fd9ddeaaf9b271', 'mac_address': 'fa:16:3e:dd:69:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75375f83-93da-4916-820d-2a192bd2b416', 'device_owner': 'network:router_interface', 'standard_attr_id': 1317, 'fixed_ips': [{'subnet_id': '62724c36-0fcd-4a18-9c83-98dca5b0ec2e', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:33:55Z', 'updated_at': '2021-12-18T13:33:57Z', 'revision_number': 2, 'project_id': 'd223d1b2ed814c43a2fd9ddeaaf9b271', 'subnets': [{'id': '62724c36-0fcd-4a18-9c83-98dca5b0ec2e', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8eb9746-e588-4cc0-bac8-0e2b29c52881', 'name': '', 'network_id': 'fcdc3f02-63f3-449c-8180-3faed08bd0cd', 'tenant_id': 'd223d1b2ed814c43a2fd9ddeaaf9b271', 'mac_address': 'fa:16:3e:e2:42:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75375f83-93da-4916-820d-2a192bd2b416', 'device_owner': 'network:router_interface', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': '9aed1807-163c-40d5-887b-ac871ecc6aa2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:33:38Z', 'updated_at': '2021-12-18T13:33:48Z', 'revision_number': 5, 'project_id': 'd223d1b2ed814c43a2fd9ddeaaf9b271', 'subnets': [{'id': '9aed1807-163c-40d5-887b-ac871ecc6aa2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:34:01.124121 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582326a5-3dc2-4860-9c7f-bbb0dd1818f4 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Pushing event deleted for resources: {'Port': ['ID=7ca8474b-b385-4b2c-b962-7e3bdcec0667,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:34:01.148871 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-34444db6-a85b-4bc3-97d6-6b75a97bafb8 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] 10.222.0.31 "GET /v2.0/routers/75375f83-93da-4916-820d-2a192bd2b416 HTTP/1.1" status: 200 len: 934 time: 0.1100326 Dec 18 13:34:01.152067 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 56290) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:34:01.159415 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-86e1e88a-1223-43c2-a7b9-0dd04178ef53 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Request body: {'router': {'routes': None}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:34:01.169316 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-4164d3f2-dbe3-4deb-a7fe-8c46e8b0f24c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4e1913c-2941-488b-a006-72a5bf5c1967', 'name': 'tempest-TestNetworkBasicOps-router-2030627157', 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.175'}], 'enable_snat': True}, 'gw_port_id': '833d818b-d3dd-4cd2-abf8-33d55b4ab42b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:33:23Z', 'updated_at': '2021-12-18T13:33:29Z', 'revision_number': 4, 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'gw_port': {'id': '833d818b-d3dd-4cd2-abf8-33d55b4ab42b', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:17:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e1913c-2941-488b-a006-72a5bf5c1967', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:33:23Z', 'updated_at': '2021-12-18T13:33:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv', '_floatingips': [{'id': '51b6ca28-aade-4575-bb67-e2588884bccb', 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'floating_ip_address': '172.26.3.242', 'floating_network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'router_id': 'd4e1913c-2941-488b-a006-72a5bf5c1967', 'port_id': 'db6b701d-5dba-4848-9aec-cc7c90433558', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1319, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '32941329-bcc6-4cdc-97c2-3cadb3ebb3d1', 'mac_address': 'fa:16:3e:2c:b2:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c170a56f-bd12-4061-a440-10c2ed3453bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T13:33:58Z', 'updated_at': '2021-12-18T13:33:58Z', 'revision_number': 0, 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf4050ad-5290-4edd-ad83-0402368d15b6', 'name': '', 'network_id': '32941329-bcc6-4cdc-97c2-3cadb3ebb3d1', 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'mac_address': 'fa:16:3e:75:53:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e1913c-2941-488b-a006-72a5bf5c1967', 'device_owner': 'network:router_interface', 'standard_attr_id': 1276, 'fixed_ips': [{'subnet_id': '35bf2c7b-4ca7-4b35-aa56-2fc4ff409658', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:33:28Z', 'updated_at': '2021-12-18T13:33:41Z', 'revision_number': 5, 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'subnets': [{'id': '35bf2c7b-4ca7-4b35-aa56-2fc4ff409658', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:34:01.186571 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e51d2c1-e77a-40d0-a190-7fb7319af009 None None] Checking router: 75375f83-93da-4916-820d-2a192bd2b416 for host: dv-neutron-744815-20-hyperv {{(pid=103161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 18 13:34:01.187455 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e51d2c1-e77a-40d0-a190-7fb7319af009 None None] Updating router 75375f83-93da-4916-820d-2a192bd2b416 port 41f3f921-ccfe-4c38-811e-08554c71f1ef binding host dv-neutron-744815-20-hyperv {{(pid=103161) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 18 13:34:01.202451 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4164d3f2-dbe3-4deb-a7fe-8c46e8b0f24c None None] The sync data for ids ['d4e1913c-2941-488b-a006-72a5bf5c1967'] in dv-neutron-744815-20-hyperv is: [{'id': 'd4e1913c-2941-488b-a006-72a5bf5c1967', 'name': 'tempest-TestNetworkBasicOps-router-2030627157', 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.175'}], 'enable_snat': True}, 'gw_port_id': '833d818b-d3dd-4cd2-abf8-33d55b4ab42b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:33:23Z', 'updated_at': '2021-12-18T13:33:29Z', 'revision_number': 4, 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'gw_port': {'id': '833d818b-d3dd-4cd2-abf8-33d55b4ab42b', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:17:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e1913c-2941-488b-a006-72a5bf5c1967', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:33:23Z', 'updated_at': '2021-12-18T13:33:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv', '_floatingips': [{'id': '51b6ca28-aade-4575-bb67-e2588884bccb', 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'floating_ip_address': '172.26.3.242', 'floating_network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'router_id': 'd4e1913c-2941-488b-a006-72a5bf5c1967', 'port_id': 'db6b701d-5dba-4848-9aec-cc7c90433558', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1319, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '32941329-bcc6-4cdc-97c2-3cadb3ebb3d1', 'mac_address': 'fa:16:3e:2c:b2:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c170a56f-bd12-4061-a440-10c2ed3453bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T13:33:58Z', 'updated_at': '2021-12-18T13:33:58Z', 'revision_number': 0, 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf4050ad-5290-4edd-ad83-0402368d15b6', 'name': '', 'network_id': '32941329-bcc6-4cdc-97c2-3cadb3ebb3d1', 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'mac_address': 'fa:16:3e:75:53:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e1913c-2941-488b-a006-72a5bf5c1967', 'device_owner': 'network:router_interface', 'standard_attr_id': 1276, 'fixed_ips': [{'subnet_id': '35bf2c7b-4ca7-4b35-aa56-2fc4ff409658', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:33:28Z', 'updated_at': '2021-12-18T13:33:41Z', 'revision_number': 5, 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'subnets': [{'id': '35bf2c7b-4ca7-4b35-aa56-2fc4ff409658', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 13:34:01.235320 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-582326a5-3dc2-4860-9c7f-bbb0dd1818f4 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1927292', 'neutron.services.segments.db._delete_segments_for_network-8767106887837'] for network, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:01.243921 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-09c9a858-7657-42a6-8d58-0a43a33b7f4d None None] Deleting port 7ca8474b-b385-4b2c-b962-7e3bdcec0667 {{(pid=103161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:34:01.244691 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-09c9a858-7657-42a6-8d58-0a43a33b7f4d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:01.258320 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 56292) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:34:01.270006 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.services.segments.db [None req-582326a5-3dc2-4860-9c7f-bbb0dd1818f4 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['015c6e97-58b0-432b-8fb9-5dd2b87fb320']}} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:34:01.287311 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.services.segments.db [None req-582326a5-3dc2-4860-9c7f-bbb0dd1818f4 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75e9ed46-01ce-401a-bc1d-1f246d99f1ef') {'for_net_delete': True} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:34:01.287637 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.services.segments.db [None req-582326a5-3dc2-4860-9c7f-bbb0dd1818f4 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75e9ed46-01ce-401a-bc1d-1f246d99f1ef') {} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:34:01.298837 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-582326a5-3dc2-4860-9c7f-bbb0dd1818f4 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767106888614', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4533424'] for segment, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:01.323084 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-582326a5-3dc2-4860-9c7f-bbb0dd1818f4 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:01.330992 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-582326a5-3dc2-4860-9c7f-bbb0dd1818f4 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Releasing vlan 104 on physical network physnet1 to pool {{(pid=103160) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 18 13:34:01.331743 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-582326a5-3dc2-4860-9c7f-bbb0dd1818f4 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4533569'] for segment, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:01.335474 dv-neutron-744815-20-hyperv neutron-server[103160]: Traceback (most recent call last): Dec 18 13:34:01.335474 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 18 13:34:01.335474 dv-neutron-744815-20-hyperv neutron-server[103160]: timer() Dec 18 13:34:01.335474 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 18 13:34:01.335474 dv-neutron-744815-20-hyperv neutron-server[103160]: cb(*args, **kw) Dec 18 13:34:01.335474 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 18 13:34:01.335474 dv-neutron-744815-20-hyperv neutron-server[103160]: return func(*args, **kwargs) Dec 18 13:34:01.335474 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 18 13:34:01.335474 dv-neutron-744815-20-hyperv neutron-server[103160]: self._notify() Dec 18 13:34:01.335474 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 18 13:34:01.335474 dv-neutron-744815-20-hyperv neutron-server[103160]: self.callback(batched_events) Dec 18 13:34:01.335474 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 18 13:34:01.335474 dv-neutron-744815-20-hyperv neutron-server[103160]: event.method(event) Dec 18 13:34:01.335474 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 18 13:34:01.335474 dv-neutron-744815-20-hyperv neutron-server[103160]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 18 13:34:01.335474 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 18 13:34:01.335474 dv-neutron-744815-20-hyperv neutron-server[103160]: aggregate_uuid = self.p_client.list_aggregates( Dec 18 13:34:01.335474 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 18 13:34:01.335474 dv-neutron-744815-20-hyperv neutron-server[103160]: return f(self, *a, **k) Dec 18 13:34:01.335474 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 18 13:34:01.335474 dv-neutron-744815-20-hyperv neutron-server[103160]: return self._get(url).json() Dec 18 13:34:01.335474 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 18 13:34:01.335474 dv-neutron-744815-20-hyperv neutron-server[103160]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 18 13:34:01.335474 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 18 13:34:01.335474 dv-neutron-744815-20-hyperv neutron-server[103160]: return self.request(url, 'GET', **kwargs) Dec 18 13:34:01.335474 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 18 13:34:01.335474 dv-neutron-744815-20-hyperv neutron-server[103160]: base_url = self.get_endpoint(auth, allow=allow, Dec 18 13:34:01.335474 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 18 13:34:01.335474 dv-neutron-744815-20-hyperv neutron-server[103160]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 18 13:34:01.335474 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 18 13:34:01.335474 dv-neutron-744815-20-hyperv neutron-server[103160]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 18 13:34:01.335474 dv-neutron-744815-20-hyperv neutron-server[103160]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 18 13:34:01.407799 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-5e51d2c1-e77a-40d0-a190-7fb7319af009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:01.408998 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-582326a5-3dc2-4860-9c7f-bbb0dd1818f4 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1927267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586962'] for network, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:01.436555 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-582326a5-3dc2-4860-9c7f-bbb0dd1818f4 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks [] for network, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:01.443116 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-582326a5-3dc2-4860-9c7f-bbb0dd1818f4 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] 10.222.0.31 "DELETE /v2.0/networks/015c6e97-58b0-432b-8fb9-5dd2b87fb320 HTTP/1.1" status: 204 len: 168 time: 1.1465769 Dec 18 13:34:01.443998 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582326a5-3dc2-4860-9c7f-bbb0dd1818f4 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Pushing event deleted for resources: {'Network': ['ID=015c6e97-58b0-432b-8fb9-5dd2b87fb320,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:34:01.445767 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 56294) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:34:01.466815 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-154c54ae-e7e0-4415-8fe3-f77d32eef300 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/floatingips/51b6ca28-aade-4575-bb67-e2588884bccb HTTP/1.1" status: 200 len: 992 time: 0.2069681 Dec 18 13:34:01.479551 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-09c9a858-7657-42a6-8d58-0a43a33b7f4d None None] For port 7ca8474b-b385-4b2c-b962-7e3bdcec0667, host dv-neutron-744815-20-hyperv, got binding levels [] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:34:01.479947 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-09c9a858-7657-42a6-8d58-0a43a33b7f4d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:01.503075 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6de62db-a7f2-4a8d-9244-710fcf15891d None None] New status for floating IP 51b6ca28-aade-4575-bb67-e2588884bccb: ACTIVE {{(pid=103162) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 18 13:34:01.542751 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-09c9a858-7657-42a6-8d58-0a43a33b7f4d None None] Calling delete_port for 7ca8474b-b385-4b2c-b962-7e3bdcec0667 owned by network:dhcp {{(pid=103161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:34:01.549078 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.ipam_backend_mixin [None req-09c9a858-7657-42a6-8d58-0a43a33b7f4d None None] Port 7ca8474b-b385-4b2c-b962-7e3bdcec0667 was not found and therefore no delete operation was performed {{(pid=103161) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 18 13:34:01.565303 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-09c9a858-7657-42a6-8d58-0a43a33b7f4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984'] for port, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:01.666691 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c9a858-7657-42a6-8d58-0a43a33b7f4d None None] Pushing event deleted for resources: {'Port': ['ID=7ca8474b-b385-4b2c-b962-7e3bdcec0667,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:34:01.671807 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-09c9a858-7657-42a6-8d58-0a43a33b7f4d None None] Network 015c6e97-58b0-432b-8fb9-5dd2b87fb320 is not hosted by any dhcp agent {{(pid=103161) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 18 13:34:01.672217 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09c9a858-7657-42a6-8d58-0a43a33b7f4d None None] No DVR routers for this DVR port 7ca8474b-b385-4b2c-b962-7e3bdcec0667 on host dv-neutron-744815-20-hyperv {{(pid=103161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 18 13:34:01.758641 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.extraroute_db [None req-86e1e88a-1223-43c2-a7b9-0dd04178ef53 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Added routes are [] {{(pid=103159) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 18 13:34:01.758874 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.extraroute_db [None req-86e1e88a-1223-43c2-a7b9-0dd04178ef53 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Removed routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=103159) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 18 13:34:01.796629 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-86e1e88a-1223-43c2-a7b9-0dd04178ef53 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-586613', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-589787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28650'] for router, precommit_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:01.981598 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-84fe5ffc-cfe8-4eef-9f2a-fe52b4de6fcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f63deb02-f6ed-4580-96e0-01d237f8236f', 'name': 'tempest-RoutersIpV6Test-router-289466128', 'tenant_id': '3e8e672f906b4c94aa3af3ddf07ca05e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:33:19Z', 'updated_at': '2021-12-18T13:33:58Z', 'revision_number': 10, 'project_id': '3e8e672f906b4c94aa3af3ddf07ca05e', 'gw_port_host': None, '_interfaces': [{'id': '146b4ada-1eb2-4f9a-89a6-e248f7ab33ec', 'name': '', 'network_id': '37b20d0d-0c5d-4ad5-8c97-f587a5601dee', 'tenant_id': '3e8e672f906b4c94aa3af3ddf07ca05e', 'mac_address': 'fa:16:3e:de:21:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f63deb02-f6ed-4580-96e0-01d237f8236f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '91a18b6b-5ac3-47f2-a447-8a9f7ed59f3b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:33:21Z', 'updated_at': '2021-12-18T13:33:28Z', 'revision_number': 5, 'project_id': '3e8e672f906b4c94aa3af3ddf07ca05e', 'subnets': [{'id': '91a18b6b-5ac3-47f2-a447-8a9f7ed59f3b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:34:02.012697 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-86e1e88a-1223-43c2-a7b9-0dd04178ef53 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-586613', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-589787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28650'] for router, precommit_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:02.013028 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84fe5ffc-cfe8-4eef-9f2a-fe52b4de6fcf None None] The sync data for ids ['f63deb02-f6ed-4580-96e0-01d237f8236f'] in dv-neutron-744815-20-hyperv is: [{'id': 'f63deb02-f6ed-4580-96e0-01d237f8236f', 'name': 'tempest-RoutersIpV6Test-router-289466128', 'tenant_id': '3e8e672f906b4c94aa3af3ddf07ca05e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:33:19Z', 'updated_at': '2021-12-18T13:33:58Z', 'revision_number': 10, 'project_id': '3e8e672f906b4c94aa3af3ddf07ca05e', 'gw_port_host': None, '_interfaces': [{'id': '146b4ada-1eb2-4f9a-89a6-e248f7ab33ec', 'name': '', 'network_id': '37b20d0d-0c5d-4ad5-8c97-f587a5601dee', 'tenant_id': '3e8e672f906b4c94aa3af3ddf07ca05e', 'mac_address': 'fa:16:3e:de:21:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f63deb02-f6ed-4580-96e0-01d237f8236f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '91a18b6b-5ac3-47f2-a447-8a9f7ed59f3b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:33:21Z', 'updated_at': '2021-12-18T13:33:28Z', 'revision_number': 5, 'project_id': '3e8e672f906b4c94aa3af3ddf07ca05e', 'subnets': [{'id': '91a18b6b-5ac3-47f2-a447-8a9f7ed59f3b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 13:34:02.018046 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-86e1e88a-1223-43c2-a7b9-0dd04178ef53 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-586526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-586508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-586503', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-589778'] for router, after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:02.115297 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-5e51d2c1-e77a-40d0-a190-7fb7319af009 None None] Publish callbacks [] for port, precommit_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:02.122245 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-5e51d2c1-e77a-40d0-a190-7fb7319af009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:02.145034 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86e1e88a-1223-43c2-a7b9-0dd04178ef53 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Router 75375f83-93da-4916-820d-2a192bd2b416 has already been hosted by L3 agent c9c0cd52-5bd2-4704-9429-d80f1c5ad23c {{(pid=103159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 18 13:34:02.173802 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3f1843-4d2d-4823-9586-bbd418022fc0 None None] Pushing event updated for resources: {'Port': ['ID=41f3f921-ccfe-4c38-811e-08554c71f1ef,revision_number=3']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:34:02.232063 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-5e51d2c1-e77a-40d0-a190-7fb7319af009 None None] Attempting to bind port 41f3f921-ccfe-4c38-811e-08554c71f1ef on host dv-neutron-744815-20-hyperv for vnic_type normal with profile {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 13:34:02.232567 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-5e51d2c1-e77a-40d0-a190-7fb7319af009 None None] Attempting to bind port 41f3f921-ccfe-4c38-811e-08554c71f1ef by drivers openvswitch,hyperv on host dv-neutron-744815-20-hyperv at level 0 using segments [{'id': 'ef886f74-c8eb-4036-8e66-6456e118d42b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'cafd31c2-18d2-4400-b434-f95918288f11'}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 13:34:02.232932 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e51d2c1-e77a-40d0-a190-7fb7319af009 None None] Attempting to bind port 41f3f921-ccfe-4c38-811e-08554c71f1ef on network cafd31c2-18d2-4400-b434-f95918288f11 {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 13:34:02.239303 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e51d2c1-e77a-40d0-a190-7fb7319af009 None None] Checking agent: {'id': '428fa9fa-43db-4db9-9f96-f60ffe931f2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-20-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 13, 19, 1), 'started_at': datetime.datetime(2021, 12, 18, 13, 19, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 13, 34, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-20-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 18 13:34:02.239717 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e51d2c1-e77a-40d0-a190-7fb7319af009 None None] Checking segment: {'id': 'ef886f74-c8eb-4036-8e66-6456e118d42b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'cafd31c2-18d2-4400-b434-f95918288f11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 13:34:02.240086 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-5e51d2c1-e77a-40d0-a190-7fb7319af009 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:02.240482 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e51d2c1-e77a-40d0-a190-7fb7319af009 None None] Bound using segment: {'id': 'ef886f74-c8eb-4036-8e66-6456e118d42b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'cafd31c2-18d2-4400-b434-f95918288f11'} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 18 13:34:02.241247 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-5e51d2c1-e77a-40d0-a190-7fb7319af009 None None] Bound port: 41f3f921-ccfe-4c38-811e-08554c71f1ef, host: dv-neutron-744815-20-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef886f74-c8eb-4036-8e66-6456e118d42b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'cafd31c2-18d2-4400-b434-f95918288f11'}}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 18 13:34:02.241639 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-5e51d2c1-e77a-40d0-a190-7fb7319af009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:02.279791 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-8f213e18-54d0-417a-82b0-0fe3b5980fd1 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-586101'] for router_interface, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:02.283168 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86e1e88a-1223-43c2-a7b9-0dd04178ef53 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Notify agent at l3_agent.dv-neutron-744815-20-hyperv the message routers_updated {{(pid=103159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 13:34:02.298295 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-86e1e88a-1223-43c2-a7b9-0dd04178ef53 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks [] for router, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:02.302183 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-86e1e88a-1223-43c2-a7b9-0dd04178ef53 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] 10.222.0.31 "PUT /v2.0/routers/75375f83-93da-4916-820d-2a192bd2b416 HTTP/1.1" status: 200 len: 700 time: 1.1466813 Dec 18 13:34:02.302516 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 56296) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:34:02.319568 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-5e51d2c1-e77a-40d0-a190-7fb7319af009 None None] For port 41f3f921-ccfe-4c38-811e-08554c71f1ef, host dv-neutron-744815-20-hyperv, cleared binding levels {{(pid=103161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 18 13:34:02.322864 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-5e51d2c1-e77a-40d0-a190-7fb7319af009 None None] For port 41f3f921-ccfe-4c38-811e-08554c71f1ef, host dv-neutron-744815-20-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=41f3f921-ccfe-4c38-811e-08554c71f1ef,segment=NetworkSegment(ef886f74-c8eb-4036-8e66-6456e118d42b),segment_id=ef886f74-c8eb-4036-8e66-6456e118d42b)] {{(pid=103161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 18 13:34:02.329788 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-5e51d2c1-e77a-40d0-a190-7fb7319af009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:02.416889 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e51d2c1-e77a-40d0-a190-7fb7319af009 None None] Routers {'75375f83-93da-4916-820d-2a192bd2b416'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:34:02.417908 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-5e51d2c1-e77a-40d0-a190-7fb7319af009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:33:57Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['75375f83-93da-4916-820d-2a192bd2b416'], 'active': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:34:02.422734 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3f1843-4d2d-4823-9586-bbd418022fc0 None None] Pushing event updated for resources: {'Port': ['ID=41f3f921-ccfe-4c38-811e-08554c71f1ef,revision_number=4']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:34:02.445102 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-7ae081d2-5e6c-4814-9b2c-6844d498cb40 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] 10.222.0.31 "GET /v2.0/routers/75375f83-93da-4916-820d-2a192bd2b416 HTTP/1.1" status: 200 len: 700 time: 0.1386838 Dec 18 13:34:02.446142 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 56298) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:34:02.470280 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 56300) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:34:02.527356 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-aa2cf2af-f2bc-45ef-a278-e06652cb9d68 None None] Provisioning complete for port 41f3f921-ccfe-4c38-811e-08554c71f1ef triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:34:02.527732 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-aa2cf2af-f2bc-45ef-a278-e06652cb9d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:02.548228 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-cecf4038-31a4-4dd7-9f28-54a30b865313 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/floatingips/51b6ca28-aade-4575-bb67-e2588884bccb HTTP/1.1" status: 200 len: 994 time: 0.0765824 Dec 18 13:34:02.597345 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvr_db [None req-5e51d2c1-e77a-40d0-a190-7fb7319af009 None None] Set router 75375f83-93da-4916-820d-2a192bd2b416 gateway port host: None {{(pid=103161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 13:34:02.722711 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 41f3f921-ccfe-4c38-811e-08554c71f1ef up at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 13:34:02.790844 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-aa2cf2af-f2bc-45ef-a278-e06652cb9d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:02.877811 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-8f213e18-54d0-417a-82b0-0fe3b5980fd1 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Deleting port 146b4ada-1eb2-4f9a-89a6-e248f7ab33ec {{(pid=103160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:34:02.878150 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-8f213e18-54d0-417a-82b0-0fe3b5980fd1 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:02.886697 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-aa2cf2af-f2bc-45ef-a278-e06652cb9d68 None None] For port 41f3f921-ccfe-4c38-811e-08554c71f1ef, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=41f3f921-ccfe-4c38-811e-08554c71f1ef,segment=NetworkSegment(ef886f74-c8eb-4036-8e66-6456e118d42b),segment_id=ef886f74-c8eb-4036-8e66-6456e118d42b)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:34:02.898996 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-aa2cf2af-f2bc-45ef-a278-e06652cb9d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:02.935078 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2294866d-0076-4933-952c-685307032598 None None] Provisioning complete for port 41f3f921-ccfe-4c38-811e-08554c71f1ef triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:34:02.935476 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:02.979032 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.db [None req-8f213e18-54d0-417a-82b0-0fe3b5980fd1 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] For port 146b4ada-1eb2-4f9a-89a6-e248f7ab33ec, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=146b4ada-1eb2-4f9a-89a6-e248f7ab33ec,segment=NetworkSegment(2160b8b6-8edc-4fe4-b873-626c491ffcbc),segment_id=2160b8b6-8edc-4fe4-b873-626c491ffcbc)] {{(pid=103160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:34:02.979403 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-8f213e18-54d0-417a-82b0-0fe3b5980fd1 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:02.998047 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-8f213e18-54d0-417a-82b0-0fe3b5980fd1 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Calling delete_port for 146b4ada-1eb2-4f9a-89a6-e248f7ab33ec owned by network:router_interface {{(pid=103160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:34:03.007193 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2cf2af-f2bc-45ef-a278-e06652cb9d68 None None] Pushing event updated for resources: {'Port': ['ID=41f3f921-ccfe-4c38-811e-08554c71f1ef,revision_number=5']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:34:03.042165 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-946fd6b0-1517-495e-8324-2afd70574e7c None None] Provisioning complete for port 41f3f921-ccfe-4c38-811e-08554c71f1ef triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:34:03.042439 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-946fd6b0-1517-495e-8324-2afd70574e7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:03.109357 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-5e51d2c1-e77a-40d0-a190-7fb7319af009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75375f83-93da-4916-820d-2a192bd2b416', 'name': 'tempest-RoutersTest-router-2068913425', 'tenant_id': 'd223d1b2ed814c43a2fd9ddeaaf9b271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:33:36Z', 'updated_at': '2021-12-18T13:34:01Z', 'revision_number': 7, 'project_id': 'd223d1b2ed814c43a2fd9ddeaaf9b271', 'gw_port_host': None, '_interfaces': [{'id': '041b7117-a634-4714-92a0-5d698b81cc89', 'name': '', 'network_id': 'b8abcfea-7f1b-4f25-9ebf-f3fadecbde9d', 'tenant_id': 'd223d1b2ed814c43a2fd9ddeaaf9b271', 'mac_address': 'fa:16:3e:70:03:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75375f83-93da-4916-820d-2a192bd2b416', 'device_owner': 'network:router_interface', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': 'a7e473c6-ca47-443c-9eff-7e80b453b879', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:33:50Z', 'updated_at': '2021-12-18T13:33:58Z', 'revision_number': 5, 'project_id': 'd223d1b2ed814c43a2fd9ddeaaf9b271', 'subnets': [{'id': 'a7e473c6-ca47-443c-9eff-7e80b453b879', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1d25303a-7ab6-431f-91d7-f66b1ed33a78', 'name': '', 'network_id': '4d3ac6d7-ec69-40aa-a96d-faea817c9b14', 'tenant_id': 'd223d1b2ed814c43a2fd9ddeaaf9b271', 'mac_address': 'fa:16:3e:29:50:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75375f83-93da-4916-820d-2a192bd2b416', 'device_owner': 'network:router_interface', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'd359df33-e8f5-464b-88a9-54ef9bff6701', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:33:46Z', 'updated_at': '2021-12-18T13:33:52Z', 'revision_number': 5, 'project_id': 'd223d1b2ed814c43a2fd9ddeaaf9b271', 'subnets': [{'id': 'd359df33-e8f5-464b-88a9-54ef9bff6701', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '41f3f921-ccfe-4c38-811e-08554c71f1ef', 'name': '', 'network_id': 'cafd31c2-18d2-4400-b434-f95918288f11', 'tenant_id': 'd223d1b2ed814c43a2fd9ddeaaf9b271', 'mac_address': 'fa:16:3e:dd:69:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75375f83-93da-4916-820d-2a192bd2b416', 'device_owner': 'network:router_interface', 'standard_attr_id': 1317, 'fixed_ips': [{'subnet_id': '62724c36-0fcd-4a18-9c83-98dca5b0ec2e', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:33:55Z', 'updated_at': '2021-12-18T13:34:02Z', 'revision_number': 4, 'project_id': 'd223d1b2ed814c43a2fd9ddeaaf9b271', 'subnets': [{'id': '62724c36-0fcd-4a18-9c83-98dca5b0ec2e', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8eb9746-e588-4cc0-bac8-0e2b29c52881', 'name': '', 'network_id': 'fcdc3f02-63f3-449c-8180-3faed08bd0cd', 'tenant_id': 'd223d1b2ed814c43a2fd9ddeaaf9b271', 'mac_address': 'fa:16:3e:e2:42:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75375f83-93da-4916-820d-2a192bd2b416', 'device_owner': 'network:router_interface', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': '9aed1807-163c-40d5-887b-ac871ecc6aa2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:33:38Z', 'updated_at': '2021-12-18T13:33:48Z', 'revision_number': 5, 'project_id': 'd223d1b2ed814c43a2fd9ddeaaf9b271', 'subnets': [{'id': '9aed1807-163c-40d5-887b-ac871ecc6aa2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:34:03.137513 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-d154fe2c-cd38-44db-b700-7f693e96529f tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-586101'] for router_interface, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:03.148995 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e51d2c1-e77a-40d0-a190-7fb7319af009 None None] The sync data for ids ['75375f83-93da-4916-820d-2a192bd2b416'] in dv-neutron-744815-20-hyperv is: [{'id': '75375f83-93da-4916-820d-2a192bd2b416', 'name': 'tempest-RoutersTest-router-2068913425', 'tenant_id': 'd223d1b2ed814c43a2fd9ddeaaf9b271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:33:36Z', 'updated_at': '2021-12-18T13:34:01Z', 'revision_number': 7, 'project_id': 'd223d1b2ed814c43a2fd9ddeaaf9b271', 'gw_port_host': None, '_interfaces': [{'id': '041b7117-a634-4714-92a0-5d698b81cc89', 'name': '', 'network_id': 'b8abcfea-7f1b-4f25-9ebf-f3fadecbde9d', 'tenant_id': 'd223d1b2ed814c43a2fd9ddeaaf9b271', 'mac_address': 'fa:16:3e:70:03:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75375f83-93da-4916-820d-2a192bd2b416', 'device_owner': 'network:router_interface', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': 'a7e473c6-ca47-443c-9eff-7e80b453b879', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:33:50Z', 'updated_at': '2021-12-18T13:33:58Z', 'revision_number': 5, 'project_id': 'd223d1b2ed814c43a2fd9ddeaaf9b271', 'subnets': [{'id': 'a7e473c6-ca47-443c-9eff-7e80b453b879', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1d25303a-7ab6-431f-91d7-f66b1ed33a78', 'name': '', 'network_id': '4d3ac6d7-ec69-40aa-a96d-faea817c9b14', 'tenant_id': 'd223d1b2ed814c43a2fd9ddeaaf9b271', 'mac_address': 'fa:16:3e:29:50:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75375f83-93da-4916-820d-2a192bd2b416', 'device_owner': 'network:router_interface', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'd359df33-e8f5-464b-88a9-54ef9bff6701', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:33:46Z', 'updated_at': '2021-12-18T13:33:52Z', 'revision_number': 5, 'project_id': 'd223d1b2ed814c43a2fd9ddeaaf9b271', 'subnets': [{'id': 'd359df33-e8f5-464b-88a9-54ef9bff6701', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '41f3f921-ccfe-4c38-811e-08554c71f1ef', 'name': '', 'network_id': 'cafd31c2-18d2-4400-b434-f95918288f11', 'tenant_id': 'd223d1b2ed814c43a2fd9ddeaaf9b271', 'mac_address': 'fa:16:3e:dd:69:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75375f83-93da-4916-820d-2a192bd2b416', 'device_owner': 'network:router_interface', 'standard_attr_id': 1317, 'fixed_ips': [{'subnet_id': '62724c36-0fcd-4a18-9c83-98dca5b0ec2e', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:33:55Z', 'updated_at': '2021-12-18T13:34:02Z', 'revision_number': 4, 'project_id': 'd223d1b2ed814c43a2fd9ddeaaf9b271', 'subnets': [{'id': '62724c36-0fcd-4a18-9c83-98dca5b0ec2e', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8eb9746-e588-4cc0-bac8-0e2b29c52881', 'name': '', 'network_id': 'fcdc3f02-63f3-449c-8180-3faed08bd0cd', 'tenant_id': 'd223d1b2ed814c43a2fd9ddeaaf9b271', 'mac_address': 'fa:16:3e:e2:42:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75375f83-93da-4916-820d-2a192bd2b416', 'device_owner': 'network:router_interface', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': '9aed1807-163c-40d5-887b-ac871ecc6aa2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:33:38Z', 'updated_at': '2021-12-18T13:33:48Z', 'revision_number': 5, 'project_id': 'd223d1b2ed814c43a2fd9ddeaaf9b271', 'subnets': [{'id': '9aed1807-163c-40d5-887b-ac871ecc6aa2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 13:34:03.215844 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 549b8e1b-ad61-437b-b167-455dd6bf5627 no longer exists at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 18 13:34:03.241517 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-2294866d-0076-4933-952c-685307032598 None None] No Port match for: 549b8e1b-ad61-437b-b167-455dd6bf5627 {{(pid=103161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 18 13:34:03.241936 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 549b8e1b-ad61-437b-b167-455dd6bf5627 not bound to the agent host dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 18 13:34:03.242550 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 7ca8474b-b385-4b2c-b962-7e3bdcec0667 no longer exists at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 18 13:34:03.262820 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-2294866d-0076-4933-952c-685307032598 None None] No Port match for: 7ca8474b-b385-4b2c-b962-7e3bdcec0667 {{(pid=103161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 18 13:34:03.263838 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 7ca8474b-b385-4b2c-b962-7e3bdcec0667 not bound to the agent host dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 18 13:34:03.328759 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8d04134-1ba4-4bf0-a5b4-2bd083d3b6a3 None None] Sync routers for ids ['75375f83-93da-4916-820d-2a192bd2b416'] in dv-neutron-744815-20-hyperv {{(pid=103161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 13:34:03.337336 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-8f213e18-54d0-417a-82b0-0fe3b5980fd1 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4533522'] for port, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:03.339656 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8d04134-1ba4-4bf0-a5b4-2bd083d3b6a3 None None] Routers {'75375f83-93da-4916-820d-2a192bd2b416'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:34:03.340362 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-f8d04134-1ba4-4bf0-a5b4-2bd083d3b6a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:33:57Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['75375f83-93da-4916-820d-2a192bd2b416'], 'active': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:34:03.371926 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f213e18-54d0-417a-82b0-0fe3b5980fd1 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Pushing event deleted for resources: {'Port': ['ID=146b4ada-1eb2-4f9a-89a6-e248f7ab33ec,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:34:03.435049 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvr_db [None req-f8d04134-1ba4-4bf0-a5b4-2bd083d3b6a3 None None] Set router 75375f83-93da-4916-820d-2a192bd2b416 gateway port host: None {{(pid=103161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 13:34:03.493334 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-8f213e18-54d0-417a-82b0-0fe3b5980fd1 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1048020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-576035'] for router_interface, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:03.661906 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-f8d04134-1ba4-4bf0-a5b4-2bd083d3b6a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75375f83-93da-4916-820d-2a192bd2b416', 'name': 'tempest-RoutersTest-router-2068913425', 'tenant_id': 'd223d1b2ed814c43a2fd9ddeaaf9b271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:33:36Z', 'updated_at': '2021-12-18T13:34:01Z', 'revision_number': 7, 'project_id': 'd223d1b2ed814c43a2fd9ddeaaf9b271', 'gw_port_host': None, '_interfaces': [{'id': '041b7117-a634-4714-92a0-5d698b81cc89', 'name': '', 'network_id': 'b8abcfea-7f1b-4f25-9ebf-f3fadecbde9d', 'tenant_id': 'd223d1b2ed814c43a2fd9ddeaaf9b271', 'mac_address': 'fa:16:3e:70:03:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75375f83-93da-4916-820d-2a192bd2b416', 'device_owner': 'network:router_interface', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': 'a7e473c6-ca47-443c-9eff-7e80b453b879', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:33:50Z', 'updated_at': '2021-12-18T13:33:58Z', 'revision_number': 5, 'project_id': 'd223d1b2ed814c43a2fd9ddeaaf9b271', 'subnets': [{'id': 'a7e473c6-ca47-443c-9eff-7e80b453b879', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1d25303a-7ab6-431f-91d7-f66b1ed33a78', 'name': '', 'network_id': '4d3ac6d7-ec69-40aa-a96d-faea817c9b14', 'tenant_id': 'd223d1b2ed814c43a2fd9ddeaaf9b271', 'mac_address': 'fa:16:3e:29:50:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75375f83-93da-4916-820d-2a192bd2b416', 'device_owner': 'network:router_interface', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'd359df33-e8f5-464b-88a9-54ef9bff6701', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:33:46Z', 'updated_at': '2021-12-18T13:33:52Z', 'revision_number': 5, 'project_id': 'd223d1b2ed814c43a2fd9ddeaaf9b271', 'subnets': [{'id': 'd359df33-e8f5-464b-88a9-54ef9bff6701', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '41f3f921-ccfe-4c38-811e-08554c71f1ef', 'name': '', 'network_id': 'cafd31c2-18d2-4400-b434-f95918288f11', 'tenant_id': 'd223d1b2ed814c43a2fd9ddeaaf9b271', 'mac_address': 'fa:16:3e:dd:69:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75375f83-93da-4916-820d-2a192bd2b416', 'device_owner': 'network:router_interface', 'standard_attr_id': 1317, 'fixed_ips': [{'subnet_id': '62724c36-0fcd-4a18-9c83-98dca5b0ec2e', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:33:55Z', 'updated_at': '2021-12-18T13:34:02Z', 'revision_number': 5, 'project_id': 'd223d1b2ed814c43a2fd9ddeaaf9b271', 'subnets': [{'id': '62724c36-0fcd-4a18-9c83-98dca5b0ec2e', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8eb9746-e588-4cc0-bac8-0e2b29c52881', 'name': '', 'network_id': 'fcdc3f02-63f3-449c-8180-3faed08bd0cd', 'tenant_id': 'd223d1b2ed814c43a2fd9ddeaaf9b271', 'mac_address': 'fa:16:3e:e2:42:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75375f83-93da-4916-820d-2a192bd2b416', 'device_owner': 'network:router_interface', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': '9aed1807-163c-40d5-887b-ac871ecc6aa2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:33:38Z', 'updated_at': '2021-12-18T13:33:48Z', 'revision_number': 5, 'project_id': 'd223d1b2ed814c43a2fd9ddeaaf9b271', 'subnets': [{'id': '9aed1807-163c-40d5-887b-ac871ecc6aa2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:34:03.678733 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-d154fe2c-cd38-44db-b700-7f693e96529f tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Deleting port 41f3f921-ccfe-4c38-811e-08554c71f1ef {{(pid=103160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:34:03.679048 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-d154fe2c-cd38-44db-b700-7f693e96529f tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:03.688916 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8d04134-1ba4-4bf0-a5b4-2bd083d3b6a3 None None] Checking router: 75375f83-93da-4916-820d-2a192bd2b416 for host: dv-neutron-744815-20-hyperv {{(pid=103161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 18 13:34:03.697729 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8d04134-1ba4-4bf0-a5b4-2bd083d3b6a3 None None] Routers {'75375f83-93da-4916-820d-2a192bd2b416'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:34:03.698338 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-f8d04134-1ba4-4bf0-a5b4-2bd083d3b6a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:33:57Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['75375f83-93da-4916-820d-2a192bd2b416'], 'active': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:34:03.740157 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f213e18-54d0-417a-82b0-0fe3b5980fd1 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Router f63deb02-f6ed-4580-96e0-01d237f8236f has already been hosted by L3 agent c9c0cd52-5bd2-4704-9429-d80f1c5ad23c {{(pid=103160) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 18 13:34:03.790282 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvr_db [None req-f8d04134-1ba4-4bf0-a5b4-2bd083d3b6a3 None None] Set router 75375f83-93da-4916-820d-2a192bd2b416 gateway port host: None {{(pid=103161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 13:34:03.839169 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.db [None req-d154fe2c-cd38-44db-b700-7f693e96529f tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] For port 41f3f921-ccfe-4c38-811e-08554c71f1ef, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=41f3f921-ccfe-4c38-811e-08554c71f1ef,segment=NetworkSegment(ef886f74-c8eb-4036-8e66-6456e118d42b),segment_id=ef886f74-c8eb-4036-8e66-6456e118d42b)] {{(pid=103160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:34:03.839466 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-d154fe2c-cd38-44db-b700-7f693e96529f tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:03.854751 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-d154fe2c-cd38-44db-b700-7f693e96529f tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Calling delete_port for 41f3f921-ccfe-4c38-811e-08554c71f1ef owned by network:router_interface {{(pid=103160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:34:03.856810 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f213e18-54d0-417a-82b0-0fe3b5980fd1 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Notify agent at l3_agent.dv-neutron-744815-20-hyperv the message routers_updated {{(pid=103160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 13:34:03.864094 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-8f213e18-54d0-417a-82b0-0fe3b5980fd1 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] 10.222.0.31 "PUT /v2.0/routers/f63deb02-f6ed-4580-96e0-01d237f8236f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4172618 Dec 18 13:34:03.868197 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 56302) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:34:03.877959 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9020bda-4cfe-44ba-a236-c0d5fc9fba32 None None] Sync routers for ids ['f63deb02-f6ed-4580-96e0-01d237f8236f'] in dv-neutron-744815-20-hyperv {{(pid=103162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 13:34:03.893567 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9020bda-4cfe-44ba-a236-c0d5fc9fba32 None None] Routers {'f63deb02-f6ed-4580-96e0-01d237f8236f'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:34:03.895112 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-e9020bda-4cfe-44ba-a236-c0d5fc9fba32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:33:57Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['f63deb02-f6ed-4580-96e0-01d237f8236f'], 'active': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:34:03.934992 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7282bc7-980b-4a4a-929a-2369bd1f96d5 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Deleting subnet 91a18b6b-5ac3-47f2-a447-8a9f7ed59f3b {{(pid=103159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 18 13:34:03.939774 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-a7282bc7-980b-4a4a-929a-2369bd1f96d5 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks [] for subnet, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:03.981801 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvr_db [None req-e9020bda-4cfe-44ba-a236-c0d5fc9fba32 None None] Set router f63deb02-f6ed-4580-96e0-01d237f8236f gateway port host: None {{(pid=103162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 13:34:03.988365 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-a7282bc7-980b-4a4a-929a-2369bd1f96d5 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5589624'] for subnet, precommit_delete_associations {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:04.043100 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-f8d04134-1ba4-4bf0-a5b4-2bd083d3b6a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75375f83-93da-4916-820d-2a192bd2b416', 'name': 'tempest-RoutersTest-router-2068913425', 'tenant_id': 'd223d1b2ed814c43a2fd9ddeaaf9b271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:33:36Z', 'updated_at': '2021-12-18T13:34:01Z', 'revision_number': 7, 'project_id': 'd223d1b2ed814c43a2fd9ddeaaf9b271', 'gw_port_host': None, '_interfaces': [{'id': '041b7117-a634-4714-92a0-5d698b81cc89', 'name': '', 'network_id': 'b8abcfea-7f1b-4f25-9ebf-f3fadecbde9d', 'tenant_id': 'd223d1b2ed814c43a2fd9ddeaaf9b271', 'mac_address': 'fa:16:3e:70:03:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75375f83-93da-4916-820d-2a192bd2b416', 'device_owner': 'network:router_interface', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': 'a7e473c6-ca47-443c-9eff-7e80b453b879', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:33:50Z', 'updated_at': '2021-12-18T13:33:58Z', 'revision_number': 5, 'project_id': 'd223d1b2ed814c43a2fd9ddeaaf9b271', 'subnets': [{'id': 'a7e473c6-ca47-443c-9eff-7e80b453b879', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1d25303a-7ab6-431f-91d7-f66b1ed33a78', 'name': '', 'network_id': '4d3ac6d7-ec69-40aa-a96d-faea817c9b14', 'tenant_id': 'd223d1b2ed814c43a2fd9ddeaaf9b271', 'mac_address': 'fa:16:3e:29:50:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75375f83-93da-4916-820d-2a192bd2b416', 'device_owner': 'network:router_interface', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'd359df33-e8f5-464b-88a9-54ef9bff6701', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:33:46Z', 'updated_at': '2021-12-18T13:33:52Z', 'revision_number': 5, 'project_id': 'd223d1b2ed814c43a2fd9ddeaaf9b271', 'subnets': [{'id': 'd359df33-e8f5-464b-88a9-54ef9bff6701', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '41f3f921-ccfe-4c38-811e-08554c71f1ef', 'name': '', 'network_id': 'cafd31c2-18d2-4400-b434-f95918288f11', 'tenant_id': 'd223d1b2ed814c43a2fd9ddeaaf9b271', 'mac_address': 'fa:16:3e:dd:69:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75375f83-93da-4916-820d-2a192bd2b416', 'device_owner': 'network:router_interface', 'standard_attr_id': 1317, 'fixed_ips': [{'subnet_id': '62724c36-0fcd-4a18-9c83-98dca5b0ec2e', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:33:55Z', 'updated_at': '2021-12-18T13:34:02Z', 'revision_number': 5, 'project_id': 'd223d1b2ed814c43a2fd9ddeaaf9b271', 'subnets': [{'id': '62724c36-0fcd-4a18-9c83-98dca5b0ec2e', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8eb9746-e588-4cc0-bac8-0e2b29c52881', 'name': '', 'network_id': 'fcdc3f02-63f3-449c-8180-3faed08bd0cd', 'tenant_id': 'd223d1b2ed814c43a2fd9ddeaaf9b271', 'mac_address': 'fa:16:3e:e2:42:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75375f83-93da-4916-820d-2a192bd2b416', 'device_owner': 'network:router_interface', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': '9aed1807-163c-40d5-887b-ac871ecc6aa2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:33:38Z', 'updated_at': '2021-12-18T13:33:48Z', 'revision_number': 5, 'project_id': 'd223d1b2ed814c43a2fd9ddeaaf9b271', 'subnets': [{'id': '9aed1807-163c-40d5-887b-ac871ecc6aa2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:34:04.048035 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-d154fe2c-cd38-44db-b700-7f693e96529f tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4533522'] for port, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:04.057899 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-e9020bda-4cfe-44ba-a236-c0d5fc9fba32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f63deb02-f6ed-4580-96e0-01d237f8236f', 'name': 'tempest-RoutersIpV6Test-router-289466128', 'tenant_id': '3e8e672f906b4c94aa3af3ddf07ca05e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:33:19Z', 'updated_at': '2021-12-18T13:34:03Z', 'revision_number': 11, 'project_id': '3e8e672f906b4c94aa3af3ddf07ca05e', 'gw_port_host': None}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:34:04.080997 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8d04134-1ba4-4bf0-a5b4-2bd083d3b6a3 None None] The sync data for ids ['75375f83-93da-4916-820d-2a192bd2b416'] in dv-neutron-744815-20-hyperv is: [{'id': '75375f83-93da-4916-820d-2a192bd2b416', 'name': 'tempest-RoutersTest-router-2068913425', 'tenant_id': 'd223d1b2ed814c43a2fd9ddeaaf9b271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:33:36Z', 'updated_at': '2021-12-18T13:34:01Z', 'revision_number': 7, 'project_id': 'd223d1b2ed814c43a2fd9ddeaaf9b271', 'gw_port_host': None, '_interfaces': [{'id': '041b7117-a634-4714-92a0-5d698b81cc89', 'name': '', 'network_id': 'b8abcfea-7f1b-4f25-9ebf-f3fadecbde9d', 'tenant_id': 'd223d1b2ed814c43a2fd9ddeaaf9b271', 'mac_address': 'fa:16:3e:70:03:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75375f83-93da-4916-820d-2a192bd2b416', 'device_owner': 'network:router_interface', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': 'a7e473c6-ca47-443c-9eff-7e80b453b879', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:33:50Z', 'updated_at': '2021-12-18T13:33:58Z', 'revision_number': 5, 'project_id': 'd223d1b2ed814c43a2fd9ddeaaf9b271', 'subnets': [{'id': 'a7e473c6-ca47-443c-9eff-7e80b453b879', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1d25303a-7ab6-431f-91d7-f66b1ed33a78', 'name': '', 'network_id': '4d3ac6d7-ec69-40aa-a96d-faea817c9b14', 'tenant_id': 'd223d1b2ed814c43a2fd9ddeaaf9b271', 'mac_address': 'fa:16:3e:29:50:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75375f83-93da-4916-820d-2a192bd2b416', 'device_owner': 'network:router_interface', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'd359df33-e8f5-464b-88a9-54ef9bff6701', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:33:46Z', 'updated_at': '2021-12-18T13:33:52Z', 'revision_number': 5, 'project_id': 'd223d1b2ed814c43a2fd9ddeaaf9b271', 'subnets': [{'id': 'd359df33-e8f5-464b-88a9-54ef9bff6701', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '41f3f921-ccfe-4c38-811e-08554c71f1ef', 'name': '', 'network_id': 'cafd31c2-18d2-4400-b434-f95918288f11', 'tenant_id': 'd223d1b2ed814c43a2fd9ddeaaf9b271', 'mac_address': 'fa:16:3e:dd:69:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75375f83-93da-4916-820d-2a192bd2b416', 'device_owner': 'network:router_interface', 'standard_attr_id': 1317, 'fixed_ips': [{'subnet_id': '62724c36-0fcd-4a18-9c83-98dca5b0ec2e', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:33:55Z', 'updated_at': '2021-12-18T13:34:02Z', 'revision_number': 5, 'project_id': 'd223d1b2ed814c43a2fd9ddeaaf9b271', 'subnets': [{'id': '62724c36-0fcd-4a18-9c83-98dca5b0ec2e', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8eb9746-e588-4cc0-bac8-0e2b29c52881', 'name': '', 'network_id': 'fcdc3f02-63f3-449c-8180-3faed08bd0cd', 'tenant_id': 'd223d1b2ed814c43a2fd9ddeaaf9b271', 'mac_address': 'fa:16:3e:e2:42:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75375f83-93da-4916-820d-2a192bd2b416', 'device_owner': 'network:router_interface', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': '9aed1807-163c-40d5-887b-ac871ecc6aa2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:33:38Z', 'updated_at': '2021-12-18T13:33:48Z', 'revision_number': 5, 'project_id': 'd223d1b2ed814c43a2fd9ddeaaf9b271', 'subnets': [{'id': '9aed1807-163c-40d5-887b-ac871ecc6aa2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 13:34:04.095743 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-a7282bc7-980b-4a4a-929a-2369bd1f96d5 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1929185'] for subnet, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:04.112788 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d154fe2c-cd38-44db-b700-7f693e96529f tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Pushing event deleted for resources: {'Port': ['ID=41f3f921-ccfe-4c38-811e-08554c71f1ef,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:34:04.138530 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9020bda-4cfe-44ba-a236-c0d5fc9fba32 None None] Checking router: f63deb02-f6ed-4580-96e0-01d237f8236f for host: dv-neutron-744815-20-hyperv {{(pid=103162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 18 13:34:04.150543 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9020bda-4cfe-44ba-a236-c0d5fc9fba32 None None] Routers {'f63deb02-f6ed-4580-96e0-01d237f8236f'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:34:04.153017 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-e9020bda-4cfe-44ba-a236-c0d5fc9fba32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:33:57Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['f63deb02-f6ed-4580-96e0-01d237f8236f'], 'active': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:34:04.204611 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-a7282bc7-980b-4a4a-929a-2369bd1f96d5 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1929192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5659851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6017053'] for subnet, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:04.246344 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7282bc7-980b-4a4a-929a-2369bd1f96d5 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Pushing event deleted for resources: {'Subnet': ['ID=91a18b6b-5ac3-47f2-a447-8a9f7ed59f3b,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:34:04.248804 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-a7282bc7-980b-4a4a-929a-2369bd1f96d5 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks [] for subnet, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:04.253220 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-a7282bc7-980b-4a4a-929a-2369bd1f96d5 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] 10.222.0.31 "DELETE /v2.0/subnets/91a18b6b-5ac3-47f2-a447-8a9f7ed59f3b HTTP/1.1" status: 204 len: 168 time: 0.3841016 Dec 18 13:34:04.255862 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 56304) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:34:04.258654 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c80f5272-041d-4de9-bb53-2de0f705ae37 None None] Network 37b20d0d-0c5d-4ad5-8c97-f587a5601dee requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:34:04.264618 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvr_db [None req-e9020bda-4cfe-44ba-a236-c0d5fc9fba32 None None] Set router f63deb02-f6ed-4580-96e0-01d237f8236f gateway port host: None {{(pid=103162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 13:34:04.322732 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-d154fe2c-cd38-44db-b700-7f693e96529f tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1048020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-576035'] for router_interface, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:04.327648 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-e9020bda-4cfe-44ba-a236-c0d5fc9fba32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f63deb02-f6ed-4580-96e0-01d237f8236f', 'name': 'tempest-RoutersIpV6Test-router-289466128', 'tenant_id': '3e8e672f906b4c94aa3af3ddf07ca05e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:33:19Z', 'updated_at': '2021-12-18T13:34:03Z', 'revision_number': 11, 'project_id': '3e8e672f906b4c94aa3af3ddf07ca05e', 'gw_port_host': None}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:34:04.366433 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-c0a00d04-b805-4540-a726-853de2665c87 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2023137'] for network, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:04.388345 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9020bda-4cfe-44ba-a236-c0d5fc9fba32 None None] The sync data for ids ['f63deb02-f6ed-4580-96e0-01d237f8236f'] in dv-neutron-744815-20-hyperv is: [{'id': 'f63deb02-f6ed-4580-96e0-01d237f8236f', 'name': 'tempest-RoutersIpV6Test-router-289466128', 'tenant_id': '3e8e672f906b4c94aa3af3ddf07ca05e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:33:19Z', 'updated_at': '2021-12-18T13:34:03Z', 'revision_number': 11, 'project_id': '3e8e672f906b4c94aa3af3ddf07ca05e', 'gw_port_host': None}] {{(pid=103162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 13:34:04.433314 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-c0a00d04-b805-4540-a726-853de2665c87 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Deleting port 963400f9-6591-4cd8-bd4c-0428572afa4e {{(pid=103159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:34:04.433877 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-c0a00d04-b805-4540-a726-853de2665c87 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:04.511908 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.db [None req-c0a00d04-b805-4540-a726-853de2665c87 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] For port 963400f9-6591-4cd8-bd4c-0428572afa4e, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=963400f9-6591-4cd8-bd4c-0428572afa4e,segment=NetworkSegment(2160b8b6-8edc-4fe4-b873-626c491ffcbc),segment_id=2160b8b6-8edc-4fe4-b873-626c491ffcbc)] {{(pid=103159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:34:04.512326 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-c0a00d04-b805-4540-a726-853de2665c87 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:04.525894 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-c0a00d04-b805-4540-a726-853de2665c87 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Calling delete_port for 963400f9-6591-4cd8-bd4c-0428572afa4e owned by network:dhcp {{(pid=103159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:34:04.614244 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-c0a00d04-b805-4540-a726-853de2665c87 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:04.641342 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a00d04-b805-4540-a726-853de2665c87 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Pushing event deleted for resources: {'Port': ['ID=963400f9-6591-4cd8-bd4c-0428572afa4e,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:34:04.643176 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0a00d04-b805-4540-a726-853de2665c87 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] No DVR routers for this DVR port 963400f9-6591-4cd8-bd4c-0428572afa4e on host dv-neutron-744815-20-hyperv {{(pid=103159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 18 13:34:04.724833 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-c0a00d04-b805-4540-a726-853de2665c87 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1927292', 'neutron.services.segments.db._delete_segments_for_network-8767106887837'] for network, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:04.746185 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35eafa67-87e3-4bc6-b4a0-eb1114d20537 None None] DHCP port deletion for 37b20d0d-0c5d-4ad5-8c97-f587a5601dee request from dv-neutron-744815-20-hyperv {{(pid=103161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 18 13:34:04.757864 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.services.segments.db [None req-c0a00d04-b805-4540-a726-853de2665c87 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37b20d0d-0c5d-4ad5-8c97-f587a5601dee']}} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:34:04.768155 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.services.segments.db [None req-c0a00d04-b805-4540-a726-853de2665c87 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2160b8b6-8edc-4fe4-b873-626c491ffcbc') {'for_net_delete': True} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:34:04.768452 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.services.segments.db [None req-c0a00d04-b805-4540-a726-853de2665c87 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2160b8b6-8edc-4fe4-b873-626c491ffcbc') {} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:34:04.781501 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-c0a00d04-b805-4540-a726-853de2665c87 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767106888614', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5589569'] for segment, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:04.795273 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-c0a00d04-b805-4540-a726-853de2665c87 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:04.804362 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0a00d04-b805-4540-a726-853de2665c87 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Releasing vlan 133 on physical network physnet1 to pool {{(pid=103159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 18 13:34:04.804771 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-c0a00d04-b805-4540-a726-853de2665c87 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5660009'] for segment, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:04.808350 dv-neutron-744815-20-hyperv neutron-server[103159]: Traceback (most recent call last): Dec 18 13:34:04.808350 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 18 13:34:04.808350 dv-neutron-744815-20-hyperv neutron-server[103159]: timer() Dec 18 13:34:04.808350 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 18 13:34:04.808350 dv-neutron-744815-20-hyperv neutron-server[103159]: cb(*args, **kw) Dec 18 13:34:04.808350 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 18 13:34:04.808350 dv-neutron-744815-20-hyperv neutron-server[103159]: return func(*args, **kwargs) Dec 18 13:34:04.808350 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 18 13:34:04.808350 dv-neutron-744815-20-hyperv neutron-server[103159]: self._notify() Dec 18 13:34:04.808350 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 18 13:34:04.808350 dv-neutron-744815-20-hyperv neutron-server[103159]: self.callback(batched_events) Dec 18 13:34:04.808350 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 18 13:34:04.808350 dv-neutron-744815-20-hyperv neutron-server[103159]: event.method(event) Dec 18 13:34:04.808350 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 18 13:34:04.808350 dv-neutron-744815-20-hyperv neutron-server[103159]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 18 13:34:04.808350 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 18 13:34:04.808350 dv-neutron-744815-20-hyperv neutron-server[103159]: aggregate_uuid = self.p_client.list_aggregates( Dec 18 13:34:04.808350 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 18 13:34:04.808350 dv-neutron-744815-20-hyperv neutron-server[103159]: return f(self, *a, **k) Dec 18 13:34:04.808350 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 18 13:34:04.808350 dv-neutron-744815-20-hyperv neutron-server[103159]: return self._get(url).json() Dec 18 13:34:04.808350 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 18 13:34:04.808350 dv-neutron-744815-20-hyperv neutron-server[103159]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 18 13:34:04.808350 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 18 13:34:04.808350 dv-neutron-744815-20-hyperv neutron-server[103159]: return self.request(url, 'GET', **kwargs) Dec 18 13:34:04.808350 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 18 13:34:04.808350 dv-neutron-744815-20-hyperv neutron-server[103159]: base_url = self.get_endpoint(auth, allow=allow, Dec 18 13:34:04.808350 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 18 13:34:04.808350 dv-neutron-744815-20-hyperv neutron-server[103159]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 18 13:34:04.808350 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 18 13:34:04.808350 dv-neutron-744815-20-hyperv neutron-server[103159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 18 13:34:04.808350 dv-neutron-744815-20-hyperv neutron-server[103159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 18 13:34:04.883534 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-c0a00d04-b805-4540-a726-853de2665c87 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1927267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586962'] for network, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:04.899456 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-c0a00d04-b805-4540-a726-853de2665c87 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks [] for network, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:04.903130 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-c0a00d04-b805-4540-a726-853de2665c87 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] 10.222.0.31 "DELETE /v2.0/networks/37b20d0d-0c5d-4ad5-8c97-f587a5601dee HTTP/1.1" status: 204 len: 168 time: 0.6428571 Dec 18 13:34:04.916184 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 963400f9-6591-4cd8-bd4c-0428572afa4e no longer exists at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 18 13:34:04.918813 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 56306) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:34:04.923759 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-1ade6fe1-f1b1-4d0a-88ae-02071999ec25 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Request body: {'router': {'routes': None}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:34:04.927572 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a00d04-b805-4540-a726-853de2665c87 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Pushing event deleted for resources: {'Network': ['ID=37b20d0d-0c5d-4ad5-8c97-f587a5601dee,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:34:04.944027 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-2294866d-0076-4933-952c-685307032598 None None] No Port match for: 963400f9-6591-4cd8-bd4c-0428572afa4e {{(pid=103161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 18 13:34:04.944506 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 963400f9-6591-4cd8-bd4c-0428572afa4e not bound to the agent host dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 18 13:34:04.944939 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 146b4ada-1eb2-4f9a-89a6-e248f7ab33ec no longer exists at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 18 13:34:04.965638 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-2294866d-0076-4933-952c-685307032598 None None] No Port match for: 146b4ada-1eb2-4f9a-89a6-e248f7ab33ec {{(pid=103161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 18 13:34:04.965985 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 146b4ada-1eb2-4f9a-89a6-e248f7ab33ec not bound to the agent host dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 18 13:34:04.966522 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d154fe2c-cd38-44db-b700-7f693e96529f tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Router 75375f83-93da-4916-820d-2a192bd2b416 has already been hosted by L3 agent c9c0cd52-5bd2-4704-9429-d80f1c5ad23c {{(pid=103160) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 18 13:34:05.065456 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d154fe2c-cd38-44db-b700-7f693e96529f tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Notify agent at l3_agent.dv-neutron-744815-20-hyperv the message routers_updated {{(pid=103160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 13:34:05.070923 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-d154fe2c-cd38-44db-b700-7f693e96529f tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] 10.222.0.31 "PUT /v2.0/routers/75375f83-93da-4916-820d-2a192bd2b416/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6234958 Dec 18 13:34:05.073793 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 56308) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:34:05.078241 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6af0f3a-9eeb-476a-b13c-661720feb250 None None] Sync routers for ids ['75375f83-93da-4916-820d-2a192bd2b416'] in dv-neutron-744815-20-hyperv {{(pid=103161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 13:34:05.094617 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6af0f3a-9eeb-476a-b13c-661720feb250 None None] Routers {'75375f83-93da-4916-820d-2a192bd2b416'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:34:05.095266 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-e6af0f3a-9eeb-476a-b13c-661720feb250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:33:57Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['75375f83-93da-4916-820d-2a192bd2b416'], 'active': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:34:05.104610 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.extraroute_db [None req-1ade6fe1-f1b1-4d0a-88ae-02071999ec25 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Added routes are [] {{(pid=103159) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 18 13:34:05.104902 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.extraroute_db [None req-1ade6fe1-f1b1-4d0a-88ae-02071999ec25 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Removed routes are [] {{(pid=103159) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 18 13:34:05.105271 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-1ade6fe1-f1b1-4d0a-88ae-02071999ec25 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-586613', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-589787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28650'] for router, precommit_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:05.187275 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvr_db [None req-e6af0f3a-9eeb-476a-b13c-661720feb250 None None] Set router 75375f83-93da-4916-820d-2a192bd2b416 gateway port host: None {{(pid=103161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 13:34:05.215019 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c94e3d4-1c5a-43a0-b647-e2c51d17d970 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Deleting subnet 62724c36-0fcd-4a18-9c83-98dca5b0ec2e {{(pid=103159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 18 13:34:05.220313 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-6c94e3d4-1c5a-43a0-b647-e2c51d17d970 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks [] for subnet, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:05.564881 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-e6af0f3a-9eeb-476a-b13c-661720feb250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75375f83-93da-4916-820d-2a192bd2b416', 'name': 'tempest-RoutersTest-router-2068913425', 'tenant_id': 'd223d1b2ed814c43a2fd9ddeaaf9b271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:33:36Z', 'updated_at': '2021-12-18T13:34:03Z', 'revision_number': 8, 'project_id': 'd223d1b2ed814c43a2fd9ddeaaf9b271', 'gw_port_host': None, '_interfaces': [{'id': '041b7117-a634-4714-92a0-5d698b81cc89', 'name': '', 'network_id': 'b8abcfea-7f1b-4f25-9ebf-f3fadecbde9d', 'tenant_id': 'd223d1b2ed814c43a2fd9ddeaaf9b271', 'mac_address': 'fa:16:3e:70:03:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75375f83-93da-4916-820d-2a192bd2b416', 'device_owner': 'network:router_interface', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': 'a7e473c6-ca47-443c-9eff-7e80b453b879', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:33:50Z', 'updated_at': '2021-12-18T13:33:58Z', 'revision_number': 5, 'project_id': 'd223d1b2ed814c43a2fd9ddeaaf9b271', 'subnets': [{'id': 'a7e473c6-ca47-443c-9eff-7e80b453b879', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1d25303a-7ab6-431f-91d7-f66b1ed33a78', 'name': '', 'network_id': '4d3ac6d7-ec69-40aa-a96d-faea817c9b14', 'tenant_id': 'd223d1b2ed814c43a2fd9ddeaaf9b271', 'mac_address': 'fa:16:3e:29:50:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75375f83-93da-4916-820d-2a192bd2b416', 'device_owner': 'network:router_interface', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'd359df33-e8f5-464b-88a9-54ef9bff6701', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:33:46Z', 'updated_at': '2021-12-18T13:33:52Z', 'revision_number': 5, 'project_id': 'd223d1b2ed814c43a2fd9ddeaaf9b271', 'subnets': [{'id': 'd359df33-e8f5-464b-88a9-54ef9bff6701', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8eb9746-e588-4cc0-bac8-0e2b29c52881', 'name': '', 'network_id': 'fcdc3f02-63f3-449c-8180-3faed08bd0cd', 'tenant_id': 'd223d1b2ed814c43a2fd9ddeaaf9b271', 'mac_address': 'fa:16:3e:e2:42:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75375f83-93da-4916-820d-2a192bd2b416', 'device_owner': 'network:router_interface', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': '9aed1807-163c-40d5-887b-ac871ecc6aa2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:33:38Z', 'updated_at': '2021-12-18T13:33:48Z', 'revision_number': 5, 'project_id': 'd223d1b2ed814c43a2fd9ddeaaf9b271', 'subnets': [{'id': '9aed1807-163c-40d5-887b-ac871ecc6aa2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:34:05.593632 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6af0f3a-9eeb-476a-b13c-661720feb250 None None] Checking router: 75375f83-93da-4916-820d-2a192bd2b416 for host: dv-neutron-744815-20-hyperv {{(pid=103161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 18 13:34:05.601896 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6af0f3a-9eeb-476a-b13c-661720feb250 None None] Routers {'75375f83-93da-4916-820d-2a192bd2b416'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:34:05.602502 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-e6af0f3a-9eeb-476a-b13c-661720feb250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:33:57Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['75375f83-93da-4916-820d-2a192bd2b416'], 'active': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:34:05.610876 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-1ade6fe1-f1b1-4d0a-88ae-02071999ec25 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-586613', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-589787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28650'] for router, precommit_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:05.618413 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-1ade6fe1-f1b1-4d0a-88ae-02071999ec25 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-586526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-586508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-586503', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-589778'] for router, after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:05.627077 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-6c94e3d4-1c5a-43a0-b647-e2c51d17d970 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5589624'] for subnet, precommit_delete_associations {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:05.711185 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvr_db [None req-e6af0f3a-9eeb-476a-b13c-661720feb250 None None] Set router 75375f83-93da-4916-820d-2a192bd2b416 gateway port host: None {{(pid=103161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 13:34:05.758752 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ade6fe1-f1b1-4d0a-88ae-02071999ec25 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Router f63deb02-f6ed-4580-96e0-01d237f8236f has already been hosted by L3 agent c9c0cd52-5bd2-4704-9429-d80f1c5ad23c {{(pid=103159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 18 13:34:05.775084 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-6c94e3d4-1c5a-43a0-b647-e2c51d17d970 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1929185'] for subnet, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:05.884348 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ade6fe1-f1b1-4d0a-88ae-02071999ec25 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Notify agent at l3_agent.dv-neutron-744815-20-hyperv the message routers_updated {{(pid=103159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 13:34:05.892851 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-1ade6fe1-f1b1-4d0a-88ae-02071999ec25 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks [] for router, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:05.894028 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-1ade6fe1-f1b1-4d0a-88ae-02071999ec25 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] 10.222.0.31 "PUT /v2.0/routers/f63deb02-f6ed-4580-96e0-01d237f8236f HTTP/1.1" status: 200 len: 704 time: 0.9741187 Dec 18 13:34:05.903754 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 56320) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:34:05.911578 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d403c532-9e34-4ef6-bbeb-e61a20f0c2b2 None None] Sync routers for ids ['f63deb02-f6ed-4580-96e0-01d237f8236f'] in dv-neutron-744815-20-hyperv {{(pid=103162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 13:34:05.921405 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-6c94e3d4-1c5a-43a0-b647-e2c51d17d970 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1929192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5659851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6017053'] for subnet, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:05.937648 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-6c94e3d4-1c5a-43a0-b647-e2c51d17d970 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks [] for subnet, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:05.943726 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-6c94e3d4-1c5a-43a0-b647-e2c51d17d970 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] 10.222.0.31 "DELETE /v2.0/subnets/62724c36-0fcd-4a18-9c83-98dca5b0ec2e HTTP/1.1" status: 204 len: 168 time: 0.8664825 Dec 18 13:34:05.946501 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67a6b928-a0fa-4fd3-bd65-0e3c54e87233 None None] Network cafd31c2-18d2-4400-b434-f95918288f11 requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:34:05.958030 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d403c532-9e34-4ef6-bbeb-e61a20f0c2b2 None None] Routers {'f63deb02-f6ed-4580-96e0-01d237f8236f'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:34:05.958481 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-d403c532-9e34-4ef6-bbeb-e61a20f0c2b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:33:57Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['f63deb02-f6ed-4580-96e0-01d237f8236f'], 'active': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:34:05.965638 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 56322) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:34:05.975286 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c94e3d4-1c5a-43a0-b647-e2c51d17d970 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Pushing event deleted for resources: {'Subnet': ['ID=62724c36-0fcd-4a18-9c83-98dca5b0ec2e,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:34:05.987374 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-fabbd9e2-9ae3-4ede-a417-33e2d190593a tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] 10.222.0.31 "GET /v2.0/ports?device_id=f63deb02-f6ed-4580-96e0-01d237f8236f HTTP/1.1" status: 200 len: 205 time: 0.0793715 Dec 18 13:34:05.990886 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 56324) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:34:06.034749 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-e6af0f3a-9eeb-476a-b13c-661720feb250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75375f83-93da-4916-820d-2a192bd2b416', 'name': 'tempest-RoutersTest-router-2068913425', 'tenant_id': 'd223d1b2ed814c43a2fd9ddeaaf9b271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:33:36Z', 'updated_at': '2021-12-18T13:34:03Z', 'revision_number': 8, 'project_id': 'd223d1b2ed814c43a2fd9ddeaaf9b271', 'gw_port_host': None, '_interfaces': [{'id': '041b7117-a634-4714-92a0-5d698b81cc89', 'name': '', 'network_id': 'b8abcfea-7f1b-4f25-9ebf-f3fadecbde9d', 'tenant_id': 'd223d1b2ed814c43a2fd9ddeaaf9b271', 'mac_address': 'fa:16:3e:70:03:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75375f83-93da-4916-820d-2a192bd2b416', 'device_owner': 'network:router_interface', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': 'a7e473c6-ca47-443c-9eff-7e80b453b879', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:33:50Z', 'updated_at': '2021-12-18T13:33:58Z', 'revision_number': 5, 'project_id': 'd223d1b2ed814c43a2fd9ddeaaf9b271', 'subnets': [{'id': 'a7e473c6-ca47-443c-9eff-7e80b453b879', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1d25303a-7ab6-431f-91d7-f66b1ed33a78', 'name': '', 'network_id': '4d3ac6d7-ec69-40aa-a96d-faea817c9b14', 'tenant_id': 'd223d1b2ed814c43a2fd9ddeaaf9b271', 'mac_address': 'fa:16:3e:29:50:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75375f83-93da-4916-820d-2a192bd2b416', 'device_owner': 'network:router_interface', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'd359df33-e8f5-464b-88a9-54ef9bff6701', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:33:46Z', 'updated_at': '2021-12-18T13:33:52Z', 'revision_number': 5, 'project_id': 'd223d1b2ed814c43a2fd9ddeaaf9b271', 'subnets': [{'id': 'd359df33-e8f5-464b-88a9-54ef9bff6701', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8eb9746-e588-4cc0-bac8-0e2b29c52881', 'name': '', 'network_id': 'fcdc3f02-63f3-449c-8180-3faed08bd0cd', 'tenant_id': 'd223d1b2ed814c43a2fd9ddeaaf9b271', 'mac_address': 'fa:16:3e:e2:42:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75375f83-93da-4916-820d-2a192bd2b416', 'device_owner': 'network:router_interface', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': '9aed1807-163c-40d5-887b-ac871ecc6aa2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:33:38Z', 'updated_at': '2021-12-18T13:33:48Z', 'revision_number': 5, 'project_id': 'd223d1b2ed814c43a2fd9ddeaaf9b271', 'subnets': [{'id': '9aed1807-163c-40d5-887b-ac871ecc6aa2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:34:06.059314 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvr_db [None req-d403c532-9e34-4ef6-bbeb-e61a20f0c2b2 None None] Set router f63deb02-f6ed-4580-96e0-01d237f8236f gateway port host: None {{(pid=103162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 13:34:06.074726 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6af0f3a-9eeb-476a-b13c-661720feb250 None None] The sync data for ids ['75375f83-93da-4916-820d-2a192bd2b416'] in dv-neutron-744815-20-hyperv is: [{'id': '75375f83-93da-4916-820d-2a192bd2b416', 'name': 'tempest-RoutersTest-router-2068913425', 'tenant_id': 'd223d1b2ed814c43a2fd9ddeaaf9b271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:33:36Z', 'updated_at': '2021-12-18T13:34:03Z', 'revision_number': 8, 'project_id': 'd223d1b2ed814c43a2fd9ddeaaf9b271', 'gw_port_host': None, '_interfaces': [{'id': '041b7117-a634-4714-92a0-5d698b81cc89', 'name': '', 'network_id': 'b8abcfea-7f1b-4f25-9ebf-f3fadecbde9d', 'tenant_id': 'd223d1b2ed814c43a2fd9ddeaaf9b271', 'mac_address': 'fa:16:3e:70:03:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75375f83-93da-4916-820d-2a192bd2b416', 'device_owner': 'network:router_interface', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': 'a7e473c6-ca47-443c-9eff-7e80b453b879', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:33:50Z', 'updated_at': '2021-12-18T13:33:58Z', 'revision_number': 5, 'project_id': 'd223d1b2ed814c43a2fd9ddeaaf9b271', 'subnets': [{'id': 'a7e473c6-ca47-443c-9eff-7e80b453b879', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1d25303a-7ab6-431f-91d7-f66b1ed33a78', 'name': '', 'network_id': '4d3ac6d7-ec69-40aa-a96d-faea817c9b14', 'tenant_id': 'd223d1b2ed814c43a2fd9ddeaaf9b271', 'mac_address': 'fa:16:3e:29:50:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75375f83-93da-4916-820d-2a192bd2b416', 'device_owner': 'network:router_interface', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'd359df33-e8f5-464b-88a9-54ef9bff6701', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:33:46Z', 'updated_at': '2021-12-18T13:33:52Z', 'revision_number': 5, 'project_id': 'd223d1b2ed814c43a2fd9ddeaaf9b271', 'subnets': [{'id': 'd359df33-e8f5-464b-88a9-54ef9bff6701', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8eb9746-e588-4cc0-bac8-0e2b29c52881', 'name': '', 'network_id': 'fcdc3f02-63f3-449c-8180-3faed08bd0cd', 'tenant_id': 'd223d1b2ed814c43a2fd9ddeaaf9b271', 'mac_address': 'fa:16:3e:e2:42:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75375f83-93da-4916-820d-2a192bd2b416', 'device_owner': 'network:router_interface', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': '9aed1807-163c-40d5-887b-ac871ecc6aa2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:33:38Z', 'updated_at': '2021-12-18T13:33:48Z', 'revision_number': 5, 'project_id': 'd223d1b2ed814c43a2fd9ddeaaf9b271', 'subnets': [{'id': '9aed1807-163c-40d5-887b-ac871ecc6aa2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 13:34:06.107227 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-6c9468fb-23df-4d6b-be23-8920f1f81973 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks [] for router, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:06.136814 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-d403c532-9e34-4ef6-bbeb-e61a20f0c2b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f63deb02-f6ed-4580-96e0-01d237f8236f', 'name': 'tempest-RoutersIpV6Test-router-289466128', 'tenant_id': '3e8e672f906b4c94aa3af3ddf07ca05e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:33:19Z', 'updated_at': '2021-12-18T13:34:03Z', 'revision_number': 11, 'project_id': '3e8e672f906b4c94aa3af3ddf07ca05e', 'gw_port_host': None}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:34:06.173773 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d403c532-9e34-4ef6-bbeb-e61a20f0c2b2 None None] Checking router: f63deb02-f6ed-4580-96e0-01d237f8236f for host: dv-neutron-744815-20-hyperv {{(pid=103162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 18 13:34:06.185593 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d403c532-9e34-4ef6-bbeb-e61a20f0c2b2 None None] Routers {'f63deb02-f6ed-4580-96e0-01d237f8236f'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:34:06.186220 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-d403c532-9e34-4ef6-bbeb-e61a20f0c2b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:33:57Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['f63deb02-f6ed-4580-96e0-01d237f8236f'], 'active': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:34:06.264488 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvr_db [None req-d403c532-9e34-4ef6-bbeb-e61a20f0c2b2 None None] Set router f63deb02-f6ed-4580-96e0-01d237f8236f gateway port host: None {{(pid=103162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 13:34:06.321591 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-d403c532-9e34-4ef6-bbeb-e61a20f0c2b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f63deb02-f6ed-4580-96e0-01d237f8236f', 'name': 'tempest-RoutersIpV6Test-router-289466128', 'tenant_id': '3e8e672f906b4c94aa3af3ddf07ca05e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:33:19Z', 'updated_at': '2021-12-18T13:34:03Z', 'revision_number': 11, 'project_id': '3e8e672f906b4c94aa3af3ddf07ca05e', 'gw_port_host': None}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:34:06.329552 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-ec36fd6a-a8b1-42d7-814d-85ddef7e2011 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2023137'] for network, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:06.342693 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-6c9468fb-23df-4d6b-be23-8920f1f81973 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-589815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28643'] for router, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:06.346871 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-6c9468fb-23df-4d6b-be23-8920f1f81973 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:06.348291 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d403c532-9e34-4ef6-bbeb-e61a20f0c2b2 None None] The sync data for ids ['f63deb02-f6ed-4580-96e0-01d237f8236f'] in dv-neutron-744815-20-hyperv is: [{'id': 'f63deb02-f6ed-4580-96e0-01d237f8236f', 'name': 'tempest-RoutersIpV6Test-router-289466128', 'tenant_id': '3e8e672f906b4c94aa3af3ddf07ca05e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:33:19Z', 'updated_at': '2021-12-18T13:34:03Z', 'revision_number': 11, 'project_id': '3e8e672f906b4c94aa3af3ddf07ca05e', 'gw_port_host': None}] {{(pid=103162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 13:34:06.422544 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-6c9468fb-23df-4d6b-be23-8920f1f81973 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-589710'] for router, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:06.423092 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c9468fb-23df-4d6b-be23-8920f1f81973 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Fanout notify agent at l3_agent the message router_deleted on router f63deb02-f6ed-4580-96e0-01d237f8236f {{(pid=103159) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 18 13:34:06.430155 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-6c9468fb-23df-4d6b-be23-8920f1f81973 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks [] for router, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:06.431485 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-6c9468fb-23df-4d6b-be23-8920f1f81973 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] 10.222.0.31 "DELETE /v2.0/routers/f63deb02-f6ed-4580-96e0-01d237f8236f HTTP/1.1" status: 204 len: 168 time: 0.4394355 Dec 18 13:34:06.436038 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 56330) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:34:06.441882 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-d116fc8e-8f2d-4328-b8d2-ebc9b2e420ae tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-464768209', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:34:06.446318 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-ec36fd6a-a8b1-42d7-814d-85ddef7e2011 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Deleting port da215052-2ba9-4ee1-a994-7e1b5c93dc66 {{(pid=103159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:34:06.446501 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-ec36fd6a-a8b1-42d7-814d-85ddef7e2011 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:06.475251 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-534bd2d5-0ef9-4f50-a88e-9f381fb45d6c None None] DHCP port deletion for cafd31c2-18d2-4400-b434-f95918288f11 request from dv-neutron-744815-20-hyperv {{(pid=103161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 18 13:34:06.516284 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-d116fc8e-8f2d-4328-b8d2-ebc9b2e420ae tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28433'] for router, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:06.517524 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-d116fc8e-8f2d-4328-b8d2-ebc9b2e420ae tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-589769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28440'] for router, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:06.522880 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.db [None req-ec36fd6a-a8b1-42d7-814d-85ddef7e2011 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] For port da215052-2ba9-4ee1-a994-7e1b5c93dc66, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=da215052-2ba9-4ee1-a994-7e1b5c93dc66,segment=NetworkSegment(ef886f74-c8eb-4036-8e66-6456e118d42b),segment_id=ef886f74-c8eb-4036-8e66-6456e118d42b)] {{(pid=103159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:34:06.523280 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-ec36fd6a-a8b1-42d7-814d-85ddef7e2011 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:06.541704 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-ec36fd6a-a8b1-42d7-814d-85ddef7e2011 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Calling delete_port for da215052-2ba9-4ee1-a994-7e1b5c93dc66 owned by network:dhcp {{(pid=103159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:34:06.608035 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-534bd2d5-0ef9-4f50-a88e-9f381fb45d6c None None] Deleting port da215052-2ba9-4ee1-a994-7e1b5c93dc66 {{(pid=103161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:34:06.608548 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-534bd2d5-0ef9-4f50-a88e-9f381fb45d6c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:06.669694 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-d116fc8e-8f2d-4328-b8d2-ebc9b2e420ae tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:06.686656 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-d116fc8e-8f2d-4328-b8d2-ebc9b2e420ae tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-589760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-586526'] for router, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:06.730665 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-534bd2d5-0ef9-4f50-a88e-9f381fb45d6c None None] For port da215052-2ba9-4ee1-a994-7e1b5c93dc66, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=da215052-2ba9-4ee1-a994-7e1b5c93dc66,segment=NetworkSegment(ef886f74-c8eb-4036-8e66-6456e118d42b),segment_id=ef886f74-c8eb-4036-8e66-6456e118d42b)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:34:06.731265 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-534bd2d5-0ef9-4f50-a88e-9f381fb45d6c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:06.737564 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-ec36fd6a-a8b1-42d7-814d-85ddef7e2011 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:06.741517 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-d116fc8e-8f2d-4328-b8d2-ebc9b2e420ae tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks [] for router, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:06.743244 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-d116fc8e-8f2d-4328-b8d2-ebc9b2e420ae tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3057463 Dec 18 13:34:06.745788 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 56332) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:34:06.750667 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-2706887b-52f8-4a6e-93f5-59166c015a14 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:34:06.753390 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 41f3f921-ccfe-4c38-811e-08554c71f1ef no longer exists at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 18 13:34:06.768588 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec36fd6a-a8b1-42d7-814d-85ddef7e2011 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Pushing event deleted for resources: {'Port': ['ID=da215052-2ba9-4ee1-a994-7e1b5c93dc66,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:34:06.773276 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec36fd6a-a8b1-42d7-814d-85ddef7e2011 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] No DVR routers for this DVR port da215052-2ba9-4ee1-a994-7e1b5c93dc66 on host dv-neutron-744815-20-hyperv {{(pid=103159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 18 13:34:06.784416 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-534bd2d5-0ef9-4f50-a88e-9f381fb45d6c None None] Calling delete_port for da215052-2ba9-4ee1-a994-7e1b5c93dc66 owned by network:dhcp {{(pid=103161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:34:06.791696 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-2294866d-0076-4933-952c-685307032598 None None] No Port match for: 41f3f921-ccfe-4c38-811e-08554c71f1ef {{(pid=103161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 18 13:34:06.793541 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 41f3f921-ccfe-4c38-811e-08554c71f1ef not bound to the agent host dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 18 13:34:06.793541 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device da215052-2ba9-4ee1-a994-7e1b5c93dc66 no longer exists at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 18 13:34:06.819405 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-2294866d-0076-4933-952c-685307032598 None None] No Port match for: da215052-2ba9-4ee1-a994-7e1b5c93dc66 {{(pid=103161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 18 13:34:06.819862 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device da215052-2ba9-4ee1-a994-7e1b5c93dc66 not bound to the agent host dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 18 13:34:06.828263 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:06.883522 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-ec36fd6a-a8b1-42d7-814d-85ddef7e2011 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1927292', 'neutron.services.segments.db._delete_segments_for_network-8767106887837'] for network, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:06.905705 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.services.segments.db [None req-ec36fd6a-a8b1-42d7-814d-85ddef7e2011 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cafd31c2-18d2-4400-b434-f95918288f11']}} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:34:06.911822 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-534bd2d5-0ef9-4f50-a88e-9f381fb45d6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984'] for port, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:06.916799 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.services.segments.db [None req-ec36fd6a-a8b1-42d7-814d-85ddef7e2011 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef886f74-c8eb-4036-8e66-6456e118d42b') {'for_net_delete': True} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:34:06.917216 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.services.segments.db [None req-ec36fd6a-a8b1-42d7-814d-85ddef7e2011 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef886f74-c8eb-4036-8e66-6456e118d42b') {} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:34:06.928028 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-ec36fd6a-a8b1-42d7-814d-85ddef7e2011 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767106888614', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5589569'] for segment, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:06.942282 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-ec36fd6a-a8b1-42d7-814d-85ddef7e2011 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:06.949437 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec36fd6a-a8b1-42d7-814d-85ddef7e2011 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Releasing vlan 103 on physical network physnet1 to pool {{(pid=103159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 18 13:34:06.950110 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-ec36fd6a-a8b1-42d7-814d-85ddef7e2011 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5660009'] for segment, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:06.950595 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534bd2d5-0ef9-4f50-a88e-9f381fb45d6c None None] Pushing event deleted for resources: {'Port': ['ID=da215052-2ba9-4ee1-a994-7e1b5c93dc66,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:34:06.959519 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-534bd2d5-0ef9-4f50-a88e-9f381fb45d6c None None] No DVR routers for this DVR port da215052-2ba9-4ee1-a994-7e1b5c93dc66 on host dv-neutron-744815-20-hyperv {{(pid=103161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 18 13:34:06.961612 dv-neutron-744815-20-hyperv neutron-server[103159]: Traceback (most recent call last): Dec 18 13:34:06.961612 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 18 13:34:06.961612 dv-neutron-744815-20-hyperv neutron-server[103159]: timer() Dec 18 13:34:06.961612 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 18 13:34:06.961612 dv-neutron-744815-20-hyperv neutron-server[103159]: cb(*args, **kw) Dec 18 13:34:06.961612 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 18 13:34:06.961612 dv-neutron-744815-20-hyperv neutron-server[103159]: return func(*args, **kwargs) Dec 18 13:34:06.961612 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 18 13:34:06.961612 dv-neutron-744815-20-hyperv neutron-server[103159]: self._notify() Dec 18 13:34:06.961612 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 18 13:34:06.961612 dv-neutron-744815-20-hyperv neutron-server[103159]: self.callback(batched_events) Dec 18 13:34:06.961612 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 18 13:34:06.961612 dv-neutron-744815-20-hyperv neutron-server[103159]: event.method(event) Dec 18 13:34:06.961612 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 18 13:34:06.961612 dv-neutron-744815-20-hyperv neutron-server[103159]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 18 13:34:06.961612 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 18 13:34:06.961612 dv-neutron-744815-20-hyperv neutron-server[103159]: aggregate_uuid = self.p_client.list_aggregates( Dec 18 13:34:06.961612 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 18 13:34:06.961612 dv-neutron-744815-20-hyperv neutron-server[103159]: return f(self, *a, **k) Dec 18 13:34:06.961612 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 18 13:34:06.961612 dv-neutron-744815-20-hyperv neutron-server[103159]: return self._get(url).json() Dec 18 13:34:06.961612 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 18 13:34:06.961612 dv-neutron-744815-20-hyperv neutron-server[103159]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 18 13:34:06.961612 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 18 13:34:06.961612 dv-neutron-744815-20-hyperv neutron-server[103159]: return self.request(url, 'GET', **kwargs) Dec 18 13:34:06.961612 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 18 13:34:06.961612 dv-neutron-744815-20-hyperv neutron-server[103159]: base_url = self.get_endpoint(auth, allow=allow, Dec 18 13:34:06.961612 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 18 13:34:06.961612 dv-neutron-744815-20-hyperv neutron-server[103159]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 18 13:34:06.961612 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 18 13:34:06.961612 dv-neutron-744815-20-hyperv neutron-server[103159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 18 13:34:06.961612 dv-neutron-744815-20-hyperv neutron-server[103159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 18 13:34:07.004960 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-2706887b-52f8-4a6e-93f5-59166c015a14 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-586613', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-589787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28650'] for router, precommit_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:07.017773 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-2706887b-52f8-4a6e-93f5-59166c015a14 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-586526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-586508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-586503', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-589778'] for router, after_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:07.036650 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-ec36fd6a-a8b1-42d7-814d-85ddef7e2011 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1927267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586962'] for network, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:07.045914 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-ec36fd6a-a8b1-42d7-814d-85ddef7e2011 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks [] for network, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:07.049630 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-ec36fd6a-a8b1-42d7-814d-85ddef7e2011 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] 10.222.0.31 "DELETE /v2.0/networks/cafd31c2-18d2-4400-b434-f95918288f11 HTTP/1.1" status: 204 len: 168 time: 1.0826428 Dec 18 13:34:07.055615 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 56334) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:34:07.059776 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec36fd6a-a8b1-42d7-814d-85ddef7e2011 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Pushing event deleted for resources: {'Network': ['ID=cafd31c2-18d2-4400-b434-f95918288f11,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:34:07.257664 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2706887b-52f8-4a6e-93f5-59166c015a14 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Router 29654b06-76dc-40f4-8216-d3de5873426b is scheduled to L3 agent c9c0cd52-5bd2-4704-9429-d80f1c5ad23c with binding_index 1 {{(pid=103160) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 18 13:34:07.356095 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2706887b-52f8-4a6e-93f5-59166c015a14 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Notify agent at l3_agent.dv-neutron-744815-20-hyperv the message routers_updated {{(pid=103160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 13:34:07.365993 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12662aea-099e-446b-a0f6-2570e1dc8c2f None None] Sync routers for ids ['29654b06-76dc-40f4-8216-d3de5873426b'] in dv-neutron-744815-20-hyperv {{(pid=103161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 13:34:07.378961 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-2706887b-52f8-4a6e-93f5-59166c015a14 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks [] for router, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:07.380121 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-2706887b-52f8-4a6e-93f5-59166c015a14 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] 10.222.0.31 "PUT /v2.0/routers/29654b06-76dc-40f4-8216-d3de5873426b HTTP/1.1" status: 200 len: 697 time: 0.6332002 Dec 18 13:34:07.383646 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 56338) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:34:07.385312 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12662aea-099e-446b-a0f6-2570e1dc8c2f None None] Routers {'29654b06-76dc-40f4-8216-d3de5873426b'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:34:07.386006 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-12662aea-099e-446b-a0f6-2570e1dc8c2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:33:57Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['29654b06-76dc-40f4-8216-d3de5873426b'], 'active': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:34:07.469541 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvr_db [None req-12662aea-099e-446b-a0f6-2570e1dc8c2f None None] Set router 29654b06-76dc-40f4-8216-d3de5873426b gateway port host: None {{(pid=103161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 13:34:07.479430 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-7c902e8f-1a2d-45dc-b462-51b19fa29d80 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] 10.222.0.31 "GET /v2.0/routers/29654b06-76dc-40f4-8216-d3de5873426b HTTP/1.1" status: 200 len: 703 time: 0.0931795 Dec 18 13:34:07.482027 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 56340) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:34:07.512602 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-9ac35c59-e285-4f90-af38-de64bb755e5b tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] 10.222.0.31 "GET /v2.0/ports?device_id=29654b06-76dc-40f4-8216-d3de5873426b HTTP/1.1" status: 200 len: 205 time: 0.0280650 Dec 18 13:34:07.514737 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 56342) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:34:07.541272 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-3c692f4e-e490-4690-91c8-9e9c92c9a19c tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-586101'] for router_interface, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:07.542809 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-12662aea-099e-446b-a0f6-2570e1dc8c2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29654b06-76dc-40f4-8216-d3de5873426b', 'name': 'tempest-RoutersIpV6Test-router-464768209', 'tenant_id': '3e8e672f906b4c94aa3af3ddf07ca05e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:34:06Z', 'updated_at': '2021-12-18T13:34:07Z', 'revision_number': 2, 'project_id': '3e8e672f906b4c94aa3af3ddf07ca05e', 'gw_port_host': None}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:34:07.573211 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12662aea-099e-446b-a0f6-2570e1dc8c2f None None] Checking router: 29654b06-76dc-40f4-8216-d3de5873426b for host: dv-neutron-744815-20-hyperv {{(pid=103161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 18 13:34:07.585110 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12662aea-099e-446b-a0f6-2570e1dc8c2f None None] Routers {'29654b06-76dc-40f4-8216-d3de5873426b'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:34:07.585875 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-12662aea-099e-446b-a0f6-2570e1dc8c2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:33:57Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['29654b06-76dc-40f4-8216-d3de5873426b'], 'active': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:34:07.599590 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-bd29940c-2f01-49ae-8e36-a1ad977e1ca7 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks [] for router, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:07.671488 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvr_db [None req-12662aea-099e-446b-a0f6-2570e1dc8c2f None None] Set router 29654b06-76dc-40f4-8216-d3de5873426b gateway port host: None {{(pid=103161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 13:34:07.737445 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-12662aea-099e-446b-a0f6-2570e1dc8c2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29654b06-76dc-40f4-8216-d3de5873426b', 'name': 'tempest-RoutersIpV6Test-router-464768209', 'tenant_id': '3e8e672f906b4c94aa3af3ddf07ca05e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:34:06Z', 'updated_at': '2021-12-18T13:34:07Z', 'revision_number': 2, 'project_id': '3e8e672f906b4c94aa3af3ddf07ca05e', 'gw_port_host': None}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:34:07.766825 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12662aea-099e-446b-a0f6-2570e1dc8c2f None None] The sync data for ids ['29654b06-76dc-40f4-8216-d3de5873426b'] in dv-neutron-744815-20-hyperv is: [{'id': '29654b06-76dc-40f4-8216-d3de5873426b', 'name': 'tempest-RoutersIpV6Test-router-464768209', 'tenant_id': '3e8e672f906b4c94aa3af3ddf07ca05e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:34:06Z', 'updated_at': '2021-12-18T13:34:07Z', 'revision_number': 2, 'project_id': '3e8e672f906b4c94aa3af3ddf07ca05e', 'gw_port_host': None}] {{(pid=103161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 13:34:07.807608 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-bd29940c-2f01-49ae-8e36-a1ad977e1ca7 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-589815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28643'] for router, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:07.817311 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-bd29940c-2f01-49ae-8e36-a1ad977e1ca7 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:07.887539 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-3c692f4e-e490-4690-91c8-9e9c92c9a19c tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Deleting port 041b7117-a634-4714-92a0-5d698b81cc89 {{(pid=103160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:34:07.887978 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-3c692f4e-e490-4690-91c8-9e9c92c9a19c tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:07.919828 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-bd29940c-2f01-49ae-8e36-a1ad977e1ca7 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-589710'] for router, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:07.920568 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd29940c-2f01-49ae-8e36-a1ad977e1ca7 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Fanout notify agent at l3_agent the message router_deleted on router 29654b06-76dc-40f4-8216-d3de5873426b {{(pid=103159) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 18 13:34:07.931377 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-bd29940c-2f01-49ae-8e36-a1ad977e1ca7 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] Publish callbacks [] for router, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:07.936542 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-bd29940c-2f01-49ae-8e36-a1ad977e1ca7 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] 10.222.0.31 "DELETE /v2.0/routers/29654b06-76dc-40f4-8216-d3de5873426b HTTP/1.1" status: 204 len: 168 time: 0.4162593 Dec 18 13:34:07.937836 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 56344) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:34:07.981569 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-4e5ff641-eeaa-43b1-bc78-4b9147652986 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] 10.222.0.31 "GET /v2.0/ports?device_id=29654b06-76dc-40f4-8216-d3de5873426b HTTP/1.1" status: 200 len: 205 time: 0.0424311 Dec 18 13:34:07.983979 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 56346) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:34:08.038492 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.api.v2.resource [None req-ea4d8245-1a39-47f3-accd-9523e6d1e98a tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] delete failed (client error): The resource could not be found. Dec 18 13:34:08.041917 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-ea4d8245-1a39-47f3-accd-9523e6d1e98a tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] 10.222.0.31 "DELETE /v2.0/routers/29654b06-76dc-40f4-8216-d3de5873426b HTTP/1.1" status: 404 len: 336 time: 0.0546539 Dec 18 13:34:08.042406 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 56348) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:34:08.056518 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.db [None req-3c692f4e-e490-4690-91c8-9e9c92c9a19c tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] For port 041b7117-a634-4714-92a0-5d698b81cc89, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=041b7117-a634-4714-92a0-5d698b81cc89,segment=NetworkSegment(3b6a5035-ee21-45c5-8450-0756163a1909),segment_id=3b6a5035-ee21-45c5-8450-0756163a1909)] {{(pid=103160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:34:08.056877 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-3c692f4e-e490-4690-91c8-9e9c92c9a19c tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:08.072238 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-3c692f4e-e490-4690-91c8-9e9c92c9a19c tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Calling delete_port for 041b7117-a634-4714-92a0-5d698b81cc89 owned by network:router_interface {{(pid=103160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:34:08.072704 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.pecan_wsgi.hooks.translation [None req-878c10db-ca16-45c0-a119-bd9fd6c1d270 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] DELETE failed (client error): The resource could not be found. Dec 18 13:34:08.073550 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-878c10db-ca16-45c0-a119-bd9fd6c1d270 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 18 13:34:08.081327 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-878c10db-ca16-45c0-a119-bd9fd6c1d270 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] 10.222.0.31 "DELETE /v2.0/subnets/3ca95825-d1b8-4408-a1db-1c2e16a3cc64 HTTP/1.1" status: 404 len: 337 time: 0.0350845 Dec 18 13:34:08.081636 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 56350) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:34:08.110073 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a6cb872-e686-4313-a9b8-dc5d306b55f6 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] DELETE failed (client error): The resource could not be found. Dec 18 13:34:08.110656 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a6cb872-e686-4313-a9b8-dc5d306b55f6 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 18 13:34:08.115207 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-4a6cb872-e686-4313-a9b8-dc5d306b55f6 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] 10.222.0.31 "DELETE /v2.0/subnets/6672c277-c82b-43ad-80cf-575233dcf9b0 HTTP/1.1" status: 404 len: 337 time: 0.0312746 Dec 18 13:34:08.117251 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 56352) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:34:08.151946 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ef638df-31b9-4d4c-ace5-763b2f7e63fe tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] DELETE failed (client error): The resource could not be found. Dec 18 13:34:08.152403 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ef638df-31b9-4d4c-ace5-763b2f7e63fe tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103160) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 18 13:34:08.155454 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-5ef638df-31b9-4d4c-ace5-763b2f7e63fe tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] 10.222.0.31 "DELETE /v2.0/subnets/6a373c3e-b0bf-44ee-ad10-b9ef3c95967e HTTP/1.1" status: 404 len: 337 time: 0.0372446 Dec 18 13:34:08.158200 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 56354) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:34:08.185002 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.pecan_wsgi.hooks.translation [None req-4db2e82f-664b-4d89-8b4e-01519966ae60 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] DELETE failed (client error): The resource could not be found. Dec 18 13:34:08.185461 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4db2e82f-664b-4d89-8b4e-01519966ae60 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 18 13:34:08.192908 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-4db2e82f-664b-4d89-8b4e-01519966ae60 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] 10.222.0.31 "DELETE /v2.0/subnets/91a18b6b-5ac3-47f2-a447-8a9f7ed59f3b HTTP/1.1" status: 404 len: 337 time: 0.0298727 Dec 18 13:34:08.193158 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 56356) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:34:08.221273 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-d25fd383-cb18-4bf8-87a8-71f8d19cba4a tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] 10.222.0.31 "GET /v2.0/ports?device_id=f63deb02-f6ed-4580-96e0-01d237f8236f HTTP/1.1" status: 200 len: 205 time: 0.0268669 Dec 18 13:34:08.225937 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 56358) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:34:08.269555 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.api.v2.resource [None req-3f10b500-0746-46ae-afda-7b6dceb6b5dc tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] delete failed (client error): The resource could not be found. Dec 18 13:34:08.270511 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-3f10b500-0746-46ae-afda-7b6dceb6b5dc tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] 10.222.0.31 "DELETE /v2.0/routers/f63deb02-f6ed-4580-96e0-01d237f8236f HTTP/1.1" status: 404 len: 336 time: 0.0442774 Dec 18 13:34:08.273613 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 56360) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:34:08.311028 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-be04d666-35cf-441d-8b71-5a590ea71131 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] 10.222.0.31 "GET /v2.0/ports?device_id=024f66df-b34f-4902-b320-d0a214977f1b HTTP/1.1" status: 200 len: 205 time: 0.0340278 Dec 18 13:34:08.311555 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 56364) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:34:08.333787 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-3c692f4e-e490-4690-91c8-9e9c92c9a19c tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4533522'] for port, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:08.355843 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.api.v2.resource [None req-fc5f31c4-8c77-432c-9ef3-5f533b6f0c42 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] delete failed (client error): The resource could not be found. Dec 18 13:34:08.357155 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-fc5f31c4-8c77-432c-9ef3-5f533b6f0c42 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] 10.222.0.31 "DELETE /v2.0/routers/024f66df-b34f-4902-b320-d0a214977f1b HTTP/1.1" status: 404 len: 336 time: 0.0443499 Dec 18 13:34:08.360583 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 56368) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:34:08.361222 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c692f4e-e490-4690-91c8-9e9c92c9a19c tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Pushing event deleted for resources: {'Port': ['ID=041b7117-a634-4714-92a0-5d698b81cc89,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:34:08.393924 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.pecan_wsgi.hooks.translation [None req-c448a18b-8de9-48fe-b5ac-79e17f01776c tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] DELETE failed (client error): The resource could not be found. Dec 18 13:34:08.395380 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c448a18b-8de9-48fe-b5ac-79e17f01776c tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 18 13:34:08.401269 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-c448a18b-8de9-48fe-b5ac-79e17f01776c tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] 10.222.0.31 "DELETE /v2.0/subnets/455cf63b-f299-4f6d-b622-25b8ef7f7591 HTTP/1.1" status: 404 len: 337 time: 0.0371969 Dec 18 13:34:08.401628 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 56372) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:34:08.434861 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-d659d11a-b2c8-430f-9d0f-8fbdc2778933 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] 10.222.0.31 "GET /v2.0/ports?device_id=86f48e12-1d14-4751-b814-4f54402e9414 HTTP/1.1" status: 200 len: 205 time: 0.0322213 Dec 18 13:34:08.437358 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 56374) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:34:08.488569 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.api.v2.resource [None req-8bf8d0ec-aa8a-4c13-99b4-0917e3cfcd6f tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] delete failed (client error): The resource could not be found. Dec 18 13:34:08.489809 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-8bf8d0ec-aa8a-4c13-99b4-0917e3cfcd6f tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] 10.222.0.31 "DELETE /v2.0/routers/86f48e12-1d14-4751-b814-4f54402e9414 HTTP/1.1" status: 404 len: 336 time: 0.0511889 Dec 18 13:34:08.492749 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 56376) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:34:08.524720 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-1cae8f0a-a232-4128-ab20-b69c7eec903d tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] 10.222.0.31 "GET /v2.0/ports?device_id=8dc9e1c4-8aa7-45be-b15e-87d4ce88ef70 HTTP/1.1" status: 200 len: 205 time: 0.0306587 Dec 18 13:34:08.526900 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 56378) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:34:08.565374 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-3c692f4e-e490-4690-91c8-9e9c92c9a19c tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1048020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-576035'] for router_interface, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:08.575287 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.api.v2.resource [None req-772c9dc4-7419-4e02-940b-969d8d672c89 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] delete failed (client error): The resource could not be found. Dec 18 13:34:08.578943 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-772c9dc4-7419-4e02-940b-969d8d672c89 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] 10.222.0.31 "DELETE /v2.0/routers/8dc9e1c4-8aa7-45be-b15e-87d4ce88ef70 HTTP/1.1" status: 404 len: 336 time: 0.0474954 Dec 18 13:34:08.579110 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 56380) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:34:08.620580 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a77494e-55b6-40be-a1af-00154d0dc346 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] DELETE failed (client error): The resource could not be found. Dec 18 13:34:08.621127 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a77494e-55b6-40be-a1af-00154d0dc346 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 18 13:34:08.634291 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-7a77494e-55b6-40be-a1af-00154d0dc346 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] 10.222.0.31 "DELETE /v2.0/subnets/c5262f4d-fa6a-4da0-b9d0-fdbb292f8391 HTTP/1.1" status: 404 len: 337 time: 0.0435221 Dec 18 13:34:08.636024 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 56382) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:34:08.688159 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-818c6970-e1e8-40d6-aa60-6f054d11469d tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a519ef0-5515-4620-a9a2-dcd9781bcae6 HTTP/1.1" status: 200 len: 205 time: 0.0505991 Dec 18 13:34:08.691521 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 56384) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:34:08.731907 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.api.v2.resource [None req-d1c5182c-ce6a-4458-9cfc-9b1464ba4bea tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] delete failed (client error): The resource could not be found. Dec 18 13:34:08.735543 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-d1c5182c-ce6a-4458-9cfc-9b1464ba4bea tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] 10.222.0.31 "DELETE /v2.0/routers/5a519ef0-5515-4620-a9a2-dcd9781bcae6 HTTP/1.1" status: 404 len: 336 time: 0.0403631 Dec 18 13:34:08.736252 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 56386) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:34:08.764132 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9019d21-2aa3-41e7-8209-5de1323666db tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] DELETE failed (client error): The resource could not be found. Dec 18 13:34:08.764725 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9019d21-2aa3-41e7-8209-5de1323666db tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 18 13:34:08.768118 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-d9019d21-2aa3-41e7-8209-5de1323666db tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] 10.222.0.31 "DELETE /v2.0/subnets/258817ff-b6d9-40fc-a682-db3f32ca303d HTTP/1.1" status: 404 len: 337 time: 0.0308869 Dec 18 13:34:08.770760 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 56388) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:34:08.804371 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-aeac7245-8da7-4e00-b971-339746f6e057 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] 10.222.0.31 "GET /v2.0/ports?device_id=aeacf3b1-68ac-4321-8ff1-57a9ecd351c1 HTTP/1.1" status: 200 len: 205 time: 0.0318418 Dec 18 13:34:08.806749 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 56392) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:34:08.826708 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c692f4e-e490-4690-91c8-9e9c92c9a19c tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Router 75375f83-93da-4916-820d-2a192bd2b416 has already been hosted by L3 agent c9c0cd52-5bd2-4704-9429-d80f1c5ad23c {{(pid=103160) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 18 13:34:08.855293 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.api.v2.resource [None req-59c7a69e-8242-43fb-bc12-20fb046e301f tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] delete failed (client error): The resource could not be found. Dec 18 13:34:08.856770 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-59c7a69e-8242-43fb-bc12-20fb046e301f tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] 10.222.0.31 "DELETE /v2.0/routers/aeacf3b1-68ac-4321-8ff1-57a9ecd351c1 HTTP/1.1" status: 404 len: 336 time: 0.0488641 Dec 18 13:34:08.859298 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 56396) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:34:08.890184 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.pecan_wsgi.hooks.translation [None req-292d7ba2-4337-4e92-b048-338babab0731 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] DELETE failed (client error): The resource could not be found. Dec 18 13:34:08.891174 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-292d7ba2-4337-4e92-b048-338babab0731 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 18 13:34:08.894383 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-292d7ba2-4337-4e92-b048-338babab0731 tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] 10.222.0.31 "DELETE /v2.0/subnets/fdcc4831-abd5-4862-b2ba-b46d7b631304 HTTP/1.1" status: 404 len: 337 time: 0.0340071 Dec 18 13:34:08.896979 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 56398) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:34:08.925520 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddef20d4-c833-4cc2-adcc-d3fe56cdf58b tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] DELETE failed (client error): The resource could not be found. Dec 18 13:34:08.925520 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ddef20d4-c833-4cc2-adcc-d3fe56cdf58b tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 18 13:34:08.931334 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-ddef20d4-c833-4cc2-adcc-d3fe56cdf58b tempest-RoutersIpV6Test-1505981011 tempest-RoutersIpV6Test-1505981011-project] 10.222.0.31 "DELETE /v2.0/subnets/518fcde4-7805-48b0-87ff-5237423c6c72 HTTP/1.1" status: 404 len: 337 time: 0.0309329 Dec 18 13:34:08.946082 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c692f4e-e490-4690-91c8-9e9c92c9a19c tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Notify agent at l3_agent.dv-neutron-744815-20-hyperv the message routers_updated {{(pid=103160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 13:34:08.954367 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 56404) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:34:08.955726 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-3c692f4e-e490-4690-91c8-9e9c92c9a19c tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] 10.222.0.31 "PUT /v2.0/routers/75375f83-93da-4916-820d-2a192bd2b416/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8986526 Dec 18 13:34:08.957856 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aba3e52e-d7c7-49ca-b5e3-0059f94e6be6 None None] Sync routers for ids ['75375f83-93da-4916-820d-2a192bd2b416'] in dv-neutron-744815-20-hyperv {{(pid=103162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 13:34:08.970964 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aba3e52e-d7c7-49ca-b5e3-0059f94e6be6 None None] Routers {'75375f83-93da-4916-820d-2a192bd2b416'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:34:08.977147 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-aba3e52e-d7c7-49ca-b5e3-0059f94e6be6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:33:57Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['75375f83-93da-4916-820d-2a192bd2b416'], 'active': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:34:09.016872 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9201188-80e0-4376-bde9-297b9167276b tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Deleting subnet a7e473c6-ca47-443c-9eff-7e80b453b879 {{(pid=103159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 18 13:34:09.020880 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-c9201188-80e0-4376-bde9-297b9167276b tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks [] for subnet, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:09.070319 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-c9201188-80e0-4376-bde9-297b9167276b tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5589624'] for subnet, precommit_delete_associations {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:09.142123 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvr_db [None req-aba3e52e-d7c7-49ca-b5e3-0059f94e6be6 None None] Set router 75375f83-93da-4916-820d-2a192bd2b416 gateway port host: None {{(pid=103162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 13:34:09.166346 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-c9201188-80e0-4376-bde9-297b9167276b tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1929185'] for subnet, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:09.244759 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-c9201188-80e0-4376-bde9-297b9167276b tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1929192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5659851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6017053'] for subnet, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:09.276546 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9201188-80e0-4376-bde9-297b9167276b tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Pushing event deleted for resources: {'Subnet': ['ID=a7e473c6-ca47-443c-9eff-7e80b453b879,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:34:09.280532 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-c9201188-80e0-4376-bde9-297b9167276b tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks [] for subnet, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:09.284162 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-c9201188-80e0-4376-bde9-297b9167276b tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] 10.222.0.31 "DELETE /v2.0/subnets/a7e473c6-ca47-443c-9eff-7e80b453b879 HTTP/1.1" status: 204 len: 168 time: 0.3282950 Dec 18 13:34:09.286895 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 56408) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:34:09.291334 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4f6c5a2-6036-4ece-b2e0-2401616be521 None None] Network b8abcfea-7f1b-4f25-9ebf-f3fadecbde9d requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:34:09.294397 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 56410) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:34:09.386289 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-99fd7ddf-56c8-475f-9a74-a0fc30552600 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2023137'] for network, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:09.430610 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-aba3e52e-d7c7-49ca-b5e3-0059f94e6be6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75375f83-93da-4916-820d-2a192bd2b416', 'name': 'tempest-RoutersTest-router-2068913425', 'tenant_id': 'd223d1b2ed814c43a2fd9ddeaaf9b271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:33:36Z', 'updated_at': '2021-12-18T13:34:08Z', 'revision_number': 9, 'project_id': 'd223d1b2ed814c43a2fd9ddeaaf9b271', 'gw_port_host': None, '_interfaces': [{'id': '1d25303a-7ab6-431f-91d7-f66b1ed33a78', 'name': '', 'network_id': '4d3ac6d7-ec69-40aa-a96d-faea817c9b14', 'tenant_id': 'd223d1b2ed814c43a2fd9ddeaaf9b271', 'mac_address': 'fa:16:3e:29:50:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75375f83-93da-4916-820d-2a192bd2b416', 'device_owner': 'network:router_interface', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'd359df33-e8f5-464b-88a9-54ef9bff6701', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:33:46Z', 'updated_at': '2021-12-18T13:33:52Z', 'revision_number': 5, 'project_id': 'd223d1b2ed814c43a2fd9ddeaaf9b271', 'subnets': [{'id': 'd359df33-e8f5-464b-88a9-54ef9bff6701', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8eb9746-e588-4cc0-bac8-0e2b29c52881', 'name': '', 'network_id': 'fcdc3f02-63f3-449c-8180-3faed08bd0cd', 'tenant_id': 'd223d1b2ed814c43a2fd9ddeaaf9b271', 'mac_address': 'fa:16:3e:e2:42:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75375f83-93da-4916-820d-2a192bd2b416', 'device_owner': 'network:router_interface', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': '9aed1807-163c-40d5-887b-ac871ecc6aa2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:33:38Z', 'updated_at': '2021-12-18T13:33:48Z', 'revision_number': 5, 'project_id': 'd223d1b2ed814c43a2fd9ddeaaf9b271', 'subnets': [{'id': '9aed1807-163c-40d5-887b-ac871ecc6aa2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:34:09.465829 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aba3e52e-d7c7-49ca-b5e3-0059f94e6be6 None None] Checking router: 75375f83-93da-4916-820d-2a192bd2b416 for host: dv-neutron-744815-20-hyperv {{(pid=103162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 18 13:34:09.473216 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-99fd7ddf-56c8-475f-9a74-a0fc30552600 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Deleting port dc0f882c-1b55-4628-9d30-60e3f0b69d59 {{(pid=103159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:34:09.473809 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-99fd7ddf-56c8-475f-9a74-a0fc30552600 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:09.478666 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aba3e52e-d7c7-49ca-b5e3-0059f94e6be6 None None] Routers {'75375f83-93da-4916-820d-2a192bd2b416'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:34:09.479561 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-aba3e52e-d7c7-49ca-b5e3-0059f94e6be6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:33:57Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['75375f83-93da-4916-820d-2a192bd2b416'], 'active': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:34:09.501293 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a99d3221-ade9-4ac4-9a1f-74b2d51a6201 None None] DHCP port deletion for b8abcfea-7f1b-4f25-9ebf-f3fadecbde9d request from dv-neutron-744815-20-hyperv {{(pid=103161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 18 13:34:09.505991 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-5a91a7c3-29fd-4376-93c2-a67c3fc9e8dd admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3e8e672f906b4c94aa3af3ddf07ca05e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2060745 Dec 18 13:34:09.506371 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 56414) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:34:09.573342 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-26607d0a-c50e-447d-93e4-a4790e4c9545 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:09.604769 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-26607d0a-c50e-447d-93e4-a4790e4c9545 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:09.608633 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-a99d3221-ade9-4ac4-9a1f-74b2d51a6201 None None] Deleting port dc0f882c-1b55-4628-9d30-60e3f0b69d59 {{(pid=103161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:34:09.609045 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a99d3221-ade9-4ac4-9a1f-74b2d51a6201 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:09.628025 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.db [None req-99fd7ddf-56c8-475f-9a74-a0fc30552600 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] For port dc0f882c-1b55-4628-9d30-60e3f0b69d59, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=dc0f882c-1b55-4628-9d30-60e3f0b69d59,segment=NetworkSegment(3b6a5035-ee21-45c5-8450-0756163a1909),segment_id=3b6a5035-ee21-45c5-8450-0756163a1909)] {{(pid=103159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:34:09.628025 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-99fd7ddf-56c8-475f-9a74-a0fc30552600 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:09.649185 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-99fd7ddf-56c8-475f-9a74-a0fc30552600 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Calling delete_port for dc0f882c-1b55-4628-9d30-60e3f0b69d59 owned by network:dhcp {{(pid=103159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:34:09.678339 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-26607d0a-c50e-447d-93e4-a4790e4c9545 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:09.681592 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-26607d0a-c50e-447d-93e4-a4790e4c9545 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:09.685494 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-26607d0a-c50e-447d-93e4-a4790e4c9545 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/af0f62e3-aedc-41c2-94af-e14b24c12511 HTTP/1.1" status: 204 len: 168 time: 0.1756208 Dec 18 13:34:09.699685 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26607d0a-c50e-447d-93e4-a4790e4c9545 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af0f62e3-aedc-41c2-94af-e14b24c12511,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:34:09.712374 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-a99d3221-ade9-4ac4-9a1f-74b2d51a6201 None None] For port dc0f882c-1b55-4628-9d30-60e3f0b69d59, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=dc0f882c-1b55-4628-9d30-60e3f0b69d59,segment=NetworkSegment(3b6a5035-ee21-45c5-8450-0756163a1909),segment_id=3b6a5035-ee21-45c5-8450-0756163a1909)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:34:09.712781 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a99d3221-ade9-4ac4-9a1f-74b2d51a6201 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:09.747297 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvr_db [None req-aba3e52e-d7c7-49ca-b5e3-0059f94e6be6 None None] Set router 75375f83-93da-4916-820d-2a192bd2b416 gateway port host: None {{(pid=103162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 13:34:09.747902 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-a99d3221-ade9-4ac4-9a1f-74b2d51a6201 None None] Calling delete_port for dc0f882c-1b55-4628-9d30-60e3f0b69d59 owned by network:dhcp {{(pid=103161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:34:09.803083 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-99fd7ddf-56c8-475f-9a74-a0fc30552600 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:09.834760 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fd7ddf-56c8-475f-9a74-a0fc30552600 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Pushing event deleted for resources: {'Port': ['ID=dc0f882c-1b55-4628-9d30-60e3f0b69d59,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:34:09.836927 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99fd7ddf-56c8-475f-9a74-a0fc30552600 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] No DVR routers for this DVR port dc0f882c-1b55-4628-9d30-60e3f0b69d59 on host dv-neutron-744815-20-hyperv {{(pid=103159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 18 13:34:09.847880 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a99d3221-ade9-4ac4-9a1f-74b2d51a6201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984'] for port, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:09.891106 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99d3221-ade9-4ac4-9a1f-74b2d51a6201 None None] Pushing event deleted for resources: {'Port': ['ID=dc0f882c-1b55-4628-9d30-60e3f0b69d59,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:34:09.905035 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a99d3221-ade9-4ac4-9a1f-74b2d51a6201 None None] No DVR routers for this DVR port dc0f882c-1b55-4628-9d30-60e3f0b69d59 on host dv-neutron-744815-20-hyperv {{(pid=103161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 18 13:34:09.985204 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-99fd7ddf-56c8-475f-9a74-a0fc30552600 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1927292', 'neutron.services.segments.db._delete_segments_for_network-8767106887837'] for network, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:10.014085 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.services.segments.db [None req-99fd7ddf-56c8-475f-9a74-a0fc30552600 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8abcfea-7f1b-4f25-9ebf-f3fadecbde9d']}} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:34:10.039836 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.services.segments.db [None req-99fd7ddf-56c8-475f-9a74-a0fc30552600 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b6a5035-ee21-45c5-8450-0756163a1909') {'for_net_delete': True} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:34:10.040307 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.services.segments.db [None req-99fd7ddf-56c8-475f-9a74-a0fc30552600 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b6a5035-ee21-45c5-8450-0756163a1909') {} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:34:10.054907 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-99fd7ddf-56c8-475f-9a74-a0fc30552600 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767106888614', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5589569'] for segment, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:10.064597 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-aba3e52e-d7c7-49ca-b5e3-0059f94e6be6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75375f83-93da-4916-820d-2a192bd2b416', 'name': 'tempest-RoutersTest-router-2068913425', 'tenant_id': 'd223d1b2ed814c43a2fd9ddeaaf9b271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:33:36Z', 'updated_at': '2021-12-18T13:34:08Z', 'revision_number': 9, 'project_id': 'd223d1b2ed814c43a2fd9ddeaaf9b271', 'gw_port_host': None, '_interfaces': [{'id': '1d25303a-7ab6-431f-91d7-f66b1ed33a78', 'name': '', 'network_id': '4d3ac6d7-ec69-40aa-a96d-faea817c9b14', 'tenant_id': 'd223d1b2ed814c43a2fd9ddeaaf9b271', 'mac_address': 'fa:16:3e:29:50:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75375f83-93da-4916-820d-2a192bd2b416', 'device_owner': 'network:router_interface', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'd359df33-e8f5-464b-88a9-54ef9bff6701', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:33:46Z', 'updated_at': '2021-12-18T13:33:52Z', 'revision_number': 5, 'project_id': 'd223d1b2ed814c43a2fd9ddeaaf9b271', 'subnets': [{'id': 'd359df33-e8f5-464b-88a9-54ef9bff6701', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8eb9746-e588-4cc0-bac8-0e2b29c52881', 'name': '', 'network_id': 'fcdc3f02-63f3-449c-8180-3faed08bd0cd', 'tenant_id': 'd223d1b2ed814c43a2fd9ddeaaf9b271', 'mac_address': 'fa:16:3e:e2:42:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75375f83-93da-4916-820d-2a192bd2b416', 'device_owner': 'network:router_interface', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': '9aed1807-163c-40d5-887b-ac871ecc6aa2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:33:38Z', 'updated_at': '2021-12-18T13:33:48Z', 'revision_number': 5, 'project_id': 'd223d1b2ed814c43a2fd9ddeaaf9b271', 'subnets': [{'id': '9aed1807-163c-40d5-887b-ac871ecc6aa2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:34:10.075414 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-99fd7ddf-56c8-475f-9a74-a0fc30552600 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:10.083736 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99fd7ddf-56c8-475f-9a74-a0fc30552600 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Releasing vlan 101 on physical network physnet1 to pool {{(pid=103159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 18 13:34:10.084141 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-99fd7ddf-56c8-475f-9a74-a0fc30552600 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5660009'] for segment, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:10.087921 dv-neutron-744815-20-hyperv neutron-server[103159]: Traceback (most recent call last): Dec 18 13:34:10.087921 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 18 13:34:10.087921 dv-neutron-744815-20-hyperv neutron-server[103159]: timer() Dec 18 13:34:10.087921 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 18 13:34:10.087921 dv-neutron-744815-20-hyperv neutron-server[103159]: cb(*args, **kw) Dec 18 13:34:10.087921 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 18 13:34:10.087921 dv-neutron-744815-20-hyperv neutron-server[103159]: return func(*args, **kwargs) Dec 18 13:34:10.087921 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 18 13:34:10.087921 dv-neutron-744815-20-hyperv neutron-server[103159]: self._notify() Dec 18 13:34:10.087921 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 18 13:34:10.087921 dv-neutron-744815-20-hyperv neutron-server[103159]: self.callback(batched_events) Dec 18 13:34:10.087921 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 18 13:34:10.087921 dv-neutron-744815-20-hyperv neutron-server[103159]: event.method(event) Dec 18 13:34:10.087921 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 18 13:34:10.087921 dv-neutron-744815-20-hyperv neutron-server[103159]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 18 13:34:10.087921 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 18 13:34:10.087921 dv-neutron-744815-20-hyperv neutron-server[103159]: aggregate_uuid = self.p_client.list_aggregates( Dec 18 13:34:10.087921 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 18 13:34:10.087921 dv-neutron-744815-20-hyperv neutron-server[103159]: return f(self, *a, **k) Dec 18 13:34:10.087921 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 18 13:34:10.087921 dv-neutron-744815-20-hyperv neutron-server[103159]: return self._get(url).json() Dec 18 13:34:10.087921 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 18 13:34:10.087921 dv-neutron-744815-20-hyperv neutron-server[103159]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 18 13:34:10.087921 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 18 13:34:10.087921 dv-neutron-744815-20-hyperv neutron-server[103159]: return self.request(url, 'GET', **kwargs) Dec 18 13:34:10.087921 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 18 13:34:10.087921 dv-neutron-744815-20-hyperv neutron-server[103159]: base_url = self.get_endpoint(auth, allow=allow, Dec 18 13:34:10.087921 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 18 13:34:10.087921 dv-neutron-744815-20-hyperv neutron-server[103159]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 18 13:34:10.087921 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 18 13:34:10.087921 dv-neutron-744815-20-hyperv neutron-server[103159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 18 13:34:10.087921 dv-neutron-744815-20-hyperv neutron-server[103159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 18 13:34:10.103336 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aba3e52e-d7c7-49ca-b5e3-0059f94e6be6 None None] The sync data for ids ['75375f83-93da-4916-820d-2a192bd2b416'] in dv-neutron-744815-20-hyperv is: [{'id': '75375f83-93da-4916-820d-2a192bd2b416', 'name': 'tempest-RoutersTest-router-2068913425', 'tenant_id': 'd223d1b2ed814c43a2fd9ddeaaf9b271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:33:36Z', 'updated_at': '2021-12-18T13:34:08Z', 'revision_number': 9, 'project_id': 'd223d1b2ed814c43a2fd9ddeaaf9b271', 'gw_port_host': None, '_interfaces': [{'id': '1d25303a-7ab6-431f-91d7-f66b1ed33a78', 'name': '', 'network_id': '4d3ac6d7-ec69-40aa-a96d-faea817c9b14', 'tenant_id': 'd223d1b2ed814c43a2fd9ddeaaf9b271', 'mac_address': 'fa:16:3e:29:50:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75375f83-93da-4916-820d-2a192bd2b416', 'device_owner': 'network:router_interface', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'd359df33-e8f5-464b-88a9-54ef9bff6701', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:33:46Z', 'updated_at': '2021-12-18T13:33:52Z', 'revision_number': 5, 'project_id': 'd223d1b2ed814c43a2fd9ddeaaf9b271', 'subnets': [{'id': 'd359df33-e8f5-464b-88a9-54ef9bff6701', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8eb9746-e588-4cc0-bac8-0e2b29c52881', 'name': '', 'network_id': 'fcdc3f02-63f3-449c-8180-3faed08bd0cd', 'tenant_id': 'd223d1b2ed814c43a2fd9ddeaaf9b271', 'mac_address': 'fa:16:3e:e2:42:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75375f83-93da-4916-820d-2a192bd2b416', 'device_owner': 'network:router_interface', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': '9aed1807-163c-40d5-887b-ac871ecc6aa2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:33:38Z', 'updated_at': '2021-12-18T13:33:48Z', 'revision_number': 5, 'project_id': 'd223d1b2ed814c43a2fd9ddeaaf9b271', 'subnets': [{'id': '9aed1807-163c-40d5-887b-ac871ecc6aa2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 13:34:10.164995 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-99fd7ddf-56c8-475f-9a74-a0fc30552600 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1927267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586962'] for network, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:10.183228 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-99fd7ddf-56c8-475f-9a74-a0fc30552600 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks [] for network, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:10.187181 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-99fd7ddf-56c8-475f-9a74-a0fc30552600 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] 10.222.0.31 "DELETE /v2.0/networks/b8abcfea-7f1b-4f25-9ebf-f3fadecbde9d HTTP/1.1" status: 204 len: 168 time: 0.8988783 Dec 18 13:34:10.188319 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fd7ddf-56c8-475f-9a74-a0fc30552600 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Pushing event deleted for resources: {'Network': ['ID=b8abcfea-7f1b-4f25-9ebf-f3fadecbde9d,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:34:10.189929 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 56430) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:34:10.567795 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 56440) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:34:10.668481 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device dc0f882c-1b55-4628-9d30-60e3f0b69d59 no longer exists at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 18 13:34:10.696421 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-2294866d-0076-4933-952c-685307032598 None None] No Port match for: dc0f882c-1b55-4628-9d30-60e3f0b69d59 {{(pid=103161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 18 13:34:10.697012 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device dc0f882c-1b55-4628-9d30-60e3f0b69d59 not bound to the agent host dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 18 13:34:10.698081 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 041b7117-a634-4714-92a0-5d698b81cc89 no longer exists at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 18 13:34:10.719608 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-2294866d-0076-4933-952c-685307032598 None None] No Port match for: 041b7117-a634-4714-92a0-5d698b81cc89 {{(pid=103161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 18 13:34:10.719958 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 041b7117-a634-4714-92a0-5d698b81cc89 not bound to the agent host dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 18 13:34:10.727790 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-1827fd91-6dc0-40f6-b74c-475fe042b8b5 tempest-NegativeSecGroupTest-1853997445 tempest-NegativeSecGroupTest-1853997445-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:34:10.728238 dv-neutron-744815-20-hyperv neutron-server[103159]: WARNING neutron.api.v2.base [None req-1827fd91-6dc0-40f6-b74c-475fe042b8b5 tempest-NegativeSecGroupTest-1853997445 tempest-NegativeSecGroupTest-1853997445-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Dec 18 13:34:10.728726 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.api.v2.resource [None req-1827fd91-6dc0-40f6-b74c-475fe042b8b5 tempest-NegativeSecGroupTest-1853997445 tempest-NegativeSecGroupTest-1853997445-project] create failed (client error): There was a conflict when trying to complete your request. Dec 18 13:34:10.732127 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-1827fd91-6dc0-40f6-b74c-475fe042b8b5 tempest-NegativeSecGroupTest-1853997445 tempest-NegativeSecGroupTest-1853997445-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1572447 Dec 18 13:34:10.734110 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 56444) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:34:10.738646 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-d0a640d2-ee15-4547-a414-72fa4c86211d tempest-NegativeSecGroupTest-1853997445 tempest-NegativeSecGroupTest-1853997445-project] Request body: {'security_group': {'name': 'tempest-secgroup--128322831'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:34:10.767787 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-d0a640d2-ee15-4547-a414-72fa4c86211d tempest-NegativeSecGroupTest-1853997445 tempest-NegativeSecGroupTest-1853997445-project] Publish callbacks [] for security_group, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:10.778230 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-d0a640d2-ee15-4547-a414-72fa4c86211d tempest-NegativeSecGroupTest-1853997445 tempest-NegativeSecGroupTest-1853997445-project] Publish callbacks [] for security_group, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:10.890449 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-d0a640d2-ee15-4547-a414-72fa4c86211d tempest-NegativeSecGroupTest-1853997445 tempest-NegativeSecGroupTest-1853997445-project] Publish callbacks [] for security_group, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:10.894423 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-d0a640d2-ee15-4547-a414-72fa4c86211d tempest-NegativeSecGroupTest-1853997445 tempest-NegativeSecGroupTest-1853997445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:10.920303 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-ec9f2de1-21ba-4700-a5d6-5ed30f5759d0 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-586101'] for router_interface, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:10.934269 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a640d2-ee15-4547-a414-72fa4c86211d tempest-NegativeSecGroupTest-1853997445 tempest-NegativeSecGroupTest-1853997445-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c3da6f6-a60d-439e-bcf7-af3c0e544886,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:34:10.976365 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-d0a640d2-ee15-4547-a414-72fa4c86211d tempest-NegativeSecGroupTest-1853997445 tempest-NegativeSecGroupTest-1853997445-project] Publish callbacks [] for security_group, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:10.983613 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-d0a640d2-ee15-4547-a414-72fa4c86211d tempest-NegativeSecGroupTest-1853997445 tempest-NegativeSecGroupTest-1853997445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:11.012649 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-d0a640d2-ee15-4547-a414-72fa4c86211d tempest-NegativeSecGroupTest-1853997445 tempest-NegativeSecGroupTest-1853997445-project] Publish callbacks [] for security_group, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:11.017156 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-d0a640d2-ee15-4547-a414-72fa4c86211d tempest-NegativeSecGroupTest-1853997445 tempest-NegativeSecGroupTest-1853997445-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2819021 Dec 18 13:34:11.017809 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 56448) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:34:11.024463 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-5a91ed59-b88f-4fe5-a985-e05f3dee4724 tempest-NegativeSecGroupTest-1853997445 tempest-NegativeSecGroupTest-1853997445-project] Request body: {'security_group_rule': {'security_group_id': 'd9295ea6-5369-45ee-a02d-901051c79e1f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:34:11.040760 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a640d2-ee15-4547-a414-72fa4c86211d tempest-NegativeSecGroupTest-1853997445 tempest-NegativeSecGroupTest-1853997445-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9295ea6-5369-45ee-a02d-901051c79e1f,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:34:11.068024 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-5a91ed59-b88f-4fe5-a985-e05f3dee4724 tempest-NegativeSecGroupTest-1853997445 tempest-NegativeSecGroupTest-1853997445-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:11.136507 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-5a91ed59-b88f-4fe5-a985-e05f3dee4724 tempest-NegativeSecGroupTest-1853997445 tempest-NegativeSecGroupTest-1853997445-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:11.141280 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-5a91ed59-b88f-4fe5-a985-e05f3dee4724 tempest-NegativeSecGroupTest-1853997445 tempest-NegativeSecGroupTest-1853997445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530267'] for security_group_rule, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:11.162008 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a91ed59-b88f-4fe5-a985-e05f3dee4724 tempest-NegativeSecGroupTest-1853997445 tempest-NegativeSecGroupTest-1853997445-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5aa100ad-6fde-4fa3-999d-b19b4cf5382f,revision_number=0']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:34:11.173246 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-5a91ed59-b88f-4fe5-a985-e05f3dee4724 tempest-NegativeSecGroupTest-1853997445 tempest-NegativeSecGroupTest-1853997445-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:11.174557 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-5a91ed59-b88f-4fe5-a985-e05f3dee4724 tempest-NegativeSecGroupTest-1853997445 tempest-NegativeSecGroupTest-1853997445-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1536088 Dec 18 13:34:11.177652 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 56450) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:34:11.182628 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-1ab66f77-1946-45f0-990a-a591ad1c30c6 tempest-NegativeSecGroupTest-1853997445 tempest-NegativeSecGroupTest-1853997445-project] Request body: {'security_group_rule': {'security_group_id': 'd9295ea6-5369-45ee-a02d-901051c79e1f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:34:11.212916 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-1ab66f77-1946-45f0-990a-a591ad1c30c6 tempest-NegativeSecGroupTest-1853997445 tempest-NegativeSecGroupTest-1853997445-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:11.228159 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-ec9f2de1-21ba-4700-a5d6-5ed30f5759d0 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Deleting port 1d25303a-7ab6-431f-91d7-f66b1ed33a78 {{(pid=103160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:34:11.228639 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-ec9f2de1-21ba-4700-a5d6-5ed30f5759d0 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:11.259291 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.api.v2.resource [None req-1ab66f77-1946-45f0-990a-a591ad1c30c6 tempest-NegativeSecGroupTest-1853997445 tempest-NegativeSecGroupTest-1853997445-project] create failed (client error): There was a conflict when trying to complete your request. Dec 18 13:34:11.263127 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-1ab66f77-1946-45f0-990a-a591ad1c30c6 tempest-NegativeSecGroupTest-1853997445 tempest-NegativeSecGroupTest-1853997445-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.0817385 Dec 18 13:34:11.263341 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 56452) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:34:11.332323 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-22b55e6c-7ba0-434b-834e-629a490261a3 tempest-NegativeSecGroupTest-1853997445 tempest-NegativeSecGroupTest-1853997445-project] Publish callbacks [] for security_group, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:11.333291 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.db [None req-ec9f2de1-21ba-4700-a5d6-5ed30f5759d0 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] For port 1d25303a-7ab6-431f-91d7-f66b1ed33a78, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=1d25303a-7ab6-431f-91d7-f66b1ed33a78,segment=NetworkSegment(66670ef6-0329-4b15-bb45-73645ed17aea),segment_id=66670ef6-0329-4b15-bb45-73645ed17aea)] {{(pid=103160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:34:11.333660 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-ec9f2de1-21ba-4700-a5d6-5ed30f5759d0 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:11.351766 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-ec9f2de1-21ba-4700-a5d6-5ed30f5759d0 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Calling delete_port for 1d25303a-7ab6-431f-91d7-f66b1ed33a78 owned by network:router_interface {{(pid=103160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:34:11.364823 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-22b55e6c-7ba0-434b-834e-629a490261a3 tempest-NegativeSecGroupTest-1853997445 tempest-NegativeSecGroupTest-1853997445-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:11.416627 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-22b55e6c-7ba0-434b-834e-629a490261a3 tempest-NegativeSecGroupTest-1853997445 tempest-NegativeSecGroupTest-1853997445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:11.419465 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-22b55e6c-7ba0-434b-834e-629a490261a3 tempest-NegativeSecGroupTest-1853997445 tempest-NegativeSecGroupTest-1853997445-project] Publish callbacks [] for security_group, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:11.420773 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-22b55e6c-7ba0-434b-834e-629a490261a3 tempest-NegativeSecGroupTest-1853997445 tempest-NegativeSecGroupTest-1853997445-project] 10.222.0.31 "DELETE /v2.0/security-groups/d9295ea6-5369-45ee-a02d-901051c79e1f HTTP/1.1" status: 204 len: 168 time: 0.1565318 Dec 18 13:34:11.429741 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 56454) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:34:11.430721 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b55e6c-7ba0-434b-834e-629a490261a3 tempest-NegativeSecGroupTest-1853997445 tempest-NegativeSecGroupTest-1853997445-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9295ea6-5369-45ee-a02d-901051c79e1f,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:34:11.496122 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-5fb67171-34f2-48ad-8d96-77e9ae409029 tempest-NegativeSecGroupTest-1853997445 tempest-NegativeSecGroupTest-1853997445-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0594077 Dec 18 13:34:11.496493 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 56456) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:34:11.501598 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-42455648-7c9f-4335-a590-351bc5f49bb2 tempest-NegativeSecGroupTest-1853997445 tempest-NegativeSecGroupTest-1853997445-project] Request body: {'security_group': {'name': 'tempest-secgroup--1906319701'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:34:11.529476 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-42455648-7c9f-4335-a590-351bc5f49bb2 tempest-NegativeSecGroupTest-1853997445 tempest-NegativeSecGroupTest-1853997445-project] Publish callbacks [] for security_group, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:11.535963 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-ec9f2de1-21ba-4700-a5d6-5ed30f5759d0 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4533522'] for port, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:11.563633 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9f2de1-21ba-4700-a5d6-5ed30f5759d0 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Pushing event deleted for resources: {'Port': ['ID=1d25303a-7ab6-431f-91d7-f66b1ed33a78,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:34:11.592160 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9f2de1-21ba-4700-a5d6-5ed30f5759d0 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:34:11.592412 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9f2de1-21ba-4700-a5d6-5ed30f5759d0 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:34:11.592787 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9f2de1-21ba-4700-a5d6-5ed30f5759d0 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:34:11.593234 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9f2de1-21ba-4700-a5d6-5ed30f5759d0 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:34:11.593822 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9f2de1-21ba-4700-a5d6-5ed30f5759d0 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:34:11.594334 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9f2de1-21ba-4700-a5d6-5ed30f5759d0 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:34:11.594668 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9f2de1-21ba-4700-a5d6-5ed30f5759d0 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:34:11.595257 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9f2de1-21ba-4700-a5d6-5ed30f5759d0 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:34:11.595748 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9f2de1-21ba-4700-a5d6-5ed30f5759d0 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:34:11.596253 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9f2de1-21ba-4700-a5d6-5ed30f5759d0 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:34:11.596744 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9f2de1-21ba-4700-a5d6-5ed30f5759d0 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:34:11.597229 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9f2de1-21ba-4700-a5d6-5ed30f5759d0 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:34:11.597728 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9f2de1-21ba-4700-a5d6-5ed30f5759d0 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:34:11.614353 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-42455648-7c9f-4335-a590-351bc5f49bb2 tempest-NegativeSecGroupTest-1853997445 tempest-NegativeSecGroupTest-1853997445-project] Publish callbacks [] for security_group, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:11.630002 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-42455648-7c9f-4335-a590-351bc5f49bb2 tempest-NegativeSecGroupTest-1853997445 tempest-NegativeSecGroupTest-1853997445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:11.665726 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42455648-7c9f-4335-a590-351bc5f49bb2 tempest-NegativeSecGroupTest-1853997445 tempest-NegativeSecGroupTest-1853997445-project] Pushing event updated for resources: {'SecurityGroup': ['ID=260d6c93-904d-47a2-8fb6-b07e3385ebbd,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:34:11.682147 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-42455648-7c9f-4335-a590-351bc5f49bb2 tempest-NegativeSecGroupTest-1853997445 tempest-NegativeSecGroupTest-1853997445-project] Publish callbacks [] for security_group, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:11.683637 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-42455648-7c9f-4335-a590-351bc5f49bb2 tempest-NegativeSecGroupTest-1853997445 tempest-NegativeSecGroupTest-1853997445-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1860688 Dec 18 13:34:11.686592 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 56458) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:34:11.693559 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-9833a9cb-21a4-4d75-b06a-9ff4a0a48671 tempest-NegativeSecGroupTest-1853997445 tempest-NegativeSecGroupTest-1853997445-project] Request body: {'security_group_rule': {'security_group_id': '260d6c93-904d-47a2-8fb6-b07e3385ebbd', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:34:11.693559 dv-neutron-744815-20-hyperv neutron-server[103159]: WARNING neutron.api.v2.base [None req-9833a9cb-21a4-4d75-b06a-9ff4a0a48671 tempest-NegativeSecGroupTest-1853997445 tempest-NegativeSecGroupTest-1853997445-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Dec 18 13:34:11.693559 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.api.v2.resource [None req-9833a9cb-21a4-4d75-b06a-9ff4a0a48671 tempest-NegativeSecGroupTest-1853997445 tempest-NegativeSecGroupTest-1853997445-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 18 13:34:11.693559 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-9833a9cb-21a4-4d75-b06a-9ff4a0a48671 tempest-NegativeSecGroupTest-1853997445 tempest-NegativeSecGroupTest-1853997445-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0054851 Dec 18 13:34:11.697198 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 56460) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:34:11.759715 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-46f07127-0d8f-49e3-8ff7-f6debbb1e81c tempest-NegativeSecGroupTest-1853997445 tempest-NegativeSecGroupTest-1853997445-project] Publish callbacks [] for security_group, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:11.780244 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-ec9f2de1-21ba-4700-a5d6-5ed30f5759d0 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1048020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-576035'] for router_interface, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:11.784353 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-46f07127-0d8f-49e3-8ff7-f6debbb1e81c tempest-NegativeSecGroupTest-1853997445 tempest-NegativeSecGroupTest-1853997445-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:11.845467 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-46f07127-0d8f-49e3-8ff7-f6debbb1e81c tempest-NegativeSecGroupTest-1853997445 tempest-NegativeSecGroupTest-1853997445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:11.848370 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-46f07127-0d8f-49e3-8ff7-f6debbb1e81c tempest-NegativeSecGroupTest-1853997445 tempest-NegativeSecGroupTest-1853997445-project] Publish callbacks [] for security_group, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:11.852256 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-46f07127-0d8f-49e3-8ff7-f6debbb1e81c tempest-NegativeSecGroupTest-1853997445 tempest-NegativeSecGroupTest-1853997445-project] 10.222.0.31 "DELETE /v2.0/security-groups/260d6c93-904d-47a2-8fb6-b07e3385ebbd HTTP/1.1" status: 204 len: 168 time: 0.1515543 Dec 18 13:34:11.854004 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 56462) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:34:11.865624 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f07127-0d8f-49e3-8ff7-f6debbb1e81c tempest-NegativeSecGroupTest-1853997445 tempest-NegativeSecGroupTest-1853997445-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=260d6c93-904d-47a2-8fb6-b07e3385ebbd,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:34:11.924484 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-2093b964-d3ff-405c-87bb-98e9b8a6c2f7 tempest-NegativeSecGroupTest-1853997445 tempest-NegativeSecGroupTest-1853997445-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0641258 Dec 18 13:34:11.924882 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 56464) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:34:11.930322 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-85ff422c-843c-48c8-afe9-a3b96b54156e tempest-NegativeSecGroupTest-1853997445 tempest-NegativeSecGroupTest-1853997445-project] Request body: {'security_group': {'name': 'tempest-secgroup--1958851914'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:34:11.960930 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-85ff422c-843c-48c8-afe9-a3b96b54156e tempest-NegativeSecGroupTest-1853997445 tempest-NegativeSecGroupTest-1853997445-project] Publish callbacks [] for security_group, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:12.021811 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec9f2de1-21ba-4700-a5d6-5ed30f5759d0 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Router 75375f83-93da-4916-820d-2a192bd2b416 has already been hosted by L3 agent c9c0cd52-5bd2-4704-9429-d80f1c5ad23c {{(pid=103160) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 18 13:34:12.038864 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-85ff422c-843c-48c8-afe9-a3b96b54156e tempest-NegativeSecGroupTest-1853997445 tempest-NegativeSecGroupTest-1853997445-project] Publish callbacks [] for security_group, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:12.045941 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-85ff422c-843c-48c8-afe9-a3b96b54156e tempest-NegativeSecGroupTest-1853997445 tempest-NegativeSecGroupTest-1853997445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:12.083273 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ff422c-843c-48c8-afe9-a3b96b54156e tempest-NegativeSecGroupTest-1853997445 tempest-NegativeSecGroupTest-1853997445-project] Pushing event updated for resources: {'SecurityGroup': ['ID=359634c3-cf0f-402c-9b28-b8fecfdebcdf,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:34:12.107761 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-85ff422c-843c-48c8-afe9-a3b96b54156e tempest-NegativeSecGroupTest-1853997445 tempest-NegativeSecGroupTest-1853997445-project] Publish callbacks [] for security_group, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:12.109699 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-85ff422c-843c-48c8-afe9-a3b96b54156e tempest-NegativeSecGroupTest-1853997445 tempest-NegativeSecGroupTest-1853997445-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1829906 Dec 18 13:34:12.113905 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 56468) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:34:12.118343 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-de218e85-3849-49ca-bfa3-579df9a13f6d tempest-NegativeSecGroupTest-1853997445 tempest-NegativeSecGroupTest-1853997445-project] Request body: {'security_group_rule': {'security_group_id': '359634c3-cf0f-402c-9b28-b8fecfdebcdf', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:34:12.119239 dv-neutron-744815-20-hyperv neutron-server[103159]: WARNING neutron.api.v2.base [None req-de218e85-3849-49ca-bfa3-579df9a13f6d tempest-NegativeSecGroupTest-1853997445 tempest-NegativeSecGroupTest-1853997445-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Dec 18 13:34:12.119745 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.api.v2.resource [None req-de218e85-3849-49ca-bfa3-579df9a13f6d tempest-NegativeSecGroupTest-1853997445 tempest-NegativeSecGroupTest-1853997445-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 18 13:34:12.122865 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-de218e85-3849-49ca-bfa3-579df9a13f6d tempest-NegativeSecGroupTest-1853997445 tempest-NegativeSecGroupTest-1853997445-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0058610 Dec 18 13:34:12.123378 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 56470) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:34:12.175513 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-34195edb-bb57-4148-817b-ffa3e0137ca8 tempest-NegativeSecGroupTest-1853997445 tempest-NegativeSecGroupTest-1853997445-project] Publish callbacks [] for security_group, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:12.177062 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec9f2de1-21ba-4700-a5d6-5ed30f5759d0 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Notify agent at l3_agent.dv-neutron-744815-20-hyperv the message routers_updated {{(pid=103160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 13:34:12.184714 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-ec9f2de1-21ba-4700-a5d6-5ed30f5759d0 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] 10.222.0.31 "PUT /v2.0/routers/75375f83-93da-4916-820d-2a192bd2b416/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9933133 Dec 18 13:34:12.188464 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 56472) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:34:12.190459 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86781db7-ab1f-4be2-a4e9-ef3c419ea77d None None] Sync routers for ids ['75375f83-93da-4916-820d-2a192bd2b416'] in dv-neutron-744815-20-hyperv {{(pid=103161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 13:34:12.199346 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-34195edb-bb57-4148-817b-ffa3e0137ca8 tempest-NegativeSecGroupTest-1853997445 tempest-NegativeSecGroupTest-1853997445-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:12.206437 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86781db7-ab1f-4be2-a4e9-ef3c419ea77d None None] Routers {'75375f83-93da-4916-820d-2a192bd2b416'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:34:12.207780 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-86781db7-ab1f-4be2-a4e9-ef3c419ea77d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:33:57Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['75375f83-93da-4916-820d-2a192bd2b416'], 'active': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:34:12.249059 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e06f98a-b2e1-4da9-83b6-e2526a604ae2 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Deleting subnet d359df33-e8f5-464b-88a9-54ef9bff6701 {{(pid=103160) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 18 13:34:12.250248 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-34195edb-bb57-4148-817b-ffa3e0137ca8 tempest-NegativeSecGroupTest-1853997445 tempest-NegativeSecGroupTest-1853997445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:12.253075 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-7e06f98a-b2e1-4da9-83b6-e2526a604ae2 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks [] for subnet, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:12.253268 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-34195edb-bb57-4148-817b-ffa3e0137ca8 tempest-NegativeSecGroupTest-1853997445 tempest-NegativeSecGroupTest-1853997445-project] Publish callbacks [] for security_group, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:12.256783 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-34195edb-bb57-4148-817b-ffa3e0137ca8 tempest-NegativeSecGroupTest-1853997445 tempest-NegativeSecGroupTest-1853997445-project] 10.222.0.31 "DELETE /v2.0/security-groups/359634c3-cf0f-402c-9b28-b8fecfdebcdf HTTP/1.1" status: 204 len: 168 time: 0.1301346 Dec 18 13:34:12.257110 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 56474) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:34:12.264338 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34195edb-bb57-4148-817b-ffa3e0137ca8 tempest-NegativeSecGroupTest-1853997445 tempest-NegativeSecGroupTest-1853997445-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=359634c3-cf0f-402c-9b28-b8fecfdebcdf,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:34:12.327418 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvr_db [None req-86781db7-ab1f-4be2-a4e9-ef3c419ea77d None None] Set router 75375f83-93da-4916-820d-2a192bd2b416 gateway port host: None {{(pid=103161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 13:34:12.339105 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-7e06f98a-b2e1-4da9-83b6-e2526a604ae2 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4533385'] for subnet, precommit_delete_associations {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:12.373336 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-54f9b696-c462-4c0c-8f14-db1b367766a5 tempest-NegativeSecGroupTest-1853997445 tempest-NegativeSecGroupTest-1853997445-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1149046 Dec 18 13:34:12.377675 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 56476) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:34:12.383474 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-7584c5f8-b2fa-44d0-9428-778186e2cd4b tempest-NegativeSecGroupTest-1853997445 tempest-NegativeSecGroupTest-1853997445-project] Request body: {'security_group': {'name': 'tempest-secgroup--306219267'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:34:12.448674 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-7584c5f8-b2fa-44d0-9428-778186e2cd4b tempest-NegativeSecGroupTest-1853997445 tempest-NegativeSecGroupTest-1853997445-project] Publish callbacks [] for security_group, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:12.479852 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-7e06f98a-b2e1-4da9-83b6-e2526a604ae2 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1929185'] for subnet, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:12.536409 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-86781db7-ab1f-4be2-a4e9-ef3c419ea77d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75375f83-93da-4916-820d-2a192bd2b416', 'name': 'tempest-RoutersTest-router-2068913425', 'tenant_id': 'd223d1b2ed814c43a2fd9ddeaaf9b271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:33:36Z', 'updated_at': '2021-12-18T13:34:11Z', 'revision_number': 10, 'project_id': 'd223d1b2ed814c43a2fd9ddeaaf9b271', 'gw_port_host': None, '_interfaces': [{'id': 'b8eb9746-e588-4cc0-bac8-0e2b29c52881', 'name': '', 'network_id': 'fcdc3f02-63f3-449c-8180-3faed08bd0cd', 'tenant_id': 'd223d1b2ed814c43a2fd9ddeaaf9b271', 'mac_address': 'fa:16:3e:e2:42:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75375f83-93da-4916-820d-2a192bd2b416', 'device_owner': 'network:router_interface', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': '9aed1807-163c-40d5-887b-ac871ecc6aa2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:33:38Z', 'updated_at': '2021-12-18T13:33:48Z', 'revision_number': 5, 'project_id': 'd223d1b2ed814c43a2fd9ddeaaf9b271', 'subnets': [{'id': '9aed1807-163c-40d5-887b-ac871ecc6aa2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:34:12.566713 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86781db7-ab1f-4be2-a4e9-ef3c419ea77d None None] Checking router: 75375f83-93da-4916-820d-2a192bd2b416 for host: dv-neutron-744815-20-hyperv {{(pid=103161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 18 13:34:12.583685 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86781db7-ab1f-4be2-a4e9-ef3c419ea77d None None] Routers {'75375f83-93da-4916-820d-2a192bd2b416'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:34:12.589280 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-7584c5f8-b2fa-44d0-9428-778186e2cd4b tempest-NegativeSecGroupTest-1853997445 tempest-NegativeSecGroupTest-1853997445-project] Publish callbacks [] for security_group, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:12.592213 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-86781db7-ab1f-4be2-a4e9-ef3c419ea77d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:33:57Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['75375f83-93da-4916-820d-2a192bd2b416'], 'active': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:34:12.596731 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-7e06f98a-b2e1-4da9-83b6-e2526a604ae2 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1929192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4533475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4514371'] for subnet, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:12.616635 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-7584c5f8-b2fa-44d0-9428-778186e2cd4b tempest-NegativeSecGroupTest-1853997445 tempest-NegativeSecGroupTest-1853997445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:12.649783 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e06f98a-b2e1-4da9-83b6-e2526a604ae2 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Pushing event deleted for resources: {'Subnet': ['ID=d359df33-e8f5-464b-88a9-54ef9bff6701,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:34:12.666147 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-7e06f98a-b2e1-4da9-83b6-e2526a604ae2 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks [] for subnet, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:12.672834 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-7e06f98a-b2e1-4da9-83b6-e2526a604ae2 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] 10.222.0.31 "DELETE /v2.0/subnets/d359df33-e8f5-464b-88a9-54ef9bff6701 HTTP/1.1" status: 204 len: 168 time: 0.4804914 Dec 18 13:34:12.673066 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 56478) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:34:12.680480 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-7584c5f8-b2fa-44d0-9428-778186e2cd4b tempest-NegativeSecGroupTest-1853997445 tempest-NegativeSecGroupTest-1853997445-project] Publish callbacks [] for security_group, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:12.681783 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-7584c5f8-b2fa-44d0-9428-778186e2cd4b tempest-NegativeSecGroupTest-1853997445 tempest-NegativeSecGroupTest-1853997445-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3037765 Dec 18 13:34:12.685551 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 56480) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:34:12.690001 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-fe235d61-88fe-4e1f-ae77-17d47e660457 tempest-NegativeSecGroupTest-1853997445 tempest-NegativeSecGroupTest-1853997445-project] Request body: {'security_group_rule': {'security_group_id': 'ba6dd1e0-d62f-4fb5-9b66-5a35889486c4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:34:12.690918 dv-neutron-744815-20-hyperv neutron-server[103160]: WARNING neutron.api.v2.base [None req-fe235d61-88fe-4e1f-ae77-17d47e660457 tempest-NegativeSecGroupTest-1853997445 tempest-NegativeSecGroupTest-1853997445-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Dec 18 13:34:12.691511 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.api.v2.resource [None req-fe235d61-88fe-4e1f-ae77-17d47e660457 tempest-NegativeSecGroupTest-1853997445 tempest-NegativeSecGroupTest-1853997445-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 18 13:34:12.692477 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-fe235d61-88fe-4e1f-ae77-17d47e660457 tempest-NegativeSecGroupTest-1853997445 tempest-NegativeSecGroupTest-1853997445-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0069911 Dec 18 13:34:12.693611 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7584c5f8-b2fa-44d0-9428-778186e2cd4b tempest-NegativeSecGroupTest-1853997445 tempest-NegativeSecGroupTest-1853997445-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba6dd1e0-d62f-4fb5-9b66-5a35889486c4,revision_number=1']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:34:12.695634 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 56482) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:34:12.700012 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-410accca-3a7d-4176-8772-13b34519f3d8 tempest-NegativeSecGroupTest-1853997445 tempest-NegativeSecGroupTest-1853997445-project] Request body: {'security_group_rule': {'security_group_id': 'ba6dd1e0-d62f-4fb5-9b66-5a35889486c4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:34:12.700718 dv-neutron-744815-20-hyperv neutron-server[103160]: WARNING neutron.api.v2.base [None req-410accca-3a7d-4176-8772-13b34519f3d8 tempest-NegativeSecGroupTest-1853997445 tempest-NegativeSecGroupTest-1853997445-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Dec 18 13:34:12.701404 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.api.v2.resource [None req-410accca-3a7d-4176-8772-13b34519f3d8 tempest-NegativeSecGroupTest-1853997445 tempest-NegativeSecGroupTest-1853997445-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 18 13:34:12.702128 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-410accca-3a7d-4176-8772-13b34519f3d8 tempest-NegativeSecGroupTest-1853997445 tempest-NegativeSecGroupTest-1853997445-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0056329 Dec 18 13:34:12.706645 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 56484) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:34:12.708798 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e07c8ad-be3b-4a43-a455-2a5f226b22e3 None None] Network 4d3ac6d7-ec69-40aa-a96d-faea817c9b14 requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:34:12.721003 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-beabb0ac-4fb8-45c0-a479-1120c0f22f2b tempest-NegativeSecGroupTest-1853997445 tempest-NegativeSecGroupTest-1853997445-project] Request body: {'security_group_rule': {'security_group_id': 'ba6dd1e0-d62f-4fb5-9b66-5a35889486c4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:34:12.722097 dv-neutron-744815-20-hyperv neutron-server[103160]: WARNING neutron.api.v2.base [None req-beabb0ac-4fb8-45c0-a479-1120c0f22f2b tempest-NegativeSecGroupTest-1853997445 tempest-NegativeSecGroupTest-1853997445-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Dec 18 13:34:12.722587 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.api.v2.resource [None req-beabb0ac-4fb8-45c0-a479-1120c0f22f2b tempest-NegativeSecGroupTest-1853997445 tempest-NegativeSecGroupTest-1853997445-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 18 13:34:12.723684 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-beabb0ac-4fb8-45c0-a479-1120c0f22f2b tempest-NegativeSecGroupTest-1853997445 tempest-NegativeSecGroupTest-1853997445-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0159919 Dec 18 13:34:12.727227 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 56486) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:34:12.731443 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-3ea3cdfc-caba-454c-b55b-d61b4f778f8a tempest-NegativeSecGroupTest-1853997445 tempest-NegativeSecGroupTest-1853997445-project] Request body: {'security_group_rule': {'security_group_id': 'ba6dd1e0-d62f-4fb5-9b66-5a35889486c4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:34:12.732292 dv-neutron-744815-20-hyperv neutron-server[103160]: WARNING neutron.api.v2.base [None req-3ea3cdfc-caba-454c-b55b-d61b4f778f8a tempest-NegativeSecGroupTest-1853997445 tempest-NegativeSecGroupTest-1853997445-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Dec 18 13:34:12.732758 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.api.v2.resource [None req-3ea3cdfc-caba-454c-b55b-d61b4f778f8a tempest-NegativeSecGroupTest-1853997445 tempest-NegativeSecGroupTest-1853997445-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 18 13:34:12.734047 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-3ea3cdfc-caba-454c-b55b-d61b4f778f8a tempest-NegativeSecGroupTest-1853997445 tempest-NegativeSecGroupTest-1853997445-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0055740 Dec 18 13:34:12.736345 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 56488) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:34:12.797598 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-8d57a58d-ffc3-4ad3-99b0-355d0e2f7d5f tempest-NegativeSecGroupTest-1853997445 tempest-NegativeSecGroupTest-1853997445-project] Publish callbacks [] for security_group, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:12.832423 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-8d57a58d-ffc3-4ad3-99b0-355d0e2f7d5f tempest-NegativeSecGroupTest-1853997445 tempest-NegativeSecGroupTest-1853997445-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:12.923092 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-8d57a58d-ffc3-4ad3-99b0-355d0e2f7d5f tempest-NegativeSecGroupTest-1853997445 tempest-NegativeSecGroupTest-1853997445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:12.930647 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-8d57a58d-ffc3-4ad3-99b0-355d0e2f7d5f tempest-NegativeSecGroupTest-1853997445 tempest-NegativeSecGroupTest-1853997445-project] Publish callbacks [] for security_group, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:12.935729 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-8d57a58d-ffc3-4ad3-99b0-355d0e2f7d5f tempest-NegativeSecGroupTest-1853997445 tempest-NegativeSecGroupTest-1853997445-project] 10.222.0.31 "DELETE /v2.0/security-groups/ba6dd1e0-d62f-4fb5-9b66-5a35889486c4 HTTP/1.1" status: 204 len: 168 time: 0.1979067 Dec 18 13:34:12.944602 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 56490) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:34:12.978978 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d57a58d-ffc3-4ad3-99b0-355d0e2f7d5f tempest-NegativeSecGroupTest-1853997445 tempest-NegativeSecGroupTest-1853997445-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba6dd1e0-d62f-4fb5-9b66-5a35889486c4,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:34:13.034630 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-9e841ad8-b85f-4f87-82c1-c86436d57d57 tempest-NegativeSecGroupTest-1853997445 tempest-NegativeSecGroupTest-1853997445-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0852118 Dec 18 13:34:13.040762 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 56492) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:34:13.047388 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-034f42d1-4ae0-4256-97b2-6f5327cf3be8 tempest-NegativeSecGroupTest-1853997445 tempest-NegativeSecGroupTest-1853997445-project] Request body: {'security_group': {'name': 'tempest-secgroup--902750275'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:34:13.087286 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvr_db [None req-86781db7-ab1f-4be2-a4e9-ef3c419ea77d None None] Set router 75375f83-93da-4916-820d-2a192bd2b416 gateway port host: None {{(pid=103161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 13:34:13.117541 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-034f42d1-4ae0-4256-97b2-6f5327cf3be8 tempest-NegativeSecGroupTest-1853997445 tempest-NegativeSecGroupTest-1853997445-project] Publish callbacks [] for security_group, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:13.182493 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-d3643093-83b7-4354-90b4-5e5d62aadca3 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2023137'] for network, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:13.259602 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-034f42d1-4ae0-4256-97b2-6f5327cf3be8 tempest-NegativeSecGroupTest-1853997445 tempest-NegativeSecGroupTest-1853997445-project] Publish callbacks [] for security_group, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:13.269244 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-034f42d1-4ae0-4256-97b2-6f5327cf3be8 tempest-NegativeSecGroupTest-1853997445 tempest-NegativeSecGroupTest-1853997445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:13.269876 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5da2a194-8ded-42ae-b596-ebbe37bb810c None None] DHCP port deletion for 4d3ac6d7-ec69-40aa-a96d-faea817c9b14 request from dv-neutron-744815-20-hyperv {{(pid=103161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 18 13:34:13.306349 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-d3643093-83b7-4354-90b4-5e5d62aadca3 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Deleting port 4196e8f2-a96e-4645-9fd5-b0392c97b336 {{(pid=103159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:34:13.306784 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-d3643093-83b7-4354-90b4-5e5d62aadca3 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:13.347498 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-034f42d1-4ae0-4256-97b2-6f5327cf3be8 tempest-NegativeSecGroupTest-1853997445 tempest-NegativeSecGroupTest-1853997445-project] Publish callbacks [] for security_group, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:13.349042 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-034f42d1-4ae0-4256-97b2-6f5327cf3be8 tempest-NegativeSecGroupTest-1853997445 tempest-NegativeSecGroupTest-1853997445-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3069432 Dec 18 13:34:13.352919 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 56496) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:34:13.360210 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-60bd537f-cee7-4342-9cd2-f9c257cdba0b tempest-NegativeSecGroupTest-1853997445 tempest-NegativeSecGroupTest-1853997445-project] Request body: {'security_group_rule': {'security_group_id': 'd8dcb22a-8b05-48ec-b8f0-3d424021dedc', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:34:13.360833 dv-neutron-744815-20-hyperv neutron-server[103160]: WARNING neutron.api.v2.base [None req-60bd537f-cee7-4342-9cd2-f9c257cdba0b tempest-NegativeSecGroupTest-1853997445 tempest-NegativeSecGroupTest-1853997445-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Dec 18 13:34:13.361464 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.api.v2.resource [None req-60bd537f-cee7-4342-9cd2-f9c257cdba0b tempest-NegativeSecGroupTest-1853997445 tempest-NegativeSecGroupTest-1853997445-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 18 13:34:13.363528 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-60bd537f-cee7-4342-9cd2-f9c257cdba0b tempest-NegativeSecGroupTest-1853997445 tempest-NegativeSecGroupTest-1853997445-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0084276 Dec 18 13:34:13.365433 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034f42d1-4ae0-4256-97b2-6f5327cf3be8 tempest-NegativeSecGroupTest-1853997445 tempest-NegativeSecGroupTest-1853997445-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8dcb22a-8b05-48ec-b8f0-3d424021dedc,revision_number=1']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:34:13.370288 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 56498) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:34:13.376859 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-760984f2-989f-4fa8-8408-bac95cb96195 tempest-NegativeSecGroupTest-1853997445 tempest-NegativeSecGroupTest-1853997445-project] Request body: {'security_group_rule': {'security_group_id': 'd8dcb22a-8b05-48ec-b8f0-3d424021dedc', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:34:13.392034 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-5da2a194-8ded-42ae-b596-ebbe37bb810c None None] Deleting port 4196e8f2-a96e-4645-9fd5-b0392c97b336 {{(pid=103161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:34:13.392797 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-5da2a194-8ded-42ae-b596-ebbe37bb810c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:13.432550 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.api.v2.resource [None req-760984f2-989f-4fa8-8408-bac95cb96195 tempest-NegativeSecGroupTest-1853997445 tempest-NegativeSecGroupTest-1853997445-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 18 13:34:13.436996 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-760984f2-989f-4fa8-8408-bac95cb96195 tempest-NegativeSecGroupTest-1853997445 tempest-NegativeSecGroupTest-1853997445-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0627861 Dec 18 13:34:13.437360 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 56500) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:34:13.447898 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-2a74fe65-f055-401c-8f8c-1cc7d76b8503 tempest-NegativeSecGroupTest-1853997445 tempest-NegativeSecGroupTest-1853997445-project] Request body: {'security_group_rule': {'security_group_id': 'd8dcb22a-8b05-48ec-b8f0-3d424021dedc', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:34:13.448435 dv-neutron-744815-20-hyperv neutron-server[103160]: WARNING neutron.api.v2.base [None req-2a74fe65-f055-401c-8f8c-1cc7d76b8503 tempest-NegativeSecGroupTest-1853997445 tempest-NegativeSecGroupTest-1853997445-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Dec 18 13:34:13.449153 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.api.v2.resource [None req-2a74fe65-f055-401c-8f8c-1cc7d76b8503 tempest-NegativeSecGroupTest-1853997445 tempest-NegativeSecGroupTest-1853997445-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 18 13:34:13.451054 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-2a74fe65-f055-401c-8f8c-1cc7d76b8503 tempest-NegativeSecGroupTest-1853997445 tempest-NegativeSecGroupTest-1853997445-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0125577 Dec 18 13:34:13.451829 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.db [None req-d3643093-83b7-4354-90b4-5e5d62aadca3 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] For port 4196e8f2-a96e-4645-9fd5-b0392c97b336, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=4196e8f2-a96e-4645-9fd5-b0392c97b336,segment=NetworkSegment(66670ef6-0329-4b15-bb45-73645ed17aea),segment_id=66670ef6-0329-4b15-bb45-73645ed17aea)] {{(pid=103159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:34:13.452611 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-d3643093-83b7-4354-90b4-5e5d62aadca3 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:13.457855 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 56502) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:34:13.470065 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-cad9d87b-c50c-4ae0-b4ab-a3fedded5805 tempest-NegativeSecGroupTest-1853997445 tempest-NegativeSecGroupTest-1853997445-project] Request body: {'security_group_rule': {'security_group_id': 'd8dcb22a-8b05-48ec-b8f0-3d424021dedc', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:34:13.482448 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-5da2a194-8ded-42ae-b596-ebbe37bb810c None None] For port 4196e8f2-a96e-4645-9fd5-b0392c97b336, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=4196e8f2-a96e-4645-9fd5-b0392c97b336,segment=NetworkSegment(66670ef6-0329-4b15-bb45-73645ed17aea),segment_id=66670ef6-0329-4b15-bb45-73645ed17aea)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:34:13.482774 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-5da2a194-8ded-42ae-b596-ebbe37bb810c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:13.495002 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-d3643093-83b7-4354-90b4-5e5d62aadca3 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Calling delete_port for 4196e8f2-a96e-4645-9fd5-b0392c97b336 owned by network:dhcp {{(pid=103159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:34:13.503498 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-5da2a194-8ded-42ae-b596-ebbe37bb810c None None] Calling delete_port for 4196e8f2-a96e-4645-9fd5-b0392c97b336 owned by network:dhcp {{(pid=103161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:34:13.506519 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-86781db7-ab1f-4be2-a4e9-ef3c419ea77d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75375f83-93da-4916-820d-2a192bd2b416', 'name': 'tempest-RoutersTest-router-2068913425', 'tenant_id': 'd223d1b2ed814c43a2fd9ddeaaf9b271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:33:36Z', 'updated_at': '2021-12-18T13:34:11Z', 'revision_number': 10, 'project_id': 'd223d1b2ed814c43a2fd9ddeaaf9b271', 'gw_port_host': None, '_interfaces': [{'id': 'b8eb9746-e588-4cc0-bac8-0e2b29c52881', 'name': '', 'network_id': 'fcdc3f02-63f3-449c-8180-3faed08bd0cd', 'tenant_id': 'd223d1b2ed814c43a2fd9ddeaaf9b271', 'mac_address': 'fa:16:3e:e2:42:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75375f83-93da-4916-820d-2a192bd2b416', 'device_owner': 'network:router_interface', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': '9aed1807-163c-40d5-887b-ac871ecc6aa2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:33:38Z', 'updated_at': '2021-12-18T13:33:48Z', 'revision_number': 5, 'project_id': 'd223d1b2ed814c43a2fd9ddeaaf9b271', 'subnets': [{'id': '9aed1807-163c-40d5-887b-ac871ecc6aa2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:34:13.541115 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86781db7-ab1f-4be2-a4e9-ef3c419ea77d None None] The sync data for ids ['75375f83-93da-4916-820d-2a192bd2b416'] in dv-neutron-744815-20-hyperv is: [{'id': '75375f83-93da-4916-820d-2a192bd2b416', 'name': 'tempest-RoutersTest-router-2068913425', 'tenant_id': 'd223d1b2ed814c43a2fd9ddeaaf9b271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:33:36Z', 'updated_at': '2021-12-18T13:34:11Z', 'revision_number': 10, 'project_id': 'd223d1b2ed814c43a2fd9ddeaaf9b271', 'gw_port_host': None, '_interfaces': [{'id': 'b8eb9746-e588-4cc0-bac8-0e2b29c52881', 'name': '', 'network_id': 'fcdc3f02-63f3-449c-8180-3faed08bd0cd', 'tenant_id': 'd223d1b2ed814c43a2fd9ddeaaf9b271', 'mac_address': 'fa:16:3e:e2:42:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75375f83-93da-4916-820d-2a192bd2b416', 'device_owner': 'network:router_interface', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': '9aed1807-163c-40d5-887b-ac871ecc6aa2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:33:38Z', 'updated_at': '2021-12-18T13:33:48Z', 'revision_number': 5, 'project_id': 'd223d1b2ed814c43a2fd9ddeaaf9b271', 'subnets': [{'id': '9aed1807-163c-40d5-887b-ac871ecc6aa2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 13:34:13.568907 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.api.v2.resource [None req-cad9d87b-c50c-4ae0-b4ab-a3fedded5805 tempest-NegativeSecGroupTest-1853997445 tempest-NegativeSecGroupTest-1853997445-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 18 13:34:13.570307 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-cad9d87b-c50c-4ae0-b4ab-a3fedded5805 tempest-NegativeSecGroupTest-1853997445 tempest-NegativeSecGroupTest-1853997445-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1140025 Dec 18 13:34:13.574300 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 56504) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:34:13.580049 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-7feba978-627c-4b25-9f7e-464d4a2de58b tempest-NegativeSecGroupTest-1853997445 tempest-NegativeSecGroupTest-1853997445-project] Request body: {'security_group_rule': {'security_group_id': 'd8dcb22a-8b05-48ec-b8f0-3d424021dedc', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:34:13.581030 dv-neutron-744815-20-hyperv neutron-server[103160]: WARNING neutron.api.v2.base [None req-7feba978-627c-4b25-9f7e-464d4a2de58b tempest-NegativeSecGroupTest-1853997445 tempest-NegativeSecGroupTest-1853997445-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Dec 18 13:34:13.581676 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.api.v2.resource [None req-7feba978-627c-4b25-9f7e-464d4a2de58b tempest-NegativeSecGroupTest-1853997445 tempest-NegativeSecGroupTest-1853997445-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 18 13:34:13.587218 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-7feba978-627c-4b25-9f7e-464d4a2de58b tempest-NegativeSecGroupTest-1853997445 tempest-NegativeSecGroupTest-1853997445-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0118017 Dec 18 13:34:13.588997 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 56506) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:34:13.596765 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-cbab6565-2228-4fe2-9432-8cc2cefb5087 tempest-NegativeSecGroupTest-1853997445 tempest-NegativeSecGroupTest-1853997445-project] Request body: {'security_group_rule': {'security_group_id': 'd8dcb22a-8b05-48ec-b8f0-3d424021dedc', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:34:13.640501 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-d3643093-83b7-4354-90b4-5e5d62aadca3 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:13.648111 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-5da2a194-8ded-42ae-b596-ebbe37bb810c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984'] for port, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:13.673448 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3643093-83b7-4354-90b4-5e5d62aadca3 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Pushing event deleted for resources: {'Port': ['ID=4196e8f2-a96e-4645-9fd5-b0392c97b336,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:34:13.678108 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da2a194-8ded-42ae-b596-ebbe37bb810c None None] Pushing event deleted for resources: {'Port': ['ID=4196e8f2-a96e-4645-9fd5-b0392c97b336,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:34:13.685642 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5da2a194-8ded-42ae-b596-ebbe37bb810c None None] No DVR routers for this DVR port 4196e8f2-a96e-4645-9fd5-b0392c97b336 on host dv-neutron-744815-20-hyperv {{(pid=103161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 18 13:34:13.686085 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3643093-83b7-4354-90b4-5e5d62aadca3 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] No DVR routers for this DVR port 4196e8f2-a96e-4645-9fd5-b0392c97b336 on host dv-neutron-744815-20-hyperv {{(pid=103159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 18 13:34:13.689146 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3643093-83b7-4354-90b4-5e5d62aadca3 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:34:13.689600 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3643093-83b7-4354-90b4-5e5d62aadca3 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:34:13.689857 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3643093-83b7-4354-90b4-5e5d62aadca3 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:34:13.690181 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3643093-83b7-4354-90b4-5e5d62aadca3 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:34:13.690501 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3643093-83b7-4354-90b4-5e5d62aadca3 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:34:13.690900 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3643093-83b7-4354-90b4-5e5d62aadca3 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:34:13.691266 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3643093-83b7-4354-90b4-5e5d62aadca3 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:34:13.692004 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3643093-83b7-4354-90b4-5e5d62aadca3 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:34:13.692004 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3643093-83b7-4354-90b4-5e5d62aadca3 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:34:13.692404 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3643093-83b7-4354-90b4-5e5d62aadca3 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:34:13.692590 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3643093-83b7-4354-90b4-5e5d62aadca3 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:34:13.692816 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3643093-83b7-4354-90b4-5e5d62aadca3 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:34:13.693134 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3643093-83b7-4354-90b4-5e5d62aadca3 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:34:13.725690 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.api.v2.resource [None req-cbab6565-2228-4fe2-9432-8cc2cefb5087 tempest-NegativeSecGroupTest-1853997445 tempest-NegativeSecGroupTest-1853997445-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 18 13:34:13.726790 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-cbab6565-2228-4fe2-9432-8cc2cefb5087 tempest-NegativeSecGroupTest-1853997445 tempest-NegativeSecGroupTest-1853997445-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1364937 Dec 18 13:34:13.732362 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 56508) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:34:13.740366 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-109a1aab-803b-4e5d-a7da-98feb64f8f33 tempest-NegativeSecGroupTest-1853997445 tempest-NegativeSecGroupTest-1853997445-project] Request body: {'security_group_rule': {'security_group_id': 'd8dcb22a-8b05-48ec-b8f0-3d424021dedc', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:34:13.740833 dv-neutron-744815-20-hyperv neutron-server[103160]: WARNING neutron.api.v2.base [None req-109a1aab-803b-4e5d-a7da-98feb64f8f33 tempest-NegativeSecGroupTest-1853997445 tempest-NegativeSecGroupTest-1853997445-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Dec 18 13:34:13.741354 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.api.v2.resource [None req-109a1aab-803b-4e5d-a7da-98feb64f8f33 tempest-NegativeSecGroupTest-1853997445 tempest-NegativeSecGroupTest-1853997445-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 18 13:34:13.742631 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-109a1aab-803b-4e5d-a7da-98feb64f8f33 tempest-NegativeSecGroupTest-1853997445 tempest-NegativeSecGroupTest-1853997445-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0093362 Dec 18 13:34:13.745203 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 56510) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:34:13.750484 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-c12f67db-d652-4745-8644-734594c64ef1 tempest-NegativeSecGroupTest-1853997445 tempest-NegativeSecGroupTest-1853997445-project] Request body: {'security_group_rule': {'security_group_id': 'd8dcb22a-8b05-48ec-b8f0-3d424021dedc', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:34:13.788006 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-d3643093-83b7-4354-90b4-5e5d62aadca3 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1927292', 'neutron.services.segments.db._delete_segments_for_network-8767106887837'] for network, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:13.811955 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.api.v2.resource [None req-c12f67db-d652-4745-8644-734594c64ef1 tempest-NegativeSecGroupTest-1853997445 tempest-NegativeSecGroupTest-1853997445-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 18 13:34:13.813305 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-c12f67db-d652-4745-8644-734594c64ef1 tempest-NegativeSecGroupTest-1853997445 tempest-NegativeSecGroupTest-1853997445-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0672095 Dec 18 13:34:13.816397 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 56512) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:34:13.821842 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-e3b7d591-dacd-447f-8af9-92889720d474 tempest-NegativeSecGroupTest-1853997445 tempest-NegativeSecGroupTest-1853997445-project] Request body: {'security_group_rule': {'security_group_id': 'd8dcb22a-8b05-48ec-b8f0-3d424021dedc', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:34:13.822545 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.services.segments.db [None req-d3643093-83b7-4354-90b4-5e5d62aadca3 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d3ac6d7-ec69-40aa-a96d-faea817c9b14']}} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:34:13.841825 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.services.segments.db [None req-d3643093-83b7-4354-90b4-5e5d62aadca3 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66670ef6-0329-4b15-bb45-73645ed17aea') {'for_net_delete': True} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:34:13.842773 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.services.segments.db [None req-d3643093-83b7-4354-90b4-5e5d62aadca3 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66670ef6-0329-4b15-bb45-73645ed17aea') {} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:34:13.859897 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-d3643093-83b7-4354-90b4-5e5d62aadca3 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767106888614', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5589569'] for segment, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:13.879025 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-d3643093-83b7-4354-90b4-5e5d62aadca3 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:13.883402 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.api.v2.resource [None req-e3b7d591-dacd-447f-8af9-92889720d474 tempest-NegativeSecGroupTest-1853997445 tempest-NegativeSecGroupTest-1853997445-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 18 13:34:13.884548 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-e3b7d591-dacd-447f-8af9-92889720d474 tempest-NegativeSecGroupTest-1853997445 tempest-NegativeSecGroupTest-1853997445-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0669208 Dec 18 13:34:13.887497 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 56514) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:34:13.888611 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3643093-83b7-4354-90b4-5e5d62aadca3 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Releasing vlan 114 on physical network physnet1 to pool {{(pid=103159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 18 13:34:13.888611 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-d3643093-83b7-4354-90b4-5e5d62aadca3 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5660009'] for segment, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:13.893450 dv-neutron-744815-20-hyperv neutron-server[103159]: Traceback (most recent call last): Dec 18 13:34:13.893450 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 18 13:34:13.893450 dv-neutron-744815-20-hyperv neutron-server[103159]: timer() Dec 18 13:34:13.893450 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 18 13:34:13.893450 dv-neutron-744815-20-hyperv neutron-server[103159]: cb(*args, **kw) Dec 18 13:34:13.893450 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 18 13:34:13.893450 dv-neutron-744815-20-hyperv neutron-server[103159]: return func(*args, **kwargs) Dec 18 13:34:13.893450 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 18 13:34:13.893450 dv-neutron-744815-20-hyperv neutron-server[103159]: self._notify() Dec 18 13:34:13.893450 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 18 13:34:13.893450 dv-neutron-744815-20-hyperv neutron-server[103159]: self.callback(batched_events) Dec 18 13:34:13.893450 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 18 13:34:13.893450 dv-neutron-744815-20-hyperv neutron-server[103159]: event.method(event) Dec 18 13:34:13.893450 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 18 13:34:13.893450 dv-neutron-744815-20-hyperv neutron-server[103159]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 18 13:34:13.893450 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 18 13:34:13.893450 dv-neutron-744815-20-hyperv neutron-server[103159]: aggregate_uuid = self.p_client.list_aggregates( Dec 18 13:34:13.893450 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 18 13:34:13.893450 dv-neutron-744815-20-hyperv neutron-server[103159]: return f(self, *a, **k) Dec 18 13:34:13.893450 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 18 13:34:13.893450 dv-neutron-744815-20-hyperv neutron-server[103159]: return self._get(url).json() Dec 18 13:34:13.893450 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 18 13:34:13.893450 dv-neutron-744815-20-hyperv neutron-server[103159]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 18 13:34:13.893450 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 18 13:34:13.893450 dv-neutron-744815-20-hyperv neutron-server[103159]: return self.request(url, 'GET', **kwargs) Dec 18 13:34:13.893450 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 18 13:34:13.893450 dv-neutron-744815-20-hyperv neutron-server[103159]: base_url = self.get_endpoint(auth, allow=allow, Dec 18 13:34:13.893450 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 18 13:34:13.893450 dv-neutron-744815-20-hyperv neutron-server[103159]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 18 13:34:13.893450 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 18 13:34:13.893450 dv-neutron-744815-20-hyperv neutron-server[103159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 18 13:34:13.893450 dv-neutron-744815-20-hyperv neutron-server[103159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 18 13:34:13.974732 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-67bb7471-ebad-44ea-a040-dbb7725da2e2 tempest-NegativeSecGroupTest-1853997445 tempest-NegativeSecGroupTest-1853997445-project] Publish callbacks [] for security_group, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:13.997214 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-d3643093-83b7-4354-90b4-5e5d62aadca3 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1927267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586962'] for network, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:14.007066 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-d3643093-83b7-4354-90b4-5e5d62aadca3 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks [] for network, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:14.012149 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-d3643093-83b7-4354-90b4-5e5d62aadca3 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] 10.222.0.31 "DELETE /v2.0/networks/4d3ac6d7-ec69-40aa-a96d-faea817c9b14 HTTP/1.1" status: 204 len: 168 time: 1.3381143 Dec 18 13:34:14.014975 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 56516) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:34:14.020656 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-67bb7471-ebad-44ea-a040-dbb7725da2e2 tempest-NegativeSecGroupTest-1853997445 tempest-NegativeSecGroupTest-1853997445-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:14.040383 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3643093-83b7-4354-90b4-5e5d62aadca3 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Pushing event deleted for resources: {'Network': ['ID=4d3ac6d7-ec69-40aa-a96d-faea817c9b14,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:34:14.101071 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-67bb7471-ebad-44ea-a040-dbb7725da2e2 tempest-NegativeSecGroupTest-1853997445 tempest-NegativeSecGroupTest-1853997445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:14.107476 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-67bb7471-ebad-44ea-a040-dbb7725da2e2 tempest-NegativeSecGroupTest-1853997445 tempest-NegativeSecGroupTest-1853997445-project] Publish callbacks [] for security_group, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:14.109087 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-67bb7471-ebad-44ea-a040-dbb7725da2e2 tempest-NegativeSecGroupTest-1853997445 tempest-NegativeSecGroupTest-1853997445-project] 10.222.0.31 "DELETE /v2.0/security-groups/d8dcb22a-8b05-48ec-b8f0-3d424021dedc HTTP/1.1" status: 204 len: 168 time: 0.2200620 Dec 18 13:34:14.113464 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 56518) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:34:14.146999 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bb7471-ebad-44ea-a040-dbb7725da2e2 tempest-NegativeSecGroupTest-1853997445 tempest-NegativeSecGroupTest-1853997445-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8dcb22a-8b05-48ec-b8f0-3d424021dedc,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:34:14.197816 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-d7c35007-0f4f-4de3-87c4-0e5c30c1eee6 tempest-NegativeSecGroupTest-1853997445 tempest-NegativeSecGroupTest-1853997445-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0776401 Dec 18 13:34:14.198215 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 56520) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:34:14.203997 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-6084cc2b-b52c-4a59-9577-6ec7f1e13355 tempest-NegativeSecGroupTest-1853997445 tempest-NegativeSecGroupTest-1853997445-project] Request body: {'security_group': {'name': 'tempest-secgroup--44444086'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:34:14.249162 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-6084cc2b-b52c-4a59-9577-6ec7f1e13355 tempest-NegativeSecGroupTest-1853997445 tempest-NegativeSecGroupTest-1853997445-project] Publish callbacks [] for security_group, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:14.367232 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-6084cc2b-b52c-4a59-9577-6ec7f1e13355 tempest-NegativeSecGroupTest-1853997445 tempest-NegativeSecGroupTest-1853997445-project] Publish callbacks [] for security_group, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:14.375643 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-6084cc2b-b52c-4a59-9577-6ec7f1e13355 tempest-NegativeSecGroupTest-1853997445 tempest-NegativeSecGroupTest-1853997445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:14.413714 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6084cc2b-b52c-4a59-9577-6ec7f1e13355 tempest-NegativeSecGroupTest-1853997445 tempest-NegativeSecGroupTest-1853997445-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c48ede89-4750-4c1a-8946-0e025b0e224a,revision_number=1']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:34:14.427869 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-6084cc2b-b52c-4a59-9577-6ec7f1e13355 tempest-NegativeSecGroupTest-1853997445 tempest-NegativeSecGroupTest-1853997445-project] Publish callbacks [] for security_group, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:14.429026 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-6084cc2b-b52c-4a59-9577-6ec7f1e13355 tempest-NegativeSecGroupTest-1853997445 tempest-NegativeSecGroupTest-1853997445-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.2300200 Dec 18 13:34:14.432551 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 56524) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:34:14.444013 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-b72f58bc-2cd0-4ae5-a7eb-e427e789844c tempest-NegativeSecGroupTest-1853997445 tempest-NegativeSecGroupTest-1853997445-project] Request body: {'security_group_rule': {'security_group_id': 'c48ede89-4750-4c1a-8946-0e025b0e224a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:34:14.517826 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.api.v2.resource [None req-b72f58bc-2cd0-4ae5-a7eb-e427e789844c tempest-NegativeSecGroupTest-1853997445 tempest-NegativeSecGroupTest-1853997445-project] create failed (client error): The resource could not be found. Dec 18 13:34:14.519750 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-b72f58bc-2cd0-4ae5-a7eb-e427e789844c tempest-NegativeSecGroupTest-1853997445 tempest-NegativeSecGroupTest-1853997445-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0840077 Dec 18 13:34:14.522442 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 56526) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:34:14.530187 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-ca7817e5-6f0c-4cad-b90b-7133d58baef1 tempest-NegativeSecGroupTest-1853997445 tempest-NegativeSecGroupTest-1853997445-project] Request body: {'security_group_rule': {'security_group_id': 'c48ede89-4750-4c1a-8946-0e025b0e224a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '24f5b567-ef61-40da-882b-b9f7687bed46'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:34:14.534084 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-069f59e1-f003-4246-bbd7-5627a705591a tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-586101'] for router_interface, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:14.593985 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.api.v2.resource [None req-ca7817e5-6f0c-4cad-b90b-7133d58baef1 tempest-NegativeSecGroupTest-1853997445 tempest-NegativeSecGroupTest-1853997445-project] create failed (client error): The resource could not be found. Dec 18 13:34:14.598117 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-ca7817e5-6f0c-4cad-b90b-7133d58baef1 tempest-NegativeSecGroupTest-1853997445 tempest-NegativeSecGroupTest-1853997445-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0746224 Dec 18 13:34:14.599019 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 56528) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:34:14.676226 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-a99eecfd-d490-4cd9-9483-b86f469e0488 tempest-NegativeSecGroupTest-1853997445 tempest-NegativeSecGroupTest-1853997445-project] Publish callbacks [] for security_group, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:14.683420 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 1d25303a-7ab6-431f-91d7-f66b1ed33a78 no longer exists at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 18 13:34:14.710368 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-2294866d-0076-4933-952c-685307032598 None None] No Port match for: 1d25303a-7ab6-431f-91d7-f66b1ed33a78 {{(pid=103161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 18 13:34:14.711023 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 1d25303a-7ab6-431f-91d7-f66b1ed33a78 not bound to the agent host dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 18 13:34:14.711653 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 4196e8f2-a96e-4645-9fd5-b0392c97b336 no longer exists at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 18 13:34:14.713407 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-a99eecfd-d490-4cd9-9483-b86f469e0488 tempest-NegativeSecGroupTest-1853997445 tempest-NegativeSecGroupTest-1853997445-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:14.736361 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-2294866d-0076-4933-952c-685307032598 None None] No Port match for: 4196e8f2-a96e-4645-9fd5-b0392c97b336 {{(pid=103161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 18 13:34:14.737266 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 4196e8f2-a96e-4645-9fd5-b0392c97b336 not bound to the agent host dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 18 13:34:14.766793 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-a99eecfd-d490-4cd9-9483-b86f469e0488 tempest-NegativeSecGroupTest-1853997445 tempest-NegativeSecGroupTest-1853997445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:14.769440 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-a99eecfd-d490-4cd9-9483-b86f469e0488 tempest-NegativeSecGroupTest-1853997445 tempest-NegativeSecGroupTest-1853997445-project] Publish callbacks [] for security_group, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:14.773721 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-a99eecfd-d490-4cd9-9483-b86f469e0488 tempest-NegativeSecGroupTest-1853997445 tempest-NegativeSecGroupTest-1853997445-project] 10.222.0.31 "DELETE /v2.0/security-groups/c48ede89-4750-4c1a-8946-0e025b0e224a HTTP/1.1" status: 204 len: 168 time: 0.1708360 Dec 18 13:34:14.774597 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 56530) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:34:14.785149 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99eecfd-d490-4cd9-9483-b86f469e0488 tempest-NegativeSecGroupTest-1853997445 tempest-NegativeSecGroupTest-1853997445-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c48ede89-4750-4c1a-8946-0e025b0e224a,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:34:14.928514 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-b61d5ec6-3725-41e7-a981-97625df0d41d tempest-NegativeSecGroupTest-1853997445 tempest-NegativeSecGroupTest-1853997445-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1504569 Dec 18 13:34:14.934387 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 56532) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:34:14.942036 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-fdf002bb-204a-4de5-9d35-a51eaf4730d6 tempest-NegativeSecGroupTest-1853997445 tempest-NegativeSecGroupTest-1853997445-project] Request body: {'security_group_rule': {'security_group_id': '656b596f-6e22-4d34-8475-e2086620987b', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:34:15.002115 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.api.v2.resource [None req-fdf002bb-204a-4de5-9d35-a51eaf4730d6 tempest-NegativeSecGroupTest-1853997445 tempest-NegativeSecGroupTest-1853997445-project] create failed (client error): The resource could not be found. Dec 18 13:34:15.005915 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-fdf002bb-204a-4de5-9d35-a51eaf4730d6 tempest-NegativeSecGroupTest-1853997445 tempest-NegativeSecGroupTest-1853997445-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0673935 Dec 18 13:34:15.012088 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 56534) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:34:15.019190 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-5d604962-f27e-47c5-845d-672eb8a84360 tempest-NegativeSecGroupTest-1853997445 tempest-NegativeSecGroupTest-1853997445-project] Request body: {'security_group': {'name': 'tempest-secgroup--358210655'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:34:15.042187 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-069f59e1-f003-4246-bbd7-5627a705591a tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Deleting port b8eb9746-e588-4cc0-bac8-0e2b29c52881 {{(pid=103159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:34:15.042531 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-069f59e1-f003-4246-bbd7-5627a705591a tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:15.064159 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-5d604962-f27e-47c5-845d-672eb8a84360 tempest-NegativeSecGroupTest-1853997445 tempest-NegativeSecGroupTest-1853997445-project] Publish callbacks [] for security_group, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:15.151517 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-5d604962-f27e-47c5-845d-672eb8a84360 tempest-NegativeSecGroupTest-1853997445 tempest-NegativeSecGroupTest-1853997445-project] Publish callbacks [] for security_group, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:15.160087 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-5d604962-f27e-47c5-845d-672eb8a84360 tempest-NegativeSecGroupTest-1853997445 tempest-NegativeSecGroupTest-1853997445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:15.173738 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.db [None req-069f59e1-f003-4246-bbd7-5627a705591a tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] For port b8eb9746-e588-4cc0-bac8-0e2b29c52881, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=b8eb9746-e588-4cc0-bac8-0e2b29c52881,segment=NetworkSegment(b4b74be2-8cd3-497a-8529-4dd279af8e62),segment_id=b4b74be2-8cd3-497a-8529-4dd279af8e62)] {{(pid=103159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:34:15.174431 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-069f59e1-f003-4246-bbd7-5627a705591a tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:15.190351 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-069f59e1-f003-4246-bbd7-5627a705591a tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Calling delete_port for b8eb9746-e588-4cc0-bac8-0e2b29c52881 owned by network:router_interface {{(pid=103159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:34:15.238738 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-5d604962-f27e-47c5-845d-672eb8a84360 tempest-NegativeSecGroupTest-1853997445 tempest-NegativeSecGroupTest-1853997445-project] Publish callbacks [] for security_group, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:15.240528 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-5d604962-f27e-47c5-845d-672eb8a84360 tempest-NegativeSecGroupTest-1853997445 tempest-NegativeSecGroupTest-1853997445-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2274175 Dec 18 13:34:15.242551 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d604962-f27e-47c5-845d-672eb8a84360 tempest-NegativeSecGroupTest-1853997445 tempest-NegativeSecGroupTest-1853997445-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b7948cd-3964-4495-9ac8-f2ff3548bb13,revision_number=1']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:34:15.248093 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 56536) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:34:15.255259 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-3e02c6d5-8b1b-4ae9-bcb3-9a533c87138d tempest-NegativeSecGroupTest-1853997445 tempest-NegativeSecGroupTest-1853997445-project] Request body: {'security_group': {'name': 'tempest-secgroup--721943293'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:34:15.300828 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-3e02c6d5-8b1b-4ae9-bcb3-9a533c87138d tempest-NegativeSecGroupTest-1853997445 tempest-NegativeSecGroupTest-1853997445-project] Publish callbacks [] for security_group, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:15.415898 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-3e02c6d5-8b1b-4ae9-bcb3-9a533c87138d tempest-NegativeSecGroupTest-1853997445 tempest-NegativeSecGroupTest-1853997445-project] Publish callbacks [] for security_group, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:15.424535 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-3e02c6d5-8b1b-4ae9-bcb3-9a533c87138d tempest-NegativeSecGroupTest-1853997445 tempest-NegativeSecGroupTest-1853997445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:15.458025 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e02c6d5-8b1b-4ae9-bcb3-9a533c87138d tempest-NegativeSecGroupTest-1853997445 tempest-NegativeSecGroupTest-1853997445-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef119256-402f-45e7-bd0d-8a292ae49542,revision_number=1']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:34:15.462600 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-3e02c6d5-8b1b-4ae9-bcb3-9a533c87138d tempest-NegativeSecGroupTest-1853997445 tempest-NegativeSecGroupTest-1853997445-project] Publish callbacks [] for security_group, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:15.466932 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-3e02c6d5-8b1b-4ae9-bcb3-9a533c87138d tempest-NegativeSecGroupTest-1853997445 tempest-NegativeSecGroupTest-1853997445-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2142215 Dec 18 13:34:15.467535 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 56540) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:34:15.473167 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-3171c1a0-60b4-4ffe-8c6c-ca2b777191cd tempest-NegativeSecGroupTest-1853997445 tempest-NegativeSecGroupTest-1853997445-project] Request body: {'security_group_rule': {'security_group_id': '4b7948cd-3964-4495-9ac8-f2ff3548bb13', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'ef119256-402f-45e7-bd0d-8a292ae49542'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:34:15.490858 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-069f59e1-f003-4246-bbd7-5627a705591a tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:15.538740 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069f59e1-f003-4246-bbd7-5627a705591a tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Pushing event deleted for resources: {'Port': ['ID=b8eb9746-e588-4cc0-bac8-0e2b29c52881,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:34:15.550662 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.api.v2.resource [None req-3171c1a0-60b4-4ffe-8c6c-ca2b777191cd tempest-NegativeSecGroupTest-1853997445 tempest-NegativeSecGroupTest-1853997445-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 18 13:34:15.557147 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-3171c1a0-60b4-4ffe-8c6c-ca2b777191cd tempest-NegativeSecGroupTest-1853997445 tempest-NegativeSecGroupTest-1853997445-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0844474 Dec 18 13:34:15.558675 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 56542) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:34:15.634929 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-886f4191-7dac-4b3f-a614-386829d4ca7e tempest-NegativeSecGroupTest-1853997445 tempest-NegativeSecGroupTest-1853997445-project] Publish callbacks [] for security_group, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:15.665571 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-886f4191-7dac-4b3f-a614-386829d4ca7e tempest-NegativeSecGroupTest-1853997445 tempest-NegativeSecGroupTest-1853997445-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:15.728647 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-886f4191-7dac-4b3f-a614-386829d4ca7e tempest-NegativeSecGroupTest-1853997445 tempest-NegativeSecGroupTest-1853997445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:15.731890 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-886f4191-7dac-4b3f-a614-386829d4ca7e tempest-NegativeSecGroupTest-1853997445 tempest-NegativeSecGroupTest-1853997445-project] Publish callbacks [] for security_group, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:15.734697 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-886f4191-7dac-4b3f-a614-386829d4ca7e tempest-NegativeSecGroupTest-1853997445 tempest-NegativeSecGroupTest-1853997445-project] 10.222.0.31 "DELETE /v2.0/security-groups/ef119256-402f-45e7-bd0d-8a292ae49542 HTTP/1.1" status: 204 len: 168 time: 0.1741188 Dec 18 13:34:15.739272 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 56544) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:34:15.758086 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886f4191-7dac-4b3f-a614-386829d4ca7e tempest-NegativeSecGroupTest-1853997445 tempest-NegativeSecGroupTest-1853997445-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef119256-402f-45e7-bd0d-8a292ae49542,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:34:15.780363 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-069f59e1-f003-4246-bbd7-5627a705591a tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1048020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-576035'] for router_interface, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:15.904224 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-19ddaa76-aa17-4725-a58b-c49ba8f32d1e tempest-NegativeSecGroupTest-1853997445 tempest-NegativeSecGroupTest-1853997445-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.1638093 Dec 18 13:34:15.907111 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 56546) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:34:16.041662 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-069f59e1-f003-4246-bbd7-5627a705591a tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Router 75375f83-93da-4916-820d-2a192bd2b416 has already been hosted by L3 agent c9c0cd52-5bd2-4704-9429-d80f1c5ad23c {{(pid=103159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 18 13:34:16.060298 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b6deb098-ce51-42f3-a832-7a29fc298e25 tempest-NegativeSecGroupTest-1853997445 tempest-NegativeSecGroupTest-1853997445-project] Publish callbacks [] for security_group, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:16.147778 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b6deb098-ce51-42f3-a832-7a29fc298e25 tempest-NegativeSecGroupTest-1853997445 tempest-NegativeSecGroupTest-1853997445-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:16.165597 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-069f59e1-f003-4246-bbd7-5627a705591a tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Notify agent at l3_agent.dv-neutron-744815-20-hyperv the message routers_updated {{(pid=103159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 13:34:16.174112 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-069f59e1-f003-4246-bbd7-5627a705591a tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] 10.222.0.31 "PUT /v2.0/routers/75375f83-93da-4916-820d-2a192bd2b416/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1571250 Dec 18 13:34:16.176882 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 56548) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:34:16.182336 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e32c4767-97bc-42c6-bf67-afed1555194f None None] Sync routers for ids ['75375f83-93da-4916-820d-2a192bd2b416'] in dv-neutron-744815-20-hyperv {{(pid=103162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 13:34:16.193686 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e32c4767-97bc-42c6-bf67-afed1555194f None None] Routers {'75375f83-93da-4916-820d-2a192bd2b416'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:34:16.194608 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-e32c4767-97bc-42c6-bf67-afed1555194f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:33:57Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['75375f83-93da-4916-820d-2a192bd2b416'], 'active': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:34:16.213547 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b6deb098-ce51-42f3-a832-7a29fc298e25 tempest-NegativeSecGroupTest-1853997445 tempest-NegativeSecGroupTest-1853997445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:16.216451 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b6deb098-ce51-42f3-a832-7a29fc298e25 tempest-NegativeSecGroupTest-1853997445 tempest-NegativeSecGroupTest-1853997445-project] Publish callbacks [] for security_group, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:16.217843 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-b6deb098-ce51-42f3-a832-7a29fc298e25 tempest-NegativeSecGroupTest-1853997445 tempest-NegativeSecGroupTest-1853997445-project] 10.222.0.31 "DELETE /v2.0/security-groups/4b7948cd-3964-4495-9ac8-f2ff3548bb13 HTTP/1.1" status: 204 len: 168 time: 0.3096809 Dec 18 13:34:16.222308 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 56550) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:34:16.228214 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6deb098-ce51-42f3-a832-7a29fc298e25 tempest-NegativeSecGroupTest-1853997445 tempest-NegativeSecGroupTest-1853997445-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b7948cd-3964-4495-9ac8-f2ff3548bb13,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:34:16.286610 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvr_db [None req-e32c4767-97bc-42c6-bf67-afed1555194f None None] Set router 75375f83-93da-4916-820d-2a192bd2b416 gateway port host: None {{(pid=103162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 13:34:16.296867 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.db_base_plugin_v2 [None req-53c8638f-5d15-4cc3-b932-66708ad01f8f tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Deleting subnet 9aed1807-163c-40d5-887b-ac871ecc6aa2 {{(pid=103160) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 18 13:34:16.306443 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-61d9a03b-b112-46e6-8045-ea9a4e32283e tempest-NegativeSecGroupTest-1853997445 tempest-NegativeSecGroupTest-1853997445-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0827427 Dec 18 13:34:16.307435 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-53c8638f-5d15-4cc3-b932-66708ad01f8f tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks [] for subnet, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:16.310771 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 56552) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:34:16.317722 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-88c5afc3-0b5f-4d1c-888b-d0b3decde2c9 tempest-NegativeSecGroupTest-1853997445 tempest-NegativeSecGroupTest-1853997445-project] Request body: {'security_group': {'name': 'tempest-secgroup--1375541741'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:34:16.360513 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-53c8638f-5d15-4cc3-b932-66708ad01f8f tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4533385'] for subnet, precommit_delete_associations {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:16.367912 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-88c5afc3-0b5f-4d1c-888b-d0b3decde2c9 tempest-NegativeSecGroupTest-1853997445 tempest-NegativeSecGroupTest-1853997445-project] Publish callbacks [] for security_group, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:16.368290 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-e32c4767-97bc-42c6-bf67-afed1555194f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75375f83-93da-4916-820d-2a192bd2b416', 'name': 'tempest-RoutersTest-router-2068913425', 'tenant_id': 'd223d1b2ed814c43a2fd9ddeaaf9b271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:33:36Z', 'updated_at': '2021-12-18T13:34:15Z', 'revision_number': 11, 'project_id': 'd223d1b2ed814c43a2fd9ddeaaf9b271', 'gw_port_host': None}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:34:16.409013 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e32c4767-97bc-42c6-bf67-afed1555194f None None] Checking router: 75375f83-93da-4916-820d-2a192bd2b416 for host: dv-neutron-744815-20-hyperv {{(pid=103162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 18 13:34:16.421046 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e32c4767-97bc-42c6-bf67-afed1555194f None None] Routers {'75375f83-93da-4916-820d-2a192bd2b416'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:34:16.421739 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-e32c4767-97bc-42c6-bf67-afed1555194f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:33:57Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['75375f83-93da-4916-820d-2a192bd2b416'], 'active': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:34:16.493863 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-53c8638f-5d15-4cc3-b932-66708ad01f8f tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1929185'] for subnet, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:16.508648 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvr_db [None req-e32c4767-97bc-42c6-bf67-afed1555194f None None] Set router 75375f83-93da-4916-820d-2a192bd2b416 gateway port host: None {{(pid=103162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 13:34:16.515257 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-88c5afc3-0b5f-4d1c-888b-d0b3decde2c9 tempest-NegativeSecGroupTest-1853997445 tempest-NegativeSecGroupTest-1853997445-project] Publish callbacks [] for security_group, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:16.524293 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-88c5afc3-0b5f-4d1c-888b-d0b3decde2c9 tempest-NegativeSecGroupTest-1853997445 tempest-NegativeSecGroupTest-1853997445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:16.564636 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c5afc3-0b5f-4d1c-888b-d0b3decde2c9 tempest-NegativeSecGroupTest-1853997445 tempest-NegativeSecGroupTest-1853997445-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42d4703e-3523-4893-9bd5-4483ed2b84ca,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:34:16.571598 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-88c5afc3-0b5f-4d1c-888b-d0b3decde2c9 tempest-NegativeSecGroupTest-1853997445 tempest-NegativeSecGroupTest-1853997445-project] Publish callbacks [] for security_group, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:16.576246 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-88c5afc3-0b5f-4d1c-888b-d0b3decde2c9 tempest-NegativeSecGroupTest-1853997445 tempest-NegativeSecGroupTest-1853997445-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2638614 Dec 18 13:34:16.576782 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 56556) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:34:16.582142 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-6ab11c29-c050-49c0-80ef-78c421e59a69 tempest-NegativeSecGroupTest-1853997445 tempest-NegativeSecGroupTest-1853997445-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:34:16.582776 dv-neutron-744815-20-hyperv neutron-server[103159]: WARNING neutron.api.v2.base [None req-6ab11c29-c050-49c0-80ef-78c421e59a69 tempest-NegativeSecGroupTest-1853997445 tempest-NegativeSecGroupTest-1853997445-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Dec 18 13:34:16.583530 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.api.v2.resource [None req-6ab11c29-c050-49c0-80ef-78c421e59a69 tempest-NegativeSecGroupTest-1853997445 tempest-NegativeSecGroupTest-1853997445-project] update failed (client error): There was a conflict when trying to complete your request. Dec 18 13:34:16.589203 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-6ab11c29-c050-49c0-80ef-78c421e59a69 tempest-NegativeSecGroupTest-1853997445 tempest-NegativeSecGroupTest-1853997445-project] 10.222.0.31 "PUT /v2.0/security-groups/42d4703e-3523-4893-9bd5-4483ed2b84ca HTTP/1.1" status: 409 len: 330 time: 0.0112982 Dec 18 13:34:16.590810 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 56558) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:34:16.597722 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-e32c4767-97bc-42c6-bf67-afed1555194f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75375f83-93da-4916-820d-2a192bd2b416', 'name': 'tempest-RoutersTest-router-2068913425', 'tenant_id': 'd223d1b2ed814c43a2fd9ddeaaf9b271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:33:36Z', 'updated_at': '2021-12-18T13:34:15Z', 'revision_number': 11, 'project_id': 'd223d1b2ed814c43a2fd9ddeaaf9b271', 'gw_port_host': None}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:34:16.635088 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-53c8638f-5d15-4cc3-b932-66708ad01f8f tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1929192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4533475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4514371'] for subnet, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:16.654720 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e32c4767-97bc-42c6-bf67-afed1555194f None None] The sync data for ids ['75375f83-93da-4916-820d-2a192bd2b416'] in dv-neutron-744815-20-hyperv is: [{'id': '75375f83-93da-4916-820d-2a192bd2b416', 'name': 'tempest-RoutersTest-router-2068913425', 'tenant_id': 'd223d1b2ed814c43a2fd9ddeaaf9b271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:33:36Z', 'updated_at': '2021-12-18T13:34:15Z', 'revision_number': 11, 'project_id': 'd223d1b2ed814c43a2fd9ddeaaf9b271', 'gw_port_host': None}] {{(pid=103162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 13:34:16.710021 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c8638f-5d15-4cc3-b932-66708ad01f8f tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Pushing event deleted for resources: {'Subnet': ['ID=9aed1807-163c-40d5-887b-ac871ecc6aa2,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:34:16.715182 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-53c8638f-5d15-4cc3-b932-66708ad01f8f tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks [] for subnet, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:16.719332 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-53c8638f-5d15-4cc3-b932-66708ad01f8f tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] 10.222.0.31 "DELETE /v2.0/subnets/9aed1807-163c-40d5-887b-ac871ecc6aa2 HTTP/1.1" status: 204 len: 168 time: 0.5414290 Dec 18 13:34:16.722621 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 56560) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:34:16.724519 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6e2abfa-a206-470a-8e91-bf92b51c9697 None None] Network fcdc3f02-63f3-449c-8180-3faed08bd0cd requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:34:16.815551 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-b012e22c-79f8-4ad9-896a-4e14e41bc636 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2023137'] for network, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:16.841343 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-b5ea8d9d-0a2e-4fe6-9af4-f02f40af0443 tempest-NegativeSecGroupTest-1853997445 tempest-NegativeSecGroupTest-1853997445-project] Publish callbacks [] for security_group, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:16.888362 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-b5ea8d9d-0a2e-4fe6-9af4-f02f40af0443 tempest-NegativeSecGroupTest-1853997445 tempest-NegativeSecGroupTest-1853997445-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:16.937176 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-b012e22c-79f8-4ad9-896a-4e14e41bc636 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Deleting port 4b5de56e-05a2-4bd3-8b51-131a124e7d4b {{(pid=103160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:34:16.937592 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-b012e22c-79f8-4ad9-896a-4e14e41bc636 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:16.951809 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-b5ea8d9d-0a2e-4fe6-9af4-f02f40af0443 tempest-NegativeSecGroupTest-1853997445 tempest-NegativeSecGroupTest-1853997445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:16.954290 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-b5ea8d9d-0a2e-4fe6-9af4-f02f40af0443 tempest-NegativeSecGroupTest-1853997445 tempest-NegativeSecGroupTest-1853997445-project] Publish callbacks [] for security_group, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:16.955945 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-b5ea8d9d-0a2e-4fe6-9af4-f02f40af0443 tempest-NegativeSecGroupTest-1853997445 tempest-NegativeSecGroupTest-1853997445-project] 10.222.0.31 "DELETE /v2.0/security-groups/42d4703e-3523-4893-9bd5-4483ed2b84ca HTTP/1.1" status: 204 len: 168 time: 0.3640103 Dec 18 13:34:16.958988 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 56562) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:34:16.974347 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ea8d9d-0a2e-4fe6-9af4-f02f40af0443 tempest-NegativeSecGroupTest-1853997445 tempest-NegativeSecGroupTest-1853997445-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=42d4703e-3523-4893-9bd5-4483ed2b84ca,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:34:17.060981 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-136c7d5a-3d96-46e2-aef7-b5db3bae93ee tempest-NegativeSecGroupTest-1853997445 tempest-NegativeSecGroupTest-1853997445-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0969086 Dec 18 13:34:17.061443 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 56564) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:34:17.069558 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-777d2776-1fe7-45f3-9dbc-0e1a05d63698 None None] DHCP port deletion for fcdc3f02-63f3-449c-8180-3faed08bd0cd request from dv-neutron-744815-20-hyperv {{(pid=103161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 18 13:34:17.094835 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.api.v2.resource [None req-4f328d59-13d0-4f19-9198-fe1eeb5733e2 tempest-NegativeSecGroupTest-1853997445 tempest-NegativeSecGroupTest-1853997445-project] delete failed (client error): The resource could not be found. Dec 18 13:34:17.096667 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-4f328d59-13d0-4f19-9198-fe1eeb5733e2 tempest-NegativeSecGroupTest-1853997445 tempest-NegativeSecGroupTest-1853997445-project] 10.222.0.31 "DELETE /v2.0/security-groups/12c8c251-8dbf-4925-b43c-3436dfc97df4 HTTP/1.1" status: 404 len: 347 time: 0.0342481 Dec 18 13:34:17.100729 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 56566) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:34:17.107995 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.db [None req-b012e22c-79f8-4ad9-896a-4e14e41bc636 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] For port 4b5de56e-05a2-4bd3-8b51-131a124e7d4b, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=4b5de56e-05a2-4bd3-8b51-131a124e7d4b,segment=NetworkSegment(b4b74be2-8cd3-497a-8529-4dd279af8e62),segment_id=b4b74be2-8cd3-497a-8529-4dd279af8e62)] {{(pid=103160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:34:17.108350 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-b012e22c-79f8-4ad9-896a-4e14e41bc636 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:17.119018 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.api.v2.resource [None req-9b997e6a-6051-41b5-8403-9943ca5bf3af tempest-NegativeSecGroupTest-1853997445 tempest-NegativeSecGroupTest-1853997445-project] show failed (client error): The resource could not be found. Dec 18 13:34:17.120423 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-9b997e6a-6051-41b5-8403-9943ca5bf3af tempest-NegativeSecGroupTest-1853997445 tempest-NegativeSecGroupTest-1853997445-project] 10.222.0.31 "GET /v2.0/security-groups/d08a8b18-1dec-4a36-a48f-6d0d176dfeb5 HTTP/1.1" status: 404 len: 347 time: 0.0184796 Dec 18 13:34:17.125991 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 56568) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:34:17.149365 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-777d2776-1fe7-45f3-9dbc-0e1a05d63698 None None] Deleting port 4b5de56e-05a2-4bd3-8b51-131a124e7d4b {{(pid=103161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:34:17.149965 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-b012e22c-79f8-4ad9-896a-4e14e41bc636 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Calling delete_port for 4b5de56e-05a2-4bd3-8b51-131a124e7d4b owned by network:dhcp {{(pid=103160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:34:17.150109 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-777d2776-1fe7-45f3-9dbc-0e1a05d63698 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:17.154217 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.api.v2.resource [None req-915c7f5d-97b2-4309-833c-e5a78720ad9d tempest-NegativeSecGroupTest-1853997445 tempest-NegativeSecGroupTest-1853997445-project] show failed (client error): The resource could not be found. Dec 18 13:34:17.155295 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-915c7f5d-97b2-4309-833c-e5a78720ad9d tempest-NegativeSecGroupTest-1853997445 tempest-NegativeSecGroupTest-1853997445-project] 10.222.0.31 "GET /v2.0/security-group-rules/9a1877fa-cb43-4976-88df-398046957d90 HTTP/1.1" status: 404 len: 356 time: 0.0287137 Dec 18 13:34:17.247053 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-777d2776-1fe7-45f3-9dbc-0e1a05d63698 None None] For port 4b5de56e-05a2-4bd3-8b51-131a124e7d4b, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=4b5de56e-05a2-4bd3-8b51-131a124e7d4b,segment=NetworkSegment(b4b74be2-8cd3-497a-8529-4dd279af8e62),segment_id=b4b74be2-8cd3-497a-8529-4dd279af8e62)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:34:17.247412 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-777d2776-1fe7-45f3-9dbc-0e1a05d63698 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:17.266906 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-777d2776-1fe7-45f3-9dbc-0e1a05d63698 None None] Calling delete_port for 4b5de56e-05a2-4bd3-8b51-131a124e7d4b owned by network:dhcp {{(pid=103161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:34:17.298895 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-b012e22c-79f8-4ad9-896a-4e14e41bc636 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4533522'] for port, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:17.325495 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b012e22c-79f8-4ad9-896a-4e14e41bc636 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Pushing event deleted for resources: {'Port': ['ID=4b5de56e-05a2-4bd3-8b51-131a124e7d4b,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:34:17.332543 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b012e22c-79f8-4ad9-896a-4e14e41bc636 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] No DVR routers for this DVR port 4b5de56e-05a2-4bd3-8b51-131a124e7d4b on host dv-neutron-744815-20-hyperv {{(pid=103160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 18 13:34:17.396924 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-777d2776-1fe7-45f3-9dbc-0e1a05d63698 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984'] for port, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:17.431116 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777d2776-1fe7-45f3-9dbc-0e1a05d63698 None None] Pushing event deleted for resources: {'Port': ['ID=4b5de56e-05a2-4bd3-8b51-131a124e7d4b,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:34:17.433827 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-777d2776-1fe7-45f3-9dbc-0e1a05d63698 None None] No DVR routers for this DVR port 4b5de56e-05a2-4bd3-8b51-131a124e7d4b on host dv-neutron-744815-20-hyperv {{(pid=103161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 18 13:34:17.449372 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777d2776-1fe7-45f3-9dbc-0e1a05d63698 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:34:17.449690 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777d2776-1fe7-45f3-9dbc-0e1a05d63698 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:34:17.450454 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777d2776-1fe7-45f3-9dbc-0e1a05d63698 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:34:17.451258 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777d2776-1fe7-45f3-9dbc-0e1a05d63698 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:34:17.451979 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777d2776-1fe7-45f3-9dbc-0e1a05d63698 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:34:17.452367 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777d2776-1fe7-45f3-9dbc-0e1a05d63698 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:34:17.452864 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777d2776-1fe7-45f3-9dbc-0e1a05d63698 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:34:17.453320 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777d2776-1fe7-45f3-9dbc-0e1a05d63698 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:34:17.453644 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777d2776-1fe7-45f3-9dbc-0e1a05d63698 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:34:17.454138 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777d2776-1fe7-45f3-9dbc-0e1a05d63698 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:34:17.454624 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777d2776-1fe7-45f3-9dbc-0e1a05d63698 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:34:17.455091 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777d2776-1fe7-45f3-9dbc-0e1a05d63698 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:34:17.455954 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777d2776-1fe7-45f3-9dbc-0e1a05d63698 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:34:17.475828 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-b012e22c-79f8-4ad9-896a-4e14e41bc636 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1927292', 'neutron.services.segments.db._delete_segments_for_network-8767106887837'] for network, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:17.504108 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.services.segments.db [None req-b012e22c-79f8-4ad9-896a-4e14e41bc636 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fcdc3f02-63f3-449c-8180-3faed08bd0cd']}} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:34:17.517837 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.services.segments.db [None req-b012e22c-79f8-4ad9-896a-4e14e41bc636 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4b74be2-8cd3-497a-8529-4dd279af8e62') {'for_net_delete': True} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:34:17.518138 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.services.segments.db [None req-b012e22c-79f8-4ad9-896a-4e14e41bc636 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4b74be2-8cd3-497a-8529-4dd279af8e62') {} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:34:17.528215 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-b012e22c-79f8-4ad9-896a-4e14e41bc636 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767106888614', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4533424'] for segment, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:17.543014 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-b012e22c-79f8-4ad9-896a-4e14e41bc636 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:17.549775 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b012e22c-79f8-4ad9-896a-4e14e41bc636 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=103160) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 18 13:34:17.550662 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-b012e22c-79f8-4ad9-896a-4e14e41bc636 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4533569'] for segment, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:17.554186 dv-neutron-744815-20-hyperv neutron-server[103160]: Traceback (most recent call last): Dec 18 13:34:17.554186 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 18 13:34:17.554186 dv-neutron-744815-20-hyperv neutron-server[103160]: timer() Dec 18 13:34:17.554186 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 18 13:34:17.554186 dv-neutron-744815-20-hyperv neutron-server[103160]: cb(*args, **kw) Dec 18 13:34:17.554186 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 18 13:34:17.554186 dv-neutron-744815-20-hyperv neutron-server[103160]: return func(*args, **kwargs) Dec 18 13:34:17.554186 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 18 13:34:17.554186 dv-neutron-744815-20-hyperv neutron-server[103160]: self._notify() Dec 18 13:34:17.554186 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 18 13:34:17.554186 dv-neutron-744815-20-hyperv neutron-server[103160]: self.callback(batched_events) Dec 18 13:34:17.554186 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 18 13:34:17.554186 dv-neutron-744815-20-hyperv neutron-server[103160]: event.method(event) Dec 18 13:34:17.554186 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 18 13:34:17.554186 dv-neutron-744815-20-hyperv neutron-server[103160]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 18 13:34:17.554186 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 18 13:34:17.554186 dv-neutron-744815-20-hyperv neutron-server[103160]: aggregate_uuid = self.p_client.list_aggregates( Dec 18 13:34:17.554186 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 18 13:34:17.554186 dv-neutron-744815-20-hyperv neutron-server[103160]: return f(self, *a, **k) Dec 18 13:34:17.554186 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 18 13:34:17.554186 dv-neutron-744815-20-hyperv neutron-server[103160]: return self._get(url).json() Dec 18 13:34:17.554186 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 18 13:34:17.554186 dv-neutron-744815-20-hyperv neutron-server[103160]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 18 13:34:17.554186 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 18 13:34:17.554186 dv-neutron-744815-20-hyperv neutron-server[103160]: return self.request(url, 'GET', **kwargs) Dec 18 13:34:17.554186 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 18 13:34:17.554186 dv-neutron-744815-20-hyperv neutron-server[103160]: base_url = self.get_endpoint(auth, allow=allow, Dec 18 13:34:17.554186 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 18 13:34:17.554186 dv-neutron-744815-20-hyperv neutron-server[103160]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 18 13:34:17.554186 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 18 13:34:17.554186 dv-neutron-744815-20-hyperv neutron-server[103160]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 18 13:34:17.554186 dv-neutron-744815-20-hyperv neutron-server[103160]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 18 13:34:17.601519 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 56576) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:34:17.644780 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-b012e22c-79f8-4ad9-896a-4e14e41bc636 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1927267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586962'] for network, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:17.654601 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-b012e22c-79f8-4ad9-896a-4e14e41bc636 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks [] for network, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:17.659628 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-b012e22c-79f8-4ad9-896a-4e14e41bc636 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] 10.222.0.31 "DELETE /v2.0/networks/fcdc3f02-63f3-449c-8180-3faed08bd0cd HTTP/1.1" status: 204 len: 168 time: 0.9361916 Dec 18 13:34:17.662444 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 56580) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:34:17.671061 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-9f9a0acc-7e49-4faf-b71e-c943774ce474 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Request body: {'router': {'routes': None}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:34:17.677147 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b012e22c-79f8-4ad9-896a-4e14e41bc636 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Pushing event deleted for resources: {'Network': ['ID=fcdc3f02-63f3-449c-8180-3faed08bd0cd,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:34:17.781090 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-13b039c7-8630-4a83-a5b5-2f96c674a6ea admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f26b4fc8e86841939652cff926a5f084&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1782210 Dec 18 13:34:17.784127 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 56582) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:34:17.846343 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-a2dc3971-000b-4abb-b590-34745a998378 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:17.866534 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.extraroute_db [None req-9f9a0acc-7e49-4faf-b71e-c943774ce474 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Added routes are [] {{(pid=103159) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 18 13:34:17.866753 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.extraroute_db [None req-9f9a0acc-7e49-4faf-b71e-c943774ce474 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Removed routes are [] {{(pid=103159) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 18 13:34:17.867084 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-9f9a0acc-7e49-4faf-b71e-c943774ce474 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-586613', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-589787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28650'] for router, precommit_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:17.870488 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-a2dc3971-000b-4abb-b590-34745a998378 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:17.922812 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-a2dc3971-000b-4abb-b590-34745a998378 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:17.925884 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-a2dc3971-000b-4abb-b590-34745a998378 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:17.929148 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-a2dc3971-000b-4abb-b590-34745a998378 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0c3da6f6-a60d-439e-bcf7-af3c0e544886 HTTP/1.1" status: 204 len: 168 time: 0.1427135 Dec 18 13:34:17.938055 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2dc3971-000b-4abb-b590-34745a998378 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c3da6f6-a60d-439e-bcf7-af3c0e544886,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:34:18.036259 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-9f9a0acc-7e49-4faf-b71e-c943774ce474 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-586613', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-589787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28650'] for router, precommit_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:18.039887 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-9f9a0acc-7e49-4faf-b71e-c943774ce474 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-586526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-586508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-586503', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-589778'] for router, after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:18.130360 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f9a0acc-7e49-4faf-b71e-c943774ce474 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Router 75375f83-93da-4916-820d-2a192bd2b416 has already been hosted by L3 agent c9c0cd52-5bd2-4704-9429-d80f1c5ad23c {{(pid=103159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 18 13:34:18.214767 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f9a0acc-7e49-4faf-b71e-c943774ce474 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Notify agent at l3_agent.dv-neutron-744815-20-hyperv the message routers_updated {{(pid=103159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 13:34:18.222831 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-9f9a0acc-7e49-4faf-b71e-c943774ce474 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks [] for router, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:18.223756 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-9f9a0acc-7e49-4faf-b71e-c943774ce474 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] 10.222.0.31 "PUT /v2.0/routers/75375f83-93da-4916-820d-2a192bd2b416 HTTP/1.1" status: 200 len: 701 time: 0.5596108 Dec 18 13:34:18.226741 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 56586) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:34:18.235859 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f20722c1-c314-4bb0-99f4-1ce5ba813ca2 None None] Sync routers for ids ['75375f83-93da-4916-820d-2a192bd2b416'] in dv-neutron-744815-20-hyperv {{(pid=103161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 13:34:18.251109 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f20722c1-c314-4bb0-99f4-1ce5ba813ca2 None None] Routers {'75375f83-93da-4916-820d-2a192bd2b416'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:34:18.252296 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-f20722c1-c314-4bb0-99f4-1ce5ba813ca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:33:57Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['75375f83-93da-4916-820d-2a192bd2b416'], 'active': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:34:18.368641 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvr_db [None req-f20722c1-c314-4bb0-99f4-1ce5ba813ca2 None None] Set router 75375f83-93da-4916-820d-2a192bd2b416 gateway port host: None {{(pid=103161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 13:34:18.431677 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-f20722c1-c314-4bb0-99f4-1ce5ba813ca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75375f83-93da-4916-820d-2a192bd2b416', 'name': 'tempest-RoutersTest-router-2068913425', 'tenant_id': 'd223d1b2ed814c43a2fd9ddeaaf9b271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:33:36Z', 'updated_at': '2021-12-18T13:34:15Z', 'revision_number': 11, 'project_id': 'd223d1b2ed814c43a2fd9ddeaaf9b271', 'gw_port_host': None}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:34:18.465541 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f20722c1-c314-4bb0-99f4-1ce5ba813ca2 None None] Checking router: 75375f83-93da-4916-820d-2a192bd2b416 for host: dv-neutron-744815-20-hyperv {{(pid=103161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 18 13:34:18.478284 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f20722c1-c314-4bb0-99f4-1ce5ba813ca2 None None] Routers {'75375f83-93da-4916-820d-2a192bd2b416'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:34:18.479364 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-f20722c1-c314-4bb0-99f4-1ce5ba813ca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:33:57Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['75375f83-93da-4916-820d-2a192bd2b416'], 'active': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:34:18.566233 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvr_db [None req-f20722c1-c314-4bb0-99f4-1ce5ba813ca2 None None] Set router 75375f83-93da-4916-820d-2a192bd2b416 gateway port host: None {{(pid=103161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 13:34:18.589530 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-7710e550-4afb-4fce-a2ec-6c11a116960d tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] 10.222.0.31 "GET /v2.0/ports?device_id=75375f83-93da-4916-820d-2a192bd2b416 HTTP/1.1" status: 200 len: 205 time: 0.3589988 Dec 18 13:34:18.589651 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 56590) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:34:18.627194 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-f20722c1-c314-4bb0-99f4-1ce5ba813ca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75375f83-93da-4916-820d-2a192bd2b416', 'name': 'tempest-RoutersTest-router-2068913425', 'tenant_id': 'd223d1b2ed814c43a2fd9ddeaaf9b271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:33:36Z', 'updated_at': '2021-12-18T13:34:15Z', 'revision_number': 11, 'project_id': 'd223d1b2ed814c43a2fd9ddeaaf9b271', 'gw_port_host': None}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:34:18.685431 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f20722c1-c314-4bb0-99f4-1ce5ba813ca2 None None] The sync data for ids ['75375f83-93da-4916-820d-2a192bd2b416'] in dv-neutron-744815-20-hyperv is: [{'id': '75375f83-93da-4916-820d-2a192bd2b416', 'name': 'tempest-RoutersTest-router-2068913425', 'tenant_id': 'd223d1b2ed814c43a2fd9ddeaaf9b271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:33:36Z', 'updated_at': '2021-12-18T13:34:15Z', 'revision_number': 11, 'project_id': 'd223d1b2ed814c43a2fd9ddeaaf9b271', 'gw_port_host': None}] {{(pid=103161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 13:34:18.700607 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device b8eb9746-e588-4cc0-bac8-0e2b29c52881 no longer exists at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 18 13:34:18.714014 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-81fe2690-e020-444c-ab4e-c8732aa4c1f4 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks [] for router, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:18.724112 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-2294866d-0076-4933-952c-685307032598 None None] No Port match for: b8eb9746-e588-4cc0-bac8-0e2b29c52881 {{(pid=103161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 18 13:34:18.724549 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device b8eb9746-e588-4cc0-bac8-0e2b29c52881 not bound to the agent host dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 18 13:34:18.725040 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 4b5de56e-05a2-4bd3-8b51-131a124e7d4b no longer exists at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 18 13:34:18.746070 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-2294866d-0076-4933-952c-685307032598 None None] No Port match for: 4b5de56e-05a2-4bd3-8b51-131a124e7d4b {{(pid=103161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 18 13:34:18.746339 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 4b5de56e-05a2-4bd3-8b51-131a124e7d4b not bound to the agent host dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 18 13:34:18.906105 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-81fe2690-e020-444c-ab4e-c8732aa4c1f4 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-589815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28643'] for router, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:18.909138 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-81fe2690-e020-444c-ab4e-c8732aa4c1f4 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:18.955918 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-81fe2690-e020-444c-ab4e-c8732aa4c1f4 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-589710'] for router, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:18.956521 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81fe2690-e020-444c-ab4e-c8732aa4c1f4 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Fanout notify agent at l3_agent the message router_deleted on router 75375f83-93da-4916-820d-2a192bd2b416 {{(pid=103160) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 18 13:34:18.963375 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-81fe2690-e020-444c-ab4e-c8732aa4c1f4 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks [] for router, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:18.964797 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-81fe2690-e020-444c-ab4e-c8732aa4c1f4 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] 10.222.0.31 "DELETE /v2.0/routers/75375f83-93da-4916-820d-2a192bd2b416 HTTP/1.1" status: 204 len: 168 time: 0.3740351 Dec 18 13:34:18.968476 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 56592) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:34:18.972759 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-cfe3cdb5-1fb4-4762-ab1f-84e27e823f96 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1689904159', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:34:18.998425 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-cfe3cdb5-1fb4-4762-ab1f-84e27e823f96 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28433'] for router, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:18.999599 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-cfe3cdb5-1fb4-4762-ab1f-84e27e823f96 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-589769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28440'] for router, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:19.059782 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-cfe3cdb5-1fb4-4762-ab1f-84e27e823f96 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:19.069820 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-cfe3cdb5-1fb4-4762-ab1f-84e27e823f96 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-589760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-586526'] for router, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:19.087612 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-cfe3cdb5-1fb4-4762-ab1f-84e27e823f96 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks [] for router, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:19.088815 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-cfe3cdb5-1fb4-4762-ab1f-84e27e823f96 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1194394 Dec 18 13:34:19.091677 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 56594) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:34:19.096210 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-6698a36d-4aff-40df-b5b7-dcbc3452c2d4 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:34:19.323498 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-6698a36d-4aff-40df-b5b7-dcbc3452c2d4 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-586613', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-589787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28650'] for router, precommit_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:19.338347 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-6698a36d-4aff-40df-b5b7-dcbc3452c2d4 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-586526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-586508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-586503', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-589778'] for router, after_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:19.439998 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6698a36d-4aff-40df-b5b7-dcbc3452c2d4 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Router bb842d45-b374-4465-9564-6546e16f2ab0 is scheduled to L3 agent c9c0cd52-5bd2-4704-9429-d80f1c5ad23c with binding_index 1 {{(pid=103160) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 18 13:34:19.520114 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6698a36d-4aff-40df-b5b7-dcbc3452c2d4 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Notify agent at l3_agent.dv-neutron-744815-20-hyperv the message routers_updated {{(pid=103160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 13:34:19.527167 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-6698a36d-4aff-40df-b5b7-dcbc3452c2d4 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks [] for router, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:19.528828 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-6698a36d-4aff-40df-b5b7-dcbc3452c2d4 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] 10.222.0.31 "PUT /v2.0/routers/bb842d45-b374-4465-9564-6546e16f2ab0 HTTP/1.1" status: 200 len: 694 time: 0.4361923 Dec 18 13:34:19.530363 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d32e9189-4dce-411c-9a6b-86ec8a740013 None None] Sync routers for ids ['bb842d45-b374-4465-9564-6546e16f2ab0'] in dv-neutron-744815-20-hyperv {{(pid=103162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 13:34:19.532404 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 56596) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:34:19.542516 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d32e9189-4dce-411c-9a6b-86ec8a740013 None None] Routers {'bb842d45-b374-4465-9564-6546e16f2ab0'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:34:19.543468 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-d32e9189-4dce-411c-9a6b-86ec8a740013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:33:57Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['bb842d45-b374-4465-9564-6546e16f2ab0'], 'active': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:34:19.614209 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-358caa06-829c-491a-b00c-087e3d9ab011 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] 10.222.0.31 "GET /v2.0/routers/bb842d45-b374-4465-9564-6546e16f2ab0 HTTP/1.1" status: 200 len: 700 time: 0.0805187 Dec 18 13:34:19.617037 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 56600) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:34:19.620596 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvr_db [None req-d32e9189-4dce-411c-9a6b-86ec8a740013 None None] Set router bb842d45-b374-4465-9564-6546e16f2ab0 gateway port host: None {{(pid=103162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 13:34:19.646609 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-50416fca-3345-4a8f-81f0-5fc36e2bced8 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb842d45-b374-4465-9564-6546e16f2ab0 HTTP/1.1" status: 200 len: 205 time: 0.0277634 Dec 18 13:34:19.648964 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 56604) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:34:19.673924 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-d32e9189-4dce-411c-9a6b-86ec8a740013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb842d45-b374-4465-9564-6546e16f2ab0', 'name': 'tempest-RoutersTest-router-1689904159', 'tenant_id': 'd223d1b2ed814c43a2fd9ddeaaf9b271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:34:19Z', 'updated_at': '2021-12-18T13:34:19Z', 'revision_number': 2, 'project_id': 'd223d1b2ed814c43a2fd9ddeaaf9b271', 'gw_port_host': None}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:34:19.703319 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d32e9189-4dce-411c-9a6b-86ec8a740013 None None] Checking router: bb842d45-b374-4465-9564-6546e16f2ab0 for host: dv-neutron-744815-20-hyperv {{(pid=103162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 18 13:34:19.712724 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d32e9189-4dce-411c-9a6b-86ec8a740013 None None] Routers {'bb842d45-b374-4465-9564-6546e16f2ab0'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:34:19.713312 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-d32e9189-4dce-411c-9a6b-86ec8a740013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:33:57Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['bb842d45-b374-4465-9564-6546e16f2ab0'], 'active': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:34:19.733924 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-8e502a70-ae4f-498b-8105-6744146205dd tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks [] for router, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:19.781372 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvr_db [None req-d32e9189-4dce-411c-9a6b-86ec8a740013 None None] Set router bb842d45-b374-4465-9564-6546e16f2ab0 gateway port host: None {{(pid=103162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 13:34:19.839409 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-d32e9189-4dce-411c-9a6b-86ec8a740013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb842d45-b374-4465-9564-6546e16f2ab0', 'name': 'tempest-RoutersTest-router-1689904159', 'tenant_id': 'd223d1b2ed814c43a2fd9ddeaaf9b271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:34:19Z', 'updated_at': '2021-12-18T13:34:19Z', 'revision_number': 2, 'project_id': 'd223d1b2ed814c43a2fd9ddeaaf9b271', 'gw_port_host': None}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:34:19.867515 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d32e9189-4dce-411c-9a6b-86ec8a740013 None None] The sync data for ids ['bb842d45-b374-4465-9564-6546e16f2ab0'] in dv-neutron-744815-20-hyperv is: [{'id': 'bb842d45-b374-4465-9564-6546e16f2ab0', 'name': 'tempest-RoutersTest-router-1689904159', 'tenant_id': 'd223d1b2ed814c43a2fd9ddeaaf9b271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:34:19Z', 'updated_at': '2021-12-18T13:34:19Z', 'revision_number': 2, 'project_id': 'd223d1b2ed814c43a2fd9ddeaaf9b271', 'gw_port_host': None}] {{(pid=103162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 13:34:19.906755 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-8e502a70-ae4f-498b-8105-6744146205dd tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-589815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28643'] for router, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:19.910211 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-8e502a70-ae4f-498b-8105-6744146205dd tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:19.960444 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-8e502a70-ae4f-498b-8105-6744146205dd tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-589710'] for router, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:19.961045 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e502a70-ae4f-498b-8105-6744146205dd tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Fanout notify agent at l3_agent the message router_deleted on router bb842d45-b374-4465-9564-6546e16f2ab0 {{(pid=103159) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 18 13:34:19.968426 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-8e502a70-ae4f-498b-8105-6744146205dd tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] Publish callbacks [] for router, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:19.969560 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-8e502a70-ae4f-498b-8105-6744146205dd tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] 10.222.0.31 "DELETE /v2.0/routers/bb842d45-b374-4465-9564-6546e16f2ab0 HTTP/1.1" status: 204 len: 168 time: 0.3195882 Dec 18 13:34:19.975609 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 56612) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:34:20.004076 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-e90ad7fb-f9c4-4e9b-8d98-819530059adb tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb842d45-b374-4465-9564-6546e16f2ab0 HTTP/1.1" status: 200 len: 205 time: 0.0272806 Dec 18 13:34:20.007024 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 56614) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:34:20.041043 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-2a4f1141-d055-4f04-8da9-ee5d93c9a05c req-9fe8c234-fe24-440d-90f8-1eed4f6ab2dc tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1015765968&fields=id&tenant_id=2cba4008d8a8417bb0925fcf9726214e HTTP/1.1" status: 200 len: 267 time: 0.0513887 Dec 18 13:34:20.046187 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.api.v2.resource [None req-3662b192-5cb2-42cc-a90d-b8cb9d8b118f tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] delete failed (client error): The resource could not be found. Dec 18 13:34:20.047342 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-3662b192-5cb2-42cc-a90d-b8cb9d8b118f tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] 10.222.0.31 "DELETE /v2.0/routers/bb842d45-b374-4465-9564-6546e16f2ab0 HTTP/1.1" status: 404 len: 336 time: 0.0390835 Dec 18 13:34:20.049919 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 56616) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:34:20.082958 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.pecan_wsgi.hooks.translation [None req-76f760d4-e2f0-4329-94e0-1e90c3470056 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] DELETE failed (client error): The resource could not be found. Dec 18 13:34:20.083521 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76f760d4-e2f0-4329-94e0-1e90c3470056 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 18 13:34:20.086577 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-76f760d4-e2f0-4329-94e0-1e90c3470056 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] 10.222.0.31 "DELETE /v2.0/subnets/62724c36-0fcd-4a18-9c83-98dca5b0ec2e HTTP/1.1" status: 404 len: 337 time: 0.0357451 Dec 18 13:34:20.089356 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 56618) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:34:20.116129 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.pecan_wsgi.hooks.translation [None req-406c856e-1d37-408b-9691-753534f39293 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] DELETE failed (client error): The resource could not be found. Dec 18 13:34:20.116585 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-406c856e-1d37-408b-9691-753534f39293 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 18 13:34:20.119741 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-406c856e-1d37-408b-9691-753534f39293 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] 10.222.0.31 "DELETE /v2.0/subnets/a7e473c6-ca47-443c-9eff-7e80b453b879 HTTP/1.1" status: 404 len: 337 time: 0.0295682 Dec 18 13:34:20.122345 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 56620) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:34:20.147576 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.pecan_wsgi.hooks.translation [None req-447b6b39-d8e3-4724-9506-1491a92d43fc tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] DELETE failed (client error): The resource could not be found. Dec 18 13:34:20.148034 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-447b6b39-d8e3-4724-9506-1491a92d43fc tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 18 13:34:20.151075 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-447b6b39-d8e3-4724-9506-1491a92d43fc tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] 10.222.0.31 "DELETE /v2.0/subnets/d359df33-e8f5-464b-88a9-54ef9bff6701 HTTP/1.1" status: 404 len: 337 time: 0.0278342 Dec 18 13:34:20.153636 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 56622) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:34:20.160946 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4f1141-d055-4f04-8da9-ee5d93c9a05c req-9648898b-995f-4f55-a4d0-259573debc30 tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:34:20.162414 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-2a4f1141-d055-4f04-8da9-ee5d93c9a05c req-9648898b-995f-4f55-a4d0-259573debc30 tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] 10.222.0.31 "GET /v2.0/networks?id=b777eec3-1fe1-45d9-be90-d023741ff2c0 HTTP/1.1" status: 200 len: 812 time: 0.1104844 Dec 18 13:34:20.177364 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-2a4f1141-d055-4f04-8da9-ee5d93c9a05c req-e4125b46-cf4a-460e-95c4-f5aa69faa460 tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] 10.222.0.31 "GET /v2.0/quotas/2cba4008d8a8417bb0925fcf9726214e HTTP/1.1" status: 200 len: 375 time: 0.0091245 Dec 18 13:34:20.178673 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b51e397-fa29-4f07-87c0-4408c9ce09ce tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] DELETE failed (client error): The resource could not be found. Dec 18 13:34:20.179135 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b51e397-fa29-4f07-87c0-4408c9ce09ce tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 18 13:34:20.182149 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-6b51e397-fa29-4f07-87c0-4408c9ce09ce tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] 10.222.0.31 "DELETE /v2.0/subnets/9aed1807-163c-40d5-887b-ac871ecc6aa2 HTTP/1.1" status: 404 len: 337 time: 0.0276213 Dec 18 13:34:20.184690 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 56624) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:34:20.214675 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-42a6eae7-ac00-4467-a5c8-abd852a38235 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] 10.222.0.31 "GET /v2.0/ports?device_id=75375f83-93da-4916-820d-2a192bd2b416 HTTP/1.1" status: 200 len: 205 time: 0.0286064 Dec 18 13:34:20.217016 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 56626) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:34:20.257039 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.api.v2.resource [None req-da9b6c19-a566-4f28-a7cb-e4ca75129afc tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] delete failed (client error): The resource could not be found. Dec 18 13:34:20.258045 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-da9b6c19-a566-4f28-a7cb-e4ca75129afc tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] 10.222.0.31 "DELETE /v2.0/routers/75375f83-93da-4916-820d-2a192bd2b416 HTTP/1.1" status: 404 len: 336 time: 0.0399635 Dec 18 13:34:20.261073 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 56628) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:34:20.275516 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-2a4f1141-d055-4f04-8da9-ee5d93c9a05c req-1cf69e3a-c2cb-4d38-8b3a-2d080e9c7761 tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=2cba4008d8a8417bb0925fcf9726214e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0922976 Dec 18 13:34:20.289030 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-6161b2c6-93ee-412e-9129-a30dd7fe7f13 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] 10.222.0.31 "GET /v2.0/ports?device_id=10e577b0-ee7b-49a3-8cd7-e7c6429df069 HTTP/1.1" status: 200 len: 205 time: 0.0268092 Dec 18 13:34:20.291453 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 56630) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:34:20.332671 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.api.v2.resource [None req-65cd08b2-ab8b-4f46-b2a3-c30f46a5a8fc tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] delete failed (client error): The resource could not be found. Dec 18 13:34:20.333714 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-65cd08b2-ab8b-4f46-b2a3-c30f46a5a8fc tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] 10.222.0.31 "DELETE /v2.0/routers/10e577b0-ee7b-49a3-8cd7-e7c6429df069 HTTP/1.1" status: 404 len: 336 time: 0.0413465 Dec 18 13:34:20.336409 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 56632) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:34:20.361670 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.pecan_wsgi.hooks.translation [None req-785e1276-8356-46dd-a10f-3f6a956dfb62 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] DELETE failed (client error): The resource could not be found. Dec 18 13:34:20.362094 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-785e1276-8356-46dd-a10f-3f6a956dfb62 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 18 13:34:20.365170 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-785e1276-8356-46dd-a10f-3f6a956dfb62 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] 10.222.0.31 "DELETE /v2.0/subnets/0decc87e-2367-48da-967f-522e9fea1949 HTTP/1.1" status: 404 len: 337 time: 0.0279045 Dec 18 13:34:20.367874 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 56634) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:34:20.376011 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-2a4f1141-d055-4f04-8da9-ee5d93c9a05c req-a6f61955-55da-4ad3-98ae-b451978532f3 service neutron] 10.222.0.31 "GET /v2.0/networks/b777eec3-1fe1-45d9-be90-d023741ff2c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881288 Dec 18 13:34:20.393532 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-200eb13e-602e-429d-8985-aa65235eeb53 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] 10.222.0.31 "GET /v2.0/ports?device_id=f3d14373-8e53-4e25-9586-b13d68186eed HTTP/1.1" status: 200 len: 205 time: 0.0246406 Dec 18 13:34:20.395831 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 56636) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:34:20.436293 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.api.v2.resource [None req-ab5c6b86-cca4-41bc-9a68-07490db3ba8a tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] delete failed (client error): The resource could not be found. Dec 18 13:34:20.437564 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-ab5c6b86-cca4-41bc-9a68-07490db3ba8a tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] 10.222.0.31 "DELETE /v2.0/routers/f3d14373-8e53-4e25-9586-b13d68186eed HTTP/1.1" status: 404 len: 336 time: 0.0407360 Dec 18 13:34:20.440324 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 56638) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:34:20.466539 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-c90b53e5-1e28-4382-9898-c6ee81dd7335 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] 10.222.0.31 "GET /v2.0/ports?device_id=36d05f39-4450-425a-ae46-d97301033e60 HTTP/1.1" status: 200 len: 205 time: 0.0250273 Dec 18 13:34:20.469591 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 56640) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:34:20.479751 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-2a4f1141-d055-4f04-8da9-ee5d93c9a05c req-8b998a48-539e-44fa-b6e5-89d4d131d115 service neutron] 10.222.0.31 "GET /v2.0/networks/b777eec3-1fe1-45d9-be90-d023741ff2c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973916 Dec 18 13:34:20.508161 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.api.v2.resource [None req-378476ff-cfbd-4ae7-b402-e0c47c660c3d tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] delete failed (client error): The resource could not be found. Dec 18 13:34:20.509205 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-378476ff-cfbd-4ae7-b402-e0c47c660c3d tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] 10.222.0.31 "DELETE /v2.0/routers/36d05f39-4450-425a-ae46-d97301033e60 HTTP/1.1" status: 404 len: 336 time: 0.0384085 Dec 18 13:34:20.511953 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 56642) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:34:20.538207 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.pecan_wsgi.hooks.translation [None req-938248c7-b773-4746-b326-39683a63b412 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] DELETE failed (client error): The resource could not be found. Dec 18 13:34:20.538795 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-938248c7-b773-4746-b326-39683a63b412 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 18 13:34:20.544321 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-938248c7-b773-4746-b326-39683a63b412 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] 10.222.0.31 "DELETE /v2.0/subnets/0493703d-4c3c-40bd-9cd8-c03fe4319260 HTTP/1.1" status: 404 len: 337 time: 0.0290513 Dec 18 13:34:20.544565 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 56646) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:34:20.577932 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-20786325-4071-4bcf-b2d5-e3cf8308d9fc tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] 10.222.0.31 "GET /v2.0/ports?device_id=7285c1ef-4fc6-4d90-9bc4-d9c6d7c3c031 HTTP/1.1" status: 200 len: 205 time: 0.0291822 Dec 18 13:34:20.577932 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 56648) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:34:20.625224 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.api.v2.resource [None req-63504c66-1cec-40c4-a26a-8bcde9db9911 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] delete failed (client error): The resource could not be found. Dec 18 13:34:20.626734 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-63504c66-1cec-40c4-a26a-8bcde9db9911 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] 10.222.0.31 "DELETE /v2.0/routers/7285c1ef-4fc6-4d90-9bc4-d9c6d7c3c031 HTTP/1.1" status: 404 len: 336 time: 0.0477393 Dec 18 13:34:20.628960 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 56654) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:34:20.655549 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.pecan_wsgi.hooks.translation [None req-778517e2-196b-4bc9-925f-9edd1cd6ce26 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] DELETE failed (client error): The resource could not be found. Dec 18 13:34:20.656136 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-778517e2-196b-4bc9-925f-9edd1cd6ce26 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 18 13:34:20.661882 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-778517e2-196b-4bc9-925f-9edd1cd6ce26 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] 10.222.0.31 "DELETE /v2.0/subnets/aaa838e1-8a47-4594-9329-163e9dfccda8 HTTP/1.1" status: 404 len: 337 time: 0.0292754 Dec 18 13:34:20.662218 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 56656) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:34:20.693414 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-1635c15f-3718-4df0-bd6c-0993764051b3 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] 10.222.0.31 "GET /v2.0/ports?device_id=9846bebd-bf62-4b11-83d7-8736d9385759 HTTP/1.1" status: 200 len: 205 time: 0.0273929 Dec 18 13:34:20.693414 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 56658) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:34:20.747531 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.api.v2.resource [None req-2727544c-9d8f-4131-974b-0e6b963346b5 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] delete failed (client error): The resource could not be found. Dec 18 13:34:20.749017 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-2727544c-9d8f-4131-974b-0e6b963346b5 tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] 10.222.0.31 "DELETE /v2.0/routers/9846bebd-bf62-4b11-83d7-8736d9385759 HTTP/1.1" status: 404 len: 336 time: 0.0545454 Dec 18 13:34:20.751847 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 56664) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:34:20.794768 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-d59e099a-850e-4d45-83e5-5f4580eb325e req-201d41ef-3989-4eb8-aee5-0d050d511995 tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] 10.222.0.31 "GET /v2.0/ports?device_id=692db589-6599-4e21-9237-33da364f46b5 HTTP/1.1" status: 200 len: 210 time: 0.0318353 Dec 18 13:34:21.128850 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec391e1b-6520-4d67-a99a-cacf4f007c3e tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] DELETE failed (client error): The resource could not be found. Dec 18 13:34:21.129465 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec391e1b-6520-4d67-a99a-cacf4f007c3e tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103160) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 18 13:34:21.132397 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-ec391e1b-6520-4d67-a99a-cacf4f007c3e tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] 10.222.0.31 "DELETE /v2.0/subnets/3261de35-123b-44d1-bb70-4c032eee0737 HTTP/1.1" status: 404 len: 337 time: 0.3793316 Dec 18 13:34:21.135138 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 56672) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:34:21.165974 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8abdb22-768e-4846-86c8-d48515de37be tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] DELETE failed (client error): The resource could not be found. Dec 18 13:34:21.166428 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8abdb22-768e-4846-86c8-d48515de37be tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103160) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 18 13:34:21.169484 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-c8abdb22-768e-4846-86c8-d48515de37be tempest-RoutersTest-154808880 tempest-RoutersTest-154808880-project] 10.222.0.31 "DELETE /v2.0/subnets/de43e729-8efb-46b1-b08b-8925af80bc24 HTTP/1.1" status: 404 len: 337 time: 0.0334961 Dec 18 13:34:21.434819 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 56678) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:34:21.575757 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-d5e0f928-5223-4466-a44a-7cb68405c764 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d223d1b2ed814c43a2fd9ddeaaf9b271&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1392972 Dec 18 13:34:21.583114 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 56682) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:34:21.641302 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-36034f9e-56c9-4dc5-96eb-b90e7189115b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:21.663435 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-36034f9e-56c9-4dc5-96eb-b90e7189115b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:21.832905 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-36034f9e-56c9-4dc5-96eb-b90e7189115b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:21.835478 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-36034f9e-56c9-4dc5-96eb-b90e7189115b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:21.839065 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-36034f9e-56c9-4dc5-96eb-b90e7189115b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6e9cd6bb-738f-44d4-88d6-59507466db39 HTTP/1.1" status: 204 len: 168 time: 0.2523870 Dec 18 13:34:21.861952 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36034f9e-56c9-4dc5-96eb-b90e7189115b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e9cd6bb-738f-44d4-88d6-59507466db39,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:34:21.889309 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4f1141-d055-4f04-8da9-ee5d93c9a05c req-0c237f44-b28e-44fe-9b3f-fc773d049cd8 tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:34:21.891131 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-2a4f1141-d055-4f04-8da9-ee5d93c9a05c req-0c237f44-b28e-44fe-9b3f-fc773d049cd8 tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] 10.222.0.43 "GET /v2.0/networks?id=b777eec3-1fe1-45d9-be90-d023741ff2c0 HTTP/1.1" status: 200 len: 812 time: 0.2112482 Dec 18 13:34:21.923691 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-1324d146-52e2-40b1-9713-0a3265ca0dd7 req-4912e076-f667-4b90-a5b7-cd23e87d4cca tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] 10.222.0.31 "GET /v2.0/ports?device_id=692db589-6599-4e21-9237-33da364f46b5 HTTP/1.1" status: 200 len: 210 time: 0.0503120 Dec 18 13:34:21.977784 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-2a4f1141-d055-4f04-8da9-ee5d93c9a05c req-bc3b81e6-f2a3-4112-a470-ab97db37bfa8 tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2cba4008d8a8417bb0925fcf9726214e HTTP/1.1" status: 200 len: 380 time: 0.0758920 Dec 18 13:34:21.987412 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [req-2a4f1141-d055-4f04-8da9-ee5d93c9a05c req-1a6e01a9-dd20-46e5-b732-2fbb9bfc780b tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] Request body: {'port': {'device_id': '692db589-6599-4e21-9237-33da364f46b5', 'network_id': 'b777eec3-1fe1-45d9-be90-d023741ff2c0', 'admin_state_up': True, 'tenant_id': '2cba4008d8a8417bb0925fcf9726214e', 'security_groups': ['7500739f-039a-45b0-85f1-cc2dd6d8ee03']}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:34:22.113714 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a4f1141-d055-4f04-8da9-ee5d93c9a05c req-1a6e01a9-dd20-46e5-b732-2fbb9bfc780b tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] Made reservation on behalf of 2cba4008d8a8417bb0925fcf9726214e for: {'port': 1} {{(pid=103159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:34:22.117673 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-2a4f1141-d055-4f04-8da9-ee5d93c9a05c req-1a6e01a9-dd20-46e5-b732-2fbb9bfc780b tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:22.249233 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.db_base_plugin_common [req-2a4f1141-d055-4f04-8da9-ee5d93c9a05c req-1a6e01a9-dd20-46e5-b732-2fbb9bfc780b tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] Allocated IP 172.20.0.3 (b777eec3-1fe1-45d9-be90-d023741ff2c0/7e8a84a3-739e-4c83-bb7f-c941648f694b/64c6bde8-385f-40bf-b826-61720d64a99b) {{(pid=103159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:34:22.396825 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-2a4f1141-d055-4f04-8da9-ee5d93c9a05c req-1a6e01a9-dd20-46e5-b732-2fbb9bfc780b tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] Publish callbacks [] for port, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:22.434112 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-2a4f1141-d055-4f04-8da9-ee5d93c9a05c req-1a6e01a9-dd20-46e5-b732-2fbb9bfc780b tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:22.479739 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a4f1141-d055-4f04-8da9-ee5d93c9a05c req-1a6e01a9-dd20-46e5-b732-2fbb9bfc780b tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] Network b777eec3-1fe1-45d9-be90-d023741ff2c0 is already hosted by enough agents. {{(pid=103159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:34:22.482989 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.base_scheduler [req-2a4f1141-d055-4f04-8da9-ee5d93c9a05c req-1a6e01a9-dd20-46e5-b732-2fbb9bfc780b tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] Resources bound (agent type, host, resource id): {{(pid=103159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:34:22.486920 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a4f1141-d055-4f04-8da9-ee5d93c9a05c req-1a6e01a9-dd20-46e5-b732-2fbb9bfc780b tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] Received port after_create {{(pid=103159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:34:22.524700 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6e01a9-dd20-46e5-b732-2fbb9bfc780b tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] Pushing event updated for resources: {'Port': ['ID=64c6bde8-385f-40bf-b826-61720d64a99b,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:34:22.564881 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4f1141-d055-4f04-8da9-ee5d93c9a05c req-1a6e01a9-dd20-46e5-b732-2fbb9bfc780b tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:34:22.565899 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-2a4f1141-d055-4f04-8da9-ee5d93c9a05c req-1a6e01a9-dd20-46e5-b732-2fbb9bfc780b tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:22.589325 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-2a4f1141-d055-4f04-8da9-ee5d93c9a05c req-1a6e01a9-dd20-46e5-b732-2fbb9bfc780b tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6056612 Dec 18 13:34:22.604809 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [req-2a4f1141-d055-4f04-8da9-ee5d93c9a05c req-c39ad657-4715-4175-a1b3-1116dcee293d service neutron] Request body: {'port': {'device_id': '692db589-6599-4e21-9237-33da364f46b5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7448'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:34:22.681330 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-2a4f1141-d055-4f04-8da9-ee5d93c9a05c req-c39ad657-4715-4175-a1b3-1116dcee293d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:22.823574 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-0269bbdd-668a-4724-b79e-44308fbc22eb None None] Provisioning complete for port 64c6bde8-385f-40bf-b826-61720d64a99b triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:34:22.824139 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0269bbdd-668a-4724-b79e-44308fbc22eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:22.865391 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-0269bbdd-668a-4724-b79e-44308fbc22eb None None] Port 64c6bde8-385f-40bf-b826-61720d64a99b cannot update to ACTIVE because it is not bound. {{(pid=103161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 13:34:23.083463 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8370c2-bfc2-4a93-a2c5-5d9a3f5d4a5c req-f2cfba08-acb0-46aa-bfcc-6478250490bd tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:34:23.084965 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-2d8370c2-bfc2-4a93-a2c5-5d9a3f5d4a5c req-f2cfba08-acb0-46aa-bfcc-6478250490bd tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] 10.222.0.31 "GET /v2.0/ports?device_id=692db589-6599-4e21-9237-33da364f46b5 HTTP/1.1" status: 200 len: 931 time: 0.0952930 Dec 18 13:34:23.091603 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.notifiers.nova [req-2a4f1141-d055-4f04-8da9-ee5d93c9a05c req-c39ad657-4715-4175-a1b3-1116dcee293d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64c6bde8-385f-40bf-b826-61720d64a99b {{(pid=103159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 18 13:34:23.103692 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-2a4f1141-d055-4f04-8da9-ee5d93c9a05c req-c39ad657-4715-4175-a1b3-1116dcee293d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:23.163120 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.provisioning_blocks [req-2a4f1141-d055-4f04-8da9-ee5d93c9a05c req-c39ad657-4715-4175-a1b3-1116dcee293d service neutron] Transition to ACTIVE for port object 64c6bde8-385f-40bf-b826-61720d64a99b will not be triggered until provisioned by entity L2. {{(pid=103159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 18 13:34:23.175558 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-2a4f1141-d055-4f04-8da9-ee5d93c9a05c req-c39ad657-4715-4175-a1b3-1116dcee293d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5659917'] for port, after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:23.185017 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-2d8370c2-bfc2-4a93-a2c5-5d9a3f5d4a5c req-fb512441-c087-4b4c-a2ec-70a944a2a769 tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] 10.222.0.31 "GET /v2.0/security-groups?id=7500739f-039a-45b0-85f1-cc2dd6d8ee03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845420 Dec 18 13:34:23.233721 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39ad657-4715-4175-a1b3-1116dcee293d service neutron] Pushing event updated for resources: {'Port': ['ID=64c6bde8-385f-40bf-b826-61720d64a99b,revision_number=2']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:34:23.316210 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.managers [req-2a4f1141-d055-4f04-8da9-ee5d93c9a05c req-c39ad657-4715-4175-a1b3-1116dcee293d service neutron] Attempting to bind port 64c6bde8-385f-40bf-b826-61720d64a99b on host hv-neutron-7448 for vnic_type normal with profile {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 13:34:23.316556 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.managers [req-2a4f1141-d055-4f04-8da9-ee5d93c9a05c req-c39ad657-4715-4175-a1b3-1116dcee293d service neutron] Attempting to bind port 64c6bde8-385f-40bf-b826-61720d64a99b by drivers openvswitch,hyperv on host hv-neutron-7448 at level 0 using segments [{'id': '2e155287-2c4f-47fc-a6c7-b5b531beb7fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'b777eec3-1fe1-45d9-be90-d023741ff2c0'}] {{(pid=103159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 13:34:23.316930 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a4f1141-d055-4f04-8da9-ee5d93c9a05c req-c39ad657-4715-4175-a1b3-1116dcee293d service neutron] Attempting to bind port 64c6bde8-385f-40bf-b826-61720d64a99b on network b777eec3-1fe1-45d9-be90-d023741ff2c0 {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 13:34:23.321956 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a4f1141-d055-4f04-8da9-ee5d93c9a05c req-c39ad657-4715-4175-a1b3-1116dcee293d service neutron] Port 64c6bde8-385f-40bf-b826-61720d64a99b on network b777eec3-1fe1-45d9-be90-d023741ff2c0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7448 {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 18 13:34:23.322280 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a4f1141-d055-4f04-8da9-ee5d93c9a05c req-c39ad657-4715-4175-a1b3-1116dcee293d service neutron] Attempting to bind port 64c6bde8-385f-40bf-b826-61720d64a99b on network b777eec3-1fe1-45d9-be90-d023741ff2c0 {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 13:34:23.328619 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a4f1141-d055-4f04-8da9-ee5d93c9a05c req-c39ad657-4715-4175-a1b3-1116dcee293d service neutron] Checking agent: {'id': 'c35b6aa0-0616-421f-8ded-732dd37fc90f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7448', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 13, 24, 37), 'started_at': datetime.datetime(2021, 12, 18, 13, 24, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 13, 34, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 18 13:34:23.329245 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a4f1141-d055-4f04-8da9-ee5d93c9a05c req-c39ad657-4715-4175-a1b3-1116dcee293d service neutron] Checking segment: {'id': '2e155287-2c4f-47fc-a6c7-b5b531beb7fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'b777eec3-1fe1-45d9-be90-d023741ff2c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 13:34:23.329701 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a4f1141-d055-4f04-8da9-ee5d93c9a05c req-c39ad657-4715-4175-a1b3-1116dcee293d service neutron] Bound using segment: {'id': '2e155287-2c4f-47fc-a6c7-b5b531beb7fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'b777eec3-1fe1-45d9-be90-d023741ff2c0'} {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 18 13:34:23.330520 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.managers [req-2a4f1141-d055-4f04-8da9-ee5d93c9a05c req-c39ad657-4715-4175-a1b3-1116dcee293d service neutron] Bound port: 64c6bde8-385f-40bf-b826-61720d64a99b, host: hv-neutron-7448, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e155287-2c4f-47fc-a6c7-b5b531beb7fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'b777eec3-1fe1-45d9-be90-d023741ff2c0'}}] {{(pid=103159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 18 13:34:23.330885 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-2a4f1141-d055-4f04-8da9-ee5d93c9a05c req-c39ad657-4715-4175-a1b3-1116dcee293d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:23.404860 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.db [req-2a4f1141-d055-4f04-8da9-ee5d93c9a05c req-c39ad657-4715-4175-a1b3-1116dcee293d service neutron] For port 64c6bde8-385f-40bf-b826-61720d64a99b, host hv-neutron-7448, cleared binding levels {{(pid=103159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 18 13:34:23.409239 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.db [req-2a4f1141-d055-4f04-8da9-ee5d93c9a05c req-c39ad657-4715-4175-a1b3-1116dcee293d service neutron] For port 64c6bde8-385f-40bf-b826-61720d64a99b, host hv-neutron-7448, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=64c6bde8-385f-40bf-b826-61720d64a99b,segment=NetworkSegment(2e155287-2c4f-47fc-a6c7-b5b531beb7fe),segment_id=2e155287-2c4f-47fc-a6c7-b5b531beb7fe)] {{(pid=103159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 18 13:34:23.417021 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-2a4f1141-d055-4f04-8da9-ee5d93c9a05c req-c39ad657-4715-4175-a1b3-1116dcee293d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5659917'] for port, after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:23.460619 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4f1141-d055-4f04-8da9-ee5d93c9a05c req-c39ad657-4715-4175-a1b3-1116dcee293d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:34:23.461246 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-2a4f1141-d055-4f04-8da9-ee5d93c9a05c req-c39ad657-4715-4175-a1b3-1116dcee293d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:23.462673 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-2a4f1141-d055-4f04-8da9-ee5d93c9a05c req-c39ad657-4715-4175-a1b3-1116dcee293d service neutron] 10.222.0.43 "PUT /v2.0/ports/64c6bde8-385f-40bf-b826-61720d64a99b HTTP/1.1" status: 200 len: 1093 time: 0.8624818 Dec 18 13:34:23.463129 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '692db589-6599-4e21-9237-33da364f46b5', 'tag': '64c6bde8-385f-40bf-b826-61720d64a99b'}] {{(pid=103159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 18 13:34:23.465430 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca844cf115d59c1fab86abc202fb4c13735de0d7e4cbbbb25eec9406e9c87431" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84852e15-1a18-4810-91fe-c9fabb2721d9" -d '{"events": [{"name": "network-changed", "server_uuid": "692db589-6599-4e21-9237-33da364f46b5", "tag": "64c6bde8-385f-40bf-b826-61720d64a99b"}]}' {{(pid=103159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 18 13:34:23.543641 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39ad657-4715-4175-a1b3-1116dcee293d service neutron] Pushing event updated for resources: {'Port': ['ID=64c6bde8-385f-40bf-b826-61720d64a99b,revision_number=3']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:34:23.551444 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 13:34:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ee0233e-e628-4bba-a038-58275bb32508 x-openstack-request-id: req-9ee0233e-e628-4bba-a038-58275bb32508 {{(pid=103159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 18 13:34:23.551444 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "692db589-6599-4e21-9237-33da364f46b5", "tag": "64c6bde8-385f-40bf-b826-61720d64a99b", "status": "completed", "code": 200}]} {{(pid=103159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 18 13:34:23.551941 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9ee0233e-e628-4bba-a038-58275bb32508 {{(pid=103159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 18 13:34:23.552456 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '692db589-6599-4e21-9237-33da364f46b5', 'tag': '64c6bde8-385f-40bf-b826-61720d64a99b', 'status': 'completed', 'code': 200} Dec 18 13:34:23.590090 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4f1141-d055-4f04-8da9-ee5d93c9a05c req-8ad3e2c8-f7d5-4e81-84b2-2edbf25f3177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:34:23.591784 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-2a4f1141-d055-4f04-8da9-ee5d93c9a05c req-8ad3e2c8-f7d5-4e81-84b2-2edbf25f3177 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2cba4008d8a8417bb0925fcf9726214e&device_id=692db589-6599-4e21-9237-33da364f46b5 HTTP/1.1" status: 200 len: 1096 time: 0.0607734 Dec 18 13:34:23.640093 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-2a4f1141-d055-4f04-8da9-ee5d93c9a05c req-96a007ef-1a9e-4851-9bcd-2b514d1aca7e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=64c6bde8-385f-40bf-b826-61720d64a99b HTTP/1.1" status: 200 len: 217 time: 0.0399878 Dec 18 13:34:23.697827 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4f1141-d055-4f04-8da9-ee5d93c9a05c req-e85f88a4-36d7-42c5-b674-8103f8a93374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:34:23.699405 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-2a4f1141-d055-4f04-8da9-ee5d93c9a05c req-e85f88a4-36d7-42c5-b674-8103f8a93374 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7e8a84a3-739e-4c83-bb7f-c941648f694b HTTP/1.1" status: 200 len: 851 time: 0.0524800 Dec 18 13:34:23.752356 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4f1141-d055-4f04-8da9-ee5d93c9a05c req-1966fdb1-6601-41d3-b086-6a325b7b50d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:34:23.754883 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-2a4f1141-d055-4f04-8da9-ee5d93c9a05c req-1966fdb1-6601-41d3-b086-6a325b7b50d6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b777eec3-1fe1-45d9-be90-d023741ff2c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0480311 Dec 18 13:34:23.856840 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 56728) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:34:23.859483 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-2a4f1141-d055-4f04-8da9-ee5d93c9a05c req-7c3ac595-458a-42f3-9b9c-7d8daa7d6da7 service neutron] 10.222.0.43 "GET /v2.0/networks/b777eec3-1fe1-45d9-be90-d023741ff2c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943274 Dec 18 13:34:23.862102 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-ae30897e-fd6f-4679-b2e7-827bb2e7597a tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1627479193', 'description': 'tempest-secgroup-smoke-1627479193 description', 'project_id': '9968d07fac6041598b7007b53f44dbd0'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:34:23.886951 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-ae30897e-fd6f-4679-b2e7-827bb2e7597a tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] Publish callbacks [] for security_group, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:23.897425 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-ae30897e-fd6f-4679-b2e7-827bb2e7597a tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] Publish callbacks [] for security_group, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:23.956025 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-2a4f1141-d055-4f04-8da9-ee5d93c9a05c req-a958f619-0c84-4dca-860d-31fbc6e898a1 service neutron] 10.222.0.43 "GET /v2.0/networks/b777eec3-1fe1-45d9-be90-d023741ff2c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896883 Dec 18 13:34:23.977907 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-ae30897e-fd6f-4679-b2e7-827bb2e7597a tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] Publish callbacks [] for security_group, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:23.982435 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-ae30897e-fd6f-4679-b2e7-827bb2e7597a tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:24.023416 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae30897e-fd6f-4679-b2e7-827bb2e7597a tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] Pushing event updated for resources: {'SecurityGroup': ['ID=115b6ee7-c018-4d89-b254-4b9ab293d390,revision_number=1']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:34:24.049692 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84852e15-1a18-4810-91fe-c9fabb2721d9 req-e42c6ff8-3a1e-4a0b-9bf8-1d780ff18747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:34:24.053999 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-84852e15-1a18-4810-91fe-c9fabb2721d9 req-e42c6ff8-3a1e-4a0b-9bf8-1d780ff18747 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2cba4008d8a8417bb0925fcf9726214e&device_id=692db589-6599-4e21-9237-33da364f46b5 HTTP/1.1" status: 200 len: 1096 time: 0.0476940 Dec 18 13:34:24.086368 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-ae30897e-fd6f-4679-b2e7-827bb2e7597a tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] Publish callbacks [] for security_group, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:24.091812 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-ae30897e-fd6f-4679-b2e7-827bb2e7597a tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:24.120256 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-ae30897e-fd6f-4679-b2e7-827bb2e7597a tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] Publish callbacks [] for security_group, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:24.124965 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-ae30897e-fd6f-4679-b2e7-827bb2e7597a tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2637458 Dec 18 13:34:24.125134 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 56730) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:34:24.131906 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-e024d1b2-16ac-4486-b147-aba2edd38ea4 tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] Request body: {'security_group_rule': {'security_group_id': '02314e91-289c-4456-a2e2-bb82033978b0', 'project_id': '9968d07fac6041598b7007b53f44dbd0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:34:24.132622 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae30897e-fd6f-4679-b2e7-827bb2e7597a tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02314e91-289c-4456-a2e2-bb82033978b0,revision_number=1']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:34:24.175223 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84852e15-1a18-4810-91fe-c9fabb2721d9 req-6b129d0b-733f-4281-ac29-c531fde498cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:34:24.176961 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-84852e15-1a18-4810-91fe-c9fabb2721d9 req-6b129d0b-733f-4281-ac29-c531fde498cd service neutron] 10.222.0.43 "GET /v2.0/networks?id=b777eec3-1fe1-45d9-be90-d023741ff2c0 HTTP/1.1" status: 200 len: 913 time: 0.1160760 Dec 18 13:34:24.183484 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-e024d1b2-16ac-4486-b147-aba2edd38ea4 tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:24.229386 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-84852e15-1a18-4810-91fe-c9fabb2721d9 req-d653c366-47ac-4aa1-8108-bee17f1e4f69 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=64c6bde8-385f-40bf-b826-61720d64a99b HTTP/1.1" status: 200 len: 217 time: 0.0422492 Dec 18 13:34:24.331460 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84852e15-1a18-4810-91fe-c9fabb2721d9 req-e9baa444-ed91-405f-b3db-2ebd9e736ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:34:24.332901 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-84852e15-1a18-4810-91fe-c9fabb2721d9 req-e9baa444-ed91-405f-b3db-2ebd9e736ef0 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7e8a84a3-739e-4c83-bb7f-c941648f694b HTTP/1.1" status: 200 len: 851 time: 0.0940075 Dec 18 13:34:24.352957 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-e024d1b2-16ac-4486-b147-aba2edd38ea4 tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:24.380064 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1524d5-62eb-4ade-9618-ed33534f77fe req-3d728dd8-1289-4646-bd55-0a37e10d4dd6 tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:34:24.381638 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-bf1524d5-62eb-4ade-9618-ed33534f77fe req-3d728dd8-1289-4646-bd55-0a37e10d4dd6 tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] 10.222.0.31 "GET /v2.0/ports?device_id=692db589-6599-4e21-9237-33da364f46b5 HTTP/1.1" status: 200 len: 943 time: 0.1059482 Dec 18 13:34:24.384200 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-e024d1b2-16ac-4486-b147-aba2edd38ea4 tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530267'] for security_group_rule, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:24.427948 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e024d1b2-16ac-4486-b147-aba2edd38ea4 tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38dd5422-e820-4079-bd39-d4e2ccf294f0,revision_number=0']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:34:24.434827 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-e024d1b2-16ac-4486-b147-aba2edd38ea4 tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:24.439456 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 56734) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:34:24.439665 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-e024d1b2-16ac-4486-b147-aba2edd38ea4 tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3137314 Dec 18 13:34:24.444202 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-263781a5-11b4-42ee-92af-a112a7e94671 tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] Request body: {'security_group_rule': {'security_group_id': '02314e91-289c-4456-a2e2-bb82033978b0', 'project_id': '9968d07fac6041598b7007b53f44dbd0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:34:24.450869 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84852e15-1a18-4810-91fe-c9fabb2721d9 req-7e32436c-1660-4fdc-8337-d11b9c352165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:34:24.452548 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-84852e15-1a18-4810-91fe-c9fabb2721d9 req-7e32436c-1660-4fdc-8337-d11b9c352165 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b777eec3-1fe1-45d9-be90-d023741ff2c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1089470 Dec 18 13:34:24.480110 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-263781a5-11b4-42ee-92af-a112a7e94671 tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:24.501206 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-bf1524d5-62eb-4ade-9618-ed33534f77fe req-d1af31de-fe23-4778-81e5-810647f6b8ba tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] 10.222.0.31 "GET /v2.0/security-groups?id=7500739f-039a-45b0-85f1-cc2dd6d8ee03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1119072 Dec 18 13:34:24.547180 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-263781a5-11b4-42ee-92af-a112a7e94671 tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:24.551307 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-263781a5-11b4-42ee-92af-a112a7e94671 tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530267'] for security_group_rule, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:24.564384 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-84852e15-1a18-4810-91fe-c9fabb2721d9 req-883c0f14-c18e-4c0d-9952-64e86c6e9f10 service neutron] 10.222.0.43 "GET /v2.0/networks/b777eec3-1fe1-45d9-be90-d023741ff2c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033969 Dec 18 13:34:24.570590 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263781a5-11b4-42ee-92af-a112a7e94671 tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=735b403c-d66d-4c07-92cf-cbff77361078,revision_number=0']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:34:24.581639 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-263781a5-11b4-42ee-92af-a112a7e94671 tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:24.582862 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-263781a5-11b4-42ee-92af-a112a7e94671 tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1424139 Dec 18 13:34:24.585765 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 56736) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:34:24.590137 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-9c8e62cd-7f24-4c97-bbcd-389bd4acc90e tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] Request body: {'security_group_rule': {'security_group_id': '02314e91-289c-4456-a2e2-bb82033978b0', 'project_id': '9968d07fac6041598b7007b53f44dbd0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:34:24.636792 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-9c8e62cd-7f24-4c97-bbcd-389bd4acc90e tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:24.701330 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-9c8e62cd-7f24-4c97-bbcd-389bd4acc90e tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:24.706584 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-9c8e62cd-7f24-4c97-bbcd-389bd4acc90e tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530267'] for security_group_rule, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:24.730567 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8e62cd-7f24-4c97-bbcd-389bd4acc90e tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2621393d-a5c0-46f1-9831-b6bdb64d9165,revision_number=0']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:34:24.737639 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-9c8e62cd-7f24-4c97-bbcd-389bd4acc90e tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:24.739487 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-9c8e62cd-7f24-4c97-bbcd-389bd4acc90e tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1527121 Dec 18 13:34:24.742165 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 56738) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:34:24.747440 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-88741098-7ada-482a-b34d-b12770662902 tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] Request body: {'security_group_rule': {'security_group_id': '02314e91-289c-4456-a2e2-bb82033978b0', 'project_id': '9968d07fac6041598b7007b53f44dbd0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:34:24.781193 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-88741098-7ada-482a-b34d-b12770662902 tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:24.850896 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-88741098-7ada-482a-b34d-b12770662902 tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:24.860582 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-88741098-7ada-482a-b34d-b12770662902 tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530267'] for security_group_rule, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:24.885762 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88741098-7ada-482a-b34d-b12770662902 tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad8a4dfb-93ba-4cb8-9e94-a1f894b5040f,revision_number=0']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:34:24.912112 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-88741098-7ada-482a-b34d-b12770662902 tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:24.913974 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-88741098-7ada-482a-b34d-b12770662902 tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1705871 Dec 18 13:34:24.917162 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 56740) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:34:24.922434 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-6a30503b-ed8b-4464-adc5-beab25a06224 tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] Request body: {'security_group_rule': {'security_group_id': '02314e91-289c-4456-a2e2-bb82033978b0', 'project_id': '9968d07fac6041598b7007b53f44dbd0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:34:24.943521 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-636e05a6-51a6-481b-997e-d956820fe633 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:24.955077 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.db.securitygroups_db [None req-6a30503b-ed8b-4464-adc5-beab25a06224 tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] Project 9968d07fac6041598b7007b53f44dbd0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 18 13:34:24.962743 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-6a30503b-ed8b-4464-adc5-beab25a06224 tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:24.988782 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-84852e15-1a18-4810-91fe-c9fabb2721d9 req-695b53a4-61ed-416f-9050-d097b30b3ce2 service neutron] 10.222.0.43 "GET /v2.0/networks/b777eec3-1fe1-45d9-be90-d023741ff2c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4155114 Dec 18 13:34:25.037627 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-6a30503b-ed8b-4464-adc5-beab25a06224 tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:25.042161 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-6a30503b-ed8b-4464-adc5-beab25a06224 tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530267'] for security_group_rule, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:25.065854 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a30503b-ed8b-4464-adc5-beab25a06224 tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ba69302-1c76-4647-a915-ab1f8026782f,revision_number=0']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:34:25.074411 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-6a30503b-ed8b-4464-adc5-beab25a06224 tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:25.075716 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-6a30503b-ed8b-4464-adc5-beab25a06224 tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1571958 Dec 18 13:34:25.078774 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 56742) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:34:25.083789 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-d8e5b380-7654-4a8f-b6f3-cb2e272bb30a tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] Request body: {'security_group_rule': {'security_group_id': '02314e91-289c-4456-a2e2-bb82033978b0', 'project_id': '9968d07fac6041598b7007b53f44dbd0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:34:25.107954 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.db.securitygroups_db [None req-d8e5b380-7654-4a8f-b6f3-cb2e272bb30a tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] Project 9968d07fac6041598b7007b53f44dbd0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 18 13:34:25.113792 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-d8e5b380-7654-4a8f-b6f3-cb2e272bb30a tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:25.171698 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-d8e5b380-7654-4a8f-b6f3-cb2e272bb30a tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:25.176426 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-d8e5b380-7654-4a8f-b6f3-cb2e272bb30a tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530267'] for security_group_rule, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:25.194871 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e5b380-7654-4a8f-b6f3-cb2e272bb30a tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93de3050-d2b9-4206-aa7c-d7ef097ee209,revision_number=0']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:34:25.200677 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-d8e5b380-7654-4a8f-b6f3-cb2e272bb30a tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:25.205862 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 56744) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:34:25.206039 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-d8e5b380-7654-4a8f-b6f3-cb2e272bb30a tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1255677 Dec 18 13:34:25.211460 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-5a9a40d1-69b8-4b5b-af2f-2d83eccac7c7 tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] Request body: {'network': {'name': 'tempest-network-smoke--1322463089', 'project_id': '9968d07fac6041598b7007b53f44dbd0', 'port_security_enabled': True}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:34:25.235745 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a9a40d1-69b8-4b5b-af2f-2d83eccac7c7 tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] Made reservation on behalf of 9968d07fac6041598b7007b53f44dbd0 for: {'network': 1} {{(pid=103160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:34:25.239341 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-5a9a40d1-69b8-4b5b-af2f-2d83eccac7c7 tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for network, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:25.262784 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a9a40d1-69b8-4b5b-af2f-2d83eccac7c7 tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 149} {{(pid=103160) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 18 13:34:25.272971 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-5a9a40d1-69b8-4b5b-af2f-2d83eccac7c7 tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:25.273330 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.db.segments_db [None req-5a9a40d1-69b8-4b5b-af2f-2d83eccac7c7 tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] Added segment 353b4e3d-9a80-4a6b-9a88-c0d731533a72 of type vlan for network d2cf7640-2bbc-4817-bb7c-0be01fb90209 Dec 18 13:34:25.317772 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-5a9a40d1-69b8-4b5b-af2f-2d83eccac7c7 tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767106405744'] for network, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:25.347259 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-5a9a40d1-69b8-4b5b-af2f-2d83eccac7c7 tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981'] for network, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:25.352861 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a9a40d1-69b8-4b5b-af2f-2d83eccac7c7 tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:34:25.353467 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-5a9a40d1-69b8-4b5b-af2f-2d83eccac7c7 tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] Publish callbacks [] for network, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:25.414012 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-5a9a40d1-69b8-4b5b-af2f-2d83eccac7c7 tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2069094 Dec 18 13:34:25.417166 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 56746) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:34:25.421592 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-8c4e4918-085d-4830-a002-ad2b18ef6181 tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1899234739', 'admin_state_up': True, 'project_id': '9968d07fac6041598b7007b53f44dbd0', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83'}}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:34:25.432890 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9a40d1-69b8-4b5b-af2f-2d83eccac7c7 tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] Pushing event updated for resources: {'Network': ['ID=d2cf7640-2bbc-4817-bb7c-0be01fb90209,revision_number=1']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:34:25.449136 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Network d2cf7640-2bbc-4817-bb7c-0be01fb90209 details requested by agent ovs-agent-dv-neutron-744815-20-hyperv with host dv-neutron-744815-20-hyperv {{(pid=103161) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 18 13:34:25.456057 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-8c4e4918-085d-4830-a002-ad2b18ef6181 tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28433'] for router, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:25.457248 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-8c4e4918-085d-4830-a002-ad2b18ef6181 tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-589769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28440'] for router, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:25.514394 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-8c4e4918-085d-4830-a002-ad2b18ef6181 tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:25.698407 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-8c4e4918-085d-4830-a002-ad2b18ef6181 tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:25.708974 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8618f38c-24f5-4ad1-b851-02d09f267dc3 req-5cae4d98-1917-448f-8099-ba55281edfd8 tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:34:25.710401 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-8618f38c-24f5-4ad1-b851-02d09f267dc3 req-5cae4d98-1917-448f-8099-ba55281edfd8 tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] 10.222.0.31 "GET /v2.0/ports?device_id=692db589-6599-4e21-9237-33da364f46b5 HTTP/1.1" status: 200 len: 943 time: 0.1293435 Dec 18 13:34:25.810004 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-8618f38c-24f5-4ad1-b851-02d09f267dc3 req-6332f376-2429-4b6e-8127-113df3859610 tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] 10.222.0.31 "GET /v2.0/security-groups?id=7500739f-039a-45b0-85f1-cc2dd6d8ee03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908971 Dec 18 13:34:25.941486 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-8c4e4918-085d-4830-a002-ad2b18ef6181 tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] Publish callbacks [] for router_gateway, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:25.960707 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-8c4e4918-085d-4830-a002-ad2b18ef6181 tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:26.069538 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.db_base_plugin_common [None req-8c4e4918-085d-4830-a002-ad2b18ef6181 tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] Allocated IP 172.26.3.27 (decb4a40-7941-48c8-afbb-daaafd502e83/70deed80-3ca1-4f9e-96cb-563b43d3acba/ca275669-2bad-41ac-922c-3626a0d52417) {{(pid=103160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:34:26.180880 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-8c4e4918-085d-4830-a002-ad2b18ef6181 tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] Publish callbacks [] for port, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:26.218687 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-8c4e4918-085d-4830-a002-ad2b18ef6181 tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4533522'] for port, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:26.264508 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c4e4918-085d-4830-a002-ad2b18ef6181 tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] Network decb4a40-7941-48c8-afbb-daaafd502e83 is already hosted by enough agents. {{(pid=103160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:34:26.268124 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.base_scheduler [None req-8c4e4918-085d-4830-a002-ad2b18ef6181 tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] Resources bound (agent type, host, resource id): {{(pid=103160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:34:26.272578 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c4e4918-085d-4830-a002-ad2b18ef6181 tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] Received port after_create {{(pid=103160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:34:26.275649 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4e4918-085d-4830-a002-ad2b18ef6181 tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] Pushing event updated for resources: {'Port': ['ID=ca275669-2bad-41ac-922c-3626a0d52417,revision_number=1']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:34:26.283518 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e21a5847-fc70-498e-bd8a-8bed82195996 None None] DHCP port deletion for decb4a40-7941-48c8-afbb-daaafd502e83 request from dv-neutron-744815-20-hyperv {{(pid=103161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 18 13:34:26.405692 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-1f6cf4cd-78c1-477a-af17-1b4cf9af925e None None] Provisioning complete for port ca275669-2bad-41ac-922c-3626a0d52417 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:34:26.406225 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-1f6cf4cd-78c1-477a-af17-1b4cf9af925e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:26.445852 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-1f6cf4cd-78c1-477a-af17-1b4cf9af925e None None] Port ca275669-2bad-41ac-922c-3626a0d52417 cannot update to ACTIVE because it is not bound. {{(pid=103161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 13:34:26.538515 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-8c4e4918-085d-4830-a002-ad2b18ef6181 tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] Publish callbacks [] for router_gateway, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:26.742175 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-8c4e4918-085d-4830-a002-ad2b18ef6181 tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-589760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-586526'] for router, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:26.882060 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c4e4918-085d-4830-a002-ad2b18ef6181 tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] Router 5b7d57de-a3f9-49d7-8424-758cb6441367 is scheduled to L3 agent c9c0cd52-5bd2-4704-9429-d80f1c5ad23c with binding_index 1 {{(pid=103160) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 18 13:34:26.935635 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edeff36-954c-4822-b0ca-15442b731d9d req-c989067a-eb2c-4682-aed2-a01b3cf04acd tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:34:26.938199 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-9edeff36-954c-4822-b0ca-15442b731d9d req-c989067a-eb2c-4682-aed2-a01b3cf04acd tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] 10.222.0.31 "GET /v2.0/ports?device_id=692db589-6599-4e21-9237-33da364f46b5 HTTP/1.1" status: 200 len: 943 time: 0.0545213 Dec 18 13:34:26.998301 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-9edeff36-954c-4822-b0ca-15442b731d9d req-5db4a6d9-d26f-4352-aa7a-0cf17d674095 tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] 10.222.0.31 "GET /v2.0/security-groups?id=7500739f-039a-45b0-85f1-cc2dd6d8ee03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522733 Dec 18 13:34:27.010729 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c4e4918-085d-4830-a002-ad2b18ef6181 tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] Notify agent at l3_agent.dv-neutron-744815-20-hyperv the message routers_updated {{(pid=103160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 13:34:27.022937 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bee5ec7b-1f91-4912-aa9d-a2c2f5158935 None None] Sync routers for ids ['5b7d57de-a3f9-49d7-8424-758cb6441367'] in dv-neutron-744815-20-hyperv {{(pid=103161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 13:34:27.031903 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-8c4e4918-085d-4830-a002-ad2b18ef6181 tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] Publish callbacks [] for router, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:27.036345 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-8c4e4918-085d-4830-a002-ad2b18ef6181 tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.6150377 Dec 18 13:34:27.036521 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 56752) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:34:27.038954 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bee5ec7b-1f91-4912-aa9d-a2c2f5158935 None None] Routers {'5b7d57de-a3f9-49d7-8424-758cb6441367'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:34:27.039706 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-bee5ec7b-1f91-4912-aa9d-a2c2f5158935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:33:57Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['5b7d57de-a3f9-49d7-8424-758cb6441367'], 'active': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:34:27.153569 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a1486e60-4c20-4715-82f4-3d5ee6067b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:27.166192 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvr_db [None req-bee5ec7b-1f91-4912-aa9d-a2c2f5158935 None None] Set router 5b7d57de-a3f9-49d7-8424-758cb6441367 gateway port host: dv-neutron-744815-20-hyperv {{(pid=103161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 13:34:27.169228 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 56756) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:34:27.171761 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-55edb174-d9dd-4a08-aa44-466889abf2bd tempest-TestNetworkAdvancedServerOps-53757689 tempest-TestNetworkAdvancedServerOps-53757689-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=9968d07fac6041598b7007b53f44dbd0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1290705 Dec 18 13:34:27.237015 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.agents_db [None req-e3dda592-589a-4b4d-b028-ba9a260f4f50 None None] Agent healthcheck: found 6 active agents {{(pid=103162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 18 13:34:27.329878 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e20256ad-94eb-4877-b839-116c8fc92815 tempest-TestNetworkAdvancedServerOps-53757689 tempest-TestNetworkAdvancedServerOps-53757689-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:34:27.331836 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-e20256ad-94eb-4877-b839-116c8fc92815 tempest-TestNetworkAdvancedServerOps-53757689 tempest-TestNetworkAdvancedServerOps-53757689-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1615529 Dec 18 13:34:27.335409 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 56758) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:34:27.352029 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-bee5ec7b-1f91-4912-aa9d-a2c2f5158935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b7d57de-a3f9-49d7-8424-758cb6441367', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1899234739', 'tenant_id': '9968d07fac6041598b7007b53f44dbd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.27'}], 'enable_snat': True}, 'gw_port_id': 'ca275669-2bad-41ac-922c-3626a0d52417', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:34:25Z', 'updated_at': '2021-12-18T13:34:26Z', 'revision_number': 3, 'project_id': '9968d07fac6041598b7007b53f44dbd0', 'gw_port': {'id': 'ca275669-2bad-41ac-922c-3626a0d52417', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:f9:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b7d57de-a3f9-49d7-8424-758cb6441367', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:34:25Z', 'updated_at': '2021-12-18T13:34:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv'}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:34:27.364640 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-2c6f4e8c-1189-4477-9b9a-bb5175aa1c8d tempest-TestNetworkAdvancedServerOps-53757689 tempest-TestNetworkAdvancedServerOps-53757689-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=decb4a40-7941-48c8-afbb-daaafd502e83&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0276639 Dec 18 13:34:27.366846 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 56760) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:34:27.371736 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-41a087dc-d647-480b-ada5-e5891cc2376f tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1126432374', 'network_id': 'd2cf7640-2bbc-4817-bb7c-0be01fb90209', 'project_id': '9968d07fac6041598b7007b53f44dbd0', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:34:27.377646 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bee5ec7b-1f91-4912-aa9d-a2c2f5158935 None None] Checking router: 5b7d57de-a3f9-49d7-8424-758cb6441367 for host: dv-neutron-744815-20-hyperv {{(pid=103161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 18 13:34:27.377997 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bee5ec7b-1f91-4912-aa9d-a2c2f5158935 None None] Updating router 5b7d57de-a3f9-49d7-8424-758cb6441367 port ca275669-2bad-41ac-922c-3626a0d52417 binding host dv-neutron-744815-20-hyperv {{(pid=103161) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 18 13:34:27.402957 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-bee5ec7b-1f91-4912-aa9d-a2c2f5158935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:27.468593 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41a087dc-d647-480b-ada5-e5891cc2376f tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] Made reservation on behalf of 9968d07fac6041598b7007b53f44dbd0 for: {'subnet': 1} {{(pid=103159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:34:27.472219 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-41a087dc-d647-480b-ada5-e5891cc2376f tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6017072'] for subnet, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:27.649648 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-bee5ec7b-1f91-4912-aa9d-a2c2f5158935 None None] Publish callbacks [] for port, precommit_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:27.655594 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-41a087dc-d647-480b-ada5-e5891cc2376f tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5659786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6017062'] for subnet, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:27.656421 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-bee5ec7b-1f91-4912-aa9d-a2c2f5158935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:27.704401 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e3607ac-ad23-42d5-9927-df910d3e4301 None None] DHCP port deletion for decb4a40-7941-48c8-afbb-daaafd502e83 request from dv-neutron-744815-20-hyperv {{(pid=103161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 18 13:34:27.713882 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a087dc-d647-480b-ada5-e5891cc2376f tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] Pushing event updated for resources: {'Subnet': ['ID=7745529b-a64a-44ef-afe4-6073261f715a,revision_number=0']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:34:27.714111 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a765b9-bf49-48c1-94bb-f2b638e53fb6 None None] Pushing event updated for resources: {'Port': ['ID=ca275669-2bad-41ac-922c-3626a0d52417,revision_number=2']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:34:27.716425 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-bee5ec7b-1f91-4912-aa9d-a2c2f5158935 None None] Attempting to bind port ca275669-2bad-41ac-922c-3626a0d52417 on host dv-neutron-744815-20-hyperv for vnic_type normal with profile {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 13:34:27.716788 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-bee5ec7b-1f91-4912-aa9d-a2c2f5158935 None None] Attempting to bind port ca275669-2bad-41ac-922c-3626a0d52417 by drivers openvswitch,hyperv on host dv-neutron-744815-20-hyperv at level 0 using segments [{'id': '3f66d49c-4faa-434c-8c3e-991f4f1d01bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83'}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 13:34:27.717217 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bee5ec7b-1f91-4912-aa9d-a2c2f5158935 None None] Attempting to bind port ca275669-2bad-41ac-922c-3626a0d52417 on network decb4a40-7941-48c8-afbb-daaafd502e83 {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 13:34:27.724672 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bee5ec7b-1f91-4912-aa9d-a2c2f5158935 None None] Checking agent: {'id': '428fa9fa-43db-4db9-9f96-f60ffe931f2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-20-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 13, 19, 1), 'started_at': datetime.datetime(2021, 12, 18, 13, 19, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 13, 34, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-20-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 18 13:34:27.725048 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bee5ec7b-1f91-4912-aa9d-a2c2f5158935 None None] Checking segment: {'id': '3f66d49c-4faa-434c-8c3e-991f4f1d01bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 13:34:27.725458 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-bee5ec7b-1f91-4912-aa9d-a2c2f5158935 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:27.725845 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bee5ec7b-1f91-4912-aa9d-a2c2f5158935 None None] Bound using segment: {'id': '3f66d49c-4faa-434c-8c3e-991f4f1d01bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83'} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 18 13:34:27.726330 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-bee5ec7b-1f91-4912-aa9d-a2c2f5158935 None None] Bound port: ca275669-2bad-41ac-922c-3626a0d52417, host: dv-neutron-744815-20-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f66d49c-4faa-434c-8c3e-991f4f1d01bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83'}}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 18 13:34:27.726702 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-bee5ec7b-1f91-4912-aa9d-a2c2f5158935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:27.734952 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41a087dc-d647-480b-ada5-e5891cc2376f tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] Checking segment: {'id': '353b4e3d-9a80-4a6b-9a88-c0d731533a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'd2cf7640-2bbc-4817-bb7c-0be01fb90209'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 13:34:27.735357 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41a087dc-d647-480b-ada5-e5891cc2376f tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] Network hostable DHCP agents. Network: d2cf7640-2bbc-4817-bb7c-0be01fb90209, hostable agents: ['aa77effa-0e3a-4bbd-a383-4d58ed3328d0'], hosted agents: [] {{(pid=103159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 18 13:34:27.752901 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41a087dc-d647-480b-ada5-e5891cc2376f tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] Network d2cf7640-2bbc-4817-bb7c-0be01fb90209 is scheduled to be hosted by DHCP agent aa77effa-0e3a-4bbd-a383-4d58ed3328d0 with binding_index 1 {{(pid=103159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 18 13:34:27.763512 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.base_scheduler [None req-41a087dc-d647-480b-ada5-e5891cc2376f tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-744815-20-hyperv, d2cf7640-2bbc-4817-bb7c-0be01fb90209) {{(pid=103159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:34:27.767978 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41a087dc-d647-480b-ada5-e5891cc2376f tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:34:27.768680 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-41a087dc-d647-480b-ada5-e5891cc2376f tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] Publish callbacks [] for subnet, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:27.781023 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-859c0eca-a3df-4015-8cad-a7a9d6713b71 None None] Network d2cf7640-2bbc-4817-bb7c-0be01fb90209 requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:34:27.789145 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-41a087dc-d647-480b-ada5-e5891cc2376f tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4184070 Dec 18 13:34:27.789347 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 56762) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:34:27.825633 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-bee5ec7b-1f91-4912-aa9d-a2c2f5158935 None None] For port ca275669-2bad-41ac-922c-3626a0d52417, host dv-neutron-744815-20-hyperv, cleared binding levels {{(pid=103161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 18 13:34:27.828706 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-ccb40c59-594a-469f-8b37-692e76e714c8 None None] Provisioning complete for port ca275669-2bad-41ac-922c-3626a0d52417 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:34:27.829389 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ccb40c59-594a-469f-8b37-692e76e714c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:28.087370 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-bee5ec7b-1f91-4912-aa9d-a2c2f5158935 None None] For port ca275669-2bad-41ac-922c-3626a0d52417, host dv-neutron-744815-20-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=ca275669-2bad-41ac-922c-3626a0d52417,segment=NetworkSegment(3f66d49c-4faa-434c-8c3e-991f4f1d01bd),segment_id=3f66d49c-4faa-434c-8c3e-991f4f1d01bd)] {{(pid=103161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 18 13:34:28.105109 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-bee5ec7b-1f91-4912-aa9d-a2c2f5158935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:28.138567 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817a04cb-1e27-4653-ae99-d71db201f82e req-aaec50a7-6000-4693-9a7a-3794300b6ce2 tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:34:28.141114 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-817a04cb-1e27-4653-ae99-d71db201f82e req-aaec50a7-6000-4693-9a7a-3794300b6ce2 tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] 10.222.0.31 "GET /v2.0/ports?device_id=692db589-6599-4e21-9237-33da364f46b5 HTTP/1.1" status: 200 len: 943 time: 0.0652866 Dec 18 13:34:28.174244 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-ccb40c59-594a-469f-8b37-692e76e714c8 None None] Port ca275669-2bad-41ac-922c-3626a0d52417 cannot update to ACTIVE because it is not bound. {{(pid=103161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 13:34:28.193175 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6065990e-f958-4684-ba55-ffc4aa90c026 None None] DHCP port deletion for decb4a40-7941-48c8-afbb-daaafd502e83 request from dv-neutron-744815-20-hyperv {{(pid=103161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 18 13:34:28.215606 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-817a04cb-1e27-4653-ae99-d71db201f82e req-2a3ffd49-3199-4037-9785-cb8ee31f5307 tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] 10.222.0.31 "GET /v2.0/security-groups?id=7500739f-039a-45b0-85f1-cc2dd6d8ee03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651906 Dec 18 13:34:28.240424 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bee5ec7b-1f91-4912-aa9d-a2c2f5158935 None None] Routers {'5b7d57de-a3f9-49d7-8424-758cb6441367'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:34:28.240937 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-bee5ec7b-1f91-4912-aa9d-a2c2f5158935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:34:27Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['5b7d57de-a3f9-49d7-8424-758cb6441367'], 'active': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:34:28.244069 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a765b9-bf49-48c1-94bb-f2b638e53fb6 None None] Pushing event updated for resources: {'Port': ['ID=ca275669-2bad-41ac-922c-3626a0d52417,revision_number=3']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:34:28.268725 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-3240be42-f6c1-4aed-83a4-bbd677563609 tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:28.282287 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2de7d910-e821-4ada-892e-650316c94ddd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp31e170a0-46a1-5ba9-9dc1-7ee4f866f0d7-d2cf7640-2bbc-4817-bb7c-0be01fb90209', 'network_id': 'd2cf7640-2bbc-4817-bb7c-0be01fb90209', 'project_id': '9968d07fac6041598b7007b53f44dbd0', 'fixed_ips': [{'subnet_id': '7745529b-a64a-44ef-afe4-6073261f715a'}]}} from dv-neutron-744815-20-hyperv. {{(pid=103161) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 18 13:34:28.283314 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2de7d910-e821-4ada-892e-650316c94ddd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:28.422627 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-ca74ce24-7ebe-498d-bfaa-6eef70fcc524 None None] Provisioning complete for port ca275669-2bad-41ac-922c-3626a0d52417 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:34:28.423429 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ca74ce24-7ebe-498d-bfaa-6eef70fcc524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:28.471448 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-afa9ae9b-bdbb-4010-bcf6-3a46ce66cf71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:28.491923 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvr_db [None req-bee5ec7b-1f91-4912-aa9d-a2c2f5158935 None None] Set router 5b7d57de-a3f9-49d7-8424-758cb6441367 gateway port host: dv-neutron-744815-20-hyperv {{(pid=103161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 13:34:28.643730 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_common [None req-2de7d910-e821-4ada-892e-650316c94ddd None None] Allocated IP 172.20.0.2 (d2cf7640-2bbc-4817-bb7c-0be01fb90209/7745529b-a64a-44ef-afe4-6073261f715a/d53a1de0-6201-4cde-a87c-7079aa28170b) {{(pid=103161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:34:28.724927 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ca74ce24-7ebe-498d-bfaa-6eef70fcc524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:28.789330 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-ca74ce24-7ebe-498d-bfaa-6eef70fcc524 None None] For port ca275669-2bad-41ac-922c-3626a0d52417, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=ca275669-2bad-41ac-922c-3626a0d52417,segment=NetworkSegment(3f66d49c-4faa-434c-8c3e-991f4f1d01bd),segment_id=3f66d49c-4faa-434c-8c3e-991f4f1d01bd)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:34:28.798204 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ca74ce24-7ebe-498d-bfaa-6eef70fcc524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:28.898080 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca74ce24-7ebe-498d-bfaa-6eef70fcc524 None None] Pushing event updated for resources: {'Port': ['ID=ca275669-2bad-41ac-922c-3626a0d52417,revision_number=4']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:34:28.925752 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-bee5ec7b-1f91-4912-aa9d-a2c2f5158935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b7d57de-a3f9-49d7-8424-758cb6441367', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1899234739', 'tenant_id': '9968d07fac6041598b7007b53f44dbd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.27'}], 'enable_snat': True}, 'gw_port_id': 'ca275669-2bad-41ac-922c-3626a0d52417', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:34:25Z', 'updated_at': '2021-12-18T13:34:26Z', 'revision_number': 3, 'project_id': '9968d07fac6041598b7007b53f44dbd0', 'gw_port': {'id': 'ca275669-2bad-41ac-922c-3626a0d52417', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:f9:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b7d57de-a3f9-49d7-8424-758cb6441367', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:34:25Z', 'updated_at': '2021-12-18T13:34:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv'}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:34:28.927702 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2de7d910-e821-4ada-892e-650316c94ddd None None] Publish callbacks [] for port, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:28.953952 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2de7d910-e821-4ada-892e-650316c94ddd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975'] for port, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:28.958037 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bee5ec7b-1f91-4912-aa9d-a2c2f5158935 None None] The sync data for ids ['5b7d57de-a3f9-49d7-8424-758cb6441367'] in dv-neutron-744815-20-hyperv is: [{'id': '5b7d57de-a3f9-49d7-8424-758cb6441367', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1899234739', 'tenant_id': '9968d07fac6041598b7007b53f44dbd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.27'}], 'enable_snat': True}, 'gw_port_id': 'ca275669-2bad-41ac-922c-3626a0d52417', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:34:25Z', 'updated_at': '2021-12-18T13:34:26Z', 'revision_number': 3, 'project_id': '9968d07fac6041598b7007b53f44dbd0', 'gw_port': {'id': 'ca275669-2bad-41ac-922c-3626a0d52417', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:f9:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b7d57de-a3f9-49d7-8424-758cb6441367', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:34:25Z', 'updated_at': '2021-12-18T13:34:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv'}] {{(pid=103161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 13:34:28.991092 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.db_base_plugin_common [None req-3240be42-f6c1-4aed-83a4-bbd677563609 tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] Allocated IP 172.20.0.1 (d2cf7640-2bbc-4817-bb7c-0be01fb90209/7745529b-a64a-44ef-afe4-6073261f715a/9255b567-52e2-4be6-8571-988aaf64125a) {{(pid=103159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:34:28.994606 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2de7d910-e821-4ada-892e-650316c94ddd None None] Network d2cf7640-2bbc-4817-bb7c-0be01fb90209 is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:34:28.997391 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-2de7d910-e821-4ada-892e-650316c94ddd None None] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:34:29.001036 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de7d910-e821-4ada-892e-650316c94ddd None None] Received port after_create {{(pid=103161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:34:29.010238 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de7d910-e821-4ada-892e-650316c94ddd None None] Pushing event updated for resources: {'Port': ['ID=d53a1de0-6201-4cde-a87c-7079aa28170b,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:34:29.071548 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-2de7d910-e821-4ada-892e-650316c94ddd None None] Attempting to bind port d53a1de0-6201-4cde-a87c-7079aa28170b on host dv-neutron-744815-20-hyperv for vnic_type normal with profile {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 13:34:29.072123 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-2de7d910-e821-4ada-892e-650316c94ddd None None] Attempting to bind port d53a1de0-6201-4cde-a87c-7079aa28170b by drivers openvswitch,hyperv on host dv-neutron-744815-20-hyperv at level 0 using segments [{'id': '353b4e3d-9a80-4a6b-9a88-c0d731533a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'd2cf7640-2bbc-4817-bb7c-0be01fb90209'}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 13:34:29.072709 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de7d910-e821-4ada-892e-650316c94ddd None None] Attempting to bind port d53a1de0-6201-4cde-a87c-7079aa28170b on network d2cf7640-2bbc-4817-bb7c-0be01fb90209 {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 13:34:29.079308 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de7d910-e821-4ada-892e-650316c94ddd None None] Checking agent: {'id': '428fa9fa-43db-4db9-9f96-f60ffe931f2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-20-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 13, 19, 1), 'started_at': datetime.datetime(2021, 12, 18, 13, 19, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 13, 34, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-20-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 18 13:34:29.079705 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de7d910-e821-4ada-892e-650316c94ddd None None] Checking segment: {'id': '353b4e3d-9a80-4a6b-9a88-c0d731533a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'd2cf7640-2bbc-4817-bb7c-0be01fb90209'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 13:34:29.080106 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2de7d910-e821-4ada-892e-650316c94ddd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:29.080876 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de7d910-e821-4ada-892e-650316c94ddd None None] Bound using segment: {'id': '353b4e3d-9a80-4a6b-9a88-c0d731533a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'd2cf7640-2bbc-4817-bb7c-0be01fb90209'} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 18 13:34:29.081350 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-2de7d910-e821-4ada-892e-650316c94ddd None None] Bound port: d53a1de0-6201-4cde-a87c-7079aa28170b, host: dv-neutron-744815-20-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '353b4e3d-9a80-4a6b-9a88-c0d731533a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'd2cf7640-2bbc-4817-bb7c-0be01fb90209'}}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 18 13:34:29.081738 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2de7d910-e821-4ada-892e-650316c94ddd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:29.131302 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-3240be42-f6c1-4aed-83a4-bbd677563609 tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] Publish callbacks [] for port, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:29.146359 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-2de7d910-e821-4ada-892e-650316c94ddd None None] For port d53a1de0-6201-4cde-a87c-7079aa28170b, host dv-neutron-744815-20-hyperv, cleared binding levels {{(pid=103161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 18 13:34:29.149852 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-2de7d910-e821-4ada-892e-650316c94ddd None None] For port d53a1de0-6201-4cde-a87c-7079aa28170b, host dv-neutron-744815-20-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=d53a1de0-6201-4cde-a87c-7079aa28170b,segment=NetworkSegment(353b4e3d-9a80-4a6b-9a88-c0d731533a72),segment_id=353b4e3d-9a80-4a6b-9a88-c0d731533a72)] {{(pid=103161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 18 13:34:29.156208 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2de7d910-e821-4ada-892e-650316c94ddd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:29.168708 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-3240be42-f6c1-4aed-83a4-bbd677563609 tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:29.227927 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3240be42-f6c1-4aed-83a4-bbd677563609 tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] Network d2cf7640-2bbc-4817-bb7c-0be01fb90209 is already hosted by enough agents. {{(pid=103159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:34:29.234156 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.base_scheduler [None req-3240be42-f6c1-4aed-83a4-bbd677563609 tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] Resources bound (agent type, host, resource id): {{(pid=103159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:34:29.238276 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3240be42-f6c1-4aed-83a4-bbd677563609 tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] Received port after_create {{(pid=103159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:34:29.257335 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de7d910-e821-4ada-892e-650316c94ddd None None] Pushing event updated for resources: {'Port': ['ID=d53a1de0-6201-4cde-a87c-7079aa28170b,revision_number=2']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:34:29.277654 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3240be42-f6c1-4aed-83a4-bbd677563609 tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] Pushing event updated for resources: {'Port': ['ID=9255b567-52e2-4be6-8571-988aaf64125a,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:34:29.303091 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-3240be42-f6c1-4aed-83a4-bbd677563609 tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586257'] for router_interface, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:29.438127 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b505289-6dde-4f55-a2a9-175db23d8f95 req-e4942f9f-b4af-42b0-9151-aa77abeb8ce2 tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:34:29.439771 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-8b505289-6dde-4f55-a2a9-175db23d8f95 req-e4942f9f-b4af-42b0-9151-aa77abeb8ce2 tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] 10.222.0.31 "GET /v2.0/ports?device_id=692db589-6599-4e21-9237-33da364f46b5 HTTP/1.1" status: 200 len: 943 time: 0.0873392 Dec 18 13:34:29.551037 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-8b505289-6dde-4f55-a2a9-175db23d8f95 req-a821a7ae-3738-45d1-ae63-198c43ce8a18 tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] 10.222.0.31 "GET /v2.0/security-groups?id=7500739f-039a-45b0-85f1-cc2dd6d8ee03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911498 Dec 18 13:34:29.552319 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-3240be42-f6c1-4aed-83a4-bbd677563609 tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:29.888432 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-3240be42-f6c1-4aed-83a4-bbd677563609 tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] Publish callbacks [] for port, precommit_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:29.893411 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-3240be42-f6c1-4aed-83a4-bbd677563609 tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5659917'] for port, after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:29.920638 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7b7a3272-2b45-4d32-9670-25eb1afd1184 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:29.979363 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3240be42-f6c1-4aed-83a4-bbd677563609 tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] Pushing event updated for resources: {'Port': ['ID=9255b567-52e2-4be6-8571-988aaf64125a,revision_number=2']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:34:29.984805 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-3240be42-f6c1-4aed-83a4-bbd677563609 tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1048031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586432'] for router_interface, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:30.097893 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3240be42-f6c1-4aed-83a4-bbd677563609 tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] Network d2cf7640-2bbc-4817-bb7c-0be01fb90209 is already hosted by enough agents. {{(pid=103159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:34:30.099611 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.base_scheduler [None req-3240be42-f6c1-4aed-83a4-bbd677563609 tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] Resources bound (agent type, host, resource id): {{(pid=103159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:34:30.238485 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3240be42-f6c1-4aed-83a4-bbd677563609 tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] Router 5b7d57de-a3f9-49d7-8424-758cb6441367 has already been hosted by L3 agent c9c0cd52-5bd2-4704-9429-d80f1c5ad23c {{(pid=103159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 18 13:34:30.289753 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c637a0e-b139-4fde-84e4-11d357c18795 None None] Network d2cf7640-2bbc-4817-bb7c-0be01fb90209 requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:34:30.367193 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3240be42-f6c1-4aed-83a4-bbd677563609 tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] Notify agent at l3_agent.dv-neutron-744815-20-hyperv the message routers_updated {{(pid=103159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 13:34:30.371790 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-4a51ff22-4d3f-4909-b1d0-e9e7ba8e6f62 None None] Provisioning complete for port d53a1de0-6201-4cde-a87c-7079aa28170b triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:34:30.372156 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-4a51ff22-4d3f-4909-b1d0-e9e7ba8e6f62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:30.373980 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-3240be42-f6c1-4aed-83a4-bbd677563609 tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] 10.222.0.31 "PUT /v2.0/routers/5b7d57de-a3f9-49d7-8424-758cb6441367/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5835896 Dec 18 13:34:30.511886 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-4a51ff22-4d3f-4909-b1d0-e9e7ba8e6f62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:30.558584 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-4a51ff22-4d3f-4909-b1d0-e9e7ba8e6f62 None None] For port d53a1de0-6201-4cde-a87c-7079aa28170b, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=d53a1de0-6201-4cde-a87c-7079aa28170b,segment=NetworkSegment(353b4e3d-9a80-4a6b-9a88-c0d731533a72),segment_id=353b4e3d-9a80-4a6b-9a88-c0d731533a72)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:34:30.565577 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-4a51ff22-4d3f-4909-b1d0-e9e7ba8e6f62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:30.573244 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-3ac2b6e3-8791-491f-b090-92ca97b01e9a req-cc63b58d-5dd2-4450-b405-c763b2231c6d tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1627479193&fields=id&tenant_id=9968d07fac6041598b7007b53f44dbd0 HTTP/1.1" status: 200 len: 267 time: 0.0611675 Dec 18 13:34:30.637816 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a51ff22-4d3f-4909-b1d0-e9e7ba8e6f62 None None] Pushing event updated for resources: {'Port': ['ID=d53a1de0-6201-4cde-a87c-7079aa28170b,revision_number=3']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:34:30.745848 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac2b6e3-8791-491f-b090-92ca97b01e9a req-370c6f0f-3993-4ec2-b8c3-b18a5b18993a tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:34:30.747608 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-3ac2b6e3-8791-491f-b090-92ca97b01e9a req-370c6f0f-3993-4ec2-b8c3-b18a5b18993a tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] 10.222.0.31 "GET /v2.0/networks?id=d2cf7640-2bbc-4817-bb7c-0be01fb90209 HTTP/1.1" status: 200 len: 797 time: 0.1733184 Dec 18 13:34:30.778358 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-3ac2b6e3-8791-491f-b090-92ca97b01e9a req-175f4008-3821-429f-bb49-fa1971d72f34 tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] 10.222.0.31 "GET /v2.0/quotas/9968d07fac6041598b7007b53f44dbd0 HTTP/1.1" status: 200 len: 375 time: 0.0191391 Dec 18 13:34:30.784647 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bfb089-7509-430f-af92-75a3bc19a7bd req-511b37f5-6dae-4d47-b495-563bc64f16ca tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:34:30.792663 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-06bfb089-7509-430f-af92-75a3bc19a7bd req-511b37f5-6dae-4d47-b495-563bc64f16ca tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] 10.222.0.31 "GET /v2.0/ports?device_id=692db589-6599-4e21-9237-33da364f46b5 HTTP/1.1" status: 200 len: 943 time: 0.0982049 Dec 18 13:34:30.818903 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f44f6a-e5fc-4624-a8ee-b3982e2f1975 None None] Sync routers for ids ['5b7d57de-a3f9-49d7-8424-758cb6441367'] in dv-neutron-744815-20-hyperv {{(pid=103162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 13:34:30.836635 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9f44f6a-e5fc-4624-a8ee-b3982e2f1975 None None] Routers {'5b7d57de-a3f9-49d7-8424-758cb6441367'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:34:30.844475 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-b9f44f6a-e5fc-4624-a8ee-b3982e2f1975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:34:27Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['5b7d57de-a3f9-49d7-8424-758cb6441367'], 'active': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:34:30.850995 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-c85508ca-9688-4ccd-b48a-57befd31efac None None] Provisioning complete for port d53a1de0-6201-4cde-a87c-7079aa28170b triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:34:30.853769 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c85508ca-9688-4ccd-b48a-57befd31efac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:30.873239 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-06bfb089-7509-430f-af92-75a3bc19a7bd req-a21f2c4d-a428-4243-9015-89d01d67f192 tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] 10.222.0.31 "GET /v2.0/security-groups?id=7500739f-039a-45b0-85f1-cc2dd6d8ee03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795710 Dec 18 13:34:30.875496 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-3ac2b6e3-8791-491f-b090-92ca97b01e9a req-9fd92f88-2b89-4bc9-8c2b-786f7f7d6bb7 tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=9968d07fac6041598b7007b53f44dbd0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0937076 Dec 18 13:34:30.875830 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device ca275669-2bad-41ac-922c-3626a0d52417 up at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 13:34:30.926404 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:30.995051 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvr_db [None req-b9f44f6a-e5fc-4624-a8ee-b3982e2f1975 None None] Set router 5b7d57de-a3f9-49d7-8424-758cb6441367 gateway port host: dv-neutron-744815-20-hyperv {{(pid=103162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 13:34:31.000225 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2294866d-0076-4933-952c-685307032598 None None] Provisioning complete for port ca275669-2bad-41ac-922c-3626a0d52417 triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:34:31.000871 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:31.021762 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-3ac2b6e3-8791-491f-b090-92ca97b01e9a req-fd534dc6-a69c-4875-8d9b-7243f9554202 service neutron] 10.222.0.31 "GET /v2.0/networks/d2cf7640-2bbc-4817-bb7c-0be01fb90209?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384697 Dec 18 13:34:31.085993 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-c85508ca-9688-4ccd-b48a-57befd31efac None None] Provisioning complete for port 9255b567-52e2-4be6-8571-988aaf64125a triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:34:31.086497 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c85508ca-9688-4ccd-b48a-57befd31efac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:31.155594 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-3ac2b6e3-8791-491f-b090-92ca97b01e9a req-6622a937-a3b7-4812-9385-e312b0952bac service neutron] 10.222.0.31 "GET /v2.0/networks/d2cf7640-2bbc-4817-bb7c-0be01fb90209?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326618 Dec 18 13:34:31.157606 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-c85508ca-9688-4ccd-b48a-57befd31efac None None] Port 9255b567-52e2-4be6-8571-988aaf64125a cannot update to ACTIVE because it is not bound. {{(pid=103161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 13:34:31.160826 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device d53a1de0-6201-4cde-a87c-7079aa28170b up at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 13:34:31.226916 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2294866d-0076-4933-952c-685307032598 None None] Provisioning complete for port d53a1de0-6201-4cde-a87c-7079aa28170b triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:34:31.227538 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:31.296083 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-3b5557b3-8b62-4b13-a6f0-905cf7ad4552 None None] Provisioning complete for port 9255b567-52e2-4be6-8571-988aaf64125a triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:34:31.296327 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-3b5557b3-8b62-4b13-a6f0-905cf7ad4552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:31.373114 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-b9f44f6a-e5fc-4624-a8ee-b3982e2f1975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b7d57de-a3f9-49d7-8424-758cb6441367', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1899234739', 'tenant_id': '9968d07fac6041598b7007b53f44dbd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.27'}], 'enable_snat': True}, 'gw_port_id': 'ca275669-2bad-41ac-922c-3626a0d52417', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:34:25Z', 'updated_at': '2021-12-18T13:34:29Z', 'revision_number': 4, 'project_id': '9968d07fac6041598b7007b53f44dbd0', 'gw_port': {'id': 'ca275669-2bad-41ac-922c-3626a0d52417', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:f9:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b7d57de-a3f9-49d7-8424-758cb6441367', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:34:25Z', 'updated_at': '2021-12-18T13:34:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv', '_interfaces': [{'id': '9255b567-52e2-4be6-8571-988aaf64125a', 'name': '', 'network_id': 'd2cf7640-2bbc-4817-bb7c-0be01fb90209', 'tenant_id': '9968d07fac6041598b7007b53f44dbd0', 'mac_address': 'fa:16:3e:ca:65:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b7d57de-a3f9-49d7-8424-758cb6441367', 'device_owner': 'network:router_interface', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': '7745529b-a64a-44ef-afe4-6073261f715a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:34:28Z', 'updated_at': '2021-12-18T13:34:29Z', 'revision_number': 2, 'project_id': '9968d07fac6041598b7007b53f44dbd0', 'subnets': [{'id': '7745529b-a64a-44ef-afe4-6073261f715a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:34:31.376291 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-3b5557b3-8b62-4b13-a6f0-905cf7ad4552 None None] Port 9255b567-52e2-4be6-8571-988aaf64125a cannot update to ACTIVE because it is not bound. {{(pid=103161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 13:34:31.399257 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-2da825f7-5653-460f-807b-d2126a220af5 req-7cea6373-e36b-43af-8e65-02461b7a6fc5 tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f48662e-3adc-42d8-91c3-7a6d0824fc6b HTTP/1.1" status: 200 len: 210 time: 0.0407140 Dec 18 13:34:31.426543 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f44f6a-e5fc-4624-a8ee-b3982e2f1975 None None] Checking router: 5b7d57de-a3f9-49d7-8424-758cb6441367 for host: dv-neutron-744815-20-hyperv {{(pid=103162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 18 13:34:31.426897 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f44f6a-e5fc-4624-a8ee-b3982e2f1975 None None] Updating router 5b7d57de-a3f9-49d7-8424-758cb6441367 port 9255b567-52e2-4be6-8571-988aaf64125a binding host dv-neutron-744815-20-hyperv {{(pid=103162) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 18 13:34:31.456523 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b9f44f6a-e5fc-4624-a8ee-b3982e2f1975 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:31.497789 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-22b3a055-59f7-42ac-9a28-4392667dd067 None None] Provisioning complete for port 9255b567-52e2-4be6-8571-988aaf64125a triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:34:31.504164 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-22b3a055-59f7-42ac-9a28-4392667dd067 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:31.539955 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-22b3a055-59f7-42ac-9a28-4392667dd067 None None] Port 9255b567-52e2-4be6-8571-988aaf64125a cannot update to ACTIVE because it is not bound. {{(pid=103161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 13:34:31.738237 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b9f44f6a-e5fc-4624-a8ee-b3982e2f1975 None None] Publish callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:31.743776 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b9f44f6a-e5fc-4624-a8ee-b3982e2f1975 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:31.800043 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2954b638-7b5c-403e-9f9c-c42166737811 None None] Pushing event updated for resources: {'Port': ['ID=9255b567-52e2-4be6-8571-988aaf64125a,revision_number=3']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:34:31.850711 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [None req-b9f44f6a-e5fc-4624-a8ee-b3982e2f1975 None None] Attempting to bind port 9255b567-52e2-4be6-8571-988aaf64125a on host dv-neutron-744815-20-hyperv for vnic_type normal with profile {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 13:34:31.851437 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [None req-b9f44f6a-e5fc-4624-a8ee-b3982e2f1975 None None] Attempting to bind port 9255b567-52e2-4be6-8571-988aaf64125a by drivers openvswitch,hyperv on host dv-neutron-744815-20-hyperv at level 0 using segments [{'id': '353b4e3d-9a80-4a6b-9a88-c0d731533a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'd2cf7640-2bbc-4817-bb7c-0be01fb90209'}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 13:34:31.851543 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f44f6a-e5fc-4624-a8ee-b3982e2f1975 None None] Attempting to bind port 9255b567-52e2-4be6-8571-988aaf64125a on network d2cf7640-2bbc-4817-bb7c-0be01fb90209 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 13:34:31.858034 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f44f6a-e5fc-4624-a8ee-b3982e2f1975 None None] Checking agent: {'id': '428fa9fa-43db-4db9-9f96-f60ffe931f2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-20-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 13, 19, 1), 'started_at': datetime.datetime(2021, 12, 18, 13, 19, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 13, 34, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-20-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 18 13:34:31.858804 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f44f6a-e5fc-4624-a8ee-b3982e2f1975 None None] Checking segment: {'id': '353b4e3d-9a80-4a6b-9a88-c0d731533a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'd2cf7640-2bbc-4817-bb7c-0be01fb90209'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 13:34:31.859012 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b9f44f6a-e5fc-4624-a8ee-b3982e2f1975 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:31.859442 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f44f6a-e5fc-4624-a8ee-b3982e2f1975 None None] Bound using segment: {'id': '353b4e3d-9a80-4a6b-9a88-c0d731533a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'd2cf7640-2bbc-4817-bb7c-0be01fb90209'} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 18 13:34:31.859919 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [None req-b9f44f6a-e5fc-4624-a8ee-b3982e2f1975 None None] Bound port: 9255b567-52e2-4be6-8571-988aaf64125a, host: dv-neutron-744815-20-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '353b4e3d-9a80-4a6b-9a88-c0d731533a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'd2cf7640-2bbc-4817-bb7c-0be01fb90209'}}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 18 13:34:31.860290 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b9f44f6a-e5fc-4624-a8ee-b3982e2f1975 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:31.935881 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-b9f44f6a-e5fc-4624-a8ee-b3982e2f1975 None None] For port 9255b567-52e2-4be6-8571-988aaf64125a, host dv-neutron-744815-20-hyperv, cleared binding levels {{(pid=103162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 18 13:34:31.939420 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-b9f44f6a-e5fc-4624-a8ee-b3982e2f1975 None None] For port 9255b567-52e2-4be6-8571-988aaf64125a, host dv-neutron-744815-20-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=9255b567-52e2-4be6-8571-988aaf64125a,segment=NetworkSegment(353b4e3d-9a80-4a6b-9a88-c0d731533a72),segment_id=353b4e3d-9a80-4a6b-9a88-c0d731533a72)] {{(pid=103162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 18 13:34:31.946354 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b9f44f6a-e5fc-4624-a8ee-b3982e2f1975 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:32.002352 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9f44f6a-e5fc-4624-a8ee-b3982e2f1975 None None] Routers {'5b7d57de-a3f9-49d7-8424-758cb6441367'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:34:32.002985 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-b9f44f6a-e5fc-4624-a8ee-b3982e2f1975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:34:27Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['5b7d57de-a3f9-49d7-8424-758cb6441367'], 'active': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:34:32.015236 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6884bc7-3154-4600-8c90-4143e7018947 req-5e13b48a-d9ec-4bb6-881e-53cb51ee60c1 tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:34:32.017039 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-c6884bc7-3154-4600-8c90-4143e7018947 req-5e13b48a-d9ec-4bb6-881e-53cb51ee60c1 tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] 10.222.0.31 "GET /v2.0/ports?device_id=692db589-6599-4e21-9237-33da364f46b5 HTTP/1.1" status: 200 len: 943 time: 0.0767398 Dec 18 13:34:32.077941 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-17271ec6-6919-43ad-8245-af5550e767e3 None None] Provisioning complete for port 9255b567-52e2-4be6-8571-988aaf64125a triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:34:32.078547 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-17271ec6-6919-43ad-8245-af5550e767e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:32.079309 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2954b638-7b5c-403e-9f9c-c42166737811 None None] Pushing event updated for resources: {'Port': ['ID=9255b567-52e2-4be6-8571-988aaf64125a,revision_number=4']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:34:32.120595 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-c6884bc7-3154-4600-8c90-4143e7018947 req-bdcdd7b3-fcaa-447f-8c8a-88d3c2c95e12 tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] 10.222.0.31 "GET /v2.0/security-groups?id=7500739f-039a-45b0-85f1-cc2dd6d8ee03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0973105 Dec 18 13:34:32.150812 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvr_db [None req-b9f44f6a-e5fc-4624-a8ee-b3982e2f1975 None None] Set router 5b7d57de-a3f9-49d7-8424-758cb6441367 gateway port host: dv-neutron-744815-20-hyperv {{(pid=103162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 13:34:32.174232 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-17271ec6-6919-43ad-8245-af5550e767e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:32.211490 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-17271ec6-6919-43ad-8245-af5550e767e3 None None] For port 9255b567-52e2-4be6-8571-988aaf64125a, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=9255b567-52e2-4be6-8571-988aaf64125a,segment=NetworkSegment(353b4e3d-9a80-4a6b-9a88-c0d731533a72),segment_id=353b4e3d-9a80-4a6b-9a88-c0d731533a72)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:34:32.218107 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-17271ec6-6919-43ad-8245-af5550e767e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:32.272271 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17271ec6-6919-43ad-8245-af5550e767e3 None None] Pushing event updated for resources: {'Port': ['ID=9255b567-52e2-4be6-8571-988aaf64125a,revision_number=5']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:34:32.339286 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-a6b097f6-e74b-40a6-a54f-25cbf7c0e677 None None] Provisioning complete for port 9255b567-52e2-4be6-8571-988aaf64125a triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:34:32.339741 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a6b097f6-e74b-40a6-a54f-25cbf7c0e677 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:32.378234 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-b9f44f6a-e5fc-4624-a8ee-b3982e2f1975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b7d57de-a3f9-49d7-8424-758cb6441367', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1899234739', 'tenant_id': '9968d07fac6041598b7007b53f44dbd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.27'}], 'enable_snat': True}, 'gw_port_id': 'ca275669-2bad-41ac-922c-3626a0d52417', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:34:25Z', 'updated_at': '2021-12-18T13:34:29Z', 'revision_number': 4, 'project_id': '9968d07fac6041598b7007b53f44dbd0', 'gw_port': {'id': 'ca275669-2bad-41ac-922c-3626a0d52417', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:f9:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b7d57de-a3f9-49d7-8424-758cb6441367', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:34:25Z', 'updated_at': '2021-12-18T13:34:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv', '_interfaces': [{'id': '9255b567-52e2-4be6-8571-988aaf64125a', 'name': '', 'network_id': 'd2cf7640-2bbc-4817-bb7c-0be01fb90209', 'tenant_id': '9968d07fac6041598b7007b53f44dbd0', 'mac_address': 'fa:16:3e:ca:65:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b7d57de-a3f9-49d7-8424-758cb6441367', 'device_owner': 'network:router_interface', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': '7745529b-a64a-44ef-afe4-6073261f715a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:34:28Z', 'updated_at': '2021-12-18T13:34:31Z', 'revision_number': 4, 'project_id': '9968d07fac6041598b7007b53f44dbd0', 'subnets': [{'id': '7745529b-a64a-44ef-afe4-6073261f715a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:34:32.407035 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f44f6a-e5fc-4624-a8ee-b3982e2f1975 None None] The sync data for ids ['5b7d57de-a3f9-49d7-8424-758cb6441367'] in dv-neutron-744815-20-hyperv is: [{'id': '5b7d57de-a3f9-49d7-8424-758cb6441367', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1899234739', 'tenant_id': '9968d07fac6041598b7007b53f44dbd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.27'}], 'enable_snat': True}, 'gw_port_id': 'ca275669-2bad-41ac-922c-3626a0d52417', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:34:25Z', 'updated_at': '2021-12-18T13:34:29Z', 'revision_number': 4, 'project_id': '9968d07fac6041598b7007b53f44dbd0', 'gw_port': {'id': 'ca275669-2bad-41ac-922c-3626a0d52417', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:f9:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b7d57de-a3f9-49d7-8424-758cb6441367', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:34:25Z', 'updated_at': '2021-12-18T13:34:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv', '_interfaces': [{'id': '9255b567-52e2-4be6-8571-988aaf64125a', 'name': '', 'network_id': 'd2cf7640-2bbc-4817-bb7c-0be01fb90209', 'tenant_id': '9968d07fac6041598b7007b53f44dbd0', 'mac_address': 'fa:16:3e:ca:65:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b7d57de-a3f9-49d7-8424-758cb6441367', 'device_owner': 'network:router_interface', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': '7745529b-a64a-44ef-afe4-6073261f715a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:34:28Z', 'updated_at': '2021-12-18T13:34:31Z', 'revision_number': 4, 'project_id': '9968d07fac6041598b7007b53f44dbd0', 'subnets': [{'id': '7745529b-a64a-44ef-afe4-6073261f715a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 13:34:32.565816 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-c3bb65af-2a92-46bc-a92a-f247cc33b837 req-2eff7162-08cc-45b7-9111-d8d38878769d tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f48662e-3adc-42d8-91c3-7a6d0824fc6b HTTP/1.1" status: 200 len: 210 time: 0.0360491 Dec 18 13:34:32.639876 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac2b6e3-8791-491f-b090-92ca97b01e9a req-088cd291-4f8d-4d52-85d6-570ffe53a66e tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:34:32.644338 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-3ac2b6e3-8791-491f-b090-92ca97b01e9a req-088cd291-4f8d-4d52-85d6-570ffe53a66e tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] 10.222.0.43 "GET /v2.0/networks?id=d2cf7640-2bbc-4817-bb7c-0be01fb90209 HTTP/1.1" status: 200 len: 797 time: 0.2205663 Dec 18 13:34:32.739110 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-3ac2b6e3-8791-491f-b090-92ca97b01e9a req-eb004a46-bc19-4476-9635-52c0ed7af612 tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9968d07fac6041598b7007b53f44dbd0 HTTP/1.1" status: 200 len: 380 time: 0.0825043 Dec 18 13:34:32.760802 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [req-3ac2b6e3-8791-491f-b090-92ca97b01e9a req-ed8e6b21-71db-4a90-a46f-fd69700165ca tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] Request body: {'port': {'device_id': '8f48662e-3adc-42d8-91c3-7a6d0824fc6b', 'network_id': 'd2cf7640-2bbc-4817-bb7c-0be01fb90209', 'admin_state_up': True, 'tenant_id': '9968d07fac6041598b7007b53f44dbd0', 'security_groups': ['02314e91-289c-4456-a2e2-bb82033978b0']}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:34:32.794081 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 9255b567-52e2-4be6-8571-988aaf64125a up at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 13:34:32.850545 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2294866d-0076-4933-952c-685307032598 None None] Provisioning complete for port 9255b567-52e2-4be6-8571-988aaf64125a triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:34:32.850909 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:32.898801 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ac2b6e3-8791-491f-b090-92ca97b01e9a req-ed8e6b21-71db-4a90-a46f-fd69700165ca tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] Made reservation on behalf of 9968d07fac6041598b7007b53f44dbd0 for: {'port': 1} {{(pid=103159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:34:32.902869 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-3ac2b6e3-8791-491f-b090-92ca97b01e9a req-ed8e6b21-71db-4a90-a46f-fd69700165ca tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:32.939398 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device d53a1de0-6201-4cde-a87c-7079aa28170b up at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 13:34:33.000019 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2294866d-0076-4933-952c-685307032598 None None] Provisioning complete for port d53a1de0-6201-4cde-a87c-7079aa28170b triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:34:33.000518 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:33.055015 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.db_base_plugin_common [req-3ac2b6e3-8791-491f-b090-92ca97b01e9a req-ed8e6b21-71db-4a90-a46f-fd69700165ca tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] Allocated IP 172.20.0.9 (d2cf7640-2bbc-4817-bb7c-0be01fb90209/7745529b-a64a-44ef-afe4-6073261f715a/8001e857-53e1-4bcf-8262-6c21056989fc) {{(pid=103159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:34:33.245523 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-3ac2b6e3-8791-491f-b090-92ca97b01e9a req-ed8e6b21-71db-4a90-a46f-fd69700165ca tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] Publish callbacks [] for port, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:33.261176 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c2cd4f-6957-438f-bd41-e2912a30c5f0 req-b62fd0e6-5aa9-4f23-8215-9ae0d8786313 tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:34:33.262874 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-08c2cd4f-6957-438f-bd41-e2912a30c5f0 req-b62fd0e6-5aa9-4f23-8215-9ae0d8786313 tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] 10.222.0.31 "GET /v2.0/ports?device_id=692db589-6599-4e21-9237-33da364f46b5 HTTP/1.1" status: 200 len: 943 time: 0.0840774 Dec 18 13:34:33.324931 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-3ac2b6e3-8791-491f-b090-92ca97b01e9a req-ed8e6b21-71db-4a90-a46f-fd69700165ca tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:33.353852 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-08c2cd4f-6957-438f-bd41-e2912a30c5f0 req-e99bf540-3b60-4ada-9f28-cbe522a9075b tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] 10.222.0.31 "GET /v2.0/security-groups?id=7500739f-039a-45b0-85f1-cc2dd6d8ee03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839164 Dec 18 13:34:33.395485 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ac2b6e3-8791-491f-b090-92ca97b01e9a req-ed8e6b21-71db-4a90-a46f-fd69700165ca tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] Network d2cf7640-2bbc-4817-bb7c-0be01fb90209 is already hosted by enough agents. {{(pid=103159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:34:33.398854 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.base_scheduler [req-3ac2b6e3-8791-491f-b090-92ca97b01e9a req-ed8e6b21-71db-4a90-a46f-fd69700165ca tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] Resources bound (agent type, host, resource id): {{(pid=103159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:34:33.402896 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ac2b6e3-8791-491f-b090-92ca97b01e9a req-ed8e6b21-71db-4a90-a46f-fd69700165ca tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] Received port after_create {{(pid=103159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:34:33.411493 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8e6b21-71db-4a90-a46f-fd69700165ca tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] Pushing event updated for resources: {'Port': ['ID=8001e857-53e1-4bcf-8262-6c21056989fc,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:34:33.473842 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac2b6e3-8791-491f-b090-92ca97b01e9a req-ed8e6b21-71db-4a90-a46f-fd69700165ca tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:34:33.474527 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-3ac2b6e3-8791-491f-b090-92ca97b01e9a req-ed8e6b21-71db-4a90-a46f-fd69700165ca tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:33.493460 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-3ac2b6e3-8791-491f-b090-92ca97b01e9a req-ed8e6b21-71db-4a90-a46f-fd69700165ca tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7370269 Dec 18 13:34:33.507997 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [req-3ac2b6e3-8791-491f-b090-92ca97b01e9a req-40bb0d58-f852-47a6-b608-448c6e9749f5 service neutron] Request body: {'port': {'device_id': '8f48662e-3adc-42d8-91c3-7a6d0824fc6b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7448'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:34:33.581950 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-3ac2b6e3-8791-491f-b090-92ca97b01e9a req-40bb0d58-f852-47a6-b608-448c6e9749f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:33.686928 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-8f14c5b5-7461-43b8-9d9c-9f190c163006 None None] Provisioning complete for port 8001e857-53e1-4bcf-8262-6c21056989fc triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:34:33.688122 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-8f14c5b5-7461-43b8-9d9c-9f190c163006 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:33.741930 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-8f14c5b5-7461-43b8-9d9c-9f190c163006 None None] Port 8001e857-53e1-4bcf-8262-6c21056989fc cannot update to ACTIVE because it is not bound. {{(pid=103161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 13:34:33.751721 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebd8526-22a5-4083-ae72-0a17d361338a req-434cba12-588b-4a7a-87b8-483c1d1e3108 tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:34:33.754333 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-2ebd8526-22a5-4083-ae72-0a17d361338a req-434cba12-588b-4a7a-87b8-483c1d1e3108 tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f48662e-3adc-42d8-91c3-7a6d0824fc6b HTTP/1.1" status: 200 len: 931 time: 0.0693281 Dec 18 13:34:33.807897 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-2ebd8526-22a5-4083-ae72-0a17d361338a req-a1f2d3f0-682c-4586-bc9d-13c3f4b8a39c tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] 10.222.0.31 "GET /v2.0/security-groups?id=02314e91-289c-4456-a2e2-bb82033978b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477386 Dec 18 13:34:33.896558 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.notifiers.nova [req-3ac2b6e3-8791-491f-b090-92ca97b01e9a req-40bb0d58-f852-47a6-b608-448c6e9749f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8001e857-53e1-4bcf-8262-6c21056989fc {{(pid=103159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 18 13:34:33.905718 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-3ac2b6e3-8791-491f-b090-92ca97b01e9a req-40bb0d58-f852-47a6-b608-448c6e9749f5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:33.919264 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.provisioning_blocks [req-3ac2b6e3-8791-491f-b090-92ca97b01e9a req-40bb0d58-f852-47a6-b608-448c6e9749f5 service neutron] Transition to ACTIVE for port object 8001e857-53e1-4bcf-8262-6c21056989fc will not be triggered until provisioned by entity L2. {{(pid=103159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 18 13:34:33.923787 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-3ac2b6e3-8791-491f-b090-92ca97b01e9a req-40bb0d58-f852-47a6-b608-448c6e9749f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5659917'] for port, after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:33.986342 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bb0d58-f852-47a6-b608-448c6e9749f5 service neutron] Pushing event updated for resources: {'Port': ['ID=8001e857-53e1-4bcf-8262-6c21056989fc,revision_number=2']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:34:34.058519 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.managers [req-3ac2b6e3-8791-491f-b090-92ca97b01e9a req-40bb0d58-f852-47a6-b608-448c6e9749f5 service neutron] Attempting to bind port 8001e857-53e1-4bcf-8262-6c21056989fc on host hv-neutron-7448 for vnic_type normal with profile {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 13:34:34.058845 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.managers [req-3ac2b6e3-8791-491f-b090-92ca97b01e9a req-40bb0d58-f852-47a6-b608-448c6e9749f5 service neutron] Attempting to bind port 8001e857-53e1-4bcf-8262-6c21056989fc by drivers openvswitch,hyperv on host hv-neutron-7448 at level 0 using segments [{'id': '353b4e3d-9a80-4a6b-9a88-c0d731533a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'd2cf7640-2bbc-4817-bb7c-0be01fb90209'}] {{(pid=103159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 13:34:34.059242 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ac2b6e3-8791-491f-b090-92ca97b01e9a req-40bb0d58-f852-47a6-b608-448c6e9749f5 service neutron] Attempting to bind port 8001e857-53e1-4bcf-8262-6c21056989fc on network d2cf7640-2bbc-4817-bb7c-0be01fb90209 {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 13:34:34.064773 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ac2b6e3-8791-491f-b090-92ca97b01e9a req-40bb0d58-f852-47a6-b608-448c6e9749f5 service neutron] Port 8001e857-53e1-4bcf-8262-6c21056989fc on network d2cf7640-2bbc-4817-bb7c-0be01fb90209 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7448 {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 18 13:34:34.065100 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ac2b6e3-8791-491f-b090-92ca97b01e9a req-40bb0d58-f852-47a6-b608-448c6e9749f5 service neutron] Attempting to bind port 8001e857-53e1-4bcf-8262-6c21056989fc on network d2cf7640-2bbc-4817-bb7c-0be01fb90209 {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 13:34:34.070696 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ac2b6e3-8791-491f-b090-92ca97b01e9a req-40bb0d58-f852-47a6-b608-448c6e9749f5 service neutron] Checking agent: {'id': 'c35b6aa0-0616-421f-8ded-732dd37fc90f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7448', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 13, 24, 37), 'started_at': datetime.datetime(2021, 12, 18, 13, 24, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 13, 34, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 18 13:34:34.071035 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ac2b6e3-8791-491f-b090-92ca97b01e9a req-40bb0d58-f852-47a6-b608-448c6e9749f5 service neutron] Checking segment: {'id': '353b4e3d-9a80-4a6b-9a88-c0d731533a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'd2cf7640-2bbc-4817-bb7c-0be01fb90209'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 13:34:34.071467 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ac2b6e3-8791-491f-b090-92ca97b01e9a req-40bb0d58-f852-47a6-b608-448c6e9749f5 service neutron] Bound using segment: {'id': '353b4e3d-9a80-4a6b-9a88-c0d731533a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'd2cf7640-2bbc-4817-bb7c-0be01fb90209'} {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 18 13:34:34.071893 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.managers [req-3ac2b6e3-8791-491f-b090-92ca97b01e9a req-40bb0d58-f852-47a6-b608-448c6e9749f5 service neutron] Bound port: 8001e857-53e1-4bcf-8262-6c21056989fc, host: hv-neutron-7448, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '353b4e3d-9a80-4a6b-9a88-c0d731533a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'd2cf7640-2bbc-4817-bb7c-0be01fb90209'}}] {{(pid=103159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 18 13:34:34.072262 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-3ac2b6e3-8791-491f-b090-92ca97b01e9a req-40bb0d58-f852-47a6-b608-448c6e9749f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:34.144292 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.db [req-3ac2b6e3-8791-491f-b090-92ca97b01e9a req-40bb0d58-f852-47a6-b608-448c6e9749f5 service neutron] For port 8001e857-53e1-4bcf-8262-6c21056989fc, host hv-neutron-7448, cleared binding levels {{(pid=103159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 18 13:34:34.148035 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.db [req-3ac2b6e3-8791-491f-b090-92ca97b01e9a req-40bb0d58-f852-47a6-b608-448c6e9749f5 service neutron] For port 8001e857-53e1-4bcf-8262-6c21056989fc, host hv-neutron-7448, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=8001e857-53e1-4bcf-8262-6c21056989fc,segment=NetworkSegment(353b4e3d-9a80-4a6b-9a88-c0d731533a72),segment_id=353b4e3d-9a80-4a6b-9a88-c0d731533a72)] {{(pid=103159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 18 13:34:34.152918 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-3ac2b6e3-8791-491f-b090-92ca97b01e9a req-40bb0d58-f852-47a6-b608-448c6e9749f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5659917'] for port, after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:34.206769 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac2b6e3-8791-491f-b090-92ca97b01e9a req-40bb0d58-f852-47a6-b608-448c6e9749f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:34:34.207331 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-3ac2b6e3-8791-491f-b090-92ca97b01e9a req-40bb0d58-f852-47a6-b608-448c6e9749f5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:34.208743 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-3ac2b6e3-8791-491f-b090-92ca97b01e9a req-40bb0d58-f852-47a6-b608-448c6e9749f5 service neutron] 10.222.0.43 "PUT /v2.0/ports/8001e857-53e1-4bcf-8262-6c21056989fc HTTP/1.1" status: 200 len: 1093 time: 0.7056284 Dec 18 13:34:34.209379 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f48662e-3adc-42d8-91c3-7a6d0824fc6b', 'tag': '8001e857-53e1-4bcf-8262-6c21056989fc'}] {{(pid=103159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 18 13:34:34.211707 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca844cf115d59c1fab86abc202fb4c13735de0d7e4cbbbb25eec9406e9c87431" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3fe5822-ed98-44a1-89d2-74088b6c56f5" -d '{"events": [{"name": "network-changed", "server_uuid": "8f48662e-3adc-42d8-91c3-7a6d0824fc6b", "tag": "8001e857-53e1-4bcf-8262-6c21056989fc"}]}' {{(pid=103159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 18 13:34:34.255960 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 13:34:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f61c5f06-fd91-4b12-9c7e-ab5bd170ade7 x-openstack-request-id: req-f61c5f06-fd91-4b12-9c7e-ab5bd170ade7 {{(pid=103159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 18 13:34:34.256451 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f48662e-3adc-42d8-91c3-7a6d0824fc6b", "tag": "8001e857-53e1-4bcf-8262-6c21056989fc", "status": "completed", "code": 200}]} {{(pid=103159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 18 13:34:34.256895 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f61c5f06-fd91-4b12-9c7e-ab5bd170ade7 {{(pid=103159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 18 13:34:34.257559 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f48662e-3adc-42d8-91c3-7a6d0824fc6b', 'tag': '8001e857-53e1-4bcf-8262-6c21056989fc', 'status': 'completed', 'code': 200} Dec 18 13:34:34.259136 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bb0d58-f852-47a6-b608-448c6e9749f5 service neutron] Pushing event updated for resources: {'Port': ['ID=8001e857-53e1-4bcf-8262-6c21056989fc,revision_number=3']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:34:34.313467 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac2b6e3-8791-491f-b090-92ca97b01e9a req-af30a09b-45da-4614-8494-b15545efbb56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:34:34.315022 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-3ac2b6e3-8791-491f-b090-92ca97b01e9a req-af30a09b-45da-4614-8494-b15545efbb56 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9968d07fac6041598b7007b53f44dbd0&device_id=8f48662e-3adc-42d8-91c3-7a6d0824fc6b HTTP/1.1" status: 200 len: 1096 time: 0.0508454 Dec 18 13:34:34.362228 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-3ac2b6e3-8791-491f-b090-92ca97b01e9a req-8b6e2866-1d1f-4666-ab8e-5caf16f92698 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8001e857-53e1-4bcf-8262-6c21056989fc HTTP/1.1" status: 200 len: 217 time: 0.0373633 Dec 18 13:34:34.420995 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac2b6e3-8791-491f-b090-92ca97b01e9a req-1c70a2c2-bcde-4975-8957-f161ec451e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:34:34.422958 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-3ac2b6e3-8791-491f-b090-92ca97b01e9a req-1c70a2c2-bcde-4975-8957-f161ec451e7d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7745529b-a64a-44ef-afe4-6073261f715a HTTP/1.1" status: 200 len: 835 time: 0.0515580 Dec 18 13:34:34.470955 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac2b6e3-8791-491f-b090-92ca97b01e9a req-09c2c4ce-a4b1-40cf-a245-b4c273830c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:34:34.472489 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-3ac2b6e3-8791-491f-b090-92ca97b01e9a req-09c2c4ce-a4b1-40cf-a245-b4c273830c6d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d2cf7640-2bbc-4817-bb7c-0be01fb90209&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0413589 Dec 18 13:34:34.477215 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403b93ae-55c9-407d-a88b-40d9ff6ccf22 req-ea2dea27-295e-4cff-99e4-bb2bb9ffeb3d tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:34:34.479592 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-403b93ae-55c9-407d-a88b-40d9ff6ccf22 req-ea2dea27-295e-4cff-99e4-bb2bb9ffeb3d tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] 10.222.0.31 "GET /v2.0/ports?device_id=692db589-6599-4e21-9237-33da364f46b5 HTTP/1.1" status: 200 len: 943 time: 0.0534844 Dec 18 13:34:34.530529 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-403b93ae-55c9-407d-a88b-40d9ff6ccf22 req-0cd687cb-04c8-48da-85e1-73ef466a8feb tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] 10.222.0.31 "GET /v2.0/security-groups?id=7500739f-039a-45b0-85f1-cc2dd6d8ee03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443552 Dec 18 13:34:34.579886 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-3ac2b6e3-8791-491f-b090-92ca97b01e9a req-410f820e-6338-414f-841e-644f1e9cd79c service neutron] 10.222.0.43 "GET /v2.0/networks/d2cf7640-2bbc-4817-bb7c-0be01fb90209?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971124 Dec 18 13:34:34.675615 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-3ac2b6e3-8791-491f-b090-92ca97b01e9a req-0f325690-c6ed-4f3e-889e-21a256403b09 service neutron] 10.222.0.43 "GET /v2.0/networks/d2cf7640-2bbc-4817-bb7c-0be01fb90209?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873554 Dec 18 13:34:34.773520 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fe5822-ed98-44a1-89d2-74088b6c56f5 req-a9ed000e-3d9f-4314-add1-0a6735aa1cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:34:34.775059 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-f3fe5822-ed98-44a1-89d2-74088b6c56f5 req-a9ed000e-3d9f-4314-add1-0a6735aa1cf0 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9968d07fac6041598b7007b53f44dbd0&device_id=8f48662e-3adc-42d8-91c3-7a6d0824fc6b HTTP/1.1" status: 200 len: 1096 time: 0.0414996 Dec 18 13:34:34.870682 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fe5822-ed98-44a1-89d2-74088b6c56f5 req-a4c69cd3-c018-44ee-a1b2-7d002f8e7fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:34:34.872224 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-f3fe5822-ed98-44a1-89d2-74088b6c56f5 req-a4c69cd3-c018-44ee-a1b2-7d002f8e7fe7 service neutron] 10.222.0.43 "GET /v2.0/networks?id=d2cf7640-2bbc-4817-bb7c-0be01fb90209 HTTP/1.1" status: 200 len: 898 time: 0.0893309 Dec 18 13:34:34.942469 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-f3fe5822-ed98-44a1-89d2-74088b6c56f5 req-39392abd-05b4-4451-84fe-f5e134e00ab6 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8001e857-53e1-4bcf-8262-6c21056989fc HTTP/1.1" status: 200 len: 217 time: 0.0585361 Dec 18 13:34:35.304531 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2255d52-9a75-4b1c-ad64-736078b9d2d7 req-407c4f70-798a-4a9c-ae13-86aaa14b0786 tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:34:35.305918 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-c2255d52-9a75-4b1c-ad64-736078b9d2d7 req-407c4f70-798a-4a9c-ae13-86aaa14b0786 tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f48662e-3adc-42d8-91c3-7a6d0824fc6b HTTP/1.1" status: 200 len: 943 time: 0.4209471 Dec 18 13:34:35.341079 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fe5822-ed98-44a1-89d2-74088b6c56f5 req-885ecfb7-0348-410f-ab72-f413281413f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:34:35.342564 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-f3fe5822-ed98-44a1-89d2-74088b6c56f5 req-885ecfb7-0348-410f-ab72-f413281413f8 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7745529b-a64a-44ef-afe4-6073261f715a HTTP/1.1" status: 200 len: 835 time: 0.3893473 Dec 18 13:34:35.392754 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-c2255d52-9a75-4b1c-ad64-736078b9d2d7 req-26fd00fa-3d3d-48de-a64d-caa5d6d15640 tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] 10.222.0.31 "GET /v2.0/security-groups?id=02314e91-289c-4456-a2e2-bb82033978b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805364 Dec 18 13:34:35.407269 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fe5822-ed98-44a1-89d2-74088b6c56f5 req-14c4f326-66a5-4317-a51d-c6fa70b774ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:34:35.408912 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-f3fe5822-ed98-44a1-89d2-74088b6c56f5 req-14c4f326-66a5-4317-a51d-c6fa70b774ba service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d2cf7640-2bbc-4817-bb7c-0be01fb90209&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0560038 Dec 18 13:34:35.511789 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-f3fe5822-ed98-44a1-89d2-74088b6c56f5 req-e8ed6f6d-2e7a-4b54-92a4-a35ebe1e79f5 service neutron] 10.222.0.43 "GET /v2.0/networks/d2cf7640-2bbc-4817-bb7c-0be01fb90209?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944712 Dec 18 13:34:35.628813 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-f3fe5822-ed98-44a1-89d2-74088b6c56f5 req-99f92497-bc24-43c4-95a4-b884dd7d5d13 service neutron] 10.222.0.43 "GET /v2.0/networks/d2cf7640-2bbc-4817-bb7c-0be01fb90209?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046724 Dec 18 13:34:35.662978 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c9db00-4d9c-458e-83f0-a5d9bfd3f704 req-212546fc-6dd4-4ee5-8bee-cf28d058a8c9 tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:34:35.664644 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-95c9db00-4d9c-458e-83f0-a5d9bfd3f704 req-212546fc-6dd4-4ee5-8bee-cf28d058a8c9 tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] 10.222.0.31 "GET /v2.0/ports?device_id=692db589-6599-4e21-9237-33da364f46b5 HTTP/1.1" status: 200 len: 943 time: 0.0553122 Dec 18 13:34:35.715589 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-95c9db00-4d9c-458e-83f0-a5d9bfd3f704 req-bead26a3-73cf-4af2-8e2c-4555ba901bc5 tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] 10.222.0.31 "GET /v2.0/security-groups?id=7500739f-039a-45b0-85f1-cc2dd6d8ee03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447247 Dec 18 13:34:36.537825 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4da32b-1ebf-4b40-975e-3d320919d1dd req-529b3f89-8402-4f61-8ad0-d9743b0f4e38 tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:34:36.539352 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-1e4da32b-1ebf-4b40-975e-3d320919d1dd req-529b3f89-8402-4f61-8ad0-d9743b0f4e38 tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f48662e-3adc-42d8-91c3-7a6d0824fc6b HTTP/1.1" status: 200 len: 943 time: 0.0645766 Dec 18 13:34:36.604351 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-1e4da32b-1ebf-4b40-975e-3d320919d1dd req-6c18a99b-1232-41d0-94ea-f543ed624875 tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] 10.222.0.31 "GET /v2.0/security-groups?id=02314e91-289c-4456-a2e2-bb82033978b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588968 Dec 18 13:34:36.649890 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:36.844544 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a1fdd0-fd39-4165-9a71-49f3201e3835 req-f14c8749-4322-4f39-8763-cfbac9999970 tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:34:36.846020 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-b9a1fdd0-fd39-4165-9a71-49f3201e3835 req-f14c8749-4322-4f39-8763-cfbac9999970 tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] 10.222.0.31 "GET /v2.0/ports?device_id=692db589-6599-4e21-9237-33da364f46b5 HTTP/1.1" status: 200 len: 943 time: 0.0512538 Dec 18 13:34:36.899044 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-b9a1fdd0-fd39-4165-9a71-49f3201e3835 req-951b14ef-6e6b-4b80-b2b6-8fe44398a3c5 tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] 10.222.0.31 "GET /v2.0/security-groups?id=7500739f-039a-45b0-85f1-cc2dd6d8ee03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469255 Dec 18 13:34:36.937005 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Device 64c6bde8-385f-40bf-b826-61720d64a99b details requested by agent hyperv_hv-neutron-7448 with host hv-neutron-7448 {{(pid=103161) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 18 13:34:37.042672 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] For port 64c6bde8-385f-40bf-b826-61720d64a99b, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=64c6bde8-385f-40bf-b826-61720d64a99b,segment=NetworkSegment(2e155287-2c4f-47fc-a6c7-b5b531beb7fe),segment_id=2e155287-2c4f-47fc-a6c7-b5b531beb7fe)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:34:37.210548 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Returning: {'device': '64c6bde8-385f-40bf-b826-61720d64a99b', 'network_id': 'b777eec3-1fe1-45d9-be90-d023741ff2c0', 'port_id': '64c6bde8-385f-40bf-b826-61720d64a99b', 'mac_address': 'fa:16:3e:f2:7b:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e8a84a3-739e-4c83-bb7f-c941648f694b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103161) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 18 13:34:37.252925 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:37.266965 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.notifiers.nova [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64c6bde8-385f-40bf-b826-61720d64a99b {{(pid=103161) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 18 13:34:37.288236 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] For port 64c6bde8-385f-40bf-b826-61720d64a99b, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=64c6bde8-385f-40bf-b826-61720d64a99b,segment=NetworkSegment(2e155287-2c4f-47fc-a6c7-b5b531beb7fe),segment_id=2e155287-2c4f-47fc-a6c7-b5b531beb7fe)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:34:37.295768 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:37.343261 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Pushing event updated for resources: {'Port': ['ID=64c6bde8-385f-40bf-b826-61720d64a99b,revision_number=4']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:34:37.632629 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] get_ports_and_sgs() called for port_ids ['64c6bde8-385f-40bf-b826-61720d64a99b'] {{(pid=103161) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 18 13:34:37.724130 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0874056-443b-499f-aae8-a1ba622d0428 req-e7680550-73ca-4495-af4e-d5b1c7b00b9e tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:34:37.725614 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-a0874056-443b-499f-aae8-a1ba622d0428 req-e7680550-73ca-4495-af4e-d5b1c7b00b9e tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f48662e-3adc-42d8-91c3-7a6d0824fc6b HTTP/1.1" status: 200 len: 943 time: 0.0483220 Dec 18 13:34:37.774715 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-a0874056-443b-499f-aae8-a1ba622d0428 req-d0853d72-0275-445d-b3bd-4588b3f0f10c tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] 10.222.0.31 "GET /v2.0/security-groups?id=02314e91-289c-4456-a2e2-bb82033978b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427279 Dec 18 13:34:38.034494 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0f76c4-3626-48a5-957c-8d867156713a req-60391597-38c2-4c22-bbcd-a71e149ea420 tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:34:38.036028 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-bf0f76c4-3626-48a5-957c-8d867156713a req-60391597-38c2-4c22-bbcd-a71e149ea420 tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] 10.222.0.31 "GET /v2.0/ports?device_id=692db589-6599-4e21-9237-33da364f46b5 HTTP/1.1" status: 200 len: 944 time: 0.0561843 Dec 18 13:34:38.087037 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-bf0f76c4-3626-48a5-957c-8d867156713a req-783a1502-dadd-421a-99fe-8cbc27ae361c tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] 10.222.0.31 "GET /v2.0/security-groups?id=7500739f-039a-45b0-85f1-cc2dd6d8ee03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450239 Dec 18 13:34:38.899812 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc2fbdd-e451-45ba-ad6d-22fcb553ca1a req-48e0ecef-14da-4513-bccd-6bb8c8d3b528 tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:34:38.901229 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-dbc2fbdd-e451-45ba-ad6d-22fcb553ca1a req-48e0ecef-14da-4513-bccd-6bb8c8d3b528 tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f48662e-3adc-42d8-91c3-7a6d0824fc6b HTTP/1.1" status: 200 len: 943 time: 0.0504522 Dec 18 13:34:38.948872 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Device 8001e857-53e1-4bcf-8262-6c21056989fc details requested by agent hyperv_hv-neutron-7448 with host hv-neutron-7448 {{(pid=103161) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 18 13:34:38.964657 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-dbc2fbdd-e451-45ba-ad6d-22fcb553ca1a req-19cb9b3a-c629-433e-91fc-b3ac78d0a0e8 tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] 10.222.0.31 "GET /v2.0/security-groups?id=02314e91-289c-4456-a2e2-bb82033978b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543249 Dec 18 13:34:38.990718 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Device 64c6bde8-385f-40bf-b826-61720d64a99b up at agent hyperv_hv-neutron-7448 {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 13:34:39.084058 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] For port 8001e857-53e1-4bcf-8262-6c21056989fc, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=8001e857-53e1-4bcf-8262-6c21056989fc,segment=NetworkSegment(353b4e3d-9a80-4a6b-9a88-c0d731533a72),segment_id=353b4e3d-9a80-4a6b-9a88-c0d731533a72)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:34:39.092339 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Provisioning for port 64c6bde8-385f-40bf-b826-61720d64a99b completed by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 18 13:34:39.098694 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Returning: {'device': '8001e857-53e1-4bcf-8262-6c21056989fc', 'network_id': 'd2cf7640-2bbc-4817-bb7c-0be01fb90209', 'port_id': '8001e857-53e1-4bcf-8262-6c21056989fc', 'mac_address': 'fa:16:3e:34:8b:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7745529b-a64a-44ef-afe4-6073261f715a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103161) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 18 13:34:39.100152 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Provisioning complete for port 64c6bde8-385f-40bf-b826-61720d64a99b triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:34:39.100513 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:39.163473 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:39.181034 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.notifiers.nova [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8001e857-53e1-4bcf-8262-6c21056989fc {{(pid=103161) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 18 13:34:39.216554 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6eeb98-fc26-4d25-91f6-097c6b7bd26d req-645e6531-b2b7-49fc-89fb-7fe8e47fce73 tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:34:39.218066 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-ab6eeb98-fc26-4d25-91f6-097c6b7bd26d req-645e6531-b2b7-49fc-89fb-7fe8e47fce73 tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] 10.222.0.31 "GET /v2.0/ports?device_id=692db589-6599-4e21-9237-33da364f46b5 HTTP/1.1" status: 200 len: 944 time: 0.0575402 Dec 18 13:34:39.227534 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] For port 8001e857-53e1-4bcf-8262-6c21056989fc, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=8001e857-53e1-4bcf-8262-6c21056989fc,segment=NetworkSegment(353b4e3d-9a80-4a6b-9a88-c0d731533a72),segment_id=353b4e3d-9a80-4a6b-9a88-c0d731533a72)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:34:39.234892 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:39.258447 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:39.268215 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-ab6eeb98-fc26-4d25-91f6-097c6b7bd26d req-0c7e38b0-b135-4055-bd71-fd135f071b85 tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] 10.222.0.31 "GET /v2.0/security-groups?id=7500739f-039a-45b0-85f1-cc2dd6d8ee03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430348 Dec 18 13:34:39.297904 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '692db589-6599-4e21-9237-33da364f46b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64c6bde8-385f-40bf-b826-61720d64a99b'}] {{(pid=103161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 18 13:34:39.300156 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22224e7a42aa75e3f3b9c037df440650d2cfa1dd97b40a249aee4a8113775251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1499353d-092c-40d5-a3a2-112bee200e5b" -d '{"events": [{"server_uuid": "692db589-6599-4e21-9237-33da364f46b5", "name": "network-vif-plugged", "status": "completed", "tag": "64c6bde8-385f-40bf-b826-61720d64a99b"}]}' {{(pid=103161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 18 13:34:39.310960 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Pushing event updated for resources: {'Port': ['ID=8001e857-53e1-4bcf-8262-6c21056989fc,revision_number=4']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:34:39.316124 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] For port 64c6bde8-385f-40bf-b826-61720d64a99b, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=64c6bde8-385f-40bf-b826-61720d64a99b,segment=NetworkSegment(2e155287-2c4f-47fc-a6c7-b5b531beb7fe),segment_id=2e155287-2c4f-47fc-a6c7-b5b531beb7fe)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:34:39.321092 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:39.345169 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 13:34:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50bd19d9-bd96-4e7c-a23c-911004dd81c0 x-openstack-request-id: req-50bd19d9-bd96-4e7c-a23c-911004dd81c0 {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 18 13:34:39.345434 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "692db589-6599-4e21-9237-33da364f46b5", "name": "network-vif-plugged", "status": "completed", "tag": "64c6bde8-385f-40bf-b826-61720d64a99b", "code": 200}]} {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 18 13:34:39.345716 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-50bd19d9-bd96-4e7c-a23c-911004dd81c0 {{(pid=103161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 18 13:34:39.346125 dv-neutron-744815-20-hyperv neutron-server[103161]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '692db589-6599-4e21-9237-33da364f46b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64c6bde8-385f-40bf-b826-61720d64a99b', 'code': 200} Dec 18 13:34:39.371919 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Pushing event updated for resources: {'Port': ['ID=64c6bde8-385f-40bf-b826-61720d64a99b,revision_number=5']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:34:39.583522 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9770a11-e088-46a3-b286-65183fd60292 req-2e0a8e47-4a11-4c64-a006-a3b34689935d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:34:39.585104 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-f9770a11-e088-46a3-b286-65183fd60292 req-2e0a8e47-4a11-4c64-a006-a3b34689935d service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=692db589-6599-4e21-9237-33da364f46b5 HTTP/1.1" status: 200 len: 1098 time: 0.0424695 Dec 18 13:34:39.586994 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] get_ports_and_sgs() called for port_ids ['8001e857-53e1-4bcf-8262-6c21056989fc'] {{(pid=103161) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 18 13:34:39.637224 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-f9770a11-e088-46a3-b286-65183fd60292 req-68b5f85d-e17c-4aad-aea7-d8245400f0ad service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=7500739f-039a-45b0-85f1-cc2dd6d8ee03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442569 Dec 18 13:34:40.086559 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70c36f1-566a-43e5-8286-0789372bf38c req-3d597b2a-288c-417e-894f-1bd8433b7476 tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:34:40.088065 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-e70c36f1-566a-43e5-8286-0789372bf38c req-3d597b2a-288c-417e-894f-1bd8433b7476 tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f48662e-3adc-42d8-91c3-7a6d0824fc6b HTTP/1.1" status: 200 len: 944 time: 0.0533004 Dec 18 13:34:40.138513 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-e70c36f1-566a-43e5-8286-0789372bf38c req-7dcdcc94-980e-4322-8518-37cd86c5cad4 tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] 10.222.0.31 "GET /v2.0/security-groups?id=02314e91-289c-4456-a2e2-bb82033978b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443468 Dec 18 13:34:40.402602 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888bf4f8-b74b-4730-8e78-2876468b8635 req-f39b921e-60ee-4524-bbf8-8d4f97faeff6 tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:34:40.404099 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-888bf4f8-b74b-4730-8e78-2876468b8635 req-f39b921e-60ee-4524-bbf8-8d4f97faeff6 tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] 10.222.0.31 "GET /v2.0/ports?device_id=692db589-6599-4e21-9237-33da364f46b5 HTTP/1.1" status: 200 len: 945 time: 0.0545864 Dec 18 13:34:40.460784 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-888bf4f8-b74b-4730-8e78-2876468b8635 req-a75fc32d-f868-45bb-8136-f3adb156fa55 tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] 10.222.0.31 "GET /v2.0/security-groups?id=7500739f-039a-45b0-85f1-cc2dd6d8ee03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502536 Dec 18 13:34:40.969013 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Device 8001e857-53e1-4bcf-8262-6c21056989fc up at agent hyperv_hv-neutron-7448 {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 13:34:41.024668 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Provisioning for port 8001e857-53e1-4bcf-8262-6c21056989fc completed by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 18 13:34:41.028934 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Provisioning complete for port 8001e857-53e1-4bcf-8262-6c21056989fc triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:34:41.029335 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:41.108335 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:41.141286 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] For port 8001e857-53e1-4bcf-8262-6c21056989fc, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=8001e857-53e1-4bcf-8262-6c21056989fc,segment=NetworkSegment(353b4e3d-9a80-4a6b-9a88-c0d731533a72),segment_id=353b4e3d-9a80-4a6b-9a88-c0d731533a72)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:34:41.145987 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:41.194543 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Pushing event updated for resources: {'Port': ['ID=8001e857-53e1-4bcf-8262-6c21056989fc,revision_number=5']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:34:41.255545 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83fb6a3-a23d-4654-a0a6-b5ca36f47de7 req-6cc18a92-de0f-4a87-a864-92ce8405ac3f tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:34:41.256977 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-f83fb6a3-a23d-4654-a0a6-b5ca36f47de7 req-6cc18a92-de0f-4a87-a864-92ce8405ac3f tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f48662e-3adc-42d8-91c3-7a6d0824fc6b HTTP/1.1" status: 200 len: 945 time: 0.0502796 Dec 18 13:34:41.308418 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-f83fb6a3-a23d-4654-a0a6-b5ca36f47de7 req-1ab7434a-eb2e-4f2c-bbe1-0dd0d4d7cbfb tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] 10.222.0.31 "GET /v2.0/security-groups?id=02314e91-289c-4456-a2e2-bb82033978b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428131 Dec 18 13:34:41.347558 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f48662e-3adc-42d8-91c3-7a6d0824fc6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8001e857-53e1-4bcf-8262-6c21056989fc'}] {{(pid=103161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 18 13:34:41.349891 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22224e7a42aa75e3f3b9c037df440650d2cfa1dd97b40a249aee4a8113775251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32fc29d8-54ed-451a-9dd1-d5dd2eac939c" -d '{"events": [{"server_uuid": "8f48662e-3adc-42d8-91c3-7a6d0824fc6b", "name": "network-vif-plugged", "status": "completed", "tag": "8001e857-53e1-4bcf-8262-6c21056989fc"}]}' {{(pid=103161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 18 13:34:41.385520 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 13:34:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edb3518c-011d-4ded-9d7c-24b5227d8b73 x-openstack-request-id: req-edb3518c-011d-4ded-9d7c-24b5227d8b73 {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 18 13:34:41.385872 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f48662e-3adc-42d8-91c3-7a6d0824fc6b", "name": "network-vif-plugged", "status": "completed", "tag": "8001e857-53e1-4bcf-8262-6c21056989fc", "code": 200}]} {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 18 13:34:41.386194 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-edb3518c-011d-4ded-9d7c-24b5227d8b73 {{(pid=103161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 18 13:34:41.386655 dv-neutron-744815-20-hyperv neutron-server[103161]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f48662e-3adc-42d8-91c3-7a6d0824fc6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8001e857-53e1-4bcf-8262-6c21056989fc', 'code': 200} Dec 18 13:34:41.572755 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d93242-24b2-490e-abed-707f36937854 req-26c55a15-d2df-497f-9834-23293c02c89f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:34:41.574172 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-c5d93242-24b2-490e-abed-707f36937854 req-26c55a15-d2df-497f-9834-23293c02c89f service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=8f48662e-3adc-42d8-91c3-7a6d0824fc6b HTTP/1.1" status: 200 len: 1098 time: 0.0448418 Dec 18 13:34:41.576956 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b06cf3-9f4d-4df6-997a-53525ed99275 req-7655f70f-04c0-4073-96ed-acb3ec7ca329 tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:34:41.578401 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-52b06cf3-9f4d-4df6-997a-53525ed99275 req-7655f70f-04c0-4073-96ed-acb3ec7ca329 tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] 10.222.0.31 "GET /v2.0/ports?device_id=692db589-6599-4e21-9237-33da364f46b5 HTTP/1.1" status: 200 len: 945 time: 0.0476563 Dec 18 13:34:41.623886 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-c5d93242-24b2-490e-abed-707f36937854 req-6d8e7e2b-5b75-468f-af1d-73653b56298e service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=02314e91-289c-4456-a2e2-bb82033978b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413377 Dec 18 13:34:41.633689 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-52b06cf3-9f4d-4df6-997a-53525ed99275 req-b80a85cf-3e22-49d9-9a62-00d57f5ecf6b tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] 10.222.0.31 "GET /v2.0/security-groups?id=7500739f-039a-45b0-85f1-cc2dd6d8ee03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487156 Dec 18 13:34:41.751794 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66344bb4-8c31-46f6-a957-bdd710d0a8a5 req-c5e80262-b7f2-4523-ba56-5b4c4ef9aa7b tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:34:41.753949 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-66344bb4-8c31-46f6-a957-bdd710d0a8a5 req-c5e80262-b7f2-4523-ba56-5b4c4ef9aa7b tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] 10.222.0.31 "GET /v2.0/ports?device_id=692db589-6599-4e21-9237-33da364f46b5 HTTP/1.1" status: 200 len: 945 time: 0.0535843 Dec 18 13:34:41.807569 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-66344bb4-8c31-46f6-a957-bdd710d0a8a5 req-a3868e02-7ed2-4498-9f37-1e450d012d4e tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] 10.222.0.31 "GET /v2.0/security-groups?id=7500739f-039a-45b0-85f1-cc2dd6d8ee03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444674 Dec 18 13:34:41.834390 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 56846) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:34:41.878688 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36bdf238-a2ed-4f0b-a54b-c465697b40c1 tempest-TestVolumeBootPattern-782673165 tempest-TestVolumeBootPattern-782673165-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:34:41.880257 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-36bdf238-a2ed-4f0b-a54b-c465697b40c1 tempest-TestVolumeBootPattern-782673165 tempest-TestVolumeBootPattern-782673165-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=692db589-6599-4e21-9237-33da364f46b5 HTTP/1.1" status: 200 len: 1093 time: 0.0449619 Dec 18 13:34:41.883233 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 56848) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:34:41.887510 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-60cd77db-03a2-4c6b-9a21-d718bce8484c tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] Request body: {'floatingip': {'floating_network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'port_id': '64c6bde8-385f-40bf-b826-61720d64a99b', 'tenant_id': '2cba4008d8a8417bb0925fcf9726214e', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:34:41.913946 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-60cd77db-03a2-4c6b-9a21-d718bce8484c tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] Publish callbacks [] for floatingip, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:42.015268 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-60cd77db-03a2-4c6b-9a21-d718bce8484c tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:42.128383 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.db_base_plugin_common [None req-60cd77db-03a2-4c6b-9a21-d718bce8484c tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] Allocated IP 172.26.3.79 (decb4a40-7941-48c8-afbb-daaafd502e83/70deed80-3ca1-4f9e-96cb-563b43d3acba/583d8835-f878-4c95-9115-74d2000cb412) {{(pid=103159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:34:42.231264 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-60cd77db-03a2-4c6b-9a21-d718bce8484c tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] Publish callbacks [] for port, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:42.277251 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-60cd77db-03a2-4c6b-9a21-d718bce8484c tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:42.324526 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60cd77db-03a2-4c6b-9a21-d718bce8484c tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] Network decb4a40-7941-48c8-afbb-daaafd502e83 is already hosted by enough agents. {{(pid=103159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:34:42.327599 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.base_scheduler [None req-60cd77db-03a2-4c6b-9a21-d718bce8484c tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] Resources bound (agent type, host, resource id): {{(pid=103159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:34:42.340231 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60cd77db-03a2-4c6b-9a21-d718bce8484c tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] Received port after_create {{(pid=103159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:34:42.361385 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cd77db-03a2-4c6b-9a21-d718bce8484c tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] Pushing event updated for resources: {'Port': ['ID=583d8835-f878-4c95-9115-74d2000cb412,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:34:42.429630 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e58fb9-caf6-4d65-9e1b-ba4e74cb7e82 req-b68302c8-c30d-4290-a784-e0c0bc5daa53 tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:34:42.431162 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-57e58fb9-caf6-4d65-9e1b-ba4e74cb7e82 req-b68302c8-c30d-4290-a784-e0c0bc5daa53 tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f48662e-3adc-42d8-91c3-7a6d0824fc6b HTTP/1.1" status: 200 len: 945 time: 0.0493698 Dec 18 13:34:42.482292 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-57e58fb9-caf6-4d65-9e1b-ba4e74cb7e82 req-084bca1b-ab3e-4136-b338-0e6235064b2f tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] 10.222.0.31 "GET /v2.0/security-groups?id=02314e91-289c-4456-a2e2-bb82033978b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438819 Dec 18 13:34:42.718315 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-60cd77db-03a2-4c6b-9a21-d718bce8484c tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:42.790907 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-60cd77db-03a2-4c6b-9a21-d718bce8484c tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:42.959538 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-60cd77db-03a2-4c6b-9a21-d718bce8484c tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] Publish callbacks [] for port, precommit_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:42.966320 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-60cd77db-03a2-4c6b-9a21-d718bce8484c tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5659917'] for port, after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:43.038880 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cd77db-03a2-4c6b-9a21-d718bce8484c tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] Pushing event updated for resources: {'Port': ['ID=583d8835-f878-4c95-9115-74d2000cb412,revision_number=2']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:34:43.057325 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-60cd77db-03a2-4c6b-9a21-d718bce8484c tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-587004'] for floatingip, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:43.161593 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.db.l3_db [None req-60cd77db-03a2-4c6b-9a21-d718bce8484c tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] Floating IP e3d9110e-8c46-4077-b33f-83f500396b31 associated. External IP: 172.26.3.79, port: 64c6bde8-385f-40bf-b826-61720d64a99b. Dec 18 13:34:43.376559 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60cd77db-03a2-4c6b-9a21-d718bce8484c tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] Router 16913b98-3477-446b-b01d-d0cc0e467ef0 has already been hosted by L3 agent c9c0cd52-5bd2-4704-9429-d80f1c5ad23c {{(pid=103159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 18 13:34:43.489577 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60cd77db-03a2-4c6b-9a21-d718bce8484c tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] Notify agent at l3_agent.dv-neutron-744815-20-hyperv the message routers_updated {{(pid=103159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 13:34:43.500152 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cc188d3-c837-4376-ba13-26819422d918 None None] Sync routers for ids ['16913b98-3477-446b-b01d-d0cc0e467ef0'] in dv-neutron-744815-20-hyperv {{(pid=103161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 13:34:43.515833 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cc188d3-c837-4376-ba13-26819422d918 None None] Routers {'16913b98-3477-446b-b01d-d0cc0e467ef0'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:34:43.516707 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-8cc188d3-c837-4376-ba13-26819422d918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:34:27Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['16913b98-3477-446b-b01d-d0cc0e467ef0'], 'active': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:34:43.521157 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-60cd77db-03a2-4c6b-9a21-d718bce8484c tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for floatingip, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:43.576157 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-60cd77db-03a2-4c6b-9a21-d718bce8484c tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6779854 Dec 18 13:34:43.576157 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '692db589-6599-4e21-9237-33da364f46b5', 'tag': '64c6bde8-385f-40bf-b826-61720d64a99b'}] {{(pid=103159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 18 13:34:43.576157 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca844cf115d59c1fab86abc202fb4c13735de0d7e4cbbbb25eec9406e9c87431" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25a3550a-e869-43da-92cf-048f136d78c6" -d '{"events": [{"name": "network-changed", "server_uuid": "692db589-6599-4e21-9237-33da364f46b5", "tag": "64c6bde8-385f-40bf-b826-61720d64a99b"}]}' {{(pid=103159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 18 13:34:43.603367 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 13:34:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d00c6003-2f5c-40bc-8cab-32d6c5e76510 x-openstack-request-id: req-d00c6003-2f5c-40bc-8cab-32d6c5e76510 {{(pid=103159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 18 13:34:43.603665 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "692db589-6599-4e21-9237-33da364f46b5", "tag": "64c6bde8-385f-40bf-b826-61720d64a99b", "status": "completed", "code": 200}]} {{(pid=103159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 18 13:34:43.603918 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d00c6003-2f5c-40bc-8cab-32d6c5e76510 {{(pid=103159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 18 13:34:43.604317 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '692db589-6599-4e21-9237-33da364f46b5', 'tag': '64c6bde8-385f-40bf-b826-61720d64a99b', 'status': 'completed', 'code': 200} Dec 18 13:34:43.626195 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bde798-052c-4e95-bbe8-68927897ce84 req-59e10a81-3450-4e79-b959-c7003f28d33d tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:34:43.626195 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-b8bde798-052c-4e95-bbe8-68927897ce84 req-59e10a81-3450-4e79-b959-c7003f28d33d tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f48662e-3adc-42d8-91c3-7a6d0824fc6b HTTP/1.1" status: 200 len: 945 time: 0.0607734 Dec 18 13:34:43.648363 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvr_db [None req-8cc188d3-c837-4376-ba13-26819422d918 None None] Set router 16913b98-3477-446b-b01d-d0cc0e467ef0 gateway port host: dv-neutron-744815-20-hyperv {{(pid=103161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 13:34:43.709267 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-b8bde798-052c-4e95-bbe8-68927897ce84 req-08c6e6cc-c708-4c80-be3d-8d680cf1e82d tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] 10.222.0.31 "GET /v2.0/security-groups?id=02314e91-289c-4456-a2e2-bb82033978b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783954 Dec 18 13:34:43.712027 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a3550a-e869-43da-92cf-048f136d78c6 req-bf9de31e-ae25-4d5d-9789-48192ff73aea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:34:43.713437 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-25a3550a-e869-43da-92cf-048f136d78c6 req-bf9de31e-ae25-4d5d-9789-48192ff73aea service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2cba4008d8a8417bb0925fcf9726214e&device_id=692db589-6599-4e21-9237-33da364f46b5 HTTP/1.1" status: 200 len: 1098 time: 0.0688117 Dec 18 13:34:43.815489 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a3550a-e869-43da-92cf-048f136d78c6 req-6de75826-7ea1-424c-9f24-55dac8d9ab9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:34:43.818268 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-25a3550a-e869-43da-92cf-048f136d78c6 req-6de75826-7ea1-424c-9f24-55dac8d9ab9d service neutron] 10.222.0.43 "GET /v2.0/networks?id=b777eec3-1fe1-45d9-be90-d023741ff2c0 HTTP/1.1" status: 200 len: 913 time: 0.0975194 Dec 18 13:34:43.828485 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e44e8b-4af1-465e-8508-898b72a68beb req-bd49a73a-0f50-4925-9c35-2f86bdfce3ee tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:34:43.829991 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-44e44e8b-4af1-465e-8508-898b72a68beb req-bd49a73a-0f50-4925-9c35-2f86bdfce3ee tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f48662e-3adc-42d8-91c3-7a6d0824fc6b HTTP/1.1" status: 200 len: 945 time: 0.0511825 Dec 18 13:34:43.877482 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-8cc188d3-c837-4376-ba13-26819422d918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16913b98-3477-446b-b01d-d0cc0e467ef0', 'name': 'tempest-TestVolumeBootPattern-1470380616-router', 'tenant_id': '2cba4008d8a8417bb0925fcf9726214e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.121'}], 'enable_snat': True}, 'gw_port_id': '0c644985-4e46-4e75-b8fe-1f0806bdf2c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:28:12Z', 'updated_at': '2021-12-18T13:28:19Z', 'revision_number': 4, 'project_id': '2cba4008d8a8417bb0925fcf9726214e', 'gw_port': {'id': '0c644985-4e46-4e75-b8fe-1f0806bdf2c1', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:55:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16913b98-3477-446b-b01d-d0cc0e467ef0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:28:13Z', 'updated_at': '2021-12-18T13:28:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv', '_floatingips': [{'id': 'dc7c7025-b4e2-4e1c-95cf-5cc8d9ebae77', 'tenant_id': '2cba4008d8a8417bb0925fcf9726214e', 'floating_ip_address': '172.26.3.160', 'floating_network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'router_id': '16913b98-3477-446b-b01d-d0cc0e467ef0', 'port_id': '5da26721-d107-4a4b-b31c-6d701c670c9f', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1192, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b777eec3-1fe1-45d9-be90-d023741ff2c0', 'mac_address': 'fa:16:3e:b0:b0:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5e7f6db-2193-4bdc-a573-cb470e1f7258', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T13:32:36Z', 'updated_at': '2021-12-18T13:32:40Z', 'revision_number': 1, 'project_id': '2cba4008d8a8417bb0925fcf9726214e', 'fixed_ip_address_scope': None}, {'id': 'e3d9110e-8c46-4077-b33f-83f500396b31', 'tenant_id': '2cba4008d8a8417bb0925fcf9726214e', 'floating_ip_address': '172.26.3.79', 'floating_network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'router_id': '16913b98-3477-446b-b01d-d0cc0e467ef0', 'port_id': '64c6bde8-385f-40bf-b826-61720d64a99b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1379, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b777eec3-1fe1-45d9-be90-d023741ff2c0', 'mac_address': 'fa:16:3e:f2:7b:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '692db589-6599-4e21-9237-33da364f46b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T13:34:42Z', 'updated_at': '2021-12-18T13:34:42Z', 'revision_number': 0, 'project_id': '2cba4008d8a8417bb0925fcf9726214e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3da74d69-5142-4c91-8c05-8a6b4ab78020', 'name': '', 'network_id': 'b777eec3-1fe1-45d9-be90-d023741ff2c0', 'tenant_id': '2cba4008d8a8417bb0925fcf9726214e', 'mac_address': 'fa:16:3e:7b:20:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16913b98-3477-446b-b01d-d0cc0e467ef0', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '7e8a84a3-739e-4c83-bb7f-c941648f694b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:28:18Z', 'updated_at': '2021-12-18T13:28:26Z', 'revision_number': 5, 'project_id': '2cba4008d8a8417bb0925fcf9726214e', 'subnets': [{'id': '7e8a84a3-739e-4c83-bb7f-c941648f694b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:34:43.883032 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-44e44e8b-4af1-465e-8508-898b72a68beb req-70ef6d4d-e872-4aec-b3ea-9e89c6398649 tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] 10.222.0.31 "GET /v2.0/security-groups?id=02314e91-289c-4456-a2e2-bb82033978b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464499 Dec 18 13:34:43.895095 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-25a3550a-e869-43da-92cf-048f136d78c6 req-62981ca4-f8fe-457a-83f1-b497e4a51100 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=64c6bde8-385f-40bf-b826-61720d64a99b HTTP/1.1" status: 200 len: 998 time: 0.0690713 Dec 18 13:34:43.907032 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 56862) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:34:43.907825 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cc188d3-c837-4376-ba13-26819422d918 None None] Checking router: 16913b98-3477-446b-b01d-d0cc0e467ef0 for host: dv-neutron-744815-20-hyperv {{(pid=103161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 18 13:34:43.916708 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cc188d3-c837-4376-ba13-26819422d918 None None] Routers {'16913b98-3477-446b-b01d-d0cc0e467ef0'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:34:43.917333 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-8cc188d3-c837-4376-ba13-26819422d918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:34:27Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['16913b98-3477-446b-b01d-d0cc0e467ef0'], 'active': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:34:43.945552 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a3550a-e869-43da-92cf-048f136d78c6 req-cb6e8c77-5654-4b0a-82f4-96396558118f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:34:43.946914 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-25a3550a-e869-43da-92cf-048f136d78c6 req-cb6e8c77-5654-4b0a-82f4-96396558118f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7e8a84a3-739e-4c83-bb7f-c941648f694b HTTP/1.1" status: 200 len: 851 time: 0.0443809 Dec 18 13:34:43.952875 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c3144e9-07d7-421f-a7cc-138fffe5ce56 tempest-TestNetworkAdvancedServerOps-53757689 tempest-TestNetworkAdvancedServerOps-53757689-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:34:43.957470 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-6c3144e9-07d7-421f-a7cc-138fffe5ce56 tempest-TestNetworkAdvancedServerOps-53757689 tempest-TestNetworkAdvancedServerOps-53757689-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=8f48662e-3adc-42d8-91c3-7a6d0824fc6b HTTP/1.1" status: 200 len: 1093 time: 0.0464857 Dec 18 13:34:43.957886 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 56864) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:34:43.962422 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-f70ba5e3-0ac2-4590-b0ae-c7ff29cf3cd7 tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] Request body: {'floatingip': {'floating_network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'port_id': '8001e857-53e1-4bcf-8262-6c21056989fc', 'tenant_id': '9968d07fac6041598b7007b53f44dbd0', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:34:43.986547 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-f70ba5e3-0ac2-4590-b0ae-c7ff29cf3cd7 tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] Publish callbacks [] for floatingip, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:43.996307 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a3550a-e869-43da-92cf-048f136d78c6 req-ea29bcea-922b-41f2-aa1d-2c0fcc8b80de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:34:43.997906 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-25a3550a-e869-43da-92cf-048f136d78c6 req-ea29bcea-922b-41f2-aa1d-2c0fcc8b80de service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b777eec3-1fe1-45d9-be90-d023741ff2c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0437522 Dec 18 13:34:44.028477 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvr_db [None req-8cc188d3-c837-4376-ba13-26819422d918 None None] Set router 16913b98-3477-446b-b01d-d0cc0e467ef0 gateway port host: dv-neutron-744815-20-hyperv {{(pid=103161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 13:34:44.083718 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-f70ba5e3-0ac2-4590-b0ae-c7ff29cf3cd7 tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:44.094679 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-25a3550a-e869-43da-92cf-048f136d78c6 req-62291b26-97c7-4a2c-8b85-f16864e2f00c service neutron] 10.222.0.43 "GET /v2.0/networks/b777eec3-1fe1-45d9-be90-d023741ff2c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886316 Dec 18 13:34:44.192597 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-25a3550a-e869-43da-92cf-048f136d78c6 req-c4f4ab03-92a0-480b-8976-c828228ecb23 service neutron] 10.222.0.43 "GET /v2.0/networks/b777eec3-1fe1-45d9-be90-d023741ff2c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903625 Dec 18 13:34:44.194688 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.db_base_plugin_common [None req-f70ba5e3-0ac2-4590-b0ae-c7ff29cf3cd7 tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] Allocated IP 172.26.3.111 (decb4a40-7941-48c8-afbb-daaafd502e83/70deed80-3ca1-4f9e-96cb-563b43d3acba/45d2d80e-3ee6-4565-88e4-c722ed0c5b51) {{(pid=103160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:34:44.259132 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-8cc188d3-c837-4376-ba13-26819422d918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16913b98-3477-446b-b01d-d0cc0e467ef0', 'name': 'tempest-TestVolumeBootPattern-1470380616-router', 'tenant_id': '2cba4008d8a8417bb0925fcf9726214e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.121'}], 'enable_snat': True}, 'gw_port_id': '0c644985-4e46-4e75-b8fe-1f0806bdf2c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:28:12Z', 'updated_at': '2021-12-18T13:28:19Z', 'revision_number': 4, 'project_id': '2cba4008d8a8417bb0925fcf9726214e', 'gw_port': {'id': '0c644985-4e46-4e75-b8fe-1f0806bdf2c1', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:55:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16913b98-3477-446b-b01d-d0cc0e467ef0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:28:13Z', 'updated_at': '2021-12-18T13:28:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv', '_floatingips': [{'id': 'dc7c7025-b4e2-4e1c-95cf-5cc8d9ebae77', 'tenant_id': '2cba4008d8a8417bb0925fcf9726214e', 'floating_ip_address': '172.26.3.160', 'floating_network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'router_id': '16913b98-3477-446b-b01d-d0cc0e467ef0', 'port_id': '5da26721-d107-4a4b-b31c-6d701c670c9f', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1192, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b777eec3-1fe1-45d9-be90-d023741ff2c0', 'mac_address': 'fa:16:3e:b0:b0:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5e7f6db-2193-4bdc-a573-cb470e1f7258', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T13:32:36Z', 'updated_at': '2021-12-18T13:32:40Z', 'revision_number': 1, 'project_id': '2cba4008d8a8417bb0925fcf9726214e', 'fixed_ip_address_scope': None}, {'id': 'e3d9110e-8c46-4077-b33f-83f500396b31', 'tenant_id': '2cba4008d8a8417bb0925fcf9726214e', 'floating_ip_address': '172.26.3.79', 'floating_network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'router_id': '16913b98-3477-446b-b01d-d0cc0e467ef0', 'port_id': '64c6bde8-385f-40bf-b826-61720d64a99b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1379, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b777eec3-1fe1-45d9-be90-d023741ff2c0', 'mac_address': 'fa:16:3e:f2:7b:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '692db589-6599-4e21-9237-33da364f46b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T13:34:42Z', 'updated_at': '2021-12-18T13:34:42Z', 'revision_number': 0, 'project_id': '2cba4008d8a8417bb0925fcf9726214e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3da74d69-5142-4c91-8c05-8a6b4ab78020', 'name': '', 'network_id': 'b777eec3-1fe1-45d9-be90-d023741ff2c0', 'tenant_id': '2cba4008d8a8417bb0925fcf9726214e', 'mac_address': 'fa:16:3e:7b:20:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16913b98-3477-446b-b01d-d0cc0e467ef0', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '7e8a84a3-739e-4c83-bb7f-c941648f694b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:28:18Z', 'updated_at': '2021-12-18T13:28:26Z', 'revision_number': 5, 'project_id': '2cba4008d8a8417bb0925fcf9726214e', 'subnets': [{'id': '7e8a84a3-739e-4c83-bb7f-c941648f694b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:34:44.285828 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cc188d3-c837-4376-ba13-26819422d918 None None] The sync data for ids ['16913b98-3477-446b-b01d-d0cc0e467ef0'] in dv-neutron-744815-20-hyperv is: [{'id': '16913b98-3477-446b-b01d-d0cc0e467ef0', 'name': 'tempest-TestVolumeBootPattern-1470380616-router', 'tenant_id': '2cba4008d8a8417bb0925fcf9726214e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.121'}], 'enable_snat': True}, 'gw_port_id': '0c644985-4e46-4e75-b8fe-1f0806bdf2c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:28:12Z', 'updated_at': '2021-12-18T13:28:19Z', 'revision_number': 4, 'project_id': '2cba4008d8a8417bb0925fcf9726214e', 'gw_port': {'id': '0c644985-4e46-4e75-b8fe-1f0806bdf2c1', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:55:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16913b98-3477-446b-b01d-d0cc0e467ef0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:28:13Z', 'updated_at': '2021-12-18T13:28:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv', '_floatingips': [{'id': 'dc7c7025-b4e2-4e1c-95cf-5cc8d9ebae77', 'tenant_id': '2cba4008d8a8417bb0925fcf9726214e', 'floating_ip_address': '172.26.3.160', 'floating_network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'router_id': '16913b98-3477-446b-b01d-d0cc0e467ef0', 'port_id': '5da26721-d107-4a4b-b31c-6d701c670c9f', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1192, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b777eec3-1fe1-45d9-be90-d023741ff2c0', 'mac_address': 'fa:16:3e:b0:b0:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5e7f6db-2193-4bdc-a573-cb470e1f7258', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T13:32:36Z', 'updated_at': '2021-12-18T13:32:40Z', 'revision_number': 1, 'project_id': '2cba4008d8a8417bb0925fcf9726214e', 'fixed_ip_address_scope': None}, {'id': 'e3d9110e-8c46-4077-b33f-83f500396b31', 'tenant_id': '2cba4008d8a8417bb0925fcf9726214e', 'floating_ip_address': '172.26.3.79', 'floating_network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'router_id': '16913b98-3477-446b-b01d-d0cc0e467ef0', 'port_id': '64c6bde8-385f-40bf-b826-61720d64a99b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1379, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b777eec3-1fe1-45d9-be90-d023741ff2c0', 'mac_address': 'fa:16:3e:f2:7b:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '692db589-6599-4e21-9237-33da364f46b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T13:34:42Z', 'updated_at': '2021-12-18T13:34:42Z', 'revision_number': 0, 'project_id': '2cba4008d8a8417bb0925fcf9726214e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3da74d69-5142-4c91-8c05-8a6b4ab78020', 'name': '', 'network_id': 'b777eec3-1fe1-45d9-be90-d023741ff2c0', 'tenant_id': '2cba4008d8a8417bb0925fcf9726214e', 'mac_address': 'fa:16:3e:7b:20:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16913b98-3477-446b-b01d-d0cc0e467ef0', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '7e8a84a3-739e-4c83-bb7f-c941648f694b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:28:18Z', 'updated_at': '2021-12-18T13:28:26Z', 'revision_number': 5, 'project_id': '2cba4008d8a8417bb0925fcf9726214e', 'subnets': [{'id': '7e8a84a3-739e-4c83-bb7f-c941648f694b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 13:34:44.303435 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-f70ba5e3-0ac2-4590-b0ae-c7ff29cf3cd7 tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] Publish callbacks [] for port, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:44.338525 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-f70ba5e3-0ac2-4590-b0ae-c7ff29cf3cd7 tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4533522'] for port, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:44.382902 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f70ba5e3-0ac2-4590-b0ae-c7ff29cf3cd7 tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] Network decb4a40-7941-48c8-afbb-daaafd502e83 is already hosted by enough agents. {{(pid=103160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:34:44.385935 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.base_scheduler [None req-f70ba5e3-0ac2-4590-b0ae-c7ff29cf3cd7 tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] Resources bound (agent type, host, resource id): {{(pid=103160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:34:44.390429 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f70ba5e3-0ac2-4590-b0ae-c7ff29cf3cd7 tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] Received port after_create {{(pid=103160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:34:44.393707 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70ba5e3-0ac2-4590-b0ae-c7ff29cf3cd7 tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] Pushing event updated for resources: {'Port': ['ID=45d2d80e-3ee6-4565-88e4-c722ed0c5b51,revision_number=1']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:34:44.474787 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85d0b261-0a65-4e30-beb3-b91ae5ad213a None None] New status for floating IP e3d9110e-8c46-4077-b33f-83f500396b31: ACTIVE {{(pid=103162) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 18 13:34:44.758914 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-5669cd69-6f12-49a7-8294-0d95bfa7e017 req-d633b160-1cd3-471f-b21f-2aad01740b2f service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=c5e7f6db-2193-4bdc-a573-cb470e1f7258&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0443914 Dec 18 13:34:44.760195 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-f70ba5e3-0ac2-4590-b0ae-c7ff29cf3cd7 tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:44.846697 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5669cd69-6f12-49a7-8294-0d95bfa7e017 req-1c43459c-bbc5-492d-a168-74f5b8672ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:34:44.848283 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-5669cd69-6f12-49a7-8294-0d95bfa7e017 req-1c43459c-bbc5-492d-a168-74f5b8672ad3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2cba4008d8a8417bb0925fcf9726214e&device_id=c5e7f6db-2193-4bdc-a573-cb470e1f7258 HTTP/1.1" status: 200 len: 1098 time: 0.0449517 Dec 18 13:34:44.956963 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5669cd69-6f12-49a7-8294-0d95bfa7e017 req-64f1dc7f-326f-4fa7-af4b-a4c778796132 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:34:44.958465 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-5669cd69-6f12-49a7-8294-0d95bfa7e017 req-64f1dc7f-326f-4fa7-af4b-a4c778796132 service neutron] 10.222.0.43 "GET /v2.0/networks?id=b777eec3-1fe1-45d9-be90-d023741ff2c0 HTTP/1.1" status: 200 len: 913 time: 0.0897913 Dec 18 13:34:45.031608 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-5669cd69-6f12-49a7-8294-0d95bfa7e017 req-0fc27793-623a-4e65-903b-52cb422c6313 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5da26721-d107-4a4b-b31c-6d701c670c9f HTTP/1.1" status: 200 len: 1001 time: 0.0652220 Dec 18 13:34:45.081901 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5669cd69-6f12-49a7-8294-0d95bfa7e017 req-cd7694ea-ca9c-4f31-b431-7a974689cd09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:34:45.083440 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-5669cd69-6f12-49a7-8294-0d95bfa7e017 req-cd7694ea-ca9c-4f31-b431-7a974689cd09 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7e8a84a3-739e-4c83-bb7f-c941648f694b HTTP/1.1" status: 200 len: 851 time: 0.0456512 Dec 18 13:34:45.129957 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5669cd69-6f12-49a7-8294-0d95bfa7e017 req-3af13cf5-9ec9-4a92-bbc2-3643f9d8d50d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:34:45.131491 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-5669cd69-6f12-49a7-8294-0d95bfa7e017 req-3af13cf5-9ec9-4a92-bbc2-3643f9d8d50d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b777eec3-1fe1-45d9-be90-d023741ff2c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0409780 Dec 18 13:34:45.143417 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-f70ba5e3-0ac2-4590-b0ae-c7ff29cf3cd7 tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:45.223305 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-5669cd69-6f12-49a7-8294-0d95bfa7e017 req-8e455789-5fd4-48d0-82b2-0cc8b8501cb8 service neutron] 10.222.0.43 "GET /v2.0/networks/b777eec3-1fe1-45d9-be90-d023741ff2c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843334 Dec 18 13:34:45.292074 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-f70ba5e3-0ac2-4590-b0ae-c7ff29cf3cd7 tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] Publish callbacks [] for port, precommit_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:45.297509 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-f70ba5e3-0ac2-4590-b0ae-c7ff29cf3cd7 tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4533541'] for port, after_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:45.313774 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-5669cd69-6f12-49a7-8294-0d95bfa7e017 req-a14c8e60-cd7b-4d2d-8e0d-a4fc753caf86 service neutron] 10.222.0.43 "GET /v2.0/networks/b777eec3-1fe1-45d9-be90-d023741ff2c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832703 Dec 18 13:34:45.366842 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70ba5e3-0ac2-4590-b0ae-c7ff29cf3cd7 tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] Pushing event updated for resources: {'Port': ['ID=45d2d80e-3ee6-4565-88e4-c722ed0c5b51,revision_number=2']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:34:45.376069 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-f70ba5e3-0ac2-4590-b0ae-c7ff29cf3cd7 tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-587004'] for floatingip, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:45.477441 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.db.l3_db [None req-f70ba5e3-0ac2-4590-b0ae-c7ff29cf3cd7 tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] Floating IP c78895eb-97cf-445a-8012-ee1c4f18e921 associated. External IP: 172.26.3.111, port: 8001e857-53e1-4bcf-8262-6c21056989fc. Dec 18 13:34:45.703370 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f70ba5e3-0ac2-4590-b0ae-c7ff29cf3cd7 tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] Router 5b7d57de-a3f9-49d7-8424-758cb6441367 has already been hosted by L3 agent c9c0cd52-5bd2-4704-9429-d80f1c5ad23c {{(pid=103160) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 18 13:34:45.822633 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f70ba5e3-0ac2-4590-b0ae-c7ff29cf3cd7 tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] Notify agent at l3_agent.dv-neutron-744815-20-hyperv the message routers_updated {{(pid=103160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 13:34:45.832847 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-655ce798-2054-4a90-8071-349bcea615f2 None None] Sync routers for ids ['5b7d57de-a3f9-49d7-8424-758cb6441367'] in dv-neutron-744815-20-hyperv {{(pid=103161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 13:34:45.842615 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-f70ba5e3-0ac2-4590-b0ae-c7ff29cf3cd7 tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for floatingip, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:45.847598 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-655ce798-2054-4a90-8071-349bcea615f2 None None] Routers {'5b7d57de-a3f9-49d7-8424-758cb6441367'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:34:45.848293 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-655ce798-2054-4a90-8071-349bcea615f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:34:27Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['5b7d57de-a3f9-49d7-8424-758cb6441367'], 'active': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:34:45.869936 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-f70ba5e3-0ac2-4590-b0ae-c7ff29cf3cd7 tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9107804 Dec 18 13:34:45.870671 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f48662e-3adc-42d8-91c3-7a6d0824fc6b', 'tag': '8001e857-53e1-4bcf-8262-6c21056989fc'}] {{(pid=103160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 18 13:34:45.873167 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd59ab3361532ca86f78e2d2eaf298e4a05479417bf909969c39d1b423591824" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9578b4e5-694d-427f-843c-56c4fd540be3" -d '{"events": [{"name": "network-changed", "server_uuid": "8f48662e-3adc-42d8-91c3-7a6d0824fc6b", "tag": "8001e857-53e1-4bcf-8262-6c21056989fc"}]}' {{(pid=103160) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 18 13:34:45.910612 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 13:34:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15d3a11d-dbbd-48fd-a996-b213976f4abe x-openstack-request-id: req-15d3a11d-dbbd-48fd-a996-b213976f4abe {{(pid=103160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 18 13:34:45.910910 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f48662e-3adc-42d8-91c3-7a6d0824fc6b", "tag": "8001e857-53e1-4bcf-8262-6c21056989fc", "status": "completed", "code": 200}]} {{(pid=103160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 18 13:34:45.911326 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-15d3a11d-dbbd-48fd-a996-b213976f4abe {{(pid=103160) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 18 13:34:45.911783 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f48662e-3adc-42d8-91c3-7a6d0824fc6b', 'tag': '8001e857-53e1-4bcf-8262-6c21056989fc', 'status': 'completed', 'code': 200} Dec 18 13:34:45.973177 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvr_db [None req-655ce798-2054-4a90-8071-349bcea615f2 None None] Set router 5b7d57de-a3f9-49d7-8424-758cb6441367 gateway port host: dv-neutron-744815-20-hyperv {{(pid=103161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 13:34:46.005631 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062ab403-8450-4b65-bdff-9371df94745f req-d6bd317a-8825-4dcf-9eb4-dbb2cace0271 tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:34:46.007296 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-062ab403-8450-4b65-bdff-9371df94745f req-d6bd317a-8825-4dcf-9eb4-dbb2cace0271 tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f48662e-3adc-42d8-91c3-7a6d0824fc6b HTTP/1.1" status: 200 len: 945 time: 0.0871911 Dec 18 13:34:46.010436 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9578b4e5-694d-427f-843c-56c4fd540be3 req-a9c411c2-06b9-4014-ba9c-87f4ae0d2e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:34:46.011870 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-9578b4e5-694d-427f-843c-56c4fd540be3 req-a9c411c2-06b9-4014-ba9c-87f4ae0d2e51 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9968d07fac6041598b7007b53f44dbd0&device_id=8f48662e-3adc-42d8-91c3-7a6d0824fc6b HTTP/1.1" status: 200 len: 1098 time: 0.0609758 Dec 18 13:34:46.086294 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-062ab403-8450-4b65-bdff-9371df94745f req-b73936c8-8723-4796-884d-7d0607fb79f1 tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] 10.222.0.31 "GET /v2.0/security-groups?id=02314e91-289c-4456-a2e2-bb82033978b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728114 Dec 18 13:34:46.117691 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 56872) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:34:46.162073 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9578b4e5-694d-427f-843c-56c4fd540be3 req-0c3bdc4c-6f13-4d9a-a94a-19944198fe10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:34:46.163532 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-9578b4e5-694d-427f-843c-56c4fd540be3 req-0c3bdc4c-6f13-4d9a-a94a-19944198fe10 service neutron] 10.222.0.43 "GET /v2.0/networks?id=d2cf7640-2bbc-4817-bb7c-0be01fb90209 HTTP/1.1" status: 200 len: 898 time: 0.1427197 Dec 18 13:34:46.192155 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-3ffc49c6-807f-4027-bd76-7b4e97060a4e tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] 10.222.0.31 "GET /v2.0/floatingips/c78895eb-97cf-445a-8012-ee1c4f18e921 HTTP/1.1" status: 200 len: 991 time: 0.0730119 Dec 18 13:34:46.235561 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-9578b4e5-694d-427f-843c-56c4fd540be3 req-be200af1-d1d9-45f0-ae24-de786ee5f838 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8001e857-53e1-4bcf-8262-6c21056989fc HTTP/1.1" status: 200 len: 999 time: 0.0630515 Dec 18 13:34:46.296143 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9578b4e5-694d-427f-843c-56c4fd540be3 req-0329f8a9-8512-451b-9fa7-c6acce3336ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:34:46.297619 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-9578b4e5-694d-427f-843c-56c4fd540be3 req-0329f8a9-8512-451b-9fa7-c6acce3336ba service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7745529b-a64a-44ef-afe4-6073261f715a HTTP/1.1" status: 200 len: 835 time: 0.0483720 Dec 18 13:34:46.347793 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9578b4e5-694d-427f-843c-56c4fd540be3 req-a60eb2d5-ca41-4efe-b83f-f163daf03da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:34:46.349317 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-9578b4e5-694d-427f-843c-56c4fd540be3 req-a60eb2d5-ca41-4efe-b83f-f163daf03da8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d2cf7640-2bbc-4817-bb7c-0be01fb90209&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0448821 Dec 18 13:34:46.374831 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-655ce798-2054-4a90-8071-349bcea615f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b7d57de-a3f9-49d7-8424-758cb6441367', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1899234739', 'tenant_id': '9968d07fac6041598b7007b53f44dbd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.27'}], 'enable_snat': True}, 'gw_port_id': 'ca275669-2bad-41ac-922c-3626a0d52417', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:34:25Z', 'updated_at': '2021-12-18T13:34:29Z', 'revision_number': 4, 'project_id': '9968d07fac6041598b7007b53f44dbd0', 'gw_port': {'id': 'ca275669-2bad-41ac-922c-3626a0d52417', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:f9:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b7d57de-a3f9-49d7-8424-758cb6441367', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:34:25Z', 'updated_at': '2021-12-18T13:34:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv', '_floatingips': [{'id': 'c78895eb-97cf-445a-8012-ee1c4f18e921', 'tenant_id': '9968d07fac6041598b7007b53f44dbd0', 'floating_ip_address': '172.26.3.111', 'floating_network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'router_id': '5b7d57de-a3f9-49d7-8424-758cb6441367', 'port_id': '8001e857-53e1-4bcf-8262-6c21056989fc', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1381, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2cf7640-2bbc-4817-bb7c-0be01fb90209', 'mac_address': 'fa:16:3e:34:8b:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f48662e-3adc-42d8-91c3-7a6d0824fc6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T13:34:44Z', 'updated_at': '2021-12-18T13:34:44Z', 'revision_number': 0, 'project_id': '9968d07fac6041598b7007b53f44dbd0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9255b567-52e2-4be6-8571-988aaf64125a', 'name': '', 'network_id': 'd2cf7640-2bbc-4817-bb7c-0be01fb90209', 'tenant_id': '9968d07fac6041598b7007b53f44dbd0', 'mac_address': 'fa:16:3e:ca:65:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b7d57de-a3f9-49d7-8424-758cb6441367', 'device_owner': 'network:router_interface', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': '7745529b-a64a-44ef-afe4-6073261f715a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:34:28Z', 'updated_at': '2021-12-18T13:34:32Z', 'revision_number': 5, 'project_id': '9968d07fac6041598b7007b53f44dbd0', 'subnets': [{'id': '7745529b-a64a-44ef-afe4-6073261f715a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:34:46.406274 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-655ce798-2054-4a90-8071-349bcea615f2 None None] Checking router: 5b7d57de-a3f9-49d7-8424-758cb6441367 for host: dv-neutron-744815-20-hyperv {{(pid=103161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 18 13:34:46.415418 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-655ce798-2054-4a90-8071-349bcea615f2 None None] Routers {'5b7d57de-a3f9-49d7-8424-758cb6441367'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:34:46.415960 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-655ce798-2054-4a90-8071-349bcea615f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:34:27Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['5b7d57de-a3f9-49d7-8424-758cb6441367'], 'active': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:34:46.442748 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-9578b4e5-694d-427f-843c-56c4fd540be3 req-5207eb6e-3e74-4efb-a82d-04ebcf4d1e8e service neutron] 10.222.0.43 "GET /v2.0/networks/d2cf7640-2bbc-4817-bb7c-0be01fb90209?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841148 Dec 18 13:34:46.527458 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvr_db [None req-655ce798-2054-4a90-8071-349bcea615f2 None None] Set router 5b7d57de-a3f9-49d7-8424-758cb6441367 gateway port host: dv-neutron-744815-20-hyperv {{(pid=103161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 13:34:46.547432 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-9578b4e5-694d-427f-843c-56c4fd540be3 req-c59797b1-1a1e-4ef4-b515-2ce9f4d0348c service neutron] 10.222.0.43 "GET /v2.0/networks/d2cf7640-2bbc-4817-bb7c-0be01fb90209?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878346 Dec 18 13:34:46.765711 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-655ce798-2054-4a90-8071-349bcea615f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b7d57de-a3f9-49d7-8424-758cb6441367', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1899234739', 'tenant_id': '9968d07fac6041598b7007b53f44dbd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.27'}], 'enable_snat': True}, 'gw_port_id': 'ca275669-2bad-41ac-922c-3626a0d52417', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:34:25Z', 'updated_at': '2021-12-18T13:34:29Z', 'revision_number': 4, 'project_id': '9968d07fac6041598b7007b53f44dbd0', 'gw_port': {'id': 'ca275669-2bad-41ac-922c-3626a0d52417', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:f9:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b7d57de-a3f9-49d7-8424-758cb6441367', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:34:25Z', 'updated_at': '2021-12-18T13:34:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv', '_floatingips': [{'id': 'c78895eb-97cf-445a-8012-ee1c4f18e921', 'tenant_id': '9968d07fac6041598b7007b53f44dbd0', 'floating_ip_address': '172.26.3.111', 'floating_network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'router_id': '5b7d57de-a3f9-49d7-8424-758cb6441367', 'port_id': '8001e857-53e1-4bcf-8262-6c21056989fc', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1381, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2cf7640-2bbc-4817-bb7c-0be01fb90209', 'mac_address': 'fa:16:3e:34:8b:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f48662e-3adc-42d8-91c3-7a6d0824fc6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T13:34:44Z', 'updated_at': '2021-12-18T13:34:44Z', 'revision_number': 0, 'project_id': '9968d07fac6041598b7007b53f44dbd0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9255b567-52e2-4be6-8571-988aaf64125a', 'name': '', 'network_id': 'd2cf7640-2bbc-4817-bb7c-0be01fb90209', 'tenant_id': '9968d07fac6041598b7007b53f44dbd0', 'mac_address': 'fa:16:3e:ca:65:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b7d57de-a3f9-49d7-8424-758cb6441367', 'device_owner': 'network:router_interface', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': '7745529b-a64a-44ef-afe4-6073261f715a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:34:28Z', 'updated_at': '2021-12-18T13:34:32Z', 'revision_number': 5, 'project_id': '9968d07fac6041598b7007b53f44dbd0', 'subnets': [{'id': '7745529b-a64a-44ef-afe4-6073261f715a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:34:46.792333 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-655ce798-2054-4a90-8071-349bcea615f2 None None] The sync data for ids ['5b7d57de-a3f9-49d7-8424-758cb6441367'] in dv-neutron-744815-20-hyperv is: [{'id': '5b7d57de-a3f9-49d7-8424-758cb6441367', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1899234739', 'tenant_id': '9968d07fac6041598b7007b53f44dbd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.27'}], 'enable_snat': True}, 'gw_port_id': 'ca275669-2bad-41ac-922c-3626a0d52417', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:34:25Z', 'updated_at': '2021-12-18T13:34:29Z', 'revision_number': 4, 'project_id': '9968d07fac6041598b7007b53f44dbd0', 'gw_port': {'id': 'ca275669-2bad-41ac-922c-3626a0d52417', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:f9:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b7d57de-a3f9-49d7-8424-758cb6441367', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:34:25Z', 'updated_at': '2021-12-18T13:34:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv', '_floatingips': [{'id': 'c78895eb-97cf-445a-8012-ee1c4f18e921', 'tenant_id': '9968d07fac6041598b7007b53f44dbd0', 'floating_ip_address': '172.26.3.111', 'floating_network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'router_id': '5b7d57de-a3f9-49d7-8424-758cb6441367', 'port_id': '8001e857-53e1-4bcf-8262-6c21056989fc', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1381, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2cf7640-2bbc-4817-bb7c-0be01fb90209', 'mac_address': 'fa:16:3e:34:8b:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f48662e-3adc-42d8-91c3-7a6d0824fc6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T13:34:44Z', 'updated_at': '2021-12-18T13:34:44Z', 'revision_number': 0, 'project_id': '9968d07fac6041598b7007b53f44dbd0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9255b567-52e2-4be6-8571-988aaf64125a', 'name': '', 'network_id': 'd2cf7640-2bbc-4817-bb7c-0be01fb90209', 'tenant_id': '9968d07fac6041598b7007b53f44dbd0', 'mac_address': 'fa:16:3e:ca:65:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b7d57de-a3f9-49d7-8424-758cb6441367', 'device_owner': 'network:router_interface', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': '7745529b-a64a-44ef-afe4-6073261f715a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:34:28Z', 'updated_at': '2021-12-18T13:34:32Z', 'revision_number': 5, 'project_id': '9968d07fac6041598b7007b53f44dbd0', 'subnets': [{'id': '7745529b-a64a-44ef-afe4-6073261f715a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 13:34:46.990348 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e459538-6856-4c4f-8836-eb146caa0bd7 None None] New status for floating IP c78895eb-97cf-445a-8012-ee1c4f18e921: ACTIVE {{(pid=103162) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 18 13:34:47.196218 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 56874) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:34:47.257997 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-4dd20860-a49d-4aa8-afb8-b05cb63fa8d8 tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] 10.222.0.31 "GET /v2.0/floatingips/c78895eb-97cf-445a-8012-ee1c4f18e921 HTTP/1.1" status: 200 len: 993 time: 0.0606325 Dec 18 13:34:54.882906 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-85b8514b-f841-43db-9fb3-13892ee1aadd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:57.137286 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-4122f8ad-9987-46ba-8fca-653ac005f3a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:58.393495 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-afa9ae9b-bdbb-4010-bcf6-3a46ce66cf71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:34:59.911129 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7b7a3272-2b45-4d32-9670-25eb1afd1184 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:35:00.823585 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:35:04.240504 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.agents_db [None req-e3dda592-589a-4b4d-b028-ba9a260f4f50 None None] Agent healthcheck: found 6 active agents {{(pid=103162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 18 13:35:06.665496 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:35:11.522292 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 56892) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:35:11.690808 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-382a6875-26e8-403f-98b4-5c31022e512c tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/floatingips/51b6ca28-aade-4575-bb67-e2588884bccb HTTP/1.1" status: 200 len: 994 time: 0.1673315 Dec 18 13:35:11.975811 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 56900) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:35:12.136350 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-4f85171c-6c52-4044-9239-02d3cf0fc63e tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Deleting port d4865600-1cc2-4ef4-84b1-b155374a53e8 {{(pid=103159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:35:12.136608 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-4f85171c-6c52-4044-9239-02d3cf0fc63e tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:35:12.219503 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-4f85171c-6c52-4044-9239-02d3cf0fc63e tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:35:12.219840 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-4f85171c-6c52-4044-9239-02d3cf0fc63e tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:35:12.231531 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-4f85171c-6c52-4044-9239-02d3cf0fc63e tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Calling delete_port for d4865600-1cc2-4ef4-84b1-b155374a53e8 owned by network:floatingip {{(pid=103159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:35:12.425348 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-4f85171c-6c52-4044-9239-02d3cf0fc63e tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:35:12.449927 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f85171c-6c52-4044-9239-02d3cf0fc63e tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Pushing event deleted for resources: {'Port': ['ID=d4865600-1cc2-4ef4-84b1-b155374a53e8,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:35:12.516070 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-4f85171c-6c52-4044-9239-02d3cf0fc63e tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for floatingip, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:35:12.516424 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.db.l3_db [None req-4f85171c-6c52-4044-9239-02d3cf0fc63e tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Floating IP 51b6ca28-aade-4575-bb67-e2588884bccb disassociated (deleted). External IP: 172.26.3.242, port: db6b701d-5dba-4848-9aec-cc7c90433558. Dec 18 13:35:13.049790 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f85171c-6c52-4044-9239-02d3cf0fc63e tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Router d4e1913c-2941-488b-a006-72a5bf5c1967 has already been hosted by L3 agent c9c0cd52-5bd2-4704-9429-d80f1c5ad23c {{(pid=103159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 18 13:35:13.176792 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f85171c-6c52-4044-9239-02d3cf0fc63e tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Notify agent at l3_agent.dv-neutron-744815-20-hyperv the message routers_updated {{(pid=103159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 13:35:13.181847 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-4f85171c-6c52-4044-9239-02d3cf0fc63e tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for floatingip, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:35:13.186637 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa3e7c21-d2ce-4073-9c6f-4519dfc4455c None None] Sync routers for ids ['d4e1913c-2941-488b-a006-72a5bf5c1967'] in dv-neutron-744815-20-hyperv {{(pid=103161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 13:35:13.197081 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa3e7c21-d2ce-4073-9c6f-4519dfc4455c None None] Routers {'d4e1913c-2941-488b-a006-72a5bf5c1967'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:35:13.197682 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-fa3e7c21-d2ce-4073-9c6f-4519dfc4455c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:34:57Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['d4e1913c-2941-488b-a006-72a5bf5c1967'], 'active': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:35:13.209989 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-4f85171c-6c52-4044-9239-02d3cf0fc63e tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "DELETE /v2.0/floatingips/51b6ca28-aade-4575-bb67-e2588884bccb HTTP/1.1" status: 204 len: 168 time: 1.2328014 Dec 18 13:35:13.210586 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c170a56f-bd12-4061-a440-10c2ed3453bb', 'tag': 'db6b701d-5dba-4848-9aec-cc7c90433558'}] {{(pid=103159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 18 13:35:13.212887 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca844cf115d59c1fab86abc202fb4c13735de0d7e4cbbbb25eec9406e9c87431" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf4f47cc-164c-43e3-b1ad-d0014e10cda4" -d '{"events": [{"name": "network-changed", "server_uuid": "c170a56f-bd12-4061-a440-10c2ed3453bb", "tag": "db6b701d-5dba-4848-9aec-cc7c90433558"}]}' {{(pid=103159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 18 13:35:13.258586 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 13:35:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9fb38e7-abfb-4925-9e4f-ee0b0fe1ac22 x-openstack-request-id: req-f9fb38e7-abfb-4925-9e4f-ee0b0fe1ac22 {{(pid=103159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 18 13:35:13.258874 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c170a56f-bd12-4061-a440-10c2ed3453bb", "tag": "db6b701d-5dba-4848-9aec-cc7c90433558", "status": "completed", "code": 200}]} {{(pid=103159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 18 13:35:13.259120 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f9fb38e7-abfb-4925-9e4f-ee0b0fe1ac22 {{(pid=103159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 18 13:35:13.259565 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c170a56f-bd12-4061-a440-10c2ed3453bb', 'tag': 'db6b701d-5dba-4848-9aec-cc7c90433558', 'status': 'completed', 'code': 200} Dec 18 13:35:13.309176 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvr_db [None req-fa3e7c21-d2ce-4073-9c6f-4519dfc4455c None None] Set router d4e1913c-2941-488b-a006-72a5bf5c1967 gateway port host: dv-neutron-744815-20-hyperv {{(pid=103161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 13:35:13.324507 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4f47cc-164c-43e3-b1ad-d0014e10cda4 req-c7c1a7d5-7265-4c07-a88c-e0d43093cd83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:35:13.326263 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-cf4f47cc-164c-43e3-b1ad-d0014e10cda4 req-c7c1a7d5-7265-4c07-a88c-e0d43093cd83 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6e88b8a5aed24360a829007d7fd9d0fd&device_id=c170a56f-bd12-4061-a440-10c2ed3453bb HTTP/1.1" status: 200 len: 1099 time: 0.0434747 Dec 18 13:35:13.437276 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4f47cc-164c-43e3-b1ad-d0014e10cda4 req-284b8bc6-8cf6-4ea2-bfb0-1157d667100f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:35:13.439124 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-cf4f47cc-164c-43e3-b1ad-d0014e10cda4 req-284b8bc6-8cf6-4ea2-bfb0-1157d667100f service neutron] 10.222.0.43 "GET /v2.0/networks?id=32941329-bcc6-4cdc-97c2-3cadb3ebb3d1 HTTP/1.1" status: 200 len: 896 time: 0.0995793 Dec 18 13:35:13.462863 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9c7d84-d955-4225-a721-a38cac3aabb5 req-fb52867a-af17-4757-ac18-7e22d1a41d6f tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:35:13.464439 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-ed9c7d84-d955-4225-a721-a38cac3aabb5 req-fb52867a-af17-4757-ac18-7e22d1a41d6f tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/ports?device_id=c170a56f-bd12-4061-a440-10c2ed3453bb HTTP/1.1" status: 200 len: 946 time: 0.0500367 Dec 18 13:35:13.486899 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-cf4f47cc-164c-43e3-b1ad-d0014e10cda4 req-5e0afe4c-5660-47d3-bea9-99b576008e5d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=db6b701d-5dba-4848-9aec-cc7c90433558 HTTP/1.1" status: 200 len: 217 time: 0.0364752 Dec 18 13:35:13.514082 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-fa3e7c21-d2ce-4073-9c6f-4519dfc4455c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4e1913c-2941-488b-a006-72a5bf5c1967', 'name': 'tempest-TestNetworkBasicOps-router-2030627157', 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.175'}], 'enable_snat': True}, 'gw_port_id': '833d818b-d3dd-4cd2-abf8-33d55b4ab42b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:33:23Z', 'updated_at': '2021-12-18T13:33:29Z', 'revision_number': 4, 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'gw_port': {'id': '833d818b-d3dd-4cd2-abf8-33d55b4ab42b', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:17:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e1913c-2941-488b-a006-72a5bf5c1967', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:33:23Z', 'updated_at': '2021-12-18T13:33:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv', '_interfaces': [{'id': 'bf4050ad-5290-4edd-ad83-0402368d15b6', 'name': '', 'network_id': '32941329-bcc6-4cdc-97c2-3cadb3ebb3d1', 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'mac_address': 'fa:16:3e:75:53:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e1913c-2941-488b-a006-72a5bf5c1967', 'device_owner': 'network:router_interface', 'standard_attr_id': 1276, 'fixed_ips': [{'subnet_id': '35bf2c7b-4ca7-4b35-aa56-2fc4ff409658', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:33:28Z', 'updated_at': '2021-12-18T13:33:41Z', 'revision_number': 5, 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'subnets': [{'id': '35bf2c7b-4ca7-4b35-aa56-2fc4ff409658', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:35:13.521570 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-ed9c7d84-d955-4225-a721-a38cac3aabb5 req-d1c7e94e-3cd7-442d-ab3f-a6ef96c2d93c tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/security-groups?id=3ad76b8c-64a9-4478-8490-51b1169ccaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460086 Dec 18 13:35:13.547933 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4f47cc-164c-43e3-b1ad-d0014e10cda4 req-97ddb7d2-6687-4685-830d-caf959810565 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:35:13.549398 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-cf4f47cc-164c-43e3-b1ad-d0014e10cda4 req-97ddb7d2-6687-4685-830d-caf959810565 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=35bf2c7b-4ca7-4b35-aa56-2fc4ff409658 HTTP/1.1" status: 200 len: 834 time: 0.0546579 Dec 18 13:35:13.551534 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa3e7c21-d2ce-4073-9c6f-4519dfc4455c None None] Checking router: d4e1913c-2941-488b-a006-72a5bf5c1967 for host: dv-neutron-744815-20-hyperv {{(pid=103161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 18 13:35:13.560125 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa3e7c21-d2ce-4073-9c6f-4519dfc4455c None None] Routers {'d4e1913c-2941-488b-a006-72a5bf5c1967'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:35:13.560670 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-fa3e7c21-d2ce-4073-9c6f-4519dfc4455c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:34:57Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['d4e1913c-2941-488b-a006-72a5bf5c1967'], 'active': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:35:13.596558 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4f47cc-164c-43e3-b1ad-d0014e10cda4 req-090e02f7-a27a-4fee-8607-cbca961b47b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:35:13.598154 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-cf4f47cc-164c-43e3-b1ad-d0014e10cda4 req-090e02f7-a27a-4fee-8607-cbca961b47b8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=32941329-bcc6-4cdc-97c2-3cadb3ebb3d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0395246 Dec 18 13:35:13.665388 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvr_db [None req-fa3e7c21-d2ce-4073-9c6f-4519dfc4455c None None] Set router d4e1913c-2941-488b-a006-72a5bf5c1967 gateway port host: dv-neutron-744815-20-hyperv {{(pid=103161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 13:35:13.697998 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-cf4f47cc-164c-43e3-b1ad-d0014e10cda4 req-8bcb40a5-c105-4b10-8544-4e2a0ef26bc1 service neutron] 10.222.0.43 "GET /v2.0/networks/32941329-bcc6-4cdc-97c2-3cadb3ebb3d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905371 Dec 18 13:35:13.794696 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-cf4f47cc-164c-43e3-b1ad-d0014e10cda4 req-2c1c542b-c231-42ea-973c-f4ef14fecba2 service neutron] 10.222.0.43 "GET /v2.0/networks/32941329-bcc6-4cdc-97c2-3cadb3ebb3d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884507 Dec 18 13:35:13.860039 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-fa3e7c21-d2ce-4073-9c6f-4519dfc4455c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4e1913c-2941-488b-a006-72a5bf5c1967', 'name': 'tempest-TestNetworkBasicOps-router-2030627157', 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.175'}], 'enable_snat': True}, 'gw_port_id': '833d818b-d3dd-4cd2-abf8-33d55b4ab42b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:33:23Z', 'updated_at': '2021-12-18T13:33:29Z', 'revision_number': 4, 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'gw_port': {'id': '833d818b-d3dd-4cd2-abf8-33d55b4ab42b', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:17:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e1913c-2941-488b-a006-72a5bf5c1967', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:33:23Z', 'updated_at': '2021-12-18T13:33:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv', '_interfaces': [{'id': 'bf4050ad-5290-4edd-ad83-0402368d15b6', 'name': '', 'network_id': '32941329-bcc6-4cdc-97c2-3cadb3ebb3d1', 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'mac_address': 'fa:16:3e:75:53:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e1913c-2941-488b-a006-72a5bf5c1967', 'device_owner': 'network:router_interface', 'standard_attr_id': 1276, 'fixed_ips': [{'subnet_id': '35bf2c7b-4ca7-4b35-aa56-2fc4ff409658', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:33:28Z', 'updated_at': '2021-12-18T13:33:41Z', 'revision_number': 5, 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'subnets': [{'id': '35bf2c7b-4ca7-4b35-aa56-2fc4ff409658', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:35:13.887685 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa3e7c21-d2ce-4073-9c6f-4519dfc4455c None None] The sync data for ids ['d4e1913c-2941-488b-a006-72a5bf5c1967'] in dv-neutron-744815-20-hyperv is: [{'id': 'd4e1913c-2941-488b-a006-72a5bf5c1967', 'name': 'tempest-TestNetworkBasicOps-router-2030627157', 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.175'}], 'enable_snat': True}, 'gw_port_id': '833d818b-d3dd-4cd2-abf8-33d55b4ab42b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:33:23Z', 'updated_at': '2021-12-18T13:33:29Z', 'revision_number': 4, 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'gw_port': {'id': '833d818b-d3dd-4cd2-abf8-33d55b4ab42b', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:17:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e1913c-2941-488b-a006-72a5bf5c1967', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:33:23Z', 'updated_at': '2021-12-18T13:33:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv', '_interfaces': [{'id': 'bf4050ad-5290-4edd-ad83-0402368d15b6', 'name': '', 'network_id': '32941329-bcc6-4cdc-97c2-3cadb3ebb3d1', 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'mac_address': 'fa:16:3e:75:53:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e1913c-2941-488b-a006-72a5bf5c1967', 'device_owner': 'network:router_interface', 'standard_attr_id': 1276, 'fixed_ips': [{'subnet_id': '35bf2c7b-4ca7-4b35-aa56-2fc4ff409658', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:33:28Z', 'updated_at': '2021-12-18T13:33:41Z', 'revision_number': 5, 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'subnets': [{'id': '35bf2c7b-4ca7-4b35-aa56-2fc4ff409658', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 13:35:14.110886 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd10ec37-917e-4e86-872b-7b19d204c6a1 None None] New status for floating IP 51b6ca28-aade-4575-bb67-e2588884bccb: DOWN {{(pid=103162) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 18 13:35:14.654679 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41798043-ec47-4bc6-a492-bb3d89086fe9 req-9e6d20df-efa0-438b-af85-61cfa7beb617 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:35:14.656201 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-41798043-ec47-4bc6-a492-bb3d89086fe9 req-9e6d20df-efa0-438b-af85-61cfa7beb617 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/ports?device_id=c170a56f-bd12-4061-a440-10c2ed3453bb HTTP/1.1" status: 200 len: 946 time: 0.0515399 Dec 18 13:35:14.709968 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-41798043-ec47-4bc6-a492-bb3d89086fe9 req-dd1bc268-eb33-408a-9c2f-d4ba40614155 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/security-groups?id=3ad76b8c-64a9-4478-8490-51b1169ccaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475450 Dec 18 13:35:15.199206 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32d8db2-1654-4265-8a34-76ef879770c9 req-a960744b-d640-47e5-9f7c-439521dea727 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:35:15.200688 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-c32d8db2-1654-4265-8a34-76ef879770c9 req-a960744b-d640-47e5-9f7c-439521dea727 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.43 "GET /v2.0/ports?device_id=c170a56f-bd12-4061-a440-10c2ed3453bb HTTP/1.1" status: 200 len: 946 time: 0.0530448 Dec 18 13:35:15.304450 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [req-c32d8db2-1654-4265-8a34-76ef879770c9 req-f4135116-77fa-448f-ad42-0a2787b10311 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Deleting port db6b701d-5dba-4848-9aec-cc7c90433558 {{(pid=103159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:35:15.304814 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-c32d8db2-1654-4265-8a34-76ef879770c9 req-f4135116-77fa-448f-ad42-0a2787b10311 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:35:15.396206 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.db [req-c32d8db2-1654-4265-8a34-76ef879770c9 req-f4135116-77fa-448f-ad42-0a2787b10311 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] For port db6b701d-5dba-4848-9aec-cc7c90433558, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=db6b701d-5dba-4848-9aec-cc7c90433558,segment=NetworkSegment(41b622a4-fe65-4a37-a7e3-444d1fa62644),segment_id=41b622a4-fe65-4a37-a7e3-444d1fa62644)] {{(pid=103159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:35:15.396547 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-c32d8db2-1654-4265-8a34-76ef879770c9 req-f4135116-77fa-448f-ad42-0a2787b10311 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:35:15.410352 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [req-c32d8db2-1654-4265-8a34-76ef879770c9 req-f4135116-77fa-448f-ad42-0a2787b10311 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Calling delete_port for db6b701d-5dba-4848-9aec-cc7c90433558 owned by compute:nova {{(pid=103159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:35:15.550355 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-c32d8db2-1654-4265-8a34-76ef879770c9 req-f4135116-77fa-448f-ad42-0a2787b10311 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:35:15.579917 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4135116-77fa-448f-ad42-0a2787b10311 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Pushing event deleted for resources: {'Port': ['ID=db6b701d-5dba-4848-9aec-cc7c90433558,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:35:15.608302 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4135116-77fa-448f-ad42-0a2787b10311 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:35:15.608666 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4135116-77fa-448f-ad42-0a2787b10311 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:35:15.609011 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4135116-77fa-448f-ad42-0a2787b10311 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:35:15.609351 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4135116-77fa-448f-ad42-0a2787b10311 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:35:15.609693 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4135116-77fa-448f-ad42-0a2787b10311 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:35:15.610024 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4135116-77fa-448f-ad42-0a2787b10311 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:35:15.610357 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4135116-77fa-448f-ad42-0a2787b10311 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:35:15.610694 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4135116-77fa-448f-ad42-0a2787b10311 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:35:15.611023 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4135116-77fa-448f-ad42-0a2787b10311 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:35:15.611793 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4135116-77fa-448f-ad42-0a2787b10311 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:35:15.612128 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4135116-77fa-448f-ad42-0a2787b10311 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:35:15.612450 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4135116-77fa-448f-ad42-0a2787b10311 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:35:15.612778 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4135116-77fa-448f-ad42-0a2787b10311 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:35:15.632592 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [req-c32d8db2-1654-4265-8a34-76ef879770c9 req-f4135116-77fa-448f-ad42-0a2787b10311 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] No DVR routers for this DVR port db6b701d-5dba-4848-9aec-cc7c90433558 on host hv-neutron-7448 {{(pid=103159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 18 13:35:15.635166 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-c32d8db2-1654-4265-8a34-76ef879770c9 req-f4135116-77fa-448f-ad42-0a2787b10311 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:35:15.638642 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-c32d8db2-1654-4265-8a34-76ef879770c9 req-f4135116-77fa-448f-ad42-0a2787b10311 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.43 "DELETE /v2.0/ports/db6b701d-5dba-4848-9aec-cc7c90433558 HTTP/1.1" status: 204 len: 173 time: 0.4316907 Dec 18 13:35:15.639089 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c170a56f-bd12-4061-a440-10c2ed3453bb', 'name': 'network-vif-deleted', 'tag': 'db6b701d-5dba-4848-9aec-cc7c90433558'}] {{(pid=103159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 18 13:35:15.641394 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca844cf115d59c1fab86abc202fb4c13735de0d7e4cbbbb25eec9406e9c87431" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9f0ee62-1538-4b5c-afed-99e0981b462c" -d '{"events": [{"server_uuid": "c170a56f-bd12-4061-a440-10c2ed3453bb", "name": "network-vif-deleted", "tag": "db6b701d-5dba-4848-9aec-cc7c90433558"}]}' {{(pid=103159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 18 13:35:15.682017 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 13:35:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b07cdbf8-fdf8-4e42-9e85-9478fb7a8d2b x-openstack-request-id: req-b07cdbf8-fdf8-4e42-9e85-9478fb7a8d2b {{(pid=103159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 18 13:35:15.682634 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c170a56f-bd12-4061-a440-10c2ed3453bb", "name": "network-vif-deleted", "tag": "db6b701d-5dba-4848-9aec-cc7c90433558", "status": "completed", "code": 200}]} {{(pid=103159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 18 13:35:15.682634 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b07cdbf8-fdf8-4e42-9e85-9478fb7a8d2b {{(pid=103159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 18 13:35:15.682949 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c170a56f-bd12-4061-a440-10c2ed3453bb', 'name': 'network-vif-deleted', 'tag': 'db6b701d-5dba-4848-9aec-cc7c90433558', 'status': 'completed', 'code': 200} Dec 18 13:35:15.828604 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-a66769cb-08c6-4abd-a9b0-4092f1f5c578 req-89f7bda0-a14d-43ce-a0e4-f401a2b1947a tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/ports?device_id=c170a56f-bd12-4061-a440-10c2ed3453bb HTTP/1.1" status: 200 len: 210 time: 0.0275004 Dec 18 13:35:16.891689 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 56918) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:35:16.954478 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-72481fbd-55b8-4ada-b2bb-a9131b20a9b8 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for security_group, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:35:16.979513 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-72481fbd-55b8-4ada-b2bb-a9131b20a9b8 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:35:17.044370 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-72481fbd-55b8-4ada-b2bb-a9131b20a9b8 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:35:17.047101 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-72481fbd-55b8-4ada-b2bb-a9131b20a9b8 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for security_group, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:35:17.048278 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-72481fbd-55b8-4ada-b2bb-a9131b20a9b8 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "DELETE /v2.0/security-groups/3ad76b8c-64a9-4478-8490-51b1169ccaaf HTTP/1.1" status: 204 len: 168 time: 0.1556034 Dec 18 13:35:17.057383 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72481fbd-55b8-4ada-b2bb-a9131b20a9b8 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ad76b8c-64a9-4478-8490-51b1169ccaaf,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:35:17.079703 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 56922) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:35:17.458066 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-9d647caf-f206-42cc-8bc9-e62b4ca45f9c tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-586101'] for router_interface, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:35:17.733336 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-9d647caf-f206-42cc-8bc9-e62b4ca45f9c tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Deleting port bf4050ad-5290-4edd-ad83-0402368d15b6 {{(pid=103159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:35:17.733590 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-9d647caf-f206-42cc-8bc9-e62b4ca45f9c tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:35:17.835079 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.db [None req-9d647caf-f206-42cc-8bc9-e62b4ca45f9c tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] For port bf4050ad-5290-4edd-ad83-0402368d15b6, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=bf4050ad-5290-4edd-ad83-0402368d15b6,segment=NetworkSegment(41b622a4-fe65-4a37-a7e3-444d1fa62644),segment_id=41b622a4-fe65-4a37-a7e3-444d1fa62644)] {{(pid=103159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:35:17.835469 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-9d647caf-f206-42cc-8bc9-e62b4ca45f9c tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:35:17.849336 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-9d647caf-f206-42cc-8bc9-e62b4ca45f9c tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Calling delete_port for bf4050ad-5290-4edd-ad83-0402368d15b6 owned by network:router_interface {{(pid=103159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:35:18.057957 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-9d647caf-f206-42cc-8bc9-e62b4ca45f9c tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:35:18.085993 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d647caf-f206-42cc-8bc9-e62b4ca45f9c tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Pushing event deleted for resources: {'Port': ['ID=bf4050ad-5290-4edd-ad83-0402368d15b6,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:35:18.266382 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-9d647caf-f206-42cc-8bc9-e62b4ca45f9c tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1048020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-576035'] for router_interface, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:35:18.495580 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d647caf-f206-42cc-8bc9-e62b4ca45f9c tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Router d4e1913c-2941-488b-a006-72a5bf5c1967 has already been hosted by L3 agent c9c0cd52-5bd2-4704-9429-d80f1c5ad23c {{(pid=103159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 18 13:35:18.608019 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d647caf-f206-42cc-8bc9-e62b4ca45f9c tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Notify agent at l3_agent.dv-neutron-744815-20-hyperv the message routers_updated {{(pid=103159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 13:35:18.617261 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-9d647caf-f206-42cc-8bc9-e62b4ca45f9c tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "PUT /v2.0/routers/d4e1913c-2941-488b-a006-72a5bf5c1967/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5324938 Dec 18 13:35:18.617834 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 56924) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:35:18.624984 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8492ebca-bb5e-492b-8f25-035315bc754f None None] Sync routers for ids ['d4e1913c-2941-488b-a006-72a5bf5c1967'] in dv-neutron-744815-20-hyperv {{(pid=103161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 13:35:18.640469 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8492ebca-bb5e-492b-8f25-035315bc754f None None] Routers {'d4e1913c-2941-488b-a006-72a5bf5c1967'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:35:18.641203 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-8492ebca-bb5e-492b-8f25-035315bc754f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:34:57Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['d4e1913c-2941-488b-a006-72a5bf5c1967'], 'active': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:35:18.681012 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.db_base_plugin_v2 [None req-582fcbed-3b6e-4f74-bf0e-1ef1a543a93b tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Deleting subnet 35bf2c7b-4ca7-4b35-aa56-2fc4ff409658 {{(pid=103160) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 18 13:35:18.684243 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-582fcbed-3b6e-4f74-bf0e-1ef1a543a93b tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for subnet, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:35:18.723630 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-582fcbed-3b6e-4f74-bf0e-1ef1a543a93b tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4533385'] for subnet, precommit_delete_associations {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:35:18.751380 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvr_db [None req-8492ebca-bb5e-492b-8f25-035315bc754f None None] Set router d4e1913c-2941-488b-a006-72a5bf5c1967 gateway port host: dv-neutron-744815-20-hyperv {{(pid=103161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 13:35:18.805738 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-582fcbed-3b6e-4f74-bf0e-1ef1a543a93b tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1929185'] for subnet, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:35:18.869584 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-582fcbed-3b6e-4f74-bf0e-1ef1a543a93b tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1929192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4533475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4514371'] for subnet, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:35:18.897493 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582fcbed-3b6e-4f74-bf0e-1ef1a543a93b tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Pushing event deleted for resources: {'Subnet': ['ID=35bf2c7b-4ca7-4b35-aa56-2fc4ff409658,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:35:18.900265 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-582fcbed-3b6e-4f74-bf0e-1ef1a543a93b tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for subnet, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:35:18.905940 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-582fcbed-3b6e-4f74-bf0e-1ef1a543a93b tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "DELETE /v2.0/subnets/35bf2c7b-4ca7-4b35-aa56-2fc4ff409658 HTTP/1.1" status: 204 len: 168 time: 0.2844102 Dec 18 13:35:18.906321 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 56926) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:35:18.906732 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33ee1c5d-b763-4465-9942-d93a302f4cc4 None None] Network 32941329-bcc6-4cdc-97c2-3cadb3ebb3d1 requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:35:18.912702 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582fcbed-3b6e-4f74-bf0e-1ef1a543a93b tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:35:18.913323 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582fcbed-3b6e-4f74-bf0e-1ef1a543a93b tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:35:18.913678 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582fcbed-3b6e-4f74-bf0e-1ef1a543a93b tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:35:18.914047 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582fcbed-3b6e-4f74-bf0e-1ef1a543a93b tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:35:18.914382 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582fcbed-3b6e-4f74-bf0e-1ef1a543a93b tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:35:18.914778 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582fcbed-3b6e-4f74-bf0e-1ef1a543a93b tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:35:18.915116 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582fcbed-3b6e-4f74-bf0e-1ef1a543a93b tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:35:18.915468 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582fcbed-3b6e-4f74-bf0e-1ef1a543a93b tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:35:18.915803 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582fcbed-3b6e-4f74-bf0e-1ef1a543a93b tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:35:18.916147 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582fcbed-3b6e-4f74-bf0e-1ef1a543a93b tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:35:18.916476 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582fcbed-3b6e-4f74-bf0e-1ef1a543a93b tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:35:18.916804 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582fcbed-3b6e-4f74-bf0e-1ef1a543a93b tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:35:18.917128 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582fcbed-3b6e-4f74-bf0e-1ef1a543a93b tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:35:19.007442 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-8492ebca-bb5e-492b-8f25-035315bc754f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4e1913c-2941-488b-a006-72a5bf5c1967', 'name': 'tempest-TestNetworkBasicOps-router-2030627157', 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.175'}], 'enable_snat': True}, 'gw_port_id': '833d818b-d3dd-4cd2-abf8-33d55b4ab42b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:33:23Z', 'updated_at': '2021-12-18T13:35:18Z', 'revision_number': 5, 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'gw_port': {'id': '833d818b-d3dd-4cd2-abf8-33d55b4ab42b', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:17:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e1913c-2941-488b-a006-72a5bf5c1967', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:33:23Z', 'updated_at': '2021-12-18T13:33:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv'}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:35:19.013752 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-2372fa22-6ffc-48f9-90e5-7ccc742a799d tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for router, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:35:19.038157 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8492ebca-bb5e-492b-8f25-035315bc754f None None] Checking router: d4e1913c-2941-488b-a006-72a5bf5c1967 for host: dv-neutron-744815-20-hyperv {{(pid=103161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 18 13:35:19.047889 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8492ebca-bb5e-492b-8f25-035315bc754f None None] Routers {'d4e1913c-2941-488b-a006-72a5bf5c1967'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:35:19.048516 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-8492ebca-bb5e-492b-8f25-035315bc754f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:34:57Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['d4e1913c-2941-488b-a006-72a5bf5c1967'], 'active': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:35:19.122045 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-2372fa22-6ffc-48f9-90e5-7ccc742a799d tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:35:19.131380 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20539c2d-9049-4e47-bb35-23cf2306d584 None None] DHCP port deletion for 32941329-bcc6-4cdc-97c2-3cadb3ebb3d1 request from dv-neutron-744815-20-hyperv {{(pid=103161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 18 13:35:19.175110 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-2372fa22-6ffc-48f9-90e5-7ccc742a799d tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Deleting port 833d818b-d3dd-4cd2-abf8-33d55b4ab42b {{(pid=103159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:35:19.175478 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-2372fa22-6ffc-48f9-90e5-7ccc742a799d tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:35:19.261769 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.db [None req-2372fa22-6ffc-48f9-90e5-7ccc742a799d tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] For port 833d818b-d3dd-4cd2-abf8-33d55b4ab42b, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=833d818b-d3dd-4cd2-abf8-33d55b4ab42b,segment=NetworkSegment(3f66d49c-4faa-434c-8c3e-991f4f1d01bd),segment_id=3f66d49c-4faa-434c-8c3e-991f4f1d01bd)] {{(pid=103159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:35:19.262047 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-2372fa22-6ffc-48f9-90e5-7ccc742a799d tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:35:19.275029 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-2372fa22-6ffc-48f9-90e5-7ccc742a799d tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Calling delete_port for 833d818b-d3dd-4cd2-abf8-33d55b4ab42b owned by network:router_gateway {{(pid=103159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:35:19.324239 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Device db6b701d-5dba-4848-9aec-cc7c90433558 no longer exists at agent hyperv_hv-neutron-7448 {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 18 13:35:19.351610 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] No Port match for: db6b701d-5dba-4848-9aec-cc7c90433558 {{(pid=103161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 18 13:35:19.351813 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Device db6b701d-5dba-4848-9aec-cc7c90433558 not bound to the agent host hv-neutron-7448 {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 18 13:35:19.367823 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvr_db [None req-8492ebca-bb5e-492b-8f25-035315bc754f None None] Set router d4e1913c-2941-488b-a006-72a5bf5c1967 gateway port host: dv-neutron-744815-20-hyperv {{(pid=103161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 13:35:19.451717 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-2372fa22-6ffc-48f9-90e5-7ccc742a799d tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:35:19.476859 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2372fa22-6ffc-48f9-90e5-7ccc742a799d tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Pushing event deleted for resources: {'Port': ['ID=833d818b-d3dd-4cd2-abf8-33d55b4ab42b,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:35:19.477184 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-20539c2d-9049-4e47-bb35-23cf2306d584 None None] Deleting port ebcb40d9-a099-401b-8d62-bf29064ada56 {{(pid=103161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:35:19.477548 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-20539c2d-9049-4e47-bb35-23cf2306d584 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:35:19.500802 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80b15f10-eb21-4dbb-a102-e566fa0a9c5d None None] DHCP port deletion for decb4a40-7941-48c8-afbb-daaafd502e83 request from dv-neutron-744815-20-hyperv {{(pid=103161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 18 13:35:19.542074 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-2372fa22-6ffc-48f9-90e5-7ccc742a799d tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-586554'] for router_gateway, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:35:19.570576 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-20539c2d-9049-4e47-bb35-23cf2306d584 None None] For port ebcb40d9-a099-401b-8d62-bf29064ada56, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=ebcb40d9-a099-401b-8d62-bf29064ada56,segment=NetworkSegment(41b622a4-fe65-4a37-a7e3-444d1fa62644),segment_id=41b622a4-fe65-4a37-a7e3-444d1fa62644)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:35:19.570974 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-20539c2d-9049-4e47-bb35-23cf2306d584 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:35:19.600127 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-20539c2d-9049-4e47-bb35-23cf2306d584 None None] Calling delete_port for ebcb40d9-a099-401b-8d62-bf29064ada56 owned by network:dhcp {{(pid=103161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:35:19.636671 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-2372fa22-6ffc-48f9-90e5-7ccc742a799d tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-589815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28643'] for router, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:35:19.638818 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-2372fa22-6ffc-48f9-90e5-7ccc742a799d tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:35:19.684316 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-2372fa22-6ffc-48f9-90e5-7ccc742a799d tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-589710'] for router, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:35:19.684896 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2372fa22-6ffc-48f9-90e5-7ccc742a799d tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Fanout notify agent at l3_agent the message router_deleted on router d4e1913c-2941-488b-a006-72a5bf5c1967 {{(pid=103159) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 18 13:35:19.688079 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-8492ebca-bb5e-492b-8f25-035315bc754f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4e1913c-2941-488b-a006-72a5bf5c1967', 'name': 'tempest-TestNetworkBasicOps-router-2030627157', 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.175'}], 'enable_snat': True}, 'gw_port_id': '833d818b-d3dd-4cd2-abf8-33d55b4ab42b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:33:23Z', 'updated_at': '2021-12-18T13:35:18Z', 'revision_number': 5, 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'gw_port': {'id': '833d818b-d3dd-4cd2-abf8-33d55b4ab42b', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:17:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e1913c-2941-488b-a006-72a5bf5c1967', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:33:23Z', 'updated_at': '2021-12-18T13:33:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv'}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:35:19.694694 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-2372fa22-6ffc-48f9-90e5-7ccc742a799d tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for router, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:35:19.695872 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-2372fa22-6ffc-48f9-90e5-7ccc742a799d tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "DELETE /v2.0/routers/d4e1913c-2941-488b-a006-72a5bf5c1967 HTTP/1.1" status: 204 len: 168 time: 0.7885706 Dec 18 13:35:19.699065 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 56928) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:35:19.720068 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8492ebca-bb5e-492b-8f25-035315bc754f None None] The sync data for ids ['d4e1913c-2941-488b-a006-72a5bf5c1967'] in dv-neutron-744815-20-hyperv is: [{'id': 'd4e1913c-2941-488b-a006-72a5bf5c1967', 'name': 'tempest-TestNetworkBasicOps-router-2030627157', 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.175'}], 'enable_snat': True}, 'gw_port_id': '833d818b-d3dd-4cd2-abf8-33d55b4ab42b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:33:23Z', 'updated_at': '2021-12-18T13:35:18Z', 'revision_number': 5, 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'gw_port': {'id': '833d818b-d3dd-4cd2-abf8-33d55b4ab42b', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:17:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e1913c-2941-488b-a006-72a5bf5c1967', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:33:23Z', 'updated_at': '2021-12-18T13:33:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv'}] {{(pid=103161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 13:35:19.729859 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-20539c2d-9049-4e47-bb35-23cf2306d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984'] for port, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:35:19.755417 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20539c2d-9049-4e47-bb35-23cf2306d584 None None] Pushing event deleted for resources: {'Port': ['ID=ebcb40d9-a099-401b-8d62-bf29064ada56,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:35:19.764698 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20539c2d-9049-4e47-bb35-23cf2306d584 None None] No DVR routers for this DVR port ebcb40d9-a099-401b-8d62-bf29064ada56 on host dv-neutron-744815-20-hyperv {{(pid=103161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 18 13:35:19.769047 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20539c2d-9049-4e47-bb35-23cf2306d584 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:35:19.769942 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20539c2d-9049-4e47-bb35-23cf2306d584 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:35:19.770642 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20539c2d-9049-4e47-bb35-23cf2306d584 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:35:19.772657 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20539c2d-9049-4e47-bb35-23cf2306d584 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:35:19.773242 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20539c2d-9049-4e47-bb35-23cf2306d584 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:35:19.773677 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20539c2d-9049-4e47-bb35-23cf2306d584 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:35:19.774412 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20539c2d-9049-4e47-bb35-23cf2306d584 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:35:19.774793 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20539c2d-9049-4e47-bb35-23cf2306d584 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:35:19.775122 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20539c2d-9049-4e47-bb35-23cf2306d584 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:35:19.775583 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20539c2d-9049-4e47-bb35-23cf2306d584 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:35:19.776159 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20539c2d-9049-4e47-bb35-23cf2306d584 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:35:19.776655 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20539c2d-9049-4e47-bb35-23cf2306d584 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:35:19.777072 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20539c2d-9049-4e47-bb35-23cf2306d584 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:35:19.779789 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-a8c2a6a4-8352-4025-9133-d84666b1560f tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2023137'] for network, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:35:19.867959 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-a8c2a6a4-8352-4025-9133-d84666b1560f tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1927292', 'neutron.services.segments.db._delete_segments_for_network-8767106887837'] for network, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:35:19.887264 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.services.segments.db [None req-a8c2a6a4-8352-4025-9133-d84666b1560f tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32941329-bcc6-4cdc-97c2-3cadb3ebb3d1']}} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:35:19.896306 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.services.segments.db [None req-a8c2a6a4-8352-4025-9133-d84666b1560f tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41b622a4-fe65-4a37-a7e3-444d1fa62644') {'for_net_delete': True} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:35:19.896601 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.services.segments.db [None req-a8c2a6a4-8352-4025-9133-d84666b1560f tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41b622a4-fe65-4a37-a7e3-444d1fa62644') {} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:35:19.905890 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-a8c2a6a4-8352-4025-9133-d84666b1560f tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767106888614', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4533424'] for segment, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:35:19.918935 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-a8c2a6a4-8352-4025-9133-d84666b1560f tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:35:19.924845 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8c2a6a4-8352-4025-9133-d84666b1560f tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Releasing vlan 148 on physical network physnet1 to pool {{(pid=103160) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 18 13:35:19.925218 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-a8c2a6a4-8352-4025-9133-d84666b1560f tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4533569'] for segment, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:35:19.928154 dv-neutron-744815-20-hyperv neutron-server[103160]: Traceback (most recent call last): Dec 18 13:35:19.928154 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 18 13:35:19.928154 dv-neutron-744815-20-hyperv neutron-server[103160]: timer() Dec 18 13:35:19.928154 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 18 13:35:19.928154 dv-neutron-744815-20-hyperv neutron-server[103160]: cb(*args, **kw) Dec 18 13:35:19.928154 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 18 13:35:19.928154 dv-neutron-744815-20-hyperv neutron-server[103160]: return func(*args, **kwargs) Dec 18 13:35:19.928154 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 18 13:35:19.928154 dv-neutron-744815-20-hyperv neutron-server[103160]: self._notify() Dec 18 13:35:19.928154 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 18 13:35:19.928154 dv-neutron-744815-20-hyperv neutron-server[103160]: self.callback(batched_events) Dec 18 13:35:19.928154 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 18 13:35:19.928154 dv-neutron-744815-20-hyperv neutron-server[103160]: event.method(event) Dec 18 13:35:19.928154 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 18 13:35:19.928154 dv-neutron-744815-20-hyperv neutron-server[103160]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 18 13:35:19.928154 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 18 13:35:19.928154 dv-neutron-744815-20-hyperv neutron-server[103160]: aggregate_uuid = self.p_client.list_aggregates( Dec 18 13:35:19.928154 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 18 13:35:19.928154 dv-neutron-744815-20-hyperv neutron-server[103160]: return f(self, *a, **k) Dec 18 13:35:19.928154 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 18 13:35:19.928154 dv-neutron-744815-20-hyperv neutron-server[103160]: return self._get(url).json() Dec 18 13:35:19.928154 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 18 13:35:19.928154 dv-neutron-744815-20-hyperv neutron-server[103160]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 18 13:35:19.928154 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 18 13:35:19.928154 dv-neutron-744815-20-hyperv neutron-server[103160]: return self.request(url, 'GET', **kwargs) Dec 18 13:35:19.928154 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 18 13:35:19.928154 dv-neutron-744815-20-hyperv neutron-server[103160]: base_url = self.get_endpoint(auth, allow=allow, Dec 18 13:35:19.928154 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 18 13:35:19.928154 dv-neutron-744815-20-hyperv neutron-server[103160]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 18 13:35:19.928154 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 18 13:35:19.928154 dv-neutron-744815-20-hyperv neutron-server[103160]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 18 13:35:19.928154 dv-neutron-744815-20-hyperv neutron-server[103160]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 18 13:35:19.992895 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-a8c2a6a4-8352-4025-9133-d84666b1560f tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1927267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586962'] for network, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:35:19.999957 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-a8c2a6a4-8352-4025-9133-d84666b1560f tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for network, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:35:20.002956 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-a8c2a6a4-8352-4025-9133-d84666b1560f tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "DELETE /v2.0/networks/32941329-bcc6-4cdc-97c2-3cadb3ebb3d1 HTTP/1.1" status: 204 len: 168 time: 0.3025587 Dec 18 13:35:20.015579 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c2a6a4-8352-4025-9133-d84666b1560f tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Pushing event deleted for resources: {'Network': ['ID=32941329-bcc6-4cdc-97c2-3cadb3ebb3d1,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:35:20.019213 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 56930) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:35:20.025240 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-8097f4b4-b499-4ea6-a07b-81d44792857d tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Request body: {'network': {'name': 'tempest-network-smoke--363632245', 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'port_security_enabled': True}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:35:20.056379 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8097f4b4-b499-4ea6-a07b-81d44792857d tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Made reservation on behalf of 6e88b8a5aed24360a829007d7fd9d0fd for: {'network': 1} {{(pid=103159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:35:20.061640 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-8097f4b4-b499-4ea6-a07b-81d44792857d tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for network, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:35:20.087969 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8097f4b4-b499-4ea6-a07b-81d44792857d tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 137} {{(pid=103159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 18 13:35:20.098038 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-8097f4b4-b499-4ea6-a07b-81d44792857d tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:35:20.098386 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.db.segments_db [None req-8097f4b4-b499-4ea6-a07b-81d44792857d tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Added segment e3475a2d-1440-471c-b4ab-b3e7f49bda6d of type vlan for network c0208448-4e02-4095-94d9-bd50122ab571 Dec 18 13:35:20.139893 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-8097f4b4-b499-4ea6-a07b-81d44792857d tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767106405744'] for network, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:35:20.165090 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-8097f4b4-b499-4ea6-a07b-81d44792857d tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981'] for network, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:35:20.170612 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8097f4b4-b499-4ea6-a07b-81d44792857d tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:35:20.171256 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-8097f4b4-b499-4ea6-a07b-81d44792857d tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for network, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:35:20.234633 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-8097f4b4-b499-4ea6-a07b-81d44792857d tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2138197 Dec 18 13:35:20.238295 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 56932) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:35:20.246795 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-ea472648-aa9e-4a0c-a6fe-8091dac368ea tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1817136361', 'admin_state_up': True, 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83'}}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:35:20.253031 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8097f4b4-b499-4ea6-a07b-81d44792857d tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Pushing event updated for resources: {'Network': ['ID=c0208448-4e02-4095-94d9-bd50122ab571,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:35:20.264156 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Network c0208448-4e02-4095-94d9-bd50122ab571 details requested by agent ovs-agent-dv-neutron-744815-20-hyperv with host dv-neutron-744815-20-hyperv {{(pid=103161) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 18 13:35:20.274558 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-ea472648-aa9e-4a0c-a6fe-8091dac368ea tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28433'] for router, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:35:20.275653 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-ea472648-aa9e-4a0c-a6fe-8091dac368ea tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-589769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28440'] for router, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:35:20.327830 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-ea472648-aa9e-4a0c-a6fe-8091dac368ea tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:35:20.486436 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-ea472648-aa9e-4a0c-a6fe-8091dac368ea tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:35:20.792086 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device ebcb40d9-a099-401b-8d62-bf29064ada56 no longer exists at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 18 13:35:20.817595 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-2294866d-0076-4933-952c-685307032598 None None] No Port match for: ebcb40d9-a099-401b-8d62-bf29064ada56 {{(pid=103161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 18 13:35:20.818030 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device ebcb40d9-a099-401b-8d62-bf29064ada56 not bound to the agent host dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 18 13:35:20.818527 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 833d818b-d3dd-4cd2-abf8-33d55b4ab42b no longer exists at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 18 13:35:20.839207 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-2294866d-0076-4933-952c-685307032598 None None] No Port match for: 833d818b-d3dd-4cd2-abf8-33d55b4ab42b {{(pid=103161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 18 13:35:20.839557 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 833d818b-d3dd-4cd2-abf8-33d55b4ab42b not bound to the agent host dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 18 13:35:20.839984 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device bf4050ad-5290-4edd-ad83-0402368d15b6 no longer exists at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 18 13:35:20.859616 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-2294866d-0076-4933-952c-685307032598 None None] No Port match for: bf4050ad-5290-4edd-ad83-0402368d15b6 {{(pid=103161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 18 13:35:20.859958 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device bf4050ad-5290-4edd-ad83-0402368d15b6 not bound to the agent host dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 18 13:35:21.018921 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-ea472648-aa9e-4a0c-a6fe-8091dac368ea tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for router_gateway, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:35:21.037673 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-ea472648-aa9e-4a0c-a6fe-8091dac368ea tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:35:21.148476 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.db_base_plugin_common [None req-ea472648-aa9e-4a0c-a6fe-8091dac368ea tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Allocated IP 172.26.3.226 (decb4a40-7941-48c8-afbb-daaafd502e83/70deed80-3ca1-4f9e-96cb-563b43d3acba/b6da818a-857b-4ea1-829c-5b80e6a2e94a) {{(pid=103159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:35:21.273963 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-ea472648-aa9e-4a0c-a6fe-8091dac368ea tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for port, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:35:21.310045 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-ea472648-aa9e-4a0c-a6fe-8091dac368ea tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:35:21.348087 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea472648-aa9e-4a0c-a6fe-8091dac368ea tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Network decb4a40-7941-48c8-afbb-daaafd502e83 is already hosted by enough agents. {{(pid=103159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:35:21.352640 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.base_scheduler [None req-ea472648-aa9e-4a0c-a6fe-8091dac368ea tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Resources bound (agent type, host, resource id): {{(pid=103159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:35:21.356854 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea472648-aa9e-4a0c-a6fe-8091dac368ea tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Received port after_create {{(pid=103159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:35:21.359773 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea472648-aa9e-4a0c-a6fe-8091dac368ea tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Pushing event updated for resources: {'Port': ['ID=b6da818a-857b-4ea1-829c-5b80e6a2e94a,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:35:21.368366 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf630454-82cc-4b0b-aea0-2fa5e3e23f11 None None] DHCP port deletion for decb4a40-7941-48c8-afbb-daaafd502e83 request from dv-neutron-744815-20-hyperv {{(pid=103161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 18 13:35:21.463630 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-96c49e89-8adb-4d64-9751-51f10edd132b None None] Provisioning complete for port b6da818a-857b-4ea1-829c-5b80e6a2e94a triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:35:21.464116 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-96c49e89-8adb-4d64-9751-51f10edd132b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:35:21.498613 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-96c49e89-8adb-4d64-9751-51f10edd132b None None] Port b6da818a-857b-4ea1-829c-5b80e6a2e94a cannot update to ACTIVE because it is not bound. {{(pid=103161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 13:35:21.608891 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-ea472648-aa9e-4a0c-a6fe-8091dac368ea tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for router_gateway, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:35:21.816274 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-ea472648-aa9e-4a0c-a6fe-8091dac368ea tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-589760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-586526'] for router, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:35:21.957779 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea472648-aa9e-4a0c-a6fe-8091dac368ea tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Router 11bbeac6-1dc3-4dfb-a186-5a66d7fbe6bb is scheduled to L3 agent c9c0cd52-5bd2-4704-9429-d80f1c5ad23c with binding_index 1 {{(pid=103159) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 18 13:35:22.063112 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea472648-aa9e-4a0c-a6fe-8091dac368ea tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Notify agent at l3_agent.dv-neutron-744815-20-hyperv the message routers_updated {{(pid=103159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 13:35:22.073599 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abdb9a3d-f62d-4bf3-b5ea-702481be6392 None None] Sync routers for ids ['11bbeac6-1dc3-4dfb-a186-5a66d7fbe6bb'] in dv-neutron-744815-20-hyperv {{(pid=103162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 13:35:22.086672 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-ea472648-aa9e-4a0c-a6fe-8091dac368ea tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for router, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:35:22.090178 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abdb9a3d-f62d-4bf3-b5ea-702481be6392 None None] Routers {'11bbeac6-1dc3-4dfb-a186-5a66d7fbe6bb'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:35:22.090343 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-ea472648-aa9e-4a0c-a6fe-8091dac368ea tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.8465569 Dec 18 13:35:22.090458 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-abdb9a3d-f62d-4bf3-b5ea-702481be6392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:34:57Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['11bbeac6-1dc3-4dfb-a186-5a66d7fbe6bb'], 'active': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:35:22.091244 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 56938) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:35:22.195643 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvr_db [None req-abdb9a3d-f62d-4bf3-b5ea-702481be6392 None None] Set router 11bbeac6-1dc3-4dfb-a186-5a66d7fbe6bb gateway port host: dv-neutron-744815-20-hyperv {{(pid=103162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 13:35:22.226912 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-c15992b4-069d-4a7d-8b49-6a04abf550e5 tempest-TestNetworkBasicOps-845399116 tempest-TestNetworkBasicOps-845399116-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=6e88b8a5aed24360a829007d7fd9d0fd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1343203 Dec 18 13:35:22.229437 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 56942) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:35:22.324377 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6891156-173c-46b6-b934-aef97bf24ad5 tempest-TestNetworkBasicOps-845399116 tempest-TestNetworkBasicOps-845399116-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:35:22.326060 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-e6891156-173c-46b6-b934-aef97bf24ad5 tempest-TestNetworkBasicOps-845399116 tempest-TestNetworkBasicOps-845399116-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0957086 Dec 18 13:35:22.329100 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 56946) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:35:22.362956 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-ac344f72-236d-4b02-8970-1290d26b18a3 tempest-TestNetworkBasicOps-845399116 tempest-TestNetworkBasicOps-845399116-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=decb4a40-7941-48c8-afbb-daaafd502e83&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0327106 Dec 18 13:35:22.365608 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 56948) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:35:22.370347 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-e13b39dc-1c2b-4206-a16b-259128b9310a tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1463292850', 'network_id': 'c0208448-4e02-4095-94d9-bd50122ab571', 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:35:22.371246 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-abdb9a3d-f62d-4bf3-b5ea-702481be6392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11bbeac6-1dc3-4dfb-a186-5a66d7fbe6bb', 'name': 'tempest-TestNetworkBasicOps-router-1817136361', 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.226'}], 'enable_snat': True}, 'gw_port_id': 'b6da818a-857b-4ea1-829c-5b80e6a2e94a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:35:20Z', 'updated_at': '2021-12-18T13:35:21Z', 'revision_number': 3, 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'gw_port': {'id': 'b6da818a-857b-4ea1-829c-5b80e6a2e94a', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:5e:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11bbeac6-1dc3-4dfb-a186-5a66d7fbe6bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:35:21Z', 'updated_at': '2021-12-18T13:35:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv'}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:35:22.400749 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abdb9a3d-f62d-4bf3-b5ea-702481be6392 None None] Checking router: 11bbeac6-1dc3-4dfb-a186-5a66d7fbe6bb for host: dv-neutron-744815-20-hyperv {{(pid=103162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 18 13:35:22.401104 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abdb9a3d-f62d-4bf3-b5ea-702481be6392 None None] Updating router 11bbeac6-1dc3-4dfb-a186-5a66d7fbe6bb port b6da818a-857b-4ea1-829c-5b80e6a2e94a binding host dv-neutron-744815-20-hyperv {{(pid=103162) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 18 13:35:22.425036 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-abdb9a3d-f62d-4bf3-b5ea-702481be6392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:35:22.463026 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e13b39dc-1c2b-4206-a16b-259128b9310a tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Made reservation on behalf of 6e88b8a5aed24360a829007d7fd9d0fd for: {'subnet': 1} {{(pid=103160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:35:22.466564 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-e13b39dc-1c2b-4206-a16b-259128b9310a tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4514414'] for subnet, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:35:22.652876 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-e13b39dc-1c2b-4206-a16b-259128b9310a tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4533410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4514424'] for subnet, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:35:22.675431 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-abdb9a3d-f62d-4bf3-b5ea-702481be6392 None None] Publish callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:35:22.682021 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-abdb9a3d-f62d-4bf3-b5ea-702481be6392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:35:22.718135 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13b39dc-1c2b-4206-a16b-259128b9310a tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Pushing event updated for resources: {'Subnet': ['ID=e1a277ae-c0bf-4e3f-a7bb-1d00c0eff8fb,revision_number=0']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:35:22.730261 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e13b39dc-1c2b-4206-a16b-259128b9310a tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Checking segment: {'id': 'e3475a2d-1440-471c-b4ab-b3e7f49bda6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'c0208448-4e02-4095-94d9-bd50122ab571'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 13:35:22.730517 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e13b39dc-1c2b-4206-a16b-259128b9310a tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Network hostable DHCP agents. Network: c0208448-4e02-4095-94d9-bd50122ab571, hostable agents: ['aa77effa-0e3a-4bbd-a383-4d58ed3328d0'], hosted agents: [] {{(pid=103160) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 18 13:35:22.733521 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1a56ba5-003a-45fd-b951-3fedf3c5172e None None] DHCP port deletion for decb4a40-7941-48c8-afbb-daaafd502e83 request from dv-neutron-744815-20-hyperv {{(pid=103161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 18 13:35:22.738516 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [None req-abdb9a3d-f62d-4bf3-b5ea-702481be6392 None None] Attempting to bind port b6da818a-857b-4ea1-829c-5b80e6a2e94a on host dv-neutron-744815-20-hyperv for vnic_type normal with profile {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 13:35:22.738880 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [None req-abdb9a3d-f62d-4bf3-b5ea-702481be6392 None None] Attempting to bind port b6da818a-857b-4ea1-829c-5b80e6a2e94a by drivers openvswitch,hyperv on host dv-neutron-744815-20-hyperv at level 0 using segments [{'id': '3f66d49c-4faa-434c-8c3e-991f4f1d01bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83'}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 13:35:22.739264 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abdb9a3d-f62d-4bf3-b5ea-702481be6392 None None] Attempting to bind port b6da818a-857b-4ea1-829c-5b80e6a2e94a on network decb4a40-7941-48c8-afbb-daaafd502e83 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 13:35:22.749577 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abdb9a3d-f62d-4bf3-b5ea-702481be6392 None None] Checking agent: {'id': '428fa9fa-43db-4db9-9f96-f60ffe931f2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-20-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 13, 19, 1), 'started_at': datetime.datetime(2021, 12, 18, 13, 19, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 13, 35, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-20-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 18 13:35:22.749755 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abdb9a3d-f62d-4bf3-b5ea-702481be6392 None None] Checking segment: {'id': '3f66d49c-4faa-434c-8c3e-991f4f1d01bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 13:35:22.750131 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-abdb9a3d-f62d-4bf3-b5ea-702481be6392 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:35:22.750514 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abdb9a3d-f62d-4bf3-b5ea-702481be6392 None None] Bound using segment: {'id': '3f66d49c-4faa-434c-8c3e-991f4f1d01bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83'} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 18 13:35:22.751010 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [None req-abdb9a3d-f62d-4bf3-b5ea-702481be6392 None None] Bound port: b6da818a-857b-4ea1-829c-5b80e6a2e94a, host: dv-neutron-744815-20-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f66d49c-4faa-434c-8c3e-991f4f1d01bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83'}}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 18 13:35:22.751363 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-abdb9a3d-f62d-4bf3-b5ea-702481be6392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:35:22.753053 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cebe6d-8d7c-4eac-8a04-57928dc89ba8 None None] Pushing event updated for resources: {'Port': ['ID=b6da818a-857b-4ea1-829c-5b80e6a2e94a,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:35:22.754672 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e13b39dc-1c2b-4206-a16b-259128b9310a tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Network c0208448-4e02-4095-94d9-bd50122ab571 is scheduled to be hosted by DHCP agent aa77effa-0e3a-4bbd-a383-4d58ed3328d0 with binding_index 1 {{(pid=103160) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 18 13:35:22.765418 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.base_scheduler [None req-e13b39dc-1c2b-4206-a16b-259128b9310a tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-744815-20-hyperv, c0208448-4e02-4095-94d9-bd50122ab571) {{(pid=103160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:35:22.769749 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e13b39dc-1c2b-4206-a16b-259128b9310a tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:35:22.771127 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-e13b39dc-1c2b-4206-a16b-259128b9310a tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for subnet, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:35:22.778754 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9162fbd2-d044-4bbc-8211-c2bf4bf577ef None None] Network c0208448-4e02-4095-94d9-bd50122ab571 requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:35:22.792178 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-e13b39dc-1c2b-4206-a16b-259128b9310a tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4229631 Dec 18 13:35:22.792932 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 56950) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:35:22.799460 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12cebe6d-8d7c-4eac-8a04-57928dc89ba8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:35:22.799823 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12cebe6d-8d7c-4eac-8a04-57928dc89ba8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:35:22.800163 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12cebe6d-8d7c-4eac-8a04-57928dc89ba8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:35:22.800675 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12cebe6d-8d7c-4eac-8a04-57928dc89ba8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:35:22.801192 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12cebe6d-8d7c-4eac-8a04-57928dc89ba8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:35:22.801519 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12cebe6d-8d7c-4eac-8a04-57928dc89ba8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:35:22.802281 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12cebe6d-8d7c-4eac-8a04-57928dc89ba8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:35:22.802636 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12cebe6d-8d7c-4eac-8a04-57928dc89ba8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:35:22.803073 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12cebe6d-8d7c-4eac-8a04-57928dc89ba8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:35:22.803422 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12cebe6d-8d7c-4eac-8a04-57928dc89ba8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:35:22.803741 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12cebe6d-8d7c-4eac-8a04-57928dc89ba8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:35:22.804059 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12cebe6d-8d7c-4eac-8a04-57928dc89ba8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:35:22.804376 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12cebe6d-8d7c-4eac-8a04-57928dc89ba8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:35:22.818750 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-abdb9a3d-f62d-4bf3-b5ea-702481be6392 None None] For port b6da818a-857b-4ea1-829c-5b80e6a2e94a, host dv-neutron-744815-20-hyperv, cleared binding levels {{(pid=103162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 18 13:35:22.821943 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-abdb9a3d-f62d-4bf3-b5ea-702481be6392 None None] For port b6da818a-857b-4ea1-829c-5b80e6a2e94a, host dv-neutron-744815-20-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=b6da818a-857b-4ea1-829c-5b80e6a2e94a,segment=NetworkSegment(3f66d49c-4faa-434c-8c3e-991f4f1d01bd),segment_id=3f66d49c-4faa-434c-8c3e-991f4f1d01bd)] {{(pid=103162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 18 13:35:22.825529 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-abdb9a3d-f62d-4bf3-b5ea-702481be6392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:35:22.856728 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-f9f310e6-61d7-4260-8cac-9159f32f9312 None None] Provisioning complete for port b6da818a-857b-4ea1-829c-5b80e6a2e94a triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:35:22.856976 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f9f310e6-61d7-4260-8cac-9159f32f9312 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:35:22.883857 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3e2411e-c600-422f-b5b7-3e279bcff7b6 None None] DHCP port deletion for decb4a40-7941-48c8-afbb-daaafd502e83 request from dv-neutron-744815-20-hyperv {{(pid=103161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 18 13:35:22.884595 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abdb9a3d-f62d-4bf3-b5ea-702481be6392 None None] Routers {'11bbeac6-1dc3-4dfb-a186-5a66d7fbe6bb'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:35:22.885225 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-abdb9a3d-f62d-4bf3-b5ea-702481be6392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:34:57Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['11bbeac6-1dc3-4dfb-a186-5a66d7fbe6bb'], 'active': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:35:22.890472 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cebe6d-8d7c-4eac-8a04-57928dc89ba8 None None] Pushing event updated for resources: {'Port': ['ID=b6da818a-857b-4ea1-829c-5b80e6a2e94a,revision_number=3']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:35:22.935410 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-920b2310-9fd5-4eda-87c6-e7d888f0fefe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp31e170a0-46a1-5ba9-9dc1-7ee4f866f0d7-c0208448-4e02-4095-94d9-bd50122ab571', 'network_id': 'c0208448-4e02-4095-94d9-bd50122ab571', 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'fixed_ips': [{'subnet_id': 'e1a277ae-c0bf-4e3f-a7bb-1d00c0eff8fb'}]}} from dv-neutron-744815-20-hyperv. {{(pid=103161) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 18 13:35:22.936262 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-920b2310-9fd5-4eda-87c6-e7d888f0fefe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:35:22.986972 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f9f310e6-61d7-4260-8cac-9159f32f9312 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:35:23.001387 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvr_db [None req-abdb9a3d-f62d-4bf3-b5ea-702481be6392 None None] Set router 11bbeac6-1dc3-4dfb-a186-5a66d7fbe6bb gateway port host: dv-neutron-744815-20-hyperv {{(pid=103162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 13:35:23.058136 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-f9f310e6-61d7-4260-8cac-9159f32f9312 None None] For port b6da818a-857b-4ea1-829c-5b80e6a2e94a, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=b6da818a-857b-4ea1-829c-5b80e6a2e94a,segment=NetworkSegment(3f66d49c-4faa-434c-8c3e-991f4f1d01bd),segment_id=3f66d49c-4faa-434c-8c3e-991f4f1d01bd)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:35:23.065558 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f9f310e6-61d7-4260-8cac-9159f32f9312 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:35:23.150527 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f310e6-61d7-4260-8cac-9159f32f9312 None None] Pushing event updated for resources: {'Port': ['ID=b6da818a-857b-4ea1-829c-5b80e6a2e94a,revision_number=4']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:35:23.161440 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_common [None req-920b2310-9fd5-4eda-87c6-e7d888f0fefe None None] Allocated IP 172.20.0.2 (c0208448-4e02-4095-94d9-bd50122ab571/e1a277ae-c0bf-4e3f-a7bb-1d00c0eff8fb/900af00e-5370-4e41-b658-2707852afd1d) {{(pid=103161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:35:23.196905 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-abdb9a3d-f62d-4bf3-b5ea-702481be6392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11bbeac6-1dc3-4dfb-a186-5a66d7fbe6bb', 'name': 'tempest-TestNetworkBasicOps-router-1817136361', 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.226'}], 'enable_snat': True}, 'gw_port_id': 'b6da818a-857b-4ea1-829c-5b80e6a2e94a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:35:20Z', 'updated_at': '2021-12-18T13:35:21Z', 'revision_number': 3, 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'gw_port': {'id': 'b6da818a-857b-4ea1-829c-5b80e6a2e94a', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:5e:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11bbeac6-1dc3-4dfb-a186-5a66d7fbe6bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:35:21Z', 'updated_at': '2021-12-18T13:35:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv'}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:35:23.225850 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abdb9a3d-f62d-4bf3-b5ea-702481be6392 None None] The sync data for ids ['11bbeac6-1dc3-4dfb-a186-5a66d7fbe6bb'] in dv-neutron-744815-20-hyperv is: [{'id': '11bbeac6-1dc3-4dfb-a186-5a66d7fbe6bb', 'name': 'tempest-TestNetworkBasicOps-router-1817136361', 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.226'}], 'enable_snat': True}, 'gw_port_id': 'b6da818a-857b-4ea1-829c-5b80e6a2e94a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:35:20Z', 'updated_at': '2021-12-18T13:35:21Z', 'revision_number': 3, 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'gw_port': {'id': 'b6da818a-857b-4ea1-829c-5b80e6a2e94a', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:5e:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11bbeac6-1dc3-4dfb-a186-5a66d7fbe6bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:35:21Z', 'updated_at': '2021-12-18T13:35:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv'}] {{(pid=103162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 13:35:23.248214 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-aaf8f062-1daf-4b40-bd98-e1b13a843197 None None] Provisioning complete for port b6da818a-857b-4ea1-829c-5b80e6a2e94a triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:35:23.248669 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-aaf8f062-1daf-4b40-bd98-e1b13a843197 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:35:23.315951 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-bf25213d-cf93-4d1f-8052-a13c62573d38 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:35:23.386650 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-920b2310-9fd5-4eda-87c6-e7d888f0fefe None None] Publish callbacks [] for port, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:35:23.395901 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-920b2310-9fd5-4eda-87c6-e7d888f0fefe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975'] for port, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:35:23.448854 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-920b2310-9fd5-4eda-87c6-e7d888f0fefe None None] Network c0208448-4e02-4095-94d9-bd50122ab571 is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:35:23.453032 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920b2310-9fd5-4eda-87c6-e7d888f0fefe None None] Pushing event updated for resources: {'Port': ['ID=900af00e-5370-4e41-b658-2707852afd1d,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:35:23.457338 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-920b2310-9fd5-4eda-87c6-e7d888f0fefe None None] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:35:23.459674 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-920b2310-9fd5-4eda-87c6-e7d888f0fefe None None] Received port after_create {{(pid=103161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:35:23.537273 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-920b2310-9fd5-4eda-87c6-e7d888f0fefe None None] Attempting to bind port 900af00e-5370-4e41-b658-2707852afd1d on host dv-neutron-744815-20-hyperv for vnic_type normal with profile {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 13:35:23.537646 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-920b2310-9fd5-4eda-87c6-e7d888f0fefe None None] Attempting to bind port 900af00e-5370-4e41-b658-2707852afd1d by drivers openvswitch,hyperv on host dv-neutron-744815-20-hyperv at level 0 using segments [{'id': 'e3475a2d-1440-471c-b4ab-b3e7f49bda6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'c0208448-4e02-4095-94d9-bd50122ab571'}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 13:35:23.538014 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-920b2310-9fd5-4eda-87c6-e7d888f0fefe None None] Attempting to bind port 900af00e-5370-4e41-b658-2707852afd1d on network c0208448-4e02-4095-94d9-bd50122ab571 {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 13:35:23.544590 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-920b2310-9fd5-4eda-87c6-e7d888f0fefe None None] Checking agent: {'id': '428fa9fa-43db-4db9-9f96-f60ffe931f2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-20-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 13, 19, 1), 'started_at': datetime.datetime(2021, 12, 18, 13, 19, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 13, 35, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-20-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 18 13:35:23.544977 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-920b2310-9fd5-4eda-87c6-e7d888f0fefe None None] Checking segment: {'id': 'e3475a2d-1440-471c-b4ab-b3e7f49bda6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'c0208448-4e02-4095-94d9-bd50122ab571'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 13:35:23.545384 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-920b2310-9fd5-4eda-87c6-e7d888f0fefe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:35:23.545779 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-920b2310-9fd5-4eda-87c6-e7d888f0fefe None None] Bound using segment: {'id': 'e3475a2d-1440-471c-b4ab-b3e7f49bda6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'c0208448-4e02-4095-94d9-bd50122ab571'} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 18 13:35:23.546247 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-920b2310-9fd5-4eda-87c6-e7d888f0fefe None None] Bound port: 900af00e-5370-4e41-b658-2707852afd1d, host: dv-neutron-744815-20-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3475a2d-1440-471c-b4ab-b3e7f49bda6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'c0208448-4e02-4095-94d9-bd50122ab571'}}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 18 13:35:23.546630 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-920b2310-9fd5-4eda-87c6-e7d888f0fefe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:35:23.621499 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-920b2310-9fd5-4eda-87c6-e7d888f0fefe None None] For port 900af00e-5370-4e41-b658-2707852afd1d, host dv-neutron-744815-20-hyperv, cleared binding levels {{(pid=103161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 18 13:35:23.626100 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-920b2310-9fd5-4eda-87c6-e7d888f0fefe None None] For port 900af00e-5370-4e41-b658-2707852afd1d, host dv-neutron-744815-20-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=900af00e-5370-4e41-b658-2707852afd1d,segment=NetworkSegment(e3475a2d-1440-471c-b4ab-b3e7f49bda6d),segment_id=e3475a2d-1440-471c-b4ab-b3e7f49bda6d)] {{(pid=103161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 18 13:35:23.636352 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-920b2310-9fd5-4eda-87c6-e7d888f0fefe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:35:23.653978 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.db_base_plugin_common [None req-bf25213d-cf93-4d1f-8052-a13c62573d38 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Allocated IP 172.20.0.1 (c0208448-4e02-4095-94d9-bd50122ab571/e1a277ae-c0bf-4e3f-a7bb-1d00c0eff8fb/ef81f709-71df-4621-9ffe-d576e3c65c4c) {{(pid=103160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:35:23.706115 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920b2310-9fd5-4eda-87c6-e7d888f0fefe None None] Pushing event updated for resources: {'Port': ['ID=900af00e-5370-4e41-b658-2707852afd1d,revision_number=2']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:35:23.800902 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-bf25213d-cf93-4d1f-8052-a13c62573d38 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for port, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:35:23.837865 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-bf25213d-cf93-4d1f-8052-a13c62573d38 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4533522'] for port, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:35:23.902220 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf25213d-cf93-4d1f-8052-a13c62573d38 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Network c0208448-4e02-4095-94d9-bd50122ab571 is already hosted by enough agents. {{(pid=103160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:35:23.906285 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.base_scheduler [None req-bf25213d-cf93-4d1f-8052-a13c62573d38 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Resources bound (agent type, host, resource id): {{(pid=103160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:35:23.910203 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf25213d-cf93-4d1f-8052-a13c62573d38 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Received port after_create {{(pid=103160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:35:23.941056 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf25213d-cf93-4d1f-8052-a13c62573d38 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Pushing event updated for resources: {'Port': ['ID=ef81f709-71df-4621-9ffe-d576e3c65c4c,revision_number=1']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:35:23.972130 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-bf25213d-cf93-4d1f-8052-a13c62573d38 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586257'] for router_interface, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:35:24.120696 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-bf25213d-cf93-4d1f-8052-a13c62573d38 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:35:24.419781 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-bf25213d-cf93-4d1f-8052-a13c62573d38 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for port, precommit_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:35:24.424911 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-bf25213d-cf93-4d1f-8052-a13c62573d38 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4533541'] for port, after_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:35:24.511671 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf25213d-cf93-4d1f-8052-a13c62573d38 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Pushing event updated for resources: {'Port': ['ID=ef81f709-71df-4621-9ffe-d576e3c65c4c,revision_number=2']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:35:24.515428 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-bf25213d-cf93-4d1f-8052-a13c62573d38 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1048031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586432'] for router_interface, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:35:24.613694 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf25213d-cf93-4d1f-8052-a13c62573d38 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Network c0208448-4e02-4095-94d9-bd50122ab571 is already hosted by enough agents. {{(pid=103160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:35:24.615831 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.base_scheduler [None req-bf25213d-cf93-4d1f-8052-a13c62573d38 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Resources bound (agent type, host, resource id): {{(pid=103160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:35:24.735276 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c93b5fa-680c-4179-856b-8788a15b6fef None None] Network c0208448-4e02-4095-94d9-bd50122ab571 requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:35:24.751271 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf25213d-cf93-4d1f-8052-a13c62573d38 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Router 11bbeac6-1dc3-4dfb-a186-5a66d7fbe6bb has already been hosted by L3 agent c9c0cd52-5bd2-4704-9429-d80f1c5ad23c {{(pid=103160) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 18 13:35:24.759915 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device b6da818a-857b-4ea1-829c-5b80e6a2e94a up at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 13:35:24.837716 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2aa1c1e9-f029-47d8-a1c4-b61fbccd00a1 None None] Provisioning complete for port 900af00e-5370-4e41-b658-2707852afd1d triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:35:24.838046 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2aa1c1e9-f029-47d8-a1c4-b61fbccd00a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:35:24.864184 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf25213d-cf93-4d1f-8052-a13c62573d38 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Notify agent at l3_agent.dv-neutron-744815-20-hyperv the message routers_updated {{(pid=103160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 13:35:24.870865 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-bf25213d-cf93-4d1f-8052-a13c62573d38 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "PUT /v2.0/routers/11bbeac6-1dc3-4dfb-a186-5a66d7fbe6bb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0766964 Dec 18 13:35:24.873477 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 56954) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:35:24.923028 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a5ba1dfc-e115-4b0d-9225-2c2054abea79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:35:24.939091 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2294866d-0076-4933-952c-685307032598 None None] Provisioning complete for port b6da818a-857b-4ea1-829c-5b80e6a2e94a triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:35:24.939489 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:35:24.984220 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05419ae7-ebfd-4f49-89ca-3bc0a4685828 tempest-TestNetworkBasicOps-845399116 tempest-TestNetworkBasicOps-845399116-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:35:24.984691 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05419ae7-ebfd-4f49-89ca-3bc0a4685828 tempest-TestNetworkBasicOps-845399116 tempest-TestNetworkBasicOps-845399116-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:35:24.985150 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05419ae7-ebfd-4f49-89ca-3bc0a4685828 tempest-TestNetworkBasicOps-845399116 tempest-TestNetworkBasicOps-845399116-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:35:24.985599 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05419ae7-ebfd-4f49-89ca-3bc0a4685828 tempest-TestNetworkBasicOps-845399116 tempest-TestNetworkBasicOps-845399116-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:35:24.986566 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05419ae7-ebfd-4f49-89ca-3bc0a4685828 tempest-TestNetworkBasicOps-845399116 tempest-TestNetworkBasicOps-845399116-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:35:24.987052 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05419ae7-ebfd-4f49-89ca-3bc0a4685828 tempest-TestNetworkBasicOps-845399116 tempest-TestNetworkBasicOps-845399116-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:35:24.987584 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05419ae7-ebfd-4f49-89ca-3bc0a4685828 tempest-TestNetworkBasicOps-845399116 tempest-TestNetworkBasicOps-845399116-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:35:24.992173 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-05419ae7-ebfd-4f49-89ca-3bc0a4685828 tempest-TestNetworkBasicOps-845399116 tempest-TestNetworkBasicOps-845399116-project-admin] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4970 time: 0.1148806 Dec 18 13:35:24.992412 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 56956) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:35:25.021739 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2aa1c1e9-f029-47d8-a1c4-b61fbccd00a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:35:25.087080 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-2aa1c1e9-f029-47d8-a1c4-b61fbccd00a1 None None] For port 900af00e-5370-4e41-b658-2707852afd1d, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=900af00e-5370-4e41-b658-2707852afd1d,segment=NetworkSegment(e3475a2d-1440-471c-b4ab-b3e7f49bda6d),segment_id=e3475a2d-1440-471c-b4ab-b3e7f49bda6d)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:35:25.095077 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2aa1c1e9-f029-47d8-a1c4-b61fbccd00a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:35:25.096038 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfde8780-62b6-4ea1-83e5-8ee53b754fd0 tempest-TestNetworkBasicOps-845399116 tempest-TestNetworkBasicOps-845399116-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:35:25.097262 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfde8780-62b6-4ea1-83e5-8ee53b754fd0 tempest-TestNetworkBasicOps-845399116 tempest-TestNetworkBasicOps-845399116-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:35:25.098093 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfde8780-62b6-4ea1-83e5-8ee53b754fd0 tempest-TestNetworkBasicOps-845399116 tempest-TestNetworkBasicOps-845399116-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:35:25.098510 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfde8780-62b6-4ea1-83e5-8ee53b754fd0 tempest-TestNetworkBasicOps-845399116 tempest-TestNetworkBasicOps-845399116-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:35:25.098998 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfde8780-62b6-4ea1-83e5-8ee53b754fd0 tempest-TestNetworkBasicOps-845399116 tempest-TestNetworkBasicOps-845399116-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:35:25.099546 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfde8780-62b6-4ea1-83e5-8ee53b754fd0 tempest-TestNetworkBasicOps-845399116 tempest-TestNetworkBasicOps-845399116-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:35:25.099990 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfde8780-62b6-4ea1-83e5-8ee53b754fd0 tempest-TestNetworkBasicOps-845399116 tempest-TestNetworkBasicOps-845399116-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:35:25.100431 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 900af00e-5370-4e41-b658-2707852afd1d up at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 13:35:25.101841 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-dfde8780-62b6-4ea1-83e5-8ee53b754fd0 tempest-TestNetworkBasicOps-845399116 tempest-TestNetworkBasicOps-845399116-project-admin] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4629 time: 0.1085074 Dec 18 13:35:25.107260 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 56958) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:35:25.178945 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa1c1e9-f029-47d8-a1c4-b61fbccd00a1 None None] Pushing event updated for resources: {'Port': ['ID=900af00e-5370-4e41-b658-2707852afd1d,revision_number=3']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:35:25.194760 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2294866d-0076-4933-952c-685307032598 None None] Provisioning complete for port 900af00e-5370-4e41-b658-2707852afd1d triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:35:25.195131 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:35:25.285995 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-4de90978-b604-48a9-aa34-3f0ab2fd94d4 tempest-TestNetworkBasicOps-845399116 tempest-TestNetworkBasicOps-845399116-project-admin] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3776 time: 0.1767313 Dec 18 13:35:25.288447 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83cdf840-e168-453e-a0f0-295787dd8253 None None] Sync routers for ids ['11bbeac6-1dc3-4dfb-a186-5a66d7fbe6bb'] in dv-neutron-744815-20-hyperv {{(pid=103161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 13:35:25.301026 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83cdf840-e168-453e-a0f0-295787dd8253 None None] Routers {'11bbeac6-1dc3-4dfb-a186-5a66d7fbe6bb'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:35:25.302257 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-83cdf840-e168-453e-a0f0-295787dd8253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:34:57Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['11bbeac6-1dc3-4dfb-a186-5a66d7fbe6bb'], 'active': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:35:25.366989 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-193f9bf9-d5c4-4e00-9f57-b49fc172a77f None None] Provisioning complete for port ef81f709-71df-4621-9ffe-d576e3c65c4c triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:35:25.366989 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-193f9bf9-d5c4-4e00-9f57-b49fc172a77f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:35:25.443259 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-193f9bf9-d5c4-4e00-9f57-b49fc172a77f None None] Port ef81f709-71df-4621-9ffe-d576e3c65c4c cannot update to ACTIVE because it is not bound. {{(pid=103161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 13:35:25.457641 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvr_db [None req-83cdf840-e168-453e-a0f0-295787dd8253 None None] Set router 11bbeac6-1dc3-4dfb-a186-5a66d7fbe6bb gateway port host: dv-neutron-744815-20-hyperv {{(pid=103161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 13:35:25.521288 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 56962) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:35:25.526638 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-e30f63ce-f15f-4102-bda0-d5080e2ac2ed tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1567569488', 'description': 'tempest-secgroup-smoke-1567569488 description', 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:35:25.559444 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-e30f63ce-f15f-4102-bda0-d5080e2ac2ed tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for security_group, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:35:25.653238 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-e30f63ce-f15f-4102-bda0-d5080e2ac2ed tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for security_group, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:35:25.659109 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-e30f63ce-f15f-4102-bda0-d5080e2ac2ed tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:35:25.674869 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-193f9bf9-d5c4-4e00-9f57-b49fc172a77f None None] Provisioning complete for port 900af00e-5370-4e41-b658-2707852afd1d triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:35:25.675256 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-193f9bf9-d5c4-4e00-9f57-b49fc172a77f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:35:25.690140 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-e30f63ce-f15f-4102-bda0-d5080e2ac2ed tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for security_group, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:35:25.691684 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-e30f63ce-f15f-4102-bda0-d5080e2ac2ed tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1688271 Dec 18 13:35:25.694861 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 56964) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:35:25.695794 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30f63ce-f15f-4102-bda0-d5080e2ac2ed tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a816d24-ea45-4f99-b771-0d2fc6f3bee0,revision_number=1']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:35:25.700353 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-c6902808-a532-4908-b970-debdc3c8533b tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Request body: {'security_group_rule': {'security_group_id': '4a816d24-ea45-4f99-b771-0d2fc6f3bee0', 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:35:25.731612 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-c6902808-a532-4908-b970-debdc3c8533b tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:35:25.789748 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-c6902808-a532-4908-b970-debdc3c8533b tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:35:25.794999 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-c6902808-a532-4908-b970-debdc3c8533b tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530267'] for security_group_rule, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:35:25.812633 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6902808-a532-4908-b970-debdc3c8533b tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=674bd2d4-d9d6-4fbd-8c5d-7356c631e786,revision_number=0']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:35:25.822401 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-c6902808-a532-4908-b970-debdc3c8533b tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:35:25.823656 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-c6902808-a532-4908-b970-debdc3c8533b tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1276383 Dec 18 13:35:25.826416 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 56966) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:35:25.831311 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-bf1f4288-49d6-4959-8006-7f4744dc934a tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Request body: {'security_group_rule': {'security_group_id': '4a816d24-ea45-4f99-b771-0d2fc6f3bee0', 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:35:25.861806 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-bf1f4288-49d6-4959-8006-7f4744dc934a tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:35:25.920915 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-83cdf840-e168-453e-a0f0-295787dd8253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11bbeac6-1dc3-4dfb-a186-5a66d7fbe6bb', 'name': 'tempest-TestNetworkBasicOps-router-1817136361', 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.226'}], 'enable_snat': True}, 'gw_port_id': 'b6da818a-857b-4ea1-829c-5b80e6a2e94a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:35:20Z', 'updated_at': '2021-12-18T13:35:24Z', 'revision_number': 4, 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'gw_port': {'id': 'b6da818a-857b-4ea1-829c-5b80e6a2e94a', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:5e:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11bbeac6-1dc3-4dfb-a186-5a66d7fbe6bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:35:21Z', 'updated_at': '2021-12-18T13:35:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv', '_interfaces': [{'id': 'ef81f709-71df-4621-9ffe-d576e3c65c4c', 'name': '', 'network_id': 'c0208448-4e02-4095-94d9-bd50122ab571', 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'mac_address': 'fa:16:3e:9c:bc:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11bbeac6-1dc3-4dfb-a186-5a66d7fbe6bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': 'e1a277ae-c0bf-4e3f-a7bb-1d00c0eff8fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:35:23Z', 'updated_at': '2021-12-18T13:35:24Z', 'revision_number': 2, 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'subnets': [{'id': 'e1a277ae-c0bf-4e3f-a7bb-1d00c0eff8fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:35:25.922337 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-bf1f4288-49d6-4959-8006-7f4744dc934a tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:35:25.926333 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-bf1f4288-49d6-4959-8006-7f4744dc934a tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530267'] for security_group_rule, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:35:25.943771 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1f4288-49d6-4959-8006-7f4744dc934a tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9484e8b-a46e-4e3c-bc95-cd036e1bcf33,revision_number=0']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:35:25.947827 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83cdf840-e168-453e-a0f0-295787dd8253 None None] Checking router: 11bbeac6-1dc3-4dfb-a186-5a66d7fbe6bb for host: dv-neutron-744815-20-hyperv {{(pid=103161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 18 13:35:25.948212 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83cdf840-e168-453e-a0f0-295787dd8253 None None] Updating router 11bbeac6-1dc3-4dfb-a186-5a66d7fbe6bb port ef81f709-71df-4621-9ffe-d576e3c65c4c binding host dv-neutron-744815-20-hyperv {{(pid=103161) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 18 13:35:25.952826 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-bf1f4288-49d6-4959-8006-7f4744dc934a tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:35:25.954054 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-bf1f4288-49d6-4959-8006-7f4744dc934a tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1267104 Dec 18 13:35:25.957123 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 56968) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:35:25.961659 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-7506ffc3-1636-4072-a644-06c0d6be3c99 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Request body: {'security_group_rule': {'security_group_id': '4a816d24-ea45-4f99-b771-0d2fc6f3bee0', 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:35:25.982513 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-83cdf840-e168-453e-a0f0-295787dd8253 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:35:25.990746 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-7506ffc3-1636-4072-a644-06c0d6be3c99 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:35:25.999344 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-17cdcd49-4a62-4bef-8d86-358a78adb993 None None] Provisioning complete for port ef81f709-71df-4621-9ffe-d576e3c65c4c triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:35:25.999711 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-17cdcd49-4a62-4bef-8d86-358a78adb993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:35:26.047426 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-7506ffc3-1636-4072-a644-06c0d6be3c99 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:35:26.052814 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-7506ffc3-1636-4072-a644-06c0d6be3c99 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530267'] for security_group_rule, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:35:26.065156 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-17cdcd49-4a62-4bef-8d86-358a78adb993 None None] Port ef81f709-71df-4621-9ffe-d576e3c65c4c cannot update to ACTIVE because it is not bound. {{(pid=103161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 13:35:26.071815 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7506ffc3-1636-4072-a644-06c0d6be3c99 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e585375e-e462-436e-ab47-98cbd35ce521,revision_number=0']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:35:26.077779 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-7506ffc3-1636-4072-a644-06c0d6be3c99 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:35:26.079042 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-7506ffc3-1636-4072-a644-06c0d6be3c99 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1209948 Dec 18 13:35:26.082088 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 56970) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:35:26.086862 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-8a1e9c8a-a63b-4d1f-9a0d-e00021172540 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Request body: {'security_group_rule': {'security_group_id': '4a816d24-ea45-4f99-b771-0d2fc6f3bee0', 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:35:26.115678 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-8a1e9c8a-a63b-4d1f-9a0d-e00021172540 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:35:26.173148 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-8a1e9c8a-a63b-4d1f-9a0d-e00021172540 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:35:26.178477 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-8a1e9c8a-a63b-4d1f-9a0d-e00021172540 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530267'] for security_group_rule, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:35:26.196243 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1e9c8a-a63b-4d1f-9a0d-e00021172540 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4e77b2c-3e68-45ed-aa40-00bf3326377d,revision_number=0']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:35:26.204463 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-8a1e9c8a-a63b-4d1f-9a0d-e00021172540 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:35:26.208751 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-8a1e9c8a-a63b-4d1f-9a0d-e00021172540 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1230457 Dec 18 13:35:26.208986 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 56972) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:35:26.213479 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-03fb87e6-5eee-4a77-a3f5-1d6e0fa7d7d2 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Request body: {'security_group_rule': {'security_group_id': '4a816d24-ea45-4f99-b771-0d2fc6f3bee0', 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:35:26.236205 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.db.securitygroups_db [None req-03fb87e6-5eee-4a77-a3f5-1d6e0fa7d7d2 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Project 6e88b8a5aed24360a829007d7fd9d0fd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 18 13:35:26.241298 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-03fb87e6-5eee-4a77-a3f5-1d6e0fa7d7d2 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:35:26.292279 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-83cdf840-e168-453e-a0f0-295787dd8253 None None] Publish callbacks [] for port, precommit_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:35:26.298174 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-83cdf840-e168-453e-a0f0-295787dd8253 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:35:26.303711 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-03fb87e6-5eee-4a77-a3f5-1d6e0fa7d7d2 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:35:26.309096 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-03fb87e6-5eee-4a77-a3f5-1d6e0fa7d7d2 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530267'] for security_group_rule, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:35:26.327731 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fb87e6-5eee-4a77-a3f5-1d6e0fa7d7d2 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a11031ae-bcad-44ea-835e-f9b663a09801,revision_number=0']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:35:26.338561 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-03fb87e6-5eee-4a77-a3f5-1d6e0fa7d7d2 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:35:26.342436 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-03fb87e6-5eee-4a77-a3f5-1d6e0fa7d7d2 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1298623 Dec 18 13:35:26.343268 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 56974) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:35:26.349654 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-2ff84626-49c2-4d4a-99bd-c227815556e9 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Request body: {'security_group_rule': {'security_group_id': '4a816d24-ea45-4f99-b771-0d2fc6f3bee0', 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:35:26.354993 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2405d8d5-f85a-4bfb-8652-93934b25f914 None None] Pushing event updated for resources: {'Port': ['ID=ef81f709-71df-4621-9ffe-d576e3c65c4c,revision_number=3']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:35:26.376463 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.db.securitygroups_db [None req-2ff84626-49c2-4d4a-99bd-c227815556e9 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Project 6e88b8a5aed24360a829007d7fd9d0fd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 18 13:35:26.381934 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-2ff84626-49c2-4d4a-99bd-c227815556e9 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:35:26.406679 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-83cdf840-e168-453e-a0f0-295787dd8253 None None] Attempting to bind port ef81f709-71df-4621-9ffe-d576e3c65c4c on host dv-neutron-744815-20-hyperv for vnic_type normal with profile {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 13:35:26.407047 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-83cdf840-e168-453e-a0f0-295787dd8253 None None] Attempting to bind port ef81f709-71df-4621-9ffe-d576e3c65c4c by drivers openvswitch,hyperv on host dv-neutron-744815-20-hyperv at level 0 using segments [{'id': 'e3475a2d-1440-471c-b4ab-b3e7f49bda6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'c0208448-4e02-4095-94d9-bd50122ab571'}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 13:35:26.407447 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83cdf840-e168-453e-a0f0-295787dd8253 None None] Attempting to bind port ef81f709-71df-4621-9ffe-d576e3c65c4c on network c0208448-4e02-4095-94d9-bd50122ab571 {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 13:35:26.412750 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83cdf840-e168-453e-a0f0-295787dd8253 None None] Checking agent: {'id': '428fa9fa-43db-4db9-9f96-f60ffe931f2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-20-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 13, 19, 1), 'started_at': datetime.datetime(2021, 12, 18, 13, 19, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 13, 35, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-20-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 18 13:35:26.413174 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83cdf840-e168-453e-a0f0-295787dd8253 None None] Checking segment: {'id': 'e3475a2d-1440-471c-b4ab-b3e7f49bda6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'c0208448-4e02-4095-94d9-bd50122ab571'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 13:35:26.413540 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-83cdf840-e168-453e-a0f0-295787dd8253 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:35:26.413934 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83cdf840-e168-453e-a0f0-295787dd8253 None None] Bound using segment: {'id': 'e3475a2d-1440-471c-b4ab-b3e7f49bda6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'c0208448-4e02-4095-94d9-bd50122ab571'} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 18 13:35:26.414709 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-83cdf840-e168-453e-a0f0-295787dd8253 None None] Bound port: ef81f709-71df-4621-9ffe-d576e3c65c4c, host: dv-neutron-744815-20-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3475a2d-1440-471c-b4ab-b3e7f49bda6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'c0208448-4e02-4095-94d9-bd50122ab571'}}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 18 13:35:26.414852 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-83cdf840-e168-453e-a0f0-295787dd8253 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:35:26.454519 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-2ff84626-49c2-4d4a-99bd-c227815556e9 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:35:26.464135 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-2ff84626-49c2-4d4a-99bd-c227815556e9 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530267'] for security_group_rule, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:35:26.478968 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff84626-49c2-4d4a-99bd-c227815556e9 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88a7b7a5-1f5b-48a1-b52c-81a20b9aba1c,revision_number=0']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:35:26.494715 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-83cdf840-e168-453e-a0f0-295787dd8253 None None] For port ef81f709-71df-4621-9ffe-d576e3c65c4c, host dv-neutron-744815-20-hyperv, cleared binding levels {{(pid=103161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 18 13:35:26.495933 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-2ff84626-49c2-4d4a-99bd-c227815556e9 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:35:26.506109 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-2ff84626-49c2-4d4a-99bd-c227815556e9 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1515484 Dec 18 13:35:26.506304 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-83cdf840-e168-453e-a0f0-295787dd8253 None None] For port ef81f709-71df-4621-9ffe-d576e3c65c4c, host dv-neutron-744815-20-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=ef81f709-71df-4621-9ffe-d576e3c65c4c,segment=NetworkSegment(e3475a2d-1440-471c-b4ab-b3e7f49bda6d),segment_id=e3475a2d-1440-471c-b4ab-b3e7f49bda6d)] {{(pid=103161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 18 13:35:26.506304 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-83cdf840-e168-453e-a0f0-295787dd8253 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:35:26.570433 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83cdf840-e168-453e-a0f0-295787dd8253 None None] Routers {'11bbeac6-1dc3-4dfb-a186-5a66d7fbe6bb'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:35:26.571082 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-83cdf840-e168-453e-a0f0-295787dd8253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:34:57Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['11bbeac6-1dc3-4dfb-a186-5a66d7fbe6bb'], 'active': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:35:26.573174 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2405d8d5-f85a-4bfb-8652-93934b25f914 None None] Pushing event updated for resources: {'Port': ['ID=ef81f709-71df-4621-9ffe-d576e3c65c4c,revision_number=4']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:35:26.640372 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-8237c1c6-a7bf-4206-b355-aa24d557b5a2 None None] Provisioning complete for port ef81f709-71df-4621-9ffe-d576e3c65c4c triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:35:26.640372 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-8237c1c6-a7bf-4206-b355-aa24d557b5a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:35:26.685667 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-d532f172-a31f-4e77-b2b6-31d1db20c396 req-434b1933-7367-4e48-aea1-43021a23486e tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1567569488&fields=id&tenant_id=6e88b8a5aed24360a829007d7fd9d0fd HTTP/1.1" status: 200 len: 267 time: 0.0667722 Dec 18 13:35:26.721153 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 900af00e-5370-4e41-b658-2707852afd1d up at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 13:35:26.784445 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvr_db [None req-83cdf840-e168-453e-a0f0-295787dd8253 None None] Set router 11bbeac6-1dc3-4dfb-a186-5a66d7fbe6bb gateway port host: dv-neutron-744815-20-hyperv {{(pid=103161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 13:35:26.800850 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d532f172-a31f-4e77-b2b6-31d1db20c396 req-c912c81d-1a8d-4c30-b478-91c36b9dc82a tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:35:26.802548 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-d532f172-a31f-4e77-b2b6-31d1db20c396 req-c912c81d-1a8d-4c30-b478-91c36b9dc82a tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/networks?id=c0208448-4e02-4095-94d9-bd50122ab571 HTTP/1.1" status: 200 len: 796 time: 0.1158001 Dec 18 13:35:26.818060 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-d532f172-a31f-4e77-b2b6-31d1db20c396 req-1ee8a059-46a0-431b-a1d9-c39887fa9f22 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/quotas/6e88b8a5aed24360a829007d7fd9d0fd HTTP/1.1" status: 200 len: 375 time: 0.0095663 Dec 18 13:35:26.895385 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-8237c1c6-a7bf-4206-b355-aa24d557b5a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:35:26.897832 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2294866d-0076-4933-952c-685307032598 None None] Provisioning complete for port 900af00e-5370-4e41-b658-2707852afd1d triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:35:26.898192 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:35:27.017448 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-8237c1c6-a7bf-4206-b355-aa24d557b5a2 None None] For port ef81f709-71df-4621-9ffe-d576e3c65c4c, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=ef81f709-71df-4621-9ffe-d576e3c65c4c,segment=NetworkSegment(e3475a2d-1440-471c-b4ab-b3e7f49bda6d),segment_id=e3475a2d-1440-471c-b4ab-b3e7f49bda6d)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:35:27.029903 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-8237c1c6-a7bf-4206-b355-aa24d557b5a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:35:27.173310 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8237c1c6-a7bf-4206-b355-aa24d557b5a2 None None] Pushing event updated for resources: {'Port': ['ID=ef81f709-71df-4621-9ffe-d576e3c65c4c,revision_number=5']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:35:27.178538 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-48425148-3005-4752-94a8-5c4ad9287bc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:35:27.189932 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-67c6e43e-2b95-474e-ab8e-49b55fc4bb49 None None] Provisioning complete for port ef81f709-71df-4621-9ffe-d576e3c65c4c triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:35:27.190298 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-67c6e43e-2b95-474e-ab8e-49b55fc4bb49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:35:27.193707 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-d532f172-a31f-4e77-b2b6-31d1db20c396 req-0aa057af-ae8c-4fe3-a4fe-741f3d2a969d tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=6e88b8a5aed24360a829007d7fd9d0fd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3696625 Dec 18 13:35:27.241821 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-83cdf840-e168-453e-a0f0-295787dd8253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11bbeac6-1dc3-4dfb-a186-5a66d7fbe6bb', 'name': 'tempest-TestNetworkBasicOps-router-1817136361', 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.226'}], 'enable_snat': True}, 'gw_port_id': 'b6da818a-857b-4ea1-829c-5b80e6a2e94a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:35:20Z', 'updated_at': '2021-12-18T13:35:24Z', 'revision_number': 4, 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'gw_port': {'id': 'b6da818a-857b-4ea1-829c-5b80e6a2e94a', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:5e:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11bbeac6-1dc3-4dfb-a186-5a66d7fbe6bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:35:21Z', 'updated_at': '2021-12-18T13:35:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv', '_interfaces': [{'id': 'ef81f709-71df-4621-9ffe-d576e3c65c4c', 'name': '', 'network_id': 'c0208448-4e02-4095-94d9-bd50122ab571', 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'mac_address': 'fa:16:3e:9c:bc:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11bbeac6-1dc3-4dfb-a186-5a66d7fbe6bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': 'e1a277ae-c0bf-4e3f-a7bb-1d00c0eff8fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:35:23Z', 'updated_at': '2021-12-18T13:35:26Z', 'revision_number': 4, 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'subnets': [{'id': 'e1a277ae-c0bf-4e3f-a7bb-1d00c0eff8fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:35:27.270280 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83cdf840-e168-453e-a0f0-295787dd8253 None None] The sync data for ids ['11bbeac6-1dc3-4dfb-a186-5a66d7fbe6bb'] in dv-neutron-744815-20-hyperv is: [{'id': '11bbeac6-1dc3-4dfb-a186-5a66d7fbe6bb', 'name': 'tempest-TestNetworkBasicOps-router-1817136361', 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.226'}], 'enable_snat': True}, 'gw_port_id': 'b6da818a-857b-4ea1-829c-5b80e6a2e94a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:35:20Z', 'updated_at': '2021-12-18T13:35:24Z', 'revision_number': 4, 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'gw_port': {'id': 'b6da818a-857b-4ea1-829c-5b80e6a2e94a', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:5e:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11bbeac6-1dc3-4dfb-a186-5a66d7fbe6bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:35:21Z', 'updated_at': '2021-12-18T13:35:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv', '_interfaces': [{'id': 'ef81f709-71df-4621-9ffe-d576e3c65c4c', 'name': '', 'network_id': 'c0208448-4e02-4095-94d9-bd50122ab571', 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'mac_address': 'fa:16:3e:9c:bc:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11bbeac6-1dc3-4dfb-a186-5a66d7fbe6bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': 'e1a277ae-c0bf-4e3f-a7bb-1d00c0eff8fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:35:23Z', 'updated_at': '2021-12-18T13:35:26Z', 'revision_number': 4, 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'subnets': [{'id': 'e1a277ae-c0bf-4e3f-a7bb-1d00c0eff8fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 13:35:27.290103 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-d532f172-a31f-4e77-b2b6-31d1db20c396 req-b81fc009-854c-409f-a6f0-602808938874 service neutron] 10.222.0.31 "GET /v2.0/networks/c0208448-4e02-4095-94d9-bd50122ab571?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838387 Dec 18 13:35:27.405872 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-d532f172-a31f-4e77-b2b6-31d1db20c396 req-70c05d9c-a7c3-4372-bf53-1573a94e8bc0 service neutron] 10.222.0.31 "GET /v2.0/networks/c0208448-4e02-4095-94d9-bd50122ab571?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057436 Dec 18 13:35:27.573243 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-142f41b8-19f7-43bd-9874-5939ccc5ec2a req-5083fc22-9433-4c6f-9f24-ffb5498206d5 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/ports?device_id=47d08dcc-46f4-4d94-9918-5c00178e69e1 HTTP/1.1" status: 200 len: 210 time: 0.0283520 Dec 18 13:35:28.392824 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-afa9ae9b-bdbb-4010-bcf6-3a46ce66cf71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:35:28.585913 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d532f172-a31f-4e77-b2b6-31d1db20c396 req-c849d9c2-8ae6-4d44-9243-891ac09951be tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:35:28.587332 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-d532f172-a31f-4e77-b2b6-31d1db20c396 req-c849d9c2-8ae6-4d44-9243-891ac09951be tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.43 "GET /v2.0/networks?id=c0208448-4e02-4095-94d9-bd50122ab571 HTTP/1.1" status: 200 len: 796 time: 0.1135876 Dec 18 13:35:28.660961 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-d532f172-a31f-4e77-b2b6-31d1db20c396 req-037de9a6-ead9-4a4d-8bc0-50b252467f4d tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6e88b8a5aed24360a829007d7fd9d0fd HTTP/1.1" status: 200 len: 380 time: 0.0637012 Dec 18 13:35:28.672357 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [req-d532f172-a31f-4e77-b2b6-31d1db20c396 req-ad34e11f-2eee-423a-a9fd-6782ba078c6e tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Request body: {'port': {'device_id': '47d08dcc-46f4-4d94-9918-5c00178e69e1', 'network_id': 'c0208448-4e02-4095-94d9-bd50122ab571', 'admin_state_up': True, 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'security_groups': ['4a816d24-ea45-4f99-b771-0d2fc6f3bee0']}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:35:28.690276 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-79103fb1-817e-4c6b-a9d6-de85a222bdb1 req-50a1f070-b256-487b-82ee-5f854523ebcb tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/ports?device_id=47d08dcc-46f4-4d94-9918-5c00178e69e1 HTTP/1.1" status: 200 len: 210 time: 0.0321085 Dec 18 13:35:28.730479 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device ef81f709-71df-4621-9ffe-d576e3c65c4c up at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 13:35:28.780426 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2294866d-0076-4933-952c-685307032598 None None] Provisioning complete for port ef81f709-71df-4621-9ffe-d576e3c65c4c triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:35:28.780800 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:35:28.793896 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d532f172-a31f-4e77-b2b6-31d1db20c396 req-ad34e11f-2eee-423a-a9fd-6782ba078c6e tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Made reservation on behalf of 6e88b8a5aed24360a829007d7fd9d0fd for: {'port': 1} {{(pid=103159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:35:28.797937 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-d532f172-a31f-4e77-b2b6-31d1db20c396 req-ad34e11f-2eee-423a-a9fd-6782ba078c6e tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:35:28.929036 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.db_base_plugin_common [req-d532f172-a31f-4e77-b2b6-31d1db20c396 req-ad34e11f-2eee-423a-a9fd-6782ba078c6e tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Allocated IP 172.20.0.13 (c0208448-4e02-4095-94d9-bd50122ab571/e1a277ae-c0bf-4e3f-a7bb-1d00c0eff8fb/df35b897-1b93-488b-a829-c22e48a1ff41) {{(pid=103159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:35:29.072639 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-d532f172-a31f-4e77-b2b6-31d1db20c396 req-ad34e11f-2eee-423a-a9fd-6782ba078c6e tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for port, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:35:29.108642 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-d532f172-a31f-4e77-b2b6-31d1db20c396 req-ad34e11f-2eee-423a-a9fd-6782ba078c6e tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:35:29.152487 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d532f172-a31f-4e77-b2b6-31d1db20c396 req-ad34e11f-2eee-423a-a9fd-6782ba078c6e tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Network c0208448-4e02-4095-94d9-bd50122ab571 is already hosted by enough agents. {{(pid=103159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:35:29.155590 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.base_scheduler [req-d532f172-a31f-4e77-b2b6-31d1db20c396 req-ad34e11f-2eee-423a-a9fd-6782ba078c6e tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Resources bound (agent type, host, resource id): {{(pid=103159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:35:29.159333 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [req-d532f172-a31f-4e77-b2b6-31d1db20c396 req-ad34e11f-2eee-423a-a9fd-6782ba078c6e tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Received port after_create {{(pid=103159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:35:29.165794 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad34e11f-2eee-423a-a9fd-6782ba078c6e tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Pushing event updated for resources: {'Port': ['ID=df35b897-1b93-488b-a829-c22e48a1ff41,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:35:29.215897 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d532f172-a31f-4e77-b2b6-31d1db20c396 req-ad34e11f-2eee-423a-a9fd-6782ba078c6e tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:35:29.216575 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-d532f172-a31f-4e77-b2b6-31d1db20c396 req-ad34e11f-2eee-423a-a9fd-6782ba078c6e tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:35:29.235942 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-d532f172-a31f-4e77-b2b6-31d1db20c396 req-ad34e11f-2eee-423a-a9fd-6782ba078c6e tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5678835 Dec 18 13:35:29.248805 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [req-d532f172-a31f-4e77-b2b6-31d1db20c396 req-8c9656c7-ab5d-41a1-82e9-ae44cde17b85 service neutron] Request body: {'port': {'device_id': '47d08dcc-46f4-4d94-9918-5c00178e69e1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7448'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:35:29.309719 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-d532f172-a31f-4e77-b2b6-31d1db20c396 req-8c9656c7-ab5d-41a1-82e9-ae44cde17b85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:35:29.364669 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-8ca76911-9915-45da-828f-31227363b133 None None] Provisioning complete for port df35b897-1b93-488b-a829-c22e48a1ff41 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:35:29.365038 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-8ca76911-9915-45da-828f-31227363b133 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:35:29.397483 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-8ca76911-9915-45da-828f-31227363b133 None None] Port df35b897-1b93-488b-a829-c22e48a1ff41 cannot update to ACTIVE because it is not bound. {{(pid=103161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 13:35:29.586101 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.notifiers.nova [req-d532f172-a31f-4e77-b2b6-31d1db20c396 req-8c9656c7-ab5d-41a1-82e9-ae44cde17b85 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df35b897-1b93-488b-a829-c22e48a1ff41 {{(pid=103159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 18 13:35:29.595208 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-d532f172-a31f-4e77-b2b6-31d1db20c396 req-8c9656c7-ab5d-41a1-82e9-ae44cde17b85 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:35:29.614374 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.provisioning_blocks [req-d532f172-a31f-4e77-b2b6-31d1db20c396 req-8c9656c7-ab5d-41a1-82e9-ae44cde17b85 service neutron] Transition to ACTIVE for port object df35b897-1b93-488b-a829-c22e48a1ff41 will not be triggered until provisioned by entity L2. {{(pid=103159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 18 13:35:29.619563 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-d532f172-a31f-4e77-b2b6-31d1db20c396 req-8c9656c7-ab5d-41a1-82e9-ae44cde17b85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5659917'] for port, after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:35:29.669761 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9656c7-ab5d-41a1-82e9-ae44cde17b85 service neutron] Pushing event updated for resources: {'Port': ['ID=df35b897-1b93-488b-a829-c22e48a1ff41,revision_number=2']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:35:29.745233 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.managers [req-d532f172-a31f-4e77-b2b6-31d1db20c396 req-8c9656c7-ab5d-41a1-82e9-ae44cde17b85 service neutron] Attempting to bind port df35b897-1b93-488b-a829-c22e48a1ff41 on host hv-neutron-7448 for vnic_type normal with profile {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 13:35:29.745583 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.managers [req-d532f172-a31f-4e77-b2b6-31d1db20c396 req-8c9656c7-ab5d-41a1-82e9-ae44cde17b85 service neutron] Attempting to bind port df35b897-1b93-488b-a829-c22e48a1ff41 by drivers openvswitch,hyperv on host hv-neutron-7448 at level 0 using segments [{'id': 'e3475a2d-1440-471c-b4ab-b3e7f49bda6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'c0208448-4e02-4095-94d9-bd50122ab571'}] {{(pid=103159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 13:35:29.745921 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d532f172-a31f-4e77-b2b6-31d1db20c396 req-8c9656c7-ab5d-41a1-82e9-ae44cde17b85 service neutron] Attempting to bind port df35b897-1b93-488b-a829-c22e48a1ff41 on network c0208448-4e02-4095-94d9-bd50122ab571 {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 13:35:29.750624 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d532f172-a31f-4e77-b2b6-31d1db20c396 req-8c9656c7-ab5d-41a1-82e9-ae44cde17b85 service neutron] Port df35b897-1b93-488b-a829-c22e48a1ff41 on network c0208448-4e02-4095-94d9-bd50122ab571 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7448 {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 18 13:35:29.750955 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d532f172-a31f-4e77-b2b6-31d1db20c396 req-8c9656c7-ab5d-41a1-82e9-ae44cde17b85 service neutron] Attempting to bind port df35b897-1b93-488b-a829-c22e48a1ff41 on network c0208448-4e02-4095-94d9-bd50122ab571 {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 13:35:29.756282 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d532f172-a31f-4e77-b2b6-31d1db20c396 req-8c9656c7-ab5d-41a1-82e9-ae44cde17b85 service neutron] Checking agent: {'id': 'c35b6aa0-0616-421f-8ded-732dd37fc90f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7448', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 13, 24, 37), 'started_at': datetime.datetime(2021, 12, 18, 13, 24, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 13, 35, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 18 13:35:29.756610 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d532f172-a31f-4e77-b2b6-31d1db20c396 req-8c9656c7-ab5d-41a1-82e9-ae44cde17b85 service neutron] Checking segment: {'id': 'e3475a2d-1440-471c-b4ab-b3e7f49bda6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'c0208448-4e02-4095-94d9-bd50122ab571'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 13:35:29.757102 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d532f172-a31f-4e77-b2b6-31d1db20c396 req-8c9656c7-ab5d-41a1-82e9-ae44cde17b85 service neutron] Bound using segment: {'id': 'e3475a2d-1440-471c-b4ab-b3e7f49bda6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'c0208448-4e02-4095-94d9-bd50122ab571'} {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 18 13:35:29.757796 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.managers [req-d532f172-a31f-4e77-b2b6-31d1db20c396 req-8c9656c7-ab5d-41a1-82e9-ae44cde17b85 service neutron] Bound port: df35b897-1b93-488b-a829-c22e48a1ff41, host: hv-neutron-7448, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3475a2d-1440-471c-b4ab-b3e7f49bda6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'c0208448-4e02-4095-94d9-bd50122ab571'}}] {{(pid=103159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 18 13:35:29.757950 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-d532f172-a31f-4e77-b2b6-31d1db20c396 req-8c9656c7-ab5d-41a1-82e9-ae44cde17b85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:35:29.856373 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d7e3e4-991b-475a-9373-e49969ff8fa3 req-529e0921-cbb8-4b3b-9449-960dfcbabf4f tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:35:29.857894 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-c7d7e3e4-991b-475a-9373-e49969ff8fa3 req-529e0921-cbb8-4b3b-9449-960dfcbabf4f tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/ports?device_id=47d08dcc-46f4-4d94-9918-5c00178e69e1 HTTP/1.1" status: 200 len: 944 time: 0.0903206 Dec 18 13:35:29.860320 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.db [req-d532f172-a31f-4e77-b2b6-31d1db20c396 req-8c9656c7-ab5d-41a1-82e9-ae44cde17b85 service neutron] For port df35b897-1b93-488b-a829-c22e48a1ff41, host hv-neutron-7448, cleared binding levels {{(pid=103159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 18 13:35:29.863861 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.db [req-d532f172-a31f-4e77-b2b6-31d1db20c396 req-8c9656c7-ab5d-41a1-82e9-ae44cde17b85 service neutron] For port df35b897-1b93-488b-a829-c22e48a1ff41, host hv-neutron-7448, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=df35b897-1b93-488b-a829-c22e48a1ff41,segment=NetworkSegment(e3475a2d-1440-471c-b4ab-b3e7f49bda6d),segment_id=e3475a2d-1440-471c-b4ab-b3e7f49bda6d)] {{(pid=103159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 18 13:35:29.874695 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-d532f172-a31f-4e77-b2b6-31d1db20c396 req-8c9656c7-ab5d-41a1-82e9-ae44cde17b85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5659917'] for port, after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:35:29.912542 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7b7a3272-2b45-4d32-9670-25eb1afd1184 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:35:29.932921 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d532f172-a31f-4e77-b2b6-31d1db20c396 req-8c9656c7-ab5d-41a1-82e9-ae44cde17b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:35:29.933546 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-d532f172-a31f-4e77-b2b6-31d1db20c396 req-8c9656c7-ab5d-41a1-82e9-ae44cde17b85 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:35:29.935373 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-d532f172-a31f-4e77-b2b6-31d1db20c396 req-8c9656c7-ab5d-41a1-82e9-ae44cde17b85 service neutron] 10.222.0.43 "PUT /v2.0/ports/df35b897-1b93-488b-a829-c22e48a1ff41 HTTP/1.1" status: 200 len: 1094 time: 0.6909180 Dec 18 13:35:29.938695 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47d08dcc-46f4-4d94-9918-5c00178e69e1', 'tag': 'df35b897-1b93-488b-a829-c22e48a1ff41'}] {{(pid=103159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 18 13:35:29.942141 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca844cf115d59c1fab86abc202fb4c13735de0d7e4cbbbb25eec9406e9c87431" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bd5e6d4-8929-4bfe-8960-a5718d6ffc36" -d '{"events": [{"name": "network-changed", "server_uuid": "47d08dcc-46f4-4d94-9918-5c00178e69e1", "tag": "df35b897-1b93-488b-a829-c22e48a1ff41"}]}' {{(pid=103159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 18 13:35:29.996234 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9656c7-ab5d-41a1-82e9-ae44cde17b85 service neutron] Pushing event updated for resources: {'Port': ['ID=df35b897-1b93-488b-a829-c22e48a1ff41,revision_number=3']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:35:30.001526 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 13:35:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0913b095-4a69-44b4-a974-09fd20354d86 x-openstack-request-id: req-0913b095-4a69-44b4-a974-09fd20354d86 {{(pid=103159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 18 13:35:30.001955 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47d08dcc-46f4-4d94-9918-5c00178e69e1", "tag": "df35b897-1b93-488b-a829-c22e48a1ff41", "status": "completed", "code": 200}]} {{(pid=103159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 18 13:35:30.002327 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0913b095-4a69-44b4-a974-09fd20354d86 {{(pid=103159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 18 13:35:30.002784 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47d08dcc-46f4-4d94-9918-5c00178e69e1', 'tag': 'df35b897-1b93-488b-a829-c22e48a1ff41', 'status': 'completed', 'code': 200} Dec 18 13:35:30.009824 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-c7d7e3e4-991b-475a-9373-e49969ff8fa3 req-2fb27c19-5f9a-446b-a563-0797fc20101b tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a816d24-ea45-4f99-b771-0d2fc6f3bee0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1443079 Dec 18 13:35:30.043950 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d532f172-a31f-4e77-b2b6-31d1db20c396 req-e7454b04-8013-43e5-901c-dedd5c8b4c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:35:30.045480 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-d532f172-a31f-4e77-b2b6-31d1db20c396 req-e7454b04-8013-43e5-901c-dedd5c8b4c5b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6e88b8a5aed24360a829007d7fd9d0fd&device_id=47d08dcc-46f4-4d94-9918-5c00178e69e1 HTTP/1.1" status: 200 len: 1097 time: 0.0614276 Dec 18 13:35:30.091445 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-d532f172-a31f-4e77-b2b6-31d1db20c396 req-eeab07e9-f789-4b9a-805d-03025916c5da service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=df35b897-1b93-488b-a829-c22e48a1ff41 HTTP/1.1" status: 200 len: 217 time: 0.0375891 Dec 18 13:35:30.147562 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d532f172-a31f-4e77-b2b6-31d1db20c396 req-c285b4a3-2fef-463a-a007-87dcef42b48d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:35:30.149203 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-d532f172-a31f-4e77-b2b6-31d1db20c396 req-c285b4a3-2fef-463a-a007-87dcef42b48d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e1a277ae-c0bf-4e3f-a7bb-1d00c0eff8fb HTTP/1.1" status: 200 len: 835 time: 0.0498312 Dec 18 13:35:30.196518 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d532f172-a31f-4e77-b2b6-31d1db20c396 req-ed472661-4c54-4c38-8ba0-b074ec0c8e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:35:30.198256 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-d532f172-a31f-4e77-b2b6-31d1db20c396 req-ed472661-4c54-4c38-8ba0-b074ec0c8e1b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c0208448-4e02-4095-94d9-bd50122ab571&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0415277 Dec 18 13:35:30.289804 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-d532f172-a31f-4e77-b2b6-31d1db20c396 req-79e870e7-b44a-48b7-a3b7-9482aa4dfc95 service neutron] 10.222.0.43 "GET /v2.0/networks/c0208448-4e02-4095-94d9-bd50122ab571?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841918 Dec 18 13:35:30.392640 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-d532f172-a31f-4e77-b2b6-31d1db20c396 req-c83d10fe-8a16-4f0a-b41b-cc672c1f7883 service neutron] 10.222.0.43 "GET /v2.0/networks/c0208448-4e02-4095-94d9-bd50122ab571?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949712 Dec 18 13:35:30.501639 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd5e6d4-8929-4bfe-8960-a5718d6ffc36 req-7aa3c055-8634-414a-94f5-977c339526d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:35:30.503174 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-8bd5e6d4-8929-4bfe-8960-a5718d6ffc36 req-7aa3c055-8634-414a-94f5-977c339526d2 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6e88b8a5aed24360a829007d7fd9d0fd&device_id=47d08dcc-46f4-4d94-9918-5c00178e69e1 HTTP/1.1" status: 200 len: 1097 time: 0.0434649 Dec 18 13:35:30.601654 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd5e6d4-8929-4bfe-8960-a5718d6ffc36 req-23390ae9-ee73-4e5e-96c9-991730f5552b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:35:30.603208 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-8bd5e6d4-8929-4bfe-8960-a5718d6ffc36 req-23390ae9-ee73-4e5e-96c9-991730f5552b service neutron] 10.222.0.43 "GET /v2.0/networks?id=c0208448-4e02-4095-94d9-bd50122ab571 HTTP/1.1" status: 200 len: 897 time: 0.0928235 Dec 18 13:35:30.645194 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-8bd5e6d4-8929-4bfe-8960-a5718d6ffc36 req-8393476f-c401-4de6-bdef-0704a3f6950d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=df35b897-1b93-488b-a829-c22e48a1ff41 HTTP/1.1" status: 200 len: 217 time: 0.0343075 Dec 18 13:35:30.699455 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd5e6d4-8929-4bfe-8960-a5718d6ffc36 req-ed2cebbb-b25e-4855-9527-1d01b2e0184c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:35:30.700940 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-8bd5e6d4-8929-4bfe-8960-a5718d6ffc36 req-ed2cebbb-b25e-4855-9527-1d01b2e0184c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e1a277ae-c0bf-4e3f-a7bb-1d00c0eff8fb HTTP/1.1" status: 200 len: 835 time: 0.0487816 Dec 18 13:35:30.757006 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd5e6d4-8929-4bfe-8960-a5718d6ffc36 req-a58c811a-d76d-4df4-8e4e-689c4580278f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:35:30.759025 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-8bd5e6d4-8929-4bfe-8960-a5718d6ffc36 req-a58c811a-d76d-4df4-8e4e-689c4580278f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c0208448-4e02-4095-94d9-bd50122ab571&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0512066 Dec 18 13:35:30.826295 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:35:30.866872 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-8bd5e6d4-8929-4bfe-8960-a5718d6ffc36 req-c63db692-5640-4f7c-b530-cc4e0975e8f5 service neutron] 10.222.0.43 "GET /v2.0/networks/c0208448-4e02-4095-94d9-bd50122ab571?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999942 Dec 18 13:35:30.966980 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-8bd5e6d4-8929-4bfe-8960-a5718d6ffc36 req-11aa50db-4738-49b1-80bb-39de50590b3a service neutron] 10.222.0.43 "GET /v2.0/networks/c0208448-4e02-4095-94d9-bd50122ab571?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922904 Dec 18 13:35:31.131941 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ea55f5-0016-498f-b798-12be792bee05 req-1185eeeb-c23d-4ccf-bdd0-65bc243b4dfe tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:35:31.133451 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-e8ea55f5-0016-498f-b798-12be792bee05 req-1185eeeb-c23d-4ccf-bdd0-65bc243b4dfe tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/ports?device_id=47d08dcc-46f4-4d94-9918-5c00178e69e1 HTTP/1.1" status: 200 len: 944 time: 0.0497749 Dec 18 13:35:31.194182 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-e8ea55f5-0016-498f-b798-12be792bee05 req-2235c47c-ef3d-454a-aaeb-88426239abf8 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a816d24-ea45-4f99-b771-0d2fc6f3bee0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504806 Dec 18 13:35:32.322889 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07df3dc-7ed8-42e1-864c-74cc82388787 req-d1e06592-8b8e-4f79-a783-f2c258a87a49 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:35:32.324413 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-d07df3dc-7ed8-42e1-864c-74cc82388787 req-d1e06592-8b8e-4f79-a783-f2c258a87a49 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/ports?device_id=47d08dcc-46f4-4d94-9918-5c00178e69e1 HTTP/1.1" status: 200 len: 944 time: 0.0506511 Dec 18 13:35:32.377748 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-d07df3dc-7ed8-42e1-864c-74cc82388787 req-1a6e4d67-2bac-4b92-9f74-6afc20c6f637 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a816d24-ea45-4f99-b771-0d2fc6f3bee0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472376 Dec 18 13:35:33.199580 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Device df35b897-1b93-488b-a829-c22e48a1ff41 details requested by agent hyperv_hv-neutron-7448 with host hv-neutron-7448 {{(pid=103161) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 18 13:35:33.463445 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] For port df35b897-1b93-488b-a829-c22e48a1ff41, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=df35b897-1b93-488b-a829-c22e48a1ff41,segment=NetworkSegment(e3475a2d-1440-471c-b4ab-b3e7f49bda6d),segment_id=e3475a2d-1440-471c-b4ab-b3e7f49bda6d)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:35:33.481575 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Returning: {'device': 'df35b897-1b93-488b-a829-c22e48a1ff41', 'network_id': 'c0208448-4e02-4095-94d9-bd50122ab571', 'port_id': 'df35b897-1b93-488b-a829-c22e48a1ff41', 'mac_address': 'fa:16:3e:8b:6f:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1a277ae-c0bf-4e3f-a7bb-1d00c0eff8fb', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103161) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 18 13:35:33.506780 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ba7bda-385e-442f-b37c-8f4716bf9957 req-d5964220-61df-4641-8bdf-6ca6880a7f03 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:35:33.508351 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-b2ba7bda-385e-442f-b37c-8f4716bf9957 req-d5964220-61df-4641-8bdf-6ca6880a7f03 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/ports?device_id=47d08dcc-46f4-4d94-9918-5c00178e69e1 HTTP/1.1" status: 200 len: 944 time: 0.0596151 Dec 18 13:35:33.518456 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:35:33.532029 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.notifiers.nova [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df35b897-1b93-488b-a829-c22e48a1ff41 {{(pid=103161) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 18 13:35:33.551942 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] For port df35b897-1b93-488b-a829-c22e48a1ff41, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=df35b897-1b93-488b-a829-c22e48a1ff41,segment=NetworkSegment(e3475a2d-1440-471c-b4ab-b3e7f49bda6d),segment_id=e3475a2d-1440-471c-b4ab-b3e7f49bda6d)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:35:33.556301 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:35:33.561854 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-b2ba7bda-385e-442f-b37c-8f4716bf9957 req-4ab9f4ab-a9d3-44c1-be29-6faf919cfb46 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a816d24-ea45-4f99-b771-0d2fc6f3bee0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459437 Dec 18 13:35:33.615015 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Pushing event updated for resources: {'Port': ['ID=df35b897-1b93-488b-a829-c22e48a1ff41,revision_number=4']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:35:33.940855 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] get_ports_and_sgs() called for port_ids ['df35b897-1b93-488b-a829-c22e48a1ff41'] {{(pid=103161) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 18 13:35:34.707889 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9c7a4f-49a5-47aa-ae16-568bf9fa9b9a req-f979dc03-a540-41bd-9079-e3f847e099cd tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:35:34.709596 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-1c9c7a4f-49a5-47aa-ae16-568bf9fa9b9a req-f979dc03-a540-41bd-9079-e3f847e099cd tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/ports?device_id=47d08dcc-46f4-4d94-9918-5c00178e69e1 HTTP/1.1" status: 200 len: 945 time: 0.0630491 Dec 18 13:35:34.768255 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-1c9c7a4f-49a5-47aa-ae16-568bf9fa9b9a req-55e12374-6f8e-4f84-b182-d2d52ef9622b tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a816d24-ea45-4f99-b771-0d2fc6f3bee0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523949 Dec 18 13:35:35.202714 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Device df35b897-1b93-488b-a829-c22e48a1ff41 up at agent hyperv_hv-neutron-7448 {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 13:35:35.256917 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Provisioning for port df35b897-1b93-488b-a829-c22e48a1ff41 completed by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 18 13:35:35.260760 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Provisioning complete for port df35b897-1b93-488b-a829-c22e48a1ff41 triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:35:35.261139 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:35:35.345931 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:35:35.369103 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47d08dcc-46f4-4d94-9918-5c00178e69e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df35b897-1b93-488b-a829-c22e48a1ff41'}] {{(pid=103161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 18 13:35:35.371852 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22224e7a42aa75e3f3b9c037df440650d2cfa1dd97b40a249aee4a8113775251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b36845a3-fb2d-41de-93ea-d19956508a3a" -d '{"events": [{"server_uuid": "47d08dcc-46f4-4d94-9918-5c00178e69e1", "name": "network-vif-plugged", "status": "completed", "tag": "df35b897-1b93-488b-a829-c22e48a1ff41"}]}' {{(pid=103161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 18 13:35:35.384233 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] For port df35b897-1b93-488b-a829-c22e48a1ff41, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=df35b897-1b93-488b-a829-c22e48a1ff41,segment=NetworkSegment(e3475a2d-1440-471c-b4ab-b3e7f49bda6d),segment_id=e3475a2d-1440-471c-b4ab-b3e7f49bda6d)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:35:35.389698 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:35:35.421384 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 13:35:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa1039b4-1984-4d22-9787-61ffa49780b6 x-openstack-request-id: req-aa1039b4-1984-4d22-9787-61ffa49780b6 {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 18 13:35:35.421712 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47d08dcc-46f4-4d94-9918-5c00178e69e1", "name": "network-vif-plugged", "status": "completed", "tag": "df35b897-1b93-488b-a829-c22e48a1ff41", "code": 200}]} {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 18 13:35:35.421988 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-aa1039b4-1984-4d22-9787-61ffa49780b6 {{(pid=103161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 18 13:35:35.422379 dv-neutron-744815-20-hyperv neutron-server[103161]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47d08dcc-46f4-4d94-9918-5c00178e69e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df35b897-1b93-488b-a829-c22e48a1ff41', 'code': 200} Dec 18 13:35:35.447239 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Pushing event updated for resources: {'Port': ['ID=df35b897-1b93-488b-a829-c22e48a1ff41,revision_number=5']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:35:35.610640 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6461c7-9bff-4e2b-8058-d26b2ae7a79d req-2a59170c-9223-4cac-86a2-dd84caccfe72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:35:35.612281 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-7f6461c7-9bff-4e2b-8058-d26b2ae7a79d req-2a59170c-9223-4cac-86a2-dd84caccfe72 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=47d08dcc-46f4-4d94-9918-5c00178e69e1 HTTP/1.1" status: 200 len: 1099 time: 0.0476408 Dec 18 13:35:35.665070 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-7f6461c7-9bff-4e2b-8058-d26b2ae7a79d req-e8715698-4baa-4096-9475-b4cd8558702d service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=4a816d24-ea45-4f99-b771-0d2fc6f3bee0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450270 Dec 18 13:35:35.900950 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12c629a-c8bf-47ff-a552-0fab8ecc2391 req-d8fc44bf-f071-4c1d-b98d-c6ea8ddcd2d1 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:35:35.902701 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-b12c629a-c8bf-47ff-a552-0fab8ecc2391 req-d8fc44bf-f071-4c1d-b98d-c6ea8ddcd2d1 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/ports?device_id=47d08dcc-46f4-4d94-9918-5c00178e69e1 HTTP/1.1" status: 200 len: 946 time: 0.0524960 Dec 18 13:35:35.958837 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-b12c629a-c8bf-47ff-a552-0fab8ecc2391 req-c3c7c2ba-5ffd-478f-8df6-1b5f6da131c5 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a816d24-ea45-4f99-b771-0d2fc6f3bee0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498137 Dec 18 13:35:36.650162 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:35:37.086155 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77df025-04f6-4cb1-bc68-4b390d85453c req-2a70d744-cf93-46c0-9bfc-2b06a0432198 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:35:37.087765 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-c77df025-04f6-4cb1-bc68-4b390d85453c req-2a70d744-cf93-46c0-9bfc-2b06a0432198 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/ports?device_id=47d08dcc-46f4-4d94-9918-5c00178e69e1 HTTP/1.1" status: 200 len: 946 time: 0.0530620 Dec 18 13:35:37.139849 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-c77df025-04f6-4cb1-bc68-4b390d85453c req-306f546d-07cf-465f-bc60-be9bd284cf6c tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a816d24-ea45-4f99-b771-0d2fc6f3bee0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446880 Dec 18 13:35:38.267574 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9d1786-0b9b-462f-a0af-8094f2e79f62 req-f309d070-41f5-42cf-a651-0fa2df40b52a tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:35:38.269405 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-0e9d1786-0b9b-462f-a0af-8094f2e79f62 req-f309d070-41f5-42cf-a651-0fa2df40b52a tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/ports?device_id=47d08dcc-46f4-4d94-9918-5c00178e69e1 HTTP/1.1" status: 200 len: 946 time: 0.0533059 Dec 18 13:35:38.324587 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-0e9d1786-0b9b-462f-a0af-8094f2e79f62 req-fc7127d0-9256-40d4-bb5b-fcd7663765be tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a816d24-ea45-4f99-b771-0d2fc6f3bee0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468237 Dec 18 13:35:38.457957 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c1cb2d-313a-44fd-83a3-a58b8f3326af req-19e2ed87-ca76-4834-a2df-8cb80094b602 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:35:38.459664 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-13c1cb2d-313a-44fd-83a3-a58b8f3326af req-19e2ed87-ca76-4834-a2df-8cb80094b602 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/ports?device_id=47d08dcc-46f4-4d94-9918-5c00178e69e1 HTTP/1.1" status: 200 len: 946 time: 0.0636253 Dec 18 13:35:38.511883 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-13c1cb2d-313a-44fd-83a3-a58b8f3326af req-9c481004-5d7b-415d-91a0-eda84f8c7255 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a816d24-ea45-4f99-b771-0d2fc6f3bee0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462475 Dec 18 13:35:38.534246 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 57036) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:35:38.576431 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5557fbec-92da-4114-9ce1-03479ff99f3c tempest-TestNetworkBasicOps-845399116 tempest-TestNetworkBasicOps-845399116-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:35:38.577969 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-5557fbec-92da-4114-9ce1-03479ff99f3c tempest-TestNetworkBasicOps-845399116 tempest-TestNetworkBasicOps-845399116-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=47d08dcc-46f4-4d94-9918-5c00178e69e1 HTTP/1.1" status: 200 len: 1094 time: 0.0426786 Dec 18 13:35:38.581180 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 57038) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:35:38.585738 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-83759d65-84bb-49bd-88c8-55bad1953f0b tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Request body: {'floatingip': {'floating_network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'port_id': 'df35b897-1b93-488b-a829-c22e48a1ff41', 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:35:38.610070 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-83759d65-84bb-49bd-88c8-55bad1953f0b tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for floatingip, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:35:38.721557 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-83759d65-84bb-49bd-88c8-55bad1953f0b tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:35:38.825935 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.db_base_plugin_common [None req-83759d65-84bb-49bd-88c8-55bad1953f0b tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Allocated IP 172.26.3.95 (decb4a40-7941-48c8-afbb-daaafd502e83/70deed80-3ca1-4f9e-96cb-563b43d3acba/2f6d666d-d710-46d3-b831-23dbb4ae2358) {{(pid=103160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:35:38.934848 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-83759d65-84bb-49bd-88c8-55bad1953f0b tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for port, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:35:38.970756 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-83759d65-84bb-49bd-88c8-55bad1953f0b tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4533522'] for port, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:35:39.014582 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83759d65-84bb-49bd-88c8-55bad1953f0b tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Network decb4a40-7941-48c8-afbb-daaafd502e83 is already hosted by enough agents. {{(pid=103160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:35:39.017479 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.base_scheduler [None req-83759d65-84bb-49bd-88c8-55bad1953f0b tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Resources bound (agent type, host, resource id): {{(pid=103160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:35:39.021428 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83759d65-84bb-49bd-88c8-55bad1953f0b tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Received port after_create {{(pid=103160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:35:39.026932 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83759d65-84bb-49bd-88c8-55bad1953f0b tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Pushing event updated for resources: {'Port': ['ID=2f6d666d-d710-46d3-b831-23dbb4ae2358,revision_number=1']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:35:39.403280 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-83759d65-84bb-49bd-88c8-55bad1953f0b tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:35:39.482442 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-83759d65-84bb-49bd-88c8-55bad1953f0b tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:35:39.643832 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-83759d65-84bb-49bd-88c8-55bad1953f0b tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for port, precommit_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:35:39.655810 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-83759d65-84bb-49bd-88c8-55bad1953f0b tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4533541'] for port, after_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:35:39.726040 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83759d65-84bb-49bd-88c8-55bad1953f0b tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Pushing event updated for resources: {'Port': ['ID=2f6d666d-d710-46d3-b831-23dbb4ae2358,revision_number=2']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:35:39.737980 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-83759d65-84bb-49bd-88c8-55bad1953f0b tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-587004'] for floatingip, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:35:39.844111 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.db.l3_db [None req-83759d65-84bb-49bd-88c8-55bad1953f0b tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Floating IP c1aa8c05-9965-4119-983c-40da2df834c3 associated. External IP: 172.26.3.95, port: df35b897-1b93-488b-a829-c22e48a1ff41. Dec 18 13:35:40.069862 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83759d65-84bb-49bd-88c8-55bad1953f0b tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Router 11bbeac6-1dc3-4dfb-a186-5a66d7fbe6bb has already been hosted by L3 agent c9c0cd52-5bd2-4704-9429-d80f1c5ad23c {{(pid=103160) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 18 13:35:40.180439 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83759d65-84bb-49bd-88c8-55bad1953f0b tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Notify agent at l3_agent.dv-neutron-744815-20-hyperv the message routers_updated {{(pid=103160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 13:35:40.190463 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d0f4ccf-8b48-4a80-83d8-ccf70132433a None None] Sync routers for ids ['11bbeac6-1dc3-4dfb-a186-5a66d7fbe6bb'] in dv-neutron-744815-20-hyperv {{(pid=103162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 13:35:40.199955 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d0f4ccf-8b48-4a80-83d8-ccf70132433a None None] Routers {'11bbeac6-1dc3-4dfb-a186-5a66d7fbe6bb'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:35:40.200560 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-4d0f4ccf-8b48-4a80-83d8-ccf70132433a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:35:27Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['11bbeac6-1dc3-4dfb-a186-5a66d7fbe6bb'], 'active': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:35:40.201138 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-83759d65-84bb-49bd-88c8-55bad1953f0b tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for floatingip, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:35:40.232744 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-83759d65-84bb-49bd-88c8-55bad1953f0b tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6503606 Dec 18 13:35:40.233317 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47d08dcc-46f4-4d94-9918-5c00178e69e1', 'tag': 'df35b897-1b93-488b-a829-c22e48a1ff41'}] {{(pid=103160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 18 13:35:40.236243 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd59ab3361532ca86f78e2d2eaf298e4a05479417bf909969c39d1b423591824" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a795265-88af-4e1d-8e15-5393d6219c61" -d '{"events": [{"name": "network-changed", "server_uuid": "47d08dcc-46f4-4d94-9918-5c00178e69e1", "tag": "df35b897-1b93-488b-a829-c22e48a1ff41"}]}' {{(pid=103160) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 18 13:35:40.236399 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 57040) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:35:40.275370 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 13:35:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7684b44-073f-477a-9aa4-513879f7d861 x-openstack-request-id: req-c7684b44-073f-477a-9aa4-513879f7d861 {{(pid=103160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 18 13:35:40.275666 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47d08dcc-46f4-4d94-9918-5c00178e69e1", "tag": "df35b897-1b93-488b-a829-c22e48a1ff41", "status": "completed", "code": 200}]} {{(pid=103160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 18 13:35:40.275920 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c7684b44-073f-477a-9aa4-513879f7d861 {{(pid=103160) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 18 13:35:40.276321 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47d08dcc-46f4-4d94-9918-5c00178e69e1', 'tag': 'df35b897-1b93-488b-a829-c22e48a1ff41', 'status': 'completed', 'code': 200} Dec 18 13:35:40.314491 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvr_db [None req-4d0f4ccf-8b48-4a80-83d8-ccf70132433a None None] Set router 11bbeac6-1dc3-4dfb-a186-5a66d7fbe6bb gateway port host: dv-neutron-744815-20-hyperv {{(pid=103162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 13:35:40.334699 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-eba5f2a7-92bf-4408-8f15-c7985a2a50f2 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/floatingips/c1aa8c05-9965-4119-983c-40da2df834c3 HTTP/1.1" status: 200 len: 991 time: 0.0974619 Dec 18 13:35:40.347532 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a795265-88af-4e1d-8e15-5393d6219c61 req-c08929dc-e136-4e1c-8fb6-fcf64c018f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:35:40.349079 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-2a795265-88af-4e1d-8e15-5393d6219c61 req-c08929dc-e136-4e1c-8fb6-fcf64c018f05 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6e88b8a5aed24360a829007d7fd9d0fd&device_id=47d08dcc-46f4-4d94-9918-5c00178e69e1 HTTP/1.1" status: 200 len: 1099 time: 0.0502188 Dec 18 13:35:40.443083 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a795265-88af-4e1d-8e15-5393d6219c61 req-930a75e4-2750-40df-834e-9d322f68ae7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:35:40.444609 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-2a795265-88af-4e1d-8e15-5393d6219c61 req-930a75e4-2750-40df-834e-9d322f68ae7f service neutron] 10.222.0.43 "GET /v2.0/networks?id=c0208448-4e02-4095-94d9-bd50122ab571 HTTP/1.1" status: 200 len: 897 time: 0.0883212 Dec 18 13:35:40.515332 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-2a795265-88af-4e1d-8e15-5393d6219c61 req-4682b9b0-bbb9-4b01-9431-530924c5082d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=df35b897-1b93-488b-a829-c22e48a1ff41 HTTP/1.1" status: 200 len: 999 time: 0.0629866 Dec 18 13:35:40.543571 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-4d0f4ccf-8b48-4a80-83d8-ccf70132433a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11bbeac6-1dc3-4dfb-a186-5a66d7fbe6bb', 'name': 'tempest-TestNetworkBasicOps-router-1817136361', 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.226'}], 'enable_snat': True}, 'gw_port_id': 'b6da818a-857b-4ea1-829c-5b80e6a2e94a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:35:20Z', 'updated_at': '2021-12-18T13:35:24Z', 'revision_number': 4, 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'gw_port': {'id': 'b6da818a-857b-4ea1-829c-5b80e6a2e94a', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:5e:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11bbeac6-1dc3-4dfb-a186-5a66d7fbe6bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:35:21Z', 'updated_at': '2021-12-18T13:35:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv', '_floatingips': [{'id': 'c1aa8c05-9965-4119-983c-40da2df834c3', 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'floating_ip_address': '172.26.3.95', 'floating_network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'router_id': '11bbeac6-1dc3-4dfb-a186-5a66d7fbe6bb', 'port_id': 'df35b897-1b93-488b-a829-c22e48a1ff41', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1400, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0208448-4e02-4095-94d9-bd50122ab571', 'mac_address': 'fa:16:3e:8b:6f:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47d08dcc-46f4-4d94-9918-5c00178e69e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T13:35:39Z', 'updated_at': '2021-12-18T13:35:39Z', 'revision_number': 0, 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef81f709-71df-4621-9ffe-d576e3c65c4c', 'name': '', 'network_id': 'c0208448-4e02-4095-94d9-bd50122ab571', 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'mac_address': 'fa:16:3e:9c:bc:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11bbeac6-1dc3-4dfb-a186-5a66d7fbe6bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': 'e1a277ae-c0bf-4e3f-a7bb-1d00c0eff8fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:35:23Z', 'updated_at': '2021-12-18T13:35:26Z', 'revision_number': 5, 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'subnets': [{'id': 'e1a277ae-c0bf-4e3f-a7bb-1d00c0eff8fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:35:40.569407 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d0f4ccf-8b48-4a80-83d8-ccf70132433a None None] Checking router: 11bbeac6-1dc3-4dfb-a186-5a66d7fbe6bb for host: dv-neutron-744815-20-hyperv {{(pid=103162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 18 13:35:40.571252 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a795265-88af-4e1d-8e15-5393d6219c61 req-8d59ee00-817b-456d-b6eb-54efd28c98a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:35:40.572485 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-2a795265-88af-4e1d-8e15-5393d6219c61 req-8d59ee00-817b-456d-b6eb-54efd28c98a9 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e1a277ae-c0bf-4e3f-a7bb-1d00c0eff8fb HTTP/1.1" status: 200 len: 835 time: 0.0455117 Dec 18 13:35:40.579974 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d0f4ccf-8b48-4a80-83d8-ccf70132433a None None] Routers {'11bbeac6-1dc3-4dfb-a186-5a66d7fbe6bb'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:35:40.580923 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-4d0f4ccf-8b48-4a80-83d8-ccf70132433a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:35:27Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['11bbeac6-1dc3-4dfb-a186-5a66d7fbe6bb'], 'active': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:35:40.619866 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a795265-88af-4e1d-8e15-5393d6219c61 req-e5d7af7b-88c8-4a9a-b48b-8f589eb24181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:35:40.621311 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-2a795265-88af-4e1d-8e15-5393d6219c61 req-e5d7af7b-88c8-4a9a-b48b-8f589eb24181 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c0208448-4e02-4095-94d9-bd50122ab571&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0415919 Dec 18 13:35:40.725044 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-2a795265-88af-4e1d-8e15-5393d6219c61 req-05243093-5bae-492e-80e5-c9226b774133 service neutron] 10.222.0.43 "GET /v2.0/networks/c0208448-4e02-4095-94d9-bd50122ab571?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955474 Dec 18 13:35:40.788149 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvr_db [None req-4d0f4ccf-8b48-4a80-83d8-ccf70132433a None None] Set router 11bbeac6-1dc3-4dfb-a186-5a66d7fbe6bb gateway port host: dv-neutron-744815-20-hyperv {{(pid=103162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 13:35:40.819890 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-2a795265-88af-4e1d-8e15-5393d6219c61 req-8b8cf2c6-aa59-4649-8a83-023728401538 service neutron] 10.222.0.43 "GET /v2.0/networks/c0208448-4e02-4095-94d9-bd50122ab571?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873046 Dec 18 13:35:41.045859 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-4d0f4ccf-8b48-4a80-83d8-ccf70132433a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11bbeac6-1dc3-4dfb-a186-5a66d7fbe6bb', 'name': 'tempest-TestNetworkBasicOps-router-1817136361', 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.226'}], 'enable_snat': True}, 'gw_port_id': 'b6da818a-857b-4ea1-829c-5b80e6a2e94a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:35:20Z', 'updated_at': '2021-12-18T13:35:24Z', 'revision_number': 4, 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'gw_port': {'id': 'b6da818a-857b-4ea1-829c-5b80e6a2e94a', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:5e:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11bbeac6-1dc3-4dfb-a186-5a66d7fbe6bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:35:21Z', 'updated_at': '2021-12-18T13:35:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv', '_floatingips': [{'id': 'c1aa8c05-9965-4119-983c-40da2df834c3', 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'floating_ip_address': '172.26.3.95', 'floating_network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'router_id': '11bbeac6-1dc3-4dfb-a186-5a66d7fbe6bb', 'port_id': 'df35b897-1b93-488b-a829-c22e48a1ff41', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1400, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0208448-4e02-4095-94d9-bd50122ab571', 'mac_address': 'fa:16:3e:8b:6f:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47d08dcc-46f4-4d94-9918-5c00178e69e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T13:35:39Z', 'updated_at': '2021-12-18T13:35:39Z', 'revision_number': 0, 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef81f709-71df-4621-9ffe-d576e3c65c4c', 'name': '', 'network_id': 'c0208448-4e02-4095-94d9-bd50122ab571', 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'mac_address': 'fa:16:3e:9c:bc:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11bbeac6-1dc3-4dfb-a186-5a66d7fbe6bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': 'e1a277ae-c0bf-4e3f-a7bb-1d00c0eff8fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:35:23Z', 'updated_at': '2021-12-18T13:35:26Z', 'revision_number': 5, 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'subnets': [{'id': 'e1a277ae-c0bf-4e3f-a7bb-1d00c0eff8fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:35:41.072899 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d0f4ccf-8b48-4a80-83d8-ccf70132433a None None] The sync data for ids ['11bbeac6-1dc3-4dfb-a186-5a66d7fbe6bb'] in dv-neutron-744815-20-hyperv is: [{'id': '11bbeac6-1dc3-4dfb-a186-5a66d7fbe6bb', 'name': 'tempest-TestNetworkBasicOps-router-1817136361', 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.226'}], 'enable_snat': True}, 'gw_port_id': 'b6da818a-857b-4ea1-829c-5b80e6a2e94a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:35:20Z', 'updated_at': '2021-12-18T13:35:24Z', 'revision_number': 4, 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'gw_port': {'id': 'b6da818a-857b-4ea1-829c-5b80e6a2e94a', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:5e:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11bbeac6-1dc3-4dfb-a186-5a66d7fbe6bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:35:21Z', 'updated_at': '2021-12-18T13:35:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv', '_floatingips': [{'id': 'c1aa8c05-9965-4119-983c-40da2df834c3', 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'floating_ip_address': '172.26.3.95', 'floating_network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'router_id': '11bbeac6-1dc3-4dfb-a186-5a66d7fbe6bb', 'port_id': 'df35b897-1b93-488b-a829-c22e48a1ff41', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1400, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0208448-4e02-4095-94d9-bd50122ab571', 'mac_address': 'fa:16:3e:8b:6f:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47d08dcc-46f4-4d94-9918-5c00178e69e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T13:35:39Z', 'updated_at': '2021-12-18T13:35:39Z', 'revision_number': 0, 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef81f709-71df-4621-9ffe-d576e3c65c4c', 'name': '', 'network_id': 'c0208448-4e02-4095-94d9-bd50122ab571', 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'mac_address': 'fa:16:3e:9c:bc:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11bbeac6-1dc3-4dfb-a186-5a66d7fbe6bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': 'e1a277ae-c0bf-4e3f-a7bb-1d00c0eff8fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:35:23Z', 'updated_at': '2021-12-18T13:35:26Z', 'revision_number': 5, 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'subnets': [{'id': 'e1a277ae-c0bf-4e3f-a7bb-1d00c0eff8fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 13:35:41.240090 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.agents_db [None req-e3dda592-589a-4b4d-b028-ba9a260f4f50 None None] Agent healthcheck: found 6 active agents {{(pid=103162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 18 13:35:41.298111 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dbce4b0-1aa3-43b3-8b3c-432967c7c4fd None None] New status for floating IP c1aa8c05-9965-4119-983c-40da2df834c3: ACTIVE {{(pid=103161) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 18 13:35:41.338605 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 57044) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:35:41.403552 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-8408ffff-5801-4708-b795-3bd076e2e1cb tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/floatingips/c1aa8c05-9965-4119-983c-40da2df834c3 HTTP/1.1" status: 200 len: 991 time: 0.0635242 Dec 18 13:35:42.406741 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 57050) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:35:42.472611 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-9de33aee-a312-4144-b8e1-8439b1e677b0 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/floatingips/c1aa8c05-9965-4119-983c-40da2df834c3 HTTP/1.1" status: 200 len: 993 time: 0.0646231 Dec 18 13:35:45.805783 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-567919a6-c0f2-4d9a-908a-2bfce5c8ae63 req-acaf4d35-4243-4ae5-af72-30b2613ebb40 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=692db589-6599-4e21-9237-33da364f46b5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0455866 Dec 18 13:35:45.882776 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567919a6-c0f2-4d9a-908a-2bfce5c8ae63 req-a22965af-13a4-4160-afe2-d7a2fc7d1635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:35:45.884210 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-567919a6-c0f2-4d9a-908a-2bfce5c8ae63 req-a22965af-13a4-4160-afe2-d7a2fc7d1635 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2cba4008d8a8417bb0925fcf9726214e&device_id=692db589-6599-4e21-9237-33da364f46b5 HTTP/1.1" status: 200 len: 1098 time: 0.0455980 Dec 18 13:35:45.995809 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567919a6-c0f2-4d9a-908a-2bfce5c8ae63 req-a1c7b7af-df08-4393-bfdc-2b050e208258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:35:45.997306 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-567919a6-c0f2-4d9a-908a-2bfce5c8ae63 req-a1c7b7af-df08-4393-bfdc-2b050e208258 service neutron] 10.222.0.43 "GET /v2.0/networks?id=b777eec3-1fe1-45d9-be90-d023741ff2c0 HTTP/1.1" status: 200 len: 913 time: 0.0914211 Dec 18 13:35:46.067772 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-567919a6-c0f2-4d9a-908a-2bfce5c8ae63 req-bc4a4813-89b3-4739-af69-34e9914528ae service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=64c6bde8-385f-40bf-b826-61720d64a99b HTTP/1.1" status: 200 len: 1000 time: 0.0629790 Dec 18 13:35:46.122367 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567919a6-c0f2-4d9a-908a-2bfce5c8ae63 req-7dfda904-e681-450c-81a1-005f6c7c428b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:35:46.123859 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-567919a6-c0f2-4d9a-908a-2bfce5c8ae63 req-7dfda904-e681-450c-81a1-005f6c7c428b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7e8a84a3-739e-4c83-bb7f-c941648f694b HTTP/1.1" status: 200 len: 851 time: 0.0482874 Dec 18 13:35:46.171203 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567919a6-c0f2-4d9a-908a-2bfce5c8ae63 req-68edfe17-fec7-4fbc-9062-327e8f892df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:35:46.172577 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-567919a6-c0f2-4d9a-908a-2bfce5c8ae63 req-68edfe17-fec7-4fbc-9062-327e8f892df9 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b777eec3-1fe1-45d9-be90-d023741ff2c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0406079 Dec 18 13:35:46.267070 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-567919a6-c0f2-4d9a-908a-2bfce5c8ae63 req-bbdf1b7d-9fdc-4813-88f7-d404765aa9a5 service neutron] 10.222.0.43 "GET /v2.0/networks/b777eec3-1fe1-45d9-be90-d023741ff2c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869422 Dec 18 13:35:46.368494 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-567919a6-c0f2-4d9a-908a-2bfce5c8ae63 req-142b4ce5-6a3d-4560-b015-9165f39192aa service neutron] 10.222.0.43 "GET /v2.0/networks/b777eec3-1fe1-45d9-be90-d023741ff2c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941787 Dec 18 13:35:54.879737 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-67398f6f-41b9-434c-86b6-4ea8cf0f41e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:35:57.139677 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-b39b2d22-3630-496f-93d6-61f124d7279e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:35:58.399840 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-afa9ae9b-bdbb-4010-bcf6-3a46ce66cf71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:35:59.920809 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7b7a3272-2b45-4d32-9670-25eb1afd1184 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:36:00.660966 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0000ad4-4c33-4ca3-8828-aa0cb28e80a0 req-5dafdb4f-47ed-4d66-9f86-7dfb9bf7d18f tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:36:00.662543 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-a0000ad4-4c33-4ca3-8828-aa0cb28e80a0 req-5dafdb4f-47ed-4d66-9f86-7dfb9bf7d18f tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f48662e-3adc-42d8-91c3-7a6d0824fc6b HTTP/1.1" status: 200 len: 945 time: 0.0608108 Dec 18 13:36:00.715269 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-a0000ad4-4c33-4ca3-8828-aa0cb28e80a0 req-07284ce8-80bd-4c0e-9b86-eb822ab5447f tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] 10.222.0.31 "GET /v2.0/security-groups?id=02314e91-289c-4456-a2e2-bb82033978b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462356 Dec 18 13:36:00.821724 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:36:01.847529 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d5102e-90bc-4db1-bdab-81b221b2e845 req-41a298c3-7420-4436-9d42-8c4e4fe08678 tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:36:01.849132 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-e1d5102e-90bc-4db1-bdab-81b221b2e845 req-41a298c3-7420-4436-9d42-8c4e4fe08678 tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f48662e-3adc-42d8-91c3-7a6d0824fc6b HTTP/1.1" status: 200 len: 945 time: 0.0531342 Dec 18 13:36:01.897958 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-e1d5102e-90bc-4db1-bdab-81b221b2e845 req-cbc561b7-9ce4-42db-af13-bbed134d5d26 tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] 10.222.0.31 "GET /v2.0/security-groups?id=02314e91-289c-4456-a2e2-bb82033978b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426202 Dec 18 13:36:03.039592 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c622eb2e-32f6-494d-95f2-fe380affc521 req-12ce04b3-30a8-48cd-98da-44f2545161f8 tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:36:03.041070 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-c622eb2e-32f6-494d-95f2-fe380affc521 req-12ce04b3-30a8-48cd-98da-44f2545161f8 tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f48662e-3adc-42d8-91c3-7a6d0824fc6b HTTP/1.1" status: 200 len: 945 time: 0.0566952 Dec 18 13:36:03.091063 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-c622eb2e-32f6-494d-95f2-fe380affc521 req-aa1e84b7-2053-4896-9af6-184237e94d49 tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] 10.222.0.31 "GET /v2.0/security-groups?id=02314e91-289c-4456-a2e2-bb82033978b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438497 Dec 18 13:36:04.210178 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cfb6a0-d7ba-4e10-acb2-a523a3e9a8dc req-30ecd0f8-d80e-4d83-a4f2-8bd6decb5f31 tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:36:04.211695 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-56cfb6a0-d7ba-4e10-acb2-a523a3e9a8dc req-30ecd0f8-d80e-4d83-a4f2-8bd6decb5f31 tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f48662e-3adc-42d8-91c3-7a6d0824fc6b HTTP/1.1" status: 200 len: 945 time: 0.0504470 Dec 18 13:36:04.260801 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-56cfb6a0-d7ba-4e10-acb2-a523a3e9a8dc req-7359524b-09c4-47a5-9449-572f959ae161 tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] 10.222.0.31 "GET /v2.0/security-groups?id=02314e91-289c-4456-a2e2-bb82033978b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430665 Dec 18 13:36:05.379486 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e3bbee-db7d-43b0-8848-ddc58fb6e423 req-fcb4f3cb-dfcf-475b-a93a-b15cf8492500 tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:36:05.381000 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-24e3bbee-db7d-43b0-8848-ddc58fb6e423 req-fcb4f3cb-dfcf-475b-a93a-b15cf8492500 tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f48662e-3adc-42d8-91c3-7a6d0824fc6b HTTP/1.1" status: 200 len: 945 time: 0.0510857 Dec 18 13:36:05.437458 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-24e3bbee-db7d-43b0-8848-ddc58fb6e423 req-3ae96981-795e-4518-85b0-58eb4cd3b517 tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] 10.222.0.31 "GET /v2.0/security-groups?id=02314e91-289c-4456-a2e2-bb82033978b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503032 Dec 18 13:36:06.571090 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49a9a2d-f7b4-4cc1-8775-cf65cedb96e7 req-3a8a0a3a-1046-4b9b-a96f-99e5acdac5b8 tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:36:06.572667 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-a49a9a2d-f7b4-4cc1-8775-cf65cedb96e7 req-3a8a0a3a-1046-4b9b-a96f-99e5acdac5b8 tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f48662e-3adc-42d8-91c3-7a6d0824fc6b HTTP/1.1" status: 200 len: 945 time: 0.0565851 Dec 18 13:36:06.628978 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-a49a9a2d-f7b4-4cc1-8775-cf65cedb96e7 req-70041e93-8f46-494f-a82e-6638018d5540 tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] 10.222.0.31 "GET /v2.0/security-groups?id=02314e91-289c-4456-a2e2-bb82033978b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483413 Dec 18 13:36:06.670514 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:36:07.747587 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d72eed-34fe-4960-90ff-b7d58c692ac9 req-73648343-218e-422a-8b1b-5122d683e115 tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:36:07.749056 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-30d72eed-34fe-4960-90ff-b7d58c692ac9 req-73648343-218e-422a-8b1b-5122d683e115 tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f48662e-3adc-42d8-91c3-7a6d0824fc6b HTTP/1.1" status: 200 len: 945 time: 0.0501957 Dec 18 13:36:07.801260 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-30d72eed-34fe-4960-90ff-b7d58c692ac9 req-a977fe74-8971-441a-aa28-f8dadef1a1b2 tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] 10.222.0.31 "GET /v2.0/security-groups?id=02314e91-289c-4456-a2e2-bb82033978b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433536 Dec 18 13:36:08.940045 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7f239a-a49a-4126-9315-ebaa6d9448f9 req-7009abcf-784e-4fc4-96c8-cb050ad911db tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:36:08.941574 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-4c7f239a-a49a-4126-9315-ebaa6d9448f9 req-7009abcf-784e-4fc4-96c8-cb050ad911db tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f48662e-3adc-42d8-91c3-7a6d0824fc6b HTTP/1.1" status: 200 len: 945 time: 0.0517571 Dec 18 13:36:08.996673 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-4c7f239a-a49a-4126-9315-ebaa6d9448f9 req-04ffa034-58d5-428b-b285-9b81bbb430a7 tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] 10.222.0.31 "GET /v2.0/security-groups?id=02314e91-289c-4456-a2e2-bb82033978b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463929 Dec 18 13:36:10.122250 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fe98b4-ab31-4aa6-955e-a03a0b59aac7 req-6b372a43-2633-488f-9383-00c4df6bac34 tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:36:10.123834 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-b2fe98b4-ab31-4aa6-955e-a03a0b59aac7 req-6b372a43-2633-488f-9383-00c4df6bac34 tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f48662e-3adc-42d8-91c3-7a6d0824fc6b HTTP/1.1" status: 200 len: 945 time: 0.0524039 Dec 18 13:36:10.176763 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-b2fe98b4-ab31-4aa6-955e-a03a0b59aac7 req-cbdf9536-7d02-4e7b-8be8-9921097532e0 tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] 10.222.0.31 "GET /v2.0/security-groups?id=02314e91-289c-4456-a2e2-bb82033978b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466573 Dec 18 13:36:11.320458 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe454af-86e4-403f-8f01-d548d8ccca15 req-31b221f5-5b55-46d1-835a-4234c2bd5c2f tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:36:11.321941 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-abe454af-86e4-403f-8f01-d548d8ccca15 req-31b221f5-5b55-46d1-835a-4234c2bd5c2f tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f48662e-3adc-42d8-91c3-7a6d0824fc6b HTTP/1.1" status: 200 len: 945 time: 0.0642397 Dec 18 13:36:11.377474 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-abe454af-86e4-403f-8f01-d548d8ccca15 req-00bc127e-4014-4498-ab3e-1bfa4cbe5b06 tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] 10.222.0.31 "GET /v2.0/security-groups?id=02314e91-289c-4456-a2e2-bb82033978b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460706 Dec 18 13:36:12.502832 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2346e2e4-cdca-4282-b0b3-c3dfd1fa9808 req-8f53cfe7-3149-47ff-81b7-6a7e4121eeae tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:36:12.504421 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-2346e2e4-cdca-4282-b0b3-c3dfd1fa9808 req-8f53cfe7-3149-47ff-81b7-6a7e4121eeae tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f48662e-3adc-42d8-91c3-7a6d0824fc6b HTTP/1.1" status: 200 len: 945 time: 0.0536511 Dec 18 13:36:12.553120 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-2346e2e4-cdca-4282-b0b3-c3dfd1fa9808 req-ec7979cf-ba72-4aaa-bb83-f1ee205c887f tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] 10.222.0.31 "GET /v2.0/security-groups?id=02314e91-289c-4456-a2e2-bb82033978b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427511 Dec 18 13:36:13.688291 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dd082e-6883-4022-8540-43df552bf874 req-cbca2599-ad07-4233-96f2-3207b6067e3f tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:36:13.689799 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-f7dd082e-6883-4022-8540-43df552bf874 req-cbca2599-ad07-4233-96f2-3207b6067e3f tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f48662e-3adc-42d8-91c3-7a6d0824fc6b HTTP/1.1" status: 200 len: 945 time: 0.0538185 Dec 18 13:36:13.741622 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-f7dd082e-6883-4022-8540-43df552bf874 req-80c28ae7-a4ef-42d4-babc-375e01074d7f tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] 10.222.0.31 "GET /v2.0/security-groups?id=02314e91-289c-4456-a2e2-bb82033978b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455346 Dec 18 13:36:14.869538 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2236f730-92ed-4b13-a6a9-a546613e091e req-df9da9f4-7e3c-49ef-bc62-7133e9361cb2 tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:36:14.871016 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-2236f730-92ed-4b13-a6a9-a546613e091e req-df9da9f4-7e3c-49ef-bc62-7133e9361cb2 tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f48662e-3adc-42d8-91c3-7a6d0824fc6b HTTP/1.1" status: 200 len: 945 time: 0.0521245 Dec 18 13:36:14.920511 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-2236f730-92ed-4b13-a6a9-a546613e091e req-bfd07377-7f51-4d7c-a25d-f9606ba68fcc tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] 10.222.0.31 "GET /v2.0/security-groups?id=02314e91-289c-4456-a2e2-bb82033978b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432084 Dec 18 13:36:15.604298 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214debbc-644b-4535-bd61-6915ce924d43 req-d1ae0f1b-2507-46bd-8b2d-77293dc8af35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:36:15.605821 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-214debbc-644b-4535-bd61-6915ce924d43 req-d1ae0f1b-2507-46bd-8b2d-77293dc8af35 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=8f48662e-3adc-42d8-91c3-7a6d0824fc6b HTTP/1.1" status: 200 len: 1098 time: 0.0456538 Dec 18 13:36:15.654414 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-214debbc-644b-4535-bd61-6915ce924d43 req-3a0fdb44-f42b-44ca-82bd-f3496b7536e0 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=02314e91-289c-4456-a2e2-bb82033978b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412979 Dec 18 13:36:16.041589 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37d8076-ed9b-4879-88d7-2d5d97541f64 req-8b3ad644-2522-4ebd-b3b8-1bf1e36d156c tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:36:16.043080 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-c37d8076-ed9b-4879-88d7-2d5d97541f64 req-8b3ad644-2522-4ebd-b3b8-1bf1e36d156c tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f48662e-3adc-42d8-91c3-7a6d0824fc6b HTTP/1.1" status: 200 len: 945 time: 0.0541472 Dec 18 13:36:16.095706 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-c37d8076-ed9b-4879-88d7-2d5d97541f64 req-516d5b94-2546-413c-93e7-d46e3d913505 tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] 10.222.0.31 "GET /v2.0/security-groups?id=02314e91-289c-4456-a2e2-bb82033978b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466797 Dec 18 13:36:17.219102 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb59747c-a871-416e-b4fd-193616b6f07e req-d0e79dd8-6a9f-4dac-a568-c485485ac078 tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:36:17.220594 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-fb59747c-a871-416e-b4fd-193616b6f07e req-d0e79dd8-6a9f-4dac-a568-c485485ac078 tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f48662e-3adc-42d8-91c3-7a6d0824fc6b HTTP/1.1" status: 200 len: 945 time: 0.0496869 Dec 18 13:36:17.268989 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-fb59747c-a871-416e-b4fd-193616b6f07e req-7fcf3e5d-3213-4896-ba63-fe175aecf893 tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] 10.222.0.31 "GET /v2.0/security-groups?id=02314e91-289c-4456-a2e2-bb82033978b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420854 Dec 18 13:36:17.292396 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 57112) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:36:17.363511 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-4907725e-82b1-4a3a-99d9-d65ba7bc94eb tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] 10.222.0.31 "GET /v2.0/floatingips/c78895eb-97cf-445a-8012-ee1c4f18e921 HTTP/1.1" status: 200 len: 993 time: 0.0698521 Dec 18 13:36:17.400491 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Device 8001e857-53e1-4bcf-8262-6c21056989fc details requested by agent hyperv_hv-neutron-7448 with host hv-neutron-7448 {{(pid=103161) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 18 13:36:17.403593 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Device 8001e857-53e1-4bcf-8262-6c21056989fc no longer exists at agent hyperv_hv-neutron-7448 {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 18 13:36:17.546337 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:36:17.564370 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] For port 8001e857-53e1-4bcf-8262-6c21056989fc, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=8001e857-53e1-4bcf-8262-6c21056989fc,segment=NetworkSegment(353b4e3d-9a80-4a6b-9a88-c0d731533a72),segment_id=353b4e3d-9a80-4a6b-9a88-c0d731533a72)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:36:17.583067 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Returning: {'device': '8001e857-53e1-4bcf-8262-6c21056989fc', 'network_id': 'd2cf7640-2bbc-4817-bb7c-0be01fb90209', 'port_id': '8001e857-53e1-4bcf-8262-6c21056989fc', 'mac_address': 'fa:16:3e:34:8b:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7745529b-a64a-44ef-afe4-6073261f715a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103161) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 18 13:36:17.589647 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f48662e-3adc-42d8-91c3-7a6d0824fc6b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8001e857-53e1-4bcf-8262-6c21056989fc'}] {{(pid=103161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 18 13:36:17.591939 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22224e7a42aa75e3f3b9c037df440650d2cfa1dd97b40a249aee4a8113775251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-219a15a6-5867-4cd2-baf9-5e5c1421d5c1" -d '{"events": [{"server_uuid": "8f48662e-3adc-42d8-91c3-7a6d0824fc6b", "name": "network-vif-unplugged", "status": "completed", "tag": "8001e857-53e1-4bcf-8262-6c21056989fc"}]}' {{(pid=103161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 18 13:36:17.609086 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] For port 8001e857-53e1-4bcf-8262-6c21056989fc, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=8001e857-53e1-4bcf-8262-6c21056989fc,segment=NetworkSegment(353b4e3d-9a80-4a6b-9a88-c0d731533a72),segment_id=353b4e3d-9a80-4a6b-9a88-c0d731533a72)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:36:17.631297 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:36:17.638926 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 18 Dec 2021 13:36:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d930981-2fd7-46d1-94cc-7636a1b84f4e x-openstack-request-id: req-1d930981-2fd7-46d1-94cc-7636a1b84f4e {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 18 13:36:17.639242 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f48662e-3adc-42d8-91c3-7a6d0824fc6b", "name": "network-vif-unplugged", "status": "completed", "tag": "8001e857-53e1-4bcf-8262-6c21056989fc", "code": 200}]} {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 18 13:36:17.639492 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1d930981-2fd7-46d1-94cc-7636a1b84f4e {{(pid=103161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 18 13:36:17.639874 dv-neutron-744815-20-hyperv neutron-server[103161]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f48662e-3adc-42d8-91c3-7a6d0824fc6b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8001e857-53e1-4bcf-8262-6c21056989fc', 'code': 200} Dec 18 13:36:17.675081 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:36:17.699755 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.notifiers.nova [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8001e857-53e1-4bcf-8262-6c21056989fc {{(pid=103161) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 18 13:36:17.703790 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Pushing event updated for resources: {'Port': ['ID=8001e857-53e1-4bcf-8262-6c21056989fc,revision_number=6']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:36:17.743433 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.db.api [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103161) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 18 13:36:17.743795 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG oslo_db.api [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 18 13:36:18.242604 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.agents_db [None req-e3dda592-589a-4b4d-b028-ba9a260f4f50 None None] Agent healthcheck: found 6 active agents {{(pid=103162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 18 13:36:18.281136 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:36:18.294553 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.notifiers.nova [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8001e857-53e1-4bcf-8262-6c21056989fc {{(pid=103161) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 18 13:36:18.314700 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] For port 8001e857-53e1-4bcf-8262-6c21056989fc, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=8001e857-53e1-4bcf-8262-6c21056989fc,segment=NetworkSegment(353b4e3d-9a80-4a6b-9a88-c0d731533a72),segment_id=353b4e3d-9a80-4a6b-9a88-c0d731533a72)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:36:18.321502 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:36:18.371289 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Pushing event updated for resources: {'Port': ['ID=8001e857-53e1-4bcf-8262-6c21056989fc,revision_number=7']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:36:18.680503 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] get_ports_and_sgs() called for port_ids ['8001e857-53e1-4bcf-8262-6c21056989fc'] {{(pid=103161) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 18 13:36:21.423539 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Device 8001e857-53e1-4bcf-8262-6c21056989fc up at agent hyperv_hv-neutron-7448 {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 13:36:21.472453 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Provisioning complete for port 8001e857-53e1-4bcf-8262-6c21056989fc triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:36:21.472814 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:36:21.553191 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:36:21.575554 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f48662e-3adc-42d8-91c3-7a6d0824fc6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8001e857-53e1-4bcf-8262-6c21056989fc'}] {{(pid=103161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 18 13:36:21.577764 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22224e7a42aa75e3f3b9c037df440650d2cfa1dd97b40a249aee4a8113775251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5827b071-8b33-4162-8bdd-0132dfbc43d4" -d '{"events": [{"server_uuid": "8f48662e-3adc-42d8-91c3-7a6d0824fc6b", "name": "network-vif-plugged", "status": "completed", "tag": "8001e857-53e1-4bcf-8262-6c21056989fc"}]}' {{(pid=103161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 18 13:36:21.590728 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] For port 8001e857-53e1-4bcf-8262-6c21056989fc, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=8001e857-53e1-4bcf-8262-6c21056989fc,segment=NetworkSegment(353b4e3d-9a80-4a6b-9a88-c0d731533a72),segment_id=353b4e3d-9a80-4a6b-9a88-c0d731533a72)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:36:21.595688 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:36:21.619692 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 13:36:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17f1d9a4-2c1f-44e6-8945-82cbc7c355f8 x-openstack-request-id: req-17f1d9a4-2c1f-44e6-8945-82cbc7c355f8 {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 18 13:36:21.619958 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f48662e-3adc-42d8-91c3-7a6d0824fc6b", "name": "network-vif-plugged", "status": "completed", "tag": "8001e857-53e1-4bcf-8262-6c21056989fc", "code": 200}]} {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 18 13:36:21.620240 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-17f1d9a4-2c1f-44e6-8945-82cbc7c355f8 {{(pid=103161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 18 13:36:21.620623 dv-neutron-744815-20-hyperv neutron-server[103161]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f48662e-3adc-42d8-91c3-7a6d0824fc6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8001e857-53e1-4bcf-8262-6c21056989fc', 'code': 200} Dec 18 13:36:21.647087 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Pushing event updated for resources: {'Port': ['ID=8001e857-53e1-4bcf-8262-6c21056989fc,revision_number=8']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:36:21.654602 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:36:21.654943 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:36:21.655320 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:36:21.655672 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:36:21.655990 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:36:21.656317 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:36:21.656645 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:36:21.656991 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:36:21.657302 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:36:21.657622 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:36:21.657946 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:36:21.658262 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:36:21.658586 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:36:22.475387 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 57120) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:36:22.966075 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-450482ee-5654-4fa6-8ddb-a31f39ab4108 tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] Deleting port 583d8835-f878-4c95-9115-74d2000cb412 {{(pid=103159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:36:22.966377 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-450482ee-5654-4fa6-8ddb-a31f39ab4108 tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:36:23.044517 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-450482ee-5654-4fa6-8ddb-a31f39ab4108 tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:36:23.044852 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-450482ee-5654-4fa6-8ddb-a31f39ab4108 tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:36:23.056667 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-450482ee-5654-4fa6-8ddb-a31f39ab4108 tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] Calling delete_port for 583d8835-f878-4c95-9115-74d2000cb412 owned by network:floatingip {{(pid=103159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:36:23.226683 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-450482ee-5654-4fa6-8ddb-a31f39ab4108 tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:36:23.262031 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450482ee-5654-4fa6-8ddb-a31f39ab4108 tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] Pushing event deleted for resources: {'Port': ['ID=583d8835-f878-4c95-9115-74d2000cb412,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:36:23.274016 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450482ee-5654-4fa6-8ddb-a31f39ab4108 tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:36:23.274366 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450482ee-5654-4fa6-8ddb-a31f39ab4108 tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:36:23.274708 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450482ee-5654-4fa6-8ddb-a31f39ab4108 tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:36:23.275043 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450482ee-5654-4fa6-8ddb-a31f39ab4108 tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:36:23.275400 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450482ee-5654-4fa6-8ddb-a31f39ab4108 tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:36:23.275720 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450482ee-5654-4fa6-8ddb-a31f39ab4108 tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:36:23.276045 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450482ee-5654-4fa6-8ddb-a31f39ab4108 tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:36:23.276363 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450482ee-5654-4fa6-8ddb-a31f39ab4108 tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:36:23.276695 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450482ee-5654-4fa6-8ddb-a31f39ab4108 tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:36:23.277001 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450482ee-5654-4fa6-8ddb-a31f39ab4108 tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:36:23.277322 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450482ee-5654-4fa6-8ddb-a31f39ab4108 tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:36:23.277647 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450482ee-5654-4fa6-8ddb-a31f39ab4108 tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:36:23.277963 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450482ee-5654-4fa6-8ddb-a31f39ab4108 tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:36:23.334149 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-450482ee-5654-4fa6-8ddb-a31f39ab4108 tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] Publish callbacks [] for floatingip, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:36:23.334450 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.db.l3_db [None req-450482ee-5654-4fa6-8ddb-a31f39ab4108 tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] Floating IP e3d9110e-8c46-4077-b33f-83f500396b31 disassociated (deleted). External IP: 172.26.3.79, port: 64c6bde8-385f-40bf-b826-61720d64a99b. Dec 18 13:36:23.544030 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-450482ee-5654-4fa6-8ddb-a31f39ab4108 tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] Router 16913b98-3477-446b-b01d-d0cc0e467ef0 has already been hosted by L3 agent c9c0cd52-5bd2-4704-9429-d80f1c5ad23c {{(pid=103159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 18 13:36:23.664091 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-450482ee-5654-4fa6-8ddb-a31f39ab4108 tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] Notify agent at l3_agent.dv-neutron-744815-20-hyperv the message routers_updated {{(pid=103159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 13:36:23.669429 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-450482ee-5654-4fa6-8ddb-a31f39ab4108 tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for floatingip, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:36:23.675029 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94613906-c5ae-4ade-9e00-e3d57127face None None] Sync routers for ids ['16913b98-3477-446b-b01d-d0cc0e467ef0'] in dv-neutron-744815-20-hyperv {{(pid=103162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 13:36:23.686293 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94613906-c5ae-4ade-9e00-e3d57127face None None] Routers {'16913b98-3477-446b-b01d-d0cc0e467ef0'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:36:23.686910 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-94613906-c5ae-4ade-9e00-e3d57127face None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:35:57Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['16913b98-3477-446b-b01d-d0cc0e467ef0'], 'active': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:36:23.699075 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-450482ee-5654-4fa6-8ddb-a31f39ab4108 tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] 10.222.0.31 "DELETE /v2.0/floatingips/e3d9110e-8c46-4077-b33f-83f500396b31 HTTP/1.1" status: 204 len: 168 time: 1.2225606 Dec 18 13:36:23.699794 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '692db589-6599-4e21-9237-33da364f46b5', 'tag': '64c6bde8-385f-40bf-b826-61720d64a99b'}] {{(pid=103159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 18 13:36:23.702203 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca844cf115d59c1fab86abc202fb4c13735de0d7e4cbbbb25eec9406e9c87431" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ba84047-248e-4042-880e-b04fc0151df6" -d '{"events": [{"name": "network-changed", "server_uuid": "692db589-6599-4e21-9237-33da364f46b5", "tag": "64c6bde8-385f-40bf-b826-61720d64a99b"}]}' {{(pid=103159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 18 13:36:23.741649 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 13:36:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1caba2b9-e338-4c47-b96e-94e8a564fd9e x-openstack-request-id: req-1caba2b9-e338-4c47-b96e-94e8a564fd9e {{(pid=103159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 18 13:36:23.741943 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "692db589-6599-4e21-9237-33da364f46b5", "tag": "64c6bde8-385f-40bf-b826-61720d64a99b", "status": "completed", "code": 200}]} {{(pid=103159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 18 13:36:23.742328 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1caba2b9-e338-4c47-b96e-94e8a564fd9e {{(pid=103159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 18 13:36:23.742753 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '692db589-6599-4e21-9237-33da364f46b5', 'tag': '64c6bde8-385f-40bf-b826-61720d64a99b', 'status': 'completed', 'code': 200} Dec 18 13:36:23.804543 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvr_db [None req-94613906-c5ae-4ade-9e00-e3d57127face None None] Set router 16913b98-3477-446b-b01d-d0cc0e467ef0 gateway port host: dv-neutron-744815-20-hyperv {{(pid=103162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 13:36:23.807972 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba84047-248e-4042-880e-b04fc0151df6 req-e174c688-42c3-47ec-bcbd-e848472e9373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:36:23.808933 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-9ba84047-248e-4042-880e-b04fc0151df6 req-e174c688-42c3-47ec-bcbd-e848472e9373 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2cba4008d8a8417bb0925fcf9726214e&device_id=692db589-6599-4e21-9237-33da364f46b5 HTTP/1.1" status: 200 len: 1098 time: 0.0436716 Dec 18 13:36:23.913187 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba84047-248e-4042-880e-b04fc0151df6 req-0d3a3661-0094-4816-92cb-ac99a95fa16c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:36:23.915115 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-9ba84047-248e-4042-880e-b04fc0151df6 req-0d3a3661-0094-4816-92cb-ac99a95fa16c service neutron] 10.222.0.43 "GET /v2.0/networks?id=b777eec3-1fe1-45d9-be90-d023741ff2c0 HTTP/1.1" status: 200 len: 913 time: 0.0938189 Dec 18 13:36:23.931833 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba26bab-1dda-4fcd-bf52-9a1456236980 req-3dd38fcd-65c1-4ae7-a379-f88737023470 tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:36:23.933359 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-eba26bab-1dda-4fcd-bf52-9a1456236980 req-3dd38fcd-65c1-4ae7-a379-f88737023470 tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] 10.222.0.31 "GET /v2.0/ports?device_id=692db589-6599-4e21-9237-33da364f46b5 HTTP/1.1" status: 200 len: 945 time: 0.0504119 Dec 18 13:36:23.965858 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-9ba84047-248e-4042-880e-b04fc0151df6 req-37415a54-a72b-48fa-a180-6a53704548e0 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=64c6bde8-385f-40bf-b826-61720d64a99b HTTP/1.1" status: 200 len: 217 time: 0.0417328 Dec 18 13:36:23.985919 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-eba26bab-1dda-4fcd-bf52-9a1456236980 req-bd0f0cf2-4b37-423e-b358-fe9ac3b581dc tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] 10.222.0.31 "GET /v2.0/security-groups?id=7500739f-039a-45b0-85f1-cc2dd6d8ee03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454819 Dec 18 13:36:24.018415 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba84047-248e-4042-880e-b04fc0151df6 req-80b5b76e-edd7-496f-820a-1d06c174667f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:36:24.019933 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-9ba84047-248e-4042-880e-b04fc0151df6 req-80b5b76e-edd7-496f-820a-1d06c174667f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7e8a84a3-739e-4c83-bb7f-c941648f694b HTTP/1.1" status: 200 len: 851 time: 0.0444779 Dec 18 13:36:24.045488 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-94613906-c5ae-4ade-9e00-e3d57127face None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16913b98-3477-446b-b01d-d0cc0e467ef0', 'name': 'tempest-TestVolumeBootPattern-1470380616-router', 'tenant_id': '2cba4008d8a8417bb0925fcf9726214e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.121'}], 'enable_snat': True}, 'gw_port_id': '0c644985-4e46-4e75-b8fe-1f0806bdf2c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:28:12Z', 'updated_at': '2021-12-18T13:28:19Z', 'revision_number': 4, 'project_id': '2cba4008d8a8417bb0925fcf9726214e', 'gw_port': {'id': '0c644985-4e46-4e75-b8fe-1f0806bdf2c1', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:55:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16913b98-3477-446b-b01d-d0cc0e467ef0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:28:13Z', 'updated_at': '2021-12-18T13:28:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv', '_floatingips': [{'id': 'dc7c7025-b4e2-4e1c-95cf-5cc8d9ebae77', 'tenant_id': '2cba4008d8a8417bb0925fcf9726214e', 'floating_ip_address': '172.26.3.160', 'floating_network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'router_id': '16913b98-3477-446b-b01d-d0cc0e467ef0', 'port_id': '5da26721-d107-4a4b-b31c-6d701c670c9f', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1192, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b777eec3-1fe1-45d9-be90-d023741ff2c0', 'mac_address': 'fa:16:3e:b0:b0:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5e7f6db-2193-4bdc-a573-cb470e1f7258', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T13:32:36Z', 'updated_at': '2021-12-18T13:32:40Z', 'revision_number': 1, 'project_id': '2cba4008d8a8417bb0925fcf9726214e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3da74d69-5142-4c91-8c05-8a6b4ab78020', 'name': '', 'network_id': 'b777eec3-1fe1-45d9-be90-d023741ff2c0', 'tenant_id': '2cba4008d8a8417bb0925fcf9726214e', 'mac_address': 'fa:16:3e:7b:20:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16913b98-3477-446b-b01d-d0cc0e467ef0', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '7e8a84a3-739e-4c83-bb7f-c941648f694b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:28:18Z', 'updated_at': '2021-12-18T13:28:26Z', 'revision_number': 5, 'project_id': '2cba4008d8a8417bb0925fcf9726214e', 'subnets': [{'id': '7e8a84a3-739e-4c83-bb7f-c941648f694b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:36:24.066126 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba84047-248e-4042-880e-b04fc0151df6 req-29da0e0b-eae3-481b-b8a7-89af12a386fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:36:24.067613 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-9ba84047-248e-4042-880e-b04fc0151df6 req-29da0e0b-eae3-481b-b8a7-89af12a386fd service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b777eec3-1fe1-45d9-be90-d023741ff2c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0393300 Dec 18 13:36:24.075722 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94613906-c5ae-4ade-9e00-e3d57127face None None] Checking router: 16913b98-3477-446b-b01d-d0cc0e467ef0 for host: dv-neutron-744815-20-hyperv {{(pid=103162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 18 13:36:24.085390 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94613906-c5ae-4ade-9e00-e3d57127face None None] Routers {'16913b98-3477-446b-b01d-d0cc0e467ef0'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:36:24.085974 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-94613906-c5ae-4ade-9e00-e3d57127face None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:35:57Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['16913b98-3477-446b-b01d-d0cc0e467ef0'], 'active': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:36:24.162401 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-9ba84047-248e-4042-880e-b04fc0151df6 req-7f626c36-2bec-4084-a8a6-5a0e1e218927 service neutron] 10.222.0.43 "GET /v2.0/networks/b777eec3-1fe1-45d9-be90-d023741ff2c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870495 Dec 18 13:36:24.193943 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvr_db [None req-94613906-c5ae-4ade-9e00-e3d57127face None None] Set router 16913b98-3477-446b-b01d-d0cc0e467ef0 gateway port host: dv-neutron-744815-20-hyperv {{(pid=103162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 13:36:24.254747 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-9ba84047-248e-4042-880e-b04fc0151df6 req-32201ea5-d56c-41f0-95eb-c13a0202927f service neutron] 10.222.0.43 "GET /v2.0/networks/b777eec3-1fe1-45d9-be90-d023741ff2c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843973 Dec 18 13:36:24.422855 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-94613906-c5ae-4ade-9e00-e3d57127face None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16913b98-3477-446b-b01d-d0cc0e467ef0', 'name': 'tempest-TestVolumeBootPattern-1470380616-router', 'tenant_id': '2cba4008d8a8417bb0925fcf9726214e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.121'}], 'enable_snat': True}, 'gw_port_id': '0c644985-4e46-4e75-b8fe-1f0806bdf2c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:28:12Z', 'updated_at': '2021-12-18T13:28:19Z', 'revision_number': 4, 'project_id': '2cba4008d8a8417bb0925fcf9726214e', 'gw_port': {'id': '0c644985-4e46-4e75-b8fe-1f0806bdf2c1', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:55:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16913b98-3477-446b-b01d-d0cc0e467ef0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:28:13Z', 'updated_at': '2021-12-18T13:28:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv', '_floatingips': [{'id': 'dc7c7025-b4e2-4e1c-95cf-5cc8d9ebae77', 'tenant_id': '2cba4008d8a8417bb0925fcf9726214e', 'floating_ip_address': '172.26.3.160', 'floating_network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'router_id': '16913b98-3477-446b-b01d-d0cc0e467ef0', 'port_id': '5da26721-d107-4a4b-b31c-6d701c670c9f', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1192, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b777eec3-1fe1-45d9-be90-d023741ff2c0', 'mac_address': 'fa:16:3e:b0:b0:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5e7f6db-2193-4bdc-a573-cb470e1f7258', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T13:32:36Z', 'updated_at': '2021-12-18T13:32:40Z', 'revision_number': 1, 'project_id': '2cba4008d8a8417bb0925fcf9726214e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3da74d69-5142-4c91-8c05-8a6b4ab78020', 'name': '', 'network_id': 'b777eec3-1fe1-45d9-be90-d023741ff2c0', 'tenant_id': '2cba4008d8a8417bb0925fcf9726214e', 'mac_address': 'fa:16:3e:7b:20:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16913b98-3477-446b-b01d-d0cc0e467ef0', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '7e8a84a3-739e-4c83-bb7f-c941648f694b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:28:18Z', 'updated_at': '2021-12-18T13:28:26Z', 'revision_number': 5, 'project_id': '2cba4008d8a8417bb0925fcf9726214e', 'subnets': [{'id': '7e8a84a3-739e-4c83-bb7f-c941648f694b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:36:24.447685 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94613906-c5ae-4ade-9e00-e3d57127face None None] The sync data for ids ['16913b98-3477-446b-b01d-d0cc0e467ef0'] in dv-neutron-744815-20-hyperv is: [{'id': '16913b98-3477-446b-b01d-d0cc0e467ef0', 'name': 'tempest-TestVolumeBootPattern-1470380616-router', 'tenant_id': '2cba4008d8a8417bb0925fcf9726214e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.121'}], 'enable_snat': True}, 'gw_port_id': '0c644985-4e46-4e75-b8fe-1f0806bdf2c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:28:12Z', 'updated_at': '2021-12-18T13:28:19Z', 'revision_number': 4, 'project_id': '2cba4008d8a8417bb0925fcf9726214e', 'gw_port': {'id': '0c644985-4e46-4e75-b8fe-1f0806bdf2c1', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:55:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16913b98-3477-446b-b01d-d0cc0e467ef0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:28:13Z', 'updated_at': '2021-12-18T13:28:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv', '_floatingips': [{'id': 'dc7c7025-b4e2-4e1c-95cf-5cc8d9ebae77', 'tenant_id': '2cba4008d8a8417bb0925fcf9726214e', 'floating_ip_address': '172.26.3.160', 'floating_network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'router_id': '16913b98-3477-446b-b01d-d0cc0e467ef0', 'port_id': '5da26721-d107-4a4b-b31c-6d701c670c9f', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1192, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b777eec3-1fe1-45d9-be90-d023741ff2c0', 'mac_address': 'fa:16:3e:b0:b0:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5e7f6db-2193-4bdc-a573-cb470e1f7258', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T13:32:36Z', 'updated_at': '2021-12-18T13:32:40Z', 'revision_number': 1, 'project_id': '2cba4008d8a8417bb0925fcf9726214e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3da74d69-5142-4c91-8c05-8a6b4ab78020', 'name': '', 'network_id': 'b777eec3-1fe1-45d9-be90-d023741ff2c0', 'tenant_id': '2cba4008d8a8417bb0925fcf9726214e', 'mac_address': 'fa:16:3e:7b:20:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16913b98-3477-446b-b01d-d0cc0e467ef0', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '7e8a84a3-739e-4c83-bb7f-c941648f694b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:28:18Z', 'updated_at': '2021-12-18T13:28:26Z', 'revision_number': 5, 'project_id': '2cba4008d8a8417bb0925fcf9726214e', 'subnets': [{'id': '7e8a84a3-739e-4c83-bb7f-c941648f694b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 13:36:24.677063 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8734884c-6a79-4980-a133-8c359b12dda4 None None] New status for floating IP e3d9110e-8c46-4077-b33f-83f500396b31: DOWN {{(pid=103161) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 18 13:36:24.881867 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-03e495a4-26c2-4f71-8174-730173d05f2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:36:25.112484 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487162ec-3118-497a-8531-f2380a2f9ce9 req-49a10956-fa9f-48cb-bc56-7e4fda20dae2 tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:36:25.114028 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-487162ec-3118-497a-8531-f2380a2f9ce9 req-49a10956-fa9f-48cb-bc56-7e4fda20dae2 tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] 10.222.0.31 "GET /v2.0/ports?device_id=692db589-6599-4e21-9237-33da364f46b5 HTTP/1.1" status: 200 len: 945 time: 0.0553167 Dec 18 13:36:25.168457 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-487162ec-3118-497a-8531-f2380a2f9ce9 req-eae336a4-7466-431c-8107-601d6538a8bd tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] 10.222.0.31 "GET /v2.0/security-groups?id=7500739f-039a-45b0-85f1-cc2dd6d8ee03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479732 Dec 18 13:36:25.676466 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdd83e9-eab9-4a6f-9364-43330765a2cd req-a65d5ba4-ab41-4718-8e60-ebd35023633a tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:36:25.677917 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-3bdd83e9-eab9-4a6f-9364-43330765a2cd req-a65d5ba4-ab41-4718-8e60-ebd35023633a tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] 10.222.0.43 "GET /v2.0/ports?device_id=692db589-6599-4e21-9237-33da364f46b5 HTTP/1.1" status: 200 len: 945 time: 0.0598009 Dec 18 13:36:25.775903 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [req-3bdd83e9-eab9-4a6f-9364-43330765a2cd req-e55dcd6d-efb4-4196-b26b-f0ba8127460a tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] Deleting port 64c6bde8-385f-40bf-b826-61720d64a99b {{(pid=103159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:36:25.776227 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-3bdd83e9-eab9-4a6f-9364-43330765a2cd req-e55dcd6d-efb4-4196-b26b-f0ba8127460a tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:36:25.866914 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.db [req-3bdd83e9-eab9-4a6f-9364-43330765a2cd req-e55dcd6d-efb4-4196-b26b-f0ba8127460a tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] For port 64c6bde8-385f-40bf-b826-61720d64a99b, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=64c6bde8-385f-40bf-b826-61720d64a99b,segment=NetworkSegment(2e155287-2c4f-47fc-a6c7-b5b531beb7fe),segment_id=2e155287-2c4f-47fc-a6c7-b5b531beb7fe)] {{(pid=103159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:36:25.867256 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-3bdd83e9-eab9-4a6f-9364-43330765a2cd req-e55dcd6d-efb4-4196-b26b-f0ba8127460a tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:36:25.879875 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [req-3bdd83e9-eab9-4a6f-9364-43330765a2cd req-e55dcd6d-efb4-4196-b26b-f0ba8127460a tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] Calling delete_port for 64c6bde8-385f-40bf-b826-61720d64a99b owned by compute:nova {{(pid=103159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:36:26.023858 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-3bdd83e9-eab9-4a6f-9364-43330765a2cd req-e55dcd6d-efb4-4196-b26b-f0ba8127460a tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:36:26.052800 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55dcd6d-efb4-4196-b26b-f0ba8127460a tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] Pushing event deleted for resources: {'Port': ['ID=64c6bde8-385f-40bf-b826-61720d64a99b,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:36:26.094854 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bdd83e9-eab9-4a6f-9364-43330765a2cd req-e55dcd6d-efb4-4196-b26b-f0ba8127460a tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] No DVR routers for this DVR port 64c6bde8-385f-40bf-b826-61720d64a99b on host hv-neutron-7448 {{(pid=103159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 18 13:36:26.097583 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-3bdd83e9-eab9-4a6f-9364-43330765a2cd req-e55dcd6d-efb4-4196-b26b-f0ba8127460a tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:36:26.101165 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-3bdd83e9-eab9-4a6f-9364-43330765a2cd req-e55dcd6d-efb4-4196-b26b-f0ba8127460a tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] 10.222.0.43 "DELETE /v2.0/ports/64c6bde8-385f-40bf-b826-61720d64a99b HTTP/1.1" status: 204 len: 173 time: 0.4166744 Dec 18 13:36:26.101607 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '692db589-6599-4e21-9237-33da364f46b5', 'name': 'network-vif-deleted', 'tag': '64c6bde8-385f-40bf-b826-61720d64a99b'}] {{(pid=103159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 18 13:36:26.104537 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca844cf115d59c1fab86abc202fb4c13735de0d7e4cbbbb25eec9406e9c87431" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b90c0e38-f4b9-4ac7-8a30-cae062d6d129" -d '{"events": [{"server_uuid": "692db589-6599-4e21-9237-33da364f46b5", "name": "network-vif-deleted", "tag": "64c6bde8-385f-40bf-b826-61720d64a99b"}]}' {{(pid=103159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 18 13:36:26.144738 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 13:36:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5f310b7-b21b-4092-807d-297db06aad11 x-openstack-request-id: req-f5f310b7-b21b-4092-807d-297db06aad11 {{(pid=103159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 18 13:36:26.145361 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "692db589-6599-4e21-9237-33da364f46b5", "name": "network-vif-deleted", "tag": "64c6bde8-385f-40bf-b826-61720d64a99b", "status": "completed", "code": 200}]} {{(pid=103159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 18 13:36:26.145361 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f5f310b7-b21b-4092-807d-297db06aad11 {{(pid=103159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 18 13:36:26.145737 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '692db589-6599-4e21-9237-33da364f46b5', 'name': 'network-vif-deleted', 'tag': '64c6bde8-385f-40bf-b826-61720d64a99b', 'status': 'completed', 'code': 200} Dec 18 13:36:26.268302 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-5f27f9a7-555a-465e-976b-f9c963b6a2df req-14766797-7cbd-4007-b4df-a974fe3a29da tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] 10.222.0.31 "GET /v2.0/ports?device_id=692db589-6599-4e21-9237-33da364f46b5 HTTP/1.1" status: 200 len: 210 time: 0.0300217 Dec 18 13:36:27.132908 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-75a388ab-281c-4c91-8f0c-72022edb7a37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:36:27.372760 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-00ec6356-00c4-46f9-b2f1-93df197228fa req-24b15833-082e-43a1-b575-112ebae209e7 tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] 10.222.0.31 "GET /v2.0/ports?device_id=692db589-6599-4e21-9237-33da364f46b5 HTTP/1.1" status: 200 len: 210 time: 0.0299463 Dec 18 13:36:28.400195 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-afa9ae9b-bdbb-4010-bcf6-3a46ce66cf71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:36:28.470526 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-272b64da-0eea-413b-b411-a9103c9444f8 req-d11f746d-adde-4a33-9dae-12505790dee1 tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] 10.222.0.31 "GET /v2.0/ports?device_id=692db589-6599-4e21-9237-33da364f46b5 HTTP/1.1" status: 200 len: 210 time: 0.0274711 Dec 18 13:36:29.450775 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Device 64c6bde8-385f-40bf-b826-61720d64a99b no longer exists at agent hyperv_hv-neutron-7448 {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 18 13:36:29.478358 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] No Port match for: 64c6bde8-385f-40bf-b826-61720d64a99b {{(pid=103161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 18 13:36:29.478765 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Device 64c6bde8-385f-40bf-b826-61720d64a99b not bound to the agent host hv-neutron-7448 {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 18 13:36:29.566029 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-225effbe-a929-4dfe-8199-4d7055c15997 req-32edaf60-8d70-4c0f-8220-fcbc639fd046 tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] 10.222.0.31 "GET /v2.0/ports?device_id=692db589-6599-4e21-9237-33da364f46b5 HTTP/1.1" status: 200 len: 210 time: 0.0266504 Dec 18 13:36:29.925392 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7b7a3272-2b45-4d32-9670-25eb1afd1184 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:36:30.739719 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-25e19941-720c-4188-a48a-864af7c9c339 req-e9b73998-a81a-4e1c-9ef2-4a176e9afc53 tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] 10.222.0.31 "GET /v2.0/ports?device_id=692db589-6599-4e21-9237-33da364f46b5 HTTP/1.1" status: 200 len: 210 time: 0.0822535 Dec 18 13:36:30.826531 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:36:36.683233 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:36:37.187878 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 57174) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:36:37.362053 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-5fcee4c5-25b1-4634-af8e-8643d65c345d tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] Deleting port 1588d536-e320-41dc-869f-a84177c55cb8 {{(pid=103159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:36:37.362356 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-5fcee4c5-25b1-4634-af8e-8643d65c345d tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:36:37.444528 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-5fcee4c5-25b1-4634-af8e-8643d65c345d tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:36:37.444924 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-5fcee4c5-25b1-4634-af8e-8643d65c345d tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:36:37.463979 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-5fcee4c5-25b1-4634-af8e-8643d65c345d tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] Calling delete_port for 1588d536-e320-41dc-869f-a84177c55cb8 owned by network:floatingip {{(pid=103159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:36:37.618939 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-5fcee4c5-25b1-4634-af8e-8643d65c345d tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:36:37.643657 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcee4c5-25b1-4634-af8e-8643d65c345d tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] Pushing event deleted for resources: {'Port': ['ID=1588d536-e320-41dc-869f-a84177c55cb8,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:36:37.705779 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-5fcee4c5-25b1-4634-af8e-8643d65c345d tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] Publish callbacks [] for floatingip, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:36:37.706027 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.db.l3_db [None req-5fcee4c5-25b1-4634-af8e-8643d65c345d tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] Floating IP dc7c7025-b4e2-4e1c-95cf-5cc8d9ebae77 disassociated (deleted). External IP: 172.26.3.160, port: 5da26721-d107-4a4b-b31c-6d701c670c9f. Dec 18 13:36:37.941830 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fcee4c5-25b1-4634-af8e-8643d65c345d tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] Router 16913b98-3477-446b-b01d-d0cc0e467ef0 has already been hosted by L3 agent c9c0cd52-5bd2-4704-9429-d80f1c5ad23c {{(pid=103159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 18 13:36:38.054247 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fcee4c5-25b1-4634-af8e-8643d65c345d tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] Notify agent at l3_agent.dv-neutron-744815-20-hyperv the message routers_updated {{(pid=103159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 13:36:38.059563 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-5fcee4c5-25b1-4634-af8e-8643d65c345d tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for floatingip, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:36:38.064385 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25e8e106-ddf6-41d0-bb3d-c6d96e1773d1 None None] Sync routers for ids ['16913b98-3477-446b-b01d-d0cc0e467ef0'] in dv-neutron-744815-20-hyperv {{(pid=103162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 13:36:38.074678 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25e8e106-ddf6-41d0-bb3d-c6d96e1773d1 None None] Routers {'16913b98-3477-446b-b01d-d0cc0e467ef0'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:36:38.075325 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-25e8e106-ddf6-41d0-bb3d-c6d96e1773d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:36:27Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['16913b98-3477-446b-b01d-d0cc0e467ef0'], 'active': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:36:38.088949 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-5fcee4c5-25b1-4634-af8e-8643d65c345d tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] 10.222.0.31 "DELETE /v2.0/floatingips/dc7c7025-b4e2-4e1c-95cf-5cc8d9ebae77 HTTP/1.1" status: 204 len: 168 time: 0.8973057 Dec 18 13:36:38.088949 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5e7f6db-2193-4bdc-a573-cb470e1f7258', 'tag': '5da26721-d107-4a4b-b31c-6d701c670c9f'}] {{(pid=103159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 18 13:36:38.089283 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca844cf115d59c1fab86abc202fb4c13735de0d7e4cbbbb25eec9406e9c87431" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-380d7da2-f9dd-494e-9733-ae729a88d84a" -d '{"events": [{"name": "network-changed", "server_uuid": "c5e7f6db-2193-4bdc-a573-cb470e1f7258", "tag": "5da26721-d107-4a4b-b31c-6d701c670c9f"}]}' {{(pid=103159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 18 13:36:38.126486 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 13:36:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b4d3ea7-6a5a-40d0-93a3-0653c4340020 x-openstack-request-id: req-8b4d3ea7-6a5a-40d0-93a3-0653c4340020 {{(pid=103159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 18 13:36:38.126799 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5e7f6db-2193-4bdc-a573-cb470e1f7258", "tag": "5da26721-d107-4a4b-b31c-6d701c670c9f", "status": "completed", "code": 200}]} {{(pid=103159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 18 13:36:38.127248 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8b4d3ea7-6a5a-40d0-93a3-0653c4340020 {{(pid=103159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 18 13:36:38.127716 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5e7f6db-2193-4bdc-a573-cb470e1f7258', 'tag': '5da26721-d107-4a4b-b31c-6d701c670c9f', 'status': 'completed', 'code': 200} Dec 18 13:36:38.203585 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380d7da2-f9dd-494e-9733-ae729a88d84a req-0b81990f-bece-42af-8833-25d8d5c5d895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:36:38.205680 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-380d7da2-f9dd-494e-9733-ae729a88d84a req-0b81990f-bece-42af-8833-25d8d5c5d895 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2cba4008d8a8417bb0925fcf9726214e&device_id=c5e7f6db-2193-4bdc-a573-cb470e1f7258 HTTP/1.1" status: 200 len: 1098 time: 0.0479021 Dec 18 13:36:38.294958 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvr_db [None req-25e8e106-ddf6-41d0-bb3d-c6d96e1773d1 None None] Set router 16913b98-3477-446b-b01d-d0cc0e467ef0 gateway port host: dv-neutron-744815-20-hyperv {{(pid=103162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 13:36:38.307759 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380d7da2-f9dd-494e-9733-ae729a88d84a req-08c3125b-6997-4136-bfb8-5508d7bfee52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:36:38.309235 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-380d7da2-f9dd-494e-9733-ae729a88d84a req-08c3125b-6997-4136-bfb8-5508d7bfee52 service neutron] 10.222.0.43 "GET /v2.0/networks?id=b777eec3-1fe1-45d9-be90-d023741ff2c0 HTTP/1.1" status: 200 len: 913 time: 0.0951524 Dec 18 13:36:38.352741 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-380d7da2-f9dd-494e-9733-ae729a88d84a req-d715053c-cae8-4547-92ef-1193341af791 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5da26721-d107-4a4b-b31c-6d701c670c9f HTTP/1.1" status: 200 len: 217 time: 0.0357766 Dec 18 13:36:38.378911 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e0811d-04b1-4f6e-9ddf-67f4724f14de req-cde477a6-3716-4947-b6b9-e9aa3206594a tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:36:38.380464 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-91e0811d-04b1-4f6e-9ddf-67f4724f14de req-cde477a6-3716-4947-b6b9-e9aa3206594a tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5e7f6db-2193-4bdc-a573-cb470e1f7258 HTTP/1.1" status: 200 len: 945 time: 0.1075878 Dec 18 13:36:38.411025 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380d7da2-f9dd-494e-9733-ae729a88d84a req-4bb4ac8f-5525-47a1-ac42-9af8b3ad67b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:36:38.412755 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-380d7da2-f9dd-494e-9733-ae729a88d84a req-4bb4ac8f-5525-47a1-ac42-9af8b3ad67b7 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7e8a84a3-739e-4c83-bb7f-c941648f694b HTTP/1.1" status: 200 len: 851 time: 0.0516684 Dec 18 13:36:38.431014 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-91e0811d-04b1-4f6e-9ddf-67f4724f14de req-4203cd4b-4251-4e86-bc9f-6089e64556b2 tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] 10.222.0.31 "GET /v2.0/security-groups?id=7500739f-039a-45b0-85f1-cc2dd6d8ee03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441878 Dec 18 13:36:38.466734 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380d7da2-f9dd-494e-9733-ae729a88d84a req-7ad67658-d17f-4d3b-bdd7-386166ad9548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:36:38.468354 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-380d7da2-f9dd-494e-9733-ae729a88d84a req-7ad67658-d17f-4d3b-bdd7-386166ad9548 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b777eec3-1fe1-45d9-be90-d023741ff2c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0457137 Dec 18 13:36:38.499342 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-25e8e106-ddf6-41d0-bb3d-c6d96e1773d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16913b98-3477-446b-b01d-d0cc0e467ef0', 'name': 'tempest-TestVolumeBootPattern-1470380616-router', 'tenant_id': '2cba4008d8a8417bb0925fcf9726214e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.121'}], 'enable_snat': True}, 'gw_port_id': '0c644985-4e46-4e75-b8fe-1f0806bdf2c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:28:12Z', 'updated_at': '2021-12-18T13:28:19Z', 'revision_number': 4, 'project_id': '2cba4008d8a8417bb0925fcf9726214e', 'gw_port': {'id': '0c644985-4e46-4e75-b8fe-1f0806bdf2c1', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:55:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16913b98-3477-446b-b01d-d0cc0e467ef0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:28:13Z', 'updated_at': '2021-12-18T13:28:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv', '_interfaces': [{'id': '3da74d69-5142-4c91-8c05-8a6b4ab78020', 'name': '', 'network_id': 'b777eec3-1fe1-45d9-be90-d023741ff2c0', 'tenant_id': '2cba4008d8a8417bb0925fcf9726214e', 'mac_address': 'fa:16:3e:7b:20:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16913b98-3477-446b-b01d-d0cc0e467ef0', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '7e8a84a3-739e-4c83-bb7f-c941648f694b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:28:18Z', 'updated_at': '2021-12-18T13:28:26Z', 'revision_number': 5, 'project_id': '2cba4008d8a8417bb0925fcf9726214e', 'subnets': [{'id': '7e8a84a3-739e-4c83-bb7f-c941648f694b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:36:38.528116 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25e8e106-ddf6-41d0-bb3d-c6d96e1773d1 None None] Checking router: 16913b98-3477-446b-b01d-d0cc0e467ef0 for host: dv-neutron-744815-20-hyperv {{(pid=103162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 18 13:36:38.536575 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25e8e106-ddf6-41d0-bb3d-c6d96e1773d1 None None] Routers {'16913b98-3477-446b-b01d-d0cc0e467ef0'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:36:38.537168 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-25e8e106-ddf6-41d0-bb3d-c6d96e1773d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:36:27Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['16913b98-3477-446b-b01d-d0cc0e467ef0'], 'active': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:36:38.562526 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-380d7da2-f9dd-494e-9733-ae729a88d84a req-a8aa10b0-4d52-4831-9c58-4311976db38b service neutron] 10.222.0.43 "GET /v2.0/networks/b777eec3-1fe1-45d9-be90-d023741ff2c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859311 Dec 18 13:36:38.647981 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvr_db [None req-25e8e106-ddf6-41d0-bb3d-c6d96e1773d1 None None] Set router 16913b98-3477-446b-b01d-d0cc0e467ef0 gateway port host: dv-neutron-744815-20-hyperv {{(pid=103162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 13:36:38.661739 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-380d7da2-f9dd-494e-9733-ae729a88d84a req-5b1986db-edb7-45c3-8361-a7400c67433d service neutron] 10.222.0.43 "GET /v2.0/networks/b777eec3-1fe1-45d9-be90-d023741ff2c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910077 Dec 18 13:36:38.860244 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-25e8e106-ddf6-41d0-bb3d-c6d96e1773d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16913b98-3477-446b-b01d-d0cc0e467ef0', 'name': 'tempest-TestVolumeBootPattern-1470380616-router', 'tenant_id': '2cba4008d8a8417bb0925fcf9726214e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.121'}], 'enable_snat': True}, 'gw_port_id': '0c644985-4e46-4e75-b8fe-1f0806bdf2c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:28:12Z', 'updated_at': '2021-12-18T13:28:19Z', 'revision_number': 4, 'project_id': '2cba4008d8a8417bb0925fcf9726214e', 'gw_port': {'id': '0c644985-4e46-4e75-b8fe-1f0806bdf2c1', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:55:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16913b98-3477-446b-b01d-d0cc0e467ef0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:28:13Z', 'updated_at': '2021-12-18T13:28:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv', '_interfaces': [{'id': '3da74d69-5142-4c91-8c05-8a6b4ab78020', 'name': '', 'network_id': 'b777eec3-1fe1-45d9-be90-d023741ff2c0', 'tenant_id': '2cba4008d8a8417bb0925fcf9726214e', 'mac_address': 'fa:16:3e:7b:20:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16913b98-3477-446b-b01d-d0cc0e467ef0', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '7e8a84a3-739e-4c83-bb7f-c941648f694b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:28:18Z', 'updated_at': '2021-12-18T13:28:26Z', 'revision_number': 5, 'project_id': '2cba4008d8a8417bb0925fcf9726214e', 'subnets': [{'id': '7e8a84a3-739e-4c83-bb7f-c941648f694b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:36:38.886284 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25e8e106-ddf6-41d0-bb3d-c6d96e1773d1 None None] The sync data for ids ['16913b98-3477-446b-b01d-d0cc0e467ef0'] in dv-neutron-744815-20-hyperv is: [{'id': '16913b98-3477-446b-b01d-d0cc0e467ef0', 'name': 'tempest-TestVolumeBootPattern-1470380616-router', 'tenant_id': '2cba4008d8a8417bb0925fcf9726214e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.121'}], 'enable_snat': True}, 'gw_port_id': '0c644985-4e46-4e75-b8fe-1f0806bdf2c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:28:12Z', 'updated_at': '2021-12-18T13:28:19Z', 'revision_number': 4, 'project_id': '2cba4008d8a8417bb0925fcf9726214e', 'gw_port': {'id': '0c644985-4e46-4e75-b8fe-1f0806bdf2c1', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:55:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16913b98-3477-446b-b01d-d0cc0e467ef0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:28:13Z', 'updated_at': '2021-12-18T13:28:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv', '_interfaces': [{'id': '3da74d69-5142-4c91-8c05-8a6b4ab78020', 'name': '', 'network_id': 'b777eec3-1fe1-45d9-be90-d023741ff2c0', 'tenant_id': '2cba4008d8a8417bb0925fcf9726214e', 'mac_address': 'fa:16:3e:7b:20:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16913b98-3477-446b-b01d-d0cc0e467ef0', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '7e8a84a3-739e-4c83-bb7f-c941648f694b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:28:18Z', 'updated_at': '2021-12-18T13:28:26Z', 'revision_number': 5, 'project_id': '2cba4008d8a8417bb0925fcf9726214e', 'subnets': [{'id': '7e8a84a3-739e-4c83-bb7f-c941648f694b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 13:36:39.114770 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d84186e7-d97e-4ee1-a52a-d703d2c3af8c None None] New status for floating IP dc7c7025-b4e2-4e1c-95cf-5cc8d9ebae77: DOWN {{(pid=103161) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 18 13:36:39.575038 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c03665-1da0-45e8-bfc0-4242508183a9 req-b82e3f51-207b-4355-b9ea-4e98f5f25a96 tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:36:39.576594 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-97c03665-1da0-45e8-bfc0-4242508183a9 req-b82e3f51-207b-4355-b9ea-4e98f5f25a96 tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5e7f6db-2193-4bdc-a573-cb470e1f7258 HTTP/1.1" status: 200 len: 945 time: 0.0680919 Dec 18 13:36:39.632105 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-97c03665-1da0-45e8-bfc0-4242508183a9 req-33b6324e-4362-4aeb-98ac-2418fb0669f9 tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] 10.222.0.31 "GET /v2.0/security-groups?id=7500739f-039a-45b0-85f1-cc2dd6d8ee03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490046 Dec 18 13:36:39.988142 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de158a3c-7539-4ae0-b77e-f62ac7b5a0f7 req-5d78f163-aaf4-4a1b-a0ec-209a42953e14 tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:36:39.989635 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-de158a3c-7539-4ae0-b77e-f62ac7b5a0f7 req-5d78f163-aaf4-4a1b-a0ec-209a42953e14 tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] 10.222.0.43 "GET /v2.0/ports?device_id=c5e7f6db-2193-4bdc-a573-cb470e1f7258 HTTP/1.1" status: 200 len: 945 time: 0.0581536 Dec 18 13:36:40.083804 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [req-de158a3c-7539-4ae0-b77e-f62ac7b5a0f7 req-35a430f5-c548-4976-8bad-6204625e1635 tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] Deleting port 5da26721-d107-4a4b-b31c-6d701c670c9f {{(pid=103159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:36:40.084123 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-de158a3c-7539-4ae0-b77e-f62ac7b5a0f7 req-35a430f5-c548-4976-8bad-6204625e1635 tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:36:40.172999 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.db [req-de158a3c-7539-4ae0-b77e-f62ac7b5a0f7 req-35a430f5-c548-4976-8bad-6204625e1635 tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] For port 5da26721-d107-4a4b-b31c-6d701c670c9f, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=5da26721-d107-4a4b-b31c-6d701c670c9f,segment=NetworkSegment(2e155287-2c4f-47fc-a6c7-b5b531beb7fe),segment_id=2e155287-2c4f-47fc-a6c7-b5b531beb7fe)] {{(pid=103159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:36:40.173331 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-de158a3c-7539-4ae0-b77e-f62ac7b5a0f7 req-35a430f5-c548-4976-8bad-6204625e1635 tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:36:40.185782 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [req-de158a3c-7539-4ae0-b77e-f62ac7b5a0f7 req-35a430f5-c548-4976-8bad-6204625e1635 tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] Calling delete_port for 5da26721-d107-4a4b-b31c-6d701c670c9f owned by compute:nova {{(pid=103159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:36:40.339488 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-de158a3c-7539-4ae0-b77e-f62ac7b5a0f7 req-35a430f5-c548-4976-8bad-6204625e1635 tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:36:40.380578 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a430f5-c548-4976-8bad-6204625e1635 tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] Pushing event deleted for resources: {'Port': ['ID=5da26721-d107-4a4b-b31c-6d701c670c9f,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:36:40.421679 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [req-de158a3c-7539-4ae0-b77e-f62ac7b5a0f7 req-35a430f5-c548-4976-8bad-6204625e1635 tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] No DVR routers for this DVR port 5da26721-d107-4a4b-b31c-6d701c670c9f on host hv-neutron-7448 {{(pid=103159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 18 13:36:40.424445 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-de158a3c-7539-4ae0-b77e-f62ac7b5a0f7 req-35a430f5-c548-4976-8bad-6204625e1635 tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:36:40.427829 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-de158a3c-7539-4ae0-b77e-f62ac7b5a0f7 req-35a430f5-c548-4976-8bad-6204625e1635 tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] 10.222.0.43 "DELETE /v2.0/ports/5da26721-d107-4a4b-b31c-6d701c670c9f HTTP/1.1" status: 204 len: 173 time: 0.4306371 Dec 18 13:36:40.428286 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5e7f6db-2193-4bdc-a573-cb470e1f7258', 'name': 'network-vif-deleted', 'tag': '5da26721-d107-4a4b-b31c-6d701c670c9f'}] {{(pid=103159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 18 13:36:40.430556 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca844cf115d59c1fab86abc202fb4c13735de0d7e4cbbbb25eec9406e9c87431" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c62c5a32-fdc5-4ab0-a5a9-5c9e8fadf978" -d '{"events": [{"server_uuid": "c5e7f6db-2193-4bdc-a573-cb470e1f7258", "name": "network-vif-deleted", "tag": "5da26721-d107-4a4b-b31c-6d701c670c9f"}]}' {{(pid=103159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 18 13:36:40.470050 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 13:36:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6966b277-7d8c-479d-a698-f5554da10820 x-openstack-request-id: req-6966b277-7d8c-479d-a698-f5554da10820 {{(pid=103159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 18 13:36:40.470350 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5e7f6db-2193-4bdc-a573-cb470e1f7258", "name": "network-vif-deleted", "tag": "5da26721-d107-4a4b-b31c-6d701c670c9f", "status": "completed", "code": 200}]} {{(pid=103159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 18 13:36:40.470605 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6966b277-7d8c-479d-a698-f5554da10820 {{(pid=103159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 18 13:36:40.471011 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5e7f6db-2193-4bdc-a573-cb470e1f7258', 'name': 'network-vif-deleted', 'tag': '5da26721-d107-4a4b-b31c-6d701c670c9f', 'status': 'completed', 'code': 200} Dec 18 13:36:40.731020 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-2dbe1736-ed11-4ae4-ad16-e1c839500035 req-5a7c7f68-b747-412d-a5de-dd7996820b12 tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5e7f6db-2193-4bdc-a573-cb470e1f7258 HTTP/1.1" status: 200 len: 210 time: 0.0286200 Dec 18 13:36:41.828319 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-7cc67ef4-6b5f-4bba-97ec-ada5970b5177 req-1826fdae-332b-4bdb-86d0-2154d64067af tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5e7f6db-2193-4bdc-a573-cb470e1f7258 HTTP/1.1" status: 200 len: 210 time: 0.0257733 Dec 18 13:36:42.934107 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-1fc47bd2-043f-4fa1-809f-c339885864e0 req-b043a179-76e9-4a18-8330-16962d5afc7e tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5e7f6db-2193-4bdc-a573-cb470e1f7258 HTTP/1.1" status: 200 len: 210 time: 0.0282395 Dec 18 13:36:43.503821 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Device 5da26721-d107-4a4b-b31c-6d701c670c9f no longer exists at agent hyperv_hv-neutron-7448 {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 18 13:36:43.528910 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] No Port match for: 5da26721-d107-4a4b-b31c-6d701c670c9f {{(pid=103161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 18 13:36:43.529263 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Device 5da26721-d107-4a4b-b31c-6d701c670c9f not bound to the agent host hv-neutron-7448 {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 18 13:36:44.031931 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-8247cd77-a82d-4f2d-b4c0-3d8494f90994 req-5acc27ce-9114-40d7-9831-6b0d4df097f4 tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5e7f6db-2193-4bdc-a573-cb470e1f7258 HTTP/1.1" status: 200 len: 210 time: 0.0262277 Dec 18 13:36:45.087994 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 57200) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:36:45.212830 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-03c12f99-5918-4e30-99e5-642489e6969c tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] Deleting port 5aa73c43-b28b-4093-ba3c-b47a7dcf4a30 {{(pid=103159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:36:45.213079 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-03c12f99-5918-4e30-99e5-642489e6969c tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:36:45.291853 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-03c12f99-5918-4e30-99e5-642489e6969c tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:36:45.292129 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-03c12f99-5918-4e30-99e5-642489e6969c tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:36:45.303812 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-03c12f99-5918-4e30-99e5-642489e6969c tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] Calling delete_port for 5aa73c43-b28b-4093-ba3c-b47a7dcf4a30 owned by network:floatingip {{(pid=103159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:36:45.436312 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-03c12f99-5918-4e30-99e5-642489e6969c tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:36:45.460926 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c12f99-5918-4e30-99e5-642489e6969c tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] Pushing event deleted for resources: {'Port': ['ID=5aa73c43-b28b-4093-ba3c-b47a7dcf4a30,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:36:45.519354 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-03c12f99-5918-4e30-99e5-642489e6969c tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] Publish callbacks [] for floatingip, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:36:45.521855 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-03c12f99-5918-4e30-99e5-642489e6969c tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for floatingip, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:36:45.523039 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-03c12f99-5918-4e30-99e5-642489e6969c tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] 10.222.0.31 "DELETE /v2.0/floatingips/0cb01e37-34b9-45d1-a85c-1a38c24ba305 HTTP/1.1" status: 204 len: 168 time: 0.4338334 Dec 18 13:36:46.814664 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-d32e2c69-f82d-4dfe-ba47-8dd04fd44803 req-8679ba39-6a64-4803-8d2d-bacbe3c2ffb4 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=8f48662e-3adc-42d8-91c3-7a6d0824fc6b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0879226 Dec 18 13:36:46.877593 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32e2c69-f82d-4dfe-ba47-8dd04fd44803 req-a26f1c77-00ee-4949-9883-c23d85695ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:36:46.879324 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-d32e2c69-f82d-4dfe-ba47-8dd04fd44803 req-a26f1c77-00ee-4949-9883-c23d85695ecd service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9968d07fac6041598b7007b53f44dbd0&device_id=8f48662e-3adc-42d8-91c3-7a6d0824fc6b HTTP/1.1" status: 200 len: 1098 time: 0.0407658 Dec 18 13:36:46.989543 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32e2c69-f82d-4dfe-ba47-8dd04fd44803 req-92b607f8-34c8-444c-8851-8e5dca39490a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:36:46.991032 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-d32e2c69-f82d-4dfe-ba47-8dd04fd44803 req-92b607f8-34c8-444c-8851-8e5dca39490a service neutron] 10.222.0.43 "GET /v2.0/networks?id=d2cf7640-2bbc-4817-bb7c-0be01fb90209 HTTP/1.1" status: 200 len: 898 time: 0.0909467 Dec 18 13:36:47.067506 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-d32e2c69-f82d-4dfe-ba47-8dd04fd44803 req-265972a1-a6b4-4716-9cc3-da68a48016e8 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8001e857-53e1-4bcf-8262-6c21056989fc HTTP/1.1" status: 200 len: 1001 time: 0.0685787 Dec 18 13:36:47.121626 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32e2c69-f82d-4dfe-ba47-8dd04fd44803 req-a78f53c9-265f-4019-aa14-947f1d851e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:36:47.123136 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-d32e2c69-f82d-4dfe-ba47-8dd04fd44803 req-a78f53c9-265f-4019-aa14-947f1d851e0a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7745529b-a64a-44ef-afe4-6073261f715a HTTP/1.1" status: 200 len: 835 time: 0.0462599 Dec 18 13:36:47.173587 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32e2c69-f82d-4dfe-ba47-8dd04fd44803 req-3ced2dcb-e331-4d14-a59f-299dac31f19c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:36:47.175084 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-d32e2c69-f82d-4dfe-ba47-8dd04fd44803 req-3ced2dcb-e331-4d14-a59f-299dac31f19c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d2cf7640-2bbc-4817-bb7c-0be01fb90209&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0438323 Dec 18 13:36:47.186727 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [req-d32e2c69-f82d-4dfe-ba47-8dd04fd44803 req-75254e44-7bd4-4f1a-8bb3-ddb227ebdc4e service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103159) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 18 13:36:47.187696 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-d32e2c69-f82d-4dfe-ba47-8dd04fd44803 req-75254e44-7bd4-4f1a-8bb3-ddb227ebdc4e service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14093 time: 0.0050888 Dec 18 13:36:47.277277 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-d32e2c69-f82d-4dfe-ba47-8dd04fd44803 req-77f03be2-c771-420e-a034-dbb9806f6290 service neutron] 10.222.0.43 "GET /v2.0/networks/d2cf7640-2bbc-4817-bb7c-0be01fb90209?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825617 Dec 18 13:36:47.371522 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-d32e2c69-f82d-4dfe-ba47-8dd04fd44803 req-b8e96d00-13b8-495a-8c1d-9504f29468dd service neutron] 10.222.0.43 "GET /v2.0/networks/d2cf7640-2bbc-4817-bb7c-0be01fb90209?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861447 Dec 18 13:36:48.825915 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 57220) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:36:48.889548 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-82e0f7ac-2a4a-42ad-8c3d-3785096df2fc tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] Publish callbacks [] for security_group, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:36:48.915707 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-82e0f7ac-2a4a-42ad-8c3d-3785096df2fc tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:36:48.980775 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-82e0f7ac-2a4a-42ad-8c3d-3785096df2fc tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:36:48.983496 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-82e0f7ac-2a4a-42ad-8c3d-3785096df2fc tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] Publish callbacks [] for security_group, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:36:48.984666 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-82e0f7ac-2a4a-42ad-8c3d-3785096df2fc tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] 10.222.0.31 "DELETE /v2.0/security-groups/7500739f-039a-45b0-85f1-cc2dd6d8ee03 HTTP/1.1" status: 204 len: 168 time: 0.1577551 Dec 18 13:36:48.993596 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e0f7ac-2a4a-42ad-8c3d-3785096df2fc tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7500739f-039a-45b0-85f1-cc2dd6d8ee03,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:36:49.001059 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e0f7ac-2a4a-42ad-8c3d-3785096df2fc tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:36:49.001426 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e0f7ac-2a4a-42ad-8c3d-3785096df2fc tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:36:49.001730 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e0f7ac-2a4a-42ad-8c3d-3785096df2fc tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:36:49.002070 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e0f7ac-2a4a-42ad-8c3d-3785096df2fc tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:36:49.002401 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e0f7ac-2a4a-42ad-8c3d-3785096df2fc tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:36:49.002727 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e0f7ac-2a4a-42ad-8c3d-3785096df2fc tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:36:49.003052 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e0f7ac-2a4a-42ad-8c3d-3785096df2fc tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:36:49.003441 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e0f7ac-2a4a-42ad-8c3d-3785096df2fc tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:36:49.003773 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e0f7ac-2a4a-42ad-8c3d-3785096df2fc tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:36:49.004093 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e0f7ac-2a4a-42ad-8c3d-3785096df2fc tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:36:49.004412 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e0f7ac-2a4a-42ad-8c3d-3785096df2fc tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:36:49.004740 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e0f7ac-2a4a-42ad-8c3d-3785096df2fc tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:36:49.005059 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e0f7ac-2a4a-42ad-8c3d-3785096df2fc tempest-TestVolumeBootPattern-1037849563 tempest-TestVolumeBootPattern-1037849563-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:36:49.052886 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 57224) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:36:49.513277 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-2f1c0b22-b965-431c-b977-626dc96b4d76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-586101'] for router_interface, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:36:49.766432 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-2f1c0b22-b965-431c-b977-626dc96b4d76 admin admin] Deleting port 3da74d69-5142-4c91-8c05-8a6b4ab78020 {{(pid=103160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:36:49.766703 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-2f1c0b22-b965-431c-b977-626dc96b4d76 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:36:49.848032 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.db [None req-2f1c0b22-b965-431c-b977-626dc96b4d76 admin admin] For port 3da74d69-5142-4c91-8c05-8a6b4ab78020, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=3da74d69-5142-4c91-8c05-8a6b4ab78020,segment=NetworkSegment(2e155287-2c4f-47fc-a6c7-b5b531beb7fe),segment_id=2e155287-2c4f-47fc-a6c7-b5b531beb7fe)] {{(pid=103160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:36:49.848774 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-2f1c0b22-b965-431c-b977-626dc96b4d76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:36:49.861579 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-2f1c0b22-b965-431c-b977-626dc96b4d76 admin admin] Calling delete_port for 3da74d69-5142-4c91-8c05-8a6b4ab78020 owned by network:router_interface {{(pid=103160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:36:50.046341 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-2f1c0b22-b965-431c-b977-626dc96b4d76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4533522'] for port, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:36:50.070794 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1c0b22-b965-431c-b977-626dc96b4d76 admin admin] Pushing event deleted for resources: {'Port': ['ID=3da74d69-5142-4c91-8c05-8a6b4ab78020,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:36:50.239435 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-2f1c0b22-b965-431c-b977-626dc96b4d76 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1048020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-576035'] for router_interface, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:36:50.790660 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f1c0b22-b965-431c-b977-626dc96b4d76 admin admin] Router 16913b98-3477-446b-b01d-d0cc0e467ef0 has already been hosted by L3 agent c9c0cd52-5bd2-4704-9429-d80f1c5ad23c {{(pid=103160) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 18 13:36:50.911976 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f1c0b22-b965-431c-b977-626dc96b4d76 admin admin] Notify agent at l3_agent.dv-neutron-744815-20-hyperv the message routers_updated {{(pid=103160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 13:36:50.920222 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 57228) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:36:50.920880 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-2f1c0b22-b965-431c-b977-626dc96b4d76 admin admin] 10.222.0.31 "PUT /v2.0/routers/16913b98-3477-446b-b01d-d0cc0e467ef0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8668098 Dec 18 13:36:50.922872 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d037823-119b-4a7a-a34f-c83973de1c1a None None] Sync routers for ids ['16913b98-3477-446b-b01d-d0cc0e467ef0'] in dv-neutron-744815-20-hyperv {{(pid=103162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 13:36:50.932646 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d037823-119b-4a7a-a34f-c83973de1c1a None None] Routers {'16913b98-3477-446b-b01d-d0cc0e467ef0'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:36:50.933304 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-2d037823-119b-4a7a-a34f-c83973de1c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:36:27Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['16913b98-3477-446b-b01d-d0cc0e467ef0'], 'active': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:36:51.040746 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvr_db [None req-2d037823-119b-4a7a-a34f-c83973de1c1a None None] Set router 16913b98-3477-446b-b01d-d0cc0e467ef0 gateway port host: dv-neutron-744815-20-hyperv {{(pid=103162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 13:36:51.233247 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-2d037823-119b-4a7a-a34f-c83973de1c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16913b98-3477-446b-b01d-d0cc0e467ef0', 'name': 'tempest-TestVolumeBootPattern-1470380616-router', 'tenant_id': '2cba4008d8a8417bb0925fcf9726214e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.121'}], 'enable_snat': True}, 'gw_port_id': '0c644985-4e46-4e75-b8fe-1f0806bdf2c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:28:12Z', 'updated_at': '2021-12-18T13:36:49Z', 'revision_number': 5, 'project_id': '2cba4008d8a8417bb0925fcf9726214e', 'gw_port': {'id': '0c644985-4e46-4e75-b8fe-1f0806bdf2c1', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:55:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16913b98-3477-446b-b01d-d0cc0e467ef0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:28:13Z', 'updated_at': '2021-12-18T13:28:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv'}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:36:51.260775 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d037823-119b-4a7a-a34f-c83973de1c1a None None] Checking router: 16913b98-3477-446b-b01d-d0cc0e467ef0 for host: dv-neutron-744815-20-hyperv {{(pid=103162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 18 13:36:51.270630 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d037823-119b-4a7a-a34f-c83973de1c1a None None] Routers {'16913b98-3477-446b-b01d-d0cc0e467ef0'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:36:51.271336 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-2d037823-119b-4a7a-a34f-c83973de1c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:36:27Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['16913b98-3477-446b-b01d-d0cc0e467ef0'], 'active': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:36:51.359178 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b2b0b8f7-7a2e-449d-b039-be5ba93f763a admin admin] Publish callbacks [] for router, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:36:51.379296 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvr_db [None req-2d037823-119b-4a7a-a34f-c83973de1c1a None None] Set router 16913b98-3477-446b-b01d-d0cc0e467ef0 gateway port host: dv-neutron-744815-20-hyperv {{(pid=103162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 13:36:51.463881 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b2b0b8f7-7a2e-449d-b039-be5ba93f763a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:36:51.516935 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-b2b0b8f7-7a2e-449d-b039-be5ba93f763a admin admin] Deleting port 0c644985-4e46-4e75-b8fe-1f0806bdf2c1 {{(pid=103159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:36:51.517199 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b2b0b8f7-7a2e-449d-b039-be5ba93f763a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:36:51.549784 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-2d037823-119b-4a7a-a34f-c83973de1c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16913b98-3477-446b-b01d-d0cc0e467ef0', 'name': 'tempest-TestVolumeBootPattern-1470380616-router', 'tenant_id': '2cba4008d8a8417bb0925fcf9726214e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.121'}], 'enable_snat': True}, 'gw_port_id': '0c644985-4e46-4e75-b8fe-1f0806bdf2c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:28:12Z', 'updated_at': '2021-12-18T13:36:49Z', 'revision_number': 5, 'project_id': '2cba4008d8a8417bb0925fcf9726214e', 'gw_port': {'id': '0c644985-4e46-4e75-b8fe-1f0806bdf2c1', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:55:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16913b98-3477-446b-b01d-d0cc0e467ef0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:28:13Z', 'updated_at': '2021-12-18T13:28:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv'}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:36:51.579868 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d037823-119b-4a7a-a34f-c83973de1c1a None None] The sync data for ids ['16913b98-3477-446b-b01d-d0cc0e467ef0'] in dv-neutron-744815-20-hyperv is: [{'id': '16913b98-3477-446b-b01d-d0cc0e467ef0', 'name': 'tempest-TestVolumeBootPattern-1470380616-router', 'tenant_id': '2cba4008d8a8417bb0925fcf9726214e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.121'}], 'enable_snat': True}, 'gw_port_id': '0c644985-4e46-4e75-b8fe-1f0806bdf2c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:28:12Z', 'updated_at': '2021-12-18T13:36:49Z', 'revision_number': 5, 'project_id': '2cba4008d8a8417bb0925fcf9726214e', 'gw_port': {'id': '0c644985-4e46-4e75-b8fe-1f0806bdf2c1', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:55:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16913b98-3477-446b-b01d-d0cc0e467ef0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:28:13Z', 'updated_at': '2021-12-18T13:28:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv'}] {{(pid=103162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 13:36:51.596234 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.db [None req-b2b0b8f7-7a2e-449d-b039-be5ba93f763a admin admin] For port 0c644985-4e46-4e75-b8fe-1f0806bdf2c1, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=0c644985-4e46-4e75-b8fe-1f0806bdf2c1,segment=NetworkSegment(3f66d49c-4faa-434c-8c3e-991f4f1d01bd),segment_id=3f66d49c-4faa-434c-8c3e-991f4f1d01bd)] {{(pid=103159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:36:51.596593 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b2b0b8f7-7a2e-449d-b039-be5ba93f763a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:36:51.612129 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-b2b0b8f7-7a2e-449d-b039-be5ba93f763a admin admin] Calling delete_port for 0c644985-4e46-4e75-b8fe-1f0806bdf2c1 owned by network:router_gateway {{(pid=103159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:36:51.806325 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b2b0b8f7-7a2e-449d-b039-be5ba93f763a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:36:51.831427 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b0b8f7-7a2e-449d-b039-be5ba93f763a admin admin] Pushing event deleted for resources: {'Port': ['ID=0c644985-4e46-4e75-b8fe-1f0806bdf2c1,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:36:51.847972 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e81e4d3-da06-420d-8fae-6c7c92ce9abe None None] DHCP port deletion for decb4a40-7941-48c8-afbb-daaafd502e83 request from dv-neutron-744815-20-hyperv {{(pid=103161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 18 13:36:51.893380 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b2b0b8f7-7a2e-449d-b039-be5ba93f763a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-586554'] for router_gateway, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:36:51.987064 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b2b0b8f7-7a2e-449d-b039-be5ba93f763a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-589815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28643'] for router, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:36:51.989440 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b2b0b8f7-7a2e-449d-b039-be5ba93f763a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:36:52.042085 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b2b0b8f7-7a2e-449d-b039-be5ba93f763a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-589710'] for router, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:36:52.042360 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2b0b8f7-7a2e-449d-b039-be5ba93f763a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 16913b98-3477-446b-b01d-d0cc0e467ef0 {{(pid=103159) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 18 13:36:52.046887 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b2b0b8f7-7a2e-449d-b039-be5ba93f763a admin admin] Publish callbacks [] for router, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:36:52.048109 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-b2b0b8f7-7a2e-449d-b039-be5ba93f763a admin admin] 10.222.0.31 "DELETE /v2.0/routers/16913b98-3477-446b-b01d-d0cc0e467ef0 HTTP/1.1" status: 204 len: 168 time: 1.1257894 Dec 18 13:36:52.051252 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 57230) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:36:52.099407 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef36803c-87a9-4c71-99ba-bc1d208aa600 admin admin] Deleting subnet 7e8a84a3-739e-4c83-bb7f-c941648f694b {{(pid=103159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 18 13:36:52.102547 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-ef36803c-87a9-4c71-99ba-bc1d208aa600 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:36:52.139992 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-ef36803c-87a9-4c71-99ba-bc1d208aa600 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5589624'] for subnet, precommit_delete_associations {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:36:52.225823 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-ef36803c-87a9-4c71-99ba-bc1d208aa600 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1929185'] for subnet, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:36:52.279112 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-ef36803c-87a9-4c71-99ba-bc1d208aa600 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1929192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5659851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6017053'] for subnet, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:36:52.304910 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef36803c-87a9-4c71-99ba-bc1d208aa600 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7e8a84a3-739e-4c83-bb7f-c941648f694b,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:36:52.306902 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-ef36803c-87a9-4c71-99ba-bc1d208aa600 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:36:52.310459 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-ef36803c-87a9-4c71-99ba-bc1d208aa600 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/7e8a84a3-739e-4c83-bb7f-c941648f694b HTTP/1.1" status: 204 len: 168 time: 0.2581861 Dec 18 13:36:52.311979 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85809d07-02e5-4067-95e4-4943319fbeb8 None None] Network b777eec3-1fe1-45d9-be90-d023741ff2c0 requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:36:52.313790 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 57232) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:36:52.394277 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b428a5a7-560f-4d18-af81-3f82ba16108d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2023137'] for network, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:36:52.448782 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-b428a5a7-560f-4d18-af81-3f82ba16108d admin admin] Deleting port 14ee49d5-1e04-4894-a921-fddbe2144865 {{(pid=103159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:36:52.449318 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b428a5a7-560f-4d18-af81-3f82ba16108d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:36:52.511915 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.db [None req-b428a5a7-560f-4d18-af81-3f82ba16108d admin admin] For port 14ee49d5-1e04-4894-a921-fddbe2144865, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=14ee49d5-1e04-4894-a921-fddbe2144865,segment=NetworkSegment(2e155287-2c4f-47fc-a6c7-b5b531beb7fe),segment_id=2e155287-2c4f-47fc-a6c7-b5b531beb7fe)] {{(pid=103159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:36:52.512182 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b428a5a7-560f-4d18-af81-3f82ba16108d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:36:52.524440 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-b428a5a7-560f-4d18-af81-3f82ba16108d admin admin] Calling delete_port for 14ee49d5-1e04-4894-a921-fddbe2144865 owned by network:dhcp {{(pid=103159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:36:52.601274 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22d0d05a-2c78-4071-b9db-154b3f5a7951 None None] DHCP port deletion for b777eec3-1fe1-45d9-be90-d023741ff2c0 request from dv-neutron-744815-20-hyperv {{(pid=103161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 18 13:36:52.621223 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b428a5a7-560f-4d18-af81-3f82ba16108d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:36:52.649976 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b428a5a7-560f-4d18-af81-3f82ba16108d admin admin] Pushing event deleted for resources: {'Port': ['ID=14ee49d5-1e04-4894-a921-fddbe2144865,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:36:52.653157 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b428a5a7-560f-4d18-af81-3f82ba16108d admin admin] No DVR routers for this DVR port 14ee49d5-1e04-4894-a921-fddbe2144865 on host dv-neutron-744815-20-hyperv {{(pid=103159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 18 13:36:52.654577 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-22d0d05a-2c78-4071-b9db-154b3f5a7951 None None] Deleting port 14ee49d5-1e04-4894-a921-fddbe2144865 {{(pid=103161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:36:52.655679 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-22d0d05a-2c78-4071-b9db-154b3f5a7951 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:36:52.724813 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-22d0d05a-2c78-4071-b9db-154b3f5a7951 None None] For port 14ee49d5-1e04-4894-a921-fddbe2144865, host dv-neutron-744815-20-hyperv, got binding levels [] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:36:52.725187 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-22d0d05a-2c78-4071-b9db-154b3f5a7951 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:36:52.731400 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b428a5a7-560f-4d18-af81-3f82ba16108d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1927292', 'neutron.services.segments.db._delete_segments_for_network-8767106887837'] for network, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:36:52.756538 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.services.segments.db [None req-b428a5a7-560f-4d18-af81-3f82ba16108d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b777eec3-1fe1-45d9-be90-d023741ff2c0']}} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:36:52.767750 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.services.segments.db [None req-b428a5a7-560f-4d18-af81-3f82ba16108d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e155287-2c4f-47fc-a6c7-b5b531beb7fe') {'for_net_delete': True} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:36:52.768095 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.services.segments.db [None req-b428a5a7-560f-4d18-af81-3f82ba16108d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e155287-2c4f-47fc-a6c7-b5b531beb7fe') {} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:36:52.778622 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b428a5a7-560f-4d18-af81-3f82ba16108d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767106888614', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5589569'] for segment, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:36:52.792894 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b428a5a7-560f-4d18-af81-3f82ba16108d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:36:52.799434 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b428a5a7-560f-4d18-af81-3f82ba16108d admin admin] Releasing vlan 132 on physical network physnet1 to pool {{(pid=103159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 18 13:36:52.799840 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b428a5a7-560f-4d18-af81-3f82ba16108d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5660009'] for segment, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:36:52.801793 dv-neutron-744815-20-hyperv neutron-server[103159]: Traceback (most recent call last): Dec 18 13:36:52.801793 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 18 13:36:52.801793 dv-neutron-744815-20-hyperv neutron-server[103159]: timer() Dec 18 13:36:52.801793 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 18 13:36:52.801793 dv-neutron-744815-20-hyperv neutron-server[103159]: cb(*args, **kw) Dec 18 13:36:52.801793 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 18 13:36:52.801793 dv-neutron-744815-20-hyperv neutron-server[103159]: return func(*args, **kwargs) Dec 18 13:36:52.801793 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 18 13:36:52.801793 dv-neutron-744815-20-hyperv neutron-server[103159]: self._notify() Dec 18 13:36:52.801793 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 18 13:36:52.801793 dv-neutron-744815-20-hyperv neutron-server[103159]: self.callback(batched_events) Dec 18 13:36:52.801793 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 18 13:36:52.801793 dv-neutron-744815-20-hyperv neutron-server[103159]: event.method(event) Dec 18 13:36:52.801793 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 18 13:36:52.801793 dv-neutron-744815-20-hyperv neutron-server[103159]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 18 13:36:52.801793 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 18 13:36:52.801793 dv-neutron-744815-20-hyperv neutron-server[103159]: aggregate_uuid = self.p_client.list_aggregates( Dec 18 13:36:52.801793 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 18 13:36:52.801793 dv-neutron-744815-20-hyperv neutron-server[103159]: return f(self, *a, **k) Dec 18 13:36:52.801793 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 18 13:36:52.801793 dv-neutron-744815-20-hyperv neutron-server[103159]: return self._get(url).json() Dec 18 13:36:52.801793 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 18 13:36:52.801793 dv-neutron-744815-20-hyperv neutron-server[103159]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 18 13:36:52.801793 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 18 13:36:52.801793 dv-neutron-744815-20-hyperv neutron-server[103159]: return self.request(url, 'GET', **kwargs) Dec 18 13:36:52.801793 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 18 13:36:52.801793 dv-neutron-744815-20-hyperv neutron-server[103159]: base_url = self.get_endpoint(auth, allow=allow, Dec 18 13:36:52.801793 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 18 13:36:52.801793 dv-neutron-744815-20-hyperv neutron-server[103159]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 18 13:36:52.801793 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 18 13:36:52.801793 dv-neutron-744815-20-hyperv neutron-server[103159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 18 13:36:52.801793 dv-neutron-744815-20-hyperv neutron-server[103159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 18 13:36:52.858869 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b428a5a7-560f-4d18-af81-3f82ba16108d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1927267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586962'] for network, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:36:52.864840 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b428a5a7-560f-4d18-af81-3f82ba16108d admin admin] Publish callbacks [] for network, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:36:52.868095 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-b428a5a7-560f-4d18-af81-3f82ba16108d admin admin] 10.222.0.31 "DELETE /v2.0/networks/b777eec3-1fe1-45d9-be90-d023741ff2c0 HTTP/1.1" status: 204 len: 168 time: 0.5533011 Dec 18 13:36:52.871080 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 57234) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:36:52.886428 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b428a5a7-560f-4d18-af81-3f82ba16108d admin admin] Pushing event deleted for resources: {'Network': ['ID=b777eec3-1fe1-45d9-be90-d023741ff2c0,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:36:52.894558 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 0c644985-4e46-4e75-b8fe-1f0806bdf2c1 no longer exists at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 18 13:36:52.897655 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-22d0d05a-2c78-4071-b9db-154b3f5a7951 None None] Calling delete_port for 14ee49d5-1e04-4894-a921-fddbe2144865 owned by network:dhcp {{(pid=103161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:36:52.915602 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.ipam_backend_mixin [None req-22d0d05a-2c78-4071-b9db-154b3f5a7951 None None] Port 14ee49d5-1e04-4894-a921-fddbe2144865 was not found and therefore no delete operation was performed {{(pid=103161) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 18 13:36:52.917517 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-22d0d05a-2c78-4071-b9db-154b3f5a7951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984'] for port, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:36:52.919475 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-2294866d-0076-4933-952c-685307032598 None None] No Port match for: 0c644985-4e46-4e75-b8fe-1f0806bdf2c1 {{(pid=103161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 18 13:36:52.919815 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 0c644985-4e46-4e75-b8fe-1f0806bdf2c1 not bound to the agent host dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 18 13:36:52.920223 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 14ee49d5-1e04-4894-a921-fddbe2144865 no longer exists at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 18 13:36:52.957683 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-22d0d05a-2c78-4071-b9db-154b3f5a7951 None None] Network b777eec3-1fe1-45d9-be90-d023741ff2c0 is not hosted by any dhcp agent {{(pid=103161) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 18 13:36:52.958139 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22d0d05a-2c78-4071-b9db-154b3f5a7951 None None] No DVR routers for this DVR port 14ee49d5-1e04-4894-a921-fddbe2144865 on host dv-neutron-744815-20-hyperv {{(pid=103161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 18 13:36:52.960431 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d0d05a-2c78-4071-b9db-154b3f5a7951 None None] Pushing event deleted for resources: {'Port': ['ID=14ee49d5-1e04-4894-a921-fddbe2144865,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:36:52.961942 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-2294866d-0076-4933-952c-685307032598 None None] No Port match for: 14ee49d5-1e04-4894-a921-fddbe2144865 {{(pid=103161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 18 13:36:52.962284 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 14ee49d5-1e04-4894-a921-fddbe2144865 not bound to the agent host dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 18 13:36:52.962724 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 3da74d69-5142-4c91-8c05-8a6b4ab78020 no longer exists at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 18 13:36:52.983783 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-2294866d-0076-4933-952c-685307032598 None None] No Port match for: 3da74d69-5142-4c91-8c05-8a6b4ab78020 {{(pid=103161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 18 13:36:52.984154 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 3da74d69-5142-4c91-8c05-8a6b4ab78020 not bound to the agent host dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 18 13:36:53.259445 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-43bdd633-909e-4ce1-84df-e88f8bf0b84d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-586101'] for router_interface, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:36:53.506672 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-43bdd633-909e-4ce1-84df-e88f8bf0b84d admin admin] Deleting port e55b6e08-1c20-40df-aff9-9918cf68b75f {{(pid=103159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:36:53.506976 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-43bdd633-909e-4ce1-84df-e88f8bf0b84d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:36:53.595262 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.db [None req-43bdd633-909e-4ce1-84df-e88f8bf0b84d admin admin] For port e55b6e08-1c20-40df-aff9-9918cf68b75f, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=e55b6e08-1c20-40df-aff9-9918cf68b75f,segment=NetworkSegment(ed8226a2-04e6-4c8c-80c3-28915c6817b4),segment_id=ed8226a2-04e6-4c8c-80c3-28915c6817b4)] {{(pid=103159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:36:53.595535 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-43bdd633-909e-4ce1-84df-e88f8bf0b84d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:36:53.608701 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-43bdd633-909e-4ce1-84df-e88f8bf0b84d admin admin] Calling delete_port for e55b6e08-1c20-40df-aff9-9918cf68b75f owned by network:router_interface {{(pid=103159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:36:53.798801 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-43bdd633-909e-4ce1-84df-e88f8bf0b84d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:36:53.827496 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bdd633-909e-4ce1-84df-e88f8bf0b84d admin admin] Pushing event deleted for resources: {'Port': ['ID=e55b6e08-1c20-40df-aff9-9918cf68b75f,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:36:53.991931 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-43bdd633-909e-4ce1-84df-e88f8bf0b84d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1048020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-576035'] for router_interface, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:36:54.221265 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43bdd633-909e-4ce1-84df-e88f8bf0b84d admin admin] Router 31d11c6f-d9c6-4b3f-855a-63a347e212d9 has already been hosted by L3 agent c9c0cd52-5bd2-4704-9429-d80f1c5ad23c {{(pid=103159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 18 13:36:54.329431 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43bdd633-909e-4ce1-84df-e88f8bf0b84d admin admin] Notify agent at l3_agent.dv-neutron-744815-20-hyperv the message routers_updated {{(pid=103159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 13:36:54.334845 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-43bdd633-909e-4ce1-84df-e88f8bf0b84d admin admin] 10.222.0.31 "PUT /v2.0/routers/31d11c6f-d9c6-4b3f-855a-63a347e212d9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4627285 Dec 18 13:36:54.337422 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 57236) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:36:54.342361 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c71308f-d544-4864-94b4-5309f9fde641 None None] Sync routers for ids ['31d11c6f-d9c6-4b3f-855a-63a347e212d9'] in dv-neutron-744815-20-hyperv {{(pid=103161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 13:36:54.352534 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c71308f-d544-4864-94b4-5309f9fde641 None None] Routers {'31d11c6f-d9c6-4b3f-855a-63a347e212d9'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:36:54.353155 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-9c71308f-d544-4864-94b4-5309f9fde641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:36:27Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['31d11c6f-d9c6-4b3f-855a-63a347e212d9'], 'active': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:36:54.443976 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-69d63d58-29cd-46d8-813c-7909b923fb06 admin admin] Publish callbacks [] for router, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:36:54.468716 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvr_db [None req-9c71308f-d544-4864-94b4-5309f9fde641 None None] Set router 31d11c6f-d9c6-4b3f-855a-63a347e212d9 gateway port host: dv-neutron-744815-20-hyperv {{(pid=103161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 13:36:54.549894 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-69d63d58-29cd-46d8-813c-7909b923fb06 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:36:54.603945 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-69d63d58-29cd-46d8-813c-7909b923fb06 admin admin] Deleting port 5da4ac09-a295-4a49-a26e-7b1f68484078 {{(pid=103159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:36:54.604289 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-69d63d58-29cd-46d8-813c-7909b923fb06 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:36:54.646380 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-9c71308f-d544-4864-94b4-5309f9fde641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31d11c6f-d9c6-4b3f-855a-63a347e212d9', 'name': 'tempest-TestVolumeBootPattern-1052120769-router', 'tenant_id': '77851fe6b06d4772aef23551184d89ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.253'}], 'enable_snat': True}, 'gw_port_id': '5da4ac09-a295-4a49-a26e-7b1f68484078', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:28:25Z', 'updated_at': '2021-12-18T13:36:53Z', 'revision_number': 5, 'project_id': '77851fe6b06d4772aef23551184d89ff', 'gw_port': {'id': '5da4ac09-a295-4a49-a26e-7b1f68484078', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:1f:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31d11c6f-d9c6-4b3f-855a-63a347e212d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:28:26Z', 'updated_at': '2021-12-18T13:28:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv'}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:36:54.673338 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c71308f-d544-4864-94b4-5309f9fde641 None None] Checking router: 31d11c6f-d9c6-4b3f-855a-63a347e212d9 for host: dv-neutron-744815-20-hyperv {{(pid=103161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 18 13:36:54.681820 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c71308f-d544-4864-94b4-5309f9fde641 None None] Routers {'31d11c6f-d9c6-4b3f-855a-63a347e212d9'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:36:54.682452 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-9c71308f-d544-4864-94b4-5309f9fde641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:36:27Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['31d11c6f-d9c6-4b3f-855a-63a347e212d9'], 'active': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:36:54.684662 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.db [None req-69d63d58-29cd-46d8-813c-7909b923fb06 admin admin] For port 5da4ac09-a295-4a49-a26e-7b1f68484078, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=5da4ac09-a295-4a49-a26e-7b1f68484078,segment=NetworkSegment(3f66d49c-4faa-434c-8c3e-991f4f1d01bd),segment_id=3f66d49c-4faa-434c-8c3e-991f4f1d01bd)] {{(pid=103159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:36:54.685026 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-69d63d58-29cd-46d8-813c-7909b923fb06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:36:54.698247 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-69d63d58-29cd-46d8-813c-7909b923fb06 admin admin] Calling delete_port for 5da4ac09-a295-4a49-a26e-7b1f68484078 owned by network:router_gateway {{(pid=103159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:36:54.773458 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvr_db [None req-9c71308f-d544-4864-94b4-5309f9fde641 None None] Set router 31d11c6f-d9c6-4b3f-855a-63a347e212d9 gateway port host: None {{(pid=103161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 13:36:54.828481 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-9c71308f-d544-4864-94b4-5309f9fde641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31d11c6f-d9c6-4b3f-855a-63a347e212d9', 'name': 'tempest-TestVolumeBootPattern-1052120769-router', 'tenant_id': '77851fe6b06d4772aef23551184d89ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:28:25Z', 'updated_at': '2021-12-18T13:36:54Z', 'revision_number': 6, 'project_id': '77851fe6b06d4772aef23551184d89ff', 'gw_port_host': None}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:36:54.854848 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c71308f-d544-4864-94b4-5309f9fde641 None None] The sync data for ids ['31d11c6f-d9c6-4b3f-855a-63a347e212d9'] in dv-neutron-744815-20-hyperv is: [{'id': '31d11c6f-d9c6-4b3f-855a-63a347e212d9', 'name': 'tempest-TestVolumeBootPattern-1052120769-router', 'tenant_id': '77851fe6b06d4772aef23551184d89ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:28:25Z', 'updated_at': '2021-12-18T13:36:54Z', 'revision_number': 6, 'project_id': '77851fe6b06d4772aef23551184d89ff', 'gw_port_host': None}] {{(pid=103161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 13:36:54.873627 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-69d63d58-29cd-46d8-813c-7909b923fb06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:36:54.875006 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-6be4e383-9058-4058-af0a-1a91cf2201fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:36:54.904192 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d63d58-29cd-46d8-813c-7909b923fb06 admin admin] Pushing event deleted for resources: {'Port': ['ID=5da4ac09-a295-4a49-a26e-7b1f68484078,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:36:54.912674 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d417456-5681-40a4-9fdb-4a2b5c3e7f5d None None] DHCP port deletion for decb4a40-7941-48c8-afbb-daaafd502e83 request from dv-neutron-744815-20-hyperv {{(pid=103161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 18 13:36:54.963007 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-69d63d58-29cd-46d8-813c-7909b923fb06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-586554'] for router_gateway, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:36:55.056346 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-69d63d58-29cd-46d8-813c-7909b923fb06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-589815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28643'] for router, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:36:55.059378 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-69d63d58-29cd-46d8-813c-7909b923fb06 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:36:55.118537 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-69d63d58-29cd-46d8-813c-7909b923fb06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-589710'] for router, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:36:55.119625 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69d63d58-29cd-46d8-813c-7909b923fb06 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 31d11c6f-d9c6-4b3f-855a-63a347e212d9 {{(pid=103159) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 18 13:36:55.124296 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-69d63d58-29cd-46d8-813c-7909b923fb06 admin admin] Publish callbacks [] for router, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:36:55.125362 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-69d63d58-29cd-46d8-813c-7909b923fb06 admin admin] 10.222.0.31 "DELETE /v2.0/routers/31d11c6f-d9c6-4b3f-855a-63a347e212d9 HTTP/1.1" status: 204 len: 168 time: 0.7870615 Dec 18 13:36:55.129388 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 57238) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:36:55.176518 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ea774a8-f26d-432c-b728-32e54f07fc19 admin admin] Deleting subnet 5fac137f-442f-4731-a0ac-73f3a1231695 {{(pid=103160) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 18 13:36:55.179785 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-9ea774a8-f26d-432c-b728-32e54f07fc19 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:36:55.217024 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-9ea774a8-f26d-432c-b728-32e54f07fc19 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4533385'] for subnet, precommit_delete_associations {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:36:55.242236 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.agents_db [None req-e3dda592-589a-4b4d-b028-ba9a260f4f50 None None] Agent healthcheck: found 6 active agents {{(pid=103162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 18 13:36:55.301839 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-9ea774a8-f26d-432c-b728-32e54f07fc19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1929185'] for subnet, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:36:55.356287 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-9ea774a8-f26d-432c-b728-32e54f07fc19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1929192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4533475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4514371'] for subnet, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:36:55.382399 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea774a8-f26d-432c-b728-32e54f07fc19 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5fac137f-442f-4731-a0ac-73f3a1231695,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:36:55.389415 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-9ea774a8-f26d-432c-b728-32e54f07fc19 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:36:55.393146 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-9ea774a8-f26d-432c-b728-32e54f07fc19 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/5fac137f-442f-4731-a0ac-73f3a1231695 HTTP/1.1" status: 204 len: 168 time: 0.2625599 Dec 18 13:36:55.394752 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03a77931-411b-4e41-80cf-e6056ba30c95 None None] Network 0698e51b-febb-4771-a684-eb503e9e2f4f requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:36:55.395744 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 57242) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:36:55.454007 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 57244) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:36:55.467188 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-865bcb14-d201-4df6-9231-17a4fa1f23db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2023137'] for network, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:36:55.529809 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-865bcb14-d201-4df6-9231-17a4fa1f23db admin admin] Deleting port 1a200651-708e-444c-be12-50f59a60cc2f {{(pid=103160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:36:55.530155 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-865bcb14-d201-4df6-9231-17a4fa1f23db admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:36:55.539284 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-029172a4-34a1-4301-8389-ea3c40f9c654 tempest-TestNetworkBasicOps-845399116 tempest-TestNetworkBasicOps-845399116-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:36:55.539772 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-029172a4-34a1-4301-8389-ea3c40f9c654 tempest-TestNetworkBasicOps-845399116 tempest-TestNetworkBasicOps-845399116-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:36:55.540248 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-029172a4-34a1-4301-8389-ea3c40f9c654 tempest-TestNetworkBasicOps-845399116 tempest-TestNetworkBasicOps-845399116-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:36:55.541978 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-029172a4-34a1-4301-8389-ea3c40f9c654 tempest-TestNetworkBasicOps-845399116 tempest-TestNetworkBasicOps-845399116-project-admin] 10.222.0.31 "GET /v2.0/ports?project_id=6e88b8a5aed24360a829007d7fd9d0fd&network_id=c0208448-4e02-4095-94d9-bd50122ab571 HTTP/1.1" status: 200 len: 3002 time: 0.0857677 Dec 18 13:36:55.592747 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.db [None req-865bcb14-d201-4df6-9231-17a4fa1f23db admin admin] For port 1a200651-708e-444c-be12-50f59a60cc2f, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=1a200651-708e-444c-be12-50f59a60cc2f,segment=NetworkSegment(ed8226a2-04e6-4c8c-80c3-28915c6817b4),segment_id=ed8226a2-04e6-4c8c-80c3-28915c6817b4)] {{(pid=103160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:36:55.593149 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-865bcb14-d201-4df6-9231-17a4fa1f23db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:36:55.595170 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28f3c2ca-58e7-4213-ae2a-96273e3f49f0 None None] DHCP port deletion for 0698e51b-febb-4771-a684-eb503e9e2f4f request from dv-neutron-744815-20-hyperv {{(pid=103161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 18 13:36:55.606273 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-865bcb14-d201-4df6-9231-17a4fa1f23db admin admin] Calling delete_port for 1a200651-708e-444c-be12-50f59a60cc2f owned by network:dhcp {{(pid=103160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:36:55.647293 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-28f3c2ca-58e7-4213-ae2a-96273e3f49f0 None None] Deleting port 1a200651-708e-444c-be12-50f59a60cc2f {{(pid=103161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:36:55.647619 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-28f3c2ca-58e7-4213-ae2a-96273e3f49f0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:36:55.692600 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-865bcb14-d201-4df6-9231-17a4fa1f23db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4533522'] for port, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:36:55.715686 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-28f3c2ca-58e7-4213-ae2a-96273e3f49f0 None None] For port 1a200651-708e-444c-be12-50f59a60cc2f, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=1a200651-708e-444c-be12-50f59a60cc2f,segment=NetworkSegment(ed8226a2-04e6-4c8c-80c3-28915c6817b4),segment_id=ed8226a2-04e6-4c8c-80c3-28915c6817b4)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:36:55.716076 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-28f3c2ca-58e7-4213-ae2a-96273e3f49f0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:36:55.720677 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865bcb14-d201-4df6-9231-17a4fa1f23db admin admin] Pushing event deleted for resources: {'Port': ['ID=1a200651-708e-444c-be12-50f59a60cc2f,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:36:55.726086 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-865bcb14-d201-4df6-9231-17a4fa1f23db admin admin] No DVR routers for this DVR port 1a200651-708e-444c-be12-50f59a60cc2f on host dv-neutron-744815-20-hyperv {{(pid=103160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 18 13:36:55.734084 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-28f3c2ca-58e7-4213-ae2a-96273e3f49f0 None None] Calling delete_port for 1a200651-708e-444c-be12-50f59a60cc2f owned by network:dhcp {{(pid=103161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:36:55.806965 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-865bcb14-d201-4df6-9231-17a4fa1f23db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1927292', 'neutron.services.segments.db._delete_segments_for_network-8767106887837'] for network, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:36:55.818552 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-28f3c2ca-58e7-4213-ae2a-96273e3f49f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984'] for port, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:36:55.828408 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.services.segments.db [None req-865bcb14-d201-4df6-9231-17a4fa1f23db admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0698e51b-febb-4771-a684-eb503e9e2f4f']}} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:36:55.840034 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.services.segments.db [None req-865bcb14-d201-4df6-9231-17a4fa1f23db admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed8226a2-04e6-4c8c-80c3-28915c6817b4') {'for_net_delete': True} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:36:55.840321 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.services.segments.db [None req-865bcb14-d201-4df6-9231-17a4fa1f23db admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed8226a2-04e6-4c8c-80c3-28915c6817b4') {} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:36:55.848522 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f3c2ca-58e7-4213-ae2a-96273e3f49f0 None None] Pushing event deleted for resources: {'Port': ['ID=1a200651-708e-444c-be12-50f59a60cc2f,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:36:55.850310 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-865bcb14-d201-4df6-9231-17a4fa1f23db admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767106888614', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4533424'] for segment, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:36:55.852724 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28f3c2ca-58e7-4213-ae2a-96273e3f49f0 None None] No DVR routers for this DVR port 1a200651-708e-444c-be12-50f59a60cc2f on host dv-neutron-744815-20-hyperv {{(pid=103161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 18 13:36:55.870469 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-865bcb14-d201-4df6-9231-17a4fa1f23db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:36:55.887330 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-865bcb14-d201-4df6-9231-17a4fa1f23db admin admin] Releasing vlan 123 on physical network physnet1 to pool {{(pid=103160) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 18 13:36:55.887758 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-865bcb14-d201-4df6-9231-17a4fa1f23db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4533569'] for segment, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:36:55.889991 dv-neutron-744815-20-hyperv neutron-server[103160]: Traceback (most recent call last): Dec 18 13:36:55.889991 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 18 13:36:55.889991 dv-neutron-744815-20-hyperv neutron-server[103160]: timer() Dec 18 13:36:55.889991 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 18 13:36:55.889991 dv-neutron-744815-20-hyperv neutron-server[103160]: cb(*args, **kw) Dec 18 13:36:55.889991 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 18 13:36:55.889991 dv-neutron-744815-20-hyperv neutron-server[103160]: return func(*args, **kwargs) Dec 18 13:36:55.889991 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 18 13:36:55.889991 dv-neutron-744815-20-hyperv neutron-server[103160]: self._notify() Dec 18 13:36:55.889991 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 18 13:36:55.889991 dv-neutron-744815-20-hyperv neutron-server[103160]: self.callback(batched_events) Dec 18 13:36:55.889991 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 18 13:36:55.889991 dv-neutron-744815-20-hyperv neutron-server[103160]: event.method(event) Dec 18 13:36:55.889991 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 18 13:36:55.889991 dv-neutron-744815-20-hyperv neutron-server[103160]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 18 13:36:55.889991 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 18 13:36:55.889991 dv-neutron-744815-20-hyperv neutron-server[103160]: aggregate_uuid = self.p_client.list_aggregates( Dec 18 13:36:55.889991 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 18 13:36:55.889991 dv-neutron-744815-20-hyperv neutron-server[103160]: return f(self, *a, **k) Dec 18 13:36:55.889991 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 18 13:36:55.889991 dv-neutron-744815-20-hyperv neutron-server[103160]: return self._get(url).json() Dec 18 13:36:55.889991 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 18 13:36:55.889991 dv-neutron-744815-20-hyperv neutron-server[103160]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 18 13:36:55.889991 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 18 13:36:55.889991 dv-neutron-744815-20-hyperv neutron-server[103160]: return self.request(url, 'GET', **kwargs) Dec 18 13:36:55.889991 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 18 13:36:55.889991 dv-neutron-744815-20-hyperv neutron-server[103160]: base_url = self.get_endpoint(auth, allow=allow, Dec 18 13:36:55.889991 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 18 13:36:55.889991 dv-neutron-744815-20-hyperv neutron-server[103160]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 18 13:36:55.889991 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 18 13:36:55.889991 dv-neutron-744815-20-hyperv neutron-server[103160]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 18 13:36:55.889991 dv-neutron-744815-20-hyperv neutron-server[103160]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 18 13:36:55.946864 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-865bcb14-d201-4df6-9231-17a4fa1f23db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1927267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586962'] for network, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:36:55.952532 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-865bcb14-d201-4df6-9231-17a4fa1f23db admin admin] Publish callbacks [] for network, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:36:55.956335 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-865bcb14-d201-4df6-9231-17a4fa1f23db admin admin] 10.222.0.31 "DELETE /v2.0/networks/0698e51b-febb-4771-a684-eb503e9e2f4f HTTP/1.1" status: 204 len: 168 time: 0.5594137 Dec 18 13:36:55.973300 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865bcb14-d201-4df6-9231-17a4fa1f23db admin admin] Pushing event deleted for resources: {'Network': ['ID=0698e51b-febb-4771-a684-eb503e9e2f4f,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:36:56.075254 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 57252) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:36:56.120129 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-6d4fbdf3-b8bb-4d03-adf4-acab8c940a52 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2cba4008d8a8417bb0925fcf9726214e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0432439 Dec 18 13:36:56.122411 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 57254) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:36:56.169423 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-590eb565-653e-40d1-9174-dfb859ec48dd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:36:56.192435 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-590eb565-653e-40d1-9174-dfb859ec48dd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:36:56.252520 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-590eb565-653e-40d1-9174-dfb859ec48dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:36:56.255099 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-590eb565-653e-40d1-9174-dfb859ec48dd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:36:56.256423 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-590eb565-653e-40d1-9174-dfb859ec48dd admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b77541eb-53ae-4811-b8c8-1332d1bda20b HTTP/1.1" status: 204 len: 168 time: 0.1331370 Dec 18 13:36:56.264654 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590eb565-653e-40d1-9174-dfb859ec48dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b77541eb-53ae-4811-b8c8-1332d1bda20b,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:36:56.592166 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 57264) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:36:56.634633 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-ae638f85-1293-4f52-94ce-6b9bec7a4ac8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=77851fe6b06d4772aef23551184d89ff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0412819 Dec 18 13:36:56.637972 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 57266) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:36:56.692985 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-436a312e-6e47-4158-ade6-4c47845ab5bc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:36:56.715130 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-436a312e-6e47-4158-ade6-4c47845ab5bc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:36:56.729047 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device e55b6e08-1c20-40df-aff9-9918cf68b75f no longer exists at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 18 13:36:56.750361 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-2294866d-0076-4933-952c-685307032598 None None] No Port match for: e55b6e08-1c20-40df-aff9-9918cf68b75f {{(pid=103161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 18 13:36:56.750987 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device e55b6e08-1c20-40df-aff9-9918cf68b75f not bound to the agent host dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 18 13:36:56.751731 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 5da4ac09-a295-4a49-a26e-7b1f68484078 no longer exists at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 18 13:36:56.763543 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-436a312e-6e47-4158-ade6-4c47845ab5bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:36:56.766254 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-436a312e-6e47-4158-ade6-4c47845ab5bc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:36:56.767533 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-436a312e-6e47-4158-ade6-4c47845ab5bc admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f4042411-b580-47ee-b012-cf8b5380ecb3 HTTP/1.1" status: 204 len: 168 time: 0.1286678 Dec 18 13:36:56.771471 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-2294866d-0076-4933-952c-685307032598 None None] No Port match for: 5da4ac09-a295-4a49-a26e-7b1f68484078 {{(pid=103161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 18 13:36:56.771642 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 5da4ac09-a295-4a49-a26e-7b1f68484078 not bound to the agent host dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 18 13:36:56.772054 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 1a200651-708e-444c-be12-50f59a60cc2f no longer exists at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 18 13:36:56.776919 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436a312e-6e47-4158-ade6-4c47845ab5bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4042411-b580-47ee-b012-cf8b5380ecb3,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:36:56.794004 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-2294866d-0076-4933-952c-685307032598 None None] No Port match for: 1a200651-708e-444c-be12-50f59a60cc2f {{(pid=103161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 18 13:36:56.794329 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 1a200651-708e-444c-be12-50f59a60cc2f not bound to the agent host dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 18 13:36:57.140107 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-8049f23a-6657-452a-b70e-5a38e0049a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:36:57.214311 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 57270) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:36:57.270472 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f673e72-b989-430a-b190-d1969dd93b34 tempest-TestNetworkBasicOps-845399116 tempest-TestNetworkBasicOps-845399116-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:36:57.272014 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-2f673e72-b989-430a-b190-d1969dd93b34 tempest-TestNetworkBasicOps-845399116 tempest-TestNetworkBasicOps-845399116-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=decb4a40-7941-48c8-afbb-daaafd502e83 HTTP/1.1" status: 200 len: 814 time: 0.0565429 Dec 18 13:36:57.774314 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 57280) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:36:57.781848 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-4755830b-60fd-4e9e-9b27-16bac67eb4ac tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:36:57.845323 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-4755830b-60fd-4e9e-9b27-16bac67eb4ac tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for floatingip, before_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:36:58.325505 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-4755830b-60fd-4e9e-9b27-16bac67eb4ac tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:36:58.331986 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-4755830b-60fd-4e9e-9b27-16bac67eb4ac tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-587004'] for floatingip, after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:36:58.332312 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.db.l3_db [None req-4755830b-60fd-4e9e-9b27-16bac67eb4ac tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Floating IP c1aa8c05-9965-4119-983c-40da2df834c3 disassociated. External IP: 172.26.3.95, port: df35b897-1b93-488b-a829-c22e48a1ff41. Dec 18 13:36:58.404667 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-afa9ae9b-bdbb-4010-bcf6-3a46ce66cf71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:36:58.563043 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4755830b-60fd-4e9e-9b27-16bac67eb4ac tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Router 11bbeac6-1dc3-4dfb-a186-5a66d7fbe6bb has already been hosted by L3 agent c9c0cd52-5bd2-4704-9429-d80f1c5ad23c {{(pid=103159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 18 13:36:58.673090 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4755830b-60fd-4e9e-9b27-16bac67eb4ac tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Notify agent at l3_agent.dv-neutron-744815-20-hyperv the message routers_updated {{(pid=103159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 13:36:58.677718 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-4755830b-60fd-4e9e-9b27-16bac67eb4ac tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for floatingip, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:36:58.682561 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c7234c5-2a5e-4399-804d-dfa7ba8f29c6 None None] Sync routers for ids ['11bbeac6-1dc3-4dfb-a186-5a66d7fbe6bb'] in dv-neutron-744815-20-hyperv {{(pid=103162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 13:36:58.692968 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c7234c5-2a5e-4399-804d-dfa7ba8f29c6 None None] Routers {'11bbeac6-1dc3-4dfb-a186-5a66d7fbe6bb'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:36:58.693586 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-2c7234c5-2a5e-4399-804d-dfa7ba8f29c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:36:57Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['11bbeac6-1dc3-4dfb-a186-5a66d7fbe6bb'], 'active': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:36:58.704952 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-4755830b-60fd-4e9e-9b27-16bac67eb4ac tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "PUT /v2.0/floatingips/c1aa8c05-9965-4119-983c-40da2df834c3 HTTP/1.1" status: 200 len: 689 time: 0.9290843 Dec 18 13:36:58.705981 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47d08dcc-46f4-4d94-9918-5c00178e69e1', 'tag': 'df35b897-1b93-488b-a829-c22e48a1ff41'}] {{(pid=103159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 18 13:36:58.708272 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca844cf115d59c1fab86abc202fb4c13735de0d7e4cbbbb25eec9406e9c87431" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1118c3c9-4c85-4478-8707-0614aeeba302" -d '{"events": [{"name": "network-changed", "server_uuid": "47d08dcc-46f4-4d94-9918-5c00178e69e1", "tag": "df35b897-1b93-488b-a829-c22e48a1ff41"}]}' {{(pid=103159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 18 13:36:58.708452 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 57282) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:36:58.753086 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-b7297a3f-6296-46f8-986c-a6caf86bf255 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/floatingips/c1aa8c05-9965-4119-983c-40da2df834c3 HTTP/1.1" status: 200 len: 689 time: 0.0435617 Dec 18 13:36:58.897214 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvr_db [None req-2c7234c5-2a5e-4399-804d-dfa7ba8f29c6 None None] Set router 11bbeac6-1dc3-4dfb-a186-5a66d7fbe6bb gateway port host: dv-neutron-744815-20-hyperv {{(pid=103162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 13:36:58.920036 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 13:36:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b193763-9aa0-445e-879d-7479eac42d02 x-openstack-request-id: req-7b193763-9aa0-445e-879d-7479eac42d02 {{(pid=103159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 18 13:36:58.920314 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47d08dcc-46f4-4d94-9918-5c00178e69e1", "tag": "df35b897-1b93-488b-a829-c22e48a1ff41", "status": "completed", "code": 200}]} {{(pid=103159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 18 13:36:58.920565 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7b193763-9aa0-445e-879d-7479eac42d02 {{(pid=103159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 18 13:36:58.920987 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47d08dcc-46f4-4d94-9918-5c00178e69e1', 'tag': 'df35b897-1b93-488b-a829-c22e48a1ff41', 'status': 'completed', 'code': 200} Dec 18 13:36:58.990266 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1118c3c9-4c85-4478-8707-0614aeeba302 req-e8d16aaf-6f36-4eed-b95f-868afb87e6a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:36:58.991829 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-1118c3c9-4c85-4478-8707-0614aeeba302 req-e8d16aaf-6f36-4eed-b95f-868afb87e6a1 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6e88b8a5aed24360a829007d7fd9d0fd&device_id=47d08dcc-46f4-4d94-9918-5c00178e69e1 HTTP/1.1" status: 200 len: 1099 time: 0.0483725 Dec 18 13:36:59.091488 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1118c3c9-4c85-4478-8707-0614aeeba302 req-777498dc-a874-4c67-8ed8-4b0dd15b8bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:36:59.093485 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-1118c3c9-4c85-4478-8707-0614aeeba302 req-777498dc-a874-4c67-8ed8-4b0dd15b8bbc service neutron] 10.222.0.43 "GET /v2.0/networks?id=c0208448-4e02-4095-94d9-bd50122ab571 HTTP/1.1" status: 200 len: 897 time: 0.0935669 Dec 18 13:36:59.105368 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-2c7234c5-2a5e-4399-804d-dfa7ba8f29c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11bbeac6-1dc3-4dfb-a186-5a66d7fbe6bb', 'name': 'tempest-TestNetworkBasicOps-router-1817136361', 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.226'}], 'enable_snat': True}, 'gw_port_id': 'b6da818a-857b-4ea1-829c-5b80e6a2e94a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:35:20Z', 'updated_at': '2021-12-18T13:35:24Z', 'revision_number': 4, 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'gw_port': {'id': 'b6da818a-857b-4ea1-829c-5b80e6a2e94a', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:5e:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11bbeac6-1dc3-4dfb-a186-5a66d7fbe6bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:35:21Z', 'updated_at': '2021-12-18T13:35:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv', '_interfaces': [{'id': 'ef81f709-71df-4621-9ffe-d576e3c65c4c', 'name': '', 'network_id': 'c0208448-4e02-4095-94d9-bd50122ab571', 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'mac_address': 'fa:16:3e:9c:bc:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11bbeac6-1dc3-4dfb-a186-5a66d7fbe6bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': 'e1a277ae-c0bf-4e3f-a7bb-1d00c0eff8fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:35:23Z', 'updated_at': '2021-12-18T13:35:26Z', 'revision_number': 5, 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'subnets': [{'id': 'e1a277ae-c0bf-4e3f-a7bb-1d00c0eff8fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:36:59.132326 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c7234c5-2a5e-4399-804d-dfa7ba8f29c6 None None] Checking router: 11bbeac6-1dc3-4dfb-a186-5a66d7fbe6bb for host: dv-neutron-744815-20-hyperv {{(pid=103162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 18 13:36:59.137201 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-1118c3c9-4c85-4478-8707-0614aeeba302 req-e6362040-769f-42da-aa69-3dfede84dcf3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=df35b897-1b93-488b-a829-c22e48a1ff41 HTTP/1.1" status: 200 len: 217 time: 0.0351729 Dec 18 13:36:59.141989 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c7234c5-2a5e-4399-804d-dfa7ba8f29c6 None None] Routers {'11bbeac6-1dc3-4dfb-a186-5a66d7fbe6bb'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:36:59.142602 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-2c7234c5-2a5e-4399-804d-dfa7ba8f29c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:36:57Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['11bbeac6-1dc3-4dfb-a186-5a66d7fbe6bb'], 'active': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:36:59.186464 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1118c3c9-4c85-4478-8707-0614aeeba302 req-acbbc07e-888d-4e66-abe9-6f874f622cff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:36:59.187960 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-1118c3c9-4c85-4478-8707-0614aeeba302 req-acbbc07e-888d-4e66-abe9-6f874f622cff service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e1a277ae-c0bf-4e3f-a7bb-1d00c0eff8fb HTTP/1.1" status: 200 len: 835 time: 0.0438085 Dec 18 13:36:59.239168 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1118c3c9-4c85-4478-8707-0614aeeba302 req-26f50310-6582-4664-830b-8c1c6d17e2d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:36:59.240710 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-1118c3c9-4c85-4478-8707-0614aeeba302 req-26f50310-6582-4664-830b-8c1c6d17e2d2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c0208448-4e02-4095-94d9-bd50122ab571&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0451117 Dec 18 13:36:59.253714 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvr_db [None req-2c7234c5-2a5e-4399-804d-dfa7ba8f29c6 None None] Set router 11bbeac6-1dc3-4dfb-a186-5a66d7fbe6bb gateway port host: dv-neutron-744815-20-hyperv {{(pid=103162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 13:36:59.333509 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-1118c3c9-4c85-4478-8707-0614aeeba302 req-c044900a-00e5-4b0f-8830-e7275d0b3ef0 service neutron] 10.222.0.43 "GET /v2.0/networks/c0208448-4e02-4095-94d9-bd50122ab571?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852022 Dec 18 13:36:59.430048 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-1118c3c9-4c85-4478-8707-0614aeeba302 req-7a206442-cbc9-439a-8b6c-bb499fe5d36f service neutron] 10.222.0.43 "GET /v2.0/networks/c0208448-4e02-4095-94d9-bd50122ab571?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888131 Dec 18 13:36:59.463825 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-2c7234c5-2a5e-4399-804d-dfa7ba8f29c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11bbeac6-1dc3-4dfb-a186-5a66d7fbe6bb', 'name': 'tempest-TestNetworkBasicOps-router-1817136361', 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.226'}], 'enable_snat': True}, 'gw_port_id': 'b6da818a-857b-4ea1-829c-5b80e6a2e94a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:35:20Z', 'updated_at': '2021-12-18T13:35:24Z', 'revision_number': 4, 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'gw_port': {'id': 'b6da818a-857b-4ea1-829c-5b80e6a2e94a', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:5e:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11bbeac6-1dc3-4dfb-a186-5a66d7fbe6bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:35:21Z', 'updated_at': '2021-12-18T13:35:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv', '_interfaces': [{'id': 'ef81f709-71df-4621-9ffe-d576e3c65c4c', 'name': '', 'network_id': 'c0208448-4e02-4095-94d9-bd50122ab571', 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'mac_address': 'fa:16:3e:9c:bc:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11bbeac6-1dc3-4dfb-a186-5a66d7fbe6bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': 'e1a277ae-c0bf-4e3f-a7bb-1d00c0eff8fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:35:23Z', 'updated_at': '2021-12-18T13:35:26Z', 'revision_number': 5, 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'subnets': [{'id': 'e1a277ae-c0bf-4e3f-a7bb-1d00c0eff8fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:36:59.489748 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c7234c5-2a5e-4399-804d-dfa7ba8f29c6 None None] The sync data for ids ['11bbeac6-1dc3-4dfb-a186-5a66d7fbe6bb'] in dv-neutron-744815-20-hyperv is: [{'id': '11bbeac6-1dc3-4dfb-a186-5a66d7fbe6bb', 'name': 'tempest-TestNetworkBasicOps-router-1817136361', 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.226'}], 'enable_snat': True}, 'gw_port_id': 'b6da818a-857b-4ea1-829c-5b80e6a2e94a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:35:20Z', 'updated_at': '2021-12-18T13:35:24Z', 'revision_number': 4, 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'gw_port': {'id': 'b6da818a-857b-4ea1-829c-5b80e6a2e94a', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:5e:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11bbeac6-1dc3-4dfb-a186-5a66d7fbe6bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:35:21Z', 'updated_at': '2021-12-18T13:35:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv', '_interfaces': [{'id': 'ef81f709-71df-4621-9ffe-d576e3c65c4c', 'name': '', 'network_id': 'c0208448-4e02-4095-94d9-bd50122ab571', 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'mac_address': 'fa:16:3e:9c:bc:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11bbeac6-1dc3-4dfb-a186-5a66d7fbe6bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': 'e1a277ae-c0bf-4e3f-a7bb-1d00c0eff8fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:35:23Z', 'updated_at': '2021-12-18T13:35:26Z', 'revision_number': 5, 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'subnets': [{'id': 'e1a277ae-c0bf-4e3f-a7bb-1d00c0eff8fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 13:36:59.715815 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2136fed7-bce5-4c57-8b84-a0858212a750 None None] New status for floating IP c1aa8c05-9965-4119-983c-40da2df834c3: DOWN {{(pid=103161) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 18 13:36:59.757134 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 57288) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:36:59.804565 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-49f23f38-4338-431c-a63b-c7e92108312f tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/floatingips/c1aa8c05-9965-4119-983c-40da2df834c3 HTTP/1.1" status: 200 len: 689 time: 0.0461571 Dec 18 13:36:59.926154 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7b7a3272-2b45-4d32-9670-25eb1afd1184 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:37:00.809393 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 57292) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:37:00.837261 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:37:00.862391 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-eae1803d-0950-43c6-94a3-63c6546fa977 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/floatingips/c1aa8c05-9965-4119-983c-40da2df834c3 HTTP/1.1" status: 200 len: 687 time: 0.0514522 Dec 18 13:37:02.050712 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 57296) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:37:02.055307 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-0f26392e-a04f-4bf8-b668-60d0b8f1f3f2 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-332244802', 'description': 'tempest-secgroup-smoke-332244802 description', 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:37:02.081916 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-0f26392e-a04f-4bf8-b668-60d0b8f1f3f2 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for security_group, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:37:02.149791 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-0f26392e-a04f-4bf8-b668-60d0b8f1f3f2 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for security_group, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:37:02.156605 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-0f26392e-a04f-4bf8-b668-60d0b8f1f3f2 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:37:02.195926 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-0f26392e-a04f-4bf8-b668-60d0b8f1f3f2 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for security_group, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:37:02.197162 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-0f26392e-a04f-4bf8-b668-60d0b8f1f3f2 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1453991 Dec 18 13:37:02.198987 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f26392e-a04f-4bf8-b668-60d0b8f1f3f2 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05884301-7ccb-436e-9fbe-cce9f2c6d841,revision_number=1']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:37:02.200464 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 57298) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:37:02.206899 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-ca45a3cd-16c8-4b24-bd0b-213e0bdab4e8 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Request body: {'security_group_rule': {'security_group_id': '05884301-7ccb-436e-9fbe-cce9f2c6d841', 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:37:02.237171 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-ca45a3cd-16c8-4b24-bd0b-213e0bdab4e8 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:37:02.295438 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-ca45a3cd-16c8-4b24-bd0b-213e0bdab4e8 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:37:02.300486 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-ca45a3cd-16c8-4b24-bd0b-213e0bdab4e8 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530267'] for security_group_rule, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:37:02.317885 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca45a3cd-16c8-4b24-bd0b-213e0bdab4e8 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7aca01a-1faf-4f74-89bc-d38d4914b715,revision_number=0']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:37:02.326016 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-ca45a3cd-16c8-4b24-bd0b-213e0bdab4e8 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:37:02.327278 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-ca45a3cd-16c8-4b24-bd0b-213e0bdab4e8 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1248446 Dec 18 13:37:02.330063 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 57300) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:37:02.334757 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-62ff46b7-e39a-4aed-be59-440e74ef3395 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Request body: {'security_group_rule': {'security_group_id': '05884301-7ccb-436e-9fbe-cce9f2c6d841', 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:37:02.363997 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-62ff46b7-e39a-4aed-be59-440e74ef3395 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:37:02.431933 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-62ff46b7-e39a-4aed-be59-440e74ef3395 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:37:02.437640 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-62ff46b7-e39a-4aed-be59-440e74ef3395 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530267'] for security_group_rule, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:37:02.461241 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ff46b7-e39a-4aed-be59-440e74ef3395 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6dbffab7-ffeb-4887-8966-3ed205321e0a,revision_number=0']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:37:02.471209 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-62ff46b7-e39a-4aed-be59-440e74ef3395 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:37:02.472411 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-62ff46b7-e39a-4aed-be59-440e74ef3395 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1410620 Dec 18 13:37:02.476041 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 57302) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:37:02.480381 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-52ffd31d-a527-41bb-9877-ce14d2bb1e28 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Request body: {'security_group_rule': {'security_group_id': '05884301-7ccb-436e-9fbe-cce9f2c6d841', 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:37:02.509597 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-52ffd31d-a527-41bb-9877-ce14d2bb1e28 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:37:02.568016 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-52ffd31d-a527-41bb-9877-ce14d2bb1e28 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:37:02.574963 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-52ffd31d-a527-41bb-9877-ce14d2bb1e28 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530267'] for security_group_rule, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:37:02.597787 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ffd31d-a527-41bb-9877-ce14d2bb1e28 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf029f3a-0976-453c-a012-fb11118a4bd5,revision_number=0']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:37:02.607129 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-52ffd31d-a527-41bb-9877-ce14d2bb1e28 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:37:02.608374 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-52ffd31d-a527-41bb-9877-ce14d2bb1e28 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1314249 Dec 18 13:37:02.611411 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 57304) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:37:02.615876 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-0b8b679c-7ed3-463f-ada4-002ce5e70d15 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Request body: {'security_group_rule': {'security_group_id': '05884301-7ccb-436e-9fbe-cce9f2c6d841', 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:37:02.646742 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-0b8b679c-7ed3-463f-ada4-002ce5e70d15 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:37:02.704155 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-0b8b679c-7ed3-463f-ada4-002ce5e70d15 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:37:02.709581 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-0b8b679c-7ed3-463f-ada4-002ce5e70d15 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530267'] for security_group_rule, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:37:02.727677 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8b679c-7ed3-463f-ada4-002ce5e70d15 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af9d9af5-5eef-44b5-952b-5b018265ca56,revision_number=0']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:37:02.732288 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-0b8b679c-7ed3-463f-ada4-002ce5e70d15 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:37:02.733525 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-0b8b679c-7ed3-463f-ada4-002ce5e70d15 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1211662 Dec 18 13:37:02.736388 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 57306) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:37:02.740760 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-ea4f7cbd-81b6-4dd0-a4ee-33f6a3d62ed9 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Request body: {'security_group_rule': {'security_group_id': '05884301-7ccb-436e-9fbe-cce9f2c6d841', 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:37:02.765860 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.db.securitygroups_db [None req-ea4f7cbd-81b6-4dd0-a4ee-33f6a3d62ed9 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Project 6e88b8a5aed24360a829007d7fd9d0fd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 18 13:37:02.771034 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-ea4f7cbd-81b6-4dd0-a4ee-33f6a3d62ed9 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:37:02.831664 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-ea4f7cbd-81b6-4dd0-a4ee-33f6a3d62ed9 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:37:02.837025 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-ea4f7cbd-81b6-4dd0-a4ee-33f6a3d62ed9 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530267'] for security_group_rule, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:37:02.858534 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4f7cbd-81b6-4dd0-a4ee-33f6a3d62ed9 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe5fc0f5-9b29-4ac3-b7e2-8e9c42f48225,revision_number=0']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:37:02.864256 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-ea4f7cbd-81b6-4dd0-a4ee-33f6a3d62ed9 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:37:02.865456 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-ea4f7cbd-81b6-4dd0-a4ee-33f6a3d62ed9 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1280944 Dec 18 13:37:02.868204 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 57308) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:37:02.872569 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-e257c1b9-dea0-4ce4-8ed7-9f84d474dfe4 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Request body: {'security_group_rule': {'security_group_id': '05884301-7ccb-436e-9fbe-cce9f2c6d841', 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:37:02.896705 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.db.securitygroups_db [None req-e257c1b9-dea0-4ce4-8ed7-9f84d474dfe4 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Project 6e88b8a5aed24360a829007d7fd9d0fd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 18 13:37:02.901350 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-e257c1b9-dea0-4ce4-8ed7-9f84d474dfe4 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:37:02.959263 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-e257c1b9-dea0-4ce4-8ed7-9f84d474dfe4 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:37:02.964622 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-e257c1b9-dea0-4ce4-8ed7-9f84d474dfe4 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530267'] for security_group_rule, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:37:02.981388 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e257c1b9-dea0-4ce4-8ed7-9f84d474dfe4 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80d8be0d-0ce7-4a2c-96fb-a0d34ff16ee6,revision_number=0']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:37:02.989467 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-e257c1b9-dea0-4ce4-8ed7-9f84d474dfe4 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:37:02.990683 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-e257c1b9-dea0-4ce4-8ed7-9f84d474dfe4 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1215584 Dec 18 13:37:03.217639 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-3f6acb8a-d026-4d08-a928-f79a6d1527af req-099e210b-041b-42ac-8b98-930b331579d2 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-332244802&fields=id&tenant_id=6e88b8a5aed24360a829007d7fd9d0fd HTTP/1.1" status: 200 len: 267 time: 0.0580714 Dec 18 13:37:03.323563 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6acb8a-d026-4d08-a928-f79a6d1527af req-e0cbd40e-4229-40db-90a9-270790b5e456 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:37:03.325047 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-3f6acb8a-d026-4d08-a928-f79a6d1527af req-e0cbd40e-4229-40db-90a9-270790b5e456 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/networks?id=c0208448-4e02-4095-94d9-bd50122ab571 HTTP/1.1" status: 200 len: 796 time: 0.1005094 Dec 18 13:37:03.340558 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-3f6acb8a-d026-4d08-a928-f79a6d1527af req-5ed2c2d2-08b1-44a8-a662-70a912569784 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/quotas/6e88b8a5aed24360a829007d7fd9d0fd HTTP/1.1" status: 200 len: 375 time: 0.0093174 Dec 18 13:37:03.397057 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-3f6acb8a-d026-4d08-a928-f79a6d1527af req-80024713-42bd-4d58-8812-aecc72921e8b tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=6e88b8a5aed24360a829007d7fd9d0fd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0511370 Dec 18 13:37:03.413468 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [req-3f6acb8a-d026-4d08-a928-f79a6d1527af req-4c09352c-521c-425d-b158-c2fd8ecf4272 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103160) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 18 13:37:03.414415 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-3f6acb8a-d026-4d08-a928-f79a6d1527af req-4c09352c-521c-425d-b158-c2fd8ecf4272 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14093 time: 0.0050893 Dec 18 13:37:03.504172 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-3f6acb8a-d026-4d08-a928-f79a6d1527af req-e583687c-0904-4d38-930b-34681ae46239 service neutron] 10.222.0.31 "GET /v2.0/networks/c0208448-4e02-4095-94d9-bd50122ab571?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837166 Dec 18 13:37:03.599377 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-3f6acb8a-d026-4d08-a928-f79a6d1527af req-7c23caba-1270-4cfc-9caf-69c2b4eb84b8 service neutron] 10.222.0.31 "GET /v2.0/networks/c0208448-4e02-4095-94d9-bd50122ab571?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891399 Dec 18 13:37:03.768824 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-74785e10-2c7d-434b-828a-a6fd71533625 req-e3a225f4-8434-49ac-b11d-8fee2e8bb937 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/ports?device_id=a731bb69-c63a-4853-9bd7-5db077f0154a HTTP/1.1" status: 200 len: 210 time: 0.0265639 Dec 18 13:37:04.730755 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6acb8a-d026-4d08-a928-f79a6d1527af req-98b62acd-9f84-4ec1-a825-a5a4b6534aa9 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:37:04.732588 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-3f6acb8a-d026-4d08-a928-f79a6d1527af req-98b62acd-9f84-4ec1-a825-a5a4b6534aa9 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.43 "GET /v2.0/networks?id=c0208448-4e02-4095-94d9-bd50122ab571 HTTP/1.1" status: 200 len: 796 time: 0.1074777 Dec 18 13:37:04.810127 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-3f6acb8a-d026-4d08-a928-f79a6d1527af req-3cdb2937-272b-40b2-8176-55c637f4ffc3 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6e88b8a5aed24360a829007d7fd9d0fd HTTP/1.1" status: 200 len: 472 time: 0.0677836 Dec 18 13:37:04.823542 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [req-3f6acb8a-d026-4d08-a928-f79a6d1527af req-ce8e9d89-7d40-440b-bbb2-6d0faf3d3feb tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Request body: {'port': {'device_id': 'a731bb69-c63a-4853-9bd7-5db077f0154a', 'network_id': 'c0208448-4e02-4095-94d9-bd50122ab571', 'admin_state_up': True, 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'security_groups': ['05884301-7ccb-436e-9fbe-cce9f2c6d841']}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:37:04.866194 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-77b51506-aca3-43fb-aa76-7737c5b197b9 req-7d5c59df-98ba-4977-9f34-cc297091cec4 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/ports?device_id=a731bb69-c63a-4853-9bd7-5db077f0154a HTTP/1.1" status: 200 len: 210 time: 0.0271034 Dec 18 13:37:04.934340 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f6acb8a-d026-4d08-a928-f79a6d1527af req-ce8e9d89-7d40-440b-bbb2-6d0faf3d3feb tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Made reservation on behalf of 6e88b8a5aed24360a829007d7fd9d0fd for: {'port': 1} {{(pid=103159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:37:04.938456 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-3f6acb8a-d026-4d08-a928-f79a6d1527af req-ce8e9d89-7d40-440b-bbb2-6d0faf3d3feb tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:37:05.069761 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.db_base_plugin_common [req-3f6acb8a-d026-4d08-a928-f79a6d1527af req-ce8e9d89-7d40-440b-bbb2-6d0faf3d3feb tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Allocated IP 172.20.0.9 (c0208448-4e02-4095-94d9-bd50122ab571/e1a277ae-c0bf-4e3f-a7bb-1d00c0eff8fb/5708c6fc-c34e-4b81-b1c1-5af1ac978354) {{(pid=103159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:37:05.226877 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-3f6acb8a-d026-4d08-a928-f79a6d1527af req-ce8e9d89-7d40-440b-bbb2-6d0faf3d3feb tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for port, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:37:05.263568 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-3f6acb8a-d026-4d08-a928-f79a6d1527af req-ce8e9d89-7d40-440b-bbb2-6d0faf3d3feb tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:37:05.305103 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f6acb8a-d026-4d08-a928-f79a6d1527af req-ce8e9d89-7d40-440b-bbb2-6d0faf3d3feb tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Network c0208448-4e02-4095-94d9-bd50122ab571 is already hosted by enough agents. {{(pid=103159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:37:05.308030 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.base_scheduler [req-3f6acb8a-d026-4d08-a928-f79a6d1527af req-ce8e9d89-7d40-440b-bbb2-6d0faf3d3feb tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Resources bound (agent type, host, resource id): {{(pid=103159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:37:05.311880 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f6acb8a-d026-4d08-a928-f79a6d1527af req-ce8e9d89-7d40-440b-bbb2-6d0faf3d3feb tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Received port after_create {{(pid=103159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:37:05.337434 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8e9d89-7d40-440b-bbb2-6d0faf3d3feb tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Pushing event updated for resources: {'Port': ['ID=5708c6fc-c34e-4b81-b1c1-5af1ac978354,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:37:05.367316 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6acb8a-d026-4d08-a928-f79a6d1527af req-ce8e9d89-7d40-440b-bbb2-6d0faf3d3feb tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:37:05.367928 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-3f6acb8a-d026-4d08-a928-f79a6d1527af req-ce8e9d89-7d40-440b-bbb2-6d0faf3d3feb tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:37:05.387610 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-3f6acb8a-d026-4d08-a928-f79a6d1527af req-ce8e9d89-7d40-440b-bbb2-6d0faf3d3feb tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5680120 Dec 18 13:37:05.405131 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [req-3f6acb8a-d026-4d08-a928-f79a6d1527af req-f27c42bc-0f4c-4157-91d2-c09314f3e708 service neutron] Request body: {'port': {'device_id': 'a731bb69-c63a-4853-9bd7-5db077f0154a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7448'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:37:05.469946 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-3f6acb8a-d026-4d08-a928-f79a6d1527af req-f27c42bc-0f4c-4157-91d2-c09314f3e708 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:37:05.575178 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-cf116c6f-dc25-4c3e-b1d4-e2b91d9293d2 None None] Provisioning complete for port 5708c6fc-c34e-4b81-b1c1-5af1ac978354 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:37:05.576081 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-cf116c6f-dc25-4c3e-b1d4-e2b91d9293d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:37:05.613956 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-cf116c6f-dc25-4c3e-b1d4-e2b91d9293d2 None None] Port 5708c6fc-c34e-4b81-b1c1-5af1ac978354 cannot update to ACTIVE because it is not bound. {{(pid=103161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 13:37:05.732094 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.notifiers.nova [req-3f6acb8a-d026-4d08-a928-f79a6d1527af req-f27c42bc-0f4c-4157-91d2-c09314f3e708 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5708c6fc-c34e-4b81-b1c1-5af1ac978354 {{(pid=103159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 18 13:37:05.740009 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-3f6acb8a-d026-4d08-a928-f79a6d1527af req-f27c42bc-0f4c-4157-91d2-c09314f3e708 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:37:05.753135 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.provisioning_blocks [req-3f6acb8a-d026-4d08-a928-f79a6d1527af req-f27c42bc-0f4c-4157-91d2-c09314f3e708 service neutron] Transition to ACTIVE for port object 5708c6fc-c34e-4b81-b1c1-5af1ac978354 will not be triggered until provisioned by entity L2. {{(pid=103159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 18 13:37:05.758218 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-3f6acb8a-d026-4d08-a928-f79a6d1527af req-f27c42bc-0f4c-4157-91d2-c09314f3e708 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5659917'] for port, after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:37:05.806162 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27c42bc-0f4c-4157-91d2-c09314f3e708 service neutron] Pushing event updated for resources: {'Port': ['ID=5708c6fc-c34e-4b81-b1c1-5af1ac978354,revision_number=2']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:37:05.888479 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.managers [req-3f6acb8a-d026-4d08-a928-f79a6d1527af req-f27c42bc-0f4c-4157-91d2-c09314f3e708 service neutron] Attempting to bind port 5708c6fc-c34e-4b81-b1c1-5af1ac978354 on host hv-neutron-7448 for vnic_type normal with profile {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 13:37:05.889342 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.managers [req-3f6acb8a-d026-4d08-a928-f79a6d1527af req-f27c42bc-0f4c-4157-91d2-c09314f3e708 service neutron] Attempting to bind port 5708c6fc-c34e-4b81-b1c1-5af1ac978354 by drivers openvswitch,hyperv on host hv-neutron-7448 at level 0 using segments [{'id': 'e3475a2d-1440-471c-b4ab-b3e7f49bda6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'c0208448-4e02-4095-94d9-bd50122ab571'}] {{(pid=103159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 13:37:05.889342 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f6acb8a-d026-4d08-a928-f79a6d1527af req-f27c42bc-0f4c-4157-91d2-c09314f3e708 service neutron] Attempting to bind port 5708c6fc-c34e-4b81-b1c1-5af1ac978354 on network c0208448-4e02-4095-94d9-bd50122ab571 {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 13:37:05.894951 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f6acb8a-d026-4d08-a928-f79a6d1527af req-f27c42bc-0f4c-4157-91d2-c09314f3e708 service neutron] Port 5708c6fc-c34e-4b81-b1c1-5af1ac978354 on network c0208448-4e02-4095-94d9-bd50122ab571 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7448 {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 18 13:37:05.895301 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f6acb8a-d026-4d08-a928-f79a6d1527af req-f27c42bc-0f4c-4157-91d2-c09314f3e708 service neutron] Attempting to bind port 5708c6fc-c34e-4b81-b1c1-5af1ac978354 on network c0208448-4e02-4095-94d9-bd50122ab571 {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 13:37:05.900855 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f6acb8a-d026-4d08-a928-f79a6d1527af req-f27c42bc-0f4c-4157-91d2-c09314f3e708 service neutron] Checking agent: {'id': 'c35b6aa0-0616-421f-8ded-732dd37fc90f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7448', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 13, 24, 37), 'started_at': datetime.datetime(2021, 12, 18, 13, 24, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 13, 36, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 18 13:37:05.901200 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f6acb8a-d026-4d08-a928-f79a6d1527af req-f27c42bc-0f4c-4157-91d2-c09314f3e708 service neutron] Checking segment: {'id': 'e3475a2d-1440-471c-b4ab-b3e7f49bda6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'c0208448-4e02-4095-94d9-bd50122ab571'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 13:37:05.901590 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f6acb8a-d026-4d08-a928-f79a6d1527af req-f27c42bc-0f4c-4157-91d2-c09314f3e708 service neutron] Bound using segment: {'id': 'e3475a2d-1440-471c-b4ab-b3e7f49bda6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'c0208448-4e02-4095-94d9-bd50122ab571'} {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 18 13:37:05.902048 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.managers [req-3f6acb8a-d026-4d08-a928-f79a6d1527af req-f27c42bc-0f4c-4157-91d2-c09314f3e708 service neutron] Bound port: 5708c6fc-c34e-4b81-b1c1-5af1ac978354, host: hv-neutron-7448, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3475a2d-1440-471c-b4ab-b3e7f49bda6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'c0208448-4e02-4095-94d9-bd50122ab571'}}] {{(pid=103159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 18 13:37:05.902438 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-3f6acb8a-d026-4d08-a928-f79a6d1527af req-f27c42bc-0f4c-4157-91d2-c09314f3e708 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:37:06.002591 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.db [req-3f6acb8a-d026-4d08-a928-f79a6d1527af req-f27c42bc-0f4c-4157-91d2-c09314f3e708 service neutron] For port 5708c6fc-c34e-4b81-b1c1-5af1ac978354, host hv-neutron-7448, cleared binding levels {{(pid=103159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 18 13:37:06.006283 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.db [req-3f6acb8a-d026-4d08-a928-f79a6d1527af req-f27c42bc-0f4c-4157-91d2-c09314f3e708 service neutron] For port 5708c6fc-c34e-4b81-b1c1-5af1ac978354, host hv-neutron-7448, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=5708c6fc-c34e-4b81-b1c1-5af1ac978354,segment=NetworkSegment(e3475a2d-1440-471c-b4ab-b3e7f49bda6d),segment_id=e3475a2d-1440-471c-b4ab-b3e7f49bda6d)] {{(pid=103159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 18 13:37:06.011163 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-3f6acb8a-d026-4d08-a928-f79a6d1527af req-f27c42bc-0f4c-4157-91d2-c09314f3e708 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5659917'] for port, after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:37:06.026273 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c1ea28-878c-4244-bdc5-ef78971539e3 req-32b6a730-4859-4d43-b4f3-0624fc3c089c tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:37:06.027786 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-86c1ea28-878c-4244-bdc5-ef78971539e3 req-32b6a730-4859-4d43-b4f3-0624fc3c089c tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/ports?device_id=a731bb69-c63a-4853-9bd7-5db077f0154a HTTP/1.1" status: 200 len: 943 time: 0.0841248 Dec 18 13:37:06.071824 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6acb8a-d026-4d08-a928-f79a6d1527af req-f27c42bc-0f4c-4157-91d2-c09314f3e708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:37:06.072454 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-3f6acb8a-d026-4d08-a928-f79a6d1527af req-f27c42bc-0f4c-4157-91d2-c09314f3e708 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:37:06.073834 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-3f6acb8a-d026-4d08-a928-f79a6d1527af req-f27c42bc-0f4c-4157-91d2-c09314f3e708 service neutron] 10.222.0.43 "PUT /v2.0/ports/5708c6fc-c34e-4b81-b1c1-5af1ac978354 HTTP/1.1" status: 200 len: 1093 time: 0.6733167 Dec 18 13:37:06.074283 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a731bb69-c63a-4853-9bd7-5db077f0154a', 'tag': '5708c6fc-c34e-4b81-b1c1-5af1ac978354'}] {{(pid=103159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 18 13:37:06.076719 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca844cf115d59c1fab86abc202fb4c13735de0d7e4cbbbb25eec9406e9c87431" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99328a2b-94f1-40b2-8e77-fa922a2e9747" -d '{"events": [{"name": "network-changed", "server_uuid": "a731bb69-c63a-4853-9bd7-5db077f0154a", "tag": "5708c6fc-c34e-4b81-b1c1-5af1ac978354"}]}' {{(pid=103159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 18 13:37:06.108518 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27c42bc-0f4c-4157-91d2-c09314f3e708 service neutron] Pushing event updated for resources: {'Port': ['ID=5708c6fc-c34e-4b81-b1c1-5af1ac978354,revision_number=3']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:37:06.129416 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-86c1ea28-878c-4244-bdc5-ef78971539e3 req-049050a0-e3cf-4b0f-9ec4-0ecd2176bb59 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/security-groups?id=05884301-7ccb-436e-9fbe-cce9f2c6d841&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0826464 Dec 18 13:37:06.146025 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 13:37:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06627de2-a23d-4c9a-9535-bfa33b08f6ae x-openstack-request-id: req-06627de2-a23d-4c9a-9535-bfa33b08f6ae {{(pid=103159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 18 13:37:06.146375 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a731bb69-c63a-4853-9bd7-5db077f0154a", "tag": "5708c6fc-c34e-4b81-b1c1-5af1ac978354", "status": "completed", "code": 200}]} {{(pid=103159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 18 13:37:06.146707 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-06627de2-a23d-4c9a-9535-bfa33b08f6ae {{(pid=103159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 18 13:37:06.147209 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a731bb69-c63a-4853-9bd7-5db077f0154a', 'tag': '5708c6fc-c34e-4b81-b1c1-5af1ac978354', 'status': 'completed', 'code': 200} Dec 18 13:37:06.176712 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6acb8a-d026-4d08-a928-f79a6d1527af req-e4040619-4707-4a71-9305-f3c06471caee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:37:06.178233 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-3f6acb8a-d026-4d08-a928-f79a6d1527af req-e4040619-4707-4a71-9305-f3c06471caee service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6e88b8a5aed24360a829007d7fd9d0fd&device_id=a731bb69-c63a-4853-9bd7-5db077f0154a HTTP/1.1" status: 200 len: 1096 time: 0.0462663 Dec 18 13:37:06.227181 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-3f6acb8a-d026-4d08-a928-f79a6d1527af req-8e330559-cc82-4882-aed7-c3ebca495604 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5708c6fc-c34e-4b81-b1c1-5af1ac978354 HTTP/1.1" status: 200 len: 217 time: 0.0388262 Dec 18 13:37:06.276869 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6acb8a-d026-4d08-a928-f79a6d1527af req-ce4fb6ba-9a0e-45b4-aa6e-2bfeeea35fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:37:06.278559 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-3f6acb8a-d026-4d08-a928-f79a6d1527af req-ce4fb6ba-9a0e-45b4-aa6e-2bfeeea35fa4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e1a277ae-c0bf-4e3f-a7bb-1d00c0eff8fb HTTP/1.1" status: 200 len: 835 time: 0.0441771 Dec 18 13:37:06.326738 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6acb8a-d026-4d08-a928-f79a6d1527af req-04d1fbd8-cbe3-4d2c-9949-c936c5516c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:37:06.328227 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-3f6acb8a-d026-4d08-a928-f79a6d1527af req-04d1fbd8-cbe3-4d2c-9949-c936c5516c7e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c0208448-4e02-4095-94d9-bd50122ab571&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0417938 Dec 18 13:37:06.422254 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-3f6acb8a-d026-4d08-a928-f79a6d1527af req-8cb80717-d3d7-4f3e-95e7-7dcc27bffc09 service neutron] 10.222.0.43 "GET /v2.0/networks/c0208448-4e02-4095-94d9-bd50122ab571?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847483 Dec 18 13:37:06.513145 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-3f6acb8a-d026-4d08-a928-f79a6d1527af req-f777719c-eadb-4a60-8046-514ecb4aba03 service neutron] 10.222.0.43 "GET /v2.0/networks/c0208448-4e02-4095-94d9-bd50122ab571?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816967 Dec 18 13:37:06.607966 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99328a2b-94f1-40b2-8e77-fa922a2e9747 req-d7f0a1f0-3169-491c-8eea-23c82c4f44d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:37:06.609449 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-99328a2b-94f1-40b2-8e77-fa922a2e9747 req-d7f0a1f0-3169-491c-8eea-23c82c4f44d5 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6e88b8a5aed24360a829007d7fd9d0fd&device_id=a731bb69-c63a-4853-9bd7-5db077f0154a HTTP/1.1" status: 200 len: 1096 time: 0.0449626 Dec 18 13:37:06.683977 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:37:06.706182 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99328a2b-94f1-40b2-8e77-fa922a2e9747 req-1eb8c372-5992-4f6b-ba08-2f191ddd8a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:37:06.707736 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-99328a2b-94f1-40b2-8e77-fa922a2e9747 req-1eb8c372-5992-4f6b-ba08-2f191ddd8a9f service neutron] 10.222.0.43 "GET /v2.0/networks?id=c0208448-4e02-4095-94d9-bd50122ab571 HTTP/1.1" status: 200 len: 897 time: 0.0897884 Dec 18 13:37:06.753599 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-99328a2b-94f1-40b2-8e77-fa922a2e9747 req-dddf7514-307c-4335-83d4-6282e7d3bf88 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5708c6fc-c34e-4b81-b1c1-5af1ac978354 HTTP/1.1" status: 200 len: 217 time: 0.0382392 Dec 18 13:37:06.803080 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99328a2b-94f1-40b2-8e77-fa922a2e9747 req-a5e2fc83-04b0-4e20-93e8-9f94bf9c936c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:37:06.804505 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-99328a2b-94f1-40b2-8e77-fa922a2e9747 req-a5e2fc83-04b0-4e20-93e8-9f94bf9c936c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e1a277ae-c0bf-4e3f-a7bb-1d00c0eff8fb HTTP/1.1" status: 200 len: 835 time: 0.0438232 Dec 18 13:37:06.858519 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99328a2b-94f1-40b2-8e77-fa922a2e9747 req-9b1963c2-624b-45a4-80cc-abe869c20e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:37:06.860129 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-99328a2b-94f1-40b2-8e77-fa922a2e9747 req-9b1963c2-624b-45a4-80cc-abe869c20e28 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c0208448-4e02-4095-94d9-bd50122ab571&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0483255 Dec 18 13:37:06.953376 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-99328a2b-94f1-40b2-8e77-fa922a2e9747 req-d7a3ca00-b605-45fc-9e51-96bde05e4424 service neutron] 10.222.0.43 "GET /v2.0/networks/c0208448-4e02-4095-94d9-bd50122ab571?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837407 Dec 18 13:37:07.045533 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-99328a2b-94f1-40b2-8e77-fa922a2e9747 req-cb21e5a2-1eac-46e3-a051-68cb37844a94 service neutron] 10.222.0.43 "GET /v2.0/networks/c0208448-4e02-4095-94d9-bd50122ab571?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835190 Dec 18 13:37:07.259606 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9570a04f-9f86-4395-a5d3-eca625dff18d req-a1aebd66-0139-41ea-8964-0460f727728f tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:37:07.261070 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-9570a04f-9f86-4395-a5d3-eca625dff18d req-a1aebd66-0139-41ea-8964-0460f727728f tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/ports?device_id=a731bb69-c63a-4853-9bd7-5db077f0154a HTTP/1.1" status: 200 len: 943 time: 0.0503993 Dec 18 13:37:07.311367 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-9570a04f-9f86-4395-a5d3-eca625dff18d req-d8f4f360-36ca-4d1a-b6b1-20fe7b92bb77 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/security-groups?id=05884301-7ccb-436e-9fbe-cce9f2c6d841&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436451 Dec 18 13:37:08.450788 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdc62d5-26bc-4719-aa54-cf033cebb912 req-2f72c56f-60ee-4b51-a92f-ae58506bd598 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:37:08.452342 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-7cdc62d5-26bc-4719-aa54-cf033cebb912 req-2f72c56f-60ee-4b51-a92f-ae58506bd598 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/ports?device_id=a731bb69-c63a-4853-9bd7-5db077f0154a HTTP/1.1" status: 200 len: 943 time: 0.0589604 Dec 18 13:37:08.516103 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-7cdc62d5-26bc-4719-aa54-cf033cebb912 req-42f5a40b-ea41-48bb-992d-6e040b6bd10c tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/security-groups?id=05884301-7ccb-436e-9fbe-cce9f2c6d841&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545368 Dec 18 13:37:09.610489 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Device 5708c6fc-c34e-4b81-b1c1-5af1ac978354 details requested by agent hyperv_hv-neutron-7448 with host hv-neutron-7448 {{(pid=103161) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 18 13:37:09.640755 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee14642-7c09-4fa8-be10-8b1353828bc5 req-8c6ac8fd-024a-407c-88a3-ea650e7aa23c tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:37:09.642302 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-8ee14642-7c09-4fa8-be10-8b1353828bc5 req-8c6ac8fd-024a-407c-88a3-ea650e7aa23c tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/ports?device_id=a731bb69-c63a-4853-9bd7-5db077f0154a HTTP/1.1" status: 200 len: 943 time: 0.0523446 Dec 18 13:37:09.696325 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-8ee14642-7c09-4fa8-be10-8b1353828bc5 req-ab30208f-43fc-44ec-a1df-a2cb71432040 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/security-groups?id=05884301-7ccb-436e-9fbe-cce9f2c6d841&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478423 Dec 18 13:37:09.709633 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] For port 5708c6fc-c34e-4b81-b1c1-5af1ac978354, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=5708c6fc-c34e-4b81-b1c1-5af1ac978354,segment=NetworkSegment(e3475a2d-1440-471c-b4ab-b3e7f49bda6d),segment_id=e3475a2d-1440-471c-b4ab-b3e7f49bda6d)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:37:09.721045 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Returning: {'device': '5708c6fc-c34e-4b81-b1c1-5af1ac978354', 'network_id': 'c0208448-4e02-4095-94d9-bd50122ab571', 'port_id': '5708c6fc-c34e-4b81-b1c1-5af1ac978354', 'mac_address': 'fa:16:3e:e4:20:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1a277ae-c0bf-4e3f-a7bb-1d00c0eff8fb', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103161) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 18 13:37:09.756873 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:37:09.770512 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.notifiers.nova [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5708c6fc-c34e-4b81-b1c1-5af1ac978354 {{(pid=103161) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 18 13:37:09.790755 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] For port 5708c6fc-c34e-4b81-b1c1-5af1ac978354, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=5708c6fc-c34e-4b81-b1c1-5af1ac978354,segment=NetworkSegment(e3475a2d-1440-471c-b4ab-b3e7f49bda6d),segment_id=e3475a2d-1440-471c-b4ab-b3e7f49bda6d)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:37:09.795694 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:37:09.841844 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Pushing event updated for resources: {'Port': ['ID=5708c6fc-c34e-4b81-b1c1-5af1ac978354,revision_number=4']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:37:10.175916 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] get_ports_and_sgs() called for port_ids ['5708c6fc-c34e-4b81-b1c1-5af1ac978354'] {{(pid=103161) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 18 13:37:10.822745 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db7f436-d190-402e-b3fe-36ab6eb00856 req-0e2d0df8-a9c6-4d9c-a23a-cd4f97f14526 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:37:10.824246 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-4db7f436-d190-402e-b3fe-36ab6eb00856 req-0e2d0df8-a9c6-4d9c-a23a-cd4f97f14526 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/ports?device_id=a731bb69-c63a-4853-9bd7-5db077f0154a HTTP/1.1" status: 200 len: 944 time: 0.0593357 Dec 18 13:37:10.876536 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-4db7f436-d190-402e-b3fe-36ab6eb00856 req-3d7240e7-cb16-4122-b108-cf93dbff91e9 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/security-groups?id=05884301-7ccb-436e-9fbe-cce9f2c6d841&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459726 Dec 18 13:37:11.614822 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Device 5708c6fc-c34e-4b81-b1c1-5af1ac978354 up at agent hyperv_hv-neutron-7448 {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 13:37:11.670650 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Provisioning for port 5708c6fc-c34e-4b81-b1c1-5af1ac978354 completed by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 18 13:37:11.675956 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Provisioning complete for port 5708c6fc-c34e-4b81-b1c1-5af1ac978354 triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:37:11.676489 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:37:11.757043 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:37:11.779850 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a731bb69-c63a-4853-9bd7-5db077f0154a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5708c6fc-c34e-4b81-b1c1-5af1ac978354'}] {{(pid=103161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 18 13:37:11.782188 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22224e7a42aa75e3f3b9c037df440650d2cfa1dd97b40a249aee4a8113775251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36be70b9-f411-4c14-a2f8-6113880fb391" -d '{"events": [{"server_uuid": "a731bb69-c63a-4853-9bd7-5db077f0154a", "name": "network-vif-plugged", "status": "completed", "tag": "5708c6fc-c34e-4b81-b1c1-5af1ac978354"}]}' {{(pid=103161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 18 13:37:11.798282 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] For port 5708c6fc-c34e-4b81-b1c1-5af1ac978354, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=5708c6fc-c34e-4b81-b1c1-5af1ac978354,segment=NetworkSegment(e3475a2d-1440-471c-b4ab-b3e7f49bda6d),segment_id=e3475a2d-1440-471c-b4ab-b3e7f49bda6d)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:37:11.803504 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:37:11.825369 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 13:37:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdb5d1ac-4b9b-466e-8c26-ad1200f87fa4 x-openstack-request-id: req-fdb5d1ac-4b9b-466e-8c26-ad1200f87fa4 {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 18 13:37:11.825657 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a731bb69-c63a-4853-9bd7-5db077f0154a", "name": "network-vif-plugged", "status": "completed", "tag": "5708c6fc-c34e-4b81-b1c1-5af1ac978354", "code": 200}]} {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 18 13:37:11.825906 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fdb5d1ac-4b9b-466e-8c26-ad1200f87fa4 {{(pid=103161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 18 13:37:11.826401 dv-neutron-744815-20-hyperv neutron-server[103161]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a731bb69-c63a-4853-9bd7-5db077f0154a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5708c6fc-c34e-4b81-b1c1-5af1ac978354', 'code': 200} Dec 18 13:37:11.851512 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Pushing event updated for resources: {'Port': ['ID=5708c6fc-c34e-4b81-b1c1-5af1ac978354,revision_number=5']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:37:12.027456 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05881532-ad53-41b8-a69b-66825f5d19ba req-81f01734-8960-48a8-b9e7-a42b5ed61010 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:37:12.028955 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-05881532-ad53-41b8-a69b-66825f5d19ba req-81f01734-8960-48a8-b9e7-a42b5ed61010 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/ports?device_id=a731bb69-c63a-4853-9bd7-5db077f0154a HTTP/1.1" status: 200 len: 945 time: 0.0810759 Dec 18 13:37:12.032124 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7411388d-0cd1-4e0d-bf70-bd47c3ce5bf9 req-289d1749-07b3-44e9-abf3-3bfb84632336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:37:12.033557 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-7411388d-0cd1-4e0d-bf70-bd47c3ce5bf9 req-289d1749-07b3-44e9-abf3-3bfb84632336 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=a731bb69-c63a-4853-9bd7-5db077f0154a HTTP/1.1" status: 200 len: 1098 time: 0.0762782 Dec 18 13:37:12.105921 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-05881532-ad53-41b8-a69b-66825f5d19ba req-65b27cee-06f4-4bd8-8507-ba6c547099f3 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/security-groups?id=05884301-7ccb-436e-9fbe-cce9f2c6d841&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701160 Dec 18 13:37:12.108964 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-7411388d-0cd1-4e0d-bf70-bd47c3ce5bf9 req-512f5f26-cb4e-445c-a5bb-691305f9f5ce service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=05884301-7ccb-436e-9fbe-cce9f2c6d841&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671084 Dec 18 13:37:13.249681 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd2751b-51a1-4949-a9c4-7da320c69cc5 req-db2a7daa-521c-4ba4-8106-0b0efc65d1af tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:37:13.251171 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-efd2751b-51a1-4949-a9c4-7da320c69cc5 req-db2a7daa-521c-4ba4-8106-0b0efc65d1af tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/ports?device_id=a731bb69-c63a-4853-9bd7-5db077f0154a HTTP/1.1" status: 200 len: 945 time: 0.0616705 Dec 18 13:37:13.306460 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-efd2751b-51a1-4949-a9c4-7da320c69cc5 req-839d5ab2-a830-4d21-b3ae-0ff5d83e9d35 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/security-groups?id=05884301-7ccb-436e-9fbe-cce9f2c6d841&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465884 Dec 18 13:37:14.444375 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f957c0dc-dd48-489a-a479-5fe7307b920f req-fcce867c-160f-4e01-ba23-deb20502bc0e tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:37:14.445841 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-f957c0dc-dd48-489a-a479-5fe7307b920f req-fcce867c-160f-4e01-ba23-deb20502bc0e tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/ports?device_id=a731bb69-c63a-4853-9bd7-5db077f0154a HTTP/1.1" status: 200 len: 945 time: 0.0526731 Dec 18 13:37:14.499393 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-f957c0dc-dd48-489a-a479-5fe7307b920f req-566d3350-d2a5-4b1d-b99f-2179a82465ad tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/security-groups?id=05884301-7ccb-436e-9fbe-cce9f2c6d841&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449295 Dec 18 13:37:14.638965 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69f66b7-7d34-4750-a3b9-e0cb0304ce0c req-08161fb9-5b8c-4e9c-bab8-8bc31e95f8f9 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:37:14.640490 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-c69f66b7-7d34-4750-a3b9-e0cb0304ce0c req-08161fb9-5b8c-4e9c-bab8-8bc31e95f8f9 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/ports?device_id=a731bb69-c63a-4853-9bd7-5db077f0154a HTTP/1.1" status: 200 len: 945 time: 0.0560858 Dec 18 13:37:14.696150 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-c69f66b7-7d34-4750-a3b9-e0cb0304ce0c req-a0406e95-d926-4196-88c4-f4a3c26b1dc5 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/security-groups?id=05884301-7ccb-436e-9fbe-cce9f2c6d841&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468452 Dec 18 13:37:14.718329 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 57366) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:37:14.758342 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-233cf6c4-7910-44a7-8e87-e16942c4560f tempest-TestNetworkBasicOps-845399116 tempest-TestNetworkBasicOps-845399116-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:37:14.759899 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-233cf6c4-7910-44a7-8e87-e16942c4560f tempest-TestNetworkBasicOps-845399116 tempest-TestNetworkBasicOps-845399116-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=a731bb69-c63a-4853-9bd7-5db077f0154a HTTP/1.1" status: 200 len: 1093 time: 0.0405340 Dec 18 13:37:14.763910 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 57368) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:37:14.768634 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-b549d0e7-249c-40d2-9409-f151c54996ad tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Request body: {'floatingip': {'port_id': '5708c6fc-c34e-4b81-b1c1-5af1ac978354'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:37:14.809985 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b549d0e7-249c-40d2-9409-f151c54996ad tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for floatingip, before_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:37:15.582065 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b549d0e7-249c-40d2-9409-f151c54996ad tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:37:15.588522 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b549d0e7-249c-40d2-9409-f151c54996ad tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-587004'] for floatingip, after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:37:15.690559 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.db.l3_db [None req-b549d0e7-249c-40d2-9409-f151c54996ad tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Floating IP c1aa8c05-9965-4119-983c-40da2df834c3 associated. External IP: 172.26.3.95, port: 5708c6fc-c34e-4b81-b1c1-5af1ac978354. Dec 18 13:37:15.914403 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b549d0e7-249c-40d2-9409-f151c54996ad tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Router 11bbeac6-1dc3-4dfb-a186-5a66d7fbe6bb has already been hosted by L3 agent c9c0cd52-5bd2-4704-9429-d80f1c5ad23c {{(pid=103159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 18 13:37:16.030381 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b549d0e7-249c-40d2-9409-f151c54996ad tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Notify agent at l3_agent.dv-neutron-744815-20-hyperv the message routers_updated {{(pid=103159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 13:37:16.035784 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b549d0e7-249c-40d2-9409-f151c54996ad tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for floatingip, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:37:16.041230 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18e03021-c524-44f1-8159-472bda36167c None None] Sync routers for ids ['11bbeac6-1dc3-4dfb-a186-5a66d7fbe6bb'] in dv-neutron-744815-20-hyperv {{(pid=103162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 13:37:16.051946 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18e03021-c524-44f1-8159-472bda36167c None None] Routers {'11bbeac6-1dc3-4dfb-a186-5a66d7fbe6bb'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:37:16.052560 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-18e03021-c524-44f1-8159-472bda36167c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:36:57Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['11bbeac6-1dc3-4dfb-a186-5a66d7fbe6bb'], 'active': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:37:16.066275 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-b549d0e7-249c-40d2-9409-f151c54996ad tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "PUT /v2.0/floatingips/c1aa8c05-9965-4119-983c-40da2df834c3 HTTP/1.1" status: 200 len: 990 time: 1.3013656 Dec 18 13:37:16.066882 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a731bb69-c63a-4853-9bd7-5db077f0154a', 'tag': '5708c6fc-c34e-4b81-b1c1-5af1ac978354'}] {{(pid=103159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 18 13:37:16.069180 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca844cf115d59c1fab86abc202fb4c13735de0d7e4cbbbb25eec9406e9c87431" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f69c5b33-b3cd-46cb-add6-dc5f95b68a4c" -d '{"events": [{"name": "network-changed", "server_uuid": "a731bb69-c63a-4853-9bd7-5db077f0154a", "tag": "5708c6fc-c34e-4b81-b1c1-5af1ac978354"}]}' {{(pid=103159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 18 13:37:16.069381 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 57370) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:37:16.105406 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 13:37:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1023ae80-26c6-4e8e-a319-d78b2b4ee3cc x-openstack-request-id: req-1023ae80-26c6-4e8e-a319-d78b2b4ee3cc {{(pid=103159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 18 13:37:16.105657 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a731bb69-c63a-4853-9bd7-5db077f0154a", "tag": "5708c6fc-c34e-4b81-b1c1-5af1ac978354", "status": "completed", "code": 200}]} {{(pid=103159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 18 13:37:16.105912 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1023ae80-26c6-4e8e-a319-d78b2b4ee3cc {{(pid=103159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 18 13:37:16.106309 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a731bb69-c63a-4853-9bd7-5db077f0154a', 'tag': '5708c6fc-c34e-4b81-b1c1-5af1ac978354', 'status': 'completed', 'code': 200} Dec 18 13:37:16.140061 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-cd4499e8-ec86-478f-81ca-7931f31255e5 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/floatingips/c1aa8c05-9965-4119-983c-40da2df834c3 HTTP/1.1" status: 200 len: 990 time: 0.0681520 Dec 18 13:37:16.166127 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvr_db [None req-18e03021-c524-44f1-8159-472bda36167c None None] Set router 11bbeac6-1dc3-4dfb-a186-5a66d7fbe6bb gateway port host: dv-neutron-744815-20-hyperv {{(pid=103162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 13:37:16.170041 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69c5b33-b3cd-46cb-add6-dc5f95b68a4c req-1e53ae19-58b6-4c0c-8859-951998a4a30f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:37:16.171654 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-f69c5b33-b3cd-46cb-add6-dc5f95b68a4c req-1e53ae19-58b6-4c0c-8859-951998a4a30f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6e88b8a5aed24360a829007d7fd9d0fd&device_id=a731bb69-c63a-4853-9bd7-5db077f0154a HTTP/1.1" status: 200 len: 1098 time: 0.0406194 Dec 18 13:37:16.263099 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69c5b33-b3cd-46cb-add6-dc5f95b68a4c req-1dde01ea-7ff0-41ad-8529-fc62295b1a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:37:16.264641 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-f69c5b33-b3cd-46cb-add6-dc5f95b68a4c req-1dde01ea-7ff0-41ad-8529-fc62295b1a2e service neutron] 10.222.0.43 "GET /v2.0/networks?id=c0208448-4e02-4095-94d9-bd50122ab571 HTTP/1.1" status: 200 len: 897 time: 0.0858042 Dec 18 13:37:16.335672 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-f69c5b33-b3cd-46cb-add6-dc5f95b68a4c req-4e191711-2002-4e6a-acfb-87bb0f9c4296 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5708c6fc-c34e-4b81-b1c1-5af1ac978354 HTTP/1.1" status: 200 len: 998 time: 0.0634840 Dec 18 13:37:16.386421 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69c5b33-b3cd-46cb-add6-dc5f95b68a4c req-c37a37c8-9ef6-40cd-a48a-f519d4b76f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:37:16.387935 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-f69c5b33-b3cd-46cb-add6-dc5f95b68a4c req-c37a37c8-9ef6-40cd-a48a-f519d4b76f95 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e1a277ae-c0bf-4e3f-a7bb-1d00c0eff8fb HTTP/1.1" status: 200 len: 835 time: 0.0442173 Dec 18 13:37:16.393905 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-18e03021-c524-44f1-8159-472bda36167c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11bbeac6-1dc3-4dfb-a186-5a66d7fbe6bb', 'name': 'tempest-TestNetworkBasicOps-router-1817136361', 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.226'}], 'enable_snat': True}, 'gw_port_id': 'b6da818a-857b-4ea1-829c-5b80e6a2e94a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:35:20Z', 'updated_at': '2021-12-18T13:35:24Z', 'revision_number': 4, 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'gw_port': {'id': 'b6da818a-857b-4ea1-829c-5b80e6a2e94a', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:5e:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11bbeac6-1dc3-4dfb-a186-5a66d7fbe6bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:35:21Z', 'updated_at': '2021-12-18T13:35:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv', '_floatingips': [{'id': 'c1aa8c05-9965-4119-983c-40da2df834c3', 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'floating_ip_address': '172.26.3.95', 'floating_network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'router_id': '11bbeac6-1dc3-4dfb-a186-5a66d7fbe6bb', 'port_id': '5708c6fc-c34e-4b81-b1c1-5af1ac978354', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1400, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0208448-4e02-4095-94d9-bd50122ab571', 'mac_address': 'fa:16:3e:e4:20:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a731bb69-c63a-4853-9bd7-5db077f0154a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T13:35:39Z', 'updated_at': '2021-12-18T13:37:15Z', 'revision_number': 5, 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef81f709-71df-4621-9ffe-d576e3c65c4c', 'name': '', 'network_id': 'c0208448-4e02-4095-94d9-bd50122ab571', 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'mac_address': 'fa:16:3e:9c:bc:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11bbeac6-1dc3-4dfb-a186-5a66d7fbe6bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': 'e1a277ae-c0bf-4e3f-a7bb-1d00c0eff8fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:35:23Z', 'updated_at': '2021-12-18T13:35:26Z', 'revision_number': 5, 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'subnets': [{'id': 'e1a277ae-c0bf-4e3f-a7bb-1d00c0eff8fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:37:16.426218 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18e03021-c524-44f1-8159-472bda36167c None None] Checking router: 11bbeac6-1dc3-4dfb-a186-5a66d7fbe6bb for host: dv-neutron-744815-20-hyperv {{(pid=103162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 18 13:37:16.434568 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18e03021-c524-44f1-8159-472bda36167c None None] Routers {'11bbeac6-1dc3-4dfb-a186-5a66d7fbe6bb'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:37:16.435168 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-18e03021-c524-44f1-8159-472bda36167c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:36:57Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['11bbeac6-1dc3-4dfb-a186-5a66d7fbe6bb'], 'active': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:37:16.442602 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69c5b33-b3cd-46cb-add6-dc5f95b68a4c req-899b8170-44cd-4d45-94f9-6012c243507a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:37:16.444131 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-f69c5b33-b3cd-46cb-add6-dc5f95b68a4c req-899b8170-44cd-4d45-94f9-6012c243507a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c0208448-4e02-4095-94d9-bd50122ab571&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0435200 Dec 18 13:37:16.540156 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-f69c5b33-b3cd-46cb-add6-dc5f95b68a4c req-4fcb7f79-77ce-4f4d-8319-4c86ce818409 service neutron] 10.222.0.43 "GET /v2.0/networks/c0208448-4e02-4095-94d9-bd50122ab571?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880291 Dec 18 13:37:16.544642 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvr_db [None req-18e03021-c524-44f1-8159-472bda36167c None None] Set router 11bbeac6-1dc3-4dfb-a186-5a66d7fbe6bb gateway port host: dv-neutron-744815-20-hyperv {{(pid=103162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 13:37:16.633950 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-f69c5b33-b3cd-46cb-add6-dc5f95b68a4c req-80473799-1bde-47fc-abbb-a99fa68d89c5 service neutron] 10.222.0.43 "GET /v2.0/networks/c0208448-4e02-4095-94d9-bd50122ab571?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853593 Dec 18 13:37:16.776787 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-18e03021-c524-44f1-8159-472bda36167c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11bbeac6-1dc3-4dfb-a186-5a66d7fbe6bb', 'name': 'tempest-TestNetworkBasicOps-router-1817136361', 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.226'}], 'enable_snat': True}, 'gw_port_id': 'b6da818a-857b-4ea1-829c-5b80e6a2e94a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:35:20Z', 'updated_at': '2021-12-18T13:35:24Z', 'revision_number': 4, 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'gw_port': {'id': 'b6da818a-857b-4ea1-829c-5b80e6a2e94a', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:5e:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11bbeac6-1dc3-4dfb-a186-5a66d7fbe6bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:35:21Z', 'updated_at': '2021-12-18T13:35:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv', '_floatingips': [{'id': 'c1aa8c05-9965-4119-983c-40da2df834c3', 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'floating_ip_address': '172.26.3.95', 'floating_network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'router_id': '11bbeac6-1dc3-4dfb-a186-5a66d7fbe6bb', 'port_id': '5708c6fc-c34e-4b81-b1c1-5af1ac978354', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1400, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0208448-4e02-4095-94d9-bd50122ab571', 'mac_address': 'fa:16:3e:e4:20:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a731bb69-c63a-4853-9bd7-5db077f0154a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T13:35:39Z', 'updated_at': '2021-12-18T13:37:15Z', 'revision_number': 5, 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef81f709-71df-4621-9ffe-d576e3c65c4c', 'name': '', 'network_id': 'c0208448-4e02-4095-94d9-bd50122ab571', 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'mac_address': 'fa:16:3e:9c:bc:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11bbeac6-1dc3-4dfb-a186-5a66d7fbe6bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': 'e1a277ae-c0bf-4e3f-a7bb-1d00c0eff8fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:35:23Z', 'updated_at': '2021-12-18T13:35:26Z', 'revision_number': 5, 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'subnets': [{'id': 'e1a277ae-c0bf-4e3f-a7bb-1d00c0eff8fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:37:16.803959 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18e03021-c524-44f1-8159-472bda36167c None None] The sync data for ids ['11bbeac6-1dc3-4dfb-a186-5a66d7fbe6bb'] in dv-neutron-744815-20-hyperv is: [{'id': '11bbeac6-1dc3-4dfb-a186-5a66d7fbe6bb', 'name': 'tempest-TestNetworkBasicOps-router-1817136361', 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.226'}], 'enable_snat': True}, 'gw_port_id': 'b6da818a-857b-4ea1-829c-5b80e6a2e94a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:35:20Z', 'updated_at': '2021-12-18T13:35:24Z', 'revision_number': 4, 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'gw_port': {'id': 'b6da818a-857b-4ea1-829c-5b80e6a2e94a', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:5e:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11bbeac6-1dc3-4dfb-a186-5a66d7fbe6bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:35:21Z', 'updated_at': '2021-12-18T13:35:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv', '_floatingips': [{'id': 'c1aa8c05-9965-4119-983c-40da2df834c3', 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'floating_ip_address': '172.26.3.95', 'floating_network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'router_id': '11bbeac6-1dc3-4dfb-a186-5a66d7fbe6bb', 'port_id': '5708c6fc-c34e-4b81-b1c1-5af1ac978354', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1400, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0208448-4e02-4095-94d9-bd50122ab571', 'mac_address': 'fa:16:3e:e4:20:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a731bb69-c63a-4853-9bd7-5db077f0154a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T13:35:39Z', 'updated_at': '2021-12-18T13:37:15Z', 'revision_number': 5, 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef81f709-71df-4621-9ffe-d576e3c65c4c', 'name': '', 'network_id': 'c0208448-4e02-4095-94d9-bd50122ab571', 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'mac_address': 'fa:16:3e:9c:bc:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11bbeac6-1dc3-4dfb-a186-5a66d7fbe6bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': 'e1a277ae-c0bf-4e3f-a7bb-1d00c0eff8fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:35:23Z', 'updated_at': '2021-12-18T13:35:26Z', 'revision_number': 5, 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'subnets': [{'id': 'e1a277ae-c0bf-4e3f-a7bb-1d00c0eff8fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 13:37:17.016839 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16803ff2-98ca-47cd-81da-139ad9c7db75 None None] New status for floating IP c1aa8c05-9965-4119-983c-40da2df834c3: ACTIVE {{(pid=103161) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 18 13:37:17.142877 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 57374) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:37:17.207082 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-82924967-64cb-4b05-adba-632b41be4e3b tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/floatingips/c1aa8c05-9965-4119-983c-40da2df834c3 HTTP/1.1" status: 200 len: 990 time: 0.0629737 Dec 18 13:37:18.212267 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 57376) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:37:18.287682 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-c58ac2d0-f033-4fb0-8ec4-99de99c4337d tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/floatingips/c1aa8c05-9965-4119-983c-40da2df834c3 HTTP/1.1" status: 200 len: 992 time: 0.0738995 Dec 18 13:37:24.891348 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-193ebda0-36e7-424e-be41-fa6539f83530 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:37:27.139570 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-dfc8fb34-1ab1-48f6-bd3b-a617025910c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:37:28.409646 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-afa9ae9b-bdbb-4010-bcf6-3a46ce66cf71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:37:29.928170 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7b7a3272-2b45-4d32-9670-25eb1afd1184 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:37:30.845596 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:37:32.247851 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.agents_db [None req-e3dda592-589a-4b4d-b028-ba9a260f4f50 None None] Agent healthcheck: found 6 active agents {{(pid=103162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 18 13:37:36.350663 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 57384) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:37:36.514571 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-b017c405-5e64-4dbb-938f-d21ca9bd247d tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] Deleting port 45d2d80e-3ee6-4565-88e4-c722ed0c5b51 {{(pid=103159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:37:36.514987 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b017c405-5e64-4dbb-938f-d21ca9bd247d tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:37:36.595272 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b017c405-5e64-4dbb-938f-d21ca9bd247d tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:37:36.595608 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b017c405-5e64-4dbb-938f-d21ca9bd247d tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:37:36.607434 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-b017c405-5e64-4dbb-938f-d21ca9bd247d tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] Calling delete_port for 45d2d80e-3ee6-4565-88e4-c722ed0c5b51 owned by network:floatingip {{(pid=103159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:37:36.675426 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:37:36.761077 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b017c405-5e64-4dbb-938f-d21ca9bd247d tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:37:36.786956 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b017c405-5e64-4dbb-938f-d21ca9bd247d tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] Pushing event deleted for resources: {'Port': ['ID=45d2d80e-3ee6-4565-88e4-c722ed0c5b51,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:37:36.796924 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b017c405-5e64-4dbb-938f-d21ca9bd247d tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:37:36.797255 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b017c405-5e64-4dbb-938f-d21ca9bd247d tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:37:36.797625 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b017c405-5e64-4dbb-938f-d21ca9bd247d tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:37:36.797961 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b017c405-5e64-4dbb-938f-d21ca9bd247d tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:37:36.798298 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b017c405-5e64-4dbb-938f-d21ca9bd247d tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:37:36.798620 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b017c405-5e64-4dbb-938f-d21ca9bd247d tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:37:36.799390 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b017c405-5e64-4dbb-938f-d21ca9bd247d tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:37:36.799390 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b017c405-5e64-4dbb-938f-d21ca9bd247d tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:37:36.799598 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b017c405-5e64-4dbb-938f-d21ca9bd247d tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:37:36.799931 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b017c405-5e64-4dbb-938f-d21ca9bd247d tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:37:36.800255 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b017c405-5e64-4dbb-938f-d21ca9bd247d tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:37:36.800578 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b017c405-5e64-4dbb-938f-d21ca9bd247d tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:37:36.800899 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b017c405-5e64-4dbb-938f-d21ca9bd247d tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:37:36.859541 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b017c405-5e64-4dbb-938f-d21ca9bd247d tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] Publish callbacks [] for floatingip, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:37:36.859795 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.db.l3_db [None req-b017c405-5e64-4dbb-938f-d21ca9bd247d tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] Floating IP c78895eb-97cf-445a-8012-ee1c4f18e921 disassociated (deleted). External IP: 172.26.3.111, port: 8001e857-53e1-4bcf-8262-6c21056989fc. Dec 18 13:37:37.089672 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b017c405-5e64-4dbb-938f-d21ca9bd247d tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] Router 5b7d57de-a3f9-49d7-8424-758cb6441367 has already been hosted by L3 agent c9c0cd52-5bd2-4704-9429-d80f1c5ad23c {{(pid=103159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 18 13:37:37.205204 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b017c405-5e64-4dbb-938f-d21ca9bd247d tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] Notify agent at l3_agent.dv-neutron-744815-20-hyperv the message routers_updated {{(pid=103159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 13:37:37.210463 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b017c405-5e64-4dbb-938f-d21ca9bd247d tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for floatingip, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:37:37.217048 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce776e28-13bc-4997-9208-ec0ccb7721c4 None None] Sync routers for ids ['5b7d57de-a3f9-49d7-8424-758cb6441367'] in dv-neutron-744815-20-hyperv {{(pid=103162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 13:37:37.227364 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce776e28-13bc-4997-9208-ec0ccb7721c4 None None] Routers {'5b7d57de-a3f9-49d7-8424-758cb6441367'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:37:37.227979 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-ce776e28-13bc-4997-9208-ec0ccb7721c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:37:27Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['5b7d57de-a3f9-49d7-8424-758cb6441367'], 'active': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:37:37.238736 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-b017c405-5e64-4dbb-938f-d21ca9bd247d tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] 10.222.0.31 "DELETE /v2.0/floatingips/c78895eb-97cf-445a-8012-ee1c4f18e921 HTTP/1.1" status: 204 len: 168 time: 0.8869724 Dec 18 13:37:37.239343 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f48662e-3adc-42d8-91c3-7a6d0824fc6b', 'tag': '8001e857-53e1-4bcf-8262-6c21056989fc'}] {{(pid=103159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 18 13:37:37.241624 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca844cf115d59c1fab86abc202fb4c13735de0d7e4cbbbb25eec9406e9c87431" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8ee7179-5f2c-44e2-b628-b9abde0925a4" -d '{"events": [{"name": "network-changed", "server_uuid": "8f48662e-3adc-42d8-91c3-7a6d0824fc6b", "tag": "8001e857-53e1-4bcf-8262-6c21056989fc"}]}' {{(pid=103159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 18 13:37:37.283349 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 13:37:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b5bab85-e1c9-443b-90b4-1959750e4c0f x-openstack-request-id: req-7b5bab85-e1c9-443b-90b4-1959750e4c0f {{(pid=103159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 18 13:37:37.283673 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f48662e-3adc-42d8-91c3-7a6d0824fc6b", "tag": "8001e857-53e1-4bcf-8262-6c21056989fc", "status": "completed", "code": 200}]} {{(pid=103159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 18 13:37:37.283931 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7b5bab85-e1c9-443b-90b4-1959750e4c0f {{(pid=103159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 18 13:37:37.284401 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f48662e-3adc-42d8-91c3-7a6d0824fc6b', 'tag': '8001e857-53e1-4bcf-8262-6c21056989fc', 'status': 'completed', 'code': 200} Dec 18 13:37:37.344427 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvr_db [None req-ce776e28-13bc-4997-9208-ec0ccb7721c4 None None] Set router 5b7d57de-a3f9-49d7-8424-758cb6441367 gateway port host: dv-neutron-744815-20-hyperv {{(pid=103162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 13:37:37.349403 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ee7179-5f2c-44e2-b628-b9abde0925a4 req-ebc72212-04c6-4c78-849b-ecaec471ee81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:37:37.351141 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-f8ee7179-5f2c-44e2-b628-b9abde0925a4 req-ebc72212-04c6-4c78-849b-ecaec471ee81 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9968d07fac6041598b7007b53f44dbd0&device_id=8f48662e-3adc-42d8-91c3-7a6d0824fc6b HTTP/1.1" status: 200 len: 1098 time: 0.0431962 Dec 18 13:37:37.495969 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ee7179-5f2c-44e2-b628-b9abde0925a4 req-24bd0e44-4130-439e-ba76-79d630a3b41c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:37:37.497378 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-f8ee7179-5f2c-44e2-b628-b9abde0925a4 req-24bd0e44-4130-439e-ba76-79d630a3b41c service neutron] 10.222.0.43 "GET /v2.0/networks?id=d2cf7640-2bbc-4817-bb7c-0be01fb90209 HTTP/1.1" status: 200 len: 898 time: 0.1317923 Dec 18 13:37:37.505986 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646bbe62-bb7e-4ba6-bf27-154d3cbc1126 req-bea85803-2d83-45c2-bb30-f68df54133f9 tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:37:37.507437 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-646bbe62-bb7e-4ba6-bf27-154d3cbc1126 req-bea85803-2d83-45c2-bb30-f68df54133f9 tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f48662e-3adc-42d8-91c3-7a6d0824fc6b HTTP/1.1" status: 200 len: 945 time: 0.0767555 Dec 18 13:37:37.552842 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-f8ee7179-5f2c-44e2-b628-b9abde0925a4 req-34be93d6-910b-4460-b439-b71919b5cfaa service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8001e857-53e1-4bcf-8262-6c21056989fc HTTP/1.1" status: 200 len: 217 time: 0.0444343 Dec 18 13:37:37.615972 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-646bbe62-bb7e-4ba6-bf27-154d3cbc1126 req-8105d078-ff7c-4cd2-97f7-0ba629520ef7 tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] 10.222.0.31 "GET /v2.0/security-groups?id=02314e91-289c-4456-a2e2-bb82033978b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1015530 Dec 18 13:37:37.630767 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ee7179-5f2c-44e2-b628-b9abde0925a4 req-706f24c4-1eb4-4896-9e0b-04eff5fbefad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:37:37.632284 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-f8ee7179-5f2c-44e2-b628-b9abde0925a4 req-706f24c4-1eb4-4896-9e0b-04eff5fbefad service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7745529b-a64a-44ef-afe4-6073261f715a HTTP/1.1" status: 200 len: 835 time: 0.0665169 Dec 18 13:37:37.648575 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-ce776e28-13bc-4997-9208-ec0ccb7721c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b7d57de-a3f9-49d7-8424-758cb6441367', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1899234739', 'tenant_id': '9968d07fac6041598b7007b53f44dbd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.27'}], 'enable_snat': True}, 'gw_port_id': 'ca275669-2bad-41ac-922c-3626a0d52417', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:34:25Z', 'updated_at': '2021-12-18T13:34:29Z', 'revision_number': 4, 'project_id': '9968d07fac6041598b7007b53f44dbd0', 'gw_port': {'id': 'ca275669-2bad-41ac-922c-3626a0d52417', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:f9:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b7d57de-a3f9-49d7-8424-758cb6441367', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:34:25Z', 'updated_at': '2021-12-18T13:34:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv', '_interfaces': [{'id': '9255b567-52e2-4be6-8571-988aaf64125a', 'name': '', 'network_id': 'd2cf7640-2bbc-4817-bb7c-0be01fb90209', 'tenant_id': '9968d07fac6041598b7007b53f44dbd0', 'mac_address': 'fa:16:3e:ca:65:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b7d57de-a3f9-49d7-8424-758cb6441367', 'device_owner': 'network:router_interface', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': '7745529b-a64a-44ef-afe4-6073261f715a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:34:28Z', 'updated_at': '2021-12-18T13:34:32Z', 'revision_number': 5, 'project_id': '9968d07fac6041598b7007b53f44dbd0', 'subnets': [{'id': '7745529b-a64a-44ef-afe4-6073261f715a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:37:37.674632 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce776e28-13bc-4997-9208-ec0ccb7721c4 None None] Checking router: 5b7d57de-a3f9-49d7-8424-758cb6441367 for host: dv-neutron-744815-20-hyperv {{(pid=103162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 18 13:37:37.680867 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ee7179-5f2c-44e2-b628-b9abde0925a4 req-95ab238e-ec4a-4656-8317-e4a349d1f5d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:37:37.682486 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-f8ee7179-5f2c-44e2-b628-b9abde0925a4 req-95ab238e-ec4a-4656-8317-e4a349d1f5d0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d2cf7640-2bbc-4817-bb7c-0be01fb90209&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0414195 Dec 18 13:37:37.683331 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce776e28-13bc-4997-9208-ec0ccb7721c4 None None] Routers {'5b7d57de-a3f9-49d7-8424-758cb6441367'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:37:37.683926 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-ce776e28-13bc-4997-9208-ec0ccb7721c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:37:27Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['5b7d57de-a3f9-49d7-8424-758cb6441367'], 'active': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:37:37.778133 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-f8ee7179-5f2c-44e2-b628-b9abde0925a4 req-727f9b33-6bec-4901-8baa-b662f748ad3f service neutron] 10.222.0.43 "GET /v2.0/networks/d2cf7640-2bbc-4817-bb7c-0be01fb90209?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875673 Dec 18 13:37:37.790431 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvr_db [None req-ce776e28-13bc-4997-9208-ec0ccb7721c4 None None] Set router 5b7d57de-a3f9-49d7-8424-758cb6441367 gateway port host: dv-neutron-744815-20-hyperv {{(pid=103162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 13:37:37.869126 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-f8ee7179-5f2c-44e2-b628-b9abde0925a4 req-75a51f8f-0204-4e19-9d4e-c5fd8dfcc699 service neutron] 10.222.0.43 "GET /v2.0/networks/d2cf7640-2bbc-4817-bb7c-0be01fb90209?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824957 Dec 18 13:37:37.990125 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-ce776e28-13bc-4997-9208-ec0ccb7721c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b7d57de-a3f9-49d7-8424-758cb6441367', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1899234739', 'tenant_id': '9968d07fac6041598b7007b53f44dbd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.27'}], 'enable_snat': True}, 'gw_port_id': 'ca275669-2bad-41ac-922c-3626a0d52417', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:34:25Z', 'updated_at': '2021-12-18T13:34:29Z', 'revision_number': 4, 'project_id': '9968d07fac6041598b7007b53f44dbd0', 'gw_port': {'id': 'ca275669-2bad-41ac-922c-3626a0d52417', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:f9:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b7d57de-a3f9-49d7-8424-758cb6441367', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:34:25Z', 'updated_at': '2021-12-18T13:34:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv', '_interfaces': [{'id': '9255b567-52e2-4be6-8571-988aaf64125a', 'name': '', 'network_id': 'd2cf7640-2bbc-4817-bb7c-0be01fb90209', 'tenant_id': '9968d07fac6041598b7007b53f44dbd0', 'mac_address': 'fa:16:3e:ca:65:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b7d57de-a3f9-49d7-8424-758cb6441367', 'device_owner': 'network:router_interface', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': '7745529b-a64a-44ef-afe4-6073261f715a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:34:28Z', 'updated_at': '2021-12-18T13:34:32Z', 'revision_number': 5, 'project_id': '9968d07fac6041598b7007b53f44dbd0', 'subnets': [{'id': '7745529b-a64a-44ef-afe4-6073261f715a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:37:38.015232 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce776e28-13bc-4997-9208-ec0ccb7721c4 None None] The sync data for ids ['5b7d57de-a3f9-49d7-8424-758cb6441367'] in dv-neutron-744815-20-hyperv is: [{'id': '5b7d57de-a3f9-49d7-8424-758cb6441367', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1899234739', 'tenant_id': '9968d07fac6041598b7007b53f44dbd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.27'}], 'enable_snat': True}, 'gw_port_id': 'ca275669-2bad-41ac-922c-3626a0d52417', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:34:25Z', 'updated_at': '2021-12-18T13:34:29Z', 'revision_number': 4, 'project_id': '9968d07fac6041598b7007b53f44dbd0', 'gw_port': {'id': 'ca275669-2bad-41ac-922c-3626a0d52417', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:f9:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b7d57de-a3f9-49d7-8424-758cb6441367', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:34:25Z', 'updated_at': '2021-12-18T13:34:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv', '_interfaces': [{'id': '9255b567-52e2-4be6-8571-988aaf64125a', 'name': '', 'network_id': 'd2cf7640-2bbc-4817-bb7c-0be01fb90209', 'tenant_id': '9968d07fac6041598b7007b53f44dbd0', 'mac_address': 'fa:16:3e:ca:65:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b7d57de-a3f9-49d7-8424-758cb6441367', 'device_owner': 'network:router_interface', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': '7745529b-a64a-44ef-afe4-6073261f715a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:34:28Z', 'updated_at': '2021-12-18T13:34:32Z', 'revision_number': 5, 'project_id': '9968d07fac6041598b7007b53f44dbd0', 'subnets': [{'id': '7745529b-a64a-44ef-afe4-6073261f715a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 13:37:38.238247 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ead5df-5d92-476a-af26-b89cc6262868 None None] New status for floating IP c78895eb-97cf-445a-8012-ee1c4f18e921: DOWN {{(pid=103161) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 18 13:37:38.744658 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2206e26b-2b17-4207-9fa9-4496e3853a80 req-b6bb1d47-c1ec-4f1f-9332-1c8d11399108 tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:37:38.746355 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-2206e26b-2b17-4207-9fa9-4496e3853a80 req-b6bb1d47-c1ec-4f1f-9332-1c8d11399108 tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f48662e-3adc-42d8-91c3-7a6d0824fc6b HTTP/1.1" status: 200 len: 945 time: 0.0549061 Dec 18 13:37:38.800437 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-2206e26b-2b17-4207-9fa9-4496e3853a80 req-393f14de-0c14-4756-86be-67c2a4cfbb25 tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] 10.222.0.31 "GET /v2.0/security-groups?id=02314e91-289c-4456-a2e2-bb82033978b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452325 Dec 18 13:37:39.063711 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9674a9fb-7e18-4058-a9d6-81653a7c190c req-639d0bfe-9d7a-4006-a0b6-d59aa3e04aa7 tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:37:39.065165 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-9674a9fb-7e18-4058-a9d6-81653a7c190c req-639d0bfe-9d7a-4006-a0b6-d59aa3e04aa7 tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] 10.222.0.43 "GET /v2.0/ports?device_id=8f48662e-3adc-42d8-91c3-7a6d0824fc6b HTTP/1.1" status: 200 len: 945 time: 0.0574281 Dec 18 13:37:39.174803 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [req-9674a9fb-7e18-4058-a9d6-81653a7c190c req-b9fa1df2-8371-4909-8a30-9e27352f3608 tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] Deleting port 8001e857-53e1-4bcf-8262-6c21056989fc {{(pid=103159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:37:39.175119 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-9674a9fb-7e18-4058-a9d6-81653a7c190c req-b9fa1df2-8371-4909-8a30-9e27352f3608 tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:37:39.266817 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.db [req-9674a9fb-7e18-4058-a9d6-81653a7c190c req-b9fa1df2-8371-4909-8a30-9e27352f3608 tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] For port 8001e857-53e1-4bcf-8262-6c21056989fc, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=8001e857-53e1-4bcf-8262-6c21056989fc,segment=NetworkSegment(353b4e3d-9a80-4a6b-9a88-c0d731533a72),segment_id=353b4e3d-9a80-4a6b-9a88-c0d731533a72)] {{(pid=103159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:37:39.267128 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-9674a9fb-7e18-4058-a9d6-81653a7c190c req-b9fa1df2-8371-4909-8a30-9e27352f3608 tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:37:39.279284 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [req-9674a9fb-7e18-4058-a9d6-81653a7c190c req-b9fa1df2-8371-4909-8a30-9e27352f3608 tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] Calling delete_port for 8001e857-53e1-4bcf-8262-6c21056989fc owned by compute:nova {{(pid=103159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:37:39.435182 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-9674a9fb-7e18-4058-a9d6-81653a7c190c req-b9fa1df2-8371-4909-8a30-9e27352f3608 tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:37:39.469867 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fa1df2-8371-4909-8a30-9e27352f3608 tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] Pushing event deleted for resources: {'Port': ['ID=8001e857-53e1-4bcf-8262-6c21056989fc,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:37:39.513831 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [req-9674a9fb-7e18-4058-a9d6-81653a7c190c req-b9fa1df2-8371-4909-8a30-9e27352f3608 tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] No DVR routers for this DVR port 8001e857-53e1-4bcf-8262-6c21056989fc on host hv-neutron-7448 {{(pid=103159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 18 13:37:39.516476 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-9674a9fb-7e18-4058-a9d6-81653a7c190c req-b9fa1df2-8371-4909-8a30-9e27352f3608 tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:37:39.519825 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-9674a9fb-7e18-4058-a9d6-81653a7c190c req-b9fa1df2-8371-4909-8a30-9e27352f3608 tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] 10.222.0.43 "DELETE /v2.0/ports/8001e857-53e1-4bcf-8262-6c21056989fc HTTP/1.1" status: 204 len: 173 time: 0.4477413 Dec 18 13:37:39.520273 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f48662e-3adc-42d8-91c3-7a6d0824fc6b', 'name': 'network-vif-deleted', 'tag': '8001e857-53e1-4bcf-8262-6c21056989fc'}] {{(pid=103159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 18 13:37:39.522590 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca844cf115d59c1fab86abc202fb4c13735de0d7e4cbbbb25eec9406e9c87431" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b4b5580-71a7-4b65-a14f-6eb9b7dd8f3f" -d '{"events": [{"server_uuid": "8f48662e-3adc-42d8-91c3-7a6d0824fc6b", "name": "network-vif-deleted", "tag": "8001e857-53e1-4bcf-8262-6c21056989fc"}]}' {{(pid=103159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 18 13:37:39.562044 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 13:37:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1455cb61-7f7b-4ce5-8c24-3ba9fc65b01e x-openstack-request-id: req-1455cb61-7f7b-4ce5-8c24-3ba9fc65b01e {{(pid=103159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 18 13:37:39.562351 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f48662e-3adc-42d8-91c3-7a6d0824fc6b", "name": "network-vif-deleted", "tag": "8001e857-53e1-4bcf-8262-6c21056989fc", "status": "completed", "code": 200}]} {{(pid=103159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 18 13:37:39.562570 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1455cb61-7f7b-4ce5-8c24-3ba9fc65b01e {{(pid=103159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 18 13:37:39.562988 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f48662e-3adc-42d8-91c3-7a6d0824fc6b', 'name': 'network-vif-deleted', 'tag': '8001e857-53e1-4bcf-8262-6c21056989fc', 'status': 'completed', 'code': 200} Dec 18 13:37:39.922754 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-f69df28e-e49c-4af2-923c-090cd9bb5a08 req-35bafd13-9727-4dbd-98be-b20eb20abacf tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f48662e-3adc-42d8-91c3-7a6d0824fc6b HTTP/1.1" status: 200 len: 210 time: 0.0269084 Dec 18 13:37:40.988653 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 57400) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:37:41.358922 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-ac8761ae-e128-43e7-9881-0891da6a653f tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-586101'] for router_interface, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:37:41.636705 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-ac8761ae-e128-43e7-9881-0891da6a653f tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] Deleting port 9255b567-52e2-4be6-8571-988aaf64125a {{(pid=103159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:37:41.637247 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-ac8761ae-e128-43e7-9881-0891da6a653f tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:37:41.728804 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.db [None req-ac8761ae-e128-43e7-9881-0891da6a653f tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] For port 9255b567-52e2-4be6-8571-988aaf64125a, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=9255b567-52e2-4be6-8571-988aaf64125a,segment=NetworkSegment(353b4e3d-9a80-4a6b-9a88-c0d731533a72),segment_id=353b4e3d-9a80-4a6b-9a88-c0d731533a72)] {{(pid=103159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:37:41.729140 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-ac8761ae-e128-43e7-9881-0891da6a653f tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:37:41.741838 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-ac8761ae-e128-43e7-9881-0891da6a653f tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] Calling delete_port for 9255b567-52e2-4be6-8571-988aaf64125a owned by network:router_interface {{(pid=103159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:37:41.945879 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-ac8761ae-e128-43e7-9881-0891da6a653f tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:37:41.974399 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8761ae-e128-43e7-9881-0891da6a653f tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] Pushing event deleted for resources: {'Port': ['ID=9255b567-52e2-4be6-8571-988aaf64125a,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:37:42.149193 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-ac8761ae-e128-43e7-9881-0891da6a653f tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1048020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-576035'] for router_interface, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:37:42.699390 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac8761ae-e128-43e7-9881-0891da6a653f tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] Router 5b7d57de-a3f9-49d7-8424-758cb6441367 has already been hosted by L3 agent c9c0cd52-5bd2-4704-9429-d80f1c5ad23c {{(pid=103159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 18 13:37:42.812009 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac8761ae-e128-43e7-9881-0891da6a653f tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] Notify agent at l3_agent.dv-neutron-744815-20-hyperv the message routers_updated {{(pid=103159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 13:37:42.817409 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-ac8761ae-e128-43e7-9881-0891da6a653f tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] 10.222.0.31 "PUT /v2.0/routers/5b7d57de-a3f9-49d7-8424-758cb6441367/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8274055 Dec 18 13:37:42.819777 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 57402) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:37:42.822333 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47a9fcf1-339a-4f76-9508-129c9f4c877b None None] Sync routers for ids ['5b7d57de-a3f9-49d7-8424-758cb6441367'] in dv-neutron-744815-20-hyperv {{(pid=103162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 13:37:42.833562 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47a9fcf1-339a-4f76-9508-129c9f4c877b None None] Routers {'5b7d57de-a3f9-49d7-8424-758cb6441367'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:37:42.834174 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-47a9fcf1-339a-4f76-9508-129c9f4c877b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:37:27Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['5b7d57de-a3f9-49d7-8424-758cb6441367'], 'active': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:37:42.880886 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.db_base_plugin_v2 [None req-819ebe5d-1f36-473f-8a4e-8de633be7bdb tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] Deleting subnet 7745529b-a64a-44ef-afe4-6073261f715a {{(pid=103159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 18 13:37:42.884054 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-819ebe5d-1f36-473f-8a4e-8de633be7bdb tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] Publish callbacks [] for subnet, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:37:42.927138 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-819ebe5d-1f36-473f-8a4e-8de633be7bdb tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5589624'] for subnet, precommit_delete_associations {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:37:42.947855 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvr_db [None req-47a9fcf1-339a-4f76-9508-129c9f4c877b None None] Set router 5b7d57de-a3f9-49d7-8424-758cb6441367 gateway port host: dv-neutron-744815-20-hyperv {{(pid=103162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 13:37:43.024979 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-819ebe5d-1f36-473f-8a4e-8de633be7bdb tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1929185'] for subnet, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:37:43.093355 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-819ebe5d-1f36-473f-8a4e-8de633be7bdb tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1929192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5659851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6017053'] for subnet, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:37:43.120943 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819ebe5d-1f36-473f-8a4e-8de633be7bdb tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] Pushing event deleted for resources: {'Subnet': ['ID=7745529b-a64a-44ef-afe4-6073261f715a,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:37:43.125074 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-819ebe5d-1f36-473f-8a4e-8de633be7bdb tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] Publish callbacks [] for subnet, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:37:43.128526 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-819ebe5d-1f36-473f-8a4e-8de633be7bdb tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] 10.222.0.31 "DELETE /v2.0/subnets/7745529b-a64a-44ef-afe4-6073261f715a HTTP/1.1" status: 204 len: 168 time: 0.3078198 Dec 18 13:37:43.131199 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 57404) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:37:43.137978 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97f83b61-1547-43f1-8198-a75526eff44b None None] Network d2cf7640-2bbc-4817-bb7c-0be01fb90209 requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:37:43.141018 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-47a9fcf1-339a-4f76-9508-129c9f4c877b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b7d57de-a3f9-49d7-8424-758cb6441367', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1899234739', 'tenant_id': '9968d07fac6041598b7007b53f44dbd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.27'}], 'enable_snat': True}, 'gw_port_id': 'ca275669-2bad-41ac-922c-3626a0d52417', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:34:25Z', 'updated_at': '2021-12-18T13:37:41Z', 'revision_number': 5, 'project_id': '9968d07fac6041598b7007b53f44dbd0', 'gw_port': {'id': 'ca275669-2bad-41ac-922c-3626a0d52417', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:f9:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b7d57de-a3f9-49d7-8424-758cb6441367', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:34:25Z', 'updated_at': '2021-12-18T13:34:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv'}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:37:43.188378 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47a9fcf1-339a-4f76-9508-129c9f4c877b None None] Checking router: 5b7d57de-a3f9-49d7-8424-758cb6441367 for host: dv-neutron-744815-20-hyperv {{(pid=103162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 18 13:37:43.198556 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47a9fcf1-339a-4f76-9508-129c9f4c877b None None] Routers {'5b7d57de-a3f9-49d7-8424-758cb6441367'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:37:43.199595 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-47a9fcf1-339a-4f76-9508-129c9f4c877b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:37:27Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['5b7d57de-a3f9-49d7-8424-758cb6441367'], 'active': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:37:43.259407 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-4dc80c22-0fee-4c46-a46d-57b8c5f402e6 tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] Publish callbacks [] for router, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:37:43.330275 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvr_db [None req-47a9fcf1-339a-4f76-9508-129c9f4c877b None None] Set router 5b7d57de-a3f9-49d7-8424-758cb6441367 gateway port host: dv-neutron-744815-20-hyperv {{(pid=103162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 13:37:43.389307 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-4dc80c22-0fee-4c46-a46d-57b8c5f402e6 tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:37:43.451611 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-4dc80c22-0fee-4c46-a46d-57b8c5f402e6 tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] Deleting port ca275669-2bad-41ac-922c-3626a0d52417 {{(pid=103159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:37:43.452275 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-4dc80c22-0fee-4c46-a46d-57b8c5f402e6 tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:37:43.460500 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be96a151-5a85-4963-8429-a823b42faa74 None None] DHCP port deletion for d2cf7640-2bbc-4817-bb7c-0be01fb90209 request from dv-neutron-744815-20-hyperv {{(pid=103161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 18 13:37:43.517140 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-be96a151-5a85-4963-8429-a823b42faa74 None None] Deleting port d53a1de0-6201-4cde-a87c-7079aa28170b {{(pid=103161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:37:43.517591 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-be96a151-5a85-4963-8429-a823b42faa74 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:37:43.540229 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-47a9fcf1-339a-4f76-9508-129c9f4c877b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b7d57de-a3f9-49d7-8424-758cb6441367', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1899234739', 'tenant_id': '9968d07fac6041598b7007b53f44dbd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.27'}], 'enable_snat': True}, 'gw_port_id': 'ca275669-2bad-41ac-922c-3626a0d52417', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:34:25Z', 'updated_at': '2021-12-18T13:37:41Z', 'revision_number': 5, 'project_id': '9968d07fac6041598b7007b53f44dbd0', 'gw_port': {'id': 'ca275669-2bad-41ac-922c-3626a0d52417', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:f9:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b7d57de-a3f9-49d7-8424-758cb6441367', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:34:25Z', 'updated_at': '2021-12-18T13:34:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv'}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:37:43.552551 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.db [None req-4dc80c22-0fee-4c46-a46d-57b8c5f402e6 tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] For port ca275669-2bad-41ac-922c-3626a0d52417, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=ca275669-2bad-41ac-922c-3626a0d52417,segment=NetworkSegment(3f66d49c-4faa-434c-8c3e-991f4f1d01bd),segment_id=3f66d49c-4faa-434c-8c3e-991f4f1d01bd)] {{(pid=103159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:37:43.552912 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-4dc80c22-0fee-4c46-a46d-57b8c5f402e6 tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:37:43.568103 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-4dc80c22-0fee-4c46-a46d-57b8c5f402e6 tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] Calling delete_port for ca275669-2bad-41ac-922c-3626a0d52417 owned by network:router_gateway {{(pid=103159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:37:43.570004 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47a9fcf1-339a-4f76-9508-129c9f4c877b None None] The sync data for ids ['5b7d57de-a3f9-49d7-8424-758cb6441367'] in dv-neutron-744815-20-hyperv is: [{'id': '5b7d57de-a3f9-49d7-8424-758cb6441367', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1899234739', 'tenant_id': '9968d07fac6041598b7007b53f44dbd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.27'}], 'enable_snat': True}, 'gw_port_id': 'ca275669-2bad-41ac-922c-3626a0d52417', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:34:25Z', 'updated_at': '2021-12-18T13:37:41Z', 'revision_number': 5, 'project_id': '9968d07fac6041598b7007b53f44dbd0', 'gw_port': {'id': 'ca275669-2bad-41ac-922c-3626a0d52417', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:f9:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b7d57de-a3f9-49d7-8424-758cb6441367', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:34:25Z', 'updated_at': '2021-12-18T13:34:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv'}] {{(pid=103162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 13:37:43.584804 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-be96a151-5a85-4963-8429-a823b42faa74 None None] For port d53a1de0-6201-4cde-a87c-7079aa28170b, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=d53a1de0-6201-4cde-a87c-7079aa28170b,segment=NetworkSegment(353b4e3d-9a80-4a6b-9a88-c0d731533a72),segment_id=353b4e3d-9a80-4a6b-9a88-c0d731533a72)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:37:43.585536 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-be96a151-5a85-4963-8429-a823b42faa74 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:37:43.598787 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-be96a151-5a85-4963-8429-a823b42faa74 None None] Calling delete_port for d53a1de0-6201-4cde-a87c-7079aa28170b owned by network:dhcp {{(pid=103161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:37:43.692279 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-be96a151-5a85-4963-8429-a823b42faa74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984'] for port, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:37:43.721827 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be96a151-5a85-4963-8429-a823b42faa74 None None] Pushing event deleted for resources: {'Port': ['ID=d53a1de0-6201-4cde-a87c-7079aa28170b,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:37:43.731772 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be96a151-5a85-4963-8429-a823b42faa74 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:37:43.732097 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be96a151-5a85-4963-8429-a823b42faa74 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:37:43.732443 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be96a151-5a85-4963-8429-a823b42faa74 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:37:43.732781 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be96a151-5a85-4963-8429-a823b42faa74 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:37:43.733116 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be96a151-5a85-4963-8429-a823b42faa74 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:37:43.733450 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be96a151-5a85-4963-8429-a823b42faa74 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:37:43.733782 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be96a151-5a85-4963-8429-a823b42faa74 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:37:43.734110 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be96a151-5a85-4963-8429-a823b42faa74 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:37:43.734440 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be96a151-5a85-4963-8429-a823b42faa74 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:37:43.734768 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be96a151-5a85-4963-8429-a823b42faa74 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:37:43.735091 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be96a151-5a85-4963-8429-a823b42faa74 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:37:43.735441 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be96a151-5a85-4963-8429-a823b42faa74 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:37:43.735766 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be96a151-5a85-4963-8429-a823b42faa74 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:37:43.738492 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be96a151-5a85-4963-8429-a823b42faa74 None None] No DVR routers for this DVR port d53a1de0-6201-4cde-a87c-7079aa28170b on host dv-neutron-744815-20-hyperv {{(pid=103161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 18 13:37:43.767023 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-4dc80c22-0fee-4c46-a46d-57b8c5f402e6 tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:37:43.767525 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Device 8001e857-53e1-4bcf-8262-6c21056989fc no longer exists at agent hyperv_hv-neutron-7448 {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 18 13:37:43.788256 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] No Port match for: 8001e857-53e1-4bcf-8262-6c21056989fc {{(pid=103161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 18 13:37:43.788603 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Device 8001e857-53e1-4bcf-8262-6c21056989fc not bound to the agent host hv-neutron-7448 {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 18 13:37:43.794802 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc80c22-0fee-4c46-a46d-57b8c5f402e6 tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] Pushing event deleted for resources: {'Port': ['ID=ca275669-2bad-41ac-922c-3626a0d52417,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:37:43.804254 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1ab2f23-e2db-4687-a8b5-eff5bd475b35 None None] DHCP port deletion for decb4a40-7941-48c8-afbb-daaafd502e83 request from dv-neutron-744815-20-hyperv {{(pid=103161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 18 13:37:43.853832 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-4dc80c22-0fee-4c46-a46d-57b8c5f402e6 tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-586554'] for router_gateway, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:37:43.959522 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-4dc80c22-0fee-4c46-a46d-57b8c5f402e6 tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-589815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28643'] for router, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:37:43.962111 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-4dc80c22-0fee-4c46-a46d-57b8c5f402e6 tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:37:44.008392 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-4dc80c22-0fee-4c46-a46d-57b8c5f402e6 tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-589710'] for router, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:37:44.008922 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dc80c22-0fee-4c46-a46d-57b8c5f402e6 tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] Fanout notify agent at l3_agent the message router_deleted on router 5b7d57de-a3f9-49d7-8424-758cb6441367 {{(pid=103159) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 18 13:37:44.016427 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-4dc80c22-0fee-4c46-a46d-57b8c5f402e6 tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] Publish callbacks [] for router, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:37:44.017561 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-4dc80c22-0fee-4c46-a46d-57b8c5f402e6 tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] 10.222.0.31 "DELETE /v2.0/routers/5b7d57de-a3f9-49d7-8424-758cb6441367 HTTP/1.1" status: 204 len: 168 time: 0.8851593 Dec 18 13:37:44.020215 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 57406) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:37:44.095101 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-694c89d9-6360-46a9-a7f3-df7b2b7485de tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2023137'] for network, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:37:44.185561 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-694c89d9-6360-46a9-a7f3-df7b2b7485de tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1927292', 'neutron.services.segments.db._delete_segments_for_network-8767106887837'] for network, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:37:44.207978 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.services.segments.db [None req-694c89d9-6360-46a9-a7f3-df7b2b7485de tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2cf7640-2bbc-4817-bb7c-0be01fb90209']}} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:37:44.219266 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.services.segments.db [None req-694c89d9-6360-46a9-a7f3-df7b2b7485de tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '353b4e3d-9a80-4a6b-9a88-c0d731533a72') {'for_net_delete': True} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:37:44.219644 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.services.segments.db [None req-694c89d9-6360-46a9-a7f3-df7b2b7485de tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '353b4e3d-9a80-4a6b-9a88-c0d731533a72') {} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:37:44.229513 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-694c89d9-6360-46a9-a7f3-df7b2b7485de tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767106888614', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5589569'] for segment, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:37:44.249351 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-694c89d9-6360-46a9-a7f3-df7b2b7485de tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:37:44.255649 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-694c89d9-6360-46a9-a7f3-df7b2b7485de tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] Releasing vlan 149 on physical network physnet1 to pool {{(pid=103159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 18 13:37:44.256065 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-694c89d9-6360-46a9-a7f3-df7b2b7485de tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5660009'] for segment, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:37:44.259101 dv-neutron-744815-20-hyperv neutron-server[103159]: Traceback (most recent call last): Dec 18 13:37:44.259101 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 18 13:37:44.259101 dv-neutron-744815-20-hyperv neutron-server[103159]: timer() Dec 18 13:37:44.259101 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 18 13:37:44.259101 dv-neutron-744815-20-hyperv neutron-server[103159]: cb(*args, **kw) Dec 18 13:37:44.259101 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 18 13:37:44.259101 dv-neutron-744815-20-hyperv neutron-server[103159]: return func(*args, **kwargs) Dec 18 13:37:44.259101 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 18 13:37:44.259101 dv-neutron-744815-20-hyperv neutron-server[103159]: self._notify() Dec 18 13:37:44.259101 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 18 13:37:44.259101 dv-neutron-744815-20-hyperv neutron-server[103159]: self.callback(batched_events) Dec 18 13:37:44.259101 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 18 13:37:44.259101 dv-neutron-744815-20-hyperv neutron-server[103159]: event.method(event) Dec 18 13:37:44.259101 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 18 13:37:44.259101 dv-neutron-744815-20-hyperv neutron-server[103159]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 18 13:37:44.259101 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 18 13:37:44.259101 dv-neutron-744815-20-hyperv neutron-server[103159]: aggregate_uuid = self.p_client.list_aggregates( Dec 18 13:37:44.259101 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 18 13:37:44.259101 dv-neutron-744815-20-hyperv neutron-server[103159]: return f(self, *a, **k) Dec 18 13:37:44.259101 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 18 13:37:44.259101 dv-neutron-744815-20-hyperv neutron-server[103159]: return self._get(url).json() Dec 18 13:37:44.259101 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 18 13:37:44.259101 dv-neutron-744815-20-hyperv neutron-server[103159]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 18 13:37:44.259101 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 18 13:37:44.259101 dv-neutron-744815-20-hyperv neutron-server[103159]: return self.request(url, 'GET', **kwargs) Dec 18 13:37:44.259101 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 18 13:37:44.259101 dv-neutron-744815-20-hyperv neutron-server[103159]: base_url = self.get_endpoint(auth, allow=allow, Dec 18 13:37:44.259101 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 18 13:37:44.259101 dv-neutron-744815-20-hyperv neutron-server[103159]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 18 13:37:44.259101 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 18 13:37:44.259101 dv-neutron-744815-20-hyperv neutron-server[103159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 18 13:37:44.259101 dv-neutron-744815-20-hyperv neutron-server[103159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 18 13:37:44.323587 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-694c89d9-6360-46a9-a7f3-df7b2b7485de tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1927267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586962'] for network, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:37:44.331792 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-694c89d9-6360-46a9-a7f3-df7b2b7485de tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] Publish callbacks [] for network, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:37:44.334242 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-694c89d9-6360-46a9-a7f3-df7b2b7485de tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] 10.222.0.31 "DELETE /v2.0/networks/d2cf7640-2bbc-4817-bb7c-0be01fb90209 HTTP/1.1" status: 204 len: 168 time: 0.3130922 Dec 18 13:37:44.337328 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 57408) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:37:44.345351 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694c89d9-6360-46a9-a7f3-df7b2b7485de tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] Pushing event deleted for resources: {'Network': ['ID=d2cf7640-2bbc-4817-bb7c-0be01fb90209,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:37:44.400312 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-d4e5843b-ee50-4f71-9bf8-c10311225fad tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] Publish callbacks [] for security_group, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:37:44.428218 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-d4e5843b-ee50-4f71-9bf8-c10311225fad tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:37:44.490137 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-d4e5843b-ee50-4f71-9bf8-c10311225fad tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:37:44.492821 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-d4e5843b-ee50-4f71-9bf8-c10311225fad tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] Publish callbacks [] for security_group, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:37:44.494085 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-d4e5843b-ee50-4f71-9bf8-c10311225fad tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] 10.222.0.31 "DELETE /v2.0/security-groups/02314e91-289c-4456-a2e2-bb82033978b0 HTTP/1.1" status: 204 len: 168 time: 0.1557112 Dec 18 13:37:44.503134 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e5843b-ee50-4f71-9bf8-c10311225fad tempest-TestNetworkAdvancedServerOps-1768177099 tempest-TestNetworkAdvancedServerOps-1768177099-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=02314e91-289c-4456-a2e2-bb82033978b0,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:37:44.759521 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device ca275669-2bad-41ac-922c-3626a0d52417 no longer exists at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 18 13:37:44.780134 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-2294866d-0076-4933-952c-685307032598 None None] No Port match for: ca275669-2bad-41ac-922c-3626a0d52417 {{(pid=103161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 18 13:37:44.780483 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device ca275669-2bad-41ac-922c-3626a0d52417 not bound to the agent host dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 18 13:37:44.780910 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 9255b567-52e2-4be6-8571-988aaf64125a no longer exists at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 18 13:37:44.792334 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 57416) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:37:44.804794 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-2294866d-0076-4933-952c-685307032598 None None] No Port match for: 9255b567-52e2-4be6-8571-988aaf64125a {{(pid=103161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 18 13:37:44.805135 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 9255b567-52e2-4be6-8571-988aaf64125a not bound to the agent host dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 18 13:37:44.805558 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device d53a1de0-6201-4cde-a87c-7079aa28170b no longer exists at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 18 13:37:44.824774 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-2294866d-0076-4933-952c-685307032598 None None] No Port match for: d53a1de0-6201-4cde-a87c-7079aa28170b {{(pid=103161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 18 13:37:44.825098 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device d53a1de0-6201-4cde-a87c-7079aa28170b not bound to the agent host dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 18 13:37:44.922216 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-04ad1446-f071-4a49-a6d4-8a89bec3ab3f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9968d07fac6041598b7007b53f44dbd0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1286886 Dec 18 13:37:44.924977 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 57420) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:37:44.973587 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-dd301bad-52f8-49fa-9ad7-8cce85da6baf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:37:44.995485 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-dd301bad-52f8-49fa-9ad7-8cce85da6baf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:37:45.040813 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-dd301bad-52f8-49fa-9ad7-8cce85da6baf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:37:45.043374 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-dd301bad-52f8-49fa-9ad7-8cce85da6baf admin admin] Publish callbacks [] for security_group, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:37:45.044531 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-dd301bad-52f8-49fa-9ad7-8cce85da6baf admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/115b6ee7-c018-4d89-b254-4b9ab293d390 HTTP/1.1" status: 204 len: 168 time: 0.1186595 Dec 18 13:37:45.052120 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd301bad-52f8-49fa-9ad7-8cce85da6baf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=115b6ee7-c018-4d89-b254-4b9ab293d390,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:37:45.317225 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 57426) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:37:45.334635 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-a955cb2d-72db-4618-9105-91ed1b78c6df admin admin] Publish callbacks [] for security_group, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:37:45.407658 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-a955cb2d-72db-4618-9105-91ed1b78c6df admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:37:45.413566 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-a955cb2d-72db-4618-9105-91ed1b78c6df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:37:45.450865 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a955cb2d-72db-4618-9105-91ed1b78c6df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d284037a-de9b-48c1-b8c1-20f4a3c5943b,revision_number=1']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:37:45.455221 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-a955cb2d-72db-4618-9105-91ed1b78c6df admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8861919db75f47078b28835733cdc31f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1369846 Dec 18 13:37:45.459172 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 57428) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:37:45.507512 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-a733a56a-4419-4158-bd41-736f8fc9e733 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:37:45.528071 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-a733a56a-4419-4158-bd41-736f8fc9e733 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:37:45.590289 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-a733a56a-4419-4158-bd41-736f8fc9e733 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:37:45.592501 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-a733a56a-4419-4158-bd41-736f8fc9e733 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:37:45.593693 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-a733a56a-4419-4158-bd41-736f8fc9e733 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d284037a-de9b-48c1-b8c1-20f4a3c5943b HTTP/1.1" status: 204 len: 168 time: 0.1335444 Dec 18 13:37:45.601386 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a733a56a-4419-4158-bd41-736f8fc9e733 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d284037a-de9b-48c1-b8c1-20f4a3c5943b,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:37:48.320422 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-41a23104-42e7-4684-b04b-359e553da2ec req-ae8b787c-b6d8-4718-a99b-396a7a69514f service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=47d08dcc-46f4-4d94-9918-5c00178e69e1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0445223 Dec 18 13:37:48.414874 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a23104-42e7-4684-b04b-359e553da2ec req-05f30b74-5b0f-40c8-aa7b-68d8a0b10e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:37:48.416431 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-41a23104-42e7-4684-b04b-359e553da2ec req-05f30b74-5b0f-40c8-aa7b-68d8a0b10e43 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6e88b8a5aed24360a829007d7fd9d0fd&device_id=47d08dcc-46f4-4d94-9918-5c00178e69e1 HTTP/1.1" status: 200 len: 1099 time: 0.0485361 Dec 18 13:37:48.531624 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a23104-42e7-4684-b04b-359e553da2ec req-71df7a64-5867-4191-b1c8-dbf109499a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:37:48.533100 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-41a23104-42e7-4684-b04b-359e553da2ec req-71df7a64-5867-4191-b1c8-dbf109499a67 service neutron] 10.222.0.43 "GET /v2.0/networks?id=c0208448-4e02-4095-94d9-bd50122ab571 HTTP/1.1" status: 200 len: 897 time: 0.0894444 Dec 18 13:37:48.579044 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-41a23104-42e7-4684-b04b-359e553da2ec req-451b97ec-ec18-420d-acd5-c5c69587b027 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=df35b897-1b93-488b-a829-c22e48a1ff41 HTTP/1.1" status: 200 len: 217 time: 0.0378098 Dec 18 13:37:48.629530 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a23104-42e7-4684-b04b-359e553da2ec req-ea9ac8ca-4caf-4aa0-aa7a-1a6712bca168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:37:48.631025 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-41a23104-42e7-4684-b04b-359e553da2ec req-ea9ac8ca-4caf-4aa0-aa7a-1a6712bca168 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e1a277ae-c0bf-4e3f-a7bb-1d00c0eff8fb HTTP/1.1" status: 200 len: 835 time: 0.0449867 Dec 18 13:37:48.677851 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a23104-42e7-4684-b04b-359e553da2ec req-ea213271-4885-4b09-b151-42d57149da27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:37:48.679367 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-41a23104-42e7-4684-b04b-359e553da2ec req-ea213271-4885-4b09-b151-42d57149da27 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c0208448-4e02-4095-94d9-bd50122ab571&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0402107 Dec 18 13:37:48.776789 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-41a23104-42e7-4684-b04b-359e553da2ec req-e83c6138-56e6-4cce-b199-4e00a8abbd47 service neutron] 10.222.0.43 "GET /v2.0/networks/c0208448-4e02-4095-94d9-bd50122ab571?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890484 Dec 18 13:37:48.870014 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-41a23104-42e7-4684-b04b-359e553da2ec req-06f41d10-752b-44a3-972b-1f1fe8e7ce98 service neutron] 10.222.0.43 "GET /v2.0/networks/c0208448-4e02-4095-94d9-bd50122ab571?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838947 Dec 18 13:37:54.882570 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0beba91f-0dd7-40e8-a4e1-68822a748076 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:37:57.145208 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-9c1228fc-2c7e-4b3c-b1c3-96ab9a36e19e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:37:58.417785 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-afa9ae9b-bdbb-4010-bcf6-3a46ce66cf71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:37:59.932234 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7b7a3272-2b45-4d32-9670-25eb1afd1184 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:38:00.845774 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:38:06.693272 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:38:09.252797 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.agents_db [None req-e3dda592-589a-4b4d-b028-ba9a260f4f50 None None] Agent healthcheck: found 6 active agents {{(pid=103162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 18 13:38:24.889318 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-1d0318f1-74f5-4bb7-bc87-d8cbed845078 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:38:27.153043 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-1e775efa-f7ab-4430-912c-d0861b57845d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:38:28.417304 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-afa9ae9b-bdbb-4010-bcf6-3a46ce66cf71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:38:29.539744 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a875ee15-35d4-4e57-a855-9254f71793b0 req-119d56e6-78ad-4f71-969b-1005d2f5fae8 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:38:29.542162 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-a875ee15-35d4-4e57-a855-9254f71793b0 req-119d56e6-78ad-4f71-969b-1005d2f5fae8 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/ports?device_id=a731bb69-c63a-4853-9bd7-5db077f0154a HTTP/1.1" status: 200 len: 945 time: 0.0571997 Dec 18 13:38:29.594885 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-a875ee15-35d4-4e57-a855-9254f71793b0 req-8b055fd3-2c56-4613-803f-4f4b5e9366a0 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/security-groups?id=05884301-7ccb-436e-9fbe-cce9f2c6d841&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468378 Dec 18 13:38:29.935695 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7b7a3272-2b45-4d32-9670-25eb1afd1184 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:38:30.718052 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56eef49f-5f0f-4107-9d3d-b7e88d712758 req-1efc8a29-db7e-4496-ad0a-85a9a5b38958 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:38:30.719599 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-56eef49f-5f0f-4107-9d3d-b7e88d712758 req-1efc8a29-db7e-4496-ad0a-85a9a5b38958 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/ports?device_id=a731bb69-c63a-4853-9bd7-5db077f0154a HTTP/1.1" status: 200 len: 945 time: 0.0548100 Dec 18 13:38:30.776944 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-56eef49f-5f0f-4107-9d3d-b7e88d712758 req-1e35286b-d146-4e15-9fd1-17f3b3ec30e4 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/security-groups?id=05884301-7ccb-436e-9fbe-cce9f2c6d841&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504537 Dec 18 13:38:30.841990 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:38:31.112469 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b6b305-dc3d-47c3-bece-ae2fe3dd24b3 req-8396ff5f-d8f8-46b3-bf04-14527baa55d0 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:38:31.114700 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-b5b6b305-dc3d-47c3-bece-ae2fe3dd24b3 req-8396ff5f-d8f8-46b3-bf04-14527baa55d0 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.43 "GET /v2.0/ports?device_id=a731bb69-c63a-4853-9bd7-5db077f0154a HTTP/1.1" status: 200 len: 945 time: 0.0783191 Dec 18 13:38:31.214805 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [req-b5b6b305-dc3d-47c3-bece-ae2fe3dd24b3 req-23805528-55d6-4884-8b26-dfa1fd6a39a1 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Deleting port 5708c6fc-c34e-4b81-b1c1-5af1ac978354 {{(pid=103159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:38:31.215134 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-b5b6b305-dc3d-47c3-bece-ae2fe3dd24b3 req-23805528-55d6-4884-8b26-dfa1fd6a39a1 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:38:31.305748 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.db [req-b5b6b305-dc3d-47c3-bece-ae2fe3dd24b3 req-23805528-55d6-4884-8b26-dfa1fd6a39a1 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] For port 5708c6fc-c34e-4b81-b1c1-5af1ac978354, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=5708c6fc-c34e-4b81-b1c1-5af1ac978354,segment=NetworkSegment(e3475a2d-1440-471c-b4ab-b3e7f49bda6d),segment_id=e3475a2d-1440-471c-b4ab-b3e7f49bda6d)] {{(pid=103159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:38:31.306063 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-b5b6b305-dc3d-47c3-bece-ae2fe3dd24b3 req-23805528-55d6-4884-8b26-dfa1fd6a39a1 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:38:31.524995 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-b5b6b305-dc3d-47c3-bece-ae2fe3dd24b3 req-23805528-55d6-4884-8b26-dfa1fd6a39a1 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:38:31.525313 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-b5b6b305-dc3d-47c3-bece-ae2fe3dd24b3 req-23805528-55d6-4884-8b26-dfa1fd6a39a1 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-587004'] for floatingip, after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:38:31.525641 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.db.l3_db [req-b5b6b305-dc3d-47c3-bece-ae2fe3dd24b3 req-23805528-55d6-4884-8b26-dfa1fd6a39a1 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Floating IP c1aa8c05-9965-4119-983c-40da2df834c3 disassociated. External IP: 172.26.3.95, port: 5708c6fc-c34e-4b81-b1c1-5af1ac978354. Dec 18 13:38:31.525980 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [req-b5b6b305-dc3d-47c3-bece-ae2fe3dd24b3 req-23805528-55d6-4884-8b26-dfa1fd6a39a1 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Calling delete_port for 5708c6fc-c34e-4b81-b1c1-5af1ac978354 owned by compute:nova {{(pid=103159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:38:31.663329 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-b5b6b305-dc3d-47c3-bece-ae2fe3dd24b3 req-23805528-55d6-4884-8b26-dfa1fd6a39a1 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:38:31.691490 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23805528-55d6-4884-8b26-dfa1fd6a39a1 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Pushing event deleted for resources: {'Port': ['ID=5708c6fc-c34e-4b81-b1c1-5af1ac978354,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:38:31.807202 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b5b6b305-dc3d-47c3-bece-ae2fe3dd24b3 req-23805528-55d6-4884-8b26-dfa1fd6a39a1 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Router 11bbeac6-1dc3-4dfb-a186-5a66d7fbe6bb has already been hosted by L3 agent c9c0cd52-5bd2-4704-9429-d80f1c5ad23c {{(pid=103159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 18 13:38:31.886257 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-ecea3ae1-593a-4869-9d0c-1caa0b3ae88a req-09877edf-4855-4e39-85c3-ac6ad45f7b92 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/ports?device_id=a731bb69-c63a-4853-9bd7-5db077f0154a HTTP/1.1" status: 200 len: 210 time: 0.0344386 Dec 18 13:38:31.939981 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b5b6b305-dc3d-47c3-bece-ae2fe3dd24b3 req-23805528-55d6-4884-8b26-dfa1fd6a39a1 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Notify agent at l3_agent.dv-neutron-744815-20-hyperv the message routers_updated {{(pid=103159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 13:38:31.951060 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9b992f3-8103-4a37-b44f-a7b2ea7955e6 None None] Sync routers for ids ['11bbeac6-1dc3-4dfb-a186-5a66d7fbe6bb'] in dv-neutron-744815-20-hyperv {{(pid=103161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 13:38:31.964226 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9b992f3-8103-4a37-b44f-a7b2ea7955e6 None None] Routers {'11bbeac6-1dc3-4dfb-a186-5a66d7fbe6bb'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:38:31.964886 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-d9b992f3-8103-4a37-b44f-a7b2ea7955e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:38:27Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['11bbeac6-1dc3-4dfb-a186-5a66d7fbe6bb'], 'active': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:38:31.981573 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5b6b305-dc3d-47c3-bece-ae2fe3dd24b3 req-23805528-55d6-4884-8b26-dfa1fd6a39a1 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] No DVR routers for this DVR port 5708c6fc-c34e-4b81-b1c1-5af1ac978354 on host hv-neutron-7448 {{(pid=103159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 18 13:38:31.984215 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-b5b6b305-dc3d-47c3-bece-ae2fe3dd24b3 req-23805528-55d6-4884-8b26-dfa1fd6a39a1 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:38:31.987477 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-b5b6b305-dc3d-47c3-bece-ae2fe3dd24b3 req-23805528-55d6-4884-8b26-dfa1fd6a39a1 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.43 "DELETE /v2.0/ports/5708c6fc-c34e-4b81-b1c1-5af1ac978354 HTTP/1.1" status: 204 len: 173 time: 0.8661685 Dec 18 13:38:31.987909 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a731bb69-c63a-4853-9bd7-5db077f0154a', 'name': 'network-vif-deleted', 'tag': '5708c6fc-c34e-4b81-b1c1-5af1ac978354'}] {{(pid=103159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 18 13:38:31.990154 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca844cf115d59c1fab86abc202fb4c13735de0d7e4cbbbb25eec9406e9c87431" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a037d71f-7a75-412f-8bc0-b8f5984a09dc" -d '{"events": [{"server_uuid": "a731bb69-c63a-4853-9bd7-5db077f0154a", "name": "network-vif-deleted", "tag": "5708c6fc-c34e-4b81-b1c1-5af1ac978354"}]}' {{(pid=103159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 18 13:38:32.030501 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 13:38:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53850972-c1be-498a-9028-07a60d3283fc x-openstack-request-id: req-53850972-c1be-498a-9028-07a60d3283fc {{(pid=103159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 18 13:38:32.030771 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a731bb69-c63a-4853-9bd7-5db077f0154a", "name": "network-vif-deleted", "tag": "5708c6fc-c34e-4b81-b1c1-5af1ac978354", "status": "completed", "code": 200}]} {{(pid=103159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 18 13:38:32.031024 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-53850972-c1be-498a-9028-07a60d3283fc {{(pid=103159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 18 13:38:32.032197 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a731bb69-c63a-4853-9bd7-5db077f0154a', 'name': 'network-vif-deleted', 'tag': '5708c6fc-c34e-4b81-b1c1-5af1ac978354', 'status': 'completed', 'code': 200} Dec 18 13:38:32.088480 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvr_db [None req-d9b992f3-8103-4a37-b44f-a7b2ea7955e6 None None] Set router 11bbeac6-1dc3-4dfb-a186-5a66d7fbe6bb gateway port host: dv-neutron-744815-20-hyperv {{(pid=103161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 13:38:32.293591 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-d9b992f3-8103-4a37-b44f-a7b2ea7955e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11bbeac6-1dc3-4dfb-a186-5a66d7fbe6bb', 'name': 'tempest-TestNetworkBasicOps-router-1817136361', 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.226'}], 'enable_snat': True}, 'gw_port_id': 'b6da818a-857b-4ea1-829c-5b80e6a2e94a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:35:20Z', 'updated_at': '2021-12-18T13:35:24Z', 'revision_number': 4, 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'gw_port': {'id': 'b6da818a-857b-4ea1-829c-5b80e6a2e94a', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:5e:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11bbeac6-1dc3-4dfb-a186-5a66d7fbe6bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:35:21Z', 'updated_at': '2021-12-18T13:35:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv', '_interfaces': [{'id': 'ef81f709-71df-4621-9ffe-d576e3c65c4c', 'name': '', 'network_id': 'c0208448-4e02-4095-94d9-bd50122ab571', 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'mac_address': 'fa:16:3e:9c:bc:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11bbeac6-1dc3-4dfb-a186-5a66d7fbe6bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': 'e1a277ae-c0bf-4e3f-a7bb-1d00c0eff8fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:35:23Z', 'updated_at': '2021-12-18T13:35:26Z', 'revision_number': 5, 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'subnets': [{'id': 'e1a277ae-c0bf-4e3f-a7bb-1d00c0eff8fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:38:32.322121 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9b992f3-8103-4a37-b44f-a7b2ea7955e6 None None] Checking router: 11bbeac6-1dc3-4dfb-a186-5a66d7fbe6bb for host: dv-neutron-744815-20-hyperv {{(pid=103161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 18 13:38:32.333980 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9b992f3-8103-4a37-b44f-a7b2ea7955e6 None None] Routers {'11bbeac6-1dc3-4dfb-a186-5a66d7fbe6bb'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:38:32.334828 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-d9b992f3-8103-4a37-b44f-a7b2ea7955e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:38:27Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['11bbeac6-1dc3-4dfb-a186-5a66d7fbe6bb'], 'active': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:38:32.454374 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvr_db [None req-d9b992f3-8103-4a37-b44f-a7b2ea7955e6 None None] Set router 11bbeac6-1dc3-4dfb-a186-5a66d7fbe6bb gateway port host: dv-neutron-744815-20-hyperv {{(pid=103161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 13:38:32.663050 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-d9b992f3-8103-4a37-b44f-a7b2ea7955e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11bbeac6-1dc3-4dfb-a186-5a66d7fbe6bb', 'name': 'tempest-TestNetworkBasicOps-router-1817136361', 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.226'}], 'enable_snat': True}, 'gw_port_id': 'b6da818a-857b-4ea1-829c-5b80e6a2e94a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:35:20Z', 'updated_at': '2021-12-18T13:35:24Z', 'revision_number': 4, 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'gw_port': {'id': 'b6da818a-857b-4ea1-829c-5b80e6a2e94a', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:5e:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11bbeac6-1dc3-4dfb-a186-5a66d7fbe6bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:35:21Z', 'updated_at': '2021-12-18T13:35:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv', '_interfaces': [{'id': 'ef81f709-71df-4621-9ffe-d576e3c65c4c', 'name': '', 'network_id': 'c0208448-4e02-4095-94d9-bd50122ab571', 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'mac_address': 'fa:16:3e:9c:bc:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11bbeac6-1dc3-4dfb-a186-5a66d7fbe6bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': 'e1a277ae-c0bf-4e3f-a7bb-1d00c0eff8fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:35:23Z', 'updated_at': '2021-12-18T13:35:26Z', 'revision_number': 5, 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'subnets': [{'id': 'e1a277ae-c0bf-4e3f-a7bb-1d00c0eff8fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:38:32.689983 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9b992f3-8103-4a37-b44f-a7b2ea7955e6 None None] The sync data for ids ['11bbeac6-1dc3-4dfb-a186-5a66d7fbe6bb'] in dv-neutron-744815-20-hyperv is: [{'id': '11bbeac6-1dc3-4dfb-a186-5a66d7fbe6bb', 'name': 'tempest-TestNetworkBasicOps-router-1817136361', 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.226'}], 'enable_snat': True}, 'gw_port_id': 'b6da818a-857b-4ea1-829c-5b80e6a2e94a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:35:20Z', 'updated_at': '2021-12-18T13:35:24Z', 'revision_number': 4, 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'gw_port': {'id': 'b6da818a-857b-4ea1-829c-5b80e6a2e94a', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:5e:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11bbeac6-1dc3-4dfb-a186-5a66d7fbe6bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:35:21Z', 'updated_at': '2021-12-18T13:35:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv', '_interfaces': [{'id': 'ef81f709-71df-4621-9ffe-d576e3c65c4c', 'name': '', 'network_id': 'c0208448-4e02-4095-94d9-bd50122ab571', 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'mac_address': 'fa:16:3e:9c:bc:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11bbeac6-1dc3-4dfb-a186-5a66d7fbe6bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': 'e1a277ae-c0bf-4e3f-a7bb-1d00c0eff8fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:35:23Z', 'updated_at': '2021-12-18T13:35:26Z', 'revision_number': 5, 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'subnets': [{'id': 'e1a277ae-c0bf-4e3f-a7bb-1d00c0eff8fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 13:38:32.923019 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83ab0e29-b49e-4e1e-9bb8-68ff75454857 None None] New status for floating IP c1aa8c05-9965-4119-983c-40da2df834c3: DOWN {{(pid=103162) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 18 13:38:32.943047 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 57468) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:38:32.999882 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-3ced6c82-5a99-4bec-a99a-0032b0dc15a8 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for security_group, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:38:33.025268 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-3ced6c82-5a99-4bec-a99a-0032b0dc15a8 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:38:33.095369 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-3ced6c82-5a99-4bec-a99a-0032b0dc15a8 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:38:33.098058 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-3ced6c82-5a99-4bec-a99a-0032b0dc15a8 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for security_group, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:38:33.099266 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-3ced6c82-5a99-4bec-a99a-0032b0dc15a8 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "DELETE /v2.0/security-groups/05884301-7ccb-436e-9fbe-cce9f2c6d841 HTTP/1.1" status: 204 len: 168 time: 0.1550910 Dec 18 13:38:33.110696 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ced6c82-5a99-4bec-a99a-0032b0dc15a8 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=05884301-7ccb-436e-9fbe-cce9f2c6d841,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:38:33.118260 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ced6c82-5a99-4bec-a99a-0032b0dc15a8 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:38:33.118621 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ced6c82-5a99-4bec-a99a-0032b0dc15a8 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:38:33.118974 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ced6c82-5a99-4bec-a99a-0032b0dc15a8 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:38:33.119352 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ced6c82-5a99-4bec-a99a-0032b0dc15a8 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:38:33.119686 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ced6c82-5a99-4bec-a99a-0032b0dc15a8 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:38:33.120029 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ced6c82-5a99-4bec-a99a-0032b0dc15a8 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:38:33.120354 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ced6c82-5a99-4bec-a99a-0032b0dc15a8 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:38:33.120702 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ced6c82-5a99-4bec-a99a-0032b0dc15a8 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:38:33.121008 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ced6c82-5a99-4bec-a99a-0032b0dc15a8 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:38:33.121339 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ced6c82-5a99-4bec-a99a-0032b0dc15a8 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:38:33.121712 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ced6c82-5a99-4bec-a99a-0032b0dc15a8 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:38:33.122042 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ced6c82-5a99-4bec-a99a-0032b0dc15a8 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:38:33.122369 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ced6c82-5a99-4bec-a99a-0032b0dc15a8 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:38:33.131072 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 57472) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:38:33.257979 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-293dc5c3-a9b4-43c6-b4cd-682919892299 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Deleting port 2f6d666d-d710-46d3-b831-23dbb4ae2358 {{(pid=103160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:38:33.258509 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-293dc5c3-a9b4-43c6-b4cd-682919892299 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:38:33.337098 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-293dc5c3-a9b4-43c6-b4cd-682919892299 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:38:33.337378 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-293dc5c3-a9b4-43c6-b4cd-682919892299 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:38:33.348957 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-293dc5c3-a9b4-43c6-b4cd-682919892299 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Calling delete_port for 2f6d666d-d710-46d3-b831-23dbb4ae2358 owned by network:floatingip {{(pid=103160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:38:33.490706 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-293dc5c3-a9b4-43c6-b4cd-682919892299 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4533522'] for port, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:38:33.519590 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293dc5c3-a9b4-43c6-b4cd-682919892299 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Pushing event deleted for resources: {'Port': ['ID=2f6d666d-d710-46d3-b831-23dbb4ae2358,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:38:33.585755 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-293dc5c3-a9b4-43c6-b4cd-682919892299 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for floatingip, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:38:33.588896 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-293dc5c3-a9b4-43c6-b4cd-682919892299 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for floatingip, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:38:33.590039 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-293dc5c3-a9b4-43c6-b4cd-682919892299 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "DELETE /v2.0/floatingips/c1aa8c05-9965-4119-983c-40da2df834c3 HTTP/1.1" status: 204 len: 168 time: 0.4580550 Dec 18 13:38:33.834192 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797ff445-5595-453f-aa9b-f0a08e56edc0 req-991cd60a-d89a-4367-b14e-93c433a57444 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:38:33.835773 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-797ff445-5595-453f-aa9b-f0a08e56edc0 req-991cd60a-d89a-4367-b14e-93c433a57444 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/ports?device_id=47d08dcc-46f4-4d94-9918-5c00178e69e1 HTTP/1.1" status: 200 len: 946 time: 0.0620089 Dec 18 13:38:33.890392 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-797ff445-5595-453f-aa9b-f0a08e56edc0 req-b0d492ee-bca0-4bc8-bcbe-87a7b400a6eb tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a816d24-ea45-4f99-b771-0d2fc6f3bee0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484295 Dec 18 13:38:34.021197 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Device 5708c6fc-c34e-4b81-b1c1-5af1ac978354 no longer exists at agent hyperv_hv-neutron-7448 {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 18 13:38:34.048823 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] No Port match for: 5708c6fc-c34e-4b81-b1c1-5af1ac978354 {{(pid=103161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 18 13:38:34.049162 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Device 5708c6fc-c34e-4b81-b1c1-5af1ac978354 not bound to the agent host hv-neutron-7448 {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 18 13:38:35.029585 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abaacf3-8a92-4d75-87e8-aff8166446cd req-de413b61-91d6-4b31-a2f8-3d3c21f5829d tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:38:35.031564 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-9abaacf3-8a92-4d75-87e8-aff8166446cd req-de413b61-91d6-4b31-a2f8-3d3c21f5829d tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/ports?device_id=47d08dcc-46f4-4d94-9918-5c00178e69e1 HTTP/1.1" status: 200 len: 946 time: 0.0533597 Dec 18 13:38:35.089892 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-9abaacf3-8a92-4d75-87e8-aff8166446cd req-340c99c2-3eb9-48a8-8634-4532f8dbba07 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a816d24-ea45-4f99-b771-0d2fc6f3bee0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493512 Dec 18 13:38:35.467421 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85ad699-727c-473e-bfb2-fda4954ac501 req-29708bbc-8065-48cb-bfd4-0a08fde6fe05 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:38:35.469087 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-a85ad699-727c-473e-bfb2-fda4954ac501 req-29708bbc-8065-48cb-bfd4-0a08fde6fe05 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.43 "GET /v2.0/ports?device_id=47d08dcc-46f4-4d94-9918-5c00178e69e1 HTTP/1.1" status: 200 len: 946 time: 0.0583949 Dec 18 13:38:35.588265 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [req-a85ad699-727c-473e-bfb2-fda4954ac501 req-e258f75a-d1e0-42ea-9e15-63871d1efcdb tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Deleting port df35b897-1b93-488b-a829-c22e48a1ff41 {{(pid=103159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:38:35.589001 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-a85ad699-727c-473e-bfb2-fda4954ac501 req-e258f75a-d1e0-42ea-9e15-63871d1efcdb tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:38:35.688357 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.db [req-a85ad699-727c-473e-bfb2-fda4954ac501 req-e258f75a-d1e0-42ea-9e15-63871d1efcdb tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] For port df35b897-1b93-488b-a829-c22e48a1ff41, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=df35b897-1b93-488b-a829-c22e48a1ff41,segment=NetworkSegment(e3475a2d-1440-471c-b4ab-b3e7f49bda6d),segment_id=e3475a2d-1440-471c-b4ab-b3e7f49bda6d)] {{(pid=103159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:38:35.688678 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-a85ad699-727c-473e-bfb2-fda4954ac501 req-e258f75a-d1e0-42ea-9e15-63871d1efcdb tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:38:35.703116 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [req-a85ad699-727c-473e-bfb2-fda4954ac501 req-e258f75a-d1e0-42ea-9e15-63871d1efcdb tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Calling delete_port for df35b897-1b93-488b-a829-c22e48a1ff41 owned by compute:nova {{(pid=103159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:38:35.862513 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-a85ad699-727c-473e-bfb2-fda4954ac501 req-e258f75a-d1e0-42ea-9e15-63871d1efcdb tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:38:35.896832 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e258f75a-d1e0-42ea-9e15-63871d1efcdb tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Pushing event deleted for resources: {'Port': ['ID=df35b897-1b93-488b-a829-c22e48a1ff41,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:38:35.950363 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [req-a85ad699-727c-473e-bfb2-fda4954ac501 req-e258f75a-d1e0-42ea-9e15-63871d1efcdb tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] No DVR routers for this DVR port df35b897-1b93-488b-a829-c22e48a1ff41 on host hv-neutron-7448 {{(pid=103159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 18 13:38:35.953303 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-a85ad699-727c-473e-bfb2-fda4954ac501 req-e258f75a-d1e0-42ea-9e15-63871d1efcdb tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:38:35.957004 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-a85ad699-727c-473e-bfb2-fda4954ac501 req-e258f75a-d1e0-42ea-9e15-63871d1efcdb tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.43 "DELETE /v2.0/ports/df35b897-1b93-488b-a829-c22e48a1ff41 HTTP/1.1" status: 204 len: 173 time: 0.4815688 Dec 18 13:38:35.957459 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47d08dcc-46f4-4d94-9918-5c00178e69e1', 'name': 'network-vif-deleted', 'tag': 'df35b897-1b93-488b-a829-c22e48a1ff41'}] {{(pid=103159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 18 13:38:35.959792 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca844cf115d59c1fab86abc202fb4c13735de0d7e4cbbbb25eec9406e9c87431" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6788149-53e2-4f8d-bd8b-50e21cf75781" -d '{"events": [{"server_uuid": "47d08dcc-46f4-4d94-9918-5c00178e69e1", "name": "network-vif-deleted", "tag": "df35b897-1b93-488b-a829-c22e48a1ff41"}]}' {{(pid=103159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 18 13:38:36.000301 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 13:38:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2046adfd-1a70-460a-81d9-11c7ce8ef816 x-openstack-request-id: req-2046adfd-1a70-460a-81d9-11c7ce8ef816 {{(pid=103159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 18 13:38:36.000640 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47d08dcc-46f4-4d94-9918-5c00178e69e1", "name": "network-vif-deleted", "tag": "df35b897-1b93-488b-a829-c22e48a1ff41", "status": "completed", "code": 200}]} {{(pid=103159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 18 13:38:36.000905 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2046adfd-1a70-460a-81d9-11c7ce8ef816 {{(pid=103159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 18 13:38:36.001696 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47d08dcc-46f4-4d94-9918-5c00178e69e1', 'name': 'network-vif-deleted', 'tag': 'df35b897-1b93-488b-a829-c22e48a1ff41', 'status': 'completed', 'code': 200} Dec 18 13:38:36.215247 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-e484757e-d250-4663-8f81-65e00b3d9412 req-742838a5-42cb-43e3-9be5-7c8af193dee0 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/ports?device_id=47d08dcc-46f4-4d94-9918-5c00178e69e1 HTTP/1.1" status: 200 len: 210 time: 0.0308363 Dec 18 13:38:36.694229 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:38:37.276483 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 57486) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:38:37.342126 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-4d385053-77da-48b2-a7e4-03716b34c79b tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for security_group, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:38:37.367372 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-4d385053-77da-48b2-a7e4-03716b34c79b tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:38:37.435618 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-4d385053-77da-48b2-a7e4-03716b34c79b tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:38:37.438292 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-4d385053-77da-48b2-a7e4-03716b34c79b tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for security_group, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:38:37.439509 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-4d385053-77da-48b2-a7e4-03716b34c79b tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "DELETE /v2.0/security-groups/4a816d24-ea45-4f99-b771-0d2fc6f3bee0 HTTP/1.1" status: 204 len: 168 time: 0.1619201 Dec 18 13:38:37.450286 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d385053-77da-48b2-a7e4-03716b34c79b tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a816d24-ea45-4f99-b771-0d2fc6f3bee0,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:38:37.474687 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 57490) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:38:37.845958 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-8ec58d41-9de1-4fb4-8454-b23ae60666f5 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-586101'] for router_interface, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:38:38.118903 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-8ec58d41-9de1-4fb4-8454-b23ae60666f5 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Deleting port ef81f709-71df-4621-9ffe-d576e3c65c4c {{(pid=103160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:38:38.119378 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-8ec58d41-9de1-4fb4-8454-b23ae60666f5 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:38:38.208088 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.db [None req-8ec58d41-9de1-4fb4-8454-b23ae60666f5 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] For port ef81f709-71df-4621-9ffe-d576e3c65c4c, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=ef81f709-71df-4621-9ffe-d576e3c65c4c,segment=NetworkSegment(e3475a2d-1440-471c-b4ab-b3e7f49bda6d),segment_id=e3475a2d-1440-471c-b4ab-b3e7f49bda6d)] {{(pid=103160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:38:38.208415 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-8ec58d41-9de1-4fb4-8454-b23ae60666f5 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:38:38.222054 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-8ec58d41-9de1-4fb4-8454-b23ae60666f5 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Calling delete_port for ef81f709-71df-4621-9ffe-d576e3c65c4c owned by network:router_interface {{(pid=103160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:38:38.416246 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-8ec58d41-9de1-4fb4-8454-b23ae60666f5 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4533522'] for port, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:38:38.444708 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec58d41-9de1-4fb4-8454-b23ae60666f5 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Pushing event deleted for resources: {'Port': ['ID=ef81f709-71df-4621-9ffe-d576e3c65c4c,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:38:38.626288 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-8ec58d41-9de1-4fb4-8454-b23ae60666f5 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1048020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-576035'] for router_interface, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:38:39.166579 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ec58d41-9de1-4fb4-8454-b23ae60666f5 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Router 11bbeac6-1dc3-4dfb-a186-5a66d7fbe6bb has already been hosted by L3 agent c9c0cd52-5bd2-4704-9429-d80f1c5ad23c {{(pid=103160) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 18 13:38:39.282893 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ec58d41-9de1-4fb4-8454-b23ae60666f5 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Notify agent at l3_agent.dv-neutron-744815-20-hyperv the message routers_updated {{(pid=103160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 13:38:39.288346 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-8ec58d41-9de1-4fb4-8454-b23ae60666f5 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "PUT /v2.0/routers/11bbeac6-1dc3-4dfb-a186-5a66d7fbe6bb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8123028 Dec 18 13:38:39.291625 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 57492) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:38:39.293862 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d305a135-6569-45e5-9eb3-9ddfecea2d78 None None] Sync routers for ids ['11bbeac6-1dc3-4dfb-a186-5a66d7fbe6bb'] in dv-neutron-744815-20-hyperv {{(pid=103161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 13:38:39.304154 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d305a135-6569-45e5-9eb3-9ddfecea2d78 None None] Routers {'11bbeac6-1dc3-4dfb-a186-5a66d7fbe6bb'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:38:39.304760 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-d305a135-6569-45e5-9eb3-9ddfecea2d78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:38:27Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['11bbeac6-1dc3-4dfb-a186-5a66d7fbe6bb'], 'active': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:38:39.341743 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.db_base_plugin_v2 [None req-53a8eb80-2b4f-4bc3-a39a-528b3e5d7a9b tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Deleting subnet e1a277ae-c0bf-4e3f-a7bb-1d00c0eff8fb {{(pid=103160) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 18 13:38:39.345024 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-53a8eb80-2b4f-4bc3-a39a-528b3e5d7a9b tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for subnet, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:38:39.384602 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-53a8eb80-2b4f-4bc3-a39a-528b3e5d7a9b tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4533385'] for subnet, precommit_delete_associations {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:38:39.410539 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvr_db [None req-d305a135-6569-45e5-9eb3-9ddfecea2d78 None None] Set router 11bbeac6-1dc3-4dfb-a186-5a66d7fbe6bb gateway port host: dv-neutron-744815-20-hyperv {{(pid=103161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 13:38:39.470812 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-53a8eb80-2b4f-4bc3-a39a-528b3e5d7a9b tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1929185'] for subnet, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:38:39.529121 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-53a8eb80-2b4f-4bc3-a39a-528b3e5d7a9b tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1929192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4533475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4514371'] for subnet, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:38:39.560998 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a8eb80-2b4f-4bc3-a39a-528b3e5d7a9b tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Pushing event deleted for resources: {'Subnet': ['ID=e1a277ae-c0bf-4e3f-a7bb-1d00c0eff8fb,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:38:39.562968 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-53a8eb80-2b4f-4bc3-a39a-528b3e5d7a9b tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for subnet, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:38:39.567624 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-53a8eb80-2b4f-4bc3-a39a-528b3e5d7a9b tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "DELETE /v2.0/subnets/e1a277ae-c0bf-4e3f-a7bb-1d00c0eff8fb HTTP/1.1" status: 204 len: 168 time: 0.2750413 Dec 18 13:38:39.569220 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 57494) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:38:39.573519 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bc1b2fd-4827-4dc6-bff8-fa9c32cd35b5 None None] Network c0208448-4e02-4095-94d9-bd50122ab571 requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:38:39.660371 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-d305a135-6569-45e5-9eb3-9ddfecea2d78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11bbeac6-1dc3-4dfb-a186-5a66d7fbe6bb', 'name': 'tempest-TestNetworkBasicOps-router-1817136361', 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.226'}], 'enable_snat': True}, 'gw_port_id': 'b6da818a-857b-4ea1-829c-5b80e6a2e94a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:35:20Z', 'updated_at': '2021-12-18T13:38:38Z', 'revision_number': 5, 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'gw_port': {'id': 'b6da818a-857b-4ea1-829c-5b80e6a2e94a', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:5e:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11bbeac6-1dc3-4dfb-a186-5a66d7fbe6bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:35:21Z', 'updated_at': '2021-12-18T13:35:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv'}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:38:39.694711 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d305a135-6569-45e5-9eb3-9ddfecea2d78 None None] Checking router: 11bbeac6-1dc3-4dfb-a186-5a66d7fbe6bb for host: dv-neutron-744815-20-hyperv {{(pid=103161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 18 13:38:39.709504 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d305a135-6569-45e5-9eb3-9ddfecea2d78 None None] Routers {'11bbeac6-1dc3-4dfb-a186-5a66d7fbe6bb'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:38:39.710157 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-d305a135-6569-45e5-9eb3-9ddfecea2d78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:38:27Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['11bbeac6-1dc3-4dfb-a186-5a66d7fbe6bb'], 'active': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:38:39.792068 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee0beb42-98e8-4df8-b511-d115e0d91f3f None None] DHCP port deletion for c0208448-4e02-4095-94d9-bd50122ab571 request from dv-neutron-744815-20-hyperv {{(pid=103161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 18 13:38:40.009160 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvr_db [None req-d305a135-6569-45e5-9eb3-9ddfecea2d78 None None] Set router 11bbeac6-1dc3-4dfb-a186-5a66d7fbe6bb gateway port host: dv-neutron-744815-20-hyperv {{(pid=103161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 13:38:40.022150 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-0ebc639d-d741-4a89-80ea-da61845fadca tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for router, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:38:40.035642 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Device df35b897-1b93-488b-a829-c22e48a1ff41 no longer exists at agent hyperv_hv-neutron-7448 {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 18 13:38:40.088137 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] No Port match for: df35b897-1b93-488b-a829-c22e48a1ff41 {{(pid=103161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 18 13:38:40.088481 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Device df35b897-1b93-488b-a829-c22e48a1ff41 not bound to the agent host hv-neutron-7448 {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 18 13:38:40.126247 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-0ebc639d-d741-4a89-80ea-da61845fadca tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:38:40.142543 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-ee0beb42-98e8-4df8-b511-d115e0d91f3f None None] Deleting port 900af00e-5370-4e41-b658-2707852afd1d {{(pid=103161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:38:40.142913 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ee0beb42-98e8-4df8-b511-d115e0d91f3f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:38:40.179194 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-0ebc639d-d741-4a89-80ea-da61845fadca tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Deleting port b6da818a-857b-4ea1-829c-5b80e6a2e94a {{(pid=103159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:38:40.179551 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-0ebc639d-d741-4a89-80ea-da61845fadca tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:38:40.226129 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-ee0beb42-98e8-4df8-b511-d115e0d91f3f None None] For port 900af00e-5370-4e41-b658-2707852afd1d, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=900af00e-5370-4e41-b658-2707852afd1d,segment=NetworkSegment(e3475a2d-1440-471c-b4ab-b3e7f49bda6d),segment_id=e3475a2d-1440-471c-b4ab-b3e7f49bda6d)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:38:40.226525 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ee0beb42-98e8-4df8-b511-d115e0d91f3f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:38:40.256929 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-ee0beb42-98e8-4df8-b511-d115e0d91f3f None None] Calling delete_port for 900af00e-5370-4e41-b658-2707852afd1d owned by network:dhcp {{(pid=103161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:38:40.259817 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.db [None req-0ebc639d-d741-4a89-80ea-da61845fadca tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] For port b6da818a-857b-4ea1-829c-5b80e6a2e94a, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=b6da818a-857b-4ea1-829c-5b80e6a2e94a,segment=NetworkSegment(3f66d49c-4faa-434c-8c3e-991f4f1d01bd),segment_id=3f66d49c-4faa-434c-8c3e-991f4f1d01bd)] {{(pid=103159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:38:40.260117 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-0ebc639d-d741-4a89-80ea-da61845fadca tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:38:40.277212 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-0ebc639d-d741-4a89-80ea-da61845fadca tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Calling delete_port for b6da818a-857b-4ea1-829c-5b80e6a2e94a owned by network:router_gateway {{(pid=103159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:38:40.339713 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-d305a135-6569-45e5-9eb3-9ddfecea2d78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11bbeac6-1dc3-4dfb-a186-5a66d7fbe6bb', 'name': 'tempest-TestNetworkBasicOps-router-1817136361', 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.226'}], 'enable_snat': True}, 'gw_port_id': 'b6da818a-857b-4ea1-829c-5b80e6a2e94a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:35:20Z', 'updated_at': '2021-12-18T13:38:38Z', 'revision_number': 5, 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'gw_port': {'id': 'b6da818a-857b-4ea1-829c-5b80e6a2e94a', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:5e:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11bbeac6-1dc3-4dfb-a186-5a66d7fbe6bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:35:21Z', 'updated_at': '2021-12-18T13:35:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv'}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:38:40.371894 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d305a135-6569-45e5-9eb3-9ddfecea2d78 None None] The sync data for ids ['11bbeac6-1dc3-4dfb-a186-5a66d7fbe6bb'] in dv-neutron-744815-20-hyperv is: [{'id': '11bbeac6-1dc3-4dfb-a186-5a66d7fbe6bb', 'name': 'tempest-TestNetworkBasicOps-router-1817136361', 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.226'}], 'enable_snat': True}, 'gw_port_id': 'b6da818a-857b-4ea1-829c-5b80e6a2e94a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:35:20Z', 'updated_at': '2021-12-18T13:38:38Z', 'revision_number': 5, 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'gw_port': {'id': 'b6da818a-857b-4ea1-829c-5b80e6a2e94a', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:5e:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11bbeac6-1dc3-4dfb-a186-5a66d7fbe6bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:35:21Z', 'updated_at': '2021-12-18T13:35:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv'}] {{(pid=103161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 13:38:40.385198 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ee0beb42-98e8-4df8-b511-d115e0d91f3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984'] for port, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:38:40.413316 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0beb42-98e8-4df8-b511-d115e0d91f3f None None] Pushing event deleted for resources: {'Port': ['ID=900af00e-5370-4e41-b658-2707852afd1d,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:38:40.417358 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee0beb42-98e8-4df8-b511-d115e0d91f3f None None] No DVR routers for this DVR port 900af00e-5370-4e41-b658-2707852afd1d on host dv-neutron-744815-20-hyperv {{(pid=103161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 18 13:38:40.452489 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-0ebc639d-d741-4a89-80ea-da61845fadca tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:38:40.481222 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebc639d-d741-4a89-80ea-da61845fadca tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Pushing event deleted for resources: {'Port': ['ID=b6da818a-857b-4ea1-829c-5b80e6a2e94a,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:38:40.494568 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebc639d-d741-4a89-80ea-da61845fadca tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:38:40.494980 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebc639d-d741-4a89-80ea-da61845fadca tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:38:40.495464 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebc639d-d741-4a89-80ea-da61845fadca tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:38:40.495885 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebc639d-d741-4a89-80ea-da61845fadca tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:38:40.496300 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebc639d-d741-4a89-80ea-da61845fadca tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:38:40.496440 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8417e20-742e-4d30-945a-721feb4c67ea None None] DHCP port deletion for decb4a40-7941-48c8-afbb-daaafd502e83 request from dv-neutron-744815-20-hyperv {{(pid=103161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 18 13:38:40.496761 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebc639d-d741-4a89-80ea-da61845fadca tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:38:40.497134 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebc639d-d741-4a89-80ea-da61845fadca tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:38:40.497469 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebc639d-d741-4a89-80ea-da61845fadca tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:38:40.497804 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebc639d-d741-4a89-80ea-da61845fadca tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:38:40.498111 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebc639d-d741-4a89-80ea-da61845fadca tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:38:40.498446 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebc639d-d741-4a89-80ea-da61845fadca tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:38:40.498775 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebc639d-d741-4a89-80ea-da61845fadca tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:38:40.499108 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebc639d-d741-4a89-80ea-da61845fadca tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:38:40.554765 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-0ebc639d-d741-4a89-80ea-da61845fadca tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-586554'] for router_gateway, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:38:40.648437 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-0ebc639d-d741-4a89-80ea-da61845fadca tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-589815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28643'] for router, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:38:40.650967 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-0ebc639d-d741-4a89-80ea-da61845fadca tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:38:40.699137 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-0ebc639d-d741-4a89-80ea-da61845fadca tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-589710'] for router, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:38:40.699752 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ebc639d-d741-4a89-80ea-da61845fadca tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Fanout notify agent at l3_agent the message router_deleted on router 11bbeac6-1dc3-4dfb-a186-5a66d7fbe6bb {{(pid=103159) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 18 13:38:40.706953 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-0ebc639d-d741-4a89-80ea-da61845fadca tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for router, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:38:40.708080 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-0ebc639d-d741-4a89-80ea-da61845fadca tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "DELETE /v2.0/routers/11bbeac6-1dc3-4dfb-a186-5a66d7fbe6bb HTTP/1.1" status: 204 len: 168 time: 1.1373501 Dec 18 13:38:40.711469 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 57496) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:38:40.795240 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-ecd8d34c-efdd-41d0-9ea7-2af30028b95d tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2023137'] for network, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:38:40.851419 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device ef81f709-71df-4621-9ffe-d576e3c65c4c no longer exists at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 18 13:38:40.875889 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-2294866d-0076-4933-952c-685307032598 None None] No Port match for: ef81f709-71df-4621-9ffe-d576e3c65c4c {{(pid=103161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 18 13:38:40.876316 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device ef81f709-71df-4621-9ffe-d576e3c65c4c not bound to the agent host dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 18 13:38:40.876803 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 900af00e-5370-4e41-b658-2707852afd1d no longer exists at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 18 13:38:40.895648 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-ecd8d34c-efdd-41d0-9ea7-2af30028b95d tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1927292', 'neutron.services.segments.db._delete_segments_for_network-8767106887837'] for network, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:38:40.900784 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-2294866d-0076-4933-952c-685307032598 None None] No Port match for: 900af00e-5370-4e41-b658-2707852afd1d {{(pid=103161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 18 13:38:40.901205 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 900af00e-5370-4e41-b658-2707852afd1d not bound to the agent host dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 18 13:38:40.919037 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.services.segments.db [None req-ecd8d34c-efdd-41d0-9ea7-2af30028b95d tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0208448-4e02-4095-94d9-bd50122ab571']}} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:38:40.928308 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.services.segments.db [None req-ecd8d34c-efdd-41d0-9ea7-2af30028b95d tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3475a2d-1440-471c-b4ab-b3e7f49bda6d') {'for_net_delete': True} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:38:40.928601 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.services.segments.db [None req-ecd8d34c-efdd-41d0-9ea7-2af30028b95d tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3475a2d-1440-471c-b4ab-b3e7f49bda6d') {} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:38:40.937900 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-ecd8d34c-efdd-41d0-9ea7-2af30028b95d tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767106888614', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5589569'] for segment, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:38:40.953361 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-ecd8d34c-efdd-41d0-9ea7-2af30028b95d tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:38:40.961055 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecd8d34c-efdd-41d0-9ea7-2af30028b95d tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Releasing vlan 137 on physical network physnet1 to pool {{(pid=103159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 18 13:38:40.961623 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-ecd8d34c-efdd-41d0-9ea7-2af30028b95d tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5660009'] for segment, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:38:40.964762 dv-neutron-744815-20-hyperv neutron-server[103159]: Traceback (most recent call last): Dec 18 13:38:40.964762 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 18 13:38:40.964762 dv-neutron-744815-20-hyperv neutron-server[103159]: timer() Dec 18 13:38:40.964762 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 18 13:38:40.964762 dv-neutron-744815-20-hyperv neutron-server[103159]: cb(*args, **kw) Dec 18 13:38:40.964762 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 18 13:38:40.964762 dv-neutron-744815-20-hyperv neutron-server[103159]: return func(*args, **kwargs) Dec 18 13:38:40.964762 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 18 13:38:40.964762 dv-neutron-744815-20-hyperv neutron-server[103159]: self._notify() Dec 18 13:38:40.964762 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 18 13:38:40.964762 dv-neutron-744815-20-hyperv neutron-server[103159]: self.callback(batched_events) Dec 18 13:38:40.964762 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 18 13:38:40.964762 dv-neutron-744815-20-hyperv neutron-server[103159]: event.method(event) Dec 18 13:38:40.964762 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 18 13:38:40.964762 dv-neutron-744815-20-hyperv neutron-server[103159]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 18 13:38:40.964762 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 18 13:38:40.964762 dv-neutron-744815-20-hyperv neutron-server[103159]: aggregate_uuid = self.p_client.list_aggregates( Dec 18 13:38:40.964762 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 18 13:38:40.964762 dv-neutron-744815-20-hyperv neutron-server[103159]: return f(self, *a, **k) Dec 18 13:38:40.964762 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 18 13:38:40.964762 dv-neutron-744815-20-hyperv neutron-server[103159]: return self._get(url).json() Dec 18 13:38:40.964762 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 18 13:38:40.964762 dv-neutron-744815-20-hyperv neutron-server[103159]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 18 13:38:40.964762 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 18 13:38:40.964762 dv-neutron-744815-20-hyperv neutron-server[103159]: return self.request(url, 'GET', **kwargs) Dec 18 13:38:40.964762 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 18 13:38:40.964762 dv-neutron-744815-20-hyperv neutron-server[103159]: base_url = self.get_endpoint(auth, allow=allow, Dec 18 13:38:40.964762 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 18 13:38:40.964762 dv-neutron-744815-20-hyperv neutron-server[103159]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 18 13:38:40.964762 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 18 13:38:40.964762 dv-neutron-744815-20-hyperv neutron-server[103159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 18 13:38:40.964762 dv-neutron-744815-20-hyperv neutron-server[103159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 18 13:38:41.028918 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-ecd8d34c-efdd-41d0-9ea7-2af30028b95d tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1927267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586962'] for network, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:38:41.037313 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-ecd8d34c-efdd-41d0-9ea7-2af30028b95d tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for network, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:38:41.040032 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-ecd8d34c-efdd-41d0-9ea7-2af30028b95d tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "DELETE /v2.0/networks/c0208448-4e02-4095-94d9-bd50122ab571 HTTP/1.1" status: 204 len: 168 time: 0.3275483 Dec 18 13:38:41.054170 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd8d34c-efdd-41d0-9ea7-2af30028b95d tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Pushing event deleted for resources: {'Network': ['ID=c0208448-4e02-4095-94d9-bd50122ab571,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:38:41.062170 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 57498) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:38:41.067464 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-58adf9da-0a4d-42dc-a3c1-54964fc94895 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Request body: {'network': {'name': 'tempest-network-smoke--1251721571', 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'port_security_enabled': True}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:38:41.091023 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58adf9da-0a4d-42dc-a3c1-54964fc94895 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Made reservation on behalf of 6e88b8a5aed24360a829007d7fd9d0fd for: {'network': 1} {{(pid=103160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:38:41.094559 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-58adf9da-0a4d-42dc-a3c1-54964fc94895 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for network, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:38:41.117410 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58adf9da-0a4d-42dc-a3c1-54964fc94895 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 114} {{(pid=103160) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 18 13:38:41.126597 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-58adf9da-0a4d-42dc-a3c1-54964fc94895 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:38:41.126956 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.db.segments_db [None req-58adf9da-0a4d-42dc-a3c1-54964fc94895 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Added segment edf6842f-ce73-42ea-8c0c-bdd6d86825b2 of type vlan for network 572030ee-295d-483f-9793-a43e6f1497d5 Dec 18 13:38:41.165351 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-58adf9da-0a4d-42dc-a3c1-54964fc94895 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767106405744'] for network, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:38:41.191576 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-58adf9da-0a4d-42dc-a3c1-54964fc94895 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981'] for network, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:38:41.197214 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58adf9da-0a4d-42dc-a3c1-54964fc94895 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:38:41.197796 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-58adf9da-0a4d-42dc-a3c1-54964fc94895 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for network, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:38:41.232380 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-58adf9da-0a4d-42dc-a3c1-54964fc94895 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1690836 Dec 18 13:38:41.235409 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 57500) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:38:41.240050 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-1e0dd8ac-efe3-4cc6-8b00-fe4f2fc34d82 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-655769741', 'admin_state_up': True, 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83'}}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:38:41.268584 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-1e0dd8ac-efe3-4cc6-8b00-fe4f2fc34d82 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28433'] for router, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:38:41.269770 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-1e0dd8ac-efe3-4cc6-8b00-fe4f2fc34d82 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-589769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28440'] for router, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:38:41.269928 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58adf9da-0a4d-42dc-a3c1-54964fc94895 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Pushing event updated for resources: {'Network': ['ID=572030ee-295d-483f-9793-a43e6f1497d5,revision_number=1']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:38:41.280727 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Network 572030ee-295d-483f-9793-a43e6f1497d5 details requested by agent ovs-agent-dv-neutron-744815-20-hyperv with host dv-neutron-744815-20-hyperv {{(pid=103161) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 18 13:38:41.328194 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-1e0dd8ac-efe3-4cc6-8b00-fe4f2fc34d82 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:38:41.479931 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-1e0dd8ac-efe3-4cc6-8b00-fe4f2fc34d82 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:38:41.683666 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-1e0dd8ac-efe3-4cc6-8b00-fe4f2fc34d82 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for router_gateway, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:38:41.702141 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-1e0dd8ac-efe3-4cc6-8b00-fe4f2fc34d82 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:38:41.815907 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.db_base_plugin_common [None req-1e0dd8ac-efe3-4cc6-8b00-fe4f2fc34d82 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Allocated IP 172.26.3.82 (decb4a40-7941-48c8-afbb-daaafd502e83/70deed80-3ca1-4f9e-96cb-563b43d3acba/cb63ba8a-7370-405e-86c6-d7ae9bf4fcbe) {{(pid=103159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:38:41.917484 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-1e0dd8ac-efe3-4cc6-8b00-fe4f2fc34d82 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for port, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:38:41.961818 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-1e0dd8ac-efe3-4cc6-8b00-fe4f2fc34d82 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:38:42.000716 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e0dd8ac-efe3-4cc6-8b00-fe4f2fc34d82 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Network decb4a40-7941-48c8-afbb-daaafd502e83 is already hosted by enough agents. {{(pid=103159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:38:42.003648 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.base_scheduler [None req-1e0dd8ac-efe3-4cc6-8b00-fe4f2fc34d82 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Resources bound (agent type, host, resource id): {{(pid=103159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:38:42.007964 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e0dd8ac-efe3-4cc6-8b00-fe4f2fc34d82 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Received port after_create {{(pid=103159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:38:42.017645 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38f46363-362a-42a9-b7d1-388ad49dff5e None None] DHCP port deletion for decb4a40-7941-48c8-afbb-daaafd502e83 request from dv-neutron-744815-20-hyperv {{(pid=103161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 18 13:38:42.031448 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0dd8ac-efe3-4cc6-8b00-fe4f2fc34d82 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Pushing event updated for resources: {'Port': ['ID=cb63ba8a-7370-405e-86c6-d7ae9bf4fcbe,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:38:42.091456 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-782916b2-4740-4e13-8745-f7d45fa5f11e None None] Provisioning complete for port cb63ba8a-7370-405e-86c6-d7ae9bf4fcbe triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:38:42.091837 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-782916b2-4740-4e13-8745-f7d45fa5f11e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:38:42.128909 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-782916b2-4740-4e13-8745-f7d45fa5f11e None None] Port cb63ba8a-7370-405e-86c6-d7ae9bf4fcbe cannot update to ACTIVE because it is not bound. {{(pid=103161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 13:38:42.277572 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-1e0dd8ac-efe3-4cc6-8b00-fe4f2fc34d82 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for router_gateway, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:38:42.483581 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-1e0dd8ac-efe3-4cc6-8b00-fe4f2fc34d82 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-589760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-586526'] for router, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:38:42.618215 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e0dd8ac-efe3-4cc6-8b00-fe4f2fc34d82 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Router 7168794b-1e6b-42fb-891b-8f8a94971b8b is scheduled to L3 agent c9c0cd52-5bd2-4704-9429-d80f1c5ad23c with binding_index 1 {{(pid=103159) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 18 13:38:42.730488 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e0dd8ac-efe3-4cc6-8b00-fe4f2fc34d82 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Notify agent at l3_agent.dv-neutron-744815-20-hyperv the message routers_updated {{(pid=103159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 13:38:42.742170 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b6c1ed-ecc8-45ef-9b7e-74a21a13c3d9 None None] Sync routers for ids ['7168794b-1e6b-42fb-891b-8f8a94971b8b'] in dv-neutron-744815-20-hyperv {{(pid=103162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 13:38:42.751984 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b6c1ed-ecc8-45ef-9b7e-74a21a13c3d9 None None] Routers {'7168794b-1e6b-42fb-891b-8f8a94971b8b'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:38:42.752704 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-c6b6c1ed-ecc8-45ef-9b7e-74a21a13c3d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:38:27Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['7168794b-1e6b-42fb-891b-8f8a94971b8b'], 'active': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:38:42.754827 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-1e0dd8ac-efe3-4cc6-8b00-fe4f2fc34d82 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for router, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:38:42.757300 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device b6da818a-857b-4ea1-829c-5b80e6a2e94a no longer exists at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 18 13:38:42.761837 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-1e0dd8ac-efe3-4cc6-8b00-fe4f2fc34d82 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 1.5218818 Dec 18 13:38:42.762220 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 57502) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:38:42.780965 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-2294866d-0076-4933-952c-685307032598 None None] No Port match for: b6da818a-857b-4ea1-829c-5b80e6a2e94a {{(pid=103161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 18 13:38:42.781304 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device b6da818a-857b-4ea1-829c-5b80e6a2e94a not bound to the agent host dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 18 13:38:42.792524 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-f35b0d13-e9df-4d2c-936f-f4486e80a37e tempest-TestNetworkBasicOps-845399116 tempest-TestNetworkBasicOps-845399116-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=6e88b8a5aed24360a829007d7fd9d0fd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0290537 Dec 18 13:38:42.795496 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 57504) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:38:42.867731 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvr_db [None req-c6b6c1ed-ecc8-45ef-9b7e-74a21a13c3d9 None None] Set router 7168794b-1e6b-42fb-891b-8f8a94971b8b gateway port host: dv-neutron-744815-20-hyperv {{(pid=103162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 13:38:42.886408 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d12d4a7-9abb-4f92-8263-cc7c7e5b5819 tempest-TestNetworkBasicOps-845399116 tempest-TestNetworkBasicOps-845399116-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:38:42.890557 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-0d12d4a7-9abb-4f92-8263-cc7c7e5b5819 tempest-TestNetworkBasicOps-845399116 tempest-TestNetworkBasicOps-845399116-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0911965 Dec 18 13:38:42.890771 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 57506) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:38:42.925270 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-45bec0fa-8bb8-4a95-829a-3a9d933b52c0 tempest-TestNetworkBasicOps-845399116 tempest-TestNetworkBasicOps-845399116-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=decb4a40-7941-48c8-afbb-daaafd502e83&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0333538 Dec 18 13:38:42.929499 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 57508) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:38:42.935590 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-d557b445-b4b6-43fc-89a2-d9b106bc7f07 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-112362720', 'network_id': '572030ee-295d-483f-9793-a43e6f1497d5', 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:38:43.031968 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d557b445-b4b6-43fc-89a2-d9b106bc7f07 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Made reservation on behalf of 6e88b8a5aed24360a829007d7fd9d0fd for: {'subnet': 1} {{(pid=103159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:38:43.035563 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-d557b445-b4b6-43fc-89a2-d9b106bc7f07 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6017072'] for subnet, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:38:43.065774 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-c6b6c1ed-ecc8-45ef-9b7e-74a21a13c3d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7168794b-1e6b-42fb-891b-8f8a94971b8b', 'name': 'tempest-TestNetworkBasicOps-router-655769741', 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.82'}], 'enable_snat': True}, 'gw_port_id': 'cb63ba8a-7370-405e-86c6-d7ae9bf4fcbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:38:41Z', 'updated_at': '2021-12-18T13:38:42Z', 'revision_number': 3, 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'gw_port': {'id': 'cb63ba8a-7370-405e-86c6-d7ae9bf4fcbe', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:1f:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7168794b-1e6b-42fb-891b-8f8a94971b8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:38:41Z', 'updated_at': '2021-12-18T13:38:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv'}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:38:43.093232 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b6c1ed-ecc8-45ef-9b7e-74a21a13c3d9 None None] Checking router: 7168794b-1e6b-42fb-891b-8f8a94971b8b for host: dv-neutron-744815-20-hyperv {{(pid=103162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 18 13:38:43.093606 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b6c1ed-ecc8-45ef-9b7e-74a21a13c3d9 None None] Updating router 7168794b-1e6b-42fb-891b-8f8a94971b8b port cb63ba8a-7370-405e-86c6-d7ae9bf4fcbe binding host dv-neutron-744815-20-hyperv {{(pid=103162) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 18 13:38:43.120301 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c6b6c1ed-ecc8-45ef-9b7e-74a21a13c3d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:38:43.225748 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-d557b445-b4b6-43fc-89a2-d9b106bc7f07 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5659786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6017062'] for subnet, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:38:43.286101 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d557b445-b4b6-43fc-89a2-d9b106bc7f07 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Pushing event updated for resources: {'Subnet': ['ID=514c5652-3158-4d72-bef3-62c19ddb1bbc,revision_number=0']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:38:43.297496 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d557b445-b4b6-43fc-89a2-d9b106bc7f07 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Checking segment: {'id': 'edf6842f-ce73-42ea-8c0c-bdd6d86825b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '572030ee-295d-483f-9793-a43e6f1497d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 13:38:43.297957 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d557b445-b4b6-43fc-89a2-d9b106bc7f07 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Network hostable DHCP agents. Network: 572030ee-295d-483f-9793-a43e6f1497d5, hostable agents: ['aa77effa-0e3a-4bbd-a383-4d58ed3328d0'], hosted agents: [] {{(pid=103159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 18 13:38:43.320947 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d557b445-b4b6-43fc-89a2-d9b106bc7f07 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Network 572030ee-295d-483f-9793-a43e6f1497d5 is scheduled to be hosted by DHCP agent aa77effa-0e3a-4bbd-a383-4d58ed3328d0 with binding_index 1 {{(pid=103159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 18 13:38:43.334224 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.base_scheduler [None req-d557b445-b4b6-43fc-89a2-d9b106bc7f07 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-744815-20-hyperv, 572030ee-295d-483f-9793-a43e6f1497d5) {{(pid=103159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:38:43.340358 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d557b445-b4b6-43fc-89a2-d9b106bc7f07 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:38:43.340979 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-d557b445-b4b6-43fc-89a2-d9b106bc7f07 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for subnet, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:38:43.345381 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a421dcca-dcca-45e1-ac66-29d95b9ad798 None None] Network 572030ee-295d-483f-9793-a43e6f1497d5 requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:38:43.364412 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 57510) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:38:43.373348 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-d557b445-b4b6-43fc-89a2-d9b106bc7f07 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4422340 Dec 18 13:38:43.384239 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c6b6c1ed-ecc8-45ef-9b7e-74a21a13c3d9 None None] Publish callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:38:43.392013 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c6b6c1ed-ecc8-45ef-9b7e-74a21a13c3d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:38:43.423640 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eca33bea-78a9-4767-86d4-eb2491877522 None None] DHCP port deletion for decb4a40-7941-48c8-afbb-daaafd502e83 request from dv-neutron-744815-20-hyperv {{(pid=103161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 18 13:38:43.434153 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [None req-c6b6c1ed-ecc8-45ef-9b7e-74a21a13c3d9 None None] Attempting to bind port cb63ba8a-7370-405e-86c6-d7ae9bf4fcbe on host dv-neutron-744815-20-hyperv for vnic_type normal with profile {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 13:38:43.434852 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [None req-c6b6c1ed-ecc8-45ef-9b7e-74a21a13c3d9 None None] Attempting to bind port cb63ba8a-7370-405e-86c6-d7ae9bf4fcbe by drivers openvswitch,hyperv on host dv-neutron-744815-20-hyperv at level 0 using segments [{'id': '3f66d49c-4faa-434c-8c3e-991f4f1d01bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83'}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 13:38:43.436161 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b6c1ed-ecc8-45ef-9b7e-74a21a13c3d9 None None] Attempting to bind port cb63ba8a-7370-405e-86c6-d7ae9bf4fcbe on network decb4a40-7941-48c8-afbb-daaafd502e83 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 13:38:43.460005 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b6c1ed-ecc8-45ef-9b7e-74a21a13c3d9 None None] Checking agent: {'id': '428fa9fa-43db-4db9-9f96-f60ffe931f2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-20-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 13, 19, 1), 'started_at': datetime.datetime(2021, 12, 18, 13, 19, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 13, 38, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-20-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 18 13:38:43.460368 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b6c1ed-ecc8-45ef-9b7e-74a21a13c3d9 None None] Checking segment: {'id': '3f66d49c-4faa-434c-8c3e-991f4f1d01bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 13:38:43.460761 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c6b6c1ed-ecc8-45ef-9b7e-74a21a13c3d9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:38:43.461416 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b6c1ed-ecc8-45ef-9b7e-74a21a13c3d9 None None] Bound using segment: {'id': '3f66d49c-4faa-434c-8c3e-991f4f1d01bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83'} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 18 13:38:43.461905 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [None req-c6b6c1ed-ecc8-45ef-9b7e-74a21a13c3d9 None None] Bound port: cb63ba8a-7370-405e-86c6-d7ae9bf4fcbe, host: dv-neutron-744815-20-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f66d49c-4faa-434c-8c3e-991f4f1d01bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83'}}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 18 13:38:43.462272 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c6b6c1ed-ecc8-45ef-9b7e-74a21a13c3d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:38:43.489643 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2945ad1-5b3b-4131-b8b6-272dd48ffbac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp31e170a0-46a1-5ba9-9dc1-7ee4f866f0d7-572030ee-295d-483f-9793-a43e6f1497d5', 'network_id': '572030ee-295d-483f-9793-a43e6f1497d5', 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'fixed_ips': [{'subnet_id': '514c5652-3158-4d72-bef3-62c19ddb1bbc'}]}} from dv-neutron-744815-20-hyperv. {{(pid=103161) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 18 13:38:43.490615 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e2945ad1-5b3b-4131-b8b6-272dd48ffbac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:38:43.500797 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-5d03ce43-2217-420d-ae2e-2e9d3e254527 None None] Provisioning complete for port cb63ba8a-7370-405e-86c6-d7ae9bf4fcbe triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:38:43.501244 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-5d03ce43-2217-420d-ae2e-2e9d3e254527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:38:43.522661 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35636c4-bb42-4975-89e0-013d88da11de None None] Pushing event updated for resources: {'Port': ['ID=cb63ba8a-7370-405e-86c6-d7ae9bf4fcbe,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:38:43.543208 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-c6b6c1ed-ecc8-45ef-9b7e-74a21a13c3d9 None None] For port cb63ba8a-7370-405e-86c6-d7ae9bf4fcbe, host dv-neutron-744815-20-hyperv, cleared binding levels {{(pid=103162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 18 13:38:43.546608 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-c6b6c1ed-ecc8-45ef-9b7e-74a21a13c3d9 None None] For port cb63ba8a-7370-405e-86c6-d7ae9bf4fcbe, host dv-neutron-744815-20-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=cb63ba8a-7370-405e-86c6-d7ae9bf4fcbe,segment=NetworkSegment(3f66d49c-4faa-434c-8c3e-991f4f1d01bd),segment_id=3f66d49c-4faa-434c-8c3e-991f4f1d01bd)] {{(pid=103162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 18 13:38:43.547431 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-5d03ce43-2217-420d-ae2e-2e9d3e254527 None None] Port cb63ba8a-7370-405e-86c6-d7ae9bf4fcbe cannot update to ACTIVE because it is not bound. {{(pid=103161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 13:38:43.549376 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35636c4-bb42-4975-89e0-013d88da11de None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:38:43.549840 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35636c4-bb42-4975-89e0-013d88da11de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:38:43.550453 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35636c4-bb42-4975-89e0-013d88da11de None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:38:43.550817 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35636c4-bb42-4975-89e0-013d88da11de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:38:43.551267 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35636c4-bb42-4975-89e0-013d88da11de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:38:43.551695 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35636c4-bb42-4975-89e0-013d88da11de None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:38:43.552026 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35636c4-bb42-4975-89e0-013d88da11de None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:38:43.552428 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35636c4-bb42-4975-89e0-013d88da11de None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:38:43.552759 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35636c4-bb42-4975-89e0-013d88da11de None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:38:43.553134 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35636c4-bb42-4975-89e0-013d88da11de None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:38:43.553497 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35636c4-bb42-4975-89e0-013d88da11de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:38:43.553946 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35636c4-bb42-4975-89e0-013d88da11de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:38:43.554326 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35636c4-bb42-4975-89e0-013d88da11de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:38:43.560517 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c6b6c1ed-ecc8-45ef-9b7e-74a21a13c3d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:38:43.606394 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b6c1ed-ecc8-45ef-9b7e-74a21a13c3d9 None None] Routers {'7168794b-1e6b-42fb-891b-8f8a94971b8b'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:38:43.607211 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-c6b6c1ed-ecc8-45ef-9b7e-74a21a13c3d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:38:27Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['7168794b-1e6b-42fb-891b-8f8a94971b8b'], 'active': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:38:43.631555 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21f49bda-393d-4b2d-a5f4-cd6ecffa3c78 None None] DHCP port deletion for decb4a40-7941-48c8-afbb-daaafd502e83 request from dv-neutron-744815-20-hyperv {{(pid=103161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 18 13:38:43.676922 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35636c4-bb42-4975-89e0-013d88da11de None None] Pushing event updated for resources: {'Port': ['ID=cb63ba8a-7370-405e-86c6-d7ae9bf4fcbe,revision_number=3']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:38:43.721305 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_common [None req-e2945ad1-5b3b-4131-b8b6-272dd48ffbac None None] Allocated IP 172.20.0.2 (572030ee-295d-483f-9793-a43e6f1497d5/514c5652-3158-4d72-bef3-62c19ddb1bbc/cf09250b-fe62-4c63-bd28-c433b6829a37) {{(pid=103161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:38:43.747620 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvr_db [None req-c6b6c1ed-ecc8-45ef-9b7e-74a21a13c3d9 None None] Set router 7168794b-1e6b-42fb-891b-8f8a94971b8b gateway port host: dv-neutron-744815-20-hyperv {{(pid=103162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 13:38:43.800798 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-5bdbeb1f-7881-45f5-9bf3-6009e0fc0f1c None None] Provisioning complete for port cb63ba8a-7370-405e-86c6-d7ae9bf4fcbe triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:38:43.801165 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-5bdbeb1f-7881-45f5-9bf3-6009e0fc0f1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:38:43.860215 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-11494b1b-34c3-4017-bf1a-715dffc770fb tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:38:43.934232 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-c6b6c1ed-ecc8-45ef-9b7e-74a21a13c3d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7168794b-1e6b-42fb-891b-8f8a94971b8b', 'name': 'tempest-TestNetworkBasicOps-router-655769741', 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.82'}], 'enable_snat': True}, 'gw_port_id': 'cb63ba8a-7370-405e-86c6-d7ae9bf4fcbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:38:41Z', 'updated_at': '2021-12-18T13:38:42Z', 'revision_number': 3, 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'gw_port': {'id': 'cb63ba8a-7370-405e-86c6-d7ae9bf4fcbe', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:1f:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7168794b-1e6b-42fb-891b-8f8a94971b8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:38:41Z', 'updated_at': '2021-12-18T13:38:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv'}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:38:43.938321 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e2945ad1-5b3b-4131-b8b6-272dd48ffbac None None] Publish callbacks [] for port, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:38:43.944504 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-5bdbeb1f-7881-45f5-9bf3-6009e0fc0f1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:38:43.951688 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e2945ad1-5b3b-4131-b8b6-272dd48ffbac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975'] for port, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:38:43.963754 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b6c1ed-ecc8-45ef-9b7e-74a21a13c3d9 None None] The sync data for ids ['7168794b-1e6b-42fb-891b-8f8a94971b8b'] in dv-neutron-744815-20-hyperv is: [{'id': '7168794b-1e6b-42fb-891b-8f8a94971b8b', 'name': 'tempest-TestNetworkBasicOps-router-655769741', 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.82'}], 'enable_snat': True}, 'gw_port_id': 'cb63ba8a-7370-405e-86c6-d7ae9bf4fcbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:38:41Z', 'updated_at': '2021-12-18T13:38:42Z', 'revision_number': 3, 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'gw_port': {'id': 'cb63ba8a-7370-405e-86c6-d7ae9bf4fcbe', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:1f:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7168794b-1e6b-42fb-891b-8f8a94971b8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:38:41Z', 'updated_at': '2021-12-18T13:38:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv'}] {{(pid=103162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 13:38:44.002074 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-5bdbeb1f-7881-45f5-9bf3-6009e0fc0f1c None None] For port cb63ba8a-7370-405e-86c6-d7ae9bf4fcbe, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=cb63ba8a-7370-405e-86c6-d7ae9bf4fcbe,segment=NetworkSegment(3f66d49c-4faa-434c-8c3e-991f4f1d01bd),segment_id=3f66d49c-4faa-434c-8c3e-991f4f1d01bd)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:38:44.011377 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2945ad1-5b3b-4131-b8b6-272dd48ffbac None None] Network 572030ee-295d-483f-9793-a43e6f1497d5 is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:38:44.012187 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-5bdbeb1f-7881-45f5-9bf3-6009e0fc0f1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:38:44.017246 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-e2945ad1-5b3b-4131-b8b6-272dd48ffbac None None] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:38:44.022386 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2945ad1-5b3b-4131-b8b6-272dd48ffbac None None] Received port after_create {{(pid=103161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:38:44.025960 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2945ad1-5b3b-4131-b8b6-272dd48ffbac None None] Pushing event updated for resources: {'Port': ['ID=cf09250b-fe62-4c63-bd28-c433b6829a37,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:38:44.037635 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2945ad1-5b3b-4131-b8b6-272dd48ffbac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:38:44.038033 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2945ad1-5b3b-4131-b8b6-272dd48ffbac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:38:44.038324 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2945ad1-5b3b-4131-b8b6-272dd48ffbac None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:38:44.038663 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2945ad1-5b3b-4131-b8b6-272dd48ffbac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:38:44.038993 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2945ad1-5b3b-4131-b8b6-272dd48ffbac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:38:44.039649 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2945ad1-5b3b-4131-b8b6-272dd48ffbac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:38:44.039791 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2945ad1-5b3b-4131-b8b6-272dd48ffbac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:38:44.040020 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2945ad1-5b3b-4131-b8b6-272dd48ffbac None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:38:44.040352 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2945ad1-5b3b-4131-b8b6-272dd48ffbac None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:38:44.040678 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2945ad1-5b3b-4131-b8b6-272dd48ffbac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:38:44.040996 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2945ad1-5b3b-4131-b8b6-272dd48ffbac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:38:44.041315 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2945ad1-5b3b-4131-b8b6-272dd48ffbac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:38:44.042525 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2945ad1-5b3b-4131-b8b6-272dd48ffbac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:38:44.122037 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-e2945ad1-5b3b-4131-b8b6-272dd48ffbac None None] Attempting to bind port cf09250b-fe62-4c63-bd28-c433b6829a37 on host dv-neutron-744815-20-hyperv for vnic_type normal with profile {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 13:38:44.122405 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-e2945ad1-5b3b-4131-b8b6-272dd48ffbac None None] Attempting to bind port cf09250b-fe62-4c63-bd28-c433b6829a37 by drivers openvswitch,hyperv on host dv-neutron-744815-20-hyperv at level 0 using segments [{'id': 'edf6842f-ce73-42ea-8c0c-bdd6d86825b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '572030ee-295d-483f-9793-a43e6f1497d5'}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 13:38:44.122801 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2945ad1-5b3b-4131-b8b6-272dd48ffbac None None] Attempting to bind port cf09250b-fe62-4c63-bd28-c433b6829a37 on network 572030ee-295d-483f-9793-a43e6f1497d5 {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 13:38:44.136919 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2945ad1-5b3b-4131-b8b6-272dd48ffbac None None] Checking agent: {'id': '428fa9fa-43db-4db9-9f96-f60ffe931f2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-20-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 13, 19, 1), 'started_at': datetime.datetime(2021, 12, 18, 13, 19, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 13, 38, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-20-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 18 13:38:44.137132 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2945ad1-5b3b-4131-b8b6-272dd48ffbac None None] Checking segment: {'id': 'edf6842f-ce73-42ea-8c0c-bdd6d86825b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '572030ee-295d-483f-9793-a43e6f1497d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 13:38:44.137368 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e2945ad1-5b3b-4131-b8b6-272dd48ffbac None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:38:44.137759 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2945ad1-5b3b-4131-b8b6-272dd48ffbac None None] Bound using segment: {'id': 'edf6842f-ce73-42ea-8c0c-bdd6d86825b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '572030ee-295d-483f-9793-a43e6f1497d5'} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 18 13:38:44.138219 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-e2945ad1-5b3b-4131-b8b6-272dd48ffbac None None] Bound port: cf09250b-fe62-4c63-bd28-c433b6829a37, host: dv-neutron-744815-20-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edf6842f-ce73-42ea-8c0c-bdd6d86825b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '572030ee-295d-483f-9793-a43e6f1497d5'}}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 18 13:38:44.139048 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e2945ad1-5b3b-4131-b8b6-272dd48ffbac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:38:44.141690 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdbeb1f-7881-45f5-9bf3-6009e0fc0f1c None None] Pushing event updated for resources: {'Port': ['ID=cb63ba8a-7370-405e-86c6-d7ae9bf4fcbe,revision_number=4']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:38:44.167759 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.db_base_plugin_common [None req-11494b1b-34c3-4017-bf1a-715dffc770fb tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Allocated IP 172.20.0.1 (572030ee-295d-483f-9793-a43e6f1497d5/514c5652-3158-4d72-bef3-62c19ddb1bbc/444cc32f-f0bd-4524-97d1-6535745b70c3) {{(pid=103160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:38:44.228561 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-e2945ad1-5b3b-4131-b8b6-272dd48ffbac None None] For port cf09250b-fe62-4c63-bd28-c433b6829a37, host dv-neutron-744815-20-hyperv, cleared binding levels {{(pid=103161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 18 13:38:44.234279 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-e2945ad1-5b3b-4131-b8b6-272dd48ffbac None None] For port cf09250b-fe62-4c63-bd28-c433b6829a37, host dv-neutron-744815-20-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=cf09250b-fe62-4c63-bd28-c433b6829a37,segment=NetworkSegment(edf6842f-ce73-42ea-8c0c-bdd6d86825b2),segment_id=edf6842f-ce73-42ea-8c0c-bdd6d86825b2)] {{(pid=103161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 18 13:38:44.238890 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e2945ad1-5b3b-4131-b8b6-272dd48ffbac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:38:44.306091 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2945ad1-5b3b-4131-b8b6-272dd48ffbac None None] Pushing event updated for resources: {'Port': ['ID=cf09250b-fe62-4c63-bd28-c433b6829a37,revision_number=2']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:38:44.339230 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-11494b1b-34c3-4017-bf1a-715dffc770fb tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for port, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:38:44.377482 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-11494b1b-34c3-4017-bf1a-715dffc770fb tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4533522'] for port, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:38:44.422145 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11494b1b-34c3-4017-bf1a-715dffc770fb tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Network 572030ee-295d-483f-9793-a43e6f1497d5 is already hosted by enough agents. {{(pid=103160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:38:44.425490 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.base_scheduler [None req-11494b1b-34c3-4017-bf1a-715dffc770fb tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Resources bound (agent type, host, resource id): {{(pid=103160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:38:44.428219 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11494b1b-34c3-4017-bf1a-715dffc770fb tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Received port after_create {{(pid=103160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:38:44.472980 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11494b1b-34c3-4017-bf1a-715dffc770fb tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Pushing event updated for resources: {'Port': ['ID=444cc32f-f0bd-4524-97d1-6535745b70c3,revision_number=1']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:38:44.506232 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-11494b1b-34c3-4017-bf1a-715dffc770fb tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586257'] for router_interface, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:38:44.666951 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-11494b1b-34c3-4017-bf1a-715dffc770fb tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:38:44.859731 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device cb63ba8a-7370-405e-86c6-d7ae9bf4fcbe up at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 13:38:44.918526 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2294866d-0076-4933-952c-685307032598 None None] Provisioning complete for port cb63ba8a-7370-405e-86c6-d7ae9bf4fcbe triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:38:44.918970 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:38:44.968004 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-11494b1b-34c3-4017-bf1a-715dffc770fb tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for port, precommit_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:38:44.974400 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-11494b1b-34c3-4017-bf1a-715dffc770fb tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4533541'] for port, after_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:38:45.009271 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device cf09250b-fe62-4c63-bd28-c433b6829a37 up at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 13:38:45.045671 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11494b1b-34c3-4017-bf1a-715dffc770fb tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Pushing event updated for resources: {'Port': ['ID=444cc32f-f0bd-4524-97d1-6535745b70c3,revision_number=2']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:38:45.064530 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-11494b1b-34c3-4017-bf1a-715dffc770fb tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1048031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586432'] for router_interface, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:38:45.065748 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2294866d-0076-4933-952c-685307032598 None None] Provisioning complete for port cf09250b-fe62-4c63-bd28-c433b6829a37 triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:38:45.066123 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:38:45.149295 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:38:45.167110 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11494b1b-34c3-4017-bf1a-715dffc770fb tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Network 572030ee-295d-483f-9793-a43e6f1497d5 is already hosted by enough agents. {{(pid=103160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:38:45.168651 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.base_scheduler [None req-11494b1b-34c3-4017-bf1a-715dffc770fb tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Resources bound (agent type, host, resource id): {{(pid=103160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:38:45.188651 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-2294866d-0076-4933-952c-685307032598 None None] For port cf09250b-fe62-4c63-bd28-c433b6829a37, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=cf09250b-fe62-4c63-bd28-c433b6829a37,segment=NetworkSegment(edf6842f-ce73-42ea-8c0c-bdd6d86825b2),segment_id=edf6842f-ce73-42ea-8c0c-bdd6d86825b2)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:38:45.193879 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:38:45.253794 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Pushing event updated for resources: {'Port': ['ID=cf09250b-fe62-4c63-bd28-c433b6829a37,revision_number=3']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:38:45.296905 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11494b1b-34c3-4017-bf1a-715dffc770fb tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Router 7168794b-1e6b-42fb-891b-8f8a94971b8b has already been hosted by L3 agent c9c0cd52-5bd2-4704-9429-d80f1c5ad23c {{(pid=103160) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 18 13:38:45.359465 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b09b35f-1a7e-4614-ba04-06d2eb965850 None None] Network 572030ee-295d-483f-9793-a43e6f1497d5 requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:38:45.410181 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11494b1b-34c3-4017-bf1a-715dffc770fb tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Notify agent at l3_agent.dv-neutron-744815-20-hyperv the message routers_updated {{(pid=103160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 13:38:45.415712 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-11494b1b-34c3-4017-bf1a-715dffc770fb tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "PUT /v2.0/routers/7168794b-1e6b-42fb-891b-8f8a94971b8b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0501695 Dec 18 13:38:45.418195 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 57512) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:38:45.470413 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-15fa479a-07be-4ecd-ac0b-d36fc577f682 None None] Provisioning complete for port cf09250b-fe62-4c63-bd28-c433b6829a37 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:38:45.471096 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-15fa479a-07be-4ecd-ac0b-d36fc577f682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:38:45.515080 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b13e5d7c-a4a4-416d-aac2-aa680c9b67bd tempest-TestNetworkBasicOps-845399116 tempest-TestNetworkBasicOps-845399116-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:38:45.516155 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b13e5d7c-a4a4-416d-aac2-aa680c9b67bd tempest-TestNetworkBasicOps-845399116 tempest-TestNetworkBasicOps-845399116-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:38:45.516665 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b13e5d7c-a4a4-416d-aac2-aa680c9b67bd tempest-TestNetworkBasicOps-845399116 tempest-TestNetworkBasicOps-845399116-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:38:45.517099 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b13e5d7c-a4a4-416d-aac2-aa680c9b67bd tempest-TestNetworkBasicOps-845399116 tempest-TestNetworkBasicOps-845399116-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:38:45.518815 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-b13e5d7c-a4a4-416d-aac2-aa680c9b67bd tempest-TestNetworkBasicOps-845399116 tempest-TestNetworkBasicOps-845399116-project-admin] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.0997250 Dec 18 13:38:45.521572 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 57514) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:38:45.592012 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79368351-fc46-44ab-927c-b5724db419e4 tempest-TestNetworkBasicOps-845399116 tempest-TestNetworkBasicOps-845399116-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:38:45.592783 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79368351-fc46-44ab-927c-b5724db419e4 tempest-TestNetworkBasicOps-845399116 tempest-TestNetworkBasicOps-845399116-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:38:45.593237 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79368351-fc46-44ab-927c-b5724db419e4 tempest-TestNetworkBasicOps-845399116 tempest-TestNetworkBasicOps-845399116-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:38:45.593690 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79368351-fc46-44ab-927c-b5724db419e4 tempest-TestNetworkBasicOps-845399116 tempest-TestNetworkBasicOps-845399116-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:38:45.595418 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-79368351-fc46-44ab-927c-b5724db419e4 tempest-TestNetworkBasicOps-845399116 tempest-TestNetworkBasicOps-845399116-project-admin] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0729430 Dec 18 13:38:45.598263 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 57516) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:38:45.795766 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-cf3ceb2a-050c-432e-89ce-7bab4b699496 None None] Provisioning complete for port cf09250b-fe62-4c63-bd28-c433b6829a37 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:38:45.796288 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-cf3ceb2a-050c-432e-89ce-7bab4b699496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:38:45.854893 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-cfa0773e-4276-4d67-8d69-f488594fdecd tempest-TestNetworkBasicOps-845399116 tempest-TestNetworkBasicOps-845399116-project-admin] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1605 time: 0.2528024 Dec 18 13:38:45.855572 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 57518) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:38:45.860089 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-728c6494-fdbc-4c2d-8b12-a551779eb72e tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-1270996376', 'network_id': '572030ee-295d-483f-9793-a43e6f1497d5'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:38:45.875370 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78cc7017-ba6c-419e-8651-16597bb72513 None None] Sync routers for ids ['7168794b-1e6b-42fb-891b-8f8a94971b8b'] in dv-neutron-744815-20-hyperv {{(pid=103161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 13:38:45.899883 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78cc7017-ba6c-419e-8651-16597bb72513 None None] Routers {'7168794b-1e6b-42fb-891b-8f8a94971b8b'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:38:45.900488 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-78cc7017-ba6c-419e-8651-16597bb72513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:38:27Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['7168794b-1e6b-42fb-891b-8f8a94971b8b'], 'active': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:38:45.950412 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-cf3ceb2a-050c-432e-89ce-7bab4b699496 None None] Provisioning complete for port 444cc32f-f0bd-4524-97d1-6535745b70c3 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:38:45.952310 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-cf3ceb2a-050c-432e-89ce-7bab4b699496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:38:45.990377 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-728c6494-fdbc-4c2d-8b12-a551779eb72e tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Made reservation on behalf of 6e88b8a5aed24360a829007d7fd9d0fd for: {'port': 1} {{(pid=103160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:38:45.994553 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-728c6494-fdbc-4c2d-8b12-a551779eb72e tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:38:46.014857 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.notifiers.nova [None req-728c6494-fdbc-4c2d-8b12-a551779eb72e tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] device_id is not set on port 63f0ae57-1f6e-4b67-934a-f8ff336abf70 yet. {{(pid=103160) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 18 13:38:46.151345 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.db_base_plugin_common [None req-728c6494-fdbc-4c2d-8b12-a551779eb72e tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Allocated IP 172.20.0.12 (572030ee-295d-483f-9793-a43e6f1497d5/514c5652-3158-4d72-bef3-62c19ddb1bbc/63f0ae57-1f6e-4b67-934a-f8ff336abf70) {{(pid=103160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:38:46.205914 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-cf3ceb2a-050c-432e-89ce-7bab4b699496 None None] Port 444cc32f-f0bd-4524-97d1-6535745b70c3 cannot update to ACTIVE because it is not bound. {{(pid=103161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 13:38:46.228034 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvr_db [None req-78cc7017-ba6c-419e-8651-16597bb72513 None None] Set router 7168794b-1e6b-42fb-891b-8f8a94971b8b gateway port host: dv-neutron-744815-20-hyperv {{(pid=103161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 13:38:46.251258 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.agents_db [None req-e3dda592-589a-4b4d-b028-ba9a260f4f50 None None] Agent healthcheck: found 6 active agents {{(pid=103162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 18 13:38:46.302021 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-728c6494-fdbc-4c2d-8b12-a551779eb72e tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for port, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:38:46.340443 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-728c6494-fdbc-4c2d-8b12-a551779eb72e tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4533522'] for port, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:38:46.381377 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-3f07ca43-4095-410f-b6f8-d3eff8102ebd None None] Provisioning complete for port 444cc32f-f0bd-4524-97d1-6535745b70c3 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:38:46.381751 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-3f07ca43-4095-410f-b6f8-d3eff8102ebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:38:46.386525 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-728c6494-fdbc-4c2d-8b12-a551779eb72e tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Network 572030ee-295d-483f-9793-a43e6f1497d5 is already hosted by enough agents. {{(pid=103160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:38:46.391413 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.base_scheduler [None req-728c6494-fdbc-4c2d-8b12-a551779eb72e tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Resources bound (agent type, host, resource id): {{(pid=103160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:38:46.395181 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-728c6494-fdbc-4c2d-8b12-a551779eb72e tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Received port after_create {{(pid=103160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:38:46.426297 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728c6494-fdbc-4c2d-8b12-a551779eb72e tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Pushing event updated for resources: {'Port': ['ID=63f0ae57-1f6e-4b67-934a-f8ff336abf70,revision_number=1']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:38:46.451137 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-728c6494-fdbc-4c2d-8b12-a551779eb72e tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:38:46.451533 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-3f07ca43-4095-410f-b6f8-d3eff8102ebd None None] Port 444cc32f-f0bd-4524-97d1-6535745b70c3 cannot update to ACTIVE because it is not bound. {{(pid=103161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 13:38:46.451820 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-728c6494-fdbc-4c2d-8b12-a551779eb72e tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:38:46.471125 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-728c6494-fdbc-4c2d-8b12-a551779eb72e tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.6149142 Dec 18 13:38:46.484567 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-78cc7017-ba6c-419e-8651-16597bb72513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7168794b-1e6b-42fb-891b-8f8a94971b8b', 'name': 'tempest-TestNetworkBasicOps-router-655769741', 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.82'}], 'enable_snat': True}, 'gw_port_id': 'cb63ba8a-7370-405e-86c6-d7ae9bf4fcbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:38:41Z', 'updated_at': '2021-12-18T13:38:44Z', 'revision_number': 4, 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'gw_port': {'id': 'cb63ba8a-7370-405e-86c6-d7ae9bf4fcbe', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:1f:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7168794b-1e6b-42fb-891b-8f8a94971b8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:38:41Z', 'updated_at': '2021-12-18T13:38:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv', '_interfaces': [{'id': '444cc32f-f0bd-4524-97d1-6535745b70c3', 'name': '', 'network_id': '572030ee-295d-483f-9793-a43e6f1497d5', 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'mac_address': 'fa:16:3e:95:5e:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7168794b-1e6b-42fb-891b-8f8a94971b8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '514c5652-3158-4d72-bef3-62c19ddb1bbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:38:43Z', 'updated_at': '2021-12-18T13:38:44Z', 'revision_number': 2, 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'subnets': [{'id': '514c5652-3158-4d72-bef3-62c19ddb1bbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:38:46.512015 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78cc7017-ba6c-419e-8651-16597bb72513 None None] Checking router: 7168794b-1e6b-42fb-891b-8f8a94971b8b for host: dv-neutron-744815-20-hyperv {{(pid=103161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 18 13:38:46.512380 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78cc7017-ba6c-419e-8651-16597bb72513 None None] Updating router 7168794b-1e6b-42fb-891b-8f8a94971b8b port 444cc32f-f0bd-4524-97d1-6535745b70c3 binding host dv-neutron-744815-20-hyperv {{(pid=103161) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 18 13:38:46.537607 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-78cc7017-ba6c-419e-8651-16597bb72513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:38:46.716952 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-31379475-5d06-4d88-821e-a74e19ea8eff None None] Provisioning complete for port 63f0ae57-1f6e-4b67-934a-f8ff336abf70 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:38:46.717334 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-31379475-5d06-4d88-821e-a74e19ea8eff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:38:46.749063 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 57522) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:38:46.755332 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-a8e4e6f9-1290-43ee-b572-56837837eb1a tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-284436875', 'description': 'tempest-secgroup-smoke-284436875 description', 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:38:46.774582 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-31379475-5d06-4d88-821e-a74e19ea8eff None None] Port 63f0ae57-1f6e-4b67-934a-f8ff336abf70 cannot update to ACTIVE because it is not bound. {{(pid=103161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 13:38:46.783025 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-a8e4e6f9-1290-43ee-b572-56837837eb1a tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for security_group, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:38:46.797193 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device cf09250b-fe62-4c63-bd28-c433b6829a37 up at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 13:38:46.850994 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-a8e4e6f9-1290-43ee-b572-56837837eb1a tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for security_group, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:38:46.856503 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-a8e4e6f9-1290-43ee-b572-56837837eb1a tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:38:46.876650 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-78cc7017-ba6c-419e-8651-16597bb72513 None None] Publish callbacks [] for port, precommit_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:38:46.882873 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-78cc7017-ba6c-419e-8651-16597bb72513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:38:46.891220 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-a8e4e6f9-1290-43ee-b572-56837837eb1a tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for security_group, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:38:46.892478 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-a8e4e6f9-1290-43ee-b572-56837837eb1a tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1423829 Dec 18 13:38:46.894364 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e4e6f9-1290-43ee-b572-56837837eb1a tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Pushing event updated for resources: {'SecurityGroup': ['ID=524b77fd-45eb-4b42-968d-de1e01feab38,revision_number=1']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:38:46.895549 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 57524) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:38:46.902176 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-9fb1b73c-da3a-4111-9bdc-353339a27978 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Request body: {'security_group_rule': {'security_group_id': '524b77fd-45eb-4b42-968d-de1e01feab38', 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:38:46.927220 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2294866d-0076-4933-952c-685307032598 None None] Provisioning complete for port cf09250b-fe62-4c63-bd28-c433b6829a37 triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:38:46.927359 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:38:46.934271 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-9fb1b73c-da3a-4111-9bdc-353339a27978 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:38:46.966394 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fa150e-c872-428a-947a-ba3ccbd4285e None None] Pushing event updated for resources: {'Port': ['ID=444cc32f-f0bd-4524-97d1-6535745b70c3,revision_number=3']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:38:47.002620 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-9fb1b73c-da3a-4111-9bdc-353339a27978 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:38:47.008544 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-9fb1b73c-da3a-4111-9bdc-353339a27978 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530267'] for security_group_rule, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:38:47.038981 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb1b73c-da3a-4111-9bdc-353339a27978 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2dbeb45-8894-41ed-a5d9-885e7a495a8f,revision_number=0']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:38:47.045271 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-78cc7017-ba6c-419e-8651-16597bb72513 None None] Attempting to bind port 444cc32f-f0bd-4524-97d1-6535745b70c3 on host dv-neutron-744815-20-hyperv for vnic_type normal with profile {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 13:38:47.045666 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-78cc7017-ba6c-419e-8651-16597bb72513 None None] Attempting to bind port 444cc32f-f0bd-4524-97d1-6535745b70c3 by drivers openvswitch,hyperv on host dv-neutron-744815-20-hyperv at level 0 using segments [{'id': 'edf6842f-ce73-42ea-8c0c-bdd6d86825b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '572030ee-295d-483f-9793-a43e6f1497d5'}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 13:38:47.046014 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78cc7017-ba6c-419e-8651-16597bb72513 None None] Attempting to bind port 444cc32f-f0bd-4524-97d1-6535745b70c3 on network 572030ee-295d-483f-9793-a43e6f1497d5 {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 13:38:47.048760 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-9fb1b73c-da3a-4111-9bdc-353339a27978 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:38:47.050510 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-9fb1b73c-da3a-4111-9bdc-353339a27978 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1524258 Dec 18 13:38:47.053445 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78cc7017-ba6c-419e-8651-16597bb72513 None None] Checking agent: {'id': '428fa9fa-43db-4db9-9f96-f60ffe931f2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-20-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 13, 19, 1), 'started_at': datetime.datetime(2021, 12, 18, 13, 19, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 13, 38, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-20-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 18 13:38:47.053641 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 57526) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:38:47.054090 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78cc7017-ba6c-419e-8651-16597bb72513 None None] Checking segment: {'id': 'edf6842f-ce73-42ea-8c0c-bdd6d86825b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '572030ee-295d-483f-9793-a43e6f1497d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 13:38:47.054493 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-78cc7017-ba6c-419e-8651-16597bb72513 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:38:47.055045 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78cc7017-ba6c-419e-8651-16597bb72513 None None] Bound using segment: {'id': 'edf6842f-ce73-42ea-8c0c-bdd6d86825b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '572030ee-295d-483f-9793-a43e6f1497d5'} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 18 13:38:47.055955 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-78cc7017-ba6c-419e-8651-16597bb72513 None None] Bound port: 444cc32f-f0bd-4524-97d1-6535745b70c3, host: dv-neutron-744815-20-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edf6842f-ce73-42ea-8c0c-bdd6d86825b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '572030ee-295d-483f-9793-a43e6f1497d5'}}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 18 13:38:47.056092 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-78cc7017-ba6c-419e-8651-16597bb72513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:38:47.058337 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-59b4bf2f-85b1-43f2-bc04-4515c094dfe8 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Request body: {'security_group_rule': {'security_group_id': '524b77fd-45eb-4b42-968d-de1e01feab38', 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:38:47.097799 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-59b4bf2f-85b1-43f2-bc04-4515c094dfe8 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:38:47.156674 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-59b4bf2f-85b1-43f2-bc04-4515c094dfe8 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:38:47.161764 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-59b4bf2f-85b1-43f2-bc04-4515c094dfe8 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530267'] for security_group_rule, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:38:47.165594 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-78cc7017-ba6c-419e-8651-16597bb72513 None None] For port 444cc32f-f0bd-4524-97d1-6535745b70c3, host dv-neutron-744815-20-hyperv, cleared binding levels {{(pid=103161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 18 13:38:47.169075 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-78cc7017-ba6c-419e-8651-16597bb72513 None None] For port 444cc32f-f0bd-4524-97d1-6535745b70c3, host dv-neutron-744815-20-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=444cc32f-f0bd-4524-97d1-6535745b70c3,segment=NetworkSegment(edf6842f-ce73-42ea-8c0c-bdd6d86825b2),segment_id=edf6842f-ce73-42ea-8c0c-bdd6d86825b2)] {{(pid=103161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 18 13:38:47.174401 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-78cc7017-ba6c-419e-8651-16597bb72513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:38:47.180058 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b4bf2f-85b1-43f2-bc04-4515c094dfe8 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63a967fd-f0fc-479c-9adb-ad490c1e04f9,revision_number=0']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:38:47.190298 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-59b4bf2f-85b1-43f2-bc04-4515c094dfe8 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:38:47.191627 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-59b4bf2f-85b1-43f2-bc04-4515c094dfe8 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1371436 Dec 18 13:38:47.194487 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 57528) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:38:47.199006 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-d84b4804-5de3-487a-85d8-ecaf8682a391 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Request body: {'security_group_rule': {'security_group_id': '524b77fd-45eb-4b42-968d-de1e01feab38', 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:38:47.230614 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-d84b4804-5de3-487a-85d8-ecaf8682a391 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:38:47.253683 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-73aa51cf-63c9-43d7-8224-62b43b13febf None None] Provisioning complete for port 444cc32f-f0bd-4524-97d1-6535745b70c3 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:38:47.254057 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-73aa51cf-63c9-43d7-8224-62b43b13febf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:38:47.277161 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78cc7017-ba6c-419e-8651-16597bb72513 None None] Routers {'7168794b-1e6b-42fb-891b-8f8a94971b8b'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:38:47.277795 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-78cc7017-ba6c-419e-8651-16597bb72513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:38:27Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['7168794b-1e6b-42fb-891b-8f8a94971b8b'], 'active': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:38:47.287369 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fa150e-c872-428a-947a-ba3ccbd4285e None None] Pushing event updated for resources: {'Port': ['ID=444cc32f-f0bd-4524-97d1-6535745b70c3,revision_number=4']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:38:47.295192 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-d84b4804-5de3-487a-85d8-ecaf8682a391 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:38:47.301016 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-d84b4804-5de3-487a-85d8-ecaf8682a391 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530267'] for security_group_rule, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:38:47.320828 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84b4804-5de3-487a-85d8-ecaf8682a391 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7833905-01de-40b4-b45a-5cae616ec275,revision_number=0']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:38:47.329751 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-d84b4804-5de3-487a-85d8-ecaf8682a391 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:38:47.331186 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-d84b4804-5de3-487a-85d8-ecaf8682a391 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1357594 Dec 18 13:38:47.334140 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 57530) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:38:47.340564 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-8c30d0b5-6168-42f5-830b-4ae361159c2e tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Request body: {'security_group_rule': {'security_group_id': '524b77fd-45eb-4b42-968d-de1e01feab38', 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:38:47.372528 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-8c30d0b5-6168-42f5-830b-4ae361159c2e tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:38:47.439409 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-8c30d0b5-6168-42f5-830b-4ae361159c2e tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:38:47.443807 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-8c30d0b5-6168-42f5-830b-4ae361159c2e tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530267'] for security_group_rule, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:38:47.449140 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvr_db [None req-78cc7017-ba6c-419e-8651-16597bb72513 None None] Set router 7168794b-1e6b-42fb-891b-8f8a94971b8b gateway port host: dv-neutron-744815-20-hyperv {{(pid=103161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 13:38:47.463859 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c30d0b5-6168-42f5-830b-4ae361159c2e tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=821d7723-fbda-4962-969c-1618e5de2b69,revision_number=0']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:38:47.469472 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-8c30d0b5-6168-42f5-830b-4ae361159c2e tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:38:47.474182 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 57532) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:38:47.474389 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-8c30d0b5-6168-42f5-830b-4ae361159c2e tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1388295 Dec 18 13:38:47.479805 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-73aa51cf-63c9-43d7-8224-62b43b13febf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:38:47.480025 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-0b7f8770-a709-408b-8f86-d75522ae8270 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Request body: {'security_group_rule': {'security_group_id': '524b77fd-45eb-4b42-968d-de1e01feab38', 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:38:47.504508 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.db.securitygroups_db [None req-0b7f8770-a709-408b-8f86-d75522ae8270 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Project 6e88b8a5aed24360a829007d7fd9d0fd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 18 13:38:47.510418 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-0b7f8770-a709-408b-8f86-d75522ae8270 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:38:47.568843 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-0b7f8770-a709-408b-8f86-d75522ae8270 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:38:47.569974 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-73aa51cf-63c9-43d7-8224-62b43b13febf None None] For port 444cc32f-f0bd-4524-97d1-6535745b70c3, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=444cc32f-f0bd-4524-97d1-6535745b70c3,segment=NetworkSegment(edf6842f-ce73-42ea-8c0c-bdd6d86825b2),segment_id=edf6842f-ce73-42ea-8c0c-bdd6d86825b2)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:38:47.573446 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-0b7f8770-a709-408b-8f86-d75522ae8270 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530267'] for security_group_rule, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:38:47.595030 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7f8770-a709-408b-8f86-d75522ae8270 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ad6eff1-6ef1-4945-a5b0-7b4bd83ed526,revision_number=0']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:38:47.598956 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-73aa51cf-63c9-43d7-8224-62b43b13febf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:38:47.602618 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-0b7f8770-a709-408b-8f86-d75522ae8270 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:38:47.606982 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-0b7f8770-a709-408b-8f86-d75522ae8270 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1280553 Dec 18 13:38:47.607500 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 57534) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:38:47.613069 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-3aeb4e2c-01fb-49f1-9aed-c50af0aa0d5b tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Request body: {'security_group_rule': {'security_group_id': '524b77fd-45eb-4b42-968d-de1e01feab38', 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:38:47.642618 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.db.securitygroups_db [None req-3aeb4e2c-01fb-49f1-9aed-c50af0aa0d5b tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Project 6e88b8a5aed24360a829007d7fd9d0fd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 18 13:38:47.647563 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-3aeb4e2c-01fb-49f1-9aed-c50af0aa0d5b tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:38:47.672042 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73aa51cf-63c9-43d7-8224-62b43b13febf None None] Pushing event updated for resources: {'Port': ['ID=444cc32f-f0bd-4524-97d1-6535745b70c3,revision_number=5']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:38:47.709144 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-3aeb4e2c-01fb-49f1-9aed-c50af0aa0d5b tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:38:47.715131 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-3aeb4e2c-01fb-49f1-9aed-c50af0aa0d5b tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530267'] for security_group_rule, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:38:47.733491 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aeb4e2c-01fb-49f1-9aed-c50af0aa0d5b tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1aa9ace7-707c-4ab4-a4b0-1e2275fa2f8c,revision_number=0']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:38:47.736735 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-f7f9d0c0-d976-485c-8343-92e9f24be2e0 None None] Provisioning complete for port 444cc32f-f0bd-4524-97d1-6535745b70c3 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:38:47.737135 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f7f9d0c0-d976-485c-8343-92e9f24be2e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:38:47.741870 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-78cc7017-ba6c-419e-8651-16597bb72513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7168794b-1e6b-42fb-891b-8f8a94971b8b', 'name': 'tempest-TestNetworkBasicOps-router-655769741', 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.82'}], 'enable_snat': True}, 'gw_port_id': 'cb63ba8a-7370-405e-86c6-d7ae9bf4fcbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:38:41Z', 'updated_at': '2021-12-18T13:38:44Z', 'revision_number': 4, 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'gw_port': {'id': 'cb63ba8a-7370-405e-86c6-d7ae9bf4fcbe', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:1f:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7168794b-1e6b-42fb-891b-8f8a94971b8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:38:41Z', 'updated_at': '2021-12-18T13:38:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv', '_interfaces': [{'id': '444cc32f-f0bd-4524-97d1-6535745b70c3', 'name': '', 'network_id': '572030ee-295d-483f-9793-a43e6f1497d5', 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'mac_address': 'fa:16:3e:95:5e:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7168794b-1e6b-42fb-891b-8f8a94971b8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '514c5652-3158-4d72-bef3-62c19ddb1bbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:38:43Z', 'updated_at': '2021-12-18T13:38:47Z', 'revision_number': 4, 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'subnets': [{'id': '514c5652-3158-4d72-bef3-62c19ddb1bbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:38:47.744636 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-3aeb4e2c-01fb-49f1-9aed-c50af0aa0d5b tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:38:47.745977 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-3aeb4e2c-01fb-49f1-9aed-c50af0aa0d5b tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1368723 Dec 18 13:38:47.790391 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78cc7017-ba6c-419e-8651-16597bb72513 None None] The sync data for ids ['7168794b-1e6b-42fb-891b-8f8a94971b8b'] in dv-neutron-744815-20-hyperv is: [{'id': '7168794b-1e6b-42fb-891b-8f8a94971b8b', 'name': 'tempest-TestNetworkBasicOps-router-655769741', 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.82'}], 'enable_snat': True}, 'gw_port_id': 'cb63ba8a-7370-405e-86c6-d7ae9bf4fcbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:38:41Z', 'updated_at': '2021-12-18T13:38:44Z', 'revision_number': 4, 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'gw_port': {'id': 'cb63ba8a-7370-405e-86c6-d7ae9bf4fcbe', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:1f:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7168794b-1e6b-42fb-891b-8f8a94971b8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:38:41Z', 'updated_at': '2021-12-18T13:38:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv', '_interfaces': [{'id': '444cc32f-f0bd-4524-97d1-6535745b70c3', 'name': '', 'network_id': '572030ee-295d-483f-9793-a43e6f1497d5', 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'mac_address': 'fa:16:3e:95:5e:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7168794b-1e6b-42fb-891b-8f8a94971b8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '514c5652-3158-4d72-bef3-62c19ddb1bbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:38:43Z', 'updated_at': '2021-12-18T13:38:47Z', 'revision_number': 4, 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'subnets': [{'id': '514c5652-3158-4d72-bef3-62c19ddb1bbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 13:38:47.989199 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-1cb707ed-687e-4b52-9f5d-6d564643cafd req-3215ed60-30f9-48db-8c65-5a3ca5e047bd tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-284436875&fields=id&tenant_id=6e88b8a5aed24360a829007d7fd9d0fd HTTP/1.1" status: 200 len: 267 time: 0.0654333 Dec 18 13:38:48.037378 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb707ed-687e-4b52-9f5d-6d564643cafd req-31833705-4938-4548-91b7-7fb1cfe75c0b tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:38:48.038759 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-1cb707ed-687e-4b52-9f5d-6d564643cafd req-31833705-4938-4548-91b7-7fb1cfe75c0b tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/ports/63f0ae57-1f6e-4b67-934a-f8ff336abf70 HTTP/1.1" status: 200 len: 931 time: 0.0426335 Dec 18 13:38:48.150818 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [req-1cb707ed-687e-4b52-9f5d-6d564643cafd req-f93c49ab-dc0d-4a66-bf1e-35179d4715b3 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103159) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 18 13:38:48.151932 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-1cb707ed-687e-4b52-9f5d-6d564643cafd req-f93c49ab-dc0d-4a66-bf1e-35179d4715b3 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14093 time: 0.1011345 Dec 18 13:38:48.196733 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-1cb707ed-687e-4b52-9f5d-6d564643cafd req-aef51686-1a3e-4f2c-b76e-c821ac8ad411 service neutron] 10.222.0.31 "GET /v2.0/ports/63f0ae57-1f6e-4b67-934a-f8ff336abf70?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0378847 Dec 18 13:38:48.293639 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-1cb707ed-687e-4b52-9f5d-6d564643cafd req-a00f9eec-dfd6-449d-bc9a-7949549d020e service neutron] 10.222.0.31 "GET /v2.0/networks/572030ee-295d-483f-9793-a43e6f1497d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909257 Dec 18 13:38:48.393467 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-1cb707ed-687e-4b52-9f5d-6d564643cafd req-f2af18ab-508c-47f3-b7f7-4a1151dcd4a5 service neutron] 10.222.0.31 "GET /v2.0/networks/572030ee-295d-483f-9793-a43e6f1497d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945692 Dec 18 13:38:48.565156 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-c43c0f2f-3ccf-442d-9531-8604e3099b90 req-6d2c0792-0efe-4c32-a8b5-50e2025e9cc8 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/ports?device_id=afb7bcf1-6a9a-4541-8424-36bae401d00a HTTP/1.1" status: 200 len: 210 time: 0.0304019 Dec 18 13:38:48.822734 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 444cc32f-f0bd-4524-97d1-6535745b70c3 up at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 13:38:48.878408 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2294866d-0076-4933-952c-685307032598 None None] Provisioning complete for port 444cc32f-f0bd-4524-97d1-6535745b70c3 triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:38:48.878793 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:38:49.666479 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-5fe75611-f100-4c53-ab32-10fbbd8ced1b req-5f2e4108-abe5-4426-a70f-94a253a64bf8 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/ports?device_id=afb7bcf1-6a9a-4541-8424-36bae401d00a HTTP/1.1" status: 200 len: 210 time: 0.0265219 Dec 18 13:38:49.704018 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb707ed-687e-4b52-9f5d-6d564643cafd req-da1154ed-6cd0-4f3b-8c48-4b4ccae8428d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:38:49.705757 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-1cb707ed-687e-4b52-9f5d-6d564643cafd req-da1154ed-6cd0-4f3b-8c48-4b4ccae8428d service neutron] 10.222.0.43 "GET /v2.0/ports/63f0ae57-1f6e-4b67-934a-f8ff336abf70 HTTP/1.1" status: 200 len: 1027 time: 0.0329981 Dec 18 13:38:49.816755 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb707ed-687e-4b52-9f5d-6d564643cafd req-bea5d95e-5a71-4107-a274-32ced674ea47 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:38:49.818216 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-1cb707ed-687e-4b52-9f5d-6d564643cafd req-bea5d95e-5a71-4107-a274-32ced674ea47 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.43 "GET /v2.0/networks?id=572030ee-295d-483f-9793-a43e6f1497d5 HTTP/1.1" status: 200 len: 797 time: 0.1042035 Dec 18 13:38:49.883564 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-1cb707ed-687e-4b52-9f5d-6d564643cafd req-bbb9d507-5410-4bc6-aa0c-6b1a3e50725a tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6e88b8a5aed24360a829007d7fd9d0fd HTTP/1.1" status: 200 len: 379 time: 0.0549803 Dec 18 13:38:49.899341 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [req-1cb707ed-687e-4b52-9f5d-6d564643cafd req-96fb1bae-4da8-4838-af9b-c35d24ded6cd service neutron] Request body: {'port': {'device_id': 'afb7bcf1-6a9a-4541-8424-36bae401d00a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7448'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:38:49.950792 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-1cb707ed-687e-4b52-9f5d-6d564643cafd req-96fb1bae-4da8-4838-af9b-c35d24ded6cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:38:50.225407 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.notifiers.nova [req-1cb707ed-687e-4b52-9f5d-6d564643cafd req-96fb1bae-4da8-4838-af9b-c35d24ded6cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63f0ae57-1f6e-4b67-934a-f8ff336abf70 {{(pid=103159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 18 13:38:50.233154 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-1cb707ed-687e-4b52-9f5d-6d564643cafd req-96fb1bae-4da8-4838-af9b-c35d24ded6cd service neutron] Publish callbacks [] for port, precommit_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:38:50.245625 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.provisioning_blocks [req-1cb707ed-687e-4b52-9f5d-6d564643cafd req-96fb1bae-4da8-4838-af9b-c35d24ded6cd service neutron] Transition to ACTIVE for port object 63f0ae57-1f6e-4b67-934a-f8ff336abf70 will not be triggered until provisioned by entity L2. {{(pid=103159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 18 13:38:50.252950 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-1cb707ed-687e-4b52-9f5d-6d564643cafd req-96fb1bae-4da8-4838-af9b-c35d24ded6cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5659917'] for port, after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:38:50.303048 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fb1bae-4da8-4838-af9b-c35d24ded6cd service neutron] Pushing event updated for resources: {'Port': ['ID=63f0ae57-1f6e-4b67-934a-f8ff336abf70,revision_number=2']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:38:50.375094 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.managers [req-1cb707ed-687e-4b52-9f5d-6d564643cafd req-96fb1bae-4da8-4838-af9b-c35d24ded6cd service neutron] Attempting to bind port 63f0ae57-1f6e-4b67-934a-f8ff336abf70 on host hv-neutron-7448 for vnic_type normal with profile {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 13:38:50.375492 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.managers [req-1cb707ed-687e-4b52-9f5d-6d564643cafd req-96fb1bae-4da8-4838-af9b-c35d24ded6cd service neutron] Attempting to bind port 63f0ae57-1f6e-4b67-934a-f8ff336abf70 by drivers openvswitch,hyperv on host hv-neutron-7448 at level 0 using segments [{'id': 'edf6842f-ce73-42ea-8c0c-bdd6d86825b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '572030ee-295d-483f-9793-a43e6f1497d5'}] {{(pid=103159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 13:38:50.375779 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cb707ed-687e-4b52-9f5d-6d564643cafd req-96fb1bae-4da8-4838-af9b-c35d24ded6cd service neutron] Attempting to bind port 63f0ae57-1f6e-4b67-934a-f8ff336abf70 on network 572030ee-295d-483f-9793-a43e6f1497d5 {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 13:38:50.380551 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cb707ed-687e-4b52-9f5d-6d564643cafd req-96fb1bae-4da8-4838-af9b-c35d24ded6cd service neutron] Port 63f0ae57-1f6e-4b67-934a-f8ff336abf70 on network 572030ee-295d-483f-9793-a43e6f1497d5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7448 {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 18 13:38:50.380872 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cb707ed-687e-4b52-9f5d-6d564643cafd req-96fb1bae-4da8-4838-af9b-c35d24ded6cd service neutron] Attempting to bind port 63f0ae57-1f6e-4b67-934a-f8ff336abf70 on network 572030ee-295d-483f-9793-a43e6f1497d5 {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 13:38:50.386078 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cb707ed-687e-4b52-9f5d-6d564643cafd req-96fb1bae-4da8-4838-af9b-c35d24ded6cd service neutron] Checking agent: {'id': 'c35b6aa0-0616-421f-8ded-732dd37fc90f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7448', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 13, 24, 37), 'started_at': datetime.datetime(2021, 12, 18, 13, 24, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 13, 38, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 18 13:38:50.386409 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cb707ed-687e-4b52-9f5d-6d564643cafd req-96fb1bae-4da8-4838-af9b-c35d24ded6cd service neutron] Checking segment: {'id': 'edf6842f-ce73-42ea-8c0c-bdd6d86825b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '572030ee-295d-483f-9793-a43e6f1497d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 13:38:50.386807 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cb707ed-687e-4b52-9f5d-6d564643cafd req-96fb1bae-4da8-4838-af9b-c35d24ded6cd service neutron] Bound using segment: {'id': 'edf6842f-ce73-42ea-8c0c-bdd6d86825b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '572030ee-295d-483f-9793-a43e6f1497d5'} {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 18 13:38:50.387240 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.managers [req-1cb707ed-687e-4b52-9f5d-6d564643cafd req-96fb1bae-4da8-4838-af9b-c35d24ded6cd service neutron] Bound port: 63f0ae57-1f6e-4b67-934a-f8ff336abf70, host: hv-neutron-7448, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'edf6842f-ce73-42ea-8c0c-bdd6d86825b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '572030ee-295d-483f-9793-a43e6f1497d5'}}] {{(pid=103159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 18 13:38:50.387596 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-1cb707ed-687e-4b52-9f5d-6d564643cafd req-96fb1bae-4da8-4838-af9b-c35d24ded6cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:38:50.453415 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.db [req-1cb707ed-687e-4b52-9f5d-6d564643cafd req-96fb1bae-4da8-4838-af9b-c35d24ded6cd service neutron] For port 63f0ae57-1f6e-4b67-934a-f8ff336abf70, host hv-neutron-7448, cleared binding levels {{(pid=103159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 18 13:38:50.456675 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.db [req-1cb707ed-687e-4b52-9f5d-6d564643cafd req-96fb1bae-4da8-4838-af9b-c35d24ded6cd service neutron] For port 63f0ae57-1f6e-4b67-934a-f8ff336abf70, host hv-neutron-7448, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=63f0ae57-1f6e-4b67-934a-f8ff336abf70,segment=NetworkSegment(edf6842f-ce73-42ea-8c0c-bdd6d86825b2),segment_id=edf6842f-ce73-42ea-8c0c-bdd6d86825b2)] {{(pid=103159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 18 13:38:50.462825 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-1cb707ed-687e-4b52-9f5d-6d564643cafd req-96fb1bae-4da8-4838-af9b-c35d24ded6cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5659917'] for port, after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:38:50.497065 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb707ed-687e-4b52-9f5d-6d564643cafd req-96fb1bae-4da8-4838-af9b-c35d24ded6cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:38:50.497675 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-1cb707ed-687e-4b52-9f5d-6d564643cafd req-96fb1bae-4da8-4838-af9b-c35d24ded6cd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:38:50.499363 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-1cb707ed-687e-4b52-9f5d-6d564643cafd req-96fb1bae-4da8-4838-af9b-c35d24ded6cd service neutron] 10.222.0.43 "PUT /v2.0/ports/63f0ae57-1f6e-4b67-934a-f8ff336abf70 HTTP/1.1" status: 200 len: 1132 time: 0.6039693 Dec 18 13:38:50.504330 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afb7bcf1-6a9a-4541-8424-36bae401d00a', 'tag': '63f0ae57-1f6e-4b67-934a-f8ff336abf70'}] {{(pid=103159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 18 13:38:50.506651 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca844cf115d59c1fab86abc202fb4c13735de0d7e4cbbbb25eec9406e9c87431" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6535ba4-9820-4d55-a4d4-d19470c54c93" -d '{"events": [{"name": "network-changed", "server_uuid": "afb7bcf1-6a9a-4541-8424-36bae401d00a", "tag": "63f0ae57-1f6e-4b67-934a-f8ff336abf70"}]}' {{(pid=103159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 18 13:38:50.538989 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fb1bae-4da8-4838-af9b-c35d24ded6cd service neutron] Pushing event updated for resources: {'Port': ['ID=63f0ae57-1f6e-4b67-934a-f8ff336abf70,revision_number=3']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:38:50.568812 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 13:38:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e1079ed-b27d-49a4-8c02-fb899e85deae x-openstack-request-id: req-4e1079ed-b27d-49a4-8c02-fb899e85deae {{(pid=103159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 18 13:38:50.569120 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afb7bcf1-6a9a-4541-8424-36bae401d00a", "tag": "63f0ae57-1f6e-4b67-934a-f8ff336abf70", "status": "completed", "code": 200}]} {{(pid=103159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 18 13:38:50.569367 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4e1079ed-b27d-49a4-8c02-fb899e85deae {{(pid=103159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 18 13:38:50.569777 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afb7bcf1-6a9a-4541-8424-36bae401d00a', 'tag': '63f0ae57-1f6e-4b67-934a-f8ff336abf70', 'status': 'completed', 'code': 200} Dec 18 13:38:50.586757 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb707ed-687e-4b52-9f5d-6d564643cafd req-66d6f2c1-6447-4302-bc2f-39d590c0e2b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:38:50.588531 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-1cb707ed-687e-4b52-9f5d-6d564643cafd req-66d6f2c1-6447-4302-bc2f-39d590c0e2b1 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6e88b8a5aed24360a829007d7fd9d0fd&device_id=afb7bcf1-6a9a-4541-8424-36bae401d00a HTTP/1.1" status: 200 len: 1135 time: 0.0465691 Dec 18 13:38:50.635603 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-1cb707ed-687e-4b52-9f5d-6d564643cafd req-e662c7b1-2216-494d-a84b-74bd6785d37c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=63f0ae57-1f6e-4b67-934a-f8ff336abf70 HTTP/1.1" status: 200 len: 217 time: 0.0392628 Dec 18 13:38:50.685095 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb707ed-687e-4b52-9f5d-6d564643cafd req-6e866353-121e-4bba-a33c-1d3a8f8b9671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:38:50.686594 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-1cb707ed-687e-4b52-9f5d-6d564643cafd req-6e866353-121e-4bba-a33c-1d3a8f8b9671 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=514c5652-3158-4d72-bef3-62c19ddb1bbc HTTP/1.1" status: 200 len: 834 time: 0.0446305 Dec 18 13:38:50.740531 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb707ed-687e-4b52-9f5d-6d564643cafd req-9be5d352-3be2-48ef-98ec-fef62bf74b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:38:50.742059 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-1cb707ed-687e-4b52-9f5d-6d564643cafd req-9be5d352-3be2-48ef-98ec-fef62bf74b91 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=572030ee-295d-483f-9793-a43e6f1497d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0473323 Dec 18 13:38:50.846257 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc80004-1555-4fa1-aed8-b9ccd8cb9c7e req-844eb159-81cf-42fc-8762-3bc3d4525ff1 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:38:50.847765 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-7cc80004-1555-4fa1-aed8-b9ccd8cb9c7e req-844eb159-81cf-42fc-8762-3bc3d4525ff1 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/ports?device_id=afb7bcf1-6a9a-4541-8424-36bae401d00a HTTP/1.1" status: 200 len: 982 time: 0.1047664 Dec 18 13:38:50.870468 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-1cb707ed-687e-4b52-9f5d-6d564643cafd req-aaa23edd-30dd-44ba-a620-b0a84493e0ed service neutron] 10.222.0.43 "GET /v2.0/networks/572030ee-295d-483f-9793-a43e6f1497d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192968 Dec 18 13:38:51.288605 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-7cc80004-1555-4fa1-aed8-b9ccd8cb9c7e req-55341d9a-3bbf-4a59-ac49-b7016e962799 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/security-groups?id=975512c7-114f-4de0-85e5-d6733081136c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4345696 Dec 18 13:38:51.317456 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-1cb707ed-687e-4b52-9f5d-6d564643cafd req-462e2645-584a-48e3-8830-33ad38a65eae service neutron] 10.222.0.43 "GET /v2.0/networks/572030ee-295d-483f-9793-a43e6f1497d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4389944 Dec 18 13:38:51.405531 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6535ba4-9820-4d55-a4d4-d19470c54c93 req-e6635adb-b7e3-41a4-bf74-69242cf4cc7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:38:51.407038 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-f6535ba4-9820-4d55-a4d4-d19470c54c93 req-e6635adb-b7e3-41a4-bf74-69242cf4cc7b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6e88b8a5aed24360a829007d7fd9d0fd&device_id=afb7bcf1-6a9a-4541-8424-36bae401d00a HTTP/1.1" status: 200 len: 1135 time: 0.0427899 Dec 18 13:38:51.503334 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6535ba4-9820-4d55-a4d4-d19470c54c93 req-ca1fcffd-bed4-4525-8bad-35d7971e320a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:38:51.504821 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-f6535ba4-9820-4d55-a4d4-d19470c54c93 req-ca1fcffd-bed4-4525-8bad-35d7971e320a service neutron] 10.222.0.43 "GET /v2.0/networks?id=572030ee-295d-483f-9793-a43e6f1497d5 HTTP/1.1" status: 200 len: 898 time: 0.0898468 Dec 18 13:38:51.546911 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-f6535ba4-9820-4d55-a4d4-d19470c54c93 req-f634ba6a-e583-43d0-8b0f-6ea22c012f7a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=63f0ae57-1f6e-4b67-934a-f8ff336abf70 HTTP/1.1" status: 200 len: 217 time: 0.0338757 Dec 18 13:38:51.596144 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6535ba4-9820-4d55-a4d4-d19470c54c93 req-3069a993-36d6-4858-9cf8-f5e1ad5b2b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:38:51.597546 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-f6535ba4-9820-4d55-a4d4-d19470c54c93 req-3069a993-36d6-4858-9cf8-f5e1ad5b2b15 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=514c5652-3158-4d72-bef3-62c19ddb1bbc HTTP/1.1" status: 200 len: 834 time: 0.0431879 Dec 18 13:38:51.648866 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6535ba4-9820-4d55-a4d4-d19470c54c93 req-5ba1da4e-ff6b-4d52-af10-df67a4a447dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:38:51.650619 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-f6535ba4-9820-4d55-a4d4-d19470c54c93 req-5ba1da4e-ff6b-4d52-af10-df67a4a447dc service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=572030ee-295d-483f-9793-a43e6f1497d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0452087 Dec 18 13:38:51.743214 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-f6535ba4-9820-4d55-a4d4-d19470c54c93 req-699e6e42-d8d6-45bd-8080-cb4172470816 service neutron] 10.222.0.43 "GET /v2.0/networks/572030ee-295d-483f-9793-a43e6f1497d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847690 Dec 18 13:38:51.836219 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-f6535ba4-9820-4d55-a4d4-d19470c54c93 req-2a6885e5-faa2-443f-8ac7-7fb623e8ef80 service neutron] 10.222.0.43 "GET /v2.0/networks/572030ee-295d-483f-9793-a43e6f1497d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857775 Dec 18 13:38:52.410869 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8066457-c6c3-4a0b-a187-13883d1aa7cd req-5576115b-9791-4b4e-af3f-bf05f5c1ab8e tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:38:52.412363 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-e8066457-c6c3-4a0b-a187-13883d1aa7cd req-5576115b-9791-4b4e-af3f-bf05f5c1ab8e tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/ports?device_id=afb7bcf1-6a9a-4541-8424-36bae401d00a HTTP/1.1" status: 200 len: 982 time: 0.0519664 Dec 18 13:38:52.463839 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-e8066457-c6c3-4a0b-a187-13883d1aa7cd req-1c063c08-e7f3-477e-bc2b-d7f011709f6c tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/security-groups?id=975512c7-114f-4de0-85e5-d6733081136c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420678 Dec 18 13:38:53.586169 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f9848f-46f5-4a23-a851-dc69f46a8105 req-53f4654a-6562-4763-9742-e1183d422775 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:38:53.587710 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-67f9848f-46f5-4a23-a851-dc69f46a8105 req-53f4654a-6562-4763-9742-e1183d422775 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/ports?device_id=afb7bcf1-6a9a-4541-8424-36bae401d00a HTTP/1.1" status: 200 len: 982 time: 0.0510054 Dec 18 13:38:53.641002 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-67f9848f-46f5-4a23-a851-dc69f46a8105 req-01debe1a-f705-49c0-9967-9e8c6481f87d tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/security-groups?id=975512c7-114f-4de0-85e5-d6733081136c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441456 Dec 18 13:38:54.102502 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Device 63f0ae57-1f6e-4b67-934a-f8ff336abf70 details requested by agent hyperv_hv-neutron-7448 with host hv-neutron-7448 {{(pid=103161) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 18 13:38:54.196912 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] For port 63f0ae57-1f6e-4b67-934a-f8ff336abf70, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=63f0ae57-1f6e-4b67-934a-f8ff336abf70,segment=NetworkSegment(edf6842f-ce73-42ea-8c0c-bdd6d86825b2),segment_id=edf6842f-ce73-42ea-8c0c-bdd6d86825b2)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:38:54.209098 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Returning: {'device': '63f0ae57-1f6e-4b67-934a-f8ff336abf70', 'network_id': '572030ee-295d-483f-9793-a43e6f1497d5', 'port_id': '63f0ae57-1f6e-4b67-934a-f8ff336abf70', 'mac_address': 'fa:16:3e:3b:44:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '514c5652-3158-4d72-bef3-62c19ddb1bbc', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103161) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 18 13:38:54.249242 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:38:54.262066 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.notifiers.nova [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63f0ae57-1f6e-4b67-934a-f8ff336abf70 {{(pid=103161) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 18 13:38:54.281257 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] For port 63f0ae57-1f6e-4b67-934a-f8ff336abf70, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=63f0ae57-1f6e-4b67-934a-f8ff336abf70,segment=NetworkSegment(edf6842f-ce73-42ea-8c0c-bdd6d86825b2),segment_id=edf6842f-ce73-42ea-8c0c-bdd6d86825b2)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:38:54.289062 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:38:54.336683 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Pushing event updated for resources: {'Port': ['ID=63f0ae57-1f6e-4b67-934a-f8ff336abf70,revision_number=4']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:38:54.622327 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] get_ports_and_sgs() called for port_ids ['63f0ae57-1f6e-4b67-934a-f8ff336abf70'] {{(pid=103161) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 18 13:38:54.757645 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7b1c46-50a9-4698-bc52-f810e7596f8d req-9134c946-ca86-469b-b58b-c69c9fd45565 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:38:54.759209 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-5a7b1c46-50a9-4698-bc52-f810e7596f8d req-9134c946-ca86-469b-b58b-c69c9fd45565 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/ports?device_id=afb7bcf1-6a9a-4541-8424-36bae401d00a HTTP/1.1" status: 200 len: 983 time: 0.0508323 Dec 18 13:38:54.805374 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-5a7b1c46-50a9-4698-bc52-f810e7596f8d req-f056bc46-5a48-4a27-bae4-9149058eba69 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/security-groups?id=975512c7-114f-4de0-85e5-d6733081136c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397227 Dec 18 13:38:54.874957 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-eb06e0ea-38bd-44ee-a505-c6c87845dbe8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:38:55.950066 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b07ef0-408c-4b05-90d7-50d2b81df1ae req-6b1cad1b-1dab-4799-b963-bf2830aede90 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:38:55.953524 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-52b07ef0-408c-4b05-90d7-50d2b81df1ae req-6b1cad1b-1dab-4799-b963-bf2830aede90 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/ports?device_id=afb7bcf1-6a9a-4541-8424-36bae401d00a HTTP/1.1" status: 200 len: 983 time: 0.0635526 Dec 18 13:38:56.000629 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-52b07ef0-408c-4b05-90d7-50d2b81df1ae req-82c63c93-efea-4a26-bb5a-046737146f7d tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/security-groups?id=975512c7-114f-4de0-85e5-d6733081136c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415554 Dec 18 13:38:56.117647 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Device 63f0ae57-1f6e-4b67-934a-f8ff336abf70 up at agent hyperv_hv-neutron-7448 {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 13:38:56.170500 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Provisioning for port 63f0ae57-1f6e-4b67-934a-f8ff336abf70 completed by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 18 13:38:56.174744 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Provisioning complete for port 63f0ae57-1f6e-4b67-934a-f8ff336abf70 triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:38:56.175077 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:38:56.263751 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:38:56.286642 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afb7bcf1-6a9a-4541-8424-36bae401d00a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63f0ae57-1f6e-4b67-934a-f8ff336abf70'}] {{(pid=103161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 18 13:38:56.288951 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22224e7a42aa75e3f3b9c037df440650d2cfa1dd97b40a249aee4a8113775251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58af685e-c4e7-45f8-8fd1-b818e6f86ded" -d '{"events": [{"server_uuid": "afb7bcf1-6a9a-4541-8424-36bae401d00a", "name": "network-vif-plugged", "status": "completed", "tag": "63f0ae57-1f6e-4b67-934a-f8ff336abf70"}]}' {{(pid=103161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 18 13:38:56.302273 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] For port 63f0ae57-1f6e-4b67-934a-f8ff336abf70, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=63f0ae57-1f6e-4b67-934a-f8ff336abf70,segment=NetworkSegment(edf6842f-ce73-42ea-8c0c-bdd6d86825b2),segment_id=edf6842f-ce73-42ea-8c0c-bdd6d86825b2)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:38:56.306799 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:38:56.354422 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Pushing event updated for resources: {'Port': ['ID=63f0ae57-1f6e-4b67-934a-f8ff336abf70,revision_number=5']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:38:56.445273 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 13:38:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54628694-5454-42bc-88b8-a3930e76a390 x-openstack-request-id: req-54628694-5454-42bc-88b8-a3930e76a390 {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 18 13:38:56.445651 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afb7bcf1-6a9a-4541-8424-36bae401d00a", "name": "network-vif-plugged", "status": "completed", "tag": "63f0ae57-1f6e-4b67-934a-f8ff336abf70", "code": 200}]} {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 18 13:38:56.446080 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-54628694-5454-42bc-88b8-a3930e76a390 {{(pid=103161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 18 13:38:56.446296 dv-neutron-744815-20-hyperv neutron-server[103161]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afb7bcf1-6a9a-4541-8424-36bae401d00a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63f0ae57-1f6e-4b67-934a-f8ff336abf70', 'code': 200} Dec 18 13:38:56.635630 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140d59d0-167f-4194-a51d-4c1cbb5fff62 req-b8d40621-7628-4e47-bfc7-4532421e0e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:38:56.637165 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-140d59d0-167f-4194-a51d-4c1cbb5fff62 req-b8d40621-7628-4e47-bfc7-4532421e0e98 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=afb7bcf1-6a9a-4541-8424-36bae401d00a HTTP/1.1" status: 200 len: 1137 time: 0.0434208 Dec 18 13:38:56.684186 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-140d59d0-167f-4194-a51d-4c1cbb5fff62 req-1c723fb9-436f-4743-a314-d80476b49d92 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=975512c7-114f-4de0-85e5-d6733081136c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389538 Dec 18 13:38:57.137450 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc3838d-883c-4a78-ae66-2d30e563a913 req-2e1f1871-8694-4742-880f-89f3c5b693b5 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:38:57.139128 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-7cc3838d-883c-4a78-ae66-2d30e563a913 req-2e1f1871-8694-4742-880f-89f3c5b693b5 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/ports?device_id=afb7bcf1-6a9a-4541-8424-36bae401d00a HTTP/1.1" status: 200 len: 984 time: 0.0499783 Dec 18 13:38:57.140056 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-d0fb05ef-01b7-4075-906b-61eeb6defb8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:38:57.193291 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-7cc3838d-883c-4a78-ae66-2d30e563a913 req-dc9196cf-781d-4371-ad7a-bdc8784ebf63 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/security-groups?id=975512c7-114f-4de0-85e5-d6733081136c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466607 Dec 18 13:38:58.320962 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3160a6-8b41-4378-8b30-f85347057d58 req-02693cef-f416-4e37-8072-6a10087d0c35 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:38:58.322438 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-3b3160a6-8b41-4378-8b30-f85347057d58 req-02693cef-f416-4e37-8072-6a10087d0c35 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/ports?device_id=afb7bcf1-6a9a-4541-8424-36bae401d00a HTTP/1.1" status: 200 len: 984 time: 0.0549598 Dec 18 13:38:58.375183 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-3b3160a6-8b41-4378-8b30-f85347057d58 req-c2d76353-44b9-4ddc-894b-f7261d87f774 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/security-groups?id=975512c7-114f-4de0-85e5-d6733081136c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434160 Dec 18 13:38:58.417930 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-afa9ae9b-bdbb-4010-bcf6-3a46ce66cf71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:38:58.493240 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8514ba-d413-4732-83f9-5657846c4781 req-f25aab38-b1ed-47d2-9822-d3293f03a7d0 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:38:58.494772 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-1f8514ba-d413-4732-83f9-5657846c4781 req-f25aab38-b1ed-47d2-9822-d3293f03a7d0 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/ports?device_id=afb7bcf1-6a9a-4541-8424-36bae401d00a HTTP/1.1" status: 200 len: 984 time: 0.0509646 Dec 18 13:38:58.543824 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-1f8514ba-d413-4732-83f9-5657846c4781 req-7615819f-48bd-4d90-a4c7-932acc203220 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/security-groups?id=975512c7-114f-4de0-85e5-d6733081136c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428512 Dec 18 13:38:58.569408 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 57598) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:38:58.620377 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcd011d8-b756-4eed-8922-a2792dfc61d3 tempest-TestNetworkBasicOps-845399116 tempest-TestNetworkBasicOps-845399116-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:38:58.622293 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-dcd011d8-b756-4eed-8922-a2792dfc61d3 tempest-TestNetworkBasicOps-845399116 tempest-TestNetworkBasicOps-845399116-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=afb7bcf1-6a9a-4541-8424-36bae401d00a HTTP/1.1" status: 200 len: 1132 time: 0.0519195 Dec 18 13:38:58.625289 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 57600) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:38:58.631500 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-bbdca524-6f66-4946-9b98-e4d5c16ffc1c tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Request body: {'floatingip': {'floating_network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'port_id': '63f0ae57-1f6e-4b67-934a-f8ff336abf70', 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:38:58.658991 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-bbdca524-6f66-4946-9b98-e4d5c16ffc1c tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for floatingip, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:38:58.769600 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-bbdca524-6f66-4946-9b98-e4d5c16ffc1c tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:38:58.870759 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.db_base_plugin_common [None req-bbdca524-6f66-4946-9b98-e4d5c16ffc1c tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Allocated IP 172.26.3.142 (decb4a40-7941-48c8-afbb-daaafd502e83/70deed80-3ca1-4f9e-96cb-563b43d3acba/54ecdd1a-0c88-44cc-b730-fb453da9057b) {{(pid=103159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:38:58.978736 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-bbdca524-6f66-4946-9b98-e4d5c16ffc1c tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for port, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:38:59.015904 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-bbdca524-6f66-4946-9b98-e4d5c16ffc1c tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:38:59.055278 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbdca524-6f66-4946-9b98-e4d5c16ffc1c tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Network decb4a40-7941-48c8-afbb-daaafd502e83 is already hosted by enough agents. {{(pid=103159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:38:59.058260 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.base_scheduler [None req-bbdca524-6f66-4946-9b98-e4d5c16ffc1c tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Resources bound (agent type, host, resource id): {{(pid=103159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:38:59.061315 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbdca524-6f66-4946-9b98-e4d5c16ffc1c tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Received port after_create {{(pid=103159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:38:59.096980 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdca524-6f66-4946-9b98-e4d5c16ffc1c tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Pushing event updated for resources: {'Port': ['ID=54ecdd1a-0c88-44cc-b730-fb453da9057b,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:38:59.457377 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-bbdca524-6f66-4946-9b98-e4d5c16ffc1c tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:38:59.527754 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-bbdca524-6f66-4946-9b98-e4d5c16ffc1c tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:38:59.678397 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-bbdca524-6f66-4946-9b98-e4d5c16ffc1c tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for port, precommit_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:38:59.686371 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-bbdca524-6f66-4946-9b98-e4d5c16ffc1c tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5659917'] for port, after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:38:59.752786 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdca524-6f66-4946-9b98-e4d5c16ffc1c tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Pushing event updated for resources: {'Port': ['ID=54ecdd1a-0c88-44cc-b730-fb453da9057b,revision_number=2']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:38:59.766815 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-bbdca524-6f66-4946-9b98-e4d5c16ffc1c tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-587004'] for floatingip, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:38:59.868209 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.db.l3_db [None req-bbdca524-6f66-4946-9b98-e4d5c16ffc1c tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Floating IP 397cc3d2-1867-446f-b7eb-c988a9653181 associated. External IP: 172.26.3.142, port: 63f0ae57-1f6e-4b67-934a-f8ff336abf70. Dec 18 13:38:59.938333 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7b7a3272-2b45-4d32-9670-25eb1afd1184 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:39:00.100933 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbdca524-6f66-4946-9b98-e4d5c16ffc1c tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Router 7168794b-1e6b-42fb-891b-8f8a94971b8b has already been hosted by L3 agent c9c0cd52-5bd2-4704-9429-d80f1c5ad23c {{(pid=103159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 18 13:39:00.222544 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbdca524-6f66-4946-9b98-e4d5c16ffc1c tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Notify agent at l3_agent.dv-neutron-744815-20-hyperv the message routers_updated {{(pid=103159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 13:39:00.232849 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-062c2473-c04c-4290-82ca-9688d10dc04b None None] Sync routers for ids ['7168794b-1e6b-42fb-891b-8f8a94971b8b'] in dv-neutron-744815-20-hyperv {{(pid=103162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 13:39:00.243244 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-062c2473-c04c-4290-82ca-9688d10dc04b None None] Routers {'7168794b-1e6b-42fb-891b-8f8a94971b8b'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:39:00.243462 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-bbdca524-6f66-4946-9b98-e4d5c16ffc1c tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for floatingip, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:39:00.243857 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-062c2473-c04c-4290-82ca-9688d10dc04b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:38:57Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['7168794b-1e6b-42fb-891b-8f8a94971b8b'], 'active': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:39:00.271403 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-bbdca524-6f66-4946-9b98-e4d5c16ffc1c tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 1035 time: 1.6450560 Dec 18 13:39:00.272488 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afb7bcf1-6a9a-4541-8424-36bae401d00a', 'tag': '63f0ae57-1f6e-4b67-934a-f8ff336abf70'}] {{(pid=103159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 18 13:39:00.274425 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 57602) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:39:00.275395 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca844cf115d59c1fab86abc202fb4c13735de0d7e4cbbbb25eec9406e9c87431" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0ecc270-26c1-43c6-8de2-f304dcb3f2b1" -d '{"events": [{"name": "network-changed", "server_uuid": "afb7bcf1-6a9a-4541-8424-36bae401d00a", "tag": "63f0ae57-1f6e-4b67-934a-f8ff336abf70"}]}' {{(pid=103159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 18 13:39:00.312989 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 13:39:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77182a80-9080-4fbf-8470-721fbcd7c0e4 x-openstack-request-id: req-77182a80-9080-4fbf-8470-721fbcd7c0e4 {{(pid=103159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 18 13:39:00.313420 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afb7bcf1-6a9a-4541-8424-36bae401d00a", "tag": "63f0ae57-1f6e-4b67-934a-f8ff336abf70", "status": "completed", "code": 200}]} {{(pid=103159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 18 13:39:00.313728 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-77182a80-9080-4fbf-8470-721fbcd7c0e4 {{(pid=103159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 18 13:39:00.314199 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afb7bcf1-6a9a-4541-8424-36bae401d00a', 'tag': '63f0ae57-1f6e-4b67-934a-f8ff336abf70', 'status': 'completed', 'code': 200} Dec 18 13:39:00.350497 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvr_db [None req-062c2473-c04c-4290-82ca-9688d10dc04b None None] Set router 7168794b-1e6b-42fb-891b-8f8a94971b8b gateway port host: dv-neutron-744815-20-hyperv {{(pid=103162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 13:39:00.354437 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1500e522-3ed2-43b6-a709-c9a311bb5f35 tempest-TestNetworkBasicOps-845399116 tempest-TestNetworkBasicOps-845399116-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:39:00.360162 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-1500e522-3ed2-43b6-a709-c9a311bb5f35 tempest-TestNetworkBasicOps-845399116 tempest-TestNetworkBasicOps-845399116-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=afb7bcf1-6a9a-4541-8424-36bae401d00a&network_id=572030ee-295d-483f-9793-a43e6f1497d5 HTTP/1.1" status: 200 len: 1132 time: 0.0829873 Dec 18 13:39:00.379729 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ecc270-26c1-43c6-8de2-f304dcb3f2b1 req-7826b113-1489-4f59-b8c2-9bbf9252c7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:39:00.381503 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-b0ecc270-26c1-43c6-8de2-f304dcb3f2b1 req-7826b113-1489-4f59-b8c2-9bbf9252c7cf service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6e88b8a5aed24360a829007d7fd9d0fd&device_id=afb7bcf1-6a9a-4541-8424-36bae401d00a HTTP/1.1" status: 200 len: 1137 time: 0.0437081 Dec 18 13:39:00.491526 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ecc270-26c1-43c6-8de2-f304dcb3f2b1 req-81d1a290-514d-43a6-96d6-d60c5d918ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:39:00.493468 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-b0ecc270-26c1-43c6-8de2-f304dcb3f2b1 req-81d1a290-514d-43a6-96d6-d60c5d918ae6 service neutron] 10.222.0.43 "GET /v2.0/networks?id=572030ee-295d-483f-9793-a43e6f1497d5 HTTP/1.1" status: 200 len: 898 time: 0.1048906 Dec 18 13:39:00.572232 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-b0ecc270-26c1-43c6-8de2-f304dcb3f2b1 req-b85473f3-099e-4667-8744-de821746c68f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=63f0ae57-1f6e-4b67-934a-f8ff336abf70 HTTP/1.1" status: 200 len: 1038 time: 0.0653992 Dec 18 13:39:00.590491 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84c0891-2d3e-4d49-991f-d63cdb2a06aa req-39905fb8-79e5-4a3f-b902-c0bdd1c27d57 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:39:00.592532 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-f84c0891-2d3e-4d49-991f-d63cdb2a06aa req-39905fb8-79e5-4a3f-b902-c0bdd1c27d57 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/ports?device_id=afb7bcf1-6a9a-4541-8424-36bae401d00a HTTP/1.1" status: 200 len: 984 time: 0.0525157 Dec 18 13:39:00.633999 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ecc270-26c1-43c6-8de2-f304dcb3f2b1 req-76854af6-9af7-45ac-b5f1-c9651615b052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:39:00.635560 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-b0ecc270-26c1-43c6-8de2-f304dcb3f2b1 req-76854af6-9af7-45ac-b5f1-c9651615b052 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=514c5652-3158-4d72-bef3-62c19ddb1bbc HTTP/1.1" status: 200 len: 834 time: 0.0484917 Dec 18 13:39:00.644120 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-f84c0891-2d3e-4d49-991f-d63cdb2a06aa req-f3f4126a-f4e7-4ef4-94d5-46f7cbd0e3ae tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/security-groups?id=975512c7-114f-4de0-85e5-d6733081136c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446079 Dec 18 13:39:00.685105 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-062c2473-c04c-4290-82ca-9688d10dc04b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7168794b-1e6b-42fb-891b-8f8a94971b8b', 'name': 'tempest-TestNetworkBasicOps-router-655769741', 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.82'}], 'enable_snat': True}, 'gw_port_id': 'cb63ba8a-7370-405e-86c6-d7ae9bf4fcbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:38:41Z', 'updated_at': '2021-12-18T13:38:44Z', 'revision_number': 4, 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'gw_port': {'id': 'cb63ba8a-7370-405e-86c6-d7ae9bf4fcbe', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:1f:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7168794b-1e6b-42fb-891b-8f8a94971b8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:38:41Z', 'updated_at': '2021-12-18T13:38:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv', '_floatingips': [{'id': '397cc3d2-1867-446f-b7eb-c988a9653181', 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'floating_ip_address': '172.26.3.142', 'floating_network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'router_id': '7168794b-1e6b-42fb-891b-8f8a94971b8b', 'port_id': '63f0ae57-1f6e-4b67-934a-f8ff336abf70', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1434, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1270996376', 'network_id': '572030ee-295d-483f-9793-a43e6f1497d5', 'mac_address': 'fa:16:3e:3b:44:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afb7bcf1-6a9a-4541-8424-36bae401d00a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T13:38:59Z', 'updated_at': '2021-12-18T13:38:59Z', 'revision_number': 0, 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '444cc32f-f0bd-4524-97d1-6535745b70c3', 'name': '', 'network_id': '572030ee-295d-483f-9793-a43e6f1497d5', 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'mac_address': 'fa:16:3e:95:5e:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7168794b-1e6b-42fb-891b-8f8a94971b8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '514c5652-3158-4d72-bef3-62c19ddb1bbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:38:43Z', 'updated_at': '2021-12-18T13:38:47Z', 'revision_number': 5, 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'subnets': [{'id': '514c5652-3158-4d72-bef3-62c19ddb1bbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:39:00.687500 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ecc270-26c1-43c6-8de2-f304dcb3f2b1 req-1032fb5e-dc01-40eb-9587-634d10b9b9c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:39:00.689032 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-b0ecc270-26c1-43c6-8de2-f304dcb3f2b1 req-1032fb5e-dc01-40eb-9587-634d10b9b9c0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=572030ee-295d-483f-9793-a43e6f1497d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0456412 Dec 18 13:39:00.710460 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-062c2473-c04c-4290-82ca-9688d10dc04b None None] Checking router: 7168794b-1e6b-42fb-891b-8f8a94971b8b for host: dv-neutron-744815-20-hyperv {{(pid=103162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 18 13:39:00.718833 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-062c2473-c04c-4290-82ca-9688d10dc04b None None] Routers {'7168794b-1e6b-42fb-891b-8f8a94971b8b'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:39:00.719476 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-062c2473-c04c-4290-82ca-9688d10dc04b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:38:57Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['7168794b-1e6b-42fb-891b-8f8a94971b8b'], 'active': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:39:00.781607 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-b0ecc270-26c1-43c6-8de2-f304dcb3f2b1 req-45a57188-ae9c-4b33-b7bb-a3661e3e31f6 service neutron] 10.222.0.43 "GET /v2.0/networks/572030ee-295d-483f-9793-a43e6f1497d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843027 Dec 18 13:39:00.826181 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvr_db [None req-062c2473-c04c-4290-82ca-9688d10dc04b None None] Set router 7168794b-1e6b-42fb-891b-8f8a94971b8b gateway port host: dv-neutron-744815-20-hyperv {{(pid=103162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 13:39:00.846907 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:39:00.881449 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-b0ecc270-26c1-43c6-8de2-f304dcb3f2b1 req-1f652442-a4d3-4ace-a142-e3afa635c907 service neutron] 10.222.0.43 "GET /v2.0/networks/572030ee-295d-483f-9793-a43e6f1497d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917373 Dec 18 13:39:01.057336 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-062c2473-c04c-4290-82ca-9688d10dc04b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7168794b-1e6b-42fb-891b-8f8a94971b8b', 'name': 'tempest-TestNetworkBasicOps-router-655769741', 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.82'}], 'enable_snat': True}, 'gw_port_id': 'cb63ba8a-7370-405e-86c6-d7ae9bf4fcbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:38:41Z', 'updated_at': '2021-12-18T13:38:44Z', 'revision_number': 4, 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'gw_port': {'id': 'cb63ba8a-7370-405e-86c6-d7ae9bf4fcbe', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:1f:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7168794b-1e6b-42fb-891b-8f8a94971b8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:38:41Z', 'updated_at': '2021-12-18T13:38:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv', '_floatingips': [{'id': '397cc3d2-1867-446f-b7eb-c988a9653181', 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'floating_ip_address': '172.26.3.142', 'floating_network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'router_id': '7168794b-1e6b-42fb-891b-8f8a94971b8b', 'port_id': '63f0ae57-1f6e-4b67-934a-f8ff336abf70', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1434, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1270996376', 'network_id': '572030ee-295d-483f-9793-a43e6f1497d5', 'mac_address': 'fa:16:3e:3b:44:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afb7bcf1-6a9a-4541-8424-36bae401d00a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T13:38:59Z', 'updated_at': '2021-12-18T13:38:59Z', 'revision_number': 0, 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '444cc32f-f0bd-4524-97d1-6535745b70c3', 'name': '', 'network_id': '572030ee-295d-483f-9793-a43e6f1497d5', 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'mac_address': 'fa:16:3e:95:5e:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7168794b-1e6b-42fb-891b-8f8a94971b8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '514c5652-3158-4d72-bef3-62c19ddb1bbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:38:43Z', 'updated_at': '2021-12-18T13:38:47Z', 'revision_number': 5, 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'subnets': [{'id': '514c5652-3158-4d72-bef3-62c19ddb1bbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:39:01.083085 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-062c2473-c04c-4290-82ca-9688d10dc04b None None] The sync data for ids ['7168794b-1e6b-42fb-891b-8f8a94971b8b'] in dv-neutron-744815-20-hyperv is: [{'id': '7168794b-1e6b-42fb-891b-8f8a94971b8b', 'name': 'tempest-TestNetworkBasicOps-router-655769741', 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.82'}], 'enable_snat': True}, 'gw_port_id': 'cb63ba8a-7370-405e-86c6-d7ae9bf4fcbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:38:41Z', 'updated_at': '2021-12-18T13:38:44Z', 'revision_number': 4, 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'gw_port': {'id': 'cb63ba8a-7370-405e-86c6-d7ae9bf4fcbe', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:1f:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7168794b-1e6b-42fb-891b-8f8a94971b8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:38:41Z', 'updated_at': '2021-12-18T13:38:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv', '_floatingips': [{'id': '397cc3d2-1867-446f-b7eb-c988a9653181', 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'floating_ip_address': '172.26.3.142', 'floating_network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'router_id': '7168794b-1e6b-42fb-891b-8f8a94971b8b', 'port_id': '63f0ae57-1f6e-4b67-934a-f8ff336abf70', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1434, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1270996376', 'network_id': '572030ee-295d-483f-9793-a43e6f1497d5', 'mac_address': 'fa:16:3e:3b:44:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afb7bcf1-6a9a-4541-8424-36bae401d00a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T13:38:59Z', 'updated_at': '2021-12-18T13:38:59Z', 'revision_number': 0, 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '444cc32f-f0bd-4524-97d1-6535745b70c3', 'name': '', 'network_id': '572030ee-295d-483f-9793-a43e6f1497d5', 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'mac_address': 'fa:16:3e:95:5e:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7168794b-1e6b-42fb-891b-8f8a94971b8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '514c5652-3158-4d72-bef3-62c19ddb1bbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:38:43Z', 'updated_at': '2021-12-18T13:38:47Z', 'revision_number': 5, 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'subnets': [{'id': '514c5652-3158-4d72-bef3-62c19ddb1bbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 13:39:01.275397 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a4750d6-3ea3-4562-997d-09bb6d3901e5 None None] New status for floating IP 397cc3d2-1867-446f-b7eb-c988a9653181: ACTIVE {{(pid=103161) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 18 13:39:01.770243 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036d2127-1ad1-41b7-aca6-291f9073b522 req-9a601f69-b15f-4fea-80ed-bfd0ee17a078 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:39:01.771981 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-036d2127-1ad1-41b7-aca6-291f9073b522 req-9a601f69-b15f-4fea-80ed-bfd0ee17a078 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/ports?device_id=afb7bcf1-6a9a-4541-8424-36bae401d00a HTTP/1.1" status: 200 len: 984 time: 0.0560899 Dec 18 13:39:01.819513 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-036d2127-1ad1-41b7-aca6-291f9073b522 req-77c7b35e-d98e-4d8d-907c-9dd2a0b4260c tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/security-groups?id=975512c7-114f-4de0-85e5-d6733081136c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413425 Dec 18 13:39:02.147288 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2889df30-f679-4693-9414-a26e15a826d4 req-735c3ce4-5fc4-4a2c-8fcd-4bd608396209 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:39:02.148689 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-2889df30-f679-4693-9414-a26e15a826d4 req-735c3ce4-5fc4-4a2c-8fcd-4bd608396209 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.43 "GET /v2.0/ports?device_id=afb7bcf1-6a9a-4541-8424-36bae401d00a HTTP/1.1" status: 200 len: 984 time: 0.0514481 Dec 18 13:39:02.198052 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2889df30-f679-4693-9414-a26e15a826d4 req-69bdfd03-4b36-4e94-8bc0-6d68a0be1121 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:39:02.199473 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-2889df30-f679-4693-9414-a26e15a826d4 req-69bdfd03-4b36-4e94-8bc0-6d68a0be1121 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.43 "GET /v2.0/ports/63f0ae57-1f6e-4b67-934a-f8ff336abf70?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0439963 Dec 18 13:39:02.318028 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-2889df30-f679-4693-9414-a26e15a826d4 req-6be58ee3-782f-4365-b049-5eb5dc1947c7 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.43 "GET /v2.0/networks/572030ee-295d-483f-9793-a43e6f1497d5?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1116874 Dec 18 13:39:02.329026 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [req-2889df30-f679-4693-9414-a26e15a826d4 req-0f8c1940-8ff7-4bae-9509-940e9840158e service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:39:02.386315 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-2889df30-f679-4693-9414-a26e15a826d4 req-0f8c1940-8ff7-4bae-9509-940e9840158e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:39:02.521313 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.db [req-2889df30-f679-4693-9414-a26e15a826d4 req-0f8c1940-8ff7-4bae-9509-940e9840158e service neutron] For port 63f0ae57-1f6e-4b67-934a-f8ff336abf70, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=63f0ae57-1f6e-4b67-934a-f8ff336abf70,segment=NetworkSegment(edf6842f-ce73-42ea-8c0c-bdd6d86825b2),segment_id=edf6842f-ce73-42ea-8c0c-bdd6d86825b2)] {{(pid=103159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:39:02.555853 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.db [req-2889df30-f679-4693-9414-a26e15a826d4 req-0f8c1940-8ff7-4bae-9509-940e9840158e service neutron] For port 63f0ae57-1f6e-4b67-934a-f8ff336abf70, host hv-neutron-7448, cleared binding levels {{(pid=103159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 18 13:39:02.594342 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.notifiers.nova [req-2889df30-f679-4693-9414-a26e15a826d4 req-0f8c1940-8ff7-4bae-9509-940e9840158e service neutron] device_id is not set on port 63f0ae57-1f6e-4b67-934a-f8ff336abf70 yet. {{(pid=103159) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 18 13:39:02.604625 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-2889df30-f679-4693-9414-a26e15a826d4 req-0f8c1940-8ff7-4bae-9509-940e9840158e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:39:02.613377 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-2889df30-f679-4693-9414-a26e15a826d4 req-0f8c1940-8ff7-4bae-9509-940e9840158e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5659917'] for port, after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:39:02.719760 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8c1940-8ff7-4bae-9509-940e9840158e service neutron] Pushing event updated for resources: {'Port': ['ID=63f0ae57-1f6e-4b67-934a-f8ff336abf70,revision_number=6']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:39:02.787782 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [req-2889df30-f679-4693-9414-a26e15a826d4 req-0f8c1940-8ff7-4bae-9509-940e9840158e service neutron] No DVR routers for this DVR port 63f0ae57-1f6e-4b67-934a-f8ff336abf70 on host hv-neutron-7448 {{(pid=103159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 18 13:39:02.912779 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-f7afa8fa-573a-4f81-ac36-f60d7a90daa4 None None] Provisioning complete for port 63f0ae57-1f6e-4b67-934a-f8ff336abf70 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:39:02.914173 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f7afa8fa-573a-4f81-ac36-f60d7a90daa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:39:02.919211 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-2842bd94-090a-4277-b3dd-0a83e52e5e12 req-21c9aa46-7f1b-4501-868a-e2e20b76ca4a tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/ports?device_id=afb7bcf1-6a9a-4541-8424-36bae401d00a HTTP/1.1" status: 200 len: 210 time: 0.0272021 Dec 18 13:39:02.928101 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [req-2889df30-f679-4693-9414-a26e15a826d4 req-0f8c1940-8ff7-4bae-9509-940e9840158e service neutron] In _notify_port_updated(), no bound segment for port 63f0ae57-1f6e-4b67-934a-f8ff336abf70 on network 572030ee-295d-483f-9793-a43e6f1497d5 {{(pid=103159) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 18 13:39:02.929065 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2889df30-f679-4693-9414-a26e15a826d4 req-0f8c1940-8ff7-4bae-9509-940e9840158e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:39:02.929677 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-2889df30-f679-4693-9414-a26e15a826d4 req-0f8c1940-8ff7-4bae-9509-940e9840158e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:39:02.930994 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-2889df30-f679-4693-9414-a26e15a826d4 req-0f8c1940-8ff7-4bae-9509-940e9840158e service neutron] 10.222.0.43 "PUT /v2.0/ports/63f0ae57-1f6e-4b67-934a-f8ff336abf70 HTTP/1.1" status: 200 len: 1027 time: 0.6058905 Dec 18 13:39:02.949966 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-f7afa8fa-573a-4f81-ac36-f60d7a90daa4 None None] Port 63f0ae57-1f6e-4b67-934a-f8ff336abf70 cannot update to ACTIVE because it is not bound. {{(pid=103161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 13:39:03.978935 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 57616) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:39:04.023497 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ed65b7a-7ba2-40dc-8b1e-7d1289fc7092 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:39:04.024827 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-9ed65b7a-7ba2-40dc-8b1e-7d1289fc7092 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/ports/63f0ae57-1f6e-4b67-934a-f8ff336abf70 HTTP/1.1" status: 200 len: 926 time: 0.0447671 Dec 18 13:39:04.179630 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 57620) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:39:04.184363 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-6508d80e-799a-4375-a5b4-f289391e8df4 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-375893494', 'description': 'tempest-secgroup-smoke-375893494 description', 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:39:04.209458 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-6508d80e-799a-4375-a5b4-f289391e8df4 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for security_group, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:39:04.276262 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-6508d80e-799a-4375-a5b4-f289391e8df4 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for security_group, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:39:04.284548 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-6508d80e-799a-4375-a5b4-f289391e8df4 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:39:04.325802 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-6508d80e-799a-4375-a5b4-f289391e8df4 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for security_group, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:39:04.327005 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-6508d80e-799a-4375-a5b4-f289391e8df4 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1463900 Dec 18 13:39:04.328918 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6508d80e-799a-4375-a5b4-f289391e8df4 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1b4c06c-9faa-4d9f-aba0-1483ae92d92b,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:39:04.330078 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 57622) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:39:04.337017 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-f6f7326e-cd29-4f5a-88cc-7975b5954289 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Request body: {'security_group_rule': {'security_group_id': 'a1b4c06c-9faa-4d9f-aba0-1483ae92d92b', 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:39:04.367457 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-f6f7326e-cd29-4f5a-88cc-7975b5954289 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:39:04.420460 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-f6f7326e-cd29-4f5a-88cc-7975b5954289 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:39:04.425347 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-f6f7326e-cd29-4f5a-88cc-7975b5954289 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530267'] for security_group_rule, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:39:04.442737 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f7326e-cd29-4f5a-88cc-7975b5954289 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9103bc6-0097-44c4-8e0a-50a9592ca780,revision_number=0']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:39:04.450464 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-f6f7326e-cd29-4f5a-88cc-7975b5954289 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:39:04.451682 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-f6f7326e-cd29-4f5a-88cc-7975b5954289 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1191421 Dec 18 13:39:04.454640 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 57624) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:39:04.459399 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-7ff74c81-9083-4bd8-a86b-945c1937aee8 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Request body: {'security_group_rule': {'security_group_id': 'a1b4c06c-9faa-4d9f-aba0-1483ae92d92b', 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:39:04.489687 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-7ff74c81-9083-4bd8-a86b-945c1937aee8 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:39:04.543235 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-7ff74c81-9083-4bd8-a86b-945c1937aee8 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:39:04.548294 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-7ff74c81-9083-4bd8-a86b-945c1937aee8 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530267'] for security_group_rule, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:39:04.566208 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff74c81-9083-4bd8-a86b-945c1937aee8 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d093bae-e6f6-4fac-bd92-00aa7a50cc7b,revision_number=0']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:39:04.572614 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-7ff74c81-9083-4bd8-a86b-945c1937aee8 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:39:04.574046 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-7ff74c81-9083-4bd8-a86b-945c1937aee8 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1184289 Dec 18 13:39:04.577024 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 57626) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:39:04.581997 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-ee1363d8-d937-419a-9a5f-c6157eb4f5a4 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Request body: {'security_group_rule': {'security_group_id': 'a1b4c06c-9faa-4d9f-aba0-1483ae92d92b', 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:39:04.611312 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-ee1363d8-d937-419a-9a5f-c6157eb4f5a4 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:39:04.670150 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-ee1363d8-d937-419a-9a5f-c6157eb4f5a4 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:39:04.675020 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-ee1363d8-d937-419a-9a5f-c6157eb4f5a4 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530267'] for security_group_rule, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:39:04.693713 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1363d8-d937-419a-9a5f-c6157eb4f5a4 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3976e18-e417-457a-a925-ccaa05f5423a,revision_number=0']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:39:04.702612 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-ee1363d8-d937-419a-9a5f-c6157eb4f5a4 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:39:04.703848 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-ee1363d8-d937-419a-9a5f-c6157eb4f5a4 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1258516 Dec 18 13:39:04.707040 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 57628) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:39:04.711288 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-7b5c6cdb-071e-4eb2-ad76-81ed0f2b02c7 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Request body: {'security_group_rule': {'security_group_id': 'a1b4c06c-9faa-4d9f-aba0-1483ae92d92b', 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:39:04.740320 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-7b5c6cdb-071e-4eb2-ad76-81ed0f2b02c7 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:39:04.795950 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-7b5c6cdb-071e-4eb2-ad76-81ed0f2b02c7 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:39:04.800898 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-7b5c6cdb-071e-4eb2-ad76-81ed0f2b02c7 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530267'] for security_group_rule, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:39:04.819791 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5c6cdb-071e-4eb2-ad76-81ed0f2b02c7 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2d982a4-c418-4cbd-b892-b922ab592285,revision_number=0']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:39:04.825358 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-7b5c6cdb-071e-4eb2-ad76-81ed0f2b02c7 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:39:04.826556 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-7b5c6cdb-071e-4eb2-ad76-81ed0f2b02c7 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1185598 Dec 18 13:39:04.829810 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 57630) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:39:04.834400 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-51f02ad0-9277-4fc4-8b80-c5e4b57e4612 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Request body: {'security_group_rule': {'security_group_id': 'a1b4c06c-9faa-4d9f-aba0-1483ae92d92b', 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:39:04.857858 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.db.securitygroups_db [None req-51f02ad0-9277-4fc4-8b80-c5e4b57e4612 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Project 6e88b8a5aed24360a829007d7fd9d0fd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 18 13:39:04.863102 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-51f02ad0-9277-4fc4-8b80-c5e4b57e4612 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:39:04.923832 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-51f02ad0-9277-4fc4-8b80-c5e4b57e4612 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:39:04.928596 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-51f02ad0-9277-4fc4-8b80-c5e4b57e4612 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530267'] for security_group_rule, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:39:04.949344 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f02ad0-9277-4fc4-8b80-c5e4b57e4612 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1823f80-aec6-4438-888a-c54722aa4887,revision_number=0']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:39:04.954507 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-51f02ad0-9277-4fc4-8b80-c5e4b57e4612 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:39:04.958910 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 57632) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:39:04.959096 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-51f02ad0-9277-4fc4-8b80-c5e4b57e4612 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1278045 Dec 18 13:39:04.963681 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-f5661085-c83d-481f-b5d5-d2a19c2b20e6 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Request body: {'security_group_rule': {'security_group_id': 'a1b4c06c-9faa-4d9f-aba0-1483ae92d92b', 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:39:04.989127 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.db.securitygroups_db [None req-f5661085-c83d-481f-b5d5-d2a19c2b20e6 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Project 6e88b8a5aed24360a829007d7fd9d0fd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 18 13:39:04.994073 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-f5661085-c83d-481f-b5d5-d2a19c2b20e6 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:39:05.056130 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-f5661085-c83d-481f-b5d5-d2a19c2b20e6 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:39:05.061137 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-f5661085-c83d-481f-b5d5-d2a19c2b20e6 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530267'] for security_group_rule, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:39:05.078449 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5661085-c83d-481f-b5d5-d2a19c2b20e6 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ddd4b6d4-7428-4bce-a8d2-ae7511d58555,revision_number=0']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:39:05.086295 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-f5661085-c83d-481f-b5d5-d2a19c2b20e6 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:39:05.087585 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-f5661085-c83d-481f-b5d5-d2a19c2b20e6 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1276352 Dec 18 13:39:05.235937 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-fc7d1705-b4f1-4346-9fa1-e59cea28f1ff req-c3a6369c-4de5-4c46-a920-33c96829ac97 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-375893494&fields=id&tenant_id=6e88b8a5aed24360a829007d7fd9d0fd HTTP/1.1" status: 200 len: 267 time: 0.0448639 Dec 18 13:39:05.283069 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7d1705-b4f1-4346-9fa1-e59cea28f1ff req-eaeaf261-9be8-406f-be1b-ebd03aa466b0 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:39:05.284382 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-fc7d1705-b4f1-4346-9fa1-e59cea28f1ff req-eaeaf261-9be8-406f-be1b-ebd03aa466b0 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/ports/63f0ae57-1f6e-4b67-934a-f8ff336abf70 HTTP/1.1" status: 200 len: 931 time: 0.0417588 Dec 18 13:39:05.328779 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-fc7d1705-b4f1-4346-9fa1-e59cea28f1ff req-827e9345-b8f8-46af-aee6-ada29bd48b13 service neutron] 10.222.0.31 "GET /v2.0/ports/63f0ae57-1f6e-4b67-934a-f8ff336abf70?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0316322 Dec 18 13:39:05.750546 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-fc7d1705-b4f1-4346-9fa1-e59cea28f1ff req-6d4fba67-e07a-4e94-8b7a-df0093535de0 service neutron] 10.222.0.31 "GET /v2.0/networks/572030ee-295d-483f-9793-a43e6f1497d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4157403 Dec 18 13:39:05.855230 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-fc7d1705-b4f1-4346-9fa1-e59cea28f1ff req-93c36593-59d2-4475-9789-129f4e2ebe3b service neutron] 10.222.0.31 "GET /v2.0/networks/572030ee-295d-483f-9793-a43e6f1497d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959134 Dec 18 13:39:06.026470 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-21036d1f-682a-4fe3-8aef-f275e1144256 req-437c5ee0-8ac2-4eeb-92d5-be9ad501b90d tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e347a8a-1b9f-4cb3-9aa1-78c3e43da6be HTTP/1.1" status: 200 len: 210 time: 0.0255723 Dec 18 13:39:06.167629 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Device 63f0ae57-1f6e-4b67-934a-f8ff336abf70 no longer exists at agent hyperv_hv-neutron-7448 {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 18 13:39:06.209830 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Device 63f0ae57-1f6e-4b67-934a-f8ff336abf70 not bound to the agent host hv-neutron-7448 {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 18 13:39:06.707786 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:39:06.896424 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7d1705-b4f1-4346-9fa1-e59cea28f1ff req-f208d04f-61a7-49f7-94d2-3c56c03f562e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:39:06.897841 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-fc7d1705-b4f1-4346-9fa1-e59cea28f1ff req-f208d04f-61a7-49f7-94d2-3c56c03f562e service neutron] 10.222.0.43 "GET /v2.0/ports/63f0ae57-1f6e-4b67-934a-f8ff336abf70 HTTP/1.1" status: 200 len: 1027 time: 0.0389762 Dec 18 13:39:07.003534 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7d1705-b4f1-4346-9fa1-e59cea28f1ff req-fcd16488-4c2a-484c-ad16-eb4c6b0ad35b tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:39:07.005024 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-fc7d1705-b4f1-4346-9fa1-e59cea28f1ff req-fcd16488-4c2a-484c-ad16-eb4c6b0ad35b tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.43 "GET /v2.0/networks?id=572030ee-295d-483f-9793-a43e6f1497d5 HTTP/1.1" status: 200 len: 797 time: 0.1011949 Dec 18 13:39:07.082430 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-fc7d1705-b4f1-4346-9fa1-e59cea28f1ff req-0762ea81-20c0-47f9-aeef-d1d685b78b66 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6e88b8a5aed24360a829007d7fd9d0fd HTTP/1.1" status: 200 len: 471 time: 0.0680215 Dec 18 13:39:07.093977 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [req-fc7d1705-b4f1-4346-9fa1-e59cea28f1ff req-ad0eb05c-a53b-4515-ae4c-496b13451282 service neutron] Request body: {'port': {'device_id': '3e347a8a-1b9f-4cb3-9aa1-78c3e43da6be', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7448'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:39:07.143824 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-c333f47b-85d2-4961-9cae-be398a64c713 req-ac02da5f-3d9e-4ecf-920a-34f822c51021 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e347a8a-1b9f-4cb3-9aa1-78c3e43da6be HTTP/1.1" status: 200 len: 210 time: 0.0460937 Dec 18 13:39:07.171298 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-fc7d1705-b4f1-4346-9fa1-e59cea28f1ff req-ad0eb05c-a53b-4515-ae4c-496b13451282 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:39:07.449191 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.notifiers.nova [req-fc7d1705-b4f1-4346-9fa1-e59cea28f1ff req-ad0eb05c-a53b-4515-ae4c-496b13451282 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63f0ae57-1f6e-4b67-934a-f8ff336abf70 {{(pid=103159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 18 13:39:07.456988 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-fc7d1705-b4f1-4346-9fa1-e59cea28f1ff req-ad0eb05c-a53b-4515-ae4c-496b13451282 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:39:07.471794 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.provisioning_blocks [req-fc7d1705-b4f1-4346-9fa1-e59cea28f1ff req-ad0eb05c-a53b-4515-ae4c-496b13451282 service neutron] Transition to ACTIVE for port object 63f0ae57-1f6e-4b67-934a-f8ff336abf70 will not be triggered until provisioned by entity L2. {{(pid=103159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 18 13:39:07.477642 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-fc7d1705-b4f1-4346-9fa1-e59cea28f1ff req-ad0eb05c-a53b-4515-ae4c-496b13451282 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5659917'] for port, after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:39:07.554590 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0eb05c-a53b-4515-ae4c-496b13451282 service neutron] Pushing event updated for resources: {'Port': ['ID=63f0ae57-1f6e-4b67-934a-f8ff336abf70,revision_number=7']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:39:07.651431 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.managers [req-fc7d1705-b4f1-4346-9fa1-e59cea28f1ff req-ad0eb05c-a53b-4515-ae4c-496b13451282 service neutron] Attempting to bind port 63f0ae57-1f6e-4b67-934a-f8ff336abf70 on host hv-neutron-7448 for vnic_type normal with profile {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 13:39:07.651841 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.managers [req-fc7d1705-b4f1-4346-9fa1-e59cea28f1ff req-ad0eb05c-a53b-4515-ae4c-496b13451282 service neutron] Attempting to bind port 63f0ae57-1f6e-4b67-934a-f8ff336abf70 by drivers openvswitch,hyperv on host hv-neutron-7448 at level 0 using segments [{'id': 'edf6842f-ce73-42ea-8c0c-bdd6d86825b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '572030ee-295d-483f-9793-a43e6f1497d5'}] {{(pid=103159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 13:39:07.652187 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc7d1705-b4f1-4346-9fa1-e59cea28f1ff req-ad0eb05c-a53b-4515-ae4c-496b13451282 service neutron] Attempting to bind port 63f0ae57-1f6e-4b67-934a-f8ff336abf70 on network 572030ee-295d-483f-9793-a43e6f1497d5 {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 13:39:07.657144 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc7d1705-b4f1-4346-9fa1-e59cea28f1ff req-ad0eb05c-a53b-4515-ae4c-496b13451282 service neutron] Port 63f0ae57-1f6e-4b67-934a-f8ff336abf70 on network 572030ee-295d-483f-9793-a43e6f1497d5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7448 {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 18 13:39:07.657407 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc7d1705-b4f1-4346-9fa1-e59cea28f1ff req-ad0eb05c-a53b-4515-ae4c-496b13451282 service neutron] Attempting to bind port 63f0ae57-1f6e-4b67-934a-f8ff336abf70 on network 572030ee-295d-483f-9793-a43e6f1497d5 {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 13:39:07.662299 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc7d1705-b4f1-4346-9fa1-e59cea28f1ff req-ad0eb05c-a53b-4515-ae4c-496b13451282 service neutron] Checking agent: {'id': 'c35b6aa0-0616-421f-8ded-732dd37fc90f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7448', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 13, 24, 37), 'started_at': datetime.datetime(2021, 12, 18, 13, 24, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 13, 39, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 18 13:39:07.662648 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc7d1705-b4f1-4346-9fa1-e59cea28f1ff req-ad0eb05c-a53b-4515-ae4c-496b13451282 service neutron] Checking segment: {'id': 'edf6842f-ce73-42ea-8c0c-bdd6d86825b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '572030ee-295d-483f-9793-a43e6f1497d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 13:39:07.663027 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc7d1705-b4f1-4346-9fa1-e59cea28f1ff req-ad0eb05c-a53b-4515-ae4c-496b13451282 service neutron] Bound using segment: {'id': 'edf6842f-ce73-42ea-8c0c-bdd6d86825b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '572030ee-295d-483f-9793-a43e6f1497d5'} {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 18 13:39:07.663490 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.managers [req-fc7d1705-b4f1-4346-9fa1-e59cea28f1ff req-ad0eb05c-a53b-4515-ae4c-496b13451282 service neutron] Bound port: 63f0ae57-1f6e-4b67-934a-f8ff336abf70, host: hv-neutron-7448, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'edf6842f-ce73-42ea-8c0c-bdd6d86825b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '572030ee-295d-483f-9793-a43e6f1497d5'}}] {{(pid=103159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 18 13:39:07.663858 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-fc7d1705-b4f1-4346-9fa1-e59cea28f1ff req-ad0eb05c-a53b-4515-ae4c-496b13451282 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:39:07.727519 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.db [req-fc7d1705-b4f1-4346-9fa1-e59cea28f1ff req-ad0eb05c-a53b-4515-ae4c-496b13451282 service neutron] For port 63f0ae57-1f6e-4b67-934a-f8ff336abf70, host hv-neutron-7448, cleared binding levels {{(pid=103159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 18 13:39:07.730526 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.db [req-fc7d1705-b4f1-4346-9fa1-e59cea28f1ff req-ad0eb05c-a53b-4515-ae4c-496b13451282 service neutron] For port 63f0ae57-1f6e-4b67-934a-f8ff336abf70, host hv-neutron-7448, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=63f0ae57-1f6e-4b67-934a-f8ff336abf70,segment=NetworkSegment(edf6842f-ce73-42ea-8c0c-bdd6d86825b2),segment_id=edf6842f-ce73-42ea-8c0c-bdd6d86825b2)] {{(pid=103159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 18 13:39:07.736990 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-fc7d1705-b4f1-4346-9fa1-e59cea28f1ff req-ad0eb05c-a53b-4515-ae4c-496b13451282 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5659917'] for port, after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:39:07.771921 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7d1705-b4f1-4346-9fa1-e59cea28f1ff req-ad0eb05c-a53b-4515-ae4c-496b13451282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:39:07.772522 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-fc7d1705-b4f1-4346-9fa1-e59cea28f1ff req-ad0eb05c-a53b-4515-ae4c-496b13451282 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:39:07.773909 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-fc7d1705-b4f1-4346-9fa1-e59cea28f1ff req-ad0eb05c-a53b-4515-ae4c-496b13451282 service neutron] 10.222.0.43 "PUT /v2.0/ports/63f0ae57-1f6e-4b67-934a-f8ff336abf70 HTTP/1.1" status: 200 len: 1132 time: 0.6841350 Dec 18 13:39:07.774337 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e347a8a-1b9f-4cb3-9aa1-78c3e43da6be', 'tag': '63f0ae57-1f6e-4b67-934a-f8ff336abf70'}] {{(pid=103159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 18 13:39:07.776690 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca844cf115d59c1fab86abc202fb4c13735de0d7e4cbbbb25eec9406e9c87431" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55f33578-f1ef-4604-a385-4622a6e9eb76" -d '{"events": [{"name": "network-changed", "server_uuid": "3e347a8a-1b9f-4cb3-9aa1-78c3e43da6be", "tag": "63f0ae57-1f6e-4b67-934a-f8ff336abf70"}]}' {{(pid=103159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 18 13:39:07.797731 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0eb05c-a53b-4515-ae4c-496b13451282 service neutron] Pushing event updated for resources: {'Port': ['ID=63f0ae57-1f6e-4b67-934a-f8ff336abf70,revision_number=8']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:39:07.822586 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 13:39:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21b4f603-9d8b-4470-b3c4-a0c5f3ade7b3 x-openstack-request-id: req-21b4f603-9d8b-4470-b3c4-a0c5f3ade7b3 {{(pid=103159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 18 13:39:07.822899 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e347a8a-1b9f-4cb3-9aa1-78c3e43da6be", "tag": "63f0ae57-1f6e-4b67-934a-f8ff336abf70", "status": "completed", "code": 200}]} {{(pid=103159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 18 13:39:07.823358 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-21b4f603-9d8b-4470-b3c4-a0c5f3ade7b3 {{(pid=103159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 18 13:39:07.823799 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e347a8a-1b9f-4cb3-9aa1-78c3e43da6be', 'tag': '63f0ae57-1f6e-4b67-934a-f8ff336abf70', 'status': 'completed', 'code': 200} Dec 18 13:39:07.875957 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7d1705-b4f1-4346-9fa1-e59cea28f1ff req-d794858e-07e8-4e66-a7b0-2834b02e93d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:39:07.877541 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-fc7d1705-b4f1-4346-9fa1-e59cea28f1ff req-d794858e-07e8-4e66-a7b0-2834b02e93d3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6e88b8a5aed24360a829007d7fd9d0fd&device_id=3e347a8a-1b9f-4cb3-9aa1-78c3e43da6be HTTP/1.1" status: 200 len: 1135 time: 0.0471973 Dec 18 13:39:07.949001 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-fc7d1705-b4f1-4346-9fa1-e59cea28f1ff req-391a558d-b907-410a-998c-bc17af8412a4 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=63f0ae57-1f6e-4b67-934a-f8ff336abf70 HTTP/1.1" status: 200 len: 1038 time: 0.0630057 Dec 18 13:39:07.998523 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7d1705-b4f1-4346-9fa1-e59cea28f1ff req-b9e0aba6-bd4c-4012-8cdc-a2b54240c8b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:39:07.999988 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-fc7d1705-b4f1-4346-9fa1-e59cea28f1ff req-b9e0aba6-bd4c-4012-8cdc-a2b54240c8b2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=514c5652-3158-4d72-bef3-62c19ddb1bbc HTTP/1.1" status: 200 len: 834 time: 0.0444334 Dec 18 13:39:08.052581 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7d1705-b4f1-4346-9fa1-e59cea28f1ff req-11259ffc-294d-4a4b-8c45-5d0e8d4b0028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:39:08.054037 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-fc7d1705-b4f1-4346-9fa1-e59cea28f1ff req-11259ffc-294d-4a4b-8c45-5d0e8d4b0028 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=572030ee-295d-483f-9793-a43e6f1497d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0463593 Dec 18 13:39:08.148690 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-fc7d1705-b4f1-4346-9fa1-e59cea28f1ff req-5f552be1-c728-4fc3-879c-d00b9c94cf2a service neutron] 10.222.0.43 "GET /v2.0/networks/572030ee-295d-483f-9793-a43e6f1497d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872529 Dec 18 13:39:08.268466 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-fc7d1705-b4f1-4346-9fa1-e59cea28f1ff req-bdbd4af3-cfd8-4eee-bcd6-2ac73aba8f12 service neutron] 10.222.0.43 "GET /v2.0/networks/572030ee-295d-483f-9793-a43e6f1497d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124933 Dec 18 13:39:08.281577 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4273bba4-d1da-4d69-a7e3-bfea4936d73c req-c7f5d591-caac-43e9-a048-987c1157e8e8 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:39:08.283023 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-4273bba4-d1da-4d69-a7e3-bfea4936d73c req-c7f5d591-caac-43e9-a048-987c1157e8e8 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e347a8a-1b9f-4cb3-9aa1-78c3e43da6be HTTP/1.1" status: 200 len: 982 time: 0.0683115 Dec 18 13:39:08.343287 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-4273bba4-d1da-4d69-a7e3-bfea4936d73c req-560af256-6c6f-44aa-9fef-2a8049394072 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/security-groups?id=975512c7-114f-4de0-85e5-d6733081136c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524447 Dec 18 13:39:08.373217 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f33578-f1ef-4604-a385-4622a6e9eb76 req-5d34e916-24d3-4bad-b7d2-c386be5ba08d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:39:08.374729 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-55f33578-f1ef-4604-a385-4622a6e9eb76 req-5d34e916-24d3-4bad-b7d2-c386be5ba08d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6e88b8a5aed24360a829007d7fd9d0fd&device_id=3e347a8a-1b9f-4cb3-9aa1-78c3e43da6be HTTP/1.1" status: 200 len: 1135 time: 0.0469081 Dec 18 13:39:08.471792 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f33578-f1ef-4604-a385-4622a6e9eb76 req-0ee2b129-71c4-4eb6-bf78-aa57b9b27156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:39:08.473282 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-55f33578-f1ef-4604-a385-4622a6e9eb76 req-0ee2b129-71c4-4eb6-bf78-aa57b9b27156 service neutron] 10.222.0.43 "GET /v2.0/networks?id=572030ee-295d-483f-9793-a43e6f1497d5 HTTP/1.1" status: 200 len: 898 time: 0.0892060 Dec 18 13:39:08.545923 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-55f33578-f1ef-4604-a385-4622a6e9eb76 req-f31d3fd2-d5fb-489a-a5eb-43bbbc48be6a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=63f0ae57-1f6e-4b67-934a-f8ff336abf70 HTTP/1.1" status: 200 len: 1038 time: 0.0633340 Dec 18 13:39:08.610396 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f33578-f1ef-4604-a385-4622a6e9eb76 req-ef9212be-f176-4584-baff-e329cda4f098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:39:08.611989 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-55f33578-f1ef-4604-a385-4622a6e9eb76 req-ef9212be-f176-4584-baff-e329cda4f098 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=514c5652-3158-4d72-bef3-62c19ddb1bbc HTTP/1.1" status: 200 len: 834 time: 0.0557444 Dec 18 13:39:08.659604 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f33578-f1ef-4604-a385-4622a6e9eb76 req-3e07761e-5232-40a4-8d05-6a0b72e05572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:39:08.661088 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-55f33578-f1ef-4604-a385-4622a6e9eb76 req-3e07761e-5232-40a4-8d05-6a0b72e05572 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=572030ee-295d-483f-9793-a43e6f1497d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0418222 Dec 18 13:39:08.765215 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-55f33578-f1ef-4604-a385-4622a6e9eb76 req-562ca8a5-081d-46a0-b966-cb513868c25b service neutron] 10.222.0.43 "GET /v2.0/networks/572030ee-295d-483f-9793-a43e6f1497d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953815 Dec 18 13:39:08.866450 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-55f33578-f1ef-4604-a385-4622a6e9eb76 req-4aae9f87-ac74-42b7-ab97-ec00791559d4 service neutron] 10.222.0.43 "GET /v2.0/networks/572030ee-295d-483f-9793-a43e6f1497d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918684 Dec 18 13:39:09.469583 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bec2df-0e96-4a73-a80e-09abee7f5c59 req-bf3107e3-4aad-4868-a898-d132fc37a419 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:39:09.471222 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-98bec2df-0e96-4a73-a80e-09abee7f5c59 req-bf3107e3-4aad-4868-a898-d132fc37a419 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e347a8a-1b9f-4cb3-9aa1-78c3e43da6be HTTP/1.1" status: 200 len: 982 time: 0.0496213 Dec 18 13:39:09.522718 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-98bec2df-0e96-4a73-a80e-09abee7f5c59 req-4c5a49a5-0351-4594-a20a-d84f08bbf6d1 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/security-groups?id=975512c7-114f-4de0-85e5-d6733081136c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453508 Dec 18 13:39:10.170495 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Device 63f0ae57-1f6e-4b67-934a-f8ff336abf70 details requested by agent hyperv_hv-neutron-7448 with host hv-neutron-7448 {{(pid=103161) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 18 13:39:10.278538 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] For port 63f0ae57-1f6e-4b67-934a-f8ff336abf70, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=63f0ae57-1f6e-4b67-934a-f8ff336abf70,segment=NetworkSegment(edf6842f-ce73-42ea-8c0c-bdd6d86825b2),segment_id=edf6842f-ce73-42ea-8c0c-bdd6d86825b2)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:39:10.289797 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Returning: {'device': '63f0ae57-1f6e-4b67-934a-f8ff336abf70', 'network_id': '572030ee-295d-483f-9793-a43e6f1497d5', 'port_id': '63f0ae57-1f6e-4b67-934a-f8ff336abf70', 'mac_address': 'fa:16:3e:3b:44:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '514c5652-3158-4d72-bef3-62c19ddb1bbc', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103161) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 18 13:39:10.328589 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:39:10.342130 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.notifiers.nova [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63f0ae57-1f6e-4b67-934a-f8ff336abf70 {{(pid=103161) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 18 13:39:10.363462 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] For port 63f0ae57-1f6e-4b67-934a-f8ff336abf70, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=63f0ae57-1f6e-4b67-934a-f8ff336abf70,segment=NetworkSegment(edf6842f-ce73-42ea-8c0c-bdd6d86825b2),segment_id=edf6842f-ce73-42ea-8c0c-bdd6d86825b2)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:39:10.372129 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:39:10.432405 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Pushing event updated for resources: {'Port': ['ID=63f0ae57-1f6e-4b67-934a-f8ff336abf70,revision_number=9']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:39:10.652906 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a5c566-6e0e-4367-94ff-72d8e2518a14 req-2d4dc149-e345-441b-8291-83ffb4a9a7e3 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:39:10.654390 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-05a5c566-6e0e-4367-94ff-72d8e2518a14 req-2d4dc149-e345-441b-8291-83ffb4a9a7e3 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e347a8a-1b9f-4cb3-9aa1-78c3e43da6be HTTP/1.1" status: 200 len: 983 time: 0.0506997 Dec 18 13:39:10.665030 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] get_ports_and_sgs() called for port_ids ['63f0ae57-1f6e-4b67-934a-f8ff336abf70'] {{(pid=103161) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 18 13:39:10.704658 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-05a5c566-6e0e-4367-94ff-72d8e2518a14 req-5f9503df-120f-489e-963d-0c7d0ebbaf24 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/security-groups?id=975512c7-114f-4de0-85e5-d6733081136c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439215 Dec 18 13:39:11.830288 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2528de95-16b2-48e4-95f2-e5231b6c3293 req-6912cd0c-53ca-4bef-a6d8-b176ff044363 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:39:11.832138 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-2528de95-16b2-48e4-95f2-e5231b6c3293 req-6912cd0c-53ca-4bef-a6d8-b176ff044363 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e347a8a-1b9f-4cb3-9aa1-78c3e43da6be HTTP/1.1" status: 200 len: 983 time: 0.0493636 Dec 18 13:39:11.882689 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-2528de95-16b2-48e4-95f2-e5231b6c3293 req-6cb29e7a-4dd4-4f00-b5a3-e35a62731a26 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/security-groups?id=975512c7-114f-4de0-85e5-d6733081136c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446134 Dec 18 13:39:12.184530 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Device 63f0ae57-1f6e-4b67-934a-f8ff336abf70 up at agent hyperv_hv-neutron-7448 {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 13:39:12.244933 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Provisioning for port 63f0ae57-1f6e-4b67-934a-f8ff336abf70 completed by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 18 13:39:12.248965 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Provisioning complete for port 63f0ae57-1f6e-4b67-934a-f8ff336abf70 triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:39:12.249329 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:39:12.324739 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:39:12.348342 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e347a8a-1b9f-4cb3-9aa1-78c3e43da6be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63f0ae57-1f6e-4b67-934a-f8ff336abf70'}] {{(pid=103161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 18 13:39:12.350707 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22224e7a42aa75e3f3b9c037df440650d2cfa1dd97b40a249aee4a8113775251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc9a7015-05ad-4479-b6de-f5a212add12b" -d '{"events": [{"server_uuid": "3e347a8a-1b9f-4cb3-9aa1-78c3e43da6be", "name": "network-vif-plugged", "status": "completed", "tag": "63f0ae57-1f6e-4b67-934a-f8ff336abf70"}]}' {{(pid=103161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 18 13:39:12.364043 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] For port 63f0ae57-1f6e-4b67-934a-f8ff336abf70, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=63f0ae57-1f6e-4b67-934a-f8ff336abf70,segment=NetworkSegment(edf6842f-ce73-42ea-8c0c-bdd6d86825b2),segment_id=edf6842f-ce73-42ea-8c0c-bdd6d86825b2)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:39:12.368924 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:39:12.395233 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 13:39:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09597da9-769d-4978-a8ab-50676637f947 x-openstack-request-id: req-09597da9-769d-4978-a8ab-50676637f947 {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 18 13:39:12.397095 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e347a8a-1b9f-4cb3-9aa1-78c3e43da6be", "name": "network-vif-plugged", "status": "completed", "tag": "63f0ae57-1f6e-4b67-934a-f8ff336abf70", "code": 200}]} {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 18 13:39:12.397377 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-09597da9-769d-4978-a8ab-50676637f947 {{(pid=103161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 18 13:39:12.397777 dv-neutron-744815-20-hyperv neutron-server[103161]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e347a8a-1b9f-4cb3-9aa1-78c3e43da6be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63f0ae57-1f6e-4b67-934a-f8ff336abf70', 'code': 200} Dec 18 13:39:12.426004 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Pushing event updated for resources: {'Port': ['ID=63f0ae57-1f6e-4b67-934a-f8ff336abf70,revision_number=10']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:39:12.563567 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41df87a0-aeee-41e9-b154-3fd3128fa458 req-88fc7e7d-65a0-49c9-861d-00bdce3c420f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:39:12.565120 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-41df87a0-aeee-41e9-b154-3fd3128fa458 req-88fc7e7d-65a0-49c9-861d-00bdce3c420f service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=3e347a8a-1b9f-4cb3-9aa1-78c3e43da6be HTTP/1.1" status: 200 len: 1138 time: 0.0449040 Dec 18 13:39:12.613598 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-41df87a0-aeee-41e9-b154-3fd3128fa458 req-2480789a-304c-4a1d-8314-6ac08707a1c9 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=975512c7-114f-4de0-85e5-d6733081136c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408025 Dec 18 13:39:13.008300 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c6d798-9a08-4a78-8338-a1555c1828ea req-01a6e0b0-112d-4317-abe3-e316e8ca783a tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:39:13.009664 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-12c6d798-9a08-4a78-8338-a1555c1828ea req-01a6e0b0-112d-4317-abe3-e316e8ca783a tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e347a8a-1b9f-4cb3-9aa1-78c3e43da6be HTTP/1.1" status: 200 len: 985 time: 0.0483255 Dec 18 13:39:13.061519 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-12c6d798-9a08-4a78-8338-a1555c1828ea req-762041fd-533d-464f-ad0d-6539b33dbf62 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/security-groups?id=975512c7-114f-4de0-85e5-d6733081136c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432241 Dec 18 13:39:14.204419 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c3127b-9547-4b58-a310-4bdd8aa92870 req-27e5b2c9-ee6c-4234-8087-9b4129d4a455 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:39:14.206408 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-44c3127b-9547-4b58-a310-4bdd8aa92870 req-27e5b2c9-ee6c-4234-8087-9b4129d4a455 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e347a8a-1b9f-4cb3-9aa1-78c3e43da6be HTTP/1.1" status: 200 len: 985 time: 0.0664945 Dec 18 13:39:14.254521 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-44c3127b-9547-4b58-a310-4bdd8aa92870 req-864867d0-9030-46ec-bfee-0ed0992b5bea tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/security-groups?id=975512c7-114f-4de0-85e5-d6733081136c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421748 Dec 18 13:39:14.371385 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442aff1f-a79d-45ff-b91c-553b3e973ca2 req-ecd9665b-104d-4400-8eb7-9c21c08bda2b tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:39:14.372862 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-442aff1f-a79d-45ff-b91c-553b3e973ca2 req-ecd9665b-104d-4400-8eb7-9c21c08bda2b tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e347a8a-1b9f-4cb3-9aa1-78c3e43da6be HTTP/1.1" status: 200 len: 985 time: 0.0513546 Dec 18 13:39:14.427594 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-442aff1f-a79d-45ff-b91c-553b3e973ca2 req-784fe6d9-655e-4a30-b1b0-c8e7eb28bd21 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/security-groups?id=975512c7-114f-4de0-85e5-d6733081136c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451081 Dec 18 13:39:14.449721 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 57680) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:39:14.830187 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1d6a4a3-4e79-436a-8a76-72c8dfa5a07e tempest-TestNetworkBasicOps-845399116 tempest-TestNetworkBasicOps-845399116-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:39:14.833134 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-b1d6a4a3-4e79-436a-8a76-72c8dfa5a07e tempest-TestNetworkBasicOps-845399116 tempest-TestNetworkBasicOps-845399116-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=3e347a8a-1b9f-4cb3-9aa1-78c3e43da6be&network_id=572030ee-295d-483f-9793-a43e6f1497d5 HTTP/1.1" status: 200 len: 1133 time: 0.3821881 Dec 18 13:39:15.057906 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36fe342-61fa-4bae-9c7d-f714a3441d67 req-e7244cca-2928-4122-bf9c-6bba39bf2b49 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:39:15.059392 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-c36fe342-61fa-4bae-9c7d-f714a3441d67 req-e7244cca-2928-4122-bf9c-6bba39bf2b49 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e347a8a-1b9f-4cb3-9aa1-78c3e43da6be HTTP/1.1" status: 200 len: 985 time: 0.0488212 Dec 18 13:39:15.113090 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-c36fe342-61fa-4bae-9c7d-f714a3441d67 req-ff41b8ba-57c6-44f6-afbc-f8aa79ee4209 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/security-groups?id=975512c7-114f-4de0-85e5-d6733081136c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448887 Dec 18 13:39:16.237318 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e836c0d9-9f83-4da4-8840-d663edf297f8 req-8f14cc30-c569-4b01-a1bb-b2e7b9b06293 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:39:16.238812 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-e836c0d9-9f83-4da4-8840-d663edf297f8 req-8f14cc30-c569-4b01-a1bb-b2e7b9b06293 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e347a8a-1b9f-4cb3-9aa1-78c3e43da6be HTTP/1.1" status: 200 len: 985 time: 0.0530231 Dec 18 13:39:16.286416 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-e836c0d9-9f83-4da4-8840-d663edf297f8 req-ea8589a0-590c-4eb3-9513-2bceff22151a tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/security-groups?id=975512c7-114f-4de0-85e5-d6733081136c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416205 Dec 18 13:39:16.448623 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e67c330-0d0f-471e-a6b3-c9c74891d3dd req-d1a69af2-4b2f-405c-a391-b2105d9eae50 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:39:16.450103 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-4e67c330-0d0f-471e-a6b3-c9c74891d3dd req-d1a69af2-4b2f-405c-a391-b2105d9eae50 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.43 "GET /v2.0/ports?device_id=3e347a8a-1b9f-4cb3-9aa1-78c3e43da6be HTTP/1.1" status: 200 len: 985 time: 0.0549116 Dec 18 13:39:16.496395 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e67c330-0d0f-471e-a6b3-c9c74891d3dd req-81e81903-10fc-4ef2-be0c-f19c05b4220e tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:39:16.497759 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-4e67c330-0d0f-471e-a6b3-c9c74891d3dd req-81e81903-10fc-4ef2-be0c-f19c05b4220e tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.43 "GET /v2.0/ports/63f0ae57-1f6e-4b67-934a-f8ff336abf70?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0408189 Dec 18 13:39:16.603053 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-4e67c330-0d0f-471e-a6b3-c9c74891d3dd req-faf2b717-8c4e-40a9-8ca8-dfb2ee486760 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.43 "GET /v2.0/networks/572030ee-295d-483f-9793-a43e6f1497d5?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.0986650 Dec 18 13:39:16.614218 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [req-4e67c330-0d0f-471e-a6b3-c9c74891d3dd req-54be7eb7-77f2-40e5-b3cb-77fb8af4e671 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:39:16.667529 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-4e67c330-0d0f-471e-a6b3-c9c74891d3dd req-54be7eb7-77f2-40e5-b3cb-77fb8af4e671 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:39:16.804729 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.db [req-4e67c330-0d0f-471e-a6b3-c9c74891d3dd req-54be7eb7-77f2-40e5-b3cb-77fb8af4e671 service neutron] For port 63f0ae57-1f6e-4b67-934a-f8ff336abf70, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=63f0ae57-1f6e-4b67-934a-f8ff336abf70,segment=NetworkSegment(edf6842f-ce73-42ea-8c0c-bdd6d86825b2),segment_id=edf6842f-ce73-42ea-8c0c-bdd6d86825b2)] {{(pid=103159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:39:16.840583 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.db [req-4e67c330-0d0f-471e-a6b3-c9c74891d3dd req-54be7eb7-77f2-40e5-b3cb-77fb8af4e671 service neutron] For port 63f0ae57-1f6e-4b67-934a-f8ff336abf70, host hv-neutron-7448, cleared binding levels {{(pid=103159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 18 13:39:16.874599 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.notifiers.nova [req-4e67c330-0d0f-471e-a6b3-c9c74891d3dd req-54be7eb7-77f2-40e5-b3cb-77fb8af4e671 service neutron] device_id is not set on port 63f0ae57-1f6e-4b67-934a-f8ff336abf70 yet. {{(pid=103159) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 18 13:39:16.883428 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-4e67c330-0d0f-471e-a6b3-c9c74891d3dd req-54be7eb7-77f2-40e5-b3cb-77fb8af4e671 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:39:16.889439 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-4e67c330-0d0f-471e-a6b3-c9c74891d3dd req-54be7eb7-77f2-40e5-b3cb-77fb8af4e671 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5659917'] for port, after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:39:16.968202 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54be7eb7-77f2-40e5-b3cb-77fb8af4e671 service neutron] Pushing event updated for resources: {'Port': ['ID=63f0ae57-1f6e-4b67-934a-f8ff336abf70,revision_number=11']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:39:17.012851 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e67c330-0d0f-471e-a6b3-c9c74891d3dd req-54be7eb7-77f2-40e5-b3cb-77fb8af4e671 service neutron] No DVR routers for this DVR port 63f0ae57-1f6e-4b67-934a-f8ff336abf70 on host hv-neutron-7448 {{(pid=103159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 18 13:39:17.113053 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-439d6a3f-75ab-4d22-b2fd-3adad94ffc43 None None] Provisioning complete for port 63f0ae57-1f6e-4b67-934a-f8ff336abf70 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:39:17.113686 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-439d6a3f-75ab-4d22-b2fd-3adad94ffc43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:39:17.147628 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-439d6a3f-75ab-4d22-b2fd-3adad94ffc43 None None] Port 63f0ae57-1f6e-4b67-934a-f8ff336abf70 cannot update to ACTIVE because it is not bound. {{(pid=103161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 13:39:17.156773 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [req-4e67c330-0d0f-471e-a6b3-c9c74891d3dd req-54be7eb7-77f2-40e5-b3cb-77fb8af4e671 service neutron] In _notify_port_updated(), no bound segment for port 63f0ae57-1f6e-4b67-934a-f8ff336abf70 on network 572030ee-295d-483f-9793-a43e6f1497d5 {{(pid=103159) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 18 13:39:17.157674 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e67c330-0d0f-471e-a6b3-c9c74891d3dd req-54be7eb7-77f2-40e5-b3cb-77fb8af4e671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:39:17.158278 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-4e67c330-0d0f-471e-a6b3-c9c74891d3dd req-54be7eb7-77f2-40e5-b3cb-77fb8af4e671 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:39:17.159622 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-4e67c330-0d0f-471e-a6b3-c9c74891d3dd req-54be7eb7-77f2-40e5-b3cb-77fb8af4e671 service neutron] 10.222.0.43 "PUT /v2.0/ports/63f0ae57-1f6e-4b67-934a-f8ff336abf70 HTTP/1.1" status: 200 len: 1028 time: 0.5493646 Dec 18 13:39:17.398552 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-4c6d8946-5eea-4aec-bc2e-454628568ee8 req-4fa2fb5f-d978-47d7-9b47-8188b82d30c7 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e347a8a-1b9f-4cb3-9aa1-78c3e43da6be HTTP/1.1" status: 200 len: 210 time: 0.0323846 Dec 18 13:39:18.463549 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 57692) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:39:18.528967 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-c5f3d72b-8986-4eff-8217-1a8683634ed5 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for security_group, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:39:18.554705 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-c5f3d72b-8986-4eff-8217-1a8683634ed5 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:39:18.625913 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-c5f3d72b-8986-4eff-8217-1a8683634ed5 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:39:18.628702 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-c5f3d72b-8986-4eff-8217-1a8683634ed5 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for security_group, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:39:18.629886 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-c5f3d72b-8986-4eff-8217-1a8683634ed5 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "DELETE /v2.0/security-groups/a1b4c06c-9faa-4d9f-aba0-1483ae92d92b HTTP/1.1" status: 204 len: 168 time: 0.1647913 Dec 18 13:39:18.639815 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f3d72b-8986-4eff-8217-1a8683634ed5 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1b4c06c-9faa-4d9f-aba0-1483ae92d92b,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:39:18.662021 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 57696) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:39:18.818460 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-c0dff057-792e-4b41-b34b-96a0936f7fde tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Deleting port 54ecdd1a-0c88-44cc-b730-fb453da9057b {{(pid=103160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:39:18.818838 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-c0dff057-792e-4b41-b34b-96a0936f7fde tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:39:18.900513 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-c0dff057-792e-4b41-b34b-96a0936f7fde tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:39:18.900829 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-c0dff057-792e-4b41-b34b-96a0936f7fde tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:39:18.912895 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-c0dff057-792e-4b41-b34b-96a0936f7fde tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Calling delete_port for 54ecdd1a-0c88-44cc-b730-fb453da9057b owned by network:floatingip {{(pid=103160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:39:19.071000 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-c0dff057-792e-4b41-b34b-96a0936f7fde tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4533522'] for port, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:39:19.098214 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0dff057-792e-4b41-b34b-96a0936f7fde tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Pushing event deleted for resources: {'Port': ['ID=54ecdd1a-0c88-44cc-b730-fb453da9057b,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:39:19.157384 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-c0dff057-792e-4b41-b34b-96a0936f7fde tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for floatingip, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:39:19.157681 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.db.l3_db [None req-c0dff057-792e-4b41-b34b-96a0936f7fde tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Floating IP 397cc3d2-1867-446f-b7eb-c988a9653181 disassociated (deleted). External IP: 172.26.3.142, port: 63f0ae57-1f6e-4b67-934a-f8ff336abf70. Dec 18 13:39:19.391369 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0dff057-792e-4b41-b34b-96a0936f7fde tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Router 7168794b-1e6b-42fb-891b-8f8a94971b8b has already been hosted by L3 agent c9c0cd52-5bd2-4704-9429-d80f1c5ad23c {{(pid=103160) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 18 13:39:19.506544 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0dff057-792e-4b41-b34b-96a0936f7fde tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Notify agent at l3_agent.dv-neutron-744815-20-hyperv the message routers_updated {{(pid=103160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 13:39:19.511761 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-c0dff057-792e-4b41-b34b-96a0936f7fde tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for floatingip, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:39:19.516363 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffd677d3-aaaf-4ff0-80c6-8a303c4c21f0 None None] Sync routers for ids ['7168794b-1e6b-42fb-891b-8f8a94971b8b'] in dv-neutron-744815-20-hyperv {{(pid=103162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 13:39:19.525950 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffd677d3-aaaf-4ff0-80c6-8a303c4c21f0 None None] Routers {'7168794b-1e6b-42fb-891b-8f8a94971b8b'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:39:19.526711 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-ffd677d3-aaaf-4ff0-80c6-8a303c4c21f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:38:57Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['7168794b-1e6b-42fb-891b-8f8a94971b8b'], 'active': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:39:19.538763 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-c0dff057-792e-4b41-b34b-96a0936f7fde tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "DELETE /v2.0/floatingips/397cc3d2-1867-446f-b7eb-c988a9653181 HTTP/1.1" status: 204 len: 168 time: 0.8755646 Dec 18 13:39:19.610698 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 57702) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:39:19.649628 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvr_db [None req-ffd677d3-aaaf-4ff0-80c6-8a303c4c21f0 None None] Set router 7168794b-1e6b-42fb-891b-8f8a94971b8b gateway port host: dv-neutron-744815-20-hyperv {{(pid=103162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 13:39:19.676608 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-52a6f1bc-59c4-4783-a712-a7bff49d54bd tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for security_group, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:39:19.702234 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-52a6f1bc-59c4-4783-a712-a7bff49d54bd tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:39:19.766649 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-52a6f1bc-59c4-4783-a712-a7bff49d54bd tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:39:19.769372 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-52a6f1bc-59c4-4783-a712-a7bff49d54bd tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for security_group, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:39:19.770565 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-52a6f1bc-59c4-4783-a712-a7bff49d54bd tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "DELETE /v2.0/security-groups/524b77fd-45eb-4b42-968d-de1e01feab38 HTTP/1.1" status: 204 len: 168 time: 0.1572409 Dec 18 13:39:19.780168 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a6f1bc-59c4-4783-a712-a7bff49d54bd tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=524b77fd-45eb-4b42-968d-de1e01feab38,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:39:19.805835 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 57706) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:39:19.848325 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-ffd677d3-aaaf-4ff0-80c6-8a303c4c21f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7168794b-1e6b-42fb-891b-8f8a94971b8b', 'name': 'tempest-TestNetworkBasicOps-router-655769741', 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.82'}], 'enable_snat': True}, 'gw_port_id': 'cb63ba8a-7370-405e-86c6-d7ae9bf4fcbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:38:41Z', 'updated_at': '2021-12-18T13:38:44Z', 'revision_number': 4, 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'gw_port': {'id': 'cb63ba8a-7370-405e-86c6-d7ae9bf4fcbe', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:1f:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7168794b-1e6b-42fb-891b-8f8a94971b8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:38:41Z', 'updated_at': '2021-12-18T13:38:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv', '_interfaces': [{'id': '444cc32f-f0bd-4524-97d1-6535745b70c3', 'name': '', 'network_id': '572030ee-295d-483f-9793-a43e6f1497d5', 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'mac_address': 'fa:16:3e:95:5e:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7168794b-1e6b-42fb-891b-8f8a94971b8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '514c5652-3158-4d72-bef3-62c19ddb1bbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:38:43Z', 'updated_at': '2021-12-18T13:38:47Z', 'revision_number': 5, 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'subnets': [{'id': '514c5652-3158-4d72-bef3-62c19ddb1bbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:39:19.873900 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffd677d3-aaaf-4ff0-80c6-8a303c4c21f0 None None] Checking router: 7168794b-1e6b-42fb-891b-8f8a94971b8b for host: dv-neutron-744815-20-hyperv {{(pid=103162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 18 13:39:19.882545 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffd677d3-aaaf-4ff0-80c6-8a303c4c21f0 None None] Routers {'7168794b-1e6b-42fb-891b-8f8a94971b8b'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:39:19.883120 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-ffd677d3-aaaf-4ff0-80c6-8a303c4c21f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:38:57Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['7168794b-1e6b-42fb-891b-8f8a94971b8b'], 'active': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:39:19.898286 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-c9c26ac2-b119-40af-bc68-ee375610b89e tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Deleting port 63f0ae57-1f6e-4b67-934a-f8ff336abf70 {{(pid=103159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:39:19.898658 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-c9c26ac2-b119-40af-bc68-ee375610b89e tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:39:19.986048 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-c9c26ac2-b119-40af-bc68-ee375610b89e tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:39:19.994440 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvr_db [None req-ffd677d3-aaaf-4ff0-80c6-8a303c4c21f0 None None] Set router 7168794b-1e6b-42fb-891b-8f8a94971b8b gateway port host: dv-neutron-744815-20-hyperv {{(pid=103162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 13:39:19.998984 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-c9c26ac2-b119-40af-bc68-ee375610b89e tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Calling delete_port for 63f0ae57-1f6e-4b67-934a-f8ff336abf70 owned by {{(pid=103159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:39:20.128173 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-c9c26ac2-b119-40af-bc68-ee375610b89e tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:39:20.156118 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c26ac2-b119-40af-bc68-ee375610b89e tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Pushing event deleted for resources: {'Port': ['ID=63f0ae57-1f6e-4b67-934a-f8ff336abf70,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:39:20.211694 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Device 63f0ae57-1f6e-4b67-934a-f8ff336abf70 no longer exists at agent hyperv_hv-neutron-7448 {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 18 13:39:20.212323 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-ffd677d3-aaaf-4ff0-80c6-8a303c4c21f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7168794b-1e6b-42fb-891b-8f8a94971b8b', 'name': 'tempest-TestNetworkBasicOps-router-655769741', 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.82'}], 'enable_snat': True}, 'gw_port_id': 'cb63ba8a-7370-405e-86c6-d7ae9bf4fcbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:38:41Z', 'updated_at': '2021-12-18T13:38:44Z', 'revision_number': 4, 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'gw_port': {'id': 'cb63ba8a-7370-405e-86c6-d7ae9bf4fcbe', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:1f:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7168794b-1e6b-42fb-891b-8f8a94971b8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:38:41Z', 'updated_at': '2021-12-18T13:38:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv', '_interfaces': [{'id': '444cc32f-f0bd-4524-97d1-6535745b70c3', 'name': '', 'network_id': '572030ee-295d-483f-9793-a43e6f1497d5', 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'mac_address': 'fa:16:3e:95:5e:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7168794b-1e6b-42fb-891b-8f8a94971b8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '514c5652-3158-4d72-bef3-62c19ddb1bbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:38:43Z', 'updated_at': '2021-12-18T13:38:47Z', 'revision_number': 5, 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'subnets': [{'id': '514c5652-3158-4d72-bef3-62c19ddb1bbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:39:20.231478 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-c9c26ac2-b119-40af-bc68-ee375610b89e tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:39:20.235303 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-c9c26ac2-b119-40af-bc68-ee375610b89e tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "DELETE /v2.0/ports/63f0ae57-1f6e-4b67-934a-f8ff336abf70 HTTP/1.1" status: 204 len: 168 time: 0.4282353 Dec 18 13:39:20.238338 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 57708) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:39:20.240755 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffd677d3-aaaf-4ff0-80c6-8a303c4c21f0 None None] The sync data for ids ['7168794b-1e6b-42fb-891b-8f8a94971b8b'] in dv-neutron-744815-20-hyperv is: [{'id': '7168794b-1e6b-42fb-891b-8f8a94971b8b', 'name': 'tempest-TestNetworkBasicOps-router-655769741', 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.82'}], 'enable_snat': True}, 'gw_port_id': 'cb63ba8a-7370-405e-86c6-d7ae9bf4fcbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:38:41Z', 'updated_at': '2021-12-18T13:38:44Z', 'revision_number': 4, 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'gw_port': {'id': 'cb63ba8a-7370-405e-86c6-d7ae9bf4fcbe', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:1f:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7168794b-1e6b-42fb-891b-8f8a94971b8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:38:41Z', 'updated_at': '2021-12-18T13:38:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv', '_interfaces': [{'id': '444cc32f-f0bd-4524-97d1-6535745b70c3', 'name': '', 'network_id': '572030ee-295d-483f-9793-a43e6f1497d5', 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'mac_address': 'fa:16:3e:95:5e:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7168794b-1e6b-42fb-891b-8f8a94971b8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '514c5652-3158-4d72-bef3-62c19ddb1bbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:38:43Z', 'updated_at': '2021-12-18T13:38:47Z', 'revision_number': 5, 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'subnets': [{'id': '514c5652-3158-4d72-bef3-62c19ddb1bbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 13:39:20.252143 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] No Port match for: 63f0ae57-1f6e-4b67-934a-f8ff336abf70 {{(pid=103161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 18 13:39:20.252801 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Device 63f0ae57-1f6e-4b67-934a-f8ff336abf70 not bound to the agent host hv-neutron-7448 {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 18 13:39:20.486885 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d052f98-17eb-4a98-b178-80a0e0dcbc79 None None] New status for floating IP 397cc3d2-1867-446f-b7eb-c988a9653181: DOWN {{(pid=103161) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 18 13:39:20.618500 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-964aefaa-6d30-438d-a9c2-77ab08d166e7 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-586101'] for router_interface, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:39:20.895566 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-964aefaa-6d30-438d-a9c2-77ab08d166e7 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Deleting port 444cc32f-f0bd-4524-97d1-6535745b70c3 {{(pid=103160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:39:20.895826 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-964aefaa-6d30-438d-a9c2-77ab08d166e7 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:39:20.990751 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.db [None req-964aefaa-6d30-438d-a9c2-77ab08d166e7 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] For port 444cc32f-f0bd-4524-97d1-6535745b70c3, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=444cc32f-f0bd-4524-97d1-6535745b70c3,segment=NetworkSegment(edf6842f-ce73-42ea-8c0c-bdd6d86825b2),segment_id=edf6842f-ce73-42ea-8c0c-bdd6d86825b2)] {{(pid=103160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:39:20.991061 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-964aefaa-6d30-438d-a9c2-77ab08d166e7 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:39:21.004125 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-964aefaa-6d30-438d-a9c2-77ab08d166e7 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Calling delete_port for 444cc32f-f0bd-4524-97d1-6535745b70c3 owned by network:router_interface {{(pid=103160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:39:21.205911 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-964aefaa-6d30-438d-a9c2-77ab08d166e7 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4533522'] for port, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:39:21.231676 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964aefaa-6d30-438d-a9c2-77ab08d166e7 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Pushing event deleted for resources: {'Port': ['ID=444cc32f-f0bd-4524-97d1-6535745b70c3,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:39:21.406884 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-964aefaa-6d30-438d-a9c2-77ab08d166e7 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1048020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-576035'] for router_interface, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:39:21.620968 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-964aefaa-6d30-438d-a9c2-77ab08d166e7 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Router 7168794b-1e6b-42fb-891b-8f8a94971b8b has already been hosted by L3 agent c9c0cd52-5bd2-4704-9429-d80f1c5ad23c {{(pid=103160) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 18 13:39:21.728462 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-964aefaa-6d30-438d-a9c2-77ab08d166e7 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Notify agent at l3_agent.dv-neutron-744815-20-hyperv the message routers_updated {{(pid=103160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 13:39:21.734075 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-964aefaa-6d30-438d-a9c2-77ab08d166e7 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "PUT /v2.0/routers/7168794b-1e6b-42fb-891b-8f8a94971b8b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4943657 Dec 18 13:39:21.736927 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 57712) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:39:21.738827 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42995fae-307f-4bf1-8231-04f343f8fb4c None None] Sync routers for ids ['7168794b-1e6b-42fb-891b-8f8a94971b8b'] in dv-neutron-744815-20-hyperv {{(pid=103162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 13:39:21.749446 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42995fae-307f-4bf1-8231-04f343f8fb4c None None] Routers {'7168794b-1e6b-42fb-891b-8f8a94971b8b'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:39:21.750048 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-42995fae-307f-4bf1-8231-04f343f8fb4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:38:57Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['7168794b-1e6b-42fb-891b-8f8a94971b8b'], 'active': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:39:21.789635 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.db_base_plugin_v2 [None req-980a3819-fba3-4bdb-a067-45b1cd73f7f0 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Deleting subnet 514c5652-3158-4d72-bef3-62c19ddb1bbc {{(pid=103160) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 18 13:39:21.793164 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-980a3819-fba3-4bdb-a067-45b1cd73f7f0 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for subnet, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:39:21.832525 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-980a3819-fba3-4bdb-a067-45b1cd73f7f0 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4533385'] for subnet, precommit_delete_associations {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:39:21.856056 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvr_db [None req-42995fae-307f-4bf1-8231-04f343f8fb4c None None] Set router 7168794b-1e6b-42fb-891b-8f8a94971b8b gateway port host: dv-neutron-744815-20-hyperv {{(pid=103162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 13:39:21.912166 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-980a3819-fba3-4bdb-a067-45b1cd73f7f0 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1929185'] for subnet, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:39:21.978903 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-980a3819-fba3-4bdb-a067-45b1cd73f7f0 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1929192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4533475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4514371'] for subnet, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:39:22.005438 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980a3819-fba3-4bdb-a067-45b1cd73f7f0 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Pushing event deleted for resources: {'Subnet': ['ID=514c5652-3158-4d72-bef3-62c19ddb1bbc,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:39:22.012128 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-980a3819-fba3-4bdb-a067-45b1cd73f7f0 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for subnet, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:39:22.018146 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-980a3819-fba3-4bdb-a067-45b1cd73f7f0 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "DELETE /v2.0/subnets/514c5652-3158-4d72-bef3-62c19ddb1bbc HTTP/1.1" status: 204 len: 168 time: 0.2775924 Dec 18 13:39:22.018356 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be3a3bb7-c1cb-49ce-ae85-fcd98ba3be0e None None] Network 572030ee-295d-483f-9793-a43e6f1497d5 requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:39:22.018833 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 57714) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:39:22.130261 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-42995fae-307f-4bf1-8231-04f343f8fb4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7168794b-1e6b-42fb-891b-8f8a94971b8b', 'name': 'tempest-TestNetworkBasicOps-router-655769741', 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.82'}], 'enable_snat': True}, 'gw_port_id': 'cb63ba8a-7370-405e-86c6-d7ae9bf4fcbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:38:41Z', 'updated_at': '2021-12-18T13:39:21Z', 'revision_number': 5, 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'gw_port': {'id': 'cb63ba8a-7370-405e-86c6-d7ae9bf4fcbe', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:1f:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7168794b-1e6b-42fb-891b-8f8a94971b8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:38:41Z', 'updated_at': '2021-12-18T13:38:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv'}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:39:22.137331 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-ea6c2471-4166-4612-a262-c141fd5ee00f tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for router, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:39:22.159897 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42995fae-307f-4bf1-8231-04f343f8fb4c None None] Checking router: 7168794b-1e6b-42fb-891b-8f8a94971b8b for host: dv-neutron-744815-20-hyperv {{(pid=103162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 18 13:39:22.168434 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42995fae-307f-4bf1-8231-04f343f8fb4c None None] Routers {'7168794b-1e6b-42fb-891b-8f8a94971b8b'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:39:22.169234 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-42995fae-307f-4bf1-8231-04f343f8fb4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:38:57Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['7168794b-1e6b-42fb-891b-8f8a94971b8b'], 'active': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:39:22.177189 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd18ee00-ed08-4ee1-b8aa-bea7b72bf606 None None] DHCP port deletion for 572030ee-295d-483f-9793-a43e6f1497d5 request from dv-neutron-744815-20-hyperv {{(pid=103161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 18 13:39:22.229003 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-bd18ee00-ed08-4ee1-b8aa-bea7b72bf606 None None] Deleting port cf09250b-fe62-4c63-bd28-c433b6829a37 {{(pid=103161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:39:22.229605 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-bd18ee00-ed08-4ee1-b8aa-bea7b72bf606 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:39:22.251980 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-ea6c2471-4166-4612-a262-c141fd5ee00f tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:39:22.282348 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvr_db [None req-42995fae-307f-4bf1-8231-04f343f8fb4c None None] Set router 7168794b-1e6b-42fb-891b-8f8a94971b8b gateway port host: dv-neutron-744815-20-hyperv {{(pid=103162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 13:39:22.294952 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-bd18ee00-ed08-4ee1-b8aa-bea7b72bf606 None None] For port cf09250b-fe62-4c63-bd28-c433b6829a37, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=cf09250b-fe62-4c63-bd28-c433b6829a37,segment=NetworkSegment(edf6842f-ce73-42ea-8c0c-bdd6d86825b2),segment_id=edf6842f-ce73-42ea-8c0c-bdd6d86825b2)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:39:22.295682 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-bd18ee00-ed08-4ee1-b8aa-bea7b72bf606 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:39:22.305091 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-ea6c2471-4166-4612-a262-c141fd5ee00f tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Deleting port cb63ba8a-7370-405e-86c6-d7ae9bf4fcbe {{(pid=103159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:39:22.305435 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-ea6c2471-4166-4612-a262-c141fd5ee00f tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:39:22.308784 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-bd18ee00-ed08-4ee1-b8aa-bea7b72bf606 None None] Calling delete_port for cf09250b-fe62-4c63-bd28-c433b6829a37 owned by network:dhcp {{(pid=103161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:39:22.382975 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.db [None req-ea6c2471-4166-4612-a262-c141fd5ee00f tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] For port cb63ba8a-7370-405e-86c6-d7ae9bf4fcbe, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=cb63ba8a-7370-405e-86c6-d7ae9bf4fcbe,segment=NetworkSegment(3f66d49c-4faa-434c-8c3e-991f4f1d01bd),segment_id=3f66d49c-4faa-434c-8c3e-991f4f1d01bd)] {{(pid=103159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:39:22.383681 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-ea6c2471-4166-4612-a262-c141fd5ee00f tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:39:22.395662 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-bd18ee00-ed08-4ee1-b8aa-bea7b72bf606 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984'] for port, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:39:22.401464 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-ea6c2471-4166-4612-a262-c141fd5ee00f tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Calling delete_port for cb63ba8a-7370-405e-86c6-d7ae9bf4fcbe owned by network:router_gateway {{(pid=103159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:39:22.422764 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd18ee00-ed08-4ee1-b8aa-bea7b72bf606 None None] Pushing event deleted for resources: {'Port': ['ID=cf09250b-fe62-4c63-bd28-c433b6829a37,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:39:22.424527 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd18ee00-ed08-4ee1-b8aa-bea7b72bf606 None None] No DVR routers for this DVR port cf09250b-fe62-4c63-bd28-c433b6829a37 on host dv-neutron-744815-20-hyperv {{(pid=103161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 18 13:39:22.471572 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-42995fae-307f-4bf1-8231-04f343f8fb4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7168794b-1e6b-42fb-891b-8f8a94971b8b', 'name': 'tempest-TestNetworkBasicOps-router-655769741', 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.82'}], 'enable_snat': True}, 'gw_port_id': 'cb63ba8a-7370-405e-86c6-d7ae9bf4fcbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:38:41Z', 'updated_at': '2021-12-18T13:39:21Z', 'revision_number': 5, 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'gw_port': {'id': 'cb63ba8a-7370-405e-86c6-d7ae9bf4fcbe', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:1f:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7168794b-1e6b-42fb-891b-8f8a94971b8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:38:41Z', 'updated_at': '2021-12-18T13:38:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv'}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:39:22.501882 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42995fae-307f-4bf1-8231-04f343f8fb4c None None] The sync data for ids ['7168794b-1e6b-42fb-891b-8f8a94971b8b'] in dv-neutron-744815-20-hyperv is: [{'id': '7168794b-1e6b-42fb-891b-8f8a94971b8b', 'name': 'tempest-TestNetworkBasicOps-router-655769741', 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.82'}], 'enable_snat': True}, 'gw_port_id': 'cb63ba8a-7370-405e-86c6-d7ae9bf4fcbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:38:41Z', 'updated_at': '2021-12-18T13:39:21Z', 'revision_number': 5, 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'gw_port': {'id': 'cb63ba8a-7370-405e-86c6-d7ae9bf4fcbe', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:1f:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7168794b-1e6b-42fb-891b-8f8a94971b8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:38:41Z', 'updated_at': '2021-12-18T13:38:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv'}] {{(pid=103162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 13:39:22.574726 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-ea6c2471-4166-4612-a262-c141fd5ee00f tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:39:22.599914 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6c2471-4166-4612-a262-c141fd5ee00f tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Pushing event deleted for resources: {'Port': ['ID=cb63ba8a-7370-405e-86c6-d7ae9bf4fcbe,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:39:22.613971 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe6a74ec-70ed-41f9-a2ed-af5defe3ece8 None None] DHCP port deletion for decb4a40-7941-48c8-afbb-daaafd502e83 request from dv-neutron-744815-20-hyperv {{(pid=103161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 18 13:39:22.660391 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-ea6c2471-4166-4612-a262-c141fd5ee00f tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-586554'] for router_gateway, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:39:22.753291 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-ea6c2471-4166-4612-a262-c141fd5ee00f tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-589815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28643'] for router, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:39:22.755619 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-ea6c2471-4166-4612-a262-c141fd5ee00f tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:39:22.805624 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-ea6c2471-4166-4612-a262-c141fd5ee00f tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-589710'] for router, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:39:22.806175 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea6c2471-4166-4612-a262-c141fd5ee00f tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Fanout notify agent at l3_agent the message router_deleted on router 7168794b-1e6b-42fb-891b-8f8a94971b8b {{(pid=103159) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 18 13:39:22.813613 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-ea6c2471-4166-4612-a262-c141fd5ee00f tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for router, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:39:22.814755 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-ea6c2471-4166-4612-a262-c141fd5ee00f tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "DELETE /v2.0/routers/7168794b-1e6b-42fb-891b-8f8a94971b8b HTTP/1.1" status: 204 len: 168 time: 0.7948818 Dec 18 13:39:22.818380 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 57716) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:39:22.907987 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-a590d4be-7a98-4740-990b-df0115fd084e tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2023137'] for network, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:39:22.942240 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device cf09250b-fe62-4c63-bd28-c433b6829a37 no longer exists at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 18 13:39:22.966918 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-2294866d-0076-4933-952c-685307032598 None None] No Port match for: cf09250b-fe62-4c63-bd28-c433b6829a37 {{(pid=103161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 18 13:39:22.967444 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device cf09250b-fe62-4c63-bd28-c433b6829a37 not bound to the agent host dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 18 13:39:22.968241 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 444cc32f-f0bd-4524-97d1-6535745b70c3 no longer exists at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 18 13:39:22.988226 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-2294866d-0076-4933-952c-685307032598 None None] No Port match for: 444cc32f-f0bd-4524-97d1-6535745b70c3 {{(pid=103161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 18 13:39:22.988638 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 444cc32f-f0bd-4524-97d1-6535745b70c3 not bound to the agent host dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 18 13:39:23.005180 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-a590d4be-7a98-4740-990b-df0115fd084e tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1927292', 'neutron.services.segments.db._delete_segments_for_network-8767106887837'] for network, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:39:23.025842 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.services.segments.db [None req-a590d4be-7a98-4740-990b-df0115fd084e tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['572030ee-295d-483f-9793-a43e6f1497d5']}} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:39:23.034811 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.services.segments.db [None req-a590d4be-7a98-4740-990b-df0115fd084e tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'edf6842f-ce73-42ea-8c0c-bdd6d86825b2') {'for_net_delete': True} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:39:23.035110 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.services.segments.db [None req-a590d4be-7a98-4740-990b-df0115fd084e tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'edf6842f-ce73-42ea-8c0c-bdd6d86825b2') {} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:39:23.044826 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-a590d4be-7a98-4740-990b-df0115fd084e tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767106888614', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5589569'] for segment, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:39:23.058945 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-a590d4be-7a98-4740-990b-df0115fd084e tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:39:23.065562 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a590d4be-7a98-4740-990b-df0115fd084e tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Releasing vlan 114 on physical network physnet1 to pool {{(pid=103159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 18 13:39:23.065962 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-a590d4be-7a98-4740-990b-df0115fd084e tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5660009'] for segment, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:39:23.069281 dv-neutron-744815-20-hyperv neutron-server[103159]: Traceback (most recent call last): Dec 18 13:39:23.069281 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 18 13:39:23.069281 dv-neutron-744815-20-hyperv neutron-server[103159]: timer() Dec 18 13:39:23.069281 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 18 13:39:23.069281 dv-neutron-744815-20-hyperv neutron-server[103159]: cb(*args, **kw) Dec 18 13:39:23.069281 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 18 13:39:23.069281 dv-neutron-744815-20-hyperv neutron-server[103159]: return func(*args, **kwargs) Dec 18 13:39:23.069281 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 18 13:39:23.069281 dv-neutron-744815-20-hyperv neutron-server[103159]: self._notify() Dec 18 13:39:23.069281 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 18 13:39:23.069281 dv-neutron-744815-20-hyperv neutron-server[103159]: self.callback(batched_events) Dec 18 13:39:23.069281 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 18 13:39:23.069281 dv-neutron-744815-20-hyperv neutron-server[103159]: event.method(event) Dec 18 13:39:23.069281 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 18 13:39:23.069281 dv-neutron-744815-20-hyperv neutron-server[103159]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 18 13:39:23.069281 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 18 13:39:23.069281 dv-neutron-744815-20-hyperv neutron-server[103159]: aggregate_uuid = self.p_client.list_aggregates( Dec 18 13:39:23.069281 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 18 13:39:23.069281 dv-neutron-744815-20-hyperv neutron-server[103159]: return f(self, *a, **k) Dec 18 13:39:23.069281 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 18 13:39:23.069281 dv-neutron-744815-20-hyperv neutron-server[103159]: return self._get(url).json() Dec 18 13:39:23.069281 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 18 13:39:23.069281 dv-neutron-744815-20-hyperv neutron-server[103159]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 18 13:39:23.069281 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 18 13:39:23.069281 dv-neutron-744815-20-hyperv neutron-server[103159]: return self.request(url, 'GET', **kwargs) Dec 18 13:39:23.069281 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 18 13:39:23.069281 dv-neutron-744815-20-hyperv neutron-server[103159]: base_url = self.get_endpoint(auth, allow=allow, Dec 18 13:39:23.069281 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 18 13:39:23.069281 dv-neutron-744815-20-hyperv neutron-server[103159]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 18 13:39:23.069281 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 18 13:39:23.069281 dv-neutron-744815-20-hyperv neutron-server[103159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 18 13:39:23.069281 dv-neutron-744815-20-hyperv neutron-server[103159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 18 13:39:23.133127 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-a590d4be-7a98-4740-990b-df0115fd084e tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1927267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586962'] for network, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:39:23.140916 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-a590d4be-7a98-4740-990b-df0115fd084e tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for network, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:39:23.144175 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-a590d4be-7a98-4740-990b-df0115fd084e tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "DELETE /v2.0/networks/572030ee-295d-483f-9793-a43e6f1497d5 HTTP/1.1" status: 204 len: 168 time: 0.3248742 Dec 18 13:39:23.157117 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 57718) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:39:23.157853 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a590d4be-7a98-4740-990b-df0115fd084e tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Pushing event deleted for resources: {'Network': ['ID=572030ee-295d-483f-9793-a43e6f1497d5,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:39:23.174407 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-003588ff-69e1-4b03-8640-9200b355bde6 tempest-TestNetworkBasicOps-845399116 tempest-TestNetworkBasicOps-845399116-project-admin] 10.222.0.31 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 839 time: 0.0153561 Dec 18 13:39:23.177073 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 57720) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:39:23.181775 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-fc450151-d61f-4874-81aa-900b35c5e910 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Request body: {'network': {'name': 'tempest-network-smoke--22350165', 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'port_security_enabled': True}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:39:23.205025 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc450151-d61f-4874-81aa-900b35c5e910 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Made reservation on behalf of 6e88b8a5aed24360a829007d7fd9d0fd for: {'network': 1} {{(pid=103160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:39:23.208783 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-fc450151-d61f-4874-81aa-900b35c5e910 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for network, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:39:23.231641 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc450151-d61f-4874-81aa-900b35c5e910 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 101} {{(pid=103160) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 18 13:39:23.240183 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-fc450151-d61f-4874-81aa-900b35c5e910 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:39:23.240523 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.db.segments_db [None req-fc450151-d61f-4874-81aa-900b35c5e910 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Added segment d8492298-c2e6-4c57-82d4-fd0cfd1afaa0 of type vlan for network 2f6b6be3-b72d-4d0c-927a-fb6fc16a7a70 Dec 18 13:39:23.250356 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.agents_db [None req-e3dda592-589a-4b4d-b028-ba9a260f4f50 None None] Agent healthcheck: found 6 active agents {{(pid=103162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 18 13:39:23.280006 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-fc450151-d61f-4874-81aa-900b35c5e910 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767106405744'] for network, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:39:23.307442 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-fc450151-d61f-4874-81aa-900b35c5e910 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981'] for network, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:39:23.312869 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc450151-d61f-4874-81aa-900b35c5e910 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:39:23.313461 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-fc450151-d61f-4874-81aa-900b35c5e910 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for network, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:39:23.347649 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-fc450151-d61f-4874-81aa-900b35c5e910 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.1695905 Dec 18 13:39:23.350550 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 57722) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:39:23.355393 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-09201eb0-5538-4e1d-867e-0589bea251c2 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1353313126', 'admin_state_up': True, 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83'}}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:39:23.381962 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-09201eb0-5538-4e1d-867e-0589bea251c2 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28433'] for router, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:39:23.382966 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-09201eb0-5538-4e1d-867e-0589bea251c2 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-589769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28440'] for router, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:39:23.384065 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc450151-d61f-4874-81aa-900b35c5e910 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Pushing event updated for resources: {'Network': ['ID=2f6b6be3-b72d-4d0c-927a-fb6fc16a7a70,revision_number=1']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:39:23.395535 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Network 2f6b6be3-b72d-4d0c-927a-fb6fc16a7a70 details requested by agent ovs-agent-dv-neutron-744815-20-hyperv with host dv-neutron-744815-20-hyperv {{(pid=103161) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 18 13:39:23.435898 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-09201eb0-5538-4e1d-867e-0589bea251c2 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:39:23.583753 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-09201eb0-5538-4e1d-867e-0589bea251c2 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:39:23.788591 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-09201eb0-5538-4e1d-867e-0589bea251c2 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for router_gateway, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:39:23.810660 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-09201eb0-5538-4e1d-867e-0589bea251c2 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:39:23.928544 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.db_base_plugin_common [None req-09201eb0-5538-4e1d-867e-0589bea251c2 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Allocated IP 172.26.3.15 (decb4a40-7941-48c8-afbb-daaafd502e83/70deed80-3ca1-4f9e-96cb-563b43d3acba/99d21f94-bb7c-4e09-9dfa-8f649343a7a5) {{(pid=103159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:39:24.033897 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-09201eb0-5538-4e1d-867e-0589bea251c2 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for port, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:39:24.071781 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-09201eb0-5538-4e1d-867e-0589bea251c2 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:39:24.110433 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09201eb0-5538-4e1d-867e-0589bea251c2 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Network decb4a40-7941-48c8-afbb-daaafd502e83 is already hosted by enough agents. {{(pid=103159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:39:24.113401 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.base_scheduler [None req-09201eb0-5538-4e1d-867e-0589bea251c2 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Resources bound (agent type, host, resource id): {{(pid=103159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:39:24.117006 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09201eb0-5538-4e1d-867e-0589bea251c2 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Received port after_create {{(pid=103159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:39:24.122481 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09201eb0-5538-4e1d-867e-0589bea251c2 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Pushing event updated for resources: {'Port': ['ID=99d21f94-bb7c-4e09-9dfa-8f649343a7a5,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:39:24.127422 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b27cb967-881b-4403-88f9-e41d168b7ab3 None None] DHCP port deletion for decb4a40-7941-48c8-afbb-daaafd502e83 request from dv-neutron-744815-20-hyperv {{(pid=103161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 18 13:39:24.217957 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-ff694db2-70c1-4512-9b0c-e7cc191ea594 None None] Provisioning complete for port 99d21f94-bb7c-4e09-9dfa-8f649343a7a5 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:39:24.218337 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ff694db2-70c1-4512-9b0c-e7cc191ea594 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:39:24.259625 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-ff694db2-70c1-4512-9b0c-e7cc191ea594 None None] Port 99d21f94-bb7c-4e09-9dfa-8f649343a7a5 cannot update to ACTIVE because it is not bound. {{(pid=103161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 13:39:24.381002 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-09201eb0-5538-4e1d-867e-0589bea251c2 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for router_gateway, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:39:24.578037 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-09201eb0-5538-4e1d-867e-0589bea251c2 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-589760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-586526'] for router, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:39:24.765528 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device cb63ba8a-7370-405e-86c6-d7ae9bf4fcbe no longer exists at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 18 13:39:24.787685 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-2294866d-0076-4933-952c-685307032598 None None] No Port match for: cb63ba8a-7370-405e-86c6-d7ae9bf4fcbe {{(pid=103161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 18 13:39:24.788010 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device cb63ba8a-7370-405e-86c6-d7ae9bf4fcbe not bound to the agent host dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 18 13:39:24.880923 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-9843524c-6c00-4d92-a389-8648ff8d4f5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:39:25.057553 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09201eb0-5538-4e1d-867e-0589bea251c2 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Router 4440ab89-d3ea-45f0-8193-79f3a7c5fd48 is scheduled to L3 agent c9c0cd52-5bd2-4704-9429-d80f1c5ad23c with binding_index 1 {{(pid=103159) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 18 13:39:25.165950 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09201eb0-5538-4e1d-867e-0589bea251c2 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Notify agent at l3_agent.dv-neutron-744815-20-hyperv the message routers_updated {{(pid=103159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 13:39:25.175485 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0482440a-3223-4414-9b34-1e804cf0cbb4 None None] Sync routers for ids ['4440ab89-d3ea-45f0-8193-79f3a7c5fd48'] in dv-neutron-744815-20-hyperv {{(pid=103161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 13:39:25.187028 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0482440a-3223-4414-9b34-1e804cf0cbb4 None None] Routers {'4440ab89-d3ea-45f0-8193-79f3a7c5fd48'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:39:25.187714 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-0482440a-3223-4414-9b34-1e804cf0cbb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:38:57Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['4440ab89-d3ea-45f0-8193-79f3a7c5fd48'], 'active': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:39:25.189089 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-09201eb0-5538-4e1d-867e-0589bea251c2 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for router, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:39:25.190326 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-09201eb0-5538-4e1d-867e-0589bea251c2 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.8387375 Dec 18 13:39:25.193439 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 57724) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:39:25.221103 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-ea80ef7a-6052-4d7f-a0b0-1858b7d0ffa3 tempest-TestNetworkBasicOps-845399116 tempest-TestNetworkBasicOps-845399116-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=6e88b8a5aed24360a829007d7fd9d0fd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0265052 Dec 18 13:39:25.223696 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 57726) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:39:25.300623 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvr_db [None req-0482440a-3223-4414-9b34-1e804cf0cbb4 None None] Set router 4440ab89-d3ea-45f0-8193-79f3a7c5fd48 gateway port host: dv-neutron-744815-20-hyperv {{(pid=103161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 13:39:25.314834 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc5e596d-db5f-4fda-9e1c-0e51c3c79847 tempest-TestNetworkBasicOps-845399116 tempest-TestNetworkBasicOps-845399116-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:39:25.316298 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-dc5e596d-db5f-4fda-9e1c-0e51c3c79847 tempest-TestNetworkBasicOps-845399116 tempest-TestNetworkBasicOps-845399116-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0916913 Dec 18 13:39:25.319285 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 57728) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:39:25.346791 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-2a04a7cc-f348-4647-bd08-ce2b2ce94ed3 tempest-TestNetworkBasicOps-845399116 tempest-TestNetworkBasicOps-845399116-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=decb4a40-7941-48c8-afbb-daaafd502e83&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0264335 Dec 18 13:39:25.349475 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 57730) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:39:25.354284 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-3684416a-b3de-48ea-9546-5678e8bbdc2b tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1991886557', 'network_id': '2f6b6be3-b72d-4d0c-927a-fb6fc16a7a70', 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:39:25.444881 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3684416a-b3de-48ea-9546-5678e8bbdc2b tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Made reservation on behalf of 6e88b8a5aed24360a829007d7fd9d0fd for: {'subnet': 1} {{(pid=103159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:39:25.448397 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-3684416a-b3de-48ea-9546-5678e8bbdc2b tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6017072'] for subnet, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:39:25.480940 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-0482440a-3223-4414-9b34-1e804cf0cbb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4440ab89-d3ea-45f0-8193-79f3a7c5fd48', 'name': 'tempest-TestNetworkBasicOps-router-1353313126', 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.15'}], 'enable_snat': True}, 'gw_port_id': '99d21f94-bb7c-4e09-9dfa-8f649343a7a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:39:23Z', 'updated_at': '2021-12-18T13:39:24Z', 'revision_number': 3, 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'gw_port': {'id': '99d21f94-bb7c-4e09-9dfa-8f649343a7a5', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:7c:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4440ab89-d3ea-45f0-8193-79f3a7c5fd48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:39:23Z', 'updated_at': '2021-12-18T13:39:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv'}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:39:25.507945 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0482440a-3223-4414-9b34-1e804cf0cbb4 None None] Checking router: 4440ab89-d3ea-45f0-8193-79f3a7c5fd48 for host: dv-neutron-744815-20-hyperv {{(pid=103161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 18 13:39:25.508299 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0482440a-3223-4414-9b34-1e804cf0cbb4 None None] Updating router 4440ab89-d3ea-45f0-8193-79f3a7c5fd48 port 99d21f94-bb7c-4e09-9dfa-8f649343a7a5 binding host dv-neutron-744815-20-hyperv {{(pid=103161) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 18 13:39:25.534700 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0482440a-3223-4414-9b34-1e804cf0cbb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:39:25.629955 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-3684416a-b3de-48ea-9546-5678e8bbdc2b tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5659786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6017062'] for subnet, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:39:25.694636 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3684416a-b3de-48ea-9546-5678e8bbdc2b tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Pushing event updated for resources: {'Subnet': ['ID=e2532e9d-8066-4546-87ce-e83e1a449579,revision_number=0']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:39:25.703631 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3684416a-b3de-48ea-9546-5678e8bbdc2b tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Checking segment: {'id': 'd8492298-c2e6-4c57-82d4-fd0cfd1afaa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '2f6b6be3-b72d-4d0c-927a-fb6fc16a7a70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 13:39:25.703974 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3684416a-b3de-48ea-9546-5678e8bbdc2b tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Network hostable DHCP agents. Network: 2f6b6be3-b72d-4d0c-927a-fb6fc16a7a70, hostable agents: ['aa77effa-0e3a-4bbd-a383-4d58ed3328d0'], hosted agents: [] {{(pid=103159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 18 13:39:25.722887 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3684416a-b3de-48ea-9546-5678e8bbdc2b tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Network 2f6b6be3-b72d-4d0c-927a-fb6fc16a7a70 is scheduled to be hosted by DHCP agent aa77effa-0e3a-4bbd-a383-4d58ed3328d0 with binding_index 1 {{(pid=103159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 18 13:39:25.733271 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.base_scheduler [None req-3684416a-b3de-48ea-9546-5678e8bbdc2b tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-744815-20-hyperv, 2f6b6be3-b72d-4d0c-927a-fb6fc16a7a70) {{(pid=103159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:39:25.737690 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3684416a-b3de-48ea-9546-5678e8bbdc2b tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:39:25.738047 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-3684416a-b3de-48ea-9546-5678e8bbdc2b tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for subnet, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:39:25.742698 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b4cf181-087d-4caa-8824-f575402bbe0f None None] Network 2f6b6be3-b72d-4d0c-927a-fb6fc16a7a70 requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:39:25.755377 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-3684416a-b3de-48ea-9546-5678e8bbdc2b tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4048929 Dec 18 13:39:25.758232 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 57732) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:39:25.843393 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0482440a-3223-4414-9b34-1e804cf0cbb4 None None] Publish callbacks [] for port, precommit_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:39:25.853533 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0482440a-3223-4414-9b34-1e804cf0cbb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:39:25.924975 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da8f952f-bc24-490d-844c-29a7a4ee8d72 None None] DHCP port deletion for decb4a40-7941-48c8-afbb-daaafd502e83 request from dv-neutron-744815-20-hyperv {{(pid=103161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 18 13:39:25.927630 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9b8b0ac-e17c-4696-898b-87a207884c5b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp31e170a0-46a1-5ba9-9dc1-7ee4f866f0d7-2f6b6be3-b72d-4d0c-927a-fb6fc16a7a70', 'network_id': '2f6b6be3-b72d-4d0c-927a-fb6fc16a7a70', 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'fixed_ips': [{'subnet_id': 'e2532e9d-8066-4546-87ce-e83e1a449579'}]}} from dv-neutron-744815-20-hyperv. {{(pid=103161) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 18 13:39:25.928525 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-d9b8b0ac-e17c-4696-898b-87a207884c5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:39:25.949764 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-0482440a-3223-4414-9b34-1e804cf0cbb4 None None] Attempting to bind port 99d21f94-bb7c-4e09-9dfa-8f649343a7a5 on host dv-neutron-744815-20-hyperv for vnic_type normal with profile {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 13:39:25.950022 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-0482440a-3223-4414-9b34-1e804cf0cbb4 None None] Attempting to bind port 99d21f94-bb7c-4e09-9dfa-8f649343a7a5 by drivers openvswitch,hyperv on host dv-neutron-744815-20-hyperv at level 0 using segments [{'id': '3f66d49c-4faa-434c-8c3e-991f4f1d01bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83'}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 13:39:25.950424 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0482440a-3223-4414-9b34-1e804cf0cbb4 None None] Attempting to bind port 99d21f94-bb7c-4e09-9dfa-8f649343a7a5 on network decb4a40-7941-48c8-afbb-daaafd502e83 {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 13:39:25.955061 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e3c760-99d9-4033-b774-9b62d536583a None None] Pushing event updated for resources: {'Port': ['ID=99d21f94-bb7c-4e09-9dfa-8f649343a7a5,revision_number=2']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:39:25.964826 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0482440a-3223-4414-9b34-1e804cf0cbb4 None None] Checking agent: {'id': '428fa9fa-43db-4db9-9f96-f60ffe931f2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-20-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 13, 19, 1), 'started_at': datetime.datetime(2021, 12, 18, 13, 19, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 13, 39, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-20-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 18 13:39:25.965342 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0482440a-3223-4414-9b34-1e804cf0cbb4 None None] Checking segment: {'id': '3f66d49c-4faa-434c-8c3e-991f4f1d01bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 13:39:25.966585 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0482440a-3223-4414-9b34-1e804cf0cbb4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:39:25.967884 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0482440a-3223-4414-9b34-1e804cf0cbb4 None None] Bound using segment: {'id': '3f66d49c-4faa-434c-8c3e-991f4f1d01bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83'} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 18 13:39:25.968849 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-0482440a-3223-4414-9b34-1e804cf0cbb4 None None] Bound port: 99d21f94-bb7c-4e09-9dfa-8f649343a7a5, host: dv-neutron-744815-20-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f66d49c-4faa-434c-8c3e-991f4f1d01bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83'}}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 18 13:39:25.968849 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0482440a-3223-4414-9b34-1e804cf0cbb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:39:26.213014 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-e608d3b2-aa13-4a64-9d70-ea0ac5a0bb26 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:39:26.253322 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-805b034c-7a7c-44f1-920a-6442f73ccd80 None None] Provisioning complete for port 99d21f94-bb7c-4e09-9dfa-8f649343a7a5 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:39:26.253686 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-805b034c-7a7c-44f1-920a-6442f73ccd80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:39:26.279616 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-0482440a-3223-4414-9b34-1e804cf0cbb4 None None] For port 99d21f94-bb7c-4e09-9dfa-8f649343a7a5, host dv-neutron-744815-20-hyperv, cleared binding levels {{(pid=103161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 18 13:39:26.315681 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-0482440a-3223-4414-9b34-1e804cf0cbb4 None None] For port 99d21f94-bb7c-4e09-9dfa-8f649343a7a5, host dv-neutron-744815-20-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=99d21f94-bb7c-4e09-9dfa-8f649343a7a5,segment=NetworkSegment(3f66d49c-4faa-434c-8c3e-991f4f1d01bd),segment_id=3f66d49c-4faa-434c-8c3e-991f4f1d01bd)] {{(pid=103161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 18 13:39:26.325916 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0482440a-3223-4414-9b34-1e804cf0cbb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:39:26.337868 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-805b034c-7a7c-44f1-920a-6442f73ccd80 None None] Port 99d21f94-bb7c-4e09-9dfa-8f649343a7a5 cannot update to ACTIVE because it is not bound. {{(pid=103161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 13:39:26.376763 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_common [None req-d9b8b0ac-e17c-4696-898b-87a207884c5b None None] Allocated IP 172.20.0.2 (2f6b6be3-b72d-4d0c-927a-fb6fc16a7a70/e2532e9d-8066-4546-87ce-e83e1a449579/152e2ee0-5e36-4786-80d6-7b8b7c02f8f4) {{(pid=103161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:39:26.400314 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d93eecb6-0e61-4c7b-b5f6-e10a8c3a45fc None None] DHCP port deletion for decb4a40-7941-48c8-afbb-daaafd502e83 request from dv-neutron-744815-20-hyperv {{(pid=103161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 18 13:39:26.438610 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e3c760-99d9-4033-b774-9b62d536583a None None] Pushing event updated for resources: {'Port': ['ID=99d21f94-bb7c-4e09-9dfa-8f649343a7a5,revision_number=3']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:39:26.442761 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0482440a-3223-4414-9b34-1e804cf0cbb4 None None] Routers {'4440ab89-d3ea-45f0-8193-79f3a7c5fd48'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:39:26.443482 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-0482440a-3223-4414-9b34-1e804cf0cbb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:38:57Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['4440ab89-d3ea-45f0-8193-79f3a7c5fd48'], 'active': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:39:26.564458 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-3263dac8-38e0-4895-a57c-ab46cbb513d7 None None] Provisioning complete for port 99d21f94-bb7c-4e09-9dfa-8f649343a7a5 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:39:26.564717 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-3263dac8-38e0-4895-a57c-ab46cbb513d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:39:26.660860 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvr_db [None req-0482440a-3223-4414-9b34-1e804cf0cbb4 None None] Set router 4440ab89-d3ea-45f0-8193-79f3a7c5fd48 gateway port host: dv-neutron-744815-20-hyperv {{(pid=103161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 13:39:26.752733 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-d9b8b0ac-e17c-4696-898b-87a207884c5b None None] Publish callbacks [] for port, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:39:26.783083 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-d9b8b0ac-e17c-4696-898b-87a207884c5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975'] for port, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:39:26.811780 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.db_base_plugin_common [None req-e608d3b2-aa13-4a64-9d70-ea0ac5a0bb26 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Allocated IP 172.20.0.1 (2f6b6be3-b72d-4d0c-927a-fb6fc16a7a70/e2532e9d-8066-4546-87ce-e83e1a449579/c338c2f6-a322-4314-91a2-cb93401f0394) {{(pid=103159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:39:26.869886 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-3263dac8-38e0-4895-a57c-ab46cbb513d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:39:26.876428 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9b8b0ac-e17c-4696-898b-87a207884c5b None None] Network 2f6b6be3-b72d-4d0c-927a-fb6fc16a7a70 is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:39:26.894865 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-d9b8b0ac-e17c-4696-898b-87a207884c5b None None] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:39:26.898559 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b8b0ac-e17c-4696-898b-87a207884c5b None None] Pushing event updated for resources: {'Port': ['ID=152e2ee0-5e36-4786-80d6-7b8b7c02f8f4,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:39:26.905476 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9b8b0ac-e17c-4696-898b-87a207884c5b None None] Received port after_create {{(pid=103161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:39:26.913417 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-3263dac8-38e0-4895-a57c-ab46cbb513d7 None None] For port 99d21f94-bb7c-4e09-9dfa-8f649343a7a5, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=99d21f94-bb7c-4e09-9dfa-8f649343a7a5,segment=NetworkSegment(3f66d49c-4faa-434c-8c3e-991f4f1d01bd),segment_id=3f66d49c-4faa-434c-8c3e-991f4f1d01bd)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:39:26.934299 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-e608d3b2-aa13-4a64-9d70-ea0ac5a0bb26 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for port, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:39:26.937518 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-3263dac8-38e0-4895-a57c-ab46cbb513d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:39:26.970061 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-e608d3b2-aa13-4a64-9d70-ea0ac5a0bb26 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:39:27.016726 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e608d3b2-aa13-4a64-9d70-ea0ac5a0bb26 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Network 2f6b6be3-b72d-4d0c-927a-fb6fc16a7a70 is already hosted by enough agents. {{(pid=103159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:39:27.020751 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.base_scheduler [None req-e608d3b2-aa13-4a64-9d70-ea0ac5a0bb26 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Resources bound (agent type, host, resource id): {{(pid=103159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:39:27.022725 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e608d3b2-aa13-4a64-9d70-ea0ac5a0bb26 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Pushing event updated for resources: {'Port': ['ID=c338c2f6-a322-4314-91a2-cb93401f0394,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:39:27.024868 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e608d3b2-aa13-4a64-9d70-ea0ac5a0bb26 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Received port after_create {{(pid=103159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:39:27.027632 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-d9b8b0ac-e17c-4696-898b-87a207884c5b None None] Attempting to bind port 152e2ee0-5e36-4786-80d6-7b8b7c02f8f4 on host dv-neutron-744815-20-hyperv for vnic_type normal with profile {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 13:39:27.028889 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-d9b8b0ac-e17c-4696-898b-87a207884c5b None None] Attempting to bind port 152e2ee0-5e36-4786-80d6-7b8b7c02f8f4 by drivers openvswitch,hyperv on host dv-neutron-744815-20-hyperv at level 0 using segments [{'id': 'd8492298-c2e6-4c57-82d4-fd0cfd1afaa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '2f6b6be3-b72d-4d0c-927a-fb6fc16a7a70'}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 13:39:27.028889 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9b8b0ac-e17c-4696-898b-87a207884c5b None None] Attempting to bind port 152e2ee0-5e36-4786-80d6-7b8b7c02f8f4 on network 2f6b6be3-b72d-4d0c-927a-fb6fc16a7a70 {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 13:39:27.033968 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3263dac8-38e0-4895-a57c-ab46cbb513d7 None None] Pushing event updated for resources: {'Port': ['ID=99d21f94-bb7c-4e09-9dfa-8f649343a7a5,revision_number=4']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:39:27.041249 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9b8b0ac-e17c-4696-898b-87a207884c5b None None] Checking agent: {'id': '428fa9fa-43db-4db9-9f96-f60ffe931f2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-20-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 13, 19, 1), 'started_at': datetime.datetime(2021, 12, 18, 13, 19, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 13, 39, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-20-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 18 13:39:27.041718 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9b8b0ac-e17c-4696-898b-87a207884c5b None None] Checking segment: {'id': 'd8492298-c2e6-4c57-82d4-fd0cfd1afaa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '2f6b6be3-b72d-4d0c-927a-fb6fc16a7a70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 13:39:27.042018 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-d9b8b0ac-e17c-4696-898b-87a207884c5b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:39:27.042394 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9b8b0ac-e17c-4696-898b-87a207884c5b None None] Bound using segment: {'id': 'd8492298-c2e6-4c57-82d4-fd0cfd1afaa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '2f6b6be3-b72d-4d0c-927a-fb6fc16a7a70'} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 18 13:39:27.042883 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-d9b8b0ac-e17c-4696-898b-87a207884c5b None None] Bound port: 152e2ee0-5e36-4786-80d6-7b8b7c02f8f4, host: dv-neutron-744815-20-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8492298-c2e6-4c57-82d4-fd0cfd1afaa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '2f6b6be3-b72d-4d0c-927a-fb6fc16a7a70'}}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 18 13:39:27.043292 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-d9b8b0ac-e17c-4696-898b-87a207884c5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:39:27.068422 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-0482440a-3223-4414-9b34-1e804cf0cbb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4440ab89-d3ea-45f0-8193-79f3a7c5fd48', 'name': 'tempest-TestNetworkBasicOps-router-1353313126', 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.15'}], 'enable_snat': True}, 'gw_port_id': '99d21f94-bb7c-4e09-9dfa-8f649343a7a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:39:23Z', 'updated_at': '2021-12-18T13:39:24Z', 'revision_number': 3, 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'gw_port': {'id': '99d21f94-bb7c-4e09-9dfa-8f649343a7a5', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:7c:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4440ab89-d3ea-45f0-8193-79f3a7c5fd48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:39:23Z', 'updated_at': '2021-12-18T13:39:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv'}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:39:27.068709 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-e608d3b2-aa13-4a64-9d70-ea0ac5a0bb26 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586257'] for router_interface, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:39:27.114459 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0482440a-3223-4414-9b34-1e804cf0cbb4 None None] The sync data for ids ['4440ab89-d3ea-45f0-8193-79f3a7c5fd48'] in dv-neutron-744815-20-hyperv is: [{'id': '4440ab89-d3ea-45f0-8193-79f3a7c5fd48', 'name': 'tempest-TestNetworkBasicOps-router-1353313126', 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.15'}], 'enable_snat': True}, 'gw_port_id': '99d21f94-bb7c-4e09-9dfa-8f649343a7a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:39:23Z', 'updated_at': '2021-12-18T13:39:24Z', 'revision_number': 3, 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'gw_port': {'id': '99d21f94-bb7c-4e09-9dfa-8f649343a7a5', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:7c:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4440ab89-d3ea-45f0-8193-79f3a7c5fd48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:39:23Z', 'updated_at': '2021-12-18T13:39:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv'}] {{(pid=103161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 13:39:27.151958 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e5eb0857-7896-433f-9945-7f5a1a8e54c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:39:27.153889 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-d9b8b0ac-e17c-4696-898b-87a207884c5b None None] For port 152e2ee0-5e36-4786-80d6-7b8b7c02f8f4, host dv-neutron-744815-20-hyperv, cleared binding levels {{(pid=103161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 18 13:39:27.157682 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-d9b8b0ac-e17c-4696-898b-87a207884c5b None None] For port 152e2ee0-5e36-4786-80d6-7b8b7c02f8f4, host dv-neutron-744815-20-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=152e2ee0-5e36-4786-80d6-7b8b7c02f8f4,segment=NetworkSegment(d8492298-c2e6-4c57-82d4-fd0cfd1afaa0),segment_id=d8492298-c2e6-4c57-82d4-fd0cfd1afaa0)] {{(pid=103161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 18 13:39:27.162305 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-d9b8b0ac-e17c-4696-898b-87a207884c5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:39:27.210397 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-e608d3b2-aa13-4a64-9d70-ea0ac5a0bb26 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:39:27.228426 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b8b0ac-e17c-4696-898b-87a207884c5b None None] Pushing event updated for resources: {'Port': ['ID=152e2ee0-5e36-4786-80d6-7b8b7c02f8f4,revision_number=2']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:39:27.565816 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-e608d3b2-aa13-4a64-9d70-ea0ac5a0bb26 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for port, precommit_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:39:27.571923 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-e608d3b2-aa13-4a64-9d70-ea0ac5a0bb26 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5659917'] for port, after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:39:27.652366 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e608d3b2-aa13-4a64-9d70-ea0ac5a0bb26 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Pushing event updated for resources: {'Port': ['ID=c338c2f6-a322-4314-91a2-cb93401f0394,revision_number=2']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:39:27.657784 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-e608d3b2-aa13-4a64-9d70-ea0ac5a0bb26 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1048031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586432'] for router_interface, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:39:27.749257 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e608d3b2-aa13-4a64-9d70-ea0ac5a0bb26 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Network 2f6b6be3-b72d-4d0c-927a-fb6fc16a7a70 is already hosted by enough agents. {{(pid=103159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:39:27.750897 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.base_scheduler [None req-e608d3b2-aa13-4a64-9d70-ea0ac5a0bb26 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Resources bound (agent type, host, resource id): {{(pid=103159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:39:27.870064 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e608d3b2-aa13-4a64-9d70-ea0ac5a0bb26 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Router 4440ab89-d3ea-45f0-8193-79f3a7c5fd48 has already been hosted by L3 agent c9c0cd52-5bd2-4704-9429-d80f1c5ad23c {{(pid=103159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 18 13:39:27.988544 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e608d3b2-aa13-4a64-9d70-ea0ac5a0bb26 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Notify agent at l3_agent.dv-neutron-744815-20-hyperv the message routers_updated {{(pid=103159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 13:39:27.995105 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-e608d3b2-aa13-4a64-9d70-ea0ac5a0bb26 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "PUT /v2.0/routers/4440ab89-d3ea-45f0-8193-79f3a7c5fd48/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2357814 Dec 18 13:39:27.997631 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 57734) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:39:28.167490 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31906a65-c112-4bf3-a239-1e4cedefb94b tempest-TestNetworkBasicOps-845399116 tempest-TestNetworkBasicOps-845399116-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:39:28.167956 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31906a65-c112-4bf3-a239-1e4cedefb94b tempest-TestNetworkBasicOps-845399116 tempest-TestNetworkBasicOps-845399116-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:39:28.168414 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31906a65-c112-4bf3-a239-1e4cedefb94b tempest-TestNetworkBasicOps-845399116 tempest-TestNetworkBasicOps-845399116-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:39:28.168901 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31906a65-c112-4bf3-a239-1e4cedefb94b tempest-TestNetworkBasicOps-845399116 tempest-TestNetworkBasicOps-845399116-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:39:28.170554 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-31906a65-c112-4bf3-a239-1e4cedefb94b tempest-TestNetworkBasicOps-845399116 tempest-TestNetworkBasicOps-845399116-project-admin] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2884 time: 0.1718099 Dec 18 13:39:28.173454 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 57736) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:39:28.228235 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89a71697-b4a0-4d8d-90e8-fcc6070aeb3a None None] Network 2f6b6be3-b72d-4d0c-927a-fb6fc16a7a70 requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:39:28.231643 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b965735-9c2c-4ca8-903e-547f54fd734c tempest-TestNetworkBasicOps-845399116 tempest-TestNetworkBasicOps-845399116-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:39:28.232194 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b965735-9c2c-4ca8-903e-547f54fd734c tempest-TestNetworkBasicOps-845399116 tempest-TestNetworkBasicOps-845399116-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:39:28.232656 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b965735-9c2c-4ca8-903e-547f54fd734c tempest-TestNetworkBasicOps-845399116 tempest-TestNetworkBasicOps-845399116-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:39:28.233240 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b965735-9c2c-4ca8-903e-547f54fd734c tempest-TestNetworkBasicOps-845399116 tempest-TestNetworkBasicOps-845399116-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:39:28.238409 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 57738) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:39:28.238919 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-7b965735-9c2c-4ca8-903e-547f54fd734c tempest-TestNetworkBasicOps-845399116 tempest-TestNetworkBasicOps-845399116-project-admin] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0640764 Dec 18 13:39:28.304457 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-fca6549f-83d3-4137-8192-edcd37b3ce95 None None] Provisioning complete for port 152e2ee0-5e36-4786-80d6-7b8b7c02f8f4 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:39:28.304882 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-fca6549f-83d3-4137-8192-edcd37b3ce95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:39:28.383820 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-f2e576f2-31c3-44d7-960f-33e900a1d183 tempest-TestNetworkBasicOps-845399116 tempest-TestNetworkBasicOps-845399116-project-admin] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.1428902 Dec 18 13:39:28.430057 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-fca6549f-83d3-4137-8192-edcd37b3ce95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:39:28.433249 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-afa9ae9b-bdbb-4010-bcf6-3a46ce66cf71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:39:28.475966 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-fca6549f-83d3-4137-8192-edcd37b3ce95 None None] For port 152e2ee0-5e36-4786-80d6-7b8b7c02f8f4, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=152e2ee0-5e36-4786-80d6-7b8b7c02f8f4,segment=NetworkSegment(d8492298-c2e6-4c57-82d4-fd0cfd1afaa0),segment_id=d8492298-c2e6-4c57-82d4-fd0cfd1afaa0)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:39:28.482144 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-fca6549f-83d3-4137-8192-edcd37b3ce95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:39:28.536094 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca6549f-83d3-4137-8192-edcd37b3ce95 None None] Pushing event updated for resources: {'Port': ['ID=152e2ee0-5e36-4786-80d6-7b8b7c02f8f4,revision_number=3']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:39:28.715425 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-0e0d1a79-3061-4cb8-9b26-2eed972efc57 None None] Provisioning complete for port 152e2ee0-5e36-4786-80d6-7b8b7c02f8f4 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:39:28.715844 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0e0d1a79-3061-4cb8-9b26-2eed972efc57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:39:28.834919 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdb2c9f2-c599-4ac9-aa59-fccb2700e229 None None] Sync routers for ids ['4440ab89-d3ea-45f0-8193-79f3a7c5fd48'] in dv-neutron-744815-20-hyperv {{(pid=103162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 13:39:28.847432 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-0e0d1a79-3061-4cb8-9b26-2eed972efc57 None None] Provisioning complete for port c338c2f6-a322-4314-91a2-cb93401f0394 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:39:28.847809 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0e0d1a79-3061-4cb8-9b26-2eed972efc57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:39:28.851130 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdb2c9f2-c599-4ac9-aa59-fccb2700e229 None None] Routers {'4440ab89-d3ea-45f0-8193-79f3a7c5fd48'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:39:28.852131 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-fdb2c9f2-c599-4ac9-aa59-fccb2700e229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:39:27Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['4440ab89-d3ea-45f0-8193-79f3a7c5fd48'], 'active': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:39:28.873384 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 57742) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:39:28.878323 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-727e79de-4b96-40e2-be78-2d67564d556c tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2052545870', 'description': 'tempest-secgroup-smoke-2052545870 description', 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:39:28.891355 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-0e0d1a79-3061-4cb8-9b26-2eed972efc57 None None] Port c338c2f6-a322-4314-91a2-cb93401f0394 cannot update to ACTIVE because it is not bound. {{(pid=103161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 13:39:28.927344 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-727e79de-4b96-40e2-be78-2d67564d556c tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for security_group, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:39:28.933255 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 152e2ee0-5e36-4786-80d6-7b8b7c02f8f4 up at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 13:39:28.987558 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2294866d-0076-4933-952c-685307032598 None None] Provisioning complete for port 152e2ee0-5e36-4786-80d6-7b8b7c02f8f4 triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:39:28.987940 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:39:29.008870 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-727e79de-4b96-40e2-be78-2d67564d556c tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for security_group, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:39:29.015359 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-727e79de-4b96-40e2-be78-2d67564d556c tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:39:29.021675 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvr_db [None req-fdb2c9f2-c599-4ac9-aa59-fccb2700e229 None None] Set router 4440ab89-d3ea-45f0-8193-79f3a7c5fd48 gateway port host: dv-neutron-744815-20-hyperv {{(pid=103162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 13:39:29.041481 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-fcdca424-0c6c-4830-a140-cc1ab362f287 None None] Provisioning complete for port c338c2f6-a322-4314-91a2-cb93401f0394 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:39:29.041861 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-fcdca424-0c6c-4830-a140-cc1ab362f287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:39:29.063007 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727e79de-4b96-40e2-be78-2d67564d556c tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c0d7574-6693-44ef-8372-90960d866681,revision_number=1']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:39:29.069516 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-727e79de-4b96-40e2-be78-2d67564d556c tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for security_group, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:39:29.075706 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 57744) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:39:29.081464 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-76d4c6b7-9abf-4192-b3c6-c44c0ba03978 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Request body: {'security_group_rule': {'security_group_id': '9c0d7574-6693-44ef-8372-90960d866681', 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:39:29.086313 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-727e79de-4b96-40e2-be78-2d67564d556c tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2114882 Dec 18 13:39:29.116615 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-76d4c6b7-9abf-4192-b3c6-c44c0ba03978 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:39:29.126011 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-fcdca424-0c6c-4830-a140-cc1ab362f287 None None] Port c338c2f6-a322-4314-91a2-cb93401f0394 cannot update to ACTIVE because it is not bound. {{(pid=103161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 13:39:29.133412 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 99d21f94-bb7c-4e09-9dfa-8f649343a7a5 up at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 13:39:29.183332 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2294866d-0076-4933-952c-685307032598 None None] Provisioning complete for port 99d21f94-bb7c-4e09-9dfa-8f649343a7a5 triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:39:29.183633 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:39:29.187758 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-76d4c6b7-9abf-4192-b3c6-c44c0ba03978 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:39:29.192957 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-76d4c6b7-9abf-4192-b3c6-c44c0ba03978 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530267'] for security_group_rule, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:39:29.213621 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d4c6b7-9abf-4192-b3c6-c44c0ba03978 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c83d980-d628-43a6-99bd-cabc99781f3c,revision_number=0']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:39:29.226198 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-76d4c6b7-9abf-4192-b3c6-c44c0ba03978 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:39:29.230198 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-76d4c6b7-9abf-4192-b3c6-c44c0ba03978 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1501110 Dec 18 13:39:29.230492 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 57746) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:39:29.235828 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-a41d31b9-0d68-40dc-82f0-2714b4afc806 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Request body: {'security_group_rule': {'security_group_id': '9c0d7574-6693-44ef-8372-90960d866681', 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:39:29.244351 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-fdb2c9f2-c599-4ac9-aa59-fccb2700e229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4440ab89-d3ea-45f0-8193-79f3a7c5fd48', 'name': 'tempest-TestNetworkBasicOps-router-1353313126', 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.15'}], 'enable_snat': True}, 'gw_port_id': '99d21f94-bb7c-4e09-9dfa-8f649343a7a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:39:23Z', 'updated_at': '2021-12-18T13:39:27Z', 'revision_number': 4, 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'gw_port': {'id': '99d21f94-bb7c-4e09-9dfa-8f649343a7a5', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:7c:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4440ab89-d3ea-45f0-8193-79f3a7c5fd48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:39:23Z', 'updated_at': '2021-12-18T13:39:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv', '_interfaces': [{'id': 'c338c2f6-a322-4314-91a2-cb93401f0394', 'name': '', 'network_id': '2f6b6be3-b72d-4d0c-927a-fb6fc16a7a70', 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'mac_address': 'fa:16:3e:db:49:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4440ab89-d3ea-45f0-8193-79f3a7c5fd48', 'device_owner': 'network:router_interface', 'standard_attr_id': 1450, 'fixed_ips': [{'subnet_id': 'e2532e9d-8066-4546-87ce-e83e1a449579', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:39:26Z', 'updated_at': '2021-12-18T13:39:27Z', 'revision_number': 2, 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'subnets': [{'id': 'e2532e9d-8066-4546-87ce-e83e1a449579', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:39:29.268531 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-a41d31b9-0d68-40dc-82f0-2714b4afc806 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:39:29.271028 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdb2c9f2-c599-4ac9-aa59-fccb2700e229 None None] Checking router: 4440ab89-d3ea-45f0-8193-79f3a7c5fd48 for host: dv-neutron-744815-20-hyperv {{(pid=103162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 18 13:39:29.271400 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdb2c9f2-c599-4ac9-aa59-fccb2700e229 None None] Updating router 4440ab89-d3ea-45f0-8193-79f3a7c5fd48 port c338c2f6-a322-4314-91a2-cb93401f0394 binding host dv-neutron-744815-20-hyperv {{(pid=103162) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 18 13:39:29.276096 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-9353f5c0-d90a-47aa-b889-fccf240a157b None None] Provisioning complete for port c338c2f6-a322-4314-91a2-cb93401f0394 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:39:29.276664 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-9353f5c0-d90a-47aa-b889-fccf240a157b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:39:29.301301 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-fdb2c9f2-c599-4ac9-aa59-fccb2700e229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:39:29.311998 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-9353f5c0-d90a-47aa-b889-fccf240a157b None None] Port c338c2f6-a322-4314-91a2-cb93401f0394 cannot update to ACTIVE because it is not bound. {{(pid=103161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 13:39:29.328901 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-a41d31b9-0d68-40dc-82f0-2714b4afc806 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:39:29.333972 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-a41d31b9-0d68-40dc-82f0-2714b4afc806 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530267'] for security_group_rule, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:39:29.351792 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41d31b9-0d68-40dc-82f0-2714b4afc806 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98522467-1b6a-4fe8-ad12-ec67a552d6ca,revision_number=0']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:39:29.359856 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-a41d31b9-0d68-40dc-82f0-2714b4afc806 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:39:29.361080 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-a41d31b9-0d68-40dc-82f0-2714b4afc806 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1291802 Dec 18 13:39:29.363835 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 57748) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:39:29.368064 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-f03cff4c-7a38-44d3-9373-143b97e96b64 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Request body: {'security_group_rule': {'security_group_id': '9c0d7574-6693-44ef-8372-90960d866681', 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:39:29.396002 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-f03cff4c-7a38-44d3-9373-143b97e96b64 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:39:29.452796 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-f03cff4c-7a38-44d3-9373-143b97e96b64 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:39:29.458803 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-f03cff4c-7a38-44d3-9373-143b97e96b64 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530267'] for security_group_rule, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:39:29.477928 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03cff4c-7a38-44d3-9373-143b97e96b64 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5669b83b-aebf-4518-9013-0a6eeb0081d4,revision_number=0']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:39:29.487103 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-f03cff4c-7a38-44d3-9373-143b97e96b64 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:39:29.488362 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-f03cff4c-7a38-44d3-9373-143b97e96b64 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1235874 Dec 18 13:39:29.491367 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 57750) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:39:29.495797 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-f191e7b5-8da8-4f2b-8584-e98e95e0812b tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Request body: {'security_group_rule': {'security_group_id': '9c0d7574-6693-44ef-8372-90960d866681', 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:39:29.525678 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-f191e7b5-8da8-4f2b-8584-e98e95e0812b tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:39:29.566206 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-fdb2c9f2-c599-4ac9-aa59-fccb2700e229 None None] Publish callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:39:29.572506 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-fdb2c9f2-c599-4ac9-aa59-fccb2700e229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:39:29.584363 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-f191e7b5-8da8-4f2b-8584-e98e95e0812b tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:39:29.588827 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-f191e7b5-8da8-4f2b-8584-e98e95e0812b tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530267'] for security_group_rule, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:39:29.606735 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f191e7b5-8da8-4f2b-8584-e98e95e0812b tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5630cf98-bdbf-4bc7-af28-d8a6a83d01ad,revision_number=0']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:39:29.616424 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-f191e7b5-8da8-4f2b-8584-e98e95e0812b tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:39:29.620336 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-f191e7b5-8da8-4f2b-8584-e98e95e0812b tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1253817 Dec 18 13:39:29.620654 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 57752) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:39:29.624617 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f7053a-c634-46ef-b51c-33a38d77bf12 None None] Pushing event updated for resources: {'Port': ['ID=c338c2f6-a322-4314-91a2-cb93401f0394,revision_number=3']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:39:29.625709 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-74d0c95f-f7eb-4f46-9cc9-e4ccb708e0d3 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Request body: {'security_group_rule': {'security_group_id': '9c0d7574-6693-44ef-8372-90960d866681', 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:39:29.655625 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.db.securitygroups_db [None req-74d0c95f-f7eb-4f46-9cc9-e4ccb708e0d3 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Project 6e88b8a5aed24360a829007d7fd9d0fd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 18 13:39:29.663250 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-74d0c95f-f7eb-4f46-9cc9-e4ccb708e0d3 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:39:29.684728 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [None req-fdb2c9f2-c599-4ac9-aa59-fccb2700e229 None None] Attempting to bind port c338c2f6-a322-4314-91a2-cb93401f0394 on host dv-neutron-744815-20-hyperv for vnic_type normal with profile {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 13:39:29.685390 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [None req-fdb2c9f2-c599-4ac9-aa59-fccb2700e229 None None] Attempting to bind port c338c2f6-a322-4314-91a2-cb93401f0394 by drivers openvswitch,hyperv on host dv-neutron-744815-20-hyperv at level 0 using segments [{'id': 'd8492298-c2e6-4c57-82d4-fd0cfd1afaa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '2f6b6be3-b72d-4d0c-927a-fb6fc16a7a70'}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 13:39:29.685755 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb2c9f2-c599-4ac9-aa59-fccb2700e229 None None] Attempting to bind port c338c2f6-a322-4314-91a2-cb93401f0394 on network 2f6b6be3-b72d-4d0c-927a-fb6fc16a7a70 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 13:39:29.690922 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb2c9f2-c599-4ac9-aa59-fccb2700e229 None None] Checking agent: {'id': '428fa9fa-43db-4db9-9f96-f60ffe931f2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-20-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 13, 19, 1), 'started_at': datetime.datetime(2021, 12, 18, 13, 19, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 13, 39, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-20-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 18 13:39:29.691414 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb2c9f2-c599-4ac9-aa59-fccb2700e229 None None] Checking segment: {'id': 'd8492298-c2e6-4c57-82d4-fd0cfd1afaa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '2f6b6be3-b72d-4d0c-927a-fb6fc16a7a70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 13:39:29.691714 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-fdb2c9f2-c599-4ac9-aa59-fccb2700e229 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:39:29.692096 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb2c9f2-c599-4ac9-aa59-fccb2700e229 None None] Bound using segment: {'id': 'd8492298-c2e6-4c57-82d4-fd0cfd1afaa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '2f6b6be3-b72d-4d0c-927a-fb6fc16a7a70'} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 18 13:39:29.692566 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [None req-fdb2c9f2-c599-4ac9-aa59-fccb2700e229 None None] Bound port: c338c2f6-a322-4314-91a2-cb93401f0394, host: dv-neutron-744815-20-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8492298-c2e6-4c57-82d4-fd0cfd1afaa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '2f6b6be3-b72d-4d0c-927a-fb6fc16a7a70'}}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 18 13:39:29.692953 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-fdb2c9f2-c599-4ac9-aa59-fccb2700e229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:39:29.728733 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-74d0c95f-f7eb-4f46-9cc9-e4ccb708e0d3 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:39:29.733520 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-74d0c95f-f7eb-4f46-9cc9-e4ccb708e0d3 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530267'] for security_group_rule, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:39:29.754073 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d0c95f-f7eb-4f46-9cc9-e4ccb708e0d3 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24955874-3e93-420b-aa94-b2e74cf71c44,revision_number=0']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:39:29.761598 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-74d0c95f-f7eb-4f46-9cc9-e4ccb708e0d3 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:39:29.763020 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-74d0c95f-f7eb-4f46-9cc9-e4ccb708e0d3 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1410913 Dec 18 13:39:29.765857 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 57754) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:39:29.772973 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-d0eb5eb8-b764-4dd0-9779-1f8a200bccdf tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Request body: {'security_group_rule': {'security_group_id': '9c0d7574-6693-44ef-8372-90960d866681', 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:39:29.773387 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-fdb2c9f2-c599-4ac9-aa59-fccb2700e229 None None] For port c338c2f6-a322-4314-91a2-cb93401f0394, host dv-neutron-744815-20-hyperv, cleared binding levels {{(pid=103162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 18 13:39:29.777042 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-fdb2c9f2-c599-4ac9-aa59-fccb2700e229 None None] For port c338c2f6-a322-4314-91a2-cb93401f0394, host dv-neutron-744815-20-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=c338c2f6-a322-4314-91a2-cb93401f0394,segment=NetworkSegment(d8492298-c2e6-4c57-82d4-fd0cfd1afaa0),segment_id=d8492298-c2e6-4c57-82d4-fd0cfd1afaa0)] {{(pid=103162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 18 13:39:29.783006 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-fdb2c9f2-c599-4ac9-aa59-fccb2700e229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:39:29.806820 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.db.securitygroups_db [None req-d0eb5eb8-b764-4dd0-9779-1f8a200bccdf tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Project 6e88b8a5aed24360a829007d7fd9d0fd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 18 13:39:29.812500 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-d0eb5eb8-b764-4dd0-9779-1f8a200bccdf tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:39:29.837950 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdb2c9f2-c599-4ac9-aa59-fccb2700e229 None None] Routers {'4440ab89-d3ea-45f0-8193-79f3a7c5fd48'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:39:29.838564 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-fdb2c9f2-c599-4ac9-aa59-fccb2700e229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:39:27Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['4440ab89-d3ea-45f0-8193-79f3a7c5fd48'], 'active': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:39:29.853591 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-4f612b13-0dce-4dd5-baad-8758d939622a None None] Provisioning complete for port c338c2f6-a322-4314-91a2-cb93401f0394 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:39:29.854480 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-4f612b13-0dce-4dd5-baad-8758d939622a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:39:29.884121 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f7053a-c634-46ef-b51c-33a38d77bf12 None None] Pushing event updated for resources: {'Port': ['ID=c338c2f6-a322-4314-91a2-cb93401f0394,revision_number=4']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:39:29.893056 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-d0eb5eb8-b764-4dd0-9779-1f8a200bccdf tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:39:29.899977 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-d0eb5eb8-b764-4dd0-9779-1f8a200bccdf tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530267'] for security_group_rule, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:39:29.918271 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0eb5eb8-b764-4dd0-9779-1f8a200bccdf tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef880646-f3bc-434e-99df-8fee59c5e887,revision_number=0']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:39:29.941884 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-d0eb5eb8-b764-4dd0-9779-1f8a200bccdf tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:39:29.944624 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-d0eb5eb8-b764-4dd0-9779-1f8a200bccdf tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1765225 Dec 18 13:39:30.002507 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvr_db [None req-fdb2c9f2-c599-4ac9-aa59-fccb2700e229 None None] Set router 4440ab89-d3ea-45f0-8193-79f3a7c5fd48 gateway port host: dv-neutron-744815-20-hyperv {{(pid=103162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 13:39:30.128045 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-ce3fa063-8c60-4b29-9f8d-ac3c9d004a4e req-a1f0100a-a776-4c16-aa66-d2ee53730cf5 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2052545870&fields=id&tenant_id=6e88b8a5aed24360a829007d7fd9d0fd HTTP/1.1" status: 200 len: 267 time: 0.0523748 Dec 18 13:39:30.136617 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7b7a3272-2b45-4d32-9670-25eb1afd1184 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:39:30.151400 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-4f612b13-0dce-4dd5-baad-8758d939622a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:39:30.184422 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-4f612b13-0dce-4dd5-baad-8758d939622a None None] For port c338c2f6-a322-4314-91a2-cb93401f0394, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=c338c2f6-a322-4314-91a2-cb93401f0394,segment=NetworkSegment(d8492298-c2e6-4c57-82d4-fd0cfd1afaa0),segment_id=d8492298-c2e6-4c57-82d4-fd0cfd1afaa0)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:39:30.191445 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-4f612b13-0dce-4dd5-baad-8758d939622a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:39:30.242738 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f612b13-0dce-4dd5-baad-8758d939622a None None] Pushing event updated for resources: {'Port': ['ID=c338c2f6-a322-4314-91a2-cb93401f0394,revision_number=5']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:39:30.252980 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3fa063-8c60-4b29-9f8d-ac3c9d004a4e req-9398134d-f57c-43b6-8651-8264621bf87d tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:39:30.254609 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-ce3fa063-8c60-4b29-9f8d-ac3c9d004a4e req-9398134d-f57c-43b6-8651-8264621bf87d tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/networks?id=2f6b6be3-b72d-4d0c-927a-fb6fc16a7a70 HTTP/1.1" status: 200 len: 795 time: 0.1180103 Dec 18 13:39:30.270576 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-ce3fa063-8c60-4b29-9f8d-ac3c9d004a4e req-d703825f-812e-4a09-bb81-211ccd146557 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/quotas/6e88b8a5aed24360a829007d7fd9d0fd HTTP/1.1" status: 200 len: 375 time: 0.0101080 Dec 18 13:39:30.314094 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-09ba9fc2-2c70-458a-87df-3ca7319de97d None None] Provisioning complete for port c338c2f6-a322-4314-91a2-cb93401f0394 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:39:30.314776 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-09ba9fc2-2c70-458a-87df-3ca7319de97d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:39:30.327412 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-fdb2c9f2-c599-4ac9-aa59-fccb2700e229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4440ab89-d3ea-45f0-8193-79f3a7c5fd48', 'name': 'tempest-TestNetworkBasicOps-router-1353313126', 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.15'}], 'enable_snat': True}, 'gw_port_id': '99d21f94-bb7c-4e09-9dfa-8f649343a7a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:39:23Z', 'updated_at': '2021-12-18T13:39:27Z', 'revision_number': 4, 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'gw_port': {'id': '99d21f94-bb7c-4e09-9dfa-8f649343a7a5', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:7c:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4440ab89-d3ea-45f0-8193-79f3a7c5fd48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:39:23Z', 'updated_at': '2021-12-18T13:39:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv', '_interfaces': [{'id': 'c338c2f6-a322-4314-91a2-cb93401f0394', 'name': '', 'network_id': '2f6b6be3-b72d-4d0c-927a-fb6fc16a7a70', 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'mac_address': 'fa:16:3e:db:49:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4440ab89-d3ea-45f0-8193-79f3a7c5fd48', 'device_owner': 'network:router_interface', 'standard_attr_id': 1450, 'fixed_ips': [{'subnet_id': 'e2532e9d-8066-4546-87ce-e83e1a449579', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:39:26Z', 'updated_at': '2021-12-18T13:39:29Z', 'revision_number': 4, 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'subnets': [{'id': 'e2532e9d-8066-4546-87ce-e83e1a449579', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:39:30.353500 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdb2c9f2-c599-4ac9-aa59-fccb2700e229 None None] The sync data for ids ['4440ab89-d3ea-45f0-8193-79f3a7c5fd48'] in dv-neutron-744815-20-hyperv is: [{'id': '4440ab89-d3ea-45f0-8193-79f3a7c5fd48', 'name': 'tempest-TestNetworkBasicOps-router-1353313126', 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.15'}], 'enable_snat': True}, 'gw_port_id': '99d21f94-bb7c-4e09-9dfa-8f649343a7a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:39:23Z', 'updated_at': '2021-12-18T13:39:27Z', 'revision_number': 4, 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'gw_port': {'id': '99d21f94-bb7c-4e09-9dfa-8f649343a7a5', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:7c:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4440ab89-d3ea-45f0-8193-79f3a7c5fd48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:39:23Z', 'updated_at': '2021-12-18T13:39:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv', '_interfaces': [{'id': 'c338c2f6-a322-4314-91a2-cb93401f0394', 'name': '', 'network_id': '2f6b6be3-b72d-4d0c-927a-fb6fc16a7a70', 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'mac_address': 'fa:16:3e:db:49:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4440ab89-d3ea-45f0-8193-79f3a7c5fd48', 'device_owner': 'network:router_interface', 'standard_attr_id': 1450, 'fixed_ips': [{'subnet_id': 'e2532e9d-8066-4546-87ce-e83e1a449579', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:39:26Z', 'updated_at': '2021-12-18T13:39:29Z', 'revision_number': 4, 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'subnets': [{'id': 'e2532e9d-8066-4546-87ce-e83e1a449579', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 13:39:30.365453 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-ce3fa063-8c60-4b29-9f8d-ac3c9d004a4e req-0b204b94-edb8-4377-a995-7f12c6dfae10 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=6e88b8a5aed24360a829007d7fd9d0fd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0885508 Dec 18 13:39:30.478782 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-ce3fa063-8c60-4b29-9f8d-ac3c9d004a4e req-7ec835a1-fcda-4ef4-9dbf-a4ae05248f7d service neutron] 10.222.0.31 "GET /v2.0/networks/2f6b6be3-b72d-4d0c-927a-fb6fc16a7a70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010294 Dec 18 13:39:30.575351 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-ce3fa063-8c60-4b29-9f8d-ac3c9d004a4e req-e2c89109-1613-4905-b295-eadefdfdccb7 service neutron] 10.222.0.31 "GET /v2.0/networks/2f6b6be3-b72d-4d0c-927a-fb6fc16a7a70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891473 Dec 18 13:39:30.759967 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-123ed720-fdb4-423b-b609-9bcf6624cb33 req-6eecc578-9f5e-49bb-bb3d-9864446d67df tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/ports?device_id=7a618c18-6edf-4db6-a172-09804cd2ec7c HTTP/1.1" status: 200 len: 210 time: 0.0398998 Dec 18 13:39:30.850997 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:39:30.875891 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device c338c2f6-a322-4314-91a2-cb93401f0394 up at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 13:39:30.931926 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2294866d-0076-4933-952c-685307032598 None None] Provisioning complete for port c338c2f6-a322-4314-91a2-cb93401f0394 triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:39:30.932385 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:39:31.761977 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3fa063-8c60-4b29-9f8d-ac3c9d004a4e req-2aa75993-69e7-4288-a9b3-7ef4785e2b98 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:39:31.763465 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-ce3fa063-8c60-4b29-9f8d-ac3c9d004a4e req-2aa75993-69e7-4288-a9b3-7ef4785e2b98 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.43 "GET /v2.0/networks?id=2f6b6be3-b72d-4d0c-927a-fb6fc16a7a70 HTTP/1.1" status: 200 len: 795 time: 0.1077306 Dec 18 13:39:32.170630 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-b0389cf3-d576-48a2-9e27-e74cd4cb2232 req-999218f0-d91f-4db7-b5c8-ca1c6172f963 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/ports?device_id=7a618c18-6edf-4db6-a172-09804cd2ec7c HTTP/1.1" status: 200 len: 210 time: 0.0285630 Dec 18 13:39:32.204528 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-ce3fa063-8c60-4b29-9f8d-ac3c9d004a4e req-a768c53b-a9d9-457a-a162-89aad2d2fa52 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6e88b8a5aed24360a829007d7fd9d0fd HTTP/1.1" status: 200 len: 380 time: 0.4299414 Dec 18 13:39:32.215670 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [req-ce3fa063-8c60-4b29-9f8d-ac3c9d004a4e req-7ae69d99-de32-4957-92bf-8b5d6c8a0d3c tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Request body: {'port': {'device_id': '7a618c18-6edf-4db6-a172-09804cd2ec7c', 'network_id': '2f6b6be3-b72d-4d0c-927a-fb6fc16a7a70', 'admin_state_up': True, 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'security_groups': ['9c0d7574-6693-44ef-8372-90960d866681']}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:39:32.351115 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce3fa063-8c60-4b29-9f8d-ac3c9d004a4e req-7ae69d99-de32-4957-92bf-8b5d6c8a0d3c tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Made reservation on behalf of 6e88b8a5aed24360a829007d7fd9d0fd for: {'port': 1} {{(pid=103159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:39:32.354806 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-ce3fa063-8c60-4b29-9f8d-ac3c9d004a4e req-7ae69d99-de32-4957-92bf-8b5d6c8a0d3c tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:39:32.500042 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.db_base_plugin_common [req-ce3fa063-8c60-4b29-9f8d-ac3c9d004a4e req-7ae69d99-de32-4957-92bf-8b5d6c8a0d3c tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Allocated IP 172.20.0.7 (2f6b6be3-b72d-4d0c-927a-fb6fc16a7a70/e2532e9d-8066-4546-87ce-e83e1a449579/1674accf-5c31-4d9c-bdaa-c71361c72f8c) {{(pid=103159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:39:32.651046 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-ce3fa063-8c60-4b29-9f8d-ac3c9d004a4e req-7ae69d99-de32-4957-92bf-8b5d6c8a0d3c tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for port, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:39:32.694109 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-ce3fa063-8c60-4b29-9f8d-ac3c9d004a4e req-7ae69d99-de32-4957-92bf-8b5d6c8a0d3c tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:39:32.738906 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce3fa063-8c60-4b29-9f8d-ac3c9d004a4e req-7ae69d99-de32-4957-92bf-8b5d6c8a0d3c tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Network 2f6b6be3-b72d-4d0c-927a-fb6fc16a7a70 is already hosted by enough agents. {{(pid=103159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:39:32.742099 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.base_scheduler [req-ce3fa063-8c60-4b29-9f8d-ac3c9d004a4e req-7ae69d99-de32-4957-92bf-8b5d6c8a0d3c tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Resources bound (agent type, host, resource id): {{(pid=103159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:39:32.745895 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce3fa063-8c60-4b29-9f8d-ac3c9d004a4e req-7ae69d99-de32-4957-92bf-8b5d6c8a0d3c tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Received port after_create {{(pid=103159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:39:32.752615 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae69d99-de32-4957-92bf-8b5d6c8a0d3c tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Pushing event updated for resources: {'Port': ['ID=1674accf-5c31-4d9c-bdaa-c71361c72f8c,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:39:32.806493 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3fa063-8c60-4b29-9f8d-ac3c9d004a4e req-7ae69d99-de32-4957-92bf-8b5d6c8a0d3c tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:39:32.807258 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-ce3fa063-8c60-4b29-9f8d-ac3c9d004a4e req-7ae69d99-de32-4957-92bf-8b5d6c8a0d3c tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:39:32.829287 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-ce3fa063-8c60-4b29-9f8d-ac3c9d004a4e req-7ae69d99-de32-4957-92bf-8b5d6c8a0d3c tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6171870 Dec 18 13:39:32.842999 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [req-ce3fa063-8c60-4b29-9f8d-ac3c9d004a4e req-995df204-919d-478b-b2df-afddbbafc6f2 service neutron] Request body: {'port': {'device_id': '7a618c18-6edf-4db6-a172-09804cd2ec7c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7448'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:39:32.898617 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-ce3fa063-8c60-4b29-9f8d-ac3c9d004a4e req-995df204-919d-478b-b2df-afddbbafc6f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:39:32.951451 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-b115805b-60de-4db2-8df4-f47b52fe0a91 None None] Provisioning complete for port 1674accf-5c31-4d9c-bdaa-c71361c72f8c triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:39:32.952149 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-b115805b-60de-4db2-8df4-f47b52fe0a91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:39:32.985832 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-b115805b-60de-4db2-8df4-f47b52fe0a91 None None] Port 1674accf-5c31-4d9c-bdaa-c71361c72f8c cannot update to ACTIVE because it is not bound. {{(pid=103161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 13:39:33.163685 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.notifiers.nova [req-ce3fa063-8c60-4b29-9f8d-ac3c9d004a4e req-995df204-919d-478b-b2df-afddbbafc6f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1674accf-5c31-4d9c-bdaa-c71361c72f8c {{(pid=103159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 18 13:39:33.171556 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-ce3fa063-8c60-4b29-9f8d-ac3c9d004a4e req-995df204-919d-478b-b2df-afddbbafc6f2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:39:33.184492 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.provisioning_blocks [req-ce3fa063-8c60-4b29-9f8d-ac3c9d004a4e req-995df204-919d-478b-b2df-afddbbafc6f2 service neutron] Transition to ACTIVE for port object 1674accf-5c31-4d9c-bdaa-c71361c72f8c will not be triggered until provisioned by entity L2. {{(pid=103159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 18 13:39:33.191782 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-ce3fa063-8c60-4b29-9f8d-ac3c9d004a4e req-995df204-919d-478b-b2df-afddbbafc6f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5659917'] for port, after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:39:33.243814 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995df204-919d-478b-b2df-afddbbafc6f2 service neutron] Pushing event updated for resources: {'Port': ['ID=1674accf-5c31-4d9c-bdaa-c71361c72f8c,revision_number=2']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:39:33.296395 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f76a36-6f79-4804-ae6f-69b014e598bb req-bfafc6b2-c81a-42cc-b7a4-f8aa84537cb6 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:39:33.298017 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-90f76a36-6f79-4804-ae6f-69b014e598bb req-bfafc6b2-c81a-42cc-b7a4-f8aa84537cb6 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/ports?device_id=7a618c18-6edf-4db6-a172-09804cd2ec7c HTTP/1.1" status: 200 len: 943 time: 0.0567286 Dec 18 13:39:33.316122 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.managers [req-ce3fa063-8c60-4b29-9f8d-ac3c9d004a4e req-995df204-919d-478b-b2df-afddbbafc6f2 service neutron] Attempting to bind port 1674accf-5c31-4d9c-bdaa-c71361c72f8c on host hv-neutron-7448 for vnic_type normal with profile {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 13:39:33.316412 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.managers [req-ce3fa063-8c60-4b29-9f8d-ac3c9d004a4e req-995df204-919d-478b-b2df-afddbbafc6f2 service neutron] Attempting to bind port 1674accf-5c31-4d9c-bdaa-c71361c72f8c by drivers openvswitch,hyperv on host hv-neutron-7448 at level 0 using segments [{'id': 'd8492298-c2e6-4c57-82d4-fd0cfd1afaa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '2f6b6be3-b72d-4d0c-927a-fb6fc16a7a70'}] {{(pid=103159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 13:39:33.316906 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce3fa063-8c60-4b29-9f8d-ac3c9d004a4e req-995df204-919d-478b-b2df-afddbbafc6f2 service neutron] Attempting to bind port 1674accf-5c31-4d9c-bdaa-c71361c72f8c on network 2f6b6be3-b72d-4d0c-927a-fb6fc16a7a70 {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 13:39:33.321504 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce3fa063-8c60-4b29-9f8d-ac3c9d004a4e req-995df204-919d-478b-b2df-afddbbafc6f2 service neutron] Port 1674accf-5c31-4d9c-bdaa-c71361c72f8c on network 2f6b6be3-b72d-4d0c-927a-fb6fc16a7a70 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7448 {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 18 13:39:33.321856 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce3fa063-8c60-4b29-9f8d-ac3c9d004a4e req-995df204-919d-478b-b2df-afddbbafc6f2 service neutron] Attempting to bind port 1674accf-5c31-4d9c-bdaa-c71361c72f8c on network 2f6b6be3-b72d-4d0c-927a-fb6fc16a7a70 {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 13:39:33.327573 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce3fa063-8c60-4b29-9f8d-ac3c9d004a4e req-995df204-919d-478b-b2df-afddbbafc6f2 service neutron] Checking agent: {'id': 'c35b6aa0-0616-421f-8ded-732dd37fc90f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7448', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 13, 24, 37), 'started_at': datetime.datetime(2021, 12, 18, 13, 24, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 13, 39, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 18 13:39:33.327992 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce3fa063-8c60-4b29-9f8d-ac3c9d004a4e req-995df204-919d-478b-b2df-afddbbafc6f2 service neutron] Checking segment: {'id': 'd8492298-c2e6-4c57-82d4-fd0cfd1afaa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '2f6b6be3-b72d-4d0c-927a-fb6fc16a7a70'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 13:39:33.328291 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce3fa063-8c60-4b29-9f8d-ac3c9d004a4e req-995df204-919d-478b-b2df-afddbbafc6f2 service neutron] Bound using segment: {'id': 'd8492298-c2e6-4c57-82d4-fd0cfd1afaa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '2f6b6be3-b72d-4d0c-927a-fb6fc16a7a70'} {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 18 13:39:33.328721 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.managers [req-ce3fa063-8c60-4b29-9f8d-ac3c9d004a4e req-995df204-919d-478b-b2df-afddbbafc6f2 service neutron] Bound port: 1674accf-5c31-4d9c-bdaa-c71361c72f8c, host: hv-neutron-7448, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8492298-c2e6-4c57-82d4-fd0cfd1afaa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '2f6b6be3-b72d-4d0c-927a-fb6fc16a7a70'}}] {{(pid=103159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 18 13:39:33.329051 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-ce3fa063-8c60-4b29-9f8d-ac3c9d004a4e req-995df204-919d-478b-b2df-afddbbafc6f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:39:33.402360 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.db [req-ce3fa063-8c60-4b29-9f8d-ac3c9d004a4e req-995df204-919d-478b-b2df-afddbbafc6f2 service neutron] For port 1674accf-5c31-4d9c-bdaa-c71361c72f8c, host hv-neutron-7448, cleared binding levels {{(pid=103159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 18 13:39:33.406515 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.db [req-ce3fa063-8c60-4b29-9f8d-ac3c9d004a4e req-995df204-919d-478b-b2df-afddbbafc6f2 service neutron] For port 1674accf-5c31-4d9c-bdaa-c71361c72f8c, host hv-neutron-7448, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=1674accf-5c31-4d9c-bdaa-c71361c72f8c,segment=NetworkSegment(d8492298-c2e6-4c57-82d4-fd0cfd1afaa0),segment_id=d8492298-c2e6-4c57-82d4-fd0cfd1afaa0)] {{(pid=103159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 18 13:39:33.413656 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-ce3fa063-8c60-4b29-9f8d-ac3c9d004a4e req-995df204-919d-478b-b2df-afddbbafc6f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5659917'] for port, after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:39:33.455302 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3fa063-8c60-4b29-9f8d-ac3c9d004a4e req-995df204-919d-478b-b2df-afddbbafc6f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:39:33.456305 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-ce3fa063-8c60-4b29-9f8d-ac3c9d004a4e req-995df204-919d-478b-b2df-afddbbafc6f2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:39:33.457762 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-ce3fa063-8c60-4b29-9f8d-ac3c9d004a4e req-995df204-919d-478b-b2df-afddbbafc6f2 service neutron] 10.222.0.43 "PUT /v2.0/ports/1674accf-5c31-4d9c-bdaa-c71361c72f8c HTTP/1.1" status: 200 len: 1093 time: 0.6198471 Dec 18 13:39:33.458227 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a618c18-6edf-4db6-a172-09804cd2ec7c', 'tag': '1674accf-5c31-4d9c-bdaa-c71361c72f8c'}] {{(pid=103159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 18 13:39:33.460688 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca844cf115d59c1fab86abc202fb4c13735de0d7e4cbbbb25eec9406e9c87431" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74bb5fb5-864a-42be-9874-7d8c6a2c6106" -d '{"events": [{"name": "network-changed", "server_uuid": "7a618c18-6edf-4db6-a172-09804cd2ec7c", "tag": "1674accf-5c31-4d9c-bdaa-c71361c72f8c"}]}' {{(pid=103159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 18 13:39:33.486092 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995df204-919d-478b-b2df-afddbbafc6f2 service neutron] Pushing event updated for resources: {'Port': ['ID=1674accf-5c31-4d9c-bdaa-c71361c72f8c,revision_number=3']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:39:33.534366 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 13:39:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81c0c3ed-4e7c-4f38-a1a9-6702b303f625 x-openstack-request-id: req-81c0c3ed-4e7c-4f38-a1a9-6702b303f625 {{(pid=103159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 18 13:39:33.536612 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a618c18-6edf-4db6-a172-09804cd2ec7c", "tag": "1674accf-5c31-4d9c-bdaa-c71361c72f8c", "status": "completed", "code": 200}]} {{(pid=103159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 18 13:39:33.536904 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-81c0c3ed-4e7c-4f38-a1a9-6702b303f625 {{(pid=103159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 18 13:39:33.537337 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a618c18-6edf-4db6-a172-09804cd2ec7c', 'tag': '1674accf-5c31-4d9c-bdaa-c71361c72f8c', 'status': 'completed', 'code': 200} Dec 18 13:39:33.576951 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3fa063-8c60-4b29-9f8d-ac3c9d004a4e req-3dbee768-53d5-43e6-af7e-87ecdb8531cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:39:33.578530 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-ce3fa063-8c60-4b29-9f8d-ac3c9d004a4e req-3dbee768-53d5-43e6-af7e-87ecdb8531cd service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6e88b8a5aed24360a829007d7fd9d0fd&device_id=7a618c18-6edf-4db6-a172-09804cd2ec7c HTTP/1.1" status: 200 len: 1096 time: 0.0609043 Dec 18 13:39:33.628064 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-ce3fa063-8c60-4b29-9f8d-ac3c9d004a4e req-f66b0ee7-28cf-4403-9193-1c88d5828af3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1674accf-5c31-4d9c-bdaa-c71361c72f8c HTTP/1.1" status: 200 len: 217 time: 0.0406206 Dec 18 13:39:33.681130 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3fa063-8c60-4b29-9f8d-ac3c9d004a4e req-8cbb5280-d387-460a-8e7a-4ccc06d3f163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:39:33.682639 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-ce3fa063-8c60-4b29-9f8d-ac3c9d004a4e req-8cbb5280-d387-460a-8e7a-4ccc06d3f163 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e2532e9d-8066-4546-87ce-e83e1a449579 HTTP/1.1" status: 200 len: 835 time: 0.0483191 Dec 18 13:39:33.728645 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-90f76a36-6f79-4804-ae6f-69b014e598bb req-2f179f63-11b2-41e8-9131-5b07489fb25d tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c0d7574-6693-44ef-8372-90960d866681&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4232383 Dec 18 13:39:33.730482 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3fa063-8c60-4b29-9f8d-ac3c9d004a4e req-25970d02-ff16-4bcd-b90b-ac8ee655627e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:39:33.732374 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-ce3fa063-8c60-4b29-9f8d-ac3c9d004a4e req-25970d02-ff16-4bcd-b90b-ac8ee655627e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2f6b6be3-b72d-4d0c-927a-fb6fc16a7a70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0425584 Dec 18 13:39:33.825847 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-ce3fa063-8c60-4b29-9f8d-ac3c9d004a4e req-38a5363b-062d-4041-b3f6-602f0454386d service neutron] 10.222.0.43 "GET /v2.0/networks/2f6b6be3-b72d-4d0c-927a-fb6fc16a7a70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863693 Dec 18 13:39:33.928418 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-ce3fa063-8c60-4b29-9f8d-ac3c9d004a4e req-d12446a3-8466-4cf5-9a4b-78e202202b70 service neutron] 10.222.0.43 "GET /v2.0/networks/2f6b6be3-b72d-4d0c-927a-fb6fc16a7a70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950518 Dec 18 13:39:34.021633 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bb5fb5-864a-42be-9874-7d8c6a2c6106 req-5b290a10-852f-4c56-a2c9-4bd0d4bba56c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:39:34.023129 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-74bb5fb5-864a-42be-9874-7d8c6a2c6106 req-5b290a10-852f-4c56-a2c9-4bd0d4bba56c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6e88b8a5aed24360a829007d7fd9d0fd&device_id=7a618c18-6edf-4db6-a172-09804cd2ec7c HTTP/1.1" status: 200 len: 1096 time: 0.0431876 Dec 18 13:39:34.119909 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bb5fb5-864a-42be-9874-7d8c6a2c6106 req-3f7f74d2-3ea3-47fe-8e68-fc40d27b73e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:39:34.121414 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-74bb5fb5-864a-42be-9874-7d8c6a2c6106 req-3f7f74d2-3ea3-47fe-8e68-fc40d27b73e1 service neutron] 10.222.0.43 "GET /v2.0/networks?id=2f6b6be3-b72d-4d0c-927a-fb6fc16a7a70 HTTP/1.1" status: 200 len: 896 time: 0.0914705 Dec 18 13:39:34.164744 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-74bb5fb5-864a-42be-9874-7d8c6a2c6106 req-381fab1c-a271-48a4-bc57-43c16dec076c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1674accf-5c31-4d9c-bdaa-c71361c72f8c HTTP/1.1" status: 200 len: 217 time: 0.0356786 Dec 18 13:39:34.222600 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bb5fb5-864a-42be-9874-7d8c6a2c6106 req-1d63aa3b-c291-48ad-b182-7dd89c8b25ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:39:34.224042 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-74bb5fb5-864a-42be-9874-7d8c6a2c6106 req-1d63aa3b-c291-48ad-b182-7dd89c8b25ae service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e2532e9d-8066-4546-87ce-e83e1a449579 HTTP/1.1" status: 200 len: 835 time: 0.0518227 Dec 18 13:39:34.275172 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bb5fb5-864a-42be-9874-7d8c6a2c6106 req-ee1909ea-3be9-4ccd-8669-c59dfc99f072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:39:34.276697 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-74bb5fb5-864a-42be-9874-7d8c6a2c6106 req-ee1909ea-3be9-4ccd-8669-c59dfc99f072 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2f6b6be3-b72d-4d0c-927a-fb6fc16a7a70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0454495 Dec 18 13:39:34.369547 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-74bb5fb5-864a-42be-9874-7d8c6a2c6106 req-f56b869d-6058-4082-8d7d-46e545c3f9b4 service neutron] 10.222.0.43 "GET /v2.0/networks/2f6b6be3-b72d-4d0c-927a-fb6fc16a7a70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855253 Dec 18 13:39:34.459814 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-74bb5fb5-864a-42be-9874-7d8c6a2c6106 req-3f5fd3f3-b542-4c56-8f2e-bf1e39128513 service neutron] 10.222.0.43 "GET /v2.0/networks/2f6b6be3-b72d-4d0c-927a-fb6fc16a7a70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827911 Dec 18 13:39:34.868200 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579c626c-45e7-4433-8be3-8d2fbe9fcf33 req-38a61b8a-acf5-47a8-a643-2a984dedd9bc tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:39:34.869682 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-579c626c-45e7-4433-8be3-8d2fbe9fcf33 req-38a61b8a-acf5-47a8-a643-2a984dedd9bc tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/ports?device_id=7a618c18-6edf-4db6-a172-09804cd2ec7c HTTP/1.1" status: 200 len: 943 time: 0.0607038 Dec 18 13:39:34.923957 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-579c626c-45e7-4433-8be3-8d2fbe9fcf33 req-cab13f77-4ea0-4cd2-b0d3-98f0069a589d tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c0d7574-6693-44ef-8372-90960d866681&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481029 Dec 18 13:39:36.044482 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276da9dd-479c-4ade-afe6-891edf060982 req-caf7df1a-da3b-40bf-b6bc-d4843f7c06ae tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:39:36.046102 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-276da9dd-479c-4ade-afe6-891edf060982 req-caf7df1a-da3b-40bf-b6bc-d4843f7c06ae tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/ports?device_id=7a618c18-6edf-4db6-a172-09804cd2ec7c HTTP/1.1" status: 200 len: 943 time: 0.0507534 Dec 18 13:39:36.099246 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-276da9dd-479c-4ade-afe6-891edf060982 req-f0c66679-262d-41b7-829f-fdf5ffa77c52 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c0d7574-6693-44ef-8372-90960d866681&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443857 Dec 18 13:39:36.305108 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Device 1674accf-5c31-4d9c-bdaa-c71361c72f8c details requested by agent hyperv_hv-neutron-7448 with host hv-neutron-7448 {{(pid=103161) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 18 13:39:36.419823 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] For port 1674accf-5c31-4d9c-bdaa-c71361c72f8c, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=1674accf-5c31-4d9c-bdaa-c71361c72f8c,segment=NetworkSegment(d8492298-c2e6-4c57-82d4-fd0cfd1afaa0),segment_id=d8492298-c2e6-4c57-82d4-fd0cfd1afaa0)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:39:36.431723 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Returning: {'device': '1674accf-5c31-4d9c-bdaa-c71361c72f8c', 'network_id': '2f6b6be3-b72d-4d0c-927a-fb6fc16a7a70', 'port_id': '1674accf-5c31-4d9c-bdaa-c71361c72f8c', 'mac_address': 'fa:16:3e:bb:cf:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2532e9d-8066-4546-87ce-e83e1a449579', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103161) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 18 13:39:36.477819 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:39:36.492629 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.notifiers.nova [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1674accf-5c31-4d9c-bdaa-c71361c72f8c {{(pid=103161) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 18 13:39:36.513369 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] For port 1674accf-5c31-4d9c-bdaa-c71361c72f8c, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=1674accf-5c31-4d9c-bdaa-c71361c72f8c,segment=NetworkSegment(d8492298-c2e6-4c57-82d4-fd0cfd1afaa0),segment_id=d8492298-c2e6-4c57-82d4-fd0cfd1afaa0)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:39:36.518900 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:39:36.570740 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Pushing event updated for resources: {'Port': ['ID=1674accf-5c31-4d9c-bdaa-c71361c72f8c,revision_number=4']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:39:36.735053 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:39:36.837712 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] get_ports_and_sgs() called for port_ids ['1674accf-5c31-4d9c-bdaa-c71361c72f8c'] {{(pid=103161) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 18 13:39:37.225850 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69781bd7-b2c7-494e-ae29-ba8010373d50 req-070462a4-59df-4bc1-8091-b16f4adf18c5 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:39:37.227426 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-69781bd7-b2c7-494e-ae29-ba8010373d50 req-070462a4-59df-4bc1-8091-b16f4adf18c5 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/ports?device_id=7a618c18-6edf-4db6-a172-09804cd2ec7c HTTP/1.1" status: 200 len: 944 time: 0.0524919 Dec 18 13:39:37.278605 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-69781bd7-b2c7-494e-ae29-ba8010373d50 req-494fe460-1d86-4fbc-9dad-91f21909c74e tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c0d7574-6693-44ef-8372-90960d866681&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448337 Dec 18 13:39:38.305272 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Device 1674accf-5c31-4d9c-bdaa-c71361c72f8c up at agent hyperv_hv-neutron-7448 {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 13:39:38.360335 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Provisioning for port 1674accf-5c31-4d9c-bdaa-c71361c72f8c completed by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 18 13:39:38.364328 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Provisioning complete for port 1674accf-5c31-4d9c-bdaa-c71361c72f8c triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:39:38.364816 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:39:38.399994 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d32021-268f-4d02-a181-e44120e5c30e req-cf85d434-e9cc-4535-8358-03d26c029a00 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:39:38.401508 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-d5d32021-268f-4d02-a181-e44120e5c30e req-cf85d434-e9cc-4535-8358-03d26c029a00 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/ports?device_id=7a618c18-6edf-4db6-a172-09804cd2ec7c HTTP/1.1" status: 200 len: 944 time: 0.0505762 Dec 18 13:39:38.444649 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:39:38.454542 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-d5d32021-268f-4d02-a181-e44120e5c30e req-756c15ba-f286-4919-92f2-141142d30351 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c0d7574-6693-44ef-8372-90960d866681&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461550 Dec 18 13:39:38.476333 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a618c18-6edf-4db6-a172-09804cd2ec7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1674accf-5c31-4d9c-bdaa-c71361c72f8c'}] {{(pid=103161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 18 13:39:38.476333 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22224e7a42aa75e3f3b9c037df440650d2cfa1dd97b40a249aee4a8113775251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3faa3951-4c16-4129-acbc-ee4e74f29cd8" -d '{"events": [{"server_uuid": "7a618c18-6edf-4db6-a172-09804cd2ec7c", "name": "network-vif-plugged", "status": "completed", "tag": "1674accf-5c31-4d9c-bdaa-c71361c72f8c"}]}' {{(pid=103161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 18 13:39:38.484956 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] For port 1674accf-5c31-4d9c-bdaa-c71361c72f8c, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=1674accf-5c31-4d9c-bdaa-c71361c72f8c,segment=NetworkSegment(d8492298-c2e6-4c57-82d4-fd0cfd1afaa0),segment_id=d8492298-c2e6-4c57-82d4-fd0cfd1afaa0)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:39:38.489368 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:39:38.511584 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 13:39:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07e94b56-78a6-4d47-999b-6d62f9a93a14 x-openstack-request-id: req-07e94b56-78a6-4d47-999b-6d62f9a93a14 {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 18 13:39:38.511878 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a618c18-6edf-4db6-a172-09804cd2ec7c", "name": "network-vif-plugged", "status": "completed", "tag": "1674accf-5c31-4d9c-bdaa-c71361c72f8c", "code": 200}]} {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 18 13:39:38.512128 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-07e94b56-78a6-4d47-999b-6d62f9a93a14 {{(pid=103161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 18 13:39:38.512512 dv-neutron-744815-20-hyperv neutron-server[103161]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a618c18-6edf-4db6-a172-09804cd2ec7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1674accf-5c31-4d9c-bdaa-c71361c72f8c', 'code': 200} Dec 18 13:39:38.537878 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Pushing event updated for resources: {'Port': ['ID=1674accf-5c31-4d9c-bdaa-c71361c72f8c,revision_number=5']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:39:38.677423 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da7d9ef-bd15-4ddd-8738-06fb2d5705a4 req-cbdf7dbc-b3a3-4db6-b5ce-145aaf5ebadf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:39:38.678910 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-9da7d9ef-bd15-4ddd-8738-06fb2d5705a4 req-cbdf7dbc-b3a3-4db6-b5ce-145aaf5ebadf service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=7a618c18-6edf-4db6-a172-09804cd2ec7c HTTP/1.1" status: 200 len: 1098 time: 0.0400805 Dec 18 13:39:38.730299 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-9da7d9ef-bd15-4ddd-8738-06fb2d5705a4 req-ef8ebcaa-12a2-48b5-934c-f4648726871a service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=9c0d7574-6693-44ef-8372-90960d866681&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441158 Dec 18 13:39:39.590066 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36553bda-d52c-4cb9-9b3c-e83f3b148dc3 req-bd5a6d4d-2ee8-49dd-9fd8-0eeca457bfed tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:39:39.591610 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-36553bda-d52c-4cb9-9b3c-e83f3b148dc3 req-bd5a6d4d-2ee8-49dd-9fd8-0eeca457bfed tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/ports?device_id=7a618c18-6edf-4db6-a172-09804cd2ec7c HTTP/1.1" status: 200 len: 945 time: 0.0577717 Dec 18 13:39:39.641792 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-36553bda-d52c-4cb9-9b3c-e83f3b148dc3 req-78237b82-4226-4ab9-9d98-680e9607d96f tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c0d7574-6693-44ef-8372-90960d866681&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430741 Dec 18 13:39:40.762855 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467a42c7-6e6b-40bc-8d67-463e6cbe0731 req-967a5a37-606a-4852-98e6-1ac2dffea21e tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:39:40.764369 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-467a42c7-6e6b-40bc-8d67-463e6cbe0731 req-967a5a37-606a-4852-98e6-1ac2dffea21e tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/ports?device_id=7a618c18-6edf-4db6-a172-09804cd2ec7c HTTP/1.1" status: 200 len: 945 time: 0.0526648 Dec 18 13:39:40.815579 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-467a42c7-6e6b-40bc-8d67-463e6cbe0731 req-86e31aa3-d4ba-4ca2-9f88-b7e917052651 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c0d7574-6693-44ef-8372-90960d866681&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448120 Dec 18 13:39:40.942379 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e14a727-5b28-424d-aa24-272d1f3cc5d5 req-f3b47f98-8e11-419d-aa96-ec8bcc23f01a tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:39:40.943906 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-5e14a727-5b28-424d-aa24-272d1f3cc5d5 req-f3b47f98-8e11-419d-aa96-ec8bcc23f01a tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/ports?device_id=7a618c18-6edf-4db6-a172-09804cd2ec7c HTTP/1.1" status: 200 len: 945 time: 0.0488813 Dec 18 13:39:40.994447 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-5e14a727-5b28-424d-aa24-272d1f3cc5d5 req-b71a6897-8898-486b-8e05-5fb177e18a22 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c0d7574-6693-44ef-8372-90960d866681&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444419 Dec 18 13:39:41.016516 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 57804) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:39:41.058960 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08d7bf64-e4ee-4980-a83a-aa6a419f8c9c tempest-TestNetworkBasicOps-845399116 tempest-TestNetworkBasicOps-845399116-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:39:41.060541 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-08d7bf64-e4ee-4980-a83a-aa6a419f8c9c tempest-TestNetworkBasicOps-845399116 tempest-TestNetworkBasicOps-845399116-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=7a618c18-6edf-4db6-a172-09804cd2ec7c HTTP/1.1" status: 200 len: 1093 time: 0.0429926 Dec 18 13:39:41.064381 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 57806) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:39:41.068920 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-5dbb6d54-2dd4-4d24-aad3-aec167b14faa tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Request body: {'floatingip': {'floating_network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'port_id': '1674accf-5c31-4d9c-bdaa-c71361c72f8c', 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:39:41.094115 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-5dbb6d54-2dd4-4d24-aad3-aec167b14faa tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for floatingip, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:39:41.192553 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-5dbb6d54-2dd4-4d24-aad3-aec167b14faa tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:39:41.292335 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.db_base_plugin_common [None req-5dbb6d54-2dd4-4d24-aad3-aec167b14faa tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Allocated IP 172.26.3.196 (decb4a40-7941-48c8-afbb-daaafd502e83/70deed80-3ca1-4f9e-96cb-563b43d3acba/099cd665-9361-4867-ba28-1588956485f1) {{(pid=103159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:39:41.396017 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-5dbb6d54-2dd4-4d24-aad3-aec167b14faa tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for port, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:39:41.433289 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-5dbb6d54-2dd4-4d24-aad3-aec167b14faa tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:39:41.471658 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dbb6d54-2dd4-4d24-aad3-aec167b14faa tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Network decb4a40-7941-48c8-afbb-daaafd502e83 is already hosted by enough agents. {{(pid=103159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:39:41.476037 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.base_scheduler [None req-5dbb6d54-2dd4-4d24-aad3-aec167b14faa tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Resources bound (agent type, host, resource id): {{(pid=103159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:39:41.480373 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dbb6d54-2dd4-4d24-aad3-aec167b14faa tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Received port after_create {{(pid=103159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:39:41.483462 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbb6d54-2dd4-4d24-aad3-aec167b14faa tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Pushing event updated for resources: {'Port': ['ID=099cd665-9361-4867-ba28-1588956485f1,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:39:41.509844 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbb6d54-2dd4-4d24-aad3-aec167b14faa tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:39:41.510193 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbb6d54-2dd4-4d24-aad3-aec167b14faa tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:39:41.510533 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbb6d54-2dd4-4d24-aad3-aec167b14faa tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:39:41.510861 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbb6d54-2dd4-4d24-aad3-aec167b14faa tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:39:41.511183 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbb6d54-2dd4-4d24-aad3-aec167b14faa tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:39:41.511553 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbb6d54-2dd4-4d24-aad3-aec167b14faa tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:39:41.511866 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbb6d54-2dd4-4d24-aad3-aec167b14faa tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:39:41.512187 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbb6d54-2dd4-4d24-aad3-aec167b14faa tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:39:41.512509 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbb6d54-2dd4-4d24-aad3-aec167b14faa tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:39:41.512826 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbb6d54-2dd4-4d24-aad3-aec167b14faa tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:39:41.513128 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbb6d54-2dd4-4d24-aad3-aec167b14faa tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:39:41.513440 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbb6d54-2dd4-4d24-aad3-aec167b14faa tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:39:41.513750 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbb6d54-2dd4-4d24-aad3-aec167b14faa tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:39:41.849103 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-5dbb6d54-2dd4-4d24-aad3-aec167b14faa tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:39:41.922699 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-5dbb6d54-2dd4-4d24-aad3-aec167b14faa tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:39:42.069170 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-5dbb6d54-2dd4-4d24-aad3-aec167b14faa tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for port, precommit_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:39:42.076021 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-5dbb6d54-2dd4-4d24-aad3-aec167b14faa tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5659917'] for port, after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:39:42.142919 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbb6d54-2dd4-4d24-aad3-aec167b14faa tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Pushing event updated for resources: {'Port': ['ID=099cd665-9361-4867-ba28-1588956485f1,revision_number=2']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:39:42.156360 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-5dbb6d54-2dd4-4d24-aad3-aec167b14faa tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-587004'] for floatingip, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:39:42.259452 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.db.l3_db [None req-5dbb6d54-2dd4-4d24-aad3-aec167b14faa tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Floating IP b28f3daa-38ed-4711-8705-5efdb8a47e0a associated. External IP: 172.26.3.196, port: 1674accf-5c31-4d9c-bdaa-c71361c72f8c. Dec 18 13:39:42.476537 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dbb6d54-2dd4-4d24-aad3-aec167b14faa tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Router 4440ab89-d3ea-45f0-8193-79f3a7c5fd48 has already been hosted by L3 agent c9c0cd52-5bd2-4704-9429-d80f1c5ad23c {{(pid=103159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 18 13:39:42.586379 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dbb6d54-2dd4-4d24-aad3-aec167b14faa tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Notify agent at l3_agent.dv-neutron-744815-20-hyperv the message routers_updated {{(pid=103159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 13:39:42.597870 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd2160f8-fced-4a92-b4e0-9fecc51cc26e None None] Sync routers for ids ['4440ab89-d3ea-45f0-8193-79f3a7c5fd48'] in dv-neutron-744815-20-hyperv {{(pid=103161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 13:39:42.607274 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-5dbb6d54-2dd4-4d24-aad3-aec167b14faa tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for floatingip, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:39:42.609492 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd2160f8-fced-4a92-b4e0-9fecc51cc26e None None] Routers {'4440ab89-d3ea-45f0-8193-79f3a7c5fd48'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:39:42.610526 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-dd2160f8-fced-4a92-b4e0-9fecc51cc26e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:39:27Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['4440ab89-d3ea-45f0-8193-79f3a7c5fd48'], 'active': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:39:42.648695 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-5dbb6d54-2dd4-4d24-aad3-aec167b14faa tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5806689 Dec 18 13:39:42.648695 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a618c18-6edf-4db6-a172-09804cd2ec7c', 'tag': '1674accf-5c31-4d9c-bdaa-c71361c72f8c'}] {{(pid=103159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 18 13:39:42.649153 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca844cf115d59c1fab86abc202fb4c13735de0d7e4cbbbb25eec9406e9c87431" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49a114e8-fcb5-4bf1-b720-eac3893bc8cd" -d '{"events": [{"name": "network-changed", "server_uuid": "7a618c18-6edf-4db6-a172-09804cd2ec7c", "tag": "1674accf-5c31-4d9c-bdaa-c71361c72f8c"}]}' {{(pid=103159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 18 13:39:42.649929 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 57808) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:39:42.697815 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 13:39:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6afb743d-c804-4f1c-ab7e-8d0066d77a62 x-openstack-request-id: req-6afb743d-c804-4f1c-ab7e-8d0066d77a62 {{(pid=103159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 18 13:39:42.698425 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a618c18-6edf-4db6-a172-09804cd2ec7c", "tag": "1674accf-5c31-4d9c-bdaa-c71361c72f8c", "status": "completed", "code": 200}]} {{(pid=103159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 18 13:39:42.698888 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6afb743d-c804-4f1c-ab7e-8d0066d77a62 {{(pid=103159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 18 13:39:42.699607 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a618c18-6edf-4db6-a172-09804cd2ec7c', 'tag': '1674accf-5c31-4d9c-bdaa-c71361c72f8c', 'status': 'completed', 'code': 200} Dec 18 13:39:42.743173 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvr_db [None req-dd2160f8-fced-4a92-b4e0-9fecc51cc26e None None] Set router 4440ab89-d3ea-45f0-8193-79f3a7c5fd48 gateway port host: dv-neutron-744815-20-hyperv {{(pid=103161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 13:39:42.765791 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a114e8-fcb5-4bf1-b720-eac3893bc8cd req-3c67dcf5-285d-432d-a961-7e458b4f2766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:39:42.767510 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-49a114e8-fcb5-4bf1-b720-eac3893bc8cd req-3c67dcf5-285d-432d-a961-7e458b4f2766 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6e88b8a5aed24360a829007d7fd9d0fd&device_id=7a618c18-6edf-4db6-a172-09804cd2ec7c HTTP/1.1" status: 200 len: 1098 time: 0.0447061 Dec 18 13:39:42.785511 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-7c570178-2660-4bf5-bb52-831f2470cab4 tempest-TestNetworkBasicOps-845399116 tempest-TestNetworkBasicOps-845399116-project-admin] 10.222.0.31 "GET /v2.0/routers/4440ab89-d3ea-45f0-8193-79f3a7c5fd48 HTTP/1.1" status: 200 len: 922 time: 0.1328199 Dec 18 13:39:42.786405 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 57812) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:39:42.853446 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-de2a51f9-03a5-4dc0-908d-e63447a4204b tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/floatingips/b28f3daa-38ed-4711-8705-5efdb8a47e0a HTTP/1.1" status: 200 len: 991 time: 0.0644600 Dec 18 13:39:42.872592 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a114e8-fcb5-4bf1-b720-eac3893bc8cd req-ff5c86f2-7413-4fdb-9a85-48a5f80af2b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:39:42.874069 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-49a114e8-fcb5-4bf1-b720-eac3893bc8cd req-ff5c86f2-7413-4fdb-9a85-48a5f80af2b5 service neutron] 10.222.0.43 "GET /v2.0/networks?id=2f6b6be3-b72d-4d0c-927a-fb6fc16a7a70 HTTP/1.1" status: 200 len: 896 time: 0.0982792 Dec 18 13:39:42.943833 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-49a114e8-fcb5-4bf1-b720-eac3893bc8cd req-c37c65e1-e193-4533-bb21-63a411ec0cad service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1674accf-5c31-4d9c-bdaa-c71361c72f8c HTTP/1.1" status: 200 len: 999 time: 0.0622265 Dec 18 13:39:42.981970 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-dd2160f8-fced-4a92-b4e0-9fecc51cc26e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4440ab89-d3ea-45f0-8193-79f3a7c5fd48', 'name': 'tempest-TestNetworkBasicOps-router-1353313126', 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.15'}], 'enable_snat': True}, 'gw_port_id': '99d21f94-bb7c-4e09-9dfa-8f649343a7a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:39:23Z', 'updated_at': '2021-12-18T13:39:27Z', 'revision_number': 4, 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'gw_port': {'id': '99d21f94-bb7c-4e09-9dfa-8f649343a7a5', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:7c:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4440ab89-d3ea-45f0-8193-79f3a7c5fd48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:39:23Z', 'updated_at': '2021-12-18T13:39:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv', '_floatingips': [{'id': 'b28f3daa-38ed-4711-8705-5efdb8a47e0a', 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'floating_ip_address': '172.26.3.196', 'floating_network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'router_id': '4440ab89-d3ea-45f0-8193-79f3a7c5fd48', 'port_id': '1674accf-5c31-4d9c-bdaa-c71361c72f8c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1462, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2f6b6be3-b72d-4d0c-927a-fb6fc16a7a70', 'mac_address': 'fa:16:3e:bb:cf:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a618c18-6edf-4db6-a172-09804cd2ec7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T13:39:41Z', 'updated_at': '2021-12-18T13:39:41Z', 'revision_number': 0, 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c338c2f6-a322-4314-91a2-cb93401f0394', 'name': '', 'network_id': '2f6b6be3-b72d-4d0c-927a-fb6fc16a7a70', 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'mac_address': 'fa:16:3e:db:49:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4440ab89-d3ea-45f0-8193-79f3a7c5fd48', 'device_owner': 'network:router_interface', 'standard_attr_id': 1450, 'fixed_ips': [{'subnet_id': 'e2532e9d-8066-4546-87ce-e83e1a449579', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:39:26Z', 'updated_at': '2021-12-18T13:39:30Z', 'revision_number': 5, 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'subnets': [{'id': 'e2532e9d-8066-4546-87ce-e83e1a449579', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:39:42.995819 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a114e8-fcb5-4bf1-b720-eac3893bc8cd req-5165a1d5-db5c-406f-9832-ae2730f2ad11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:39:42.997408 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-49a114e8-fcb5-4bf1-b720-eac3893bc8cd req-5165a1d5-db5c-406f-9832-ae2730f2ad11 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e2532e9d-8066-4546-87ce-e83e1a449579 HTTP/1.1" status: 200 len: 835 time: 0.0458133 Dec 18 13:39:43.010189 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd2160f8-fced-4a92-b4e0-9fecc51cc26e None None] Checking router: 4440ab89-d3ea-45f0-8193-79f3a7c5fd48 for host: dv-neutron-744815-20-hyperv {{(pid=103161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 18 13:39:43.019604 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd2160f8-fced-4a92-b4e0-9fecc51cc26e None None] Routers {'4440ab89-d3ea-45f0-8193-79f3a7c5fd48'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:39:43.020265 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-dd2160f8-fced-4a92-b4e0-9fecc51cc26e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:39:27Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['4440ab89-d3ea-45f0-8193-79f3a7c5fd48'], 'active': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:39:43.044159 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a114e8-fcb5-4bf1-b720-eac3893bc8cd req-356d6bef-5873-4019-bdde-794221f2469c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:39:43.045676 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-49a114e8-fcb5-4bf1-b720-eac3893bc8cd req-356d6bef-5873-4019-bdde-794221f2469c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2f6b6be3-b72d-4d0c-927a-fb6fc16a7a70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0412500 Dec 18 13:39:43.127629 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvr_db [None req-dd2160f8-fced-4a92-b4e0-9fecc51cc26e None None] Set router 4440ab89-d3ea-45f0-8193-79f3a7c5fd48 gateway port host: dv-neutron-744815-20-hyperv {{(pid=103161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 13:39:43.142043 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-49a114e8-fcb5-4bf1-b720-eac3893bc8cd req-061abee5-930e-4ca4-9ea4-1954cd34b140 service neutron] 10.222.0.43 "GET /v2.0/networks/2f6b6be3-b72d-4d0c-927a-fb6fc16a7a70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882266 Dec 18 13:39:43.241569 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-49a114e8-fcb5-4bf1-b720-eac3893bc8cd req-2c1186cb-2a3f-459a-92dc-e00bbbb3a4a7 service neutron] 10.222.0.43 "GET /v2.0/networks/2f6b6be3-b72d-4d0c-927a-fb6fc16a7a70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921106 Dec 18 13:39:43.355902 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-dd2160f8-fced-4a92-b4e0-9fecc51cc26e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4440ab89-d3ea-45f0-8193-79f3a7c5fd48', 'name': 'tempest-TestNetworkBasicOps-router-1353313126', 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.15'}], 'enable_snat': True}, 'gw_port_id': '99d21f94-bb7c-4e09-9dfa-8f649343a7a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:39:23Z', 'updated_at': '2021-12-18T13:39:27Z', 'revision_number': 4, 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'gw_port': {'id': '99d21f94-bb7c-4e09-9dfa-8f649343a7a5', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:7c:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4440ab89-d3ea-45f0-8193-79f3a7c5fd48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:39:23Z', 'updated_at': '2021-12-18T13:39:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv', '_floatingips': [{'id': 'b28f3daa-38ed-4711-8705-5efdb8a47e0a', 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'floating_ip_address': '172.26.3.196', 'floating_network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'router_id': '4440ab89-d3ea-45f0-8193-79f3a7c5fd48', 'port_id': '1674accf-5c31-4d9c-bdaa-c71361c72f8c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1462, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2f6b6be3-b72d-4d0c-927a-fb6fc16a7a70', 'mac_address': 'fa:16:3e:bb:cf:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a618c18-6edf-4db6-a172-09804cd2ec7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T13:39:41Z', 'updated_at': '2021-12-18T13:39:41Z', 'revision_number': 0, 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c338c2f6-a322-4314-91a2-cb93401f0394', 'name': '', 'network_id': '2f6b6be3-b72d-4d0c-927a-fb6fc16a7a70', 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'mac_address': 'fa:16:3e:db:49:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4440ab89-d3ea-45f0-8193-79f3a7c5fd48', 'device_owner': 'network:router_interface', 'standard_attr_id': 1450, 'fixed_ips': [{'subnet_id': 'e2532e9d-8066-4546-87ce-e83e1a449579', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:39:26Z', 'updated_at': '2021-12-18T13:39:30Z', 'revision_number': 5, 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'subnets': [{'id': 'e2532e9d-8066-4546-87ce-e83e1a449579', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:39:43.381735 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd2160f8-fced-4a92-b4e0-9fecc51cc26e None None] The sync data for ids ['4440ab89-d3ea-45f0-8193-79f3a7c5fd48'] in dv-neutron-744815-20-hyperv is: [{'id': '4440ab89-d3ea-45f0-8193-79f3a7c5fd48', 'name': 'tempest-TestNetworkBasicOps-router-1353313126', 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.15'}], 'enable_snat': True}, 'gw_port_id': '99d21f94-bb7c-4e09-9dfa-8f649343a7a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:39:23Z', 'updated_at': '2021-12-18T13:39:27Z', 'revision_number': 4, 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'gw_port': {'id': '99d21f94-bb7c-4e09-9dfa-8f649343a7a5', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:7c:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4440ab89-d3ea-45f0-8193-79f3a7c5fd48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:39:23Z', 'updated_at': '2021-12-18T13:39:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv', '_floatingips': [{'id': 'b28f3daa-38ed-4711-8705-5efdb8a47e0a', 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'floating_ip_address': '172.26.3.196', 'floating_network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'router_id': '4440ab89-d3ea-45f0-8193-79f3a7c5fd48', 'port_id': '1674accf-5c31-4d9c-bdaa-c71361c72f8c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1462, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2f6b6be3-b72d-4d0c-927a-fb6fc16a7a70', 'mac_address': 'fa:16:3e:bb:cf:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a618c18-6edf-4db6-a172-09804cd2ec7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T13:39:41Z', 'updated_at': '2021-12-18T13:39:41Z', 'revision_number': 0, 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c338c2f6-a322-4314-91a2-cb93401f0394', 'name': '', 'network_id': '2f6b6be3-b72d-4d0c-927a-fb6fc16a7a70', 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'mac_address': 'fa:16:3e:db:49:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4440ab89-d3ea-45f0-8193-79f3a7c5fd48', 'device_owner': 'network:router_interface', 'standard_attr_id': 1450, 'fixed_ips': [{'subnet_id': 'e2532e9d-8066-4546-87ce-e83e1a449579', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:39:26Z', 'updated_at': '2021-12-18T13:39:30Z', 'revision_number': 5, 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'subnets': [{'id': 'e2532e9d-8066-4546-87ce-e83e1a449579', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 13:39:43.576117 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdbdfcef-8fa3-4316-906f-5adaedf41cff None None] New status for floating IP b28f3daa-38ed-4711-8705-5efdb8a47e0a: ACTIVE {{(pid=103162) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 18 13:39:43.856890 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 57814) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:39:43.923120 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-d7d6c71e-39e5-42d2-b861-71762b38f928 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/floatingips/b28f3daa-38ed-4711-8705-5efdb8a47e0a HTTP/1.1" status: 200 len: 993 time: 0.0647805 Dec 18 13:39:48.761813 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-19dd5077-506d-4c4b-b138-5590f31def8d req-ef175781-ec1a-4d1a-bd6d-cafffbf1a2cc service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=7a618c18-6edf-4db6-a172-09804cd2ec7c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0457191 Dec 18 13:39:48.880557 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dd5077-506d-4c4b-b138-5590f31def8d req-ee9b3f57-2345-47b5-bca1-1e09ee98e13c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:39:48.882233 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-19dd5077-506d-4c4b-b138-5590f31def8d req-ee9b3f57-2345-47b5-bca1-1e09ee98e13c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6e88b8a5aed24360a829007d7fd9d0fd&device_id=7a618c18-6edf-4db6-a172-09804cd2ec7c HTTP/1.1" status: 200 len: 1098 time: 0.0539739 Dec 18 13:39:48.988068 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dd5077-506d-4c4b-b138-5590f31def8d req-1c76124e-b84e-40a3-b40c-1ec62e488bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:39:48.989547 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-19dd5077-506d-4c4b-b138-5590f31def8d req-1c76124e-b84e-40a3-b40c-1ec62e488bb2 service neutron] 10.222.0.43 "GET /v2.0/networks?id=2f6b6be3-b72d-4d0c-927a-fb6fc16a7a70 HTTP/1.1" status: 200 len: 896 time: 0.0866454 Dec 18 13:39:49.054224 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-19dd5077-506d-4c4b-b138-5590f31def8d req-ffb1a501-7d73-4499-89e6-40f2f8d8ab28 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1674accf-5c31-4d9c-bdaa-c71361c72f8c HTTP/1.1" status: 200 len: 1001 time: 0.0571823 Dec 18 13:39:49.109583 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dd5077-506d-4c4b-b138-5590f31def8d req-ea895642-99d0-4fd3-8126-85948411045f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:39:49.112204 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-19dd5077-506d-4c4b-b138-5590f31def8d req-ea895642-99d0-4fd3-8126-85948411045f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e2532e9d-8066-4546-87ce-e83e1a449579 HTTP/1.1" status: 200 len: 835 time: 0.0503242 Dec 18 13:39:49.162624 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dd5077-506d-4c4b-b138-5590f31def8d req-7a2b16e3-8199-46cb-ba8d-49432baa2549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:39:49.164096 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-19dd5077-506d-4c4b-b138-5590f31def8d req-7a2b16e3-8199-46cb-ba8d-49432baa2549 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2f6b6be3-b72d-4d0c-927a-fb6fc16a7a70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0453639 Dec 18 13:39:49.253124 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-19dd5077-506d-4c4b-b138-5590f31def8d req-a917a9f3-0e2d-4e99-b3ba-6294916f4568 service neutron] 10.222.0.43 "GET /v2.0/networks/2f6b6be3-b72d-4d0c-927a-fb6fc16a7a70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820081 Dec 18 13:39:49.347202 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-19dd5077-506d-4c4b-b138-5590f31def8d req-940185e0-e10f-4cfb-bfc8-f495600fb56e service neutron] 10.222.0.43 "GET /v2.0/networks/2f6b6be3-b72d-4d0c-927a-fb6fc16a7a70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866804 Dec 18 13:39:54.885562 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-9aab2a52-9499-4ca1-8d27-51ac602bb303 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:39:57.142515 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0af7fb21-35de-46a9-92bc-a1fb8b968c45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:39:58.430108 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-afa9ae9b-bdbb-4010-bcf6-3a46ce66cf71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:39:59.944828 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7b7a3272-2b45-4d32-9670-25eb1afd1184 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:40:00.254453 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.agents_db [None req-e3dda592-589a-4b4d-b028-ba9a260f4f50 None None] Agent healthcheck: found 6 active agents {{(pid=103162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 18 13:40:00.847072 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:40:06.739535 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:40:24.890353 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-37af87a7-ee71-4b62-8d04-b5a7c33d8ea0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:40:27.145887 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ebe91efb-5ab4-442b-b399-088e69b3b629 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:40:28.440342 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-afa9ae9b-bdbb-4010-bcf6-3a46ce66cf71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:40:29.947580 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7b7a3272-2b45-4d32-9670-25eb1afd1184 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:40:30.843558 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:40:36.745817 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:40:37.254563 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.agents_db [None req-e3dda592-589a-4b4d-b028-ba9a260f4f50 None None] Agent healthcheck: found 6 active agents {{(pid=103162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 18 13:40:48.737233 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-b46fbb4b-f7f1-4b55-8e80-541c93489439 req-26755a3e-c7a8-445a-b93a-647dd3d914dd service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=7a618c18-6edf-4db6-a172-09804cd2ec7c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0428205 Dec 18 13:40:48.822849 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46fbb4b-f7f1-4b55-8e80-541c93489439 req-3bce29d8-65e2-4c01-a5c9-2de623099895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:40:48.824368 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-b46fbb4b-f7f1-4b55-8e80-541c93489439 req-3bce29d8-65e2-4c01-a5c9-2de623099895 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6e88b8a5aed24360a829007d7fd9d0fd&device_id=7a618c18-6edf-4db6-a172-09804cd2ec7c HTTP/1.1" status: 200 len: 1098 time: 0.0429506 Dec 18 13:40:49.296764 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46fbb4b-f7f1-4b55-8e80-541c93489439 req-f86c26e7-fe8e-40b3-8af7-079827e322e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:40:49.298254 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-b46fbb4b-f7f1-4b55-8e80-541c93489439 req-f86c26e7-fe8e-40b3-8af7-079827e322e9 service neutron] 10.222.0.43 "GET /v2.0/networks?id=2f6b6be3-b72d-4d0c-927a-fb6fc16a7a70 HTTP/1.1" status: 200 len: 896 time: 0.4529414 Dec 18 13:40:49.376386 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-b46fbb4b-f7f1-4b55-8e80-541c93489439 req-a1b94462-62bd-47c6-b877-94f19d2456b7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1674accf-5c31-4d9c-bdaa-c71361c72f8c HTTP/1.1" status: 200 len: 1001 time: 0.0690610 Dec 18 13:40:49.430914 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46fbb4b-f7f1-4b55-8e80-541c93489439 req-dcfbe870-eef2-4018-8b70-110a0ac8ad65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:40:49.432468 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-b46fbb4b-f7f1-4b55-8e80-541c93489439 req-dcfbe870-eef2-4018-8b70-110a0ac8ad65 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e2532e9d-8066-4546-87ce-e83e1a449579 HTTP/1.1" status: 200 len: 835 time: 0.0483027 Dec 18 13:40:49.480187 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46fbb4b-f7f1-4b55-8e80-541c93489439 req-dd9da03a-e188-4e23-9cce-81376f329bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:40:49.481634 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-b46fbb4b-f7f1-4b55-8e80-541c93489439 req-dd9da03a-e188-4e23-9cce-81376f329bb9 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2f6b6be3-b72d-4d0c-927a-fb6fc16a7a70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0420120 Dec 18 13:40:49.572625 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-b46fbb4b-f7f1-4b55-8e80-541c93489439 req-723ce57c-4cac-431f-b2f7-d6e70e21f101 service neutron] 10.222.0.43 "GET /v2.0/networks/2f6b6be3-b72d-4d0c-927a-fb6fc16a7a70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820961 Dec 18 13:40:49.670105 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-b46fbb4b-f7f1-4b55-8e80-541c93489439 req-3765438f-763f-4806-96e1-1435acc51bdd service neutron] 10.222.0.43 "GET /v2.0/networks/2f6b6be3-b72d-4d0c-927a-fb6fc16a7a70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898757 Dec 18 13:40:54.889237 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-5569fe6e-9ef9-4d8f-a316-58d682d774ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:40:55.041100 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 57840) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:40:55.323795 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-739e6c1d-c6ab-4bc3-b7ac-3a936005e242 tempest-TestNetworkBasicOps-845399116 tempest-TestNetworkBasicOps-845399116-project-admin] 10.222.0.31 "GET /v2.0/routers/4440ab89-d3ea-45f0-8193-79f3a7c5fd48/l3-agents HTTP/1.1" status: 200 len: 882 time: 0.2810090 Dec 18 13:40:55.326609 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 57846) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:40:55.459612 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac1df86f-0e8e-4a8d-8633-a26dc025e95b tempest-TestNetworkBasicOps-845399116 tempest-TestNetworkBasicOps-845399116-project-admin] Notify agent at dv-neutron-744815-20-hyperv the message router_removed_from_agent {{(pid=103160) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} Dec 18 13:40:55.465243 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-ac1df86f-0e8e-4a8d-8633-a26dc025e95b tempest-TestNetworkBasicOps-845399116 tempest-TestNetworkBasicOps-845399116-project-admin] 10.222.0.31 "DELETE /v2.0/agents/c9c0cd52-5bd2-4704-9429-d80f1c5ad23c/l3-routers/4440ab89-d3ea-45f0-8193-79f3a7c5fd48 HTTP/1.1" status: 204 len: 168 time: 0.1352859 Dec 18 13:40:55.466385 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 57848) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:40:55.585800 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-7b57a332-3987-446b-9449-d1f7dac3e668 tempest-TestNetworkBasicOps-845399116 tempest-TestNetworkBasicOps-845399116-project-admin] 10.222.0.31 "GET /v2.0/routers/4440ab89-d3ea-45f0-8193-79f3a7c5fd48/l3-agents HTTP/1.1" status: 200 len: 207 time: 0.1187949 Dec 18 13:40:55.588510 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 57850) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:40:55.650243 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-8d61eb3e-fa66-4bff-996b-914978eae940 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/floatingips/b28f3daa-38ed-4711-8705-5efdb8a47e0a HTTP/1.1" status: 200 len: 993 time: 0.0606661 Dec 18 13:40:56.268134 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-629bae06-a369-4e85-9d3e-81e1cd315d31 None None] New status for floating IP b28f3daa-38ed-4711-8705-5efdb8a47e0a: DOWN {{(pid=103161) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 18 13:40:56.654638 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 57852) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:40:56.722663 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-845e9e3b-6720-4617-b338-8efc6c1cbd6d tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/floatingips/b28f3daa-38ed-4711-8705-5efdb8a47e0a HTTP/1.1" status: 200 len: 991 time: 0.0666039 Dec 18 13:40:56.863835 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device c338c2f6-a322-4314-91a2-cb93401f0394 no longer exists at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 18 13:40:56.947657 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:40:56.980774 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-2294866d-0076-4933-952c-685307032598 None None] For port c338c2f6-a322-4314-91a2-cb93401f0394, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=c338c2f6-a322-4314-91a2-cb93401f0394,segment=NetworkSegment(d8492298-c2e6-4c57-82d4-fd0cfd1afaa0),segment_id=d8492298-c2e6-4c57-82d4-fd0cfd1afaa0)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:40:56.987731 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:40:56.988461 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 99d21f94-bb7c-4e09-9dfa-8f649343a7a5 no longer exists at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 18 13:40:57.065767 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Pushing event updated for resources: {'Port': ['ID=c338c2f6-a322-4314-91a2-cb93401f0394,revision_number=6']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:40:57.074863 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2294866d-0076-4933-952c-685307032598 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:40:57.075240 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2294866d-0076-4933-952c-685307032598 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:40:57.075583 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2294866d-0076-4933-952c-685307032598 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:40:57.075919 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2294866d-0076-4933-952c-685307032598 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:40:57.076251 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2294866d-0076-4933-952c-685307032598 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:40:57.076564 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2294866d-0076-4933-952c-685307032598 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:40:57.076906 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2294866d-0076-4933-952c-685307032598 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:40:57.077215 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2294866d-0076-4933-952c-685307032598 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:40:57.077540 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2294866d-0076-4933-952c-685307032598 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:40:57.077864 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2294866d-0076-4933-952c-685307032598 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:40:57.078182 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2294866d-0076-4933-952c-685307032598 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:40:57.078503 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2294866d-0076-4933-952c-685307032598 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:40:57.078818 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2294866d-0076-4933-952c-685307032598 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:40:57.116083 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:40:57.144950 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-2294866d-0076-4933-952c-685307032598 None None] For port 99d21f94-bb7c-4e09-9dfa-8f649343a7a5, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=99d21f94-bb7c-4e09-9dfa-8f649343a7a5,segment=NetworkSegment(3f66d49c-4faa-434c-8c3e-991f4f1d01bd),segment_id=3f66d49c-4faa-434c-8c3e-991f4f1d01bd)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:40:57.150263 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:40:57.155202 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-72fc5458-df36-49e7-baf4-6da290c511c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:40:57.198696 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Pushing event updated for resources: {'Port': ['ID=99d21f94-bb7c-4e09-9dfa-8f649343a7a5,revision_number=5']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:40:57.855355 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 57858) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:40:57.990955 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14efe836-947b-4e46-a695-ac8142c74d91 tempest-TestNetworkBasicOps-845399116 tempest-TestNetworkBasicOps-845399116-project-admin] Router 4440ab89-d3ea-45f0-8193-79f3a7c5fd48 is scheduled to L3 agent c9c0cd52-5bd2-4704-9429-d80f1c5ad23c with binding_index 1 {{(pid=103160) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 18 13:40:57.991295 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14efe836-947b-4e46-a695-ac8142c74d91 tempest-TestNetworkBasicOps-845399116 tempest-TestNetworkBasicOps-845399116-project-admin] Notify agent at dv-neutron-744815-20-hyperv the message router_added_to_agent {{(pid=103160) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} Dec 18 13:40:58.017925 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-14efe836-947b-4e46-a695-ac8142c74d91 tempest-TestNetworkBasicOps-845399116 tempest-TestNetworkBasicOps-845399116-project-admin] 10.222.0.31 "POST /v2.0/agents/c9c0cd52-5bd2-4704-9429-d80f1c5ad23c/l3-routers HTTP/1.1" status: 201 len: 201 time: 0.1610990 Dec 18 13:40:58.020962 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 57862) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:40:58.040437 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43313514-d9f1-4272-a23a-776b0a312f27 None None] Sync routers for ids ['4440ab89-d3ea-45f0-8193-79f3a7c5fd48'] in dv-neutron-744815-20-hyperv {{(pid=103162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 13:40:58.050591 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43313514-d9f1-4272-a23a-776b0a312f27 None None] Routers {'4440ab89-d3ea-45f0-8193-79f3a7c5fd48'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:40:58.051401 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-43313514-d9f1-4272-a23a-776b0a312f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:40:57Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['4440ab89-d3ea-45f0-8193-79f3a7c5fd48'], 'active': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:40:58.131753 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-a5f4374f-6896-4949-8391-e37e0b3a3276 tempest-TestNetworkBasicOps-845399116 tempest-TestNetworkBasicOps-845399116-project-admin] 10.222.0.31 "GET /v2.0/routers/4440ab89-d3ea-45f0-8193-79f3a7c5fd48/l3-agents HTTP/1.1" status: 200 len: 882 time: 0.1096084 Dec 18 13:40:58.134656 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 57866) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:40:58.158491 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvr_db [None req-43313514-d9f1-4272-a23a-776b0a312f27 None None] Set router 4440ab89-d3ea-45f0-8193-79f3a7c5fd48 gateway port host: dv-neutron-744815-20-hyperv {{(pid=103162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 13:40:58.197255 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-9805de91-9270-4a90-94fa-817671da553b tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/floatingips/b28f3daa-38ed-4711-8705-5efdb8a47e0a HTTP/1.1" status: 200 len: 991 time: 0.0615153 Dec 18 13:40:58.383717 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-43313514-d9f1-4272-a23a-776b0a312f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4440ab89-d3ea-45f0-8193-79f3a7c5fd48', 'name': 'tempest-TestNetworkBasicOps-router-1353313126', 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.15'}], 'enable_snat': True}, 'gw_port_id': '99d21f94-bb7c-4e09-9dfa-8f649343a7a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:39:23Z', 'updated_at': '2021-12-18T13:39:27Z', 'revision_number': 4, 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'gw_port': {'id': '99d21f94-bb7c-4e09-9dfa-8f649343a7a5', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:7c:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4440ab89-d3ea-45f0-8193-79f3a7c5fd48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:39:23Z', 'updated_at': '2021-12-18T13:40:57Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv', '_floatingips': [{'id': 'b28f3daa-38ed-4711-8705-5efdb8a47e0a', 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'floating_ip_address': '172.26.3.196', 'floating_network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'router_id': '4440ab89-d3ea-45f0-8193-79f3a7c5fd48', 'port_id': '1674accf-5c31-4d9c-bdaa-c71361c72f8c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1462, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2f6b6be3-b72d-4d0c-927a-fb6fc16a7a70', 'mac_address': 'fa:16:3e:bb:cf:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a618c18-6edf-4db6-a172-09804cd2ec7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T13:39:41Z', 'updated_at': '2021-12-18T13:40:56Z', 'revision_number': 2, 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c338c2f6-a322-4314-91a2-cb93401f0394', 'name': '', 'network_id': '2f6b6be3-b72d-4d0c-927a-fb6fc16a7a70', 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'mac_address': 'fa:16:3e:db:49:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4440ab89-d3ea-45f0-8193-79f3a7c5fd48', 'device_owner': 'network:router_interface', 'standard_attr_id': 1450, 'fixed_ips': [{'subnet_id': 'e2532e9d-8066-4546-87ce-e83e1a449579', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:39:26Z', 'updated_at': '2021-12-18T13:40:56Z', 'revision_number': 6, 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'subnets': [{'id': 'e2532e9d-8066-4546-87ce-e83e1a449579', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:40:58.413385 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43313514-d9f1-4272-a23a-776b0a312f27 None None] Checking router: 4440ab89-d3ea-45f0-8193-79f3a7c5fd48 for host: dv-neutron-744815-20-hyperv {{(pid=103162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 18 13:40:58.421937 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43313514-d9f1-4272-a23a-776b0a312f27 None None] Routers {'4440ab89-d3ea-45f0-8193-79f3a7c5fd48'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:40:58.422531 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-43313514-d9f1-4272-a23a-776b0a312f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:40:57Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['4440ab89-d3ea-45f0-8193-79f3a7c5fd48'], 'active': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:40:58.432886 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-afa9ae9b-bdbb-4010-bcf6-3a46ce66cf71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:40:58.547139 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvr_db [None req-43313514-d9f1-4272-a23a-776b0a312f27 None None] Set router 4440ab89-d3ea-45f0-8193-79f3a7c5fd48 gateway port host: dv-neutron-744815-20-hyperv {{(pid=103162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 13:40:58.774217 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-43313514-d9f1-4272-a23a-776b0a312f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4440ab89-d3ea-45f0-8193-79f3a7c5fd48', 'name': 'tempest-TestNetworkBasicOps-router-1353313126', 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.15'}], 'enable_snat': True}, 'gw_port_id': '99d21f94-bb7c-4e09-9dfa-8f649343a7a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:39:23Z', 'updated_at': '2021-12-18T13:39:27Z', 'revision_number': 4, 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'gw_port': {'id': '99d21f94-bb7c-4e09-9dfa-8f649343a7a5', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:7c:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4440ab89-d3ea-45f0-8193-79f3a7c5fd48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:39:23Z', 'updated_at': '2021-12-18T13:40:57Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv', '_floatingips': [{'id': 'b28f3daa-38ed-4711-8705-5efdb8a47e0a', 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'floating_ip_address': '172.26.3.196', 'floating_network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'router_id': '4440ab89-d3ea-45f0-8193-79f3a7c5fd48', 'port_id': '1674accf-5c31-4d9c-bdaa-c71361c72f8c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1462, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2f6b6be3-b72d-4d0c-927a-fb6fc16a7a70', 'mac_address': 'fa:16:3e:bb:cf:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a618c18-6edf-4db6-a172-09804cd2ec7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T13:39:41Z', 'updated_at': '2021-12-18T13:40:56Z', 'revision_number': 2, 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c338c2f6-a322-4314-91a2-cb93401f0394', 'name': '', 'network_id': '2f6b6be3-b72d-4d0c-927a-fb6fc16a7a70', 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'mac_address': 'fa:16:3e:db:49:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4440ab89-d3ea-45f0-8193-79f3a7c5fd48', 'device_owner': 'network:router_interface', 'standard_attr_id': 1450, 'fixed_ips': [{'subnet_id': 'e2532e9d-8066-4546-87ce-e83e1a449579', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:39:26Z', 'updated_at': '2021-12-18T13:40:56Z', 'revision_number': 6, 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'subnets': [{'id': 'e2532e9d-8066-4546-87ce-e83e1a449579', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:40:58.887728 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43313514-d9f1-4272-a23a-776b0a312f27 None None] The sync data for ids ['4440ab89-d3ea-45f0-8193-79f3a7c5fd48'] in dv-neutron-744815-20-hyperv is: [{'id': '4440ab89-d3ea-45f0-8193-79f3a7c5fd48', 'name': 'tempest-TestNetworkBasicOps-router-1353313126', 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.15'}], 'enable_snat': True}, 'gw_port_id': '99d21f94-bb7c-4e09-9dfa-8f649343a7a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:39:23Z', 'updated_at': '2021-12-18T13:39:27Z', 'revision_number': 4, 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'gw_port': {'id': '99d21f94-bb7c-4e09-9dfa-8f649343a7a5', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:7c:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4440ab89-d3ea-45f0-8193-79f3a7c5fd48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:39:23Z', 'updated_at': '2021-12-18T13:40:57Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv', '_floatingips': [{'id': 'b28f3daa-38ed-4711-8705-5efdb8a47e0a', 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'floating_ip_address': '172.26.3.196', 'floating_network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'router_id': '4440ab89-d3ea-45f0-8193-79f3a7c5fd48', 'port_id': '1674accf-5c31-4d9c-bdaa-c71361c72f8c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1462, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2f6b6be3-b72d-4d0c-927a-fb6fc16a7a70', 'mac_address': 'fa:16:3e:bb:cf:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a618c18-6edf-4db6-a172-09804cd2ec7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T13:39:41Z', 'updated_at': '2021-12-18T13:40:56Z', 'revision_number': 2, 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c338c2f6-a322-4314-91a2-cb93401f0394', 'name': '', 'network_id': '2f6b6be3-b72d-4d0c-927a-fb6fc16a7a70', 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'mac_address': 'fa:16:3e:db:49:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4440ab89-d3ea-45f0-8193-79f3a7c5fd48', 'device_owner': 'network:router_interface', 'standard_attr_id': 1450, 'fixed_ips': [{'subnet_id': 'e2532e9d-8066-4546-87ce-e83e1a449579', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:39:26Z', 'updated_at': '2021-12-18T13:40:56Z', 'revision_number': 6, 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'subnets': [{'id': 'e2532e9d-8066-4546-87ce-e83e1a449579', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 13:40:59.201208 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 57868) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:40:59.268275 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-db56e3af-b833-469f-a397-ac1c62363fdd tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/floatingips/b28f3daa-38ed-4711-8705-5efdb8a47e0a HTTP/1.1" status: 200 len: 991 time: 0.0654147 Dec 18 13:40:59.950439 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7b7a3272-2b45-4d32-9670-25eb1afd1184 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:41:00.272775 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 57870) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:41:00.338711 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-90dc957c-d172-422d-a481-e321bde6d782 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/floatingips/b28f3daa-38ed-4711-8705-5efdb8a47e0a HTTP/1.1" status: 200 len: 991 time: 0.0643837 Dec 18 13:41:00.480900 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3e7b4ea-55b8-49f9-8c20-29dee013bc9a None None] New status for floating IP b28f3daa-38ed-4711-8705-5efdb8a47e0a: ACTIVE {{(pid=103161) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 18 13:41:00.844020 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:41:00.905687 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device c338c2f6-a322-4314-91a2-cb93401f0394 up at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 13:41:00.956145 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2294866d-0076-4933-952c-685307032598 None None] Provisioning complete for port c338c2f6-a322-4314-91a2-cb93401f0394 triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:41:00.956840 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:41:01.193035 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:41:01.225636 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-2294866d-0076-4933-952c-685307032598 None None] For port c338c2f6-a322-4314-91a2-cb93401f0394, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=c338c2f6-a322-4314-91a2-cb93401f0394,segment=NetworkSegment(d8492298-c2e6-4c57-82d4-fd0cfd1afaa0),segment_id=d8492298-c2e6-4c57-82d4-fd0cfd1afaa0)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:41:01.232199 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:41:01.233069 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 99d21f94-bb7c-4e09-9dfa-8f649343a7a5 up at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 13:41:01.304779 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Pushing event updated for resources: {'Port': ['ID=c338c2f6-a322-4314-91a2-cb93401f0394,revision_number=7']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:41:01.317740 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2294866d-0076-4933-952c-685307032598 None None] Provisioning complete for port 99d21f94-bb7c-4e09-9dfa-8f649343a7a5 triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:41:01.318118 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:41:01.343465 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 57872) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:41:01.409954 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:41:01.412421 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-afedc70f-1214-4039-88a5-860f0cb64168 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/floatingips/b28f3daa-38ed-4711-8705-5efdb8a47e0a HTTP/1.1" status: 200 len: 993 time: 0.0673020 Dec 18 13:41:01.432859 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-2294866d-0076-4933-952c-685307032598 None None] For port 99d21f94-bb7c-4e09-9dfa-8f649343a7a5, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=99d21f94-bb7c-4e09-9dfa-8f649343a7a5,segment=NetworkSegment(3f66d49c-4faa-434c-8c3e-991f4f1d01bd),segment_id=3f66d49c-4faa-434c-8c3e-991f4f1d01bd)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:41:01.437987 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:41:01.489182 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Pushing event updated for resources: {'Port': ['ID=99d21f94-bb7c-4e09-9dfa-8f649343a7a5,revision_number=6']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:41:01.653904 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 57878) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:41:01.813838 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-1130f003-b4b8-4ed7-bdce-c2c4e2cf375d tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Deleting port 099cd665-9361-4867-ba28-1588956485f1 {{(pid=103159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:41:01.814152 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-1130f003-b4b8-4ed7-bdce-c2c4e2cf375d tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:41:01.898212 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-1130f003-b4b8-4ed7-bdce-c2c4e2cf375d tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:41:01.898459 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-1130f003-b4b8-4ed7-bdce-c2c4e2cf375d tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:41:01.910813 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-1130f003-b4b8-4ed7-bdce-c2c4e2cf375d tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Calling delete_port for 099cd665-9361-4867-ba28-1588956485f1 owned by network:floatingip {{(pid=103159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:41:02.057885 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-1130f003-b4b8-4ed7-bdce-c2c4e2cf375d tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:41:02.086252 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1130f003-b4b8-4ed7-bdce-c2c4e2cf375d tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Pushing event deleted for resources: {'Port': ['ID=099cd665-9361-4867-ba28-1588956485f1,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:41:02.097635 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1130f003-b4b8-4ed7-bdce-c2c4e2cf375d tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:41:02.097974 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1130f003-b4b8-4ed7-bdce-c2c4e2cf375d tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:41:02.098351 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1130f003-b4b8-4ed7-bdce-c2c4e2cf375d tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:41:02.098692 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1130f003-b4b8-4ed7-bdce-c2c4e2cf375d tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:41:02.099025 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1130f003-b4b8-4ed7-bdce-c2c4e2cf375d tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:41:02.099380 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1130f003-b4b8-4ed7-bdce-c2c4e2cf375d tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:41:02.099711 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1130f003-b4b8-4ed7-bdce-c2c4e2cf375d tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:41:02.100036 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1130f003-b4b8-4ed7-bdce-c2c4e2cf375d tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:41:02.100360 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1130f003-b4b8-4ed7-bdce-c2c4e2cf375d tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:41:02.100692 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1130f003-b4b8-4ed7-bdce-c2c4e2cf375d tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:41:02.101012 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1130f003-b4b8-4ed7-bdce-c2c4e2cf375d tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:41:02.101297 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1130f003-b4b8-4ed7-bdce-c2c4e2cf375d tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:41:02.101627 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1130f003-b4b8-4ed7-bdce-c2c4e2cf375d tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:41:02.160093 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-1130f003-b4b8-4ed7-bdce-c2c4e2cf375d tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for floatingip, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:41:02.160351 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.db.l3_db [None req-1130f003-b4b8-4ed7-bdce-c2c4e2cf375d tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Floating IP b28f3daa-38ed-4711-8705-5efdb8a47e0a disassociated (deleted). External IP: 172.26.3.196, port: 1674accf-5c31-4d9c-bdaa-c71361c72f8c. Dec 18 13:41:02.381593 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1130f003-b4b8-4ed7-bdce-c2c4e2cf375d tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Router 4440ab89-d3ea-45f0-8193-79f3a7c5fd48 has already been hosted by L3 agent c9c0cd52-5bd2-4704-9429-d80f1c5ad23c {{(pid=103159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 18 13:41:02.506426 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1130f003-b4b8-4ed7-bdce-c2c4e2cf375d tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Notify agent at l3_agent.dv-neutron-744815-20-hyperv the message routers_updated {{(pid=103159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 13:41:02.511093 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-1130f003-b4b8-4ed7-bdce-c2c4e2cf375d tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for floatingip, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:41:02.517026 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d01090a-38c6-48ea-be51-8de870f62c5c None None] Sync routers for ids ['4440ab89-d3ea-45f0-8193-79f3a7c5fd48'] in dv-neutron-744815-20-hyperv {{(pid=103162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 13:41:02.528674 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d01090a-38c6-48ea-be51-8de870f62c5c None None] Routers {'4440ab89-d3ea-45f0-8193-79f3a7c5fd48'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:41:02.529284 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-1d01090a-38c6-48ea-be51-8de870f62c5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:40:57Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['4440ab89-d3ea-45f0-8193-79f3a7c5fd48'], 'active': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:41:02.540584 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-1130f003-b4b8-4ed7-bdce-c2c4e2cf375d tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "DELETE /v2.0/floatingips/b28f3daa-38ed-4711-8705-5efdb8a47e0a HTTP/1.1" status: 204 len: 168 time: 0.8855600 Dec 18 13:41:02.541178 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a618c18-6edf-4db6-a172-09804cd2ec7c', 'tag': '1674accf-5c31-4d9c-bdaa-c71361c72f8c'}] {{(pid=103159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 18 13:41:02.543497 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca844cf115d59c1fab86abc202fb4c13735de0d7e4cbbbb25eec9406e9c87431" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bf714a0-7d7c-45aa-9301-74e9fa80a05d" -d '{"events": [{"name": "network-changed", "server_uuid": "7a618c18-6edf-4db6-a172-09804cd2ec7c", "tag": "1674accf-5c31-4d9c-bdaa-c71361c72f8c"}]}' {{(pid=103159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 18 13:41:02.587673 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 13:41:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-469818f2-9bc9-4d6c-b026-1d68b21f3833 x-openstack-request-id: req-469818f2-9bc9-4d6c-b026-1d68b21f3833 {{(pid=103159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 18 13:41:02.587973 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a618c18-6edf-4db6-a172-09804cd2ec7c", "tag": "1674accf-5c31-4d9c-bdaa-c71361c72f8c", "status": "completed", "code": 200}]} {{(pid=103159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 18 13:41:02.588234 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-469818f2-9bc9-4d6c-b026-1d68b21f3833 {{(pid=103159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 18 13:41:02.588648 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a618c18-6edf-4db6-a172-09804cd2ec7c', 'tag': '1674accf-5c31-4d9c-bdaa-c71361c72f8c', 'status': 'completed', 'code': 200} Dec 18 13:41:02.658533 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvr_db [None req-1d01090a-38c6-48ea-be51-8de870f62c5c None None] Set router 4440ab89-d3ea-45f0-8193-79f3a7c5fd48 gateway port host: dv-neutron-744815-20-hyperv {{(pid=103162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 13:41:02.670068 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf714a0-7d7c-45aa-9301-74e9fa80a05d req-5293ae87-5818-404a-a9bf-632c0fa8d8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:41:02.671739 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-1bf714a0-7d7c-45aa-9301-74e9fa80a05d req-5293ae87-5818-404a-a9bf-632c0fa8d8ad service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6e88b8a5aed24360a829007d7fd9d0fd&device_id=7a618c18-6edf-4db6-a172-09804cd2ec7c HTTP/1.1" status: 200 len: 1098 time: 0.0575485 Dec 18 13:41:02.780807 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf714a0-7d7c-45aa-9301-74e9fa80a05d req-57ac70e6-ba05-43bc-a70b-95e2b113230c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:41:02.782219 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-1bf714a0-7d7c-45aa-9301-74e9fa80a05d req-57ac70e6-ba05-43bc-a70b-95e2b113230c service neutron] 10.222.0.43 "GET /v2.0/networks?id=2f6b6be3-b72d-4d0c-927a-fb6fc16a7a70 HTTP/1.1" status: 200 len: 896 time: 0.0993626 Dec 18 13:41:02.792192 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8c7b01-2603-4ee3-87a0-afdb986e33a5 req-7e27fea0-6168-49d8-b4ee-f25a18b09820 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:41:02.793828 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-2f8c7b01-2603-4ee3-87a0-afdb986e33a5 req-7e27fea0-6168-49d8-b4ee-f25a18b09820 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/ports?device_id=7a618c18-6edf-4db6-a172-09804cd2ec7c HTTP/1.1" status: 200 len: 945 time: 0.0542436 Dec 18 13:41:02.825760 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-1bf714a0-7d7c-45aa-9301-74e9fa80a05d req-c0a94725-28b7-4ca0-b04a-a8632b9ef0fc service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1674accf-5c31-4d9c-bdaa-c71361c72f8c HTTP/1.1" status: 200 len: 217 time: 0.0351710 Dec 18 13:41:02.873822 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-2f8c7b01-2603-4ee3-87a0-afdb986e33a5 req-cea46e85-1824-4e05-bb83-cd2fb8077dd4 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c0d7574-6693-44ef-8372-90960d866681&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726361 Dec 18 13:41:02.883675 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-1d01090a-38c6-48ea-be51-8de870f62c5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4440ab89-d3ea-45f0-8193-79f3a7c5fd48', 'name': 'tempest-TestNetworkBasicOps-router-1353313126', 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.15'}], 'enable_snat': True}, 'gw_port_id': '99d21f94-bb7c-4e09-9dfa-8f649343a7a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:39:23Z', 'updated_at': '2021-12-18T13:39:27Z', 'revision_number': 4, 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'gw_port': {'id': '99d21f94-bb7c-4e09-9dfa-8f649343a7a5', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:7c:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4440ab89-d3ea-45f0-8193-79f3a7c5fd48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:39:23Z', 'updated_at': '2021-12-18T13:41:01Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv', '_interfaces': [{'id': 'c338c2f6-a322-4314-91a2-cb93401f0394', 'name': '', 'network_id': '2f6b6be3-b72d-4d0c-927a-fb6fc16a7a70', 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'mac_address': 'fa:16:3e:db:49:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4440ab89-d3ea-45f0-8193-79f3a7c5fd48', 'device_owner': 'network:router_interface', 'standard_attr_id': 1450, 'fixed_ips': [{'subnet_id': 'e2532e9d-8066-4546-87ce-e83e1a449579', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:39:26Z', 'updated_at': '2021-12-18T13:41:01Z', 'revision_number': 7, 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'subnets': [{'id': 'e2532e9d-8066-4546-87ce-e83e1a449579', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:41:02.888025 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf714a0-7d7c-45aa-9301-74e9fa80a05d req-87d0307a-f475-4dc1-934e-b178dbd46b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:41:02.889510 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-1bf714a0-7d7c-45aa-9301-74e9fa80a05d req-87d0307a-f475-4dc1-934e-b178dbd46b47 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e2532e9d-8066-4546-87ce-e83e1a449579 HTTP/1.1" status: 200 len: 835 time: 0.0551264 Dec 18 13:41:02.897863 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device c338c2f6-a322-4314-91a2-cb93401f0394 up at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 13:41:02.912777 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d01090a-38c6-48ea-be51-8de870f62c5c None None] Checking router: 4440ab89-d3ea-45f0-8193-79f3a7c5fd48 for host: dv-neutron-744815-20-hyperv {{(pid=103162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 18 13:41:02.921055 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d01090a-38c6-48ea-be51-8de870f62c5c None None] Routers {'4440ab89-d3ea-45f0-8193-79f3a7c5fd48'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:41:02.921970 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-1d01090a-38c6-48ea-be51-8de870f62c5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:40:57Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['4440ab89-d3ea-45f0-8193-79f3a7c5fd48'], 'active': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:41:02.939217 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf714a0-7d7c-45aa-9301-74e9fa80a05d req-a3f855ac-9fd1-4843-821d-4b68eb326356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:41:02.940861 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-1bf714a0-7d7c-45aa-9301-74e9fa80a05d req-a3f855ac-9fd1-4843-821d-4b68eb326356 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2f6b6be3-b72d-4d0c-927a-fb6fc16a7a70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0427601 Dec 18 13:41:02.951577 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2294866d-0076-4933-952c-685307032598 None None] Provisioning complete for port c338c2f6-a322-4314-91a2-cb93401f0394 triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:41:02.951963 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:41:03.029808 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 99d21f94-bb7c-4e09-9dfa-8f649343a7a5 up at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 13:41:03.030051 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvr_db [None req-1d01090a-38c6-48ea-be51-8de870f62c5c None None] Set router 4440ab89-d3ea-45f0-8193-79f3a7c5fd48 gateway port host: dv-neutron-744815-20-hyperv {{(pid=103162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 13:41:03.036239 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-1bf714a0-7d7c-45aa-9301-74e9fa80a05d req-c502a948-7bcf-43f5-a72c-7f2a8cfb0c12 service neutron] 10.222.0.43 "GET /v2.0/networks/2f6b6be3-b72d-4d0c-927a-fb6fc16a7a70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875640 Dec 18 13:41:03.078788 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2294866d-0076-4933-952c-685307032598 None None] Provisioning complete for port 99d21f94-bb7c-4e09-9dfa-8f649343a7a5 triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:41:03.079228 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:41:03.137120 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-1bf714a0-7d7c-45aa-9301-74e9fa80a05d req-cbdc3262-11d3-4a58-8a9f-a14d7f869f33 service neutron] 10.222.0.43 "GET /v2.0/networks/2f6b6be3-b72d-4d0c-927a-fb6fc16a7a70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930080 Dec 18 13:41:03.239648 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-1d01090a-38c6-48ea-be51-8de870f62c5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4440ab89-d3ea-45f0-8193-79f3a7c5fd48', 'name': 'tempest-TestNetworkBasicOps-router-1353313126', 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.15'}], 'enable_snat': True}, 'gw_port_id': '99d21f94-bb7c-4e09-9dfa-8f649343a7a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:39:23Z', 'updated_at': '2021-12-18T13:39:27Z', 'revision_number': 4, 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'gw_port': {'id': '99d21f94-bb7c-4e09-9dfa-8f649343a7a5', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:7c:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4440ab89-d3ea-45f0-8193-79f3a7c5fd48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:39:23Z', 'updated_at': '2021-12-18T13:41:01Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv', '_interfaces': [{'id': 'c338c2f6-a322-4314-91a2-cb93401f0394', 'name': '', 'network_id': '2f6b6be3-b72d-4d0c-927a-fb6fc16a7a70', 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'mac_address': 'fa:16:3e:db:49:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4440ab89-d3ea-45f0-8193-79f3a7c5fd48', 'device_owner': 'network:router_interface', 'standard_attr_id': 1450, 'fixed_ips': [{'subnet_id': 'e2532e9d-8066-4546-87ce-e83e1a449579', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:39:26Z', 'updated_at': '2021-12-18T13:41:01Z', 'revision_number': 7, 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'subnets': [{'id': 'e2532e9d-8066-4546-87ce-e83e1a449579', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:41:03.264391 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d01090a-38c6-48ea-be51-8de870f62c5c None None] The sync data for ids ['4440ab89-d3ea-45f0-8193-79f3a7c5fd48'] in dv-neutron-744815-20-hyperv is: [{'id': '4440ab89-d3ea-45f0-8193-79f3a7c5fd48', 'name': 'tempest-TestNetworkBasicOps-router-1353313126', 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.15'}], 'enable_snat': True}, 'gw_port_id': '99d21f94-bb7c-4e09-9dfa-8f649343a7a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:39:23Z', 'updated_at': '2021-12-18T13:39:27Z', 'revision_number': 4, 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'gw_port': {'id': '99d21f94-bb7c-4e09-9dfa-8f649343a7a5', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:7c:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4440ab89-d3ea-45f0-8193-79f3a7c5fd48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:39:23Z', 'updated_at': '2021-12-18T13:41:01Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv', '_interfaces': [{'id': 'c338c2f6-a322-4314-91a2-cb93401f0394', 'name': '', 'network_id': '2f6b6be3-b72d-4d0c-927a-fb6fc16a7a70', 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'mac_address': 'fa:16:3e:db:49:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4440ab89-d3ea-45f0-8193-79f3a7c5fd48', 'device_owner': 'network:router_interface', 'standard_attr_id': 1450, 'fixed_ips': [{'subnet_id': 'e2532e9d-8066-4546-87ce-e83e1a449579', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:39:26Z', 'updated_at': '2021-12-18T13:41:01Z', 'revision_number': 7, 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'subnets': [{'id': 'e2532e9d-8066-4546-87ce-e83e1a449579', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 13:41:03.927552 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d94fa8e0-20fa-42f7-9829-6ac760a1d4c8 None None] New status for floating IP b28f3daa-38ed-4711-8705-5efdb8a47e0a: DOWN {{(pid=103161) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 18 13:41:03.988143 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3137a6d-3720-44c9-8a48-8fd451265c21 req-b216bc63-1dd4-4c87-a201-879c78a173d2 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:41:03.990907 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-b3137a6d-3720-44c9-8a48-8fd451265c21 req-b216bc63-1dd4-4c87-a201-879c78a173d2 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/ports?device_id=7a618c18-6edf-4db6-a172-09804cd2ec7c HTTP/1.1" status: 200 len: 945 time: 0.0516899 Dec 18 13:41:04.043284 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-b3137a6d-3720-44c9-8a48-8fd451265c21 req-e1271e16-14a8-4b19-985b-6961c9103dee tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c0d7574-6693-44ef-8372-90960d866681&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476127 Dec 18 13:41:04.425213 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0668f4-cba6-45a4-9421-fd664ef1c8f0 req-aa2d0cf8-d088-47f1-aeba-4a7cdbbb2787 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:41:04.426668 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-1d0668f4-cba6-45a4-9421-fd664ef1c8f0 req-aa2d0cf8-d088-47f1-aeba-4a7cdbbb2787 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a618c18-6edf-4db6-a172-09804cd2ec7c HTTP/1.1" status: 200 len: 945 time: 0.0656104 Dec 18 13:41:04.524352 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [req-1d0668f4-cba6-45a4-9421-fd664ef1c8f0 req-8aac8aff-522f-4887-ad7b-3f5438d1abda tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Deleting port 1674accf-5c31-4d9c-bdaa-c71361c72f8c {{(pid=103159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:41:04.524696 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-1d0668f4-cba6-45a4-9421-fd664ef1c8f0 req-8aac8aff-522f-4887-ad7b-3f5438d1abda tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:41:04.618944 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.db [req-1d0668f4-cba6-45a4-9421-fd664ef1c8f0 req-8aac8aff-522f-4887-ad7b-3f5438d1abda tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] For port 1674accf-5c31-4d9c-bdaa-c71361c72f8c, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=1674accf-5c31-4d9c-bdaa-c71361c72f8c,segment=NetworkSegment(d8492298-c2e6-4c57-82d4-fd0cfd1afaa0),segment_id=d8492298-c2e6-4c57-82d4-fd0cfd1afaa0)] {{(pid=103159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:41:04.619347 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-1d0668f4-cba6-45a4-9421-fd664ef1c8f0 req-8aac8aff-522f-4887-ad7b-3f5438d1abda tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:41:04.632430 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [req-1d0668f4-cba6-45a4-9421-fd664ef1c8f0 req-8aac8aff-522f-4887-ad7b-3f5438d1abda tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Calling delete_port for 1674accf-5c31-4d9c-bdaa-c71361c72f8c owned by compute:nova {{(pid=103159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:41:04.766543 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-1d0668f4-cba6-45a4-9421-fd664ef1c8f0 req-8aac8aff-522f-4887-ad7b-3f5438d1abda tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:41:04.799454 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aac8aff-522f-4887-ad7b-3f5438d1abda tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Pushing event deleted for resources: {'Port': ['ID=1674accf-5c31-4d9c-bdaa-c71361c72f8c,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:41:04.840884 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d0668f4-cba6-45a4-9421-fd664ef1c8f0 req-8aac8aff-522f-4887-ad7b-3f5438d1abda tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] No DVR routers for this DVR port 1674accf-5c31-4d9c-bdaa-c71361c72f8c on host hv-neutron-7448 {{(pid=103159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 18 13:41:04.843609 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-1d0668f4-cba6-45a4-9421-fd664ef1c8f0 req-8aac8aff-522f-4887-ad7b-3f5438d1abda tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:41:04.846979 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-1d0668f4-cba6-45a4-9421-fd664ef1c8f0 req-8aac8aff-522f-4887-ad7b-3f5438d1abda tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.43 "DELETE /v2.0/ports/1674accf-5c31-4d9c-bdaa-c71361c72f8c HTTP/1.1" status: 204 len: 173 time: 0.4138567 Dec 18 13:41:04.847426 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a618c18-6edf-4db6-a172-09804cd2ec7c', 'name': 'network-vif-deleted', 'tag': '1674accf-5c31-4d9c-bdaa-c71361c72f8c'}] {{(pid=103159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 18 13:41:04.849679 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca844cf115d59c1fab86abc202fb4c13735de0d7e4cbbbb25eec9406e9c87431" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc310bea-b890-465f-83fd-ee0a3f39f38a" -d '{"events": [{"server_uuid": "7a618c18-6edf-4db6-a172-09804cd2ec7c", "name": "network-vif-deleted", "tag": "1674accf-5c31-4d9c-bdaa-c71361c72f8c"}]}' {{(pid=103159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 18 13:41:04.887177 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 13:41:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d44da02b-943a-4822-8224-fe9738f48955 x-openstack-request-id: req-d44da02b-943a-4822-8224-fe9738f48955 {{(pid=103159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 18 13:41:04.887640 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a618c18-6edf-4db6-a172-09804cd2ec7c", "name": "network-vif-deleted", "tag": "1674accf-5c31-4d9c-bdaa-c71361c72f8c", "status": "completed", "code": 200}]} {{(pid=103159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 18 13:41:04.887958 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d44da02b-943a-4822-8224-fe9738f48955 {{(pid=103159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 18 13:41:04.888435 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a618c18-6edf-4db6-a172-09804cd2ec7c', 'name': 'network-vif-deleted', 'tag': '1674accf-5c31-4d9c-bdaa-c71361c72f8c', 'status': 'completed', 'code': 200} Dec 18 13:41:05.157327 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-a6e2baed-c3e9-4dc9-976c-3429ae1d4fbd req-20279b31-a77e-4a95-83da-a3ab92366c5f tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/ports?device_id=7a618c18-6edf-4db6-a172-09804cd2ec7c HTTP/1.1" status: 200 len: 210 time: 0.0312734 Dec 18 13:41:06.227018 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 57896) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:41:06.286591 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-18d5bd38-fc55-4606-822f-6f9a6ec07bb0 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for security_group, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:41:06.311187 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-18d5bd38-fc55-4606-822f-6f9a6ec07bb0 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:41:06.383244 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-18d5bd38-fc55-4606-822f-6f9a6ec07bb0 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:41:06.386401 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-18d5bd38-fc55-4606-822f-6f9a6ec07bb0 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for security_group, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:41:06.387624 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-18d5bd38-fc55-4606-822f-6f9a6ec07bb0 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "DELETE /v2.0/security-groups/9c0d7574-6693-44ef-8372-90960d866681 HTTP/1.1" status: 204 len: 168 time: 0.1595435 Dec 18 13:41:06.396825 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d5bd38-fc55-4606-822f-6f9a6ec07bb0 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c0d7574-6693-44ef-8372-90960d866681,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:41:06.419078 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 57900) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:41:06.751591 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:41:06.792528 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-63739a60-01ec-4762-8818-1769a6d49be7 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-586101'] for router_interface, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:41:07.057510 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-63739a60-01ec-4762-8818-1769a6d49be7 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Deleting port c338c2f6-a322-4314-91a2-cb93401f0394 {{(pid=103159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:41:07.057899 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-63739a60-01ec-4762-8818-1769a6d49be7 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:41:07.155549 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.db [None req-63739a60-01ec-4762-8818-1769a6d49be7 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] For port c338c2f6-a322-4314-91a2-cb93401f0394, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=c338c2f6-a322-4314-91a2-cb93401f0394,segment=NetworkSegment(d8492298-c2e6-4c57-82d4-fd0cfd1afaa0),segment_id=d8492298-c2e6-4c57-82d4-fd0cfd1afaa0)] {{(pid=103159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:41:07.155899 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-63739a60-01ec-4762-8818-1769a6d49be7 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:41:07.169202 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-63739a60-01ec-4762-8818-1769a6d49be7 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Calling delete_port for c338c2f6-a322-4314-91a2-cb93401f0394 owned by network:router_interface {{(pid=103159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:41:07.355138 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-63739a60-01ec-4762-8818-1769a6d49be7 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:41:07.380368 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63739a60-01ec-4762-8818-1769a6d49be7 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Pushing event deleted for resources: {'Port': ['ID=c338c2f6-a322-4314-91a2-cb93401f0394,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:41:07.915273 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-63739a60-01ec-4762-8818-1769a6d49be7 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1048020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-576035'] for router_interface, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:41:08.133920 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63739a60-01ec-4762-8818-1769a6d49be7 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Router 4440ab89-d3ea-45f0-8193-79f3a7c5fd48 has already been hosted by L3 agent c9c0cd52-5bd2-4704-9429-d80f1c5ad23c {{(pid=103159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 18 13:41:08.246612 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63739a60-01ec-4762-8818-1769a6d49be7 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Notify agent at l3_agent.dv-neutron-744815-20-hyperv the message routers_updated {{(pid=103159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 13:41:08.252101 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-63739a60-01ec-4762-8818-1769a6d49be7 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "PUT /v2.0/routers/4440ab89-d3ea-45f0-8193-79f3a7c5fd48/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8314743 Dec 18 13:41:08.254647 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 57902) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:41:08.256780 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c6e4d7b-1752-49c9-843f-1fcfd67871a9 None None] Sync routers for ids ['4440ab89-d3ea-45f0-8193-79f3a7c5fd48'] in dv-neutron-744815-20-hyperv {{(pid=103162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 13:41:08.267549 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c6e4d7b-1752-49c9-843f-1fcfd67871a9 None None] Routers {'4440ab89-d3ea-45f0-8193-79f3a7c5fd48'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:41:08.268226 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-9c6e4d7b-1752-49c9-843f-1fcfd67871a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:40:57Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['4440ab89-d3ea-45f0-8193-79f3a7c5fd48'], 'active': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:41:08.309119 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b3f1d4b-e072-4083-bea6-7c412b9778ff tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Deleting subnet e2532e9d-8066-4546-87ce-e83e1a449579 {{(pid=103159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 18 13:41:08.312374 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-5b3f1d4b-e072-4083-bea6-7c412b9778ff tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for subnet, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:41:08.351771 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-5b3f1d4b-e072-4083-bea6-7c412b9778ff tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5589624'] for subnet, precommit_delete_associations {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:41:08.376389 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvr_db [None req-9c6e4d7b-1752-49c9-843f-1fcfd67871a9 None None] Set router 4440ab89-d3ea-45f0-8193-79f3a7c5fd48 gateway port host: dv-neutron-744815-20-hyperv {{(pid=103162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 13:41:08.433214 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-5b3f1d4b-e072-4083-bea6-7c412b9778ff tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1929185'] for subnet, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:41:08.495650 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-5b3f1d4b-e072-4083-bea6-7c412b9778ff tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1929192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5659851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6017053'] for subnet, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:41:08.524159 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3f1d4b-e072-4083-bea6-7c412b9778ff tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Pushing event deleted for resources: {'Subnet': ['ID=e2532e9d-8066-4546-87ce-e83e1a449579,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:41:08.525985 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-5b3f1d4b-e072-4083-bea6-7c412b9778ff tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for subnet, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:41:08.532326 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-5b3f1d4b-e072-4083-bea6-7c412b9778ff tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "DELETE /v2.0/subnets/e2532e9d-8066-4546-87ce-e83e1a449579 HTTP/1.1" status: 204 len: 168 time: 0.2733815 Dec 18 13:41:08.532326 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 57904) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:41:08.536873 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9da54af7-7e7a-4e90-b559-37a3b7c5b0c5 None None] Network 2f6b6be3-b72d-4d0c-927a-fb6fc16a7a70 requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:41:08.564077 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-9c6e4d7b-1752-49c9-843f-1fcfd67871a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4440ab89-d3ea-45f0-8193-79f3a7c5fd48', 'name': 'tempest-TestNetworkBasicOps-router-1353313126', 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.15'}], 'enable_snat': True}, 'gw_port_id': '99d21f94-bb7c-4e09-9dfa-8f649343a7a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:39:23Z', 'updated_at': '2021-12-18T13:41:07Z', 'revision_number': 5, 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'gw_port': {'id': '99d21f94-bb7c-4e09-9dfa-8f649343a7a5', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:7c:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4440ab89-d3ea-45f0-8193-79f3a7c5fd48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:39:23Z', 'updated_at': '2021-12-18T13:41:01Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv'}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:41:08.591214 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c6e4d7b-1752-49c9-843f-1fcfd67871a9 None None] Checking router: 4440ab89-d3ea-45f0-8193-79f3a7c5fd48 for host: dv-neutron-744815-20-hyperv {{(pid=103162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 18 13:41:08.601709 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c6e4d7b-1752-49c9-843f-1fcfd67871a9 None None] Routers {'4440ab89-d3ea-45f0-8193-79f3a7c5fd48'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:41:08.602342 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-9c6e4d7b-1752-49c9-843f-1fcfd67871a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:40:57Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['4440ab89-d3ea-45f0-8193-79f3a7c5fd48'], 'active': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:41:08.656845 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-e37b054a-bf38-4919-961e-9d3e9aa358d8 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for router, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:41:08.680709 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Device 1674accf-5c31-4d9c-bdaa-c71361c72f8c no longer exists at agent hyperv_hv-neutron-7448 {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 18 13:41:08.704724 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] No Port match for: 1674accf-5c31-4d9c-bdaa-c71361c72f8c {{(pid=103161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 18 13:41:08.705897 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Device 1674accf-5c31-4d9c-bdaa-c71361c72f8c not bound to the agent host hv-neutron-7448 {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 18 13:41:08.714079 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08f22eca-918b-465a-8413-da075f84b13c None None] DHCP port deletion for 2f6b6be3-b72d-4d0c-927a-fb6fc16a7a70 request from dv-neutron-744815-20-hyperv {{(pid=103161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 18 13:41:08.719332 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvr_db [None req-9c6e4d7b-1752-49c9-843f-1fcfd67871a9 None None] Set router 4440ab89-d3ea-45f0-8193-79f3a7c5fd48 gateway port host: dv-neutron-744815-20-hyperv {{(pid=103162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 13:41:08.764136 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-08f22eca-918b-465a-8413-da075f84b13c None None] Deleting port 152e2ee0-5e36-4786-80d6-7b8b7c02f8f4 {{(pid=103161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:41:08.764544 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-08f22eca-918b-465a-8413-da075f84b13c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:41:08.766163 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-e37b054a-bf38-4919-961e-9d3e9aa358d8 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:41:08.822651 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-e37b054a-bf38-4919-961e-9d3e9aa358d8 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Deleting port 99d21f94-bb7c-4e09-9dfa-8f649343a7a5 {{(pid=103159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:41:08.822845 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-e37b054a-bf38-4919-961e-9d3e9aa358d8 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:41:08.833094 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-08f22eca-918b-465a-8413-da075f84b13c None None] For port 152e2ee0-5e36-4786-80d6-7b8b7c02f8f4, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=152e2ee0-5e36-4786-80d6-7b8b7c02f8f4,segment=NetworkSegment(d8492298-c2e6-4c57-82d4-fd0cfd1afaa0),segment_id=d8492298-c2e6-4c57-82d4-fd0cfd1afaa0)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:41:08.833969 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-08f22eca-918b-465a-8413-da075f84b13c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:41:08.851551 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-08f22eca-918b-465a-8413-da075f84b13c None None] Calling delete_port for 152e2ee0-5e36-4786-80d6-7b8b7c02f8f4 owned by network:dhcp {{(pid=103161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:41:08.915936 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-9c6e4d7b-1752-49c9-843f-1fcfd67871a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4440ab89-d3ea-45f0-8193-79f3a7c5fd48', 'name': 'tempest-TestNetworkBasicOps-router-1353313126', 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.15'}], 'enable_snat': True}, 'gw_port_id': '99d21f94-bb7c-4e09-9dfa-8f649343a7a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:39:23Z', 'updated_at': '2021-12-18T13:41:07Z', 'revision_number': 5, 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'gw_port': {'id': '99d21f94-bb7c-4e09-9dfa-8f649343a7a5', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:7c:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4440ab89-d3ea-45f0-8193-79f3a7c5fd48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:39:23Z', 'updated_at': '2021-12-18T13:41:01Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv'}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:41:08.930179 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.db [None req-e37b054a-bf38-4919-961e-9d3e9aa358d8 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] For port 99d21f94-bb7c-4e09-9dfa-8f649343a7a5, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=99d21f94-bb7c-4e09-9dfa-8f649343a7a5,segment=NetworkSegment(3f66d49c-4faa-434c-8c3e-991f4f1d01bd),segment_id=3f66d49c-4faa-434c-8c3e-991f4f1d01bd)] {{(pid=103159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:41:08.930513 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-e37b054a-bf38-4919-961e-9d3e9aa358d8 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:41:08.944945 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-e37b054a-bf38-4919-961e-9d3e9aa358d8 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Calling delete_port for 99d21f94-bb7c-4e09-9dfa-8f649343a7a5 owned by network:router_gateway {{(pid=103159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:41:08.953056 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-08f22eca-918b-465a-8413-da075f84b13c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984'] for port, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:41:08.990376 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 152e2ee0-5e36-4786-80d6-7b8b7c02f8f4 no longer exists at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 18 13:41:09.021660 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f22eca-918b-465a-8413-da075f84b13c None None] Pushing event deleted for resources: {'Port': ['ID=152e2ee0-5e36-4786-80d6-7b8b7c02f8f4,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:41:09.024409 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08f22eca-918b-465a-8413-da075f84b13c None None] No DVR routers for this DVR port 152e2ee0-5e36-4786-80d6-7b8b7c02f8f4 on host dv-neutron-744815-20-hyperv {{(pid=103161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 18 13:41:09.027713 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-2294866d-0076-4933-952c-685307032598 None None] No Port match for: 152e2ee0-5e36-4786-80d6-7b8b7c02f8f4 {{(pid=103161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 18 13:41:09.028050 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 152e2ee0-5e36-4786-80d6-7b8b7c02f8f4 not bound to the agent host dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 18 13:41:09.048237 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c6e4d7b-1752-49c9-843f-1fcfd67871a9 None None] The sync data for ids ['4440ab89-d3ea-45f0-8193-79f3a7c5fd48'] in dv-neutron-744815-20-hyperv is: [{'id': '4440ab89-d3ea-45f0-8193-79f3a7c5fd48', 'name': 'tempest-TestNetworkBasicOps-router-1353313126', 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.15'}], 'enable_snat': True}, 'gw_port_id': '99d21f94-bb7c-4e09-9dfa-8f649343a7a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:39:23Z', 'updated_at': '2021-12-18T13:41:07Z', 'revision_number': 5, 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'gw_port': {'id': '99d21f94-bb7c-4e09-9dfa-8f649343a7a5', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:7c:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4440ab89-d3ea-45f0-8193-79f3a7c5fd48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:39:23Z', 'updated_at': '2021-12-18T13:41:01Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv'}] {{(pid=103162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 13:41:09.135359 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-e37b054a-bf38-4919-961e-9d3e9aa358d8 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:41:09.166672 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b054a-bf38-4919-961e-9d3e9aa358d8 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Pushing event deleted for resources: {'Port': ['ID=99d21f94-bb7c-4e09-9dfa-8f649343a7a5,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:41:09.181784 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa6d2bc5-9d44-4add-8e43-42842b2ecd59 None None] DHCP port deletion for decb4a40-7941-48c8-afbb-daaafd502e83 request from dv-neutron-744815-20-hyperv {{(pid=103161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 18 13:41:09.232558 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-e37b054a-bf38-4919-961e-9d3e9aa358d8 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-586554'] for router_gateway, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:41:09.325302 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-e37b054a-bf38-4919-961e-9d3e9aa358d8 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-589815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28643'] for router, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:41:09.327488 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-e37b054a-bf38-4919-961e-9d3e9aa358d8 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:41:09.375966 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-e37b054a-bf38-4919-961e-9d3e9aa358d8 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-589710'] for router, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:41:09.376492 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e37b054a-bf38-4919-961e-9d3e9aa358d8 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Fanout notify agent at l3_agent the message router_deleted on router 4440ab89-d3ea-45f0-8193-79f3a7c5fd48 {{(pid=103159) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 18 13:41:09.384168 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-e37b054a-bf38-4919-961e-9d3e9aa358d8 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for router, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:41:09.385323 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-e37b054a-bf38-4919-961e-9d3e9aa358d8 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "DELETE /v2.0/routers/4440ab89-d3ea-45f0-8193-79f3a7c5fd48 HTTP/1.1" status: 204 len: 168 time: 0.8526244 Dec 18 13:41:09.388645 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 57906) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:41:09.467371 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-07d64e1d-f798-4811-82ec-a50ef664f59f tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2023137'] for network, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:41:09.563082 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-07d64e1d-f798-4811-82ec-a50ef664f59f tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1927292', 'neutron.services.segments.db._delete_segments_for_network-8767106887837'] for network, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:41:09.584611 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.services.segments.db [None req-07d64e1d-f798-4811-82ec-a50ef664f59f tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f6b6be3-b72d-4d0c-927a-fb6fc16a7a70']}} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:41:09.595341 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.services.segments.db [None req-07d64e1d-f798-4811-82ec-a50ef664f59f tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8492298-c2e6-4c57-82d4-fd0cfd1afaa0') {'for_net_delete': True} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:41:09.595638 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.services.segments.db [None req-07d64e1d-f798-4811-82ec-a50ef664f59f tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8492298-c2e6-4c57-82d4-fd0cfd1afaa0') {} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:41:09.605022 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-07d64e1d-f798-4811-82ec-a50ef664f59f tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767106888614', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5589569'] for segment, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:41:09.619906 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-07d64e1d-f798-4811-82ec-a50ef664f59f tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:41:09.632558 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07d64e1d-f798-4811-82ec-a50ef664f59f tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Releasing vlan 101 on physical network physnet1 to pool {{(pid=103159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 18 13:41:09.633085 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-07d64e1d-f798-4811-82ec-a50ef664f59f tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5660009'] for segment, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:41:09.636640 dv-neutron-744815-20-hyperv neutron-server[103159]: Traceback (most recent call last): Dec 18 13:41:09.636640 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 18 13:41:09.636640 dv-neutron-744815-20-hyperv neutron-server[103159]: timer() Dec 18 13:41:09.636640 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 18 13:41:09.636640 dv-neutron-744815-20-hyperv neutron-server[103159]: cb(*args, **kw) Dec 18 13:41:09.636640 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 18 13:41:09.636640 dv-neutron-744815-20-hyperv neutron-server[103159]: return func(*args, **kwargs) Dec 18 13:41:09.636640 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 18 13:41:09.636640 dv-neutron-744815-20-hyperv neutron-server[103159]: self._notify() Dec 18 13:41:09.636640 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 18 13:41:09.636640 dv-neutron-744815-20-hyperv neutron-server[103159]: self.callback(batched_events) Dec 18 13:41:09.636640 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 18 13:41:09.636640 dv-neutron-744815-20-hyperv neutron-server[103159]: event.method(event) Dec 18 13:41:09.636640 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 18 13:41:09.636640 dv-neutron-744815-20-hyperv neutron-server[103159]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 18 13:41:09.636640 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 18 13:41:09.636640 dv-neutron-744815-20-hyperv neutron-server[103159]: aggregate_uuid = self.p_client.list_aggregates( Dec 18 13:41:09.636640 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 18 13:41:09.636640 dv-neutron-744815-20-hyperv neutron-server[103159]: return f(self, *a, **k) Dec 18 13:41:09.636640 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 18 13:41:09.636640 dv-neutron-744815-20-hyperv neutron-server[103159]: return self._get(url).json() Dec 18 13:41:09.636640 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 18 13:41:09.636640 dv-neutron-744815-20-hyperv neutron-server[103159]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 18 13:41:09.636640 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 18 13:41:09.636640 dv-neutron-744815-20-hyperv neutron-server[103159]: return self.request(url, 'GET', **kwargs) Dec 18 13:41:09.636640 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 18 13:41:09.636640 dv-neutron-744815-20-hyperv neutron-server[103159]: base_url = self.get_endpoint(auth, allow=allow, Dec 18 13:41:09.636640 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 18 13:41:09.636640 dv-neutron-744815-20-hyperv neutron-server[103159]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 18 13:41:09.636640 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 18 13:41:09.636640 dv-neutron-744815-20-hyperv neutron-server[103159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 18 13:41:09.636640 dv-neutron-744815-20-hyperv neutron-server[103159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 18 13:41:09.701441 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-07d64e1d-f798-4811-82ec-a50ef664f59f tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1927267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586962'] for network, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:41:09.719640 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-07d64e1d-f798-4811-82ec-a50ef664f59f tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for network, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:41:09.723631 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-07d64e1d-f798-4811-82ec-a50ef664f59f tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "DELETE /v2.0/networks/2f6b6be3-b72d-4d0c-927a-fb6fc16a7a70 HTTP/1.1" status: 204 len: 168 time: 0.3333278 Dec 18 13:41:09.724712 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d64e1d-f798-4811-82ec-a50ef664f59f tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Pushing event deleted for resources: {'Network': ['ID=2f6b6be3-b72d-4d0c-927a-fb6fc16a7a70,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:41:09.743141 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 57908) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:41:09.748192 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-fe0ed5d8-ea2e-4ead-bbd2-78157e0d2eea tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Request body: {'network': {'name': 'tempest-network-smoke--443933382', 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'port_security_enabled': True}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:41:09.771985 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe0ed5d8-ea2e-4ead-bbd2-78157e0d2eea tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Made reservation on behalf of 6e88b8a5aed24360a829007d7fd9d0fd for: {'network': 1} {{(pid=103159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:41:09.775555 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-fe0ed5d8-ea2e-4ead-bbd2-78157e0d2eea tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for network, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:41:09.803672 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe0ed5d8-ea2e-4ead-bbd2-78157e0d2eea tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 113} {{(pid=103159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 18 13:41:09.812336 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-fe0ed5d8-ea2e-4ead-bbd2-78157e0d2eea tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:41:09.812676 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.db.segments_db [None req-fe0ed5d8-ea2e-4ead-bbd2-78157e0d2eea tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Added segment 78a60430-4ee1-4c90-b000-2916410eb6b6 of type vlan for network d3c7dc45-103e-49da-8bc9-d98483dc9874 Dec 18 13:41:09.852100 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-fe0ed5d8-ea2e-4ead-bbd2-78157e0d2eea tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767106405744'] for network, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:41:09.878710 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-fe0ed5d8-ea2e-4ead-bbd2-78157e0d2eea tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981'] for network, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:41:09.884289 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe0ed5d8-ea2e-4ead-bbd2-78157e0d2eea tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:41:09.884868 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-fe0ed5d8-ea2e-4ead-bbd2-78157e0d2eea tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for network, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:41:09.943658 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-fe0ed5d8-ea2e-4ead-bbd2-78157e0d2eea tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1994128 Dec 18 13:41:09.946743 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 57910) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:41:09.952489 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-102d0e22-cf9c-41f7-81b6-5919f83f3727 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1294386035', 'admin_state_up': True, 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83'}}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:41:09.953423 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0ed5d8-ea2e-4ead-bbd2-78157e0d2eea tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Pushing event updated for resources: {'Network': ['ID=d3c7dc45-103e-49da-8bc9-d98483dc9874,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:41:09.965816 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Network d3c7dc45-103e-49da-8bc9-d98483dc9874 details requested by agent ovs-agent-dv-neutron-744815-20-hyperv with host dv-neutron-744815-20-hyperv {{(pid=103161) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 18 13:41:09.984844 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-102d0e22-cf9c-41f7-81b6-5919f83f3727 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28433'] for router, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:41:09.985919 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-102d0e22-cf9c-41f7-81b6-5919f83f3727 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-589769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28440'] for router, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:41:10.039534 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-102d0e22-cf9c-41f7-81b6-5919f83f3727 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:41:10.187478 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-102d0e22-cf9c-41f7-81b6-5919f83f3727 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:41:10.395612 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-102d0e22-cf9c-41f7-81b6-5919f83f3727 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for router_gateway, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:41:10.413798 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-102d0e22-cf9c-41f7-81b6-5919f83f3727 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:41:10.514944 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.db_base_plugin_common [None req-102d0e22-cf9c-41f7-81b6-5919f83f3727 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Allocated IP 172.26.3.136 (decb4a40-7941-48c8-afbb-daaafd502e83/70deed80-3ca1-4f9e-96cb-563b43d3acba/d5cf0475-c750-412b-b75b-20bf788b3aa2) {{(pid=103160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:41:10.616648 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-102d0e22-cf9c-41f7-81b6-5919f83f3727 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for port, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:41:10.653849 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-102d0e22-cf9c-41f7-81b6-5919f83f3727 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4533522'] for port, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:41:10.693579 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-102d0e22-cf9c-41f7-81b6-5919f83f3727 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Network decb4a40-7941-48c8-afbb-daaafd502e83 is already hosted by enough agents. {{(pid=103160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:41:10.696525 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.base_scheduler [None req-102d0e22-cf9c-41f7-81b6-5919f83f3727 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Resources bound (agent type, host, resource id): {{(pid=103160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:41:10.700291 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-102d0e22-cf9c-41f7-81b6-5919f83f3727 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Received port after_create {{(pid=103160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:41:10.711584 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1719dca-30bf-42a9-8e5b-51364c11f559 None None] DHCP port deletion for decb4a40-7941-48c8-afbb-daaafd502e83 request from dv-neutron-744815-20-hyperv {{(pid=103161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 18 13:41:10.724225 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102d0e22-cf9c-41f7-81b6-5919f83f3727 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Pushing event updated for resources: {'Port': ['ID=d5cf0475-c750-412b-b75b-20bf788b3aa2,revision_number=1']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:41:10.739005 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102d0e22-cf9c-41f7-81b6-5919f83f3727 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:41:10.739414 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102d0e22-cf9c-41f7-81b6-5919f83f3727 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:41:10.739768 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102d0e22-cf9c-41f7-81b6-5919f83f3727 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:41:10.740113 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102d0e22-cf9c-41f7-81b6-5919f83f3727 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:41:10.740448 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102d0e22-cf9c-41f7-81b6-5919f83f3727 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:41:10.740778 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102d0e22-cf9c-41f7-81b6-5919f83f3727 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:41:10.741097 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102d0e22-cf9c-41f7-81b6-5919f83f3727 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:41:10.741450 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102d0e22-cf9c-41f7-81b6-5919f83f3727 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:41:10.741753 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102d0e22-cf9c-41f7-81b6-5919f83f3727 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:41:10.742081 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102d0e22-cf9c-41f7-81b6-5919f83f3727 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:41:10.742406 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102d0e22-cf9c-41f7-81b6-5919f83f3727 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:41:10.742752 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102d0e22-cf9c-41f7-81b6-5919f83f3727 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:41:10.743075 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102d0e22-cf9c-41f7-81b6-5919f83f3727 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:41:10.766524 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-5d038633-5114-4005-9c80-1db2d49e7f83 None None] Provisioning complete for port d5cf0475-c750-412b-b75b-20bf788b3aa2 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:41:10.766821 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-5d038633-5114-4005-9c80-1db2d49e7f83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:41:10.805429 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-5d038633-5114-4005-9c80-1db2d49e7f83 None None] Port d5cf0475-c750-412b-b75b-20bf788b3aa2 cannot update to ACTIVE because it is not bound. {{(pid=103161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 13:41:10.868869 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device c338c2f6-a322-4314-91a2-cb93401f0394 no longer exists at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 18 13:41:10.889985 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-2294866d-0076-4933-952c-685307032598 None None] No Port match for: c338c2f6-a322-4314-91a2-cb93401f0394 {{(pid=103161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 18 13:41:10.890649 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device c338c2f6-a322-4314-91a2-cb93401f0394 not bound to the agent host dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 18 13:41:10.891079 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 99d21f94-bb7c-4e09-9dfa-8f649343a7a5 no longer exists at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 18 13:41:10.911050 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-2294866d-0076-4933-952c-685307032598 None None] No Port match for: 99d21f94-bb7c-4e09-9dfa-8f649343a7a5 {{(pid=103161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 18 13:41:10.911428 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 99d21f94-bb7c-4e09-9dfa-8f649343a7a5 not bound to the agent host dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 18 13:41:10.981863 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-102d0e22-cf9c-41f7-81b6-5919f83f3727 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for router_gateway, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:41:11.185396 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-102d0e22-cf9c-41f7-81b6-5919f83f3727 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-589760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-586526'] for router, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:41:11.320507 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-102d0e22-cf9c-41f7-81b6-5919f83f3727 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Router 4842ae81-ef86-4ff2-8fea-96bab37ec44e is scheduled to L3 agent c9c0cd52-5bd2-4704-9429-d80f1c5ad23c with binding_index 1 {{(pid=103160) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 18 13:41:11.434314 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-102d0e22-cf9c-41f7-81b6-5919f83f3727 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Notify agent at l3_agent.dv-neutron-744815-20-hyperv the message routers_updated {{(pid=103160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 13:41:11.444436 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce448027-a6dd-48ab-acde-33d1f1d39cfd None None] Sync routers for ids ['4842ae81-ef86-4ff2-8fea-96bab37ec44e'] in dv-neutron-744815-20-hyperv {{(pid=103161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 13:41:11.456045 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce448027-a6dd-48ab-acde-33d1f1d39cfd None None] Routers {'4842ae81-ef86-4ff2-8fea-96bab37ec44e'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:41:11.456687 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-ce448027-a6dd-48ab-acde-33d1f1d39cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:40:57Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['4842ae81-ef86-4ff2-8fea-96bab37ec44e'], 'active': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:41:11.457233 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-102d0e22-cf9c-41f7-81b6-5919f83f3727 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for router, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:41:11.458535 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-102d0e22-cf9c-41f7-81b6-5919f83f3727 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.5101717 Dec 18 13:41:11.461878 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 57912) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:41:11.490459 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-c02fffeb-49a3-4b40-96f0-ef759433a84d tempest-TestNetworkBasicOps-845399116 tempest-TestNetworkBasicOps-845399116-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=6e88b8a5aed24360a829007d7fd9d0fd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0274816 Dec 18 13:41:11.493270 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 57914) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:41:11.563392 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvr_db [None req-ce448027-a6dd-48ab-acde-33d1f1d39cfd None None] Set router 4842ae81-ef86-4ff2-8fea-96bab37ec44e gateway port host: dv-neutron-744815-20-hyperv {{(pid=103161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 13:41:11.587556 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4808676-6f87-4b55-976e-c980374c1bd9 tempest-TestNetworkBasicOps-845399116 tempest-TestNetworkBasicOps-845399116-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:41:11.589275 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-c4808676-6f87-4b55-976e-c980374c1bd9 tempest-TestNetworkBasicOps-845399116 tempest-TestNetworkBasicOps-845399116-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0947223 Dec 18 13:41:11.592134 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 57916) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:41:11.620209 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-f2be2a95-ca87-43ac-ae81-1752c8127507 tempest-TestNetworkBasicOps-845399116 tempest-TestNetworkBasicOps-845399116-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=decb4a40-7941-48c8-afbb-daaafd502e83&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0269980 Dec 18 13:41:11.623094 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 57918) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:41:11.628284 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-c90fe897-b7df-4b33-a5bb-3acdba16c4e5 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-920517659', 'network_id': 'd3c7dc45-103e-49da-8bc9-d98483dc9874', 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:41:11.718720 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c90fe897-b7df-4b33-a5bb-3acdba16c4e5 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Made reservation on behalf of 6e88b8a5aed24360a829007d7fd9d0fd for: {'subnet': 1} {{(pid=103160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:41:11.722511 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-c90fe897-b7df-4b33-a5bb-3acdba16c4e5 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4514414'] for subnet, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:41:11.749261 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-ce448027-a6dd-48ab-acde-33d1f1d39cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4842ae81-ef86-4ff2-8fea-96bab37ec44e', 'name': 'tempest-TestNetworkBasicOps-router-1294386035', 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.136'}], 'enable_snat': True}, 'gw_port_id': 'd5cf0475-c750-412b-b75b-20bf788b3aa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:41:09Z', 'updated_at': '2021-12-18T13:41:10Z', 'revision_number': 3, 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'gw_port': {'id': 'd5cf0475-c750-412b-b75b-20bf788b3aa2', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:18:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4842ae81-ef86-4ff2-8fea-96bab37ec44e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:41:10Z', 'updated_at': '2021-12-18T13:41:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv'}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:41:11.775379 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce448027-a6dd-48ab-acde-33d1f1d39cfd None None] Checking router: 4842ae81-ef86-4ff2-8fea-96bab37ec44e for host: dv-neutron-744815-20-hyperv {{(pid=103161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 18 13:41:11.775753 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce448027-a6dd-48ab-acde-33d1f1d39cfd None None] Updating router 4842ae81-ef86-4ff2-8fea-96bab37ec44e port d5cf0475-c750-412b-b75b-20bf788b3aa2 binding host dv-neutron-744815-20-hyperv {{(pid=103161) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 18 13:41:11.800732 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ce448027-a6dd-48ab-acde-33d1f1d39cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:41:11.901371 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-c90fe897-b7df-4b33-a5bb-3acdba16c4e5 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4533410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4514424'] for subnet, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:41:11.960850 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90fe897-b7df-4b33-a5bb-3acdba16c4e5 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Pushing event updated for resources: {'Subnet': ['ID=a121a5b0-c63f-4c8a-8ec5-178c074f3f34,revision_number=0']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:41:11.968114 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c90fe897-b7df-4b33-a5bb-3acdba16c4e5 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Checking segment: {'id': '78a60430-4ee1-4c90-b000-2916410eb6b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'd3c7dc45-103e-49da-8bc9-d98483dc9874'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 13:41:11.968816 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c90fe897-b7df-4b33-a5bb-3acdba16c4e5 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Network hostable DHCP agents. Network: d3c7dc45-103e-49da-8bc9-d98483dc9874, hostable agents: ['aa77effa-0e3a-4bbd-a383-4d58ed3328d0'], hosted agents: [] {{(pid=103160) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 18 13:41:11.987927 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c90fe897-b7df-4b33-a5bb-3acdba16c4e5 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Network d3c7dc45-103e-49da-8bc9-d98483dc9874 is scheduled to be hosted by DHCP agent aa77effa-0e3a-4bbd-a383-4d58ed3328d0 with binding_index 1 {{(pid=103160) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 18 13:41:11.998273 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.base_scheduler [None req-c90fe897-b7df-4b33-a5bb-3acdba16c4e5 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-744815-20-hyperv, d3c7dc45-103e-49da-8bc9-d98483dc9874) {{(pid=103160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:41:12.003577 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c90fe897-b7df-4b33-a5bb-3acdba16c4e5 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:41:12.004406 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-c90fe897-b7df-4b33-a5bb-3acdba16c4e5 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for subnet, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:41:12.018556 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70b9ccfa-cf83-4d42-8d17-01a802271073 None None] Network d3c7dc45-103e-49da-8bc9-d98483dc9874 requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:41:12.022331 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-c90fe897-b7df-4b33-a5bb-3acdba16c4e5 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.3981419 Dec 18 13:41:12.025136 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 57920) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:41:12.109340 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ce448027-a6dd-48ab-acde-33d1f1d39cfd None None] Publish callbacks [] for port, precommit_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:41:12.117501 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ce448027-a6dd-48ab-acde-33d1f1d39cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:41:12.194035 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4e69b0e-2afc-4613-837d-2aea560e4ab1 None None] DHCP port deletion for decb4a40-7941-48c8-afbb-daaafd502e83 request from dv-neutron-744815-20-hyperv {{(pid=103161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 18 13:41:12.205195 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ea2212-44f1-47d9-a91a-244bfb1bb61f None None] Pushing event updated for resources: {'Port': ['ID=d5cf0475-c750-412b-b75b-20bf788b3aa2,revision_number=2']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:41:12.209961 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0789613-f8a0-4084-bbf2-6c0cf707cb8d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp31e170a0-46a1-5ba9-9dc1-7ee4f866f0d7-d3c7dc45-103e-49da-8bc9-d98483dc9874', 'network_id': 'd3c7dc45-103e-49da-8bc9-d98483dc9874', 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'fixed_ips': [{'subnet_id': 'a121a5b0-c63f-4c8a-8ec5-178c074f3f34'}]}} from dv-neutron-744815-20-hyperv. {{(pid=103161) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 18 13:41:12.210807 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f0789613-f8a0-4084-bbf2-6c0cf707cb8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:41:12.220798 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-ce448027-a6dd-48ab-acde-33d1f1d39cfd None None] Attempting to bind port d5cf0475-c750-412b-b75b-20bf788b3aa2 on host dv-neutron-744815-20-hyperv for vnic_type normal with profile {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 13:41:12.221226 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-ce448027-a6dd-48ab-acde-33d1f1d39cfd None None] Attempting to bind port d5cf0475-c750-412b-b75b-20bf788b3aa2 by drivers openvswitch,hyperv on host dv-neutron-744815-20-hyperv at level 0 using segments [{'id': '3f66d49c-4faa-434c-8c3e-991f4f1d01bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83'}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 13:41:12.221805 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce448027-a6dd-48ab-acde-33d1f1d39cfd None None] Attempting to bind port d5cf0475-c750-412b-b75b-20bf788b3aa2 on network decb4a40-7941-48c8-afbb-daaafd502e83 {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 13:41:12.232563 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce448027-a6dd-48ab-acde-33d1f1d39cfd None None] Checking agent: {'id': '428fa9fa-43db-4db9-9f96-f60ffe931f2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-20-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 13, 19, 1), 'started_at': datetime.datetime(2021, 12, 18, 13, 19, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 13, 41, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-20-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 18 13:41:12.232950 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce448027-a6dd-48ab-acde-33d1f1d39cfd None None] Checking segment: {'id': '3f66d49c-4faa-434c-8c3e-991f4f1d01bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 13:41:12.233351 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ce448027-a6dd-48ab-acde-33d1f1d39cfd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:41:12.233741 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce448027-a6dd-48ab-acde-33d1f1d39cfd None None] Bound using segment: {'id': '3f66d49c-4faa-434c-8c3e-991f4f1d01bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83'} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 18 13:41:12.234212 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-ce448027-a6dd-48ab-acde-33d1f1d39cfd None None] Bound port: d5cf0475-c750-412b-b75b-20bf788b3aa2, host: dv-neutron-744815-20-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f66d49c-4faa-434c-8c3e-991f4f1d01bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83'}}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 18 13:41:12.234593 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ce448027-a6dd-48ab-acde-33d1f1d39cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:41:12.360423 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-ce448027-a6dd-48ab-acde-33d1f1d39cfd None None] For port d5cf0475-c750-412b-b75b-20bf788b3aa2, host dv-neutron-744815-20-hyperv, cleared binding levels {{(pid=103161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 18 13:41:12.404341 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-ce448027-a6dd-48ab-acde-33d1f1d39cfd None None] For port d5cf0475-c750-412b-b75b-20bf788b3aa2, host dv-neutron-744815-20-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=d5cf0475-c750-412b-b75b-20bf788b3aa2,segment=NetworkSegment(3f66d49c-4faa-434c-8c3e-991f4f1d01bd),segment_id=3f66d49c-4faa-434c-8c3e-991f4f1d01bd)] {{(pid=103161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 18 13:41:12.407200 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-7b94efdd-dca7-48f7-b0fd-9cedd0971d33 None None] Provisioning complete for port d5cf0475-c750-412b-b75b-20bf788b3aa2 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:41:12.407693 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7b94efdd-dca7-48f7-b0fd-9cedd0971d33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:41:12.412863 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ce448027-a6dd-48ab-acde-33d1f1d39cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:41:12.469012 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_common [None req-f0789613-f8a0-4084-bbf2-6c0cf707cb8d None None] Allocated IP 172.20.0.2 (d3c7dc45-103e-49da-8bc9-d98483dc9874/a121a5b0-c63f-4c8a-8ec5-178c074f3f34/5cad0205-54fe-4504-a724-3b0779b1b43b) {{(pid=103161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:41:12.472070 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-554b414c-5b16-4a21-b5e4-68ee46617ad7 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:41:12.495373 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-129aff31-8da5-46f7-9cb8-2469e93e81bb None None] DHCP port deletion for decb4a40-7941-48c8-afbb-daaafd502e83 request from dv-neutron-744815-20-hyperv {{(pid=103161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 18 13:41:12.553603 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce448027-a6dd-48ab-acde-33d1f1d39cfd None None] Routers {'4842ae81-ef86-4ff2-8fea-96bab37ec44e'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:41:12.554209 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-ce448027-a6dd-48ab-acde-33d1f1d39cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:40:57Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['4842ae81-ef86-4ff2-8fea-96bab37ec44e'], 'active': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:41:12.555976 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ea2212-44f1-47d9-a91a-244bfb1bb61f None None] Pushing event updated for resources: {'Port': ['ID=d5cf0475-c750-412b-b75b-20bf788b3aa2,revision_number=3']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:41:12.906511 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7b94efdd-dca7-48f7-b0fd-9cedd0971d33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:41:12.947666 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-7b94efdd-dca7-48f7-b0fd-9cedd0971d33 None None] For port d5cf0475-c750-412b-b75b-20bf788b3aa2, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=d5cf0475-c750-412b-b75b-20bf788b3aa2,segment=NetworkSegment(3f66d49c-4faa-434c-8c3e-991f4f1d01bd),segment_id=3f66d49c-4faa-434c-8c3e-991f4f1d01bd)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:41:12.955942 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvr_db [None req-ce448027-a6dd-48ab-acde-33d1f1d39cfd None None] Set router 4842ae81-ef86-4ff2-8fea-96bab37ec44e gateway port host: dv-neutron-744815-20-hyperv {{(pid=103161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 13:41:12.994782 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f0789613-f8a0-4084-bbf2-6c0cf707cb8d None None] Publish callbacks [] for port, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:41:12.996287 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7b94efdd-dca7-48f7-b0fd-9cedd0971d33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:41:13.028708 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f0789613-f8a0-4084-bbf2-6c0cf707cb8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975'] for port, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:41:13.057122 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.db_base_plugin_common [None req-554b414c-5b16-4a21-b5e4-68ee46617ad7 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Allocated IP 172.20.0.1 (d3c7dc45-103e-49da-8bc9-d98483dc9874/a121a5b0-c63f-4c8a-8ec5-178c074f3f34/cb0fb2cd-8982-485d-bb01-c8f713338a73) {{(pid=103160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:41:13.122999 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0789613-f8a0-4084-bbf2-6c0cf707cb8d None None] Network d3c7dc45-103e-49da-8bc9-d98483dc9874 is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:41:13.136785 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-f0789613-f8a0-4084-bbf2-6c0cf707cb8d None None] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:41:13.138459 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b94efdd-dca7-48f7-b0fd-9cedd0971d33 None None] Pushing event updated for resources: {'Port': ['ID=d5cf0475-c750-412b-b75b-20bf788b3aa2,revision_number=4']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:41:13.144282 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0789613-f8a0-4084-bbf2-6c0cf707cb8d None None] Received port after_create {{(pid=103161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:41:13.180055 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-554b414c-5b16-4a21-b5e4-68ee46617ad7 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for port, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:41:13.186098 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-1f8c07d5-2e97-4fb7-9213-cc1471da4892 None None] Provisioning complete for port d5cf0475-c750-412b-b75b-20bf788b3aa2 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:41:13.186487 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-1f8c07d5-2e97-4fb7-9213-cc1471da4892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:41:13.214489 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-554b414c-5b16-4a21-b5e4-68ee46617ad7 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4533522'] for port, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:41:13.260784 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-554b414c-5b16-4a21-b5e4-68ee46617ad7 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Network d3c7dc45-103e-49da-8bc9-d98483dc9874 is already hosted by enough agents. {{(pid=103160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:41:13.264020 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.base_scheduler [None req-554b414c-5b16-4a21-b5e4-68ee46617ad7 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Resources bound (agent type, host, resource id): {{(pid=103160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:41:13.264201 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0789613-f8a0-4084-bbf2-6c0cf707cb8d None None] Pushing event updated for resources: {'Port': ['ID=5cad0205-54fe-4504-a724-3b0779b1b43b,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:41:13.267950 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-554b414c-5b16-4a21-b5e4-68ee46617ad7 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Received port after_create {{(pid=103160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:41:13.293403 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554b414c-5b16-4a21-b5e4-68ee46617ad7 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Pushing event updated for resources: {'Port': ['ID=cb0fb2cd-8982-485d-bb01-c8f713338a73,revision_number=1']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:41:13.307191 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-f0789613-f8a0-4084-bbf2-6c0cf707cb8d None None] Attempting to bind port 5cad0205-54fe-4504-a724-3b0779b1b43b on host dv-neutron-744815-20-hyperv for vnic_type normal with profile {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 13:41:13.307549 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-f0789613-f8a0-4084-bbf2-6c0cf707cb8d None None] Attempting to bind port 5cad0205-54fe-4504-a724-3b0779b1b43b by drivers openvswitch,hyperv on host dv-neutron-744815-20-hyperv at level 0 using segments [{'id': '78a60430-4ee1-4c90-b000-2916410eb6b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'd3c7dc45-103e-49da-8bc9-d98483dc9874'}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 13:41:13.307910 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0789613-f8a0-4084-bbf2-6c0cf707cb8d None None] Attempting to bind port 5cad0205-54fe-4504-a724-3b0779b1b43b on network d3c7dc45-103e-49da-8bc9-d98483dc9874 {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 13:41:13.317460 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-554b414c-5b16-4a21-b5e4-68ee46617ad7 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586257'] for router_interface, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:41:13.319875 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0789613-f8a0-4084-bbf2-6c0cf707cb8d None None] Checking agent: {'id': '428fa9fa-43db-4db9-9f96-f60ffe931f2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-20-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 13, 19, 1), 'started_at': datetime.datetime(2021, 12, 18, 13, 19, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 13, 41, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-20-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 18 13:41:13.320244 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0789613-f8a0-4084-bbf2-6c0cf707cb8d None None] Checking segment: {'id': '78a60430-4ee1-4c90-b000-2916410eb6b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'd3c7dc45-103e-49da-8bc9-d98483dc9874'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 13:41:13.320638 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f0789613-f8a0-4084-bbf2-6c0cf707cb8d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:41:13.321023 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0789613-f8a0-4084-bbf2-6c0cf707cb8d None None] Bound using segment: {'id': '78a60430-4ee1-4c90-b000-2916410eb6b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'd3c7dc45-103e-49da-8bc9-d98483dc9874'} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 18 13:41:13.321486 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-f0789613-f8a0-4084-bbf2-6c0cf707cb8d None None] Bound port: 5cad0205-54fe-4504-a724-3b0779b1b43b, host: dv-neutron-744815-20-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78a60430-4ee1-4c90-b000-2916410eb6b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'd3c7dc45-103e-49da-8bc9-d98483dc9874'}}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 18 13:41:13.321855 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f0789613-f8a0-4084-bbf2-6c0cf707cb8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:41:13.408336 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-ce448027-a6dd-48ab-acde-33d1f1d39cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4842ae81-ef86-4ff2-8fea-96bab37ec44e', 'name': 'tempest-TestNetworkBasicOps-router-1294386035', 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.136'}], 'enable_snat': True}, 'gw_port_id': 'd5cf0475-c750-412b-b75b-20bf788b3aa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:41:09Z', 'updated_at': '2021-12-18T13:41:10Z', 'revision_number': 3, 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'gw_port': {'id': 'd5cf0475-c750-412b-b75b-20bf788b3aa2', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:18:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4842ae81-ef86-4ff2-8fea-96bab37ec44e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:41:10Z', 'updated_at': '2021-12-18T13:41:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv'}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:41:13.448601 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce448027-a6dd-48ab-acde-33d1f1d39cfd None None] The sync data for ids ['4842ae81-ef86-4ff2-8fea-96bab37ec44e'] in dv-neutron-744815-20-hyperv is: [{'id': '4842ae81-ef86-4ff2-8fea-96bab37ec44e', 'name': 'tempest-TestNetworkBasicOps-router-1294386035', 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.136'}], 'enable_snat': True}, 'gw_port_id': 'd5cf0475-c750-412b-b75b-20bf788b3aa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:41:09Z', 'updated_at': '2021-12-18T13:41:10Z', 'revision_number': 3, 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'gw_port': {'id': 'd5cf0475-c750-412b-b75b-20bf788b3aa2', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:18:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4842ae81-ef86-4ff2-8fea-96bab37ec44e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:41:10Z', 'updated_at': '2021-12-18T13:41:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv'}] {{(pid=103161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 13:41:13.449386 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-554b414c-5b16-4a21-b5e4-68ee46617ad7 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:41:13.456562 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-f0789613-f8a0-4084-bbf2-6c0cf707cb8d None None] For port 5cad0205-54fe-4504-a724-3b0779b1b43b, host dv-neutron-744815-20-hyperv, cleared binding levels {{(pid=103161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 18 13:41:13.460210 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-f0789613-f8a0-4084-bbf2-6c0cf707cb8d None None] For port 5cad0205-54fe-4504-a724-3b0779b1b43b, host dv-neutron-744815-20-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=5cad0205-54fe-4504-a724-3b0779b1b43b,segment=NetworkSegment(78a60430-4ee1-4c90-b000-2916410eb6b6),segment_id=78a60430-4ee1-4c90-b000-2916410eb6b6)] {{(pid=103161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 18 13:41:13.468741 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f0789613-f8a0-4084-bbf2-6c0cf707cb8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:41:13.531828 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0789613-f8a0-4084-bbf2-6c0cf707cb8d None None] Pushing event updated for resources: {'Port': ['ID=5cad0205-54fe-4504-a724-3b0779b1b43b,revision_number=2']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:41:13.816316 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-554b414c-5b16-4a21-b5e4-68ee46617ad7 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for port, precommit_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:41:13.823003 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-554b414c-5b16-4a21-b5e4-68ee46617ad7 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4533541'] for port, after_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:41:13.908092 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-554b414c-5b16-4a21-b5e4-68ee46617ad7 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1048031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586432'] for router_interface, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:41:13.909696 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554b414c-5b16-4a21-b5e4-68ee46617ad7 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Pushing event updated for resources: {'Port': ['ID=cb0fb2cd-8982-485d-bb01-c8f713338a73,revision_number=2']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:41:14.008178 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-554b414c-5b16-4a21-b5e4-68ee46617ad7 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Network d3c7dc45-103e-49da-8bc9-d98483dc9874 is already hosted by enough agents. {{(pid=103160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:41:14.009713 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.base_scheduler [None req-554b414c-5b16-4a21-b5e4-68ee46617ad7 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Resources bound (agent type, host, resource id): {{(pid=103160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:41:14.124710 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-554b414c-5b16-4a21-b5e4-68ee46617ad7 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Router 4842ae81-ef86-4ff2-8fea-96bab37ec44e has already been hosted by L3 agent c9c0cd52-5bd2-4704-9429-d80f1c5ad23c {{(pid=103160) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 18 13:41:14.238859 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-554b414c-5b16-4a21-b5e4-68ee46617ad7 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Notify agent at l3_agent.dv-neutron-744815-20-hyperv the message routers_updated {{(pid=103160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 13:41:14.246592 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-554b414c-5b16-4a21-b5e4-68ee46617ad7 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "PUT /v2.0/routers/4842ae81-ef86-4ff2-8fea-96bab37ec44e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2178006 Dec 18 13:41:14.246592 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 57922) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:41:14.253323 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.agents_db [None req-e3dda592-589a-4b4d-b028-ba9a260f4f50 None None] Agent healthcheck: found 6 active agents {{(pid=103162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 18 13:41:14.350979 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54f146d4-a00f-4e8c-8f88-9d936b72d26d tempest-TestNetworkBasicOps-845399116 tempest-TestNetworkBasicOps-845399116-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:41:14.351481 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54f146d4-a00f-4e8c-8f88-9d936b72d26d tempest-TestNetworkBasicOps-845399116 tempest-TestNetworkBasicOps-845399116-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:41:14.351955 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54f146d4-a00f-4e8c-8f88-9d936b72d26d tempest-TestNetworkBasicOps-845399116 tempest-TestNetworkBasicOps-845399116-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:41:14.352418 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54f146d4-a00f-4e8c-8f88-9d936b72d26d tempest-TestNetworkBasicOps-845399116 tempest-TestNetworkBasicOps-845399116-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:41:14.354116 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-54f146d4-a00f-4e8c-8f88-9d936b72d26d tempest-TestNetworkBasicOps-845399116 tempest-TestNetworkBasicOps-845399116-project-admin] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1065886 Dec 18 13:41:14.357066 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 57924) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:41:14.412876 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2ecdf73-5d9a-4e1e-929e-40b0a3b35e76 tempest-TestNetworkBasicOps-845399116 tempest-TestNetworkBasicOps-845399116-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:41:14.413250 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2ecdf73-5d9a-4e1e-929e-40b0a3b35e76 tempest-TestNetworkBasicOps-845399116 tempest-TestNetworkBasicOps-845399116-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:41:14.413707 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2ecdf73-5d9a-4e1e-929e-40b0a3b35e76 tempest-TestNetworkBasicOps-845399116 tempest-TestNetworkBasicOps-845399116-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:41:14.414155 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2ecdf73-5d9a-4e1e-929e-40b0a3b35e76 tempest-TestNetworkBasicOps-845399116 tempest-TestNetworkBasicOps-845399116-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:41:14.415883 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-a2ecdf73-5d9a-4e1e-929e-40b0a3b35e76 tempest-TestNetworkBasicOps-845399116 tempest-TestNetworkBasicOps-845399116-project-admin] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2736 time: 0.0578351 Dec 18 13:41:14.418904 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 57926) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:41:14.511183 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-272526b5-80b1-44a3-84dc-0024850dd669 None None] Network d3c7dc45-103e-49da-8bc9-d98483dc9874 requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:41:14.560637 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-57e19e9e-15d8-4be5-8b28-7d09ab196e00 tempest-TestNetworkBasicOps-845399116 tempest-TestNetworkBasicOps-845399116-project-admin] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.1405401 Dec 18 13:41:14.585687 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-649da63d-582c-48cc-b1a3-9b9eb125b3e2 None None] Provisioning complete for port 5cad0205-54fe-4504-a724-3b0779b1b43b triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:41:14.586502 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-649da63d-582c-48cc-b1a3-9b9eb125b3e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:41:14.700004 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-649da63d-582c-48cc-b1a3-9b9eb125b3e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:41:14.737627 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-649da63d-582c-48cc-b1a3-9b9eb125b3e2 None None] For port 5cad0205-54fe-4504-a724-3b0779b1b43b, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=5cad0205-54fe-4504-a724-3b0779b1b43b,segment=NetworkSegment(78a60430-4ee1-4c90-b000-2916410eb6b6),segment_id=78a60430-4ee1-4c90-b000-2916410eb6b6)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:41:14.749847 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-649da63d-582c-48cc-b1a3-9b9eb125b3e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:41:14.750362 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 57930) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:41:14.757085 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-bc0d83be-1180-4c78-87e1-b6a6e65524f5 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1999904498', 'description': 'tempest-secgroup-smoke-1999904498 description', 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:41:14.786323 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-bc0d83be-1180-4c78-87e1-b6a6e65524f5 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for security_group, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:41:14.806180 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649da63d-582c-48cc-b1a3-9b9eb125b3e2 None None] Pushing event updated for resources: {'Port': ['ID=5cad0205-54fe-4504-a724-3b0779b1b43b,revision_number=3']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:41:14.876493 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-bc0d83be-1180-4c78-87e1-b6a6e65524f5 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for security_group, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:41:14.881965 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-bc0d83be-1180-4c78-87e1-b6a6e65524f5 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:41:14.927234 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-bc0d83be-1180-4c78-87e1-b6a6e65524f5 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for security_group, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:41:14.931810 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-bc0d83be-1180-4c78-87e1-b6a6e65524f5 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1777174 Dec 18 13:41:14.931810 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0d83be-1180-4c78-87e1-b6a6e65524f5 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77772227-7ba1-4fca-a699-e826afe6d8d5,revision_number=1']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:41:14.931810 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 57932) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:41:14.937925 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-33bcb256-3f6c-49c4-bbf5-2d09a6db9735 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Request body: {'security_group_rule': {'security_group_id': '77772227-7ba1-4fca-a699-e826afe6d8d5', 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:41:14.968676 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 5cad0205-54fe-4504-a724-3b0779b1b43b up at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 13:41:14.976214 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-33bcb256-3f6c-49c4-bbf5-2d09a6db9735 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:41:15.017323 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-02ccad68-1869-40e5-8cd1-763790854778 None None] Provisioning complete for port 5cad0205-54fe-4504-a724-3b0779b1b43b triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:41:15.017688 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-02ccad68-1869-40e5-8cd1-763790854778 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:41:15.041481 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-33bcb256-3f6c-49c4-bbf5-2d09a6db9735 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:41:15.049191 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-33bcb256-3f6c-49c4-bbf5-2d09a6db9735 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530267'] for security_group_rule, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:41:15.070066 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bcb256-3f6c-49c4-bbf5-2d09a6db9735 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c88d457-b834-4066-9be6-99b4018154c5,revision_number=0']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:41:15.070496 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2294866d-0076-4933-952c-685307032598 None None] Provisioning complete for port 5cad0205-54fe-4504-a724-3b0779b1b43b triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:41:15.070676 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:41:15.091990 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-33bcb256-3f6c-49c4-bbf5-2d09a6db9735 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:41:15.093285 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-33bcb256-3f6c-49c4-bbf5-2d09a6db9735 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1590457 Dec 18 13:41:15.096284 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 57934) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:41:15.101125 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-6efd7437-fa29-45d2-bec3-8a160e7d7f24 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Request body: {'security_group_rule': {'security_group_id': '77772227-7ba1-4fca-a699-e826afe6d8d5', 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:41:15.137708 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-6efd7437-fa29-45d2-bec3-8a160e7d7f24 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:41:15.201066 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device d5cf0475-c750-412b-b75b-20bf788b3aa2 up at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 13:41:15.211467 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f22d2fab-ce83-452b-90f0-4246839fed16 None None] Sync routers for ids ['4842ae81-ef86-4ff2-8fea-96bab37ec44e'] in dv-neutron-744815-20-hyperv {{(pid=103162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 13:41:15.211725 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-6efd7437-fa29-45d2-bec3-8a160e7d7f24 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:41:15.217302 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-6efd7437-fa29-45d2-bec3-8a160e7d7f24 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530267'] for security_group_rule, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:41:15.224533 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f22d2fab-ce83-452b-90f0-4246839fed16 None None] Routers {'4842ae81-ef86-4ff2-8fea-96bab37ec44e'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:41:15.225080 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-f22d2fab-ce83-452b-90f0-4246839fed16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:40:57Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['4842ae81-ef86-4ff2-8fea-96bab37ec44e'], 'active': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:41:15.240374 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efd7437-fa29-45d2-bec3-8a160e7d7f24 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=025055e5-27ee-4f36-8e61-fcfb2d9d2f5d,revision_number=0']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:41:15.248067 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-02ccad68-1869-40e5-8cd1-763790854778 None None] Provisioning complete for port cb0fb2cd-8982-485d-bb01-c8f713338a73 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:41:15.248451 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-02ccad68-1869-40e5-8cd1-763790854778 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:41:15.253912 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-6efd7437-fa29-45d2-bec3-8a160e7d7f24 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:41:15.255382 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-6efd7437-fa29-45d2-bec3-8a160e7d7f24 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1579814 Dec 18 13:41:15.258173 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 57936) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:41:15.262857 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-d01ac118-bb85-488f-9a00-51564494f1f9 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Request body: {'security_group_rule': {'security_group_id': '77772227-7ba1-4fca-a699-e826afe6d8d5', 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:41:15.297462 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-02ccad68-1869-40e5-8cd1-763790854778 None None] Port cb0fb2cd-8982-485d-bb01-c8f713338a73 cannot update to ACTIVE because it is not bound. {{(pid=103161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 13:41:15.303708 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2294866d-0076-4933-952c-685307032598 None None] Provisioning complete for port d5cf0475-c750-412b-b75b-20bf788b3aa2 triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:41:15.304079 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:41:15.311818 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-d01ac118-bb85-488f-9a00-51564494f1f9 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:41:15.359260 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvr_db [None req-f22d2fab-ce83-452b-90f0-4246839fed16 None None] Set router 4842ae81-ef86-4ff2-8fea-96bab37ec44e gateway port host: dv-neutron-744815-20-hyperv {{(pid=103162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 13:41:15.385971 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-d01ac118-bb85-488f-9a00-51564494f1f9 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:41:15.392620 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-d01ac118-bb85-488f-9a00-51564494f1f9 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530267'] for security_group_rule, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:41:15.419675 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01ac118-bb85-488f-9a00-51564494f1f9 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7fdeaed2-e1b9-4ff2-b3e4-5afccd04ec9d,revision_number=0']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:41:15.431672 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-754d33f7-b0b7-4625-a2a9-52f722f2488f None None] Provisioning complete for port cb0fb2cd-8982-485d-bb01-c8f713338a73 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:41:15.432058 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-754d33f7-b0b7-4625-a2a9-52f722f2488f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:41:15.443723 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-d01ac118-bb85-488f-9a00-51564494f1f9 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:41:15.447133 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-d01ac118-bb85-488f-9a00-51564494f1f9 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1877193 Dec 18 13:41:15.450318 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 57938) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:41:15.457208 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-a2dad7ff-58f4-4aa3-89a6-f8581230ff4b tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Request body: {'security_group_rule': {'security_group_id': '77772227-7ba1-4fca-a699-e826afe6d8d5', 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:41:15.472390 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-754d33f7-b0b7-4625-a2a9-52f722f2488f None None] Port cb0fb2cd-8982-485d-bb01-c8f713338a73 cannot update to ACTIVE because it is not bound. {{(pid=103161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 13:41:15.491218 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-a2dad7ff-58f4-4aa3-89a6-f8581230ff4b tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:41:15.553014 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-a2dad7ff-58f4-4aa3-89a6-f8581230ff4b tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:41:15.558072 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-a2dad7ff-58f4-4aa3-89a6-f8581230ff4b tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530267'] for security_group_rule, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:41:15.576174 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2dad7ff-58f4-4aa3-89a6-f8581230ff4b tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=067104a8-7c7f-4258-be06-ded27efb6e6d,revision_number=0']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:41:15.576918 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-f22d2fab-ce83-452b-90f0-4246839fed16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4842ae81-ef86-4ff2-8fea-96bab37ec44e', 'name': 'tempest-TestNetworkBasicOps-router-1294386035', 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.136'}], 'enable_snat': True}, 'gw_port_id': 'd5cf0475-c750-412b-b75b-20bf788b3aa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:41:09Z', 'updated_at': '2021-12-18T13:41:13Z', 'revision_number': 4, 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'gw_port': {'id': 'd5cf0475-c750-412b-b75b-20bf788b3aa2', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:18:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4842ae81-ef86-4ff2-8fea-96bab37ec44e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:41:10Z', 'updated_at': '2021-12-18T13:41:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv', '_interfaces': [{'id': 'cb0fb2cd-8982-485d-bb01-c8f713338a73', 'name': '', 'network_id': 'd3c7dc45-103e-49da-8bc9-d98483dc9874', 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'mac_address': 'fa:16:3e:90:a0:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4842ae81-ef86-4ff2-8fea-96bab37ec44e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1469, 'fixed_ips': [{'subnet_id': 'a121a5b0-c63f-4c8a-8ec5-178c074f3f34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:41:12Z', 'updated_at': '2021-12-18T13:41:13Z', 'revision_number': 2, 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'subnets': [{'id': 'a121a5b0-c63f-4c8a-8ec5-178c074f3f34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:41:15.589090 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-a2dad7ff-58f4-4aa3-89a6-f8581230ff4b tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:41:15.590323 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-a2dad7ff-58f4-4aa3-89a6-f8581230ff4b tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1382418 Dec 18 13:41:15.593415 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 57940) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:41:15.598646 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-25930fee-44f0-4a53-8464-1315b2af6065 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Request body: {'security_group_rule': {'security_group_id': '77772227-7ba1-4fca-a699-e826afe6d8d5', 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:41:15.599246 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2d4592a0-6b86-4b61-a23c-e6d65c6a687c None None] Provisioning complete for port cb0fb2cd-8982-485d-bb01-c8f713338a73 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:41:15.599782 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2d4592a0-6b86-4b61-a23c-e6d65c6a687c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:41:15.608603 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f22d2fab-ce83-452b-90f0-4246839fed16 None None] Checking router: 4842ae81-ef86-4ff2-8fea-96bab37ec44e for host: dv-neutron-744815-20-hyperv {{(pid=103162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 18 13:41:15.608971 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f22d2fab-ce83-452b-90f0-4246839fed16 None None] Updating router 4842ae81-ef86-4ff2-8fea-96bab37ec44e port cb0fb2cd-8982-485d-bb01-c8f713338a73 binding host dv-neutron-744815-20-hyperv {{(pid=103162) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 18 13:41:15.632760 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.db.securitygroups_db [None req-25930fee-44f0-4a53-8464-1315b2af6065 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Project 6e88b8a5aed24360a829007d7fd9d0fd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 18 13:41:15.635187 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f22d2fab-ce83-452b-90f0-4246839fed16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:41:15.638103 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-25930fee-44f0-4a53-8464-1315b2af6065 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:41:15.638870 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-2d4592a0-6b86-4b61-a23c-e6d65c6a687c None None] Port cb0fb2cd-8982-485d-bb01-c8f713338a73 cannot update to ACTIVE because it is not bound. {{(pid=103161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 13:41:15.697332 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-25930fee-44f0-4a53-8464-1315b2af6065 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:41:15.701656 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-25930fee-44f0-4a53-8464-1315b2af6065 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530267'] for security_group_rule, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:41:15.720870 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25930fee-44f0-4a53-8464-1315b2af6065 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1e0e4ad-570f-4091-8384-113e1a0fcef3,revision_number=0']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:41:15.726591 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-25930fee-44f0-4a53-8464-1315b2af6065 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:41:15.730361 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-25930fee-44f0-4a53-8464-1315b2af6065 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1331933 Dec 18 13:41:15.730594 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 57942) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:41:15.734968 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-dee07425-0d7c-47d8-b1a0-083f3418b043 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Request body: {'security_group_rule': {'security_group_id': '77772227-7ba1-4fca-a699-e826afe6d8d5', 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:41:15.759510 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.db.securitygroups_db [None req-dee07425-0d7c-47d8-b1a0-083f3418b043 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Project 6e88b8a5aed24360a829007d7fd9d0fd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 18 13:41:15.764674 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-dee07425-0d7c-47d8-b1a0-083f3418b043 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:41:15.825292 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-dee07425-0d7c-47d8-b1a0-083f3418b043 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:41:15.829504 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-dee07425-0d7c-47d8-b1a0-083f3418b043 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530267'] for security_group_rule, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:41:15.848791 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee07425-0d7c-47d8-b1a0-083f3418b043 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd83f3bc-db02-4373-9f69-4f609bd4b6e2,revision_number=0']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:41:15.859211 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-dee07425-0d7c-47d8-b1a0-083f3418b043 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:41:15.869933 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-dee07425-0d7c-47d8-b1a0-083f3418b043 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1288795 Dec 18 13:41:15.900345 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f22d2fab-ce83-452b-90f0-4246839fed16 None None] Publish callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:41:15.906836 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f22d2fab-ce83-452b-90f0-4246839fed16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:41:15.978836 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc7196a-ae54-4d88-90e9-053ae54033f9 None None] Pushing event updated for resources: {'Port': ['ID=cb0fb2cd-8982-485d-bb01-c8f713338a73,revision_number=3']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:41:15.988887 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc7196a-ae54-4d88-90e9-053ae54033f9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:41:15.988887 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc7196a-ae54-4d88-90e9-053ae54033f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:41:15.988887 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc7196a-ae54-4d88-90e9-053ae54033f9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:41:15.988887 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc7196a-ae54-4d88-90e9-053ae54033f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:41:15.989524 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc7196a-ae54-4d88-90e9-053ae54033f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:41:15.989524 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc7196a-ae54-4d88-90e9-053ae54033f9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:41:15.989838 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc7196a-ae54-4d88-90e9-053ae54033f9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:41:15.990164 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc7196a-ae54-4d88-90e9-053ae54033f9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:41:15.990499 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc7196a-ae54-4d88-90e9-053ae54033f9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:41:15.990821 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc7196a-ae54-4d88-90e9-053ae54033f9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:41:15.991135 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc7196a-ae54-4d88-90e9-053ae54033f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:41:15.991481 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc7196a-ae54-4d88-90e9-053ae54033f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:41:15.991787 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc7196a-ae54-4d88-90e9-053ae54033f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:41:16.022176 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [None req-f22d2fab-ce83-452b-90f0-4246839fed16 None None] Attempting to bind port cb0fb2cd-8982-485d-bb01-c8f713338a73 on host dv-neutron-744815-20-hyperv for vnic_type normal with profile {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 13:41:16.022633 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [None req-f22d2fab-ce83-452b-90f0-4246839fed16 None None] Attempting to bind port cb0fb2cd-8982-485d-bb01-c8f713338a73 by drivers openvswitch,hyperv on host dv-neutron-744815-20-hyperv at level 0 using segments [{'id': '78a60430-4ee1-4c90-b000-2916410eb6b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'd3c7dc45-103e-49da-8bc9-d98483dc9874'}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 13:41:16.023062 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f22d2fab-ce83-452b-90f0-4246839fed16 None None] Attempting to bind port cb0fb2cd-8982-485d-bb01-c8f713338a73 on network d3c7dc45-103e-49da-8bc9-d98483dc9874 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 13:41:16.029004 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f22d2fab-ce83-452b-90f0-4246839fed16 None None] Checking agent: {'id': '428fa9fa-43db-4db9-9f96-f60ffe931f2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-20-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 13, 19, 1), 'started_at': datetime.datetime(2021, 12, 18, 13, 19, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 13, 41, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-20-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 18 13:41:16.029466 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f22d2fab-ce83-452b-90f0-4246839fed16 None None] Checking segment: {'id': '78a60430-4ee1-4c90-b000-2916410eb6b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'd3c7dc45-103e-49da-8bc9-d98483dc9874'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 13:41:16.029938 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f22d2fab-ce83-452b-90f0-4246839fed16 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:41:16.030403 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f22d2fab-ce83-452b-90f0-4246839fed16 None None] Bound using segment: {'id': '78a60430-4ee1-4c90-b000-2916410eb6b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'd3c7dc45-103e-49da-8bc9-d98483dc9874'} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 18 13:41:16.030942 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [None req-f22d2fab-ce83-452b-90f0-4246839fed16 None None] Bound port: cb0fb2cd-8982-485d-bb01-c8f713338a73, host: dv-neutron-744815-20-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78a60430-4ee1-4c90-b000-2916410eb6b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'd3c7dc45-103e-49da-8bc9-d98483dc9874'}}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 18 13:41:16.031859 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f22d2fab-ce83-452b-90f0-4246839fed16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:41:16.041470 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-b406011e-9c6f-485a-9479-d39d7579082f req-02eb9d2e-8bec-4784-9173-96e4a8371bec tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1999904498&fields=id&tenant_id=6e88b8a5aed24360a829007d7fd9d0fd HTTP/1.1" status: 200 len: 267 time: 0.0579965 Dec 18 13:41:16.098193 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-f22d2fab-ce83-452b-90f0-4246839fed16 None None] For port cb0fb2cd-8982-485d-bb01-c8f713338a73, host dv-neutron-744815-20-hyperv, cleared binding levels {{(pid=103162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 18 13:41:16.101455 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-f22d2fab-ce83-452b-90f0-4246839fed16 None None] For port cb0fb2cd-8982-485d-bb01-c8f713338a73, host dv-neutron-744815-20-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=cb0fb2cd-8982-485d-bb01-c8f713338a73,segment=NetworkSegment(78a60430-4ee1-4c90-b000-2916410eb6b6),segment_id=78a60430-4ee1-4c90-b000-2916410eb6b6)] {{(pid=103162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 18 13:41:16.106568 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f22d2fab-ce83-452b-90f0-4246839fed16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:41:16.159665 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b406011e-9c6f-485a-9479-d39d7579082f req-9056fb6f-673f-47a3-b8c7-711a6022bd4a tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:41:16.162175 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-b406011e-9c6f-485a-9479-d39d7579082f req-9056fb6f-673f-47a3-b8c7-711a6022bd4a tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/networks?id=d3c7dc45-103e-49da-8bc9-d98483dc9874 HTTP/1.1" status: 200 len: 796 time: 0.1124632 Dec 18 13:41:16.163678 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f22d2fab-ce83-452b-90f0-4246839fed16 None None] Routers {'4842ae81-ef86-4ff2-8fea-96bab37ec44e'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:41:16.164417 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-f22d2fab-ce83-452b-90f0-4246839fed16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:40:57Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['4842ae81-ef86-4ff2-8fea-96bab37ec44e'], 'active': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:41:16.176583 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-3e1dd2c6-57ab-4ce6-8077-1ef2f5adb456 None None] Provisioning complete for port cb0fb2cd-8982-485d-bb01-c8f713338a73 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:41:16.176956 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-3e1dd2c6-57ab-4ce6-8077-1ef2f5adb456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:41:16.177959 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-b406011e-9c6f-485a-9479-d39d7579082f req-edb1080f-4c2d-47cd-b9f7-21e24d0233bd tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/quotas/6e88b8a5aed24360a829007d7fd9d0fd HTTP/1.1" status: 200 len: 375 time: 0.0100250 Dec 18 13:41:16.227515 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc7196a-ae54-4d88-90e9-053ae54033f9 None None] Pushing event updated for resources: {'Port': ['ID=cb0fb2cd-8982-485d-bb01-c8f713338a73,revision_number=4']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:41:16.266276 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-b406011e-9c6f-485a-9479-d39d7579082f req-8db8ca10-24d9-416a-b6f1-7bf1187a7ed5 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=6e88b8a5aed24360a829007d7fd9d0fd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0721402 Dec 18 13:41:16.301467 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-3e1dd2c6-57ab-4ce6-8077-1ef2f5adb456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:41:16.314470 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvr_db [None req-f22d2fab-ce83-452b-90f0-4246839fed16 None None] Set router 4842ae81-ef86-4ff2-8fea-96bab37ec44e gateway port host: dv-neutron-744815-20-hyperv {{(pid=103162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 13:41:16.347223 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-3e1dd2c6-57ab-4ce6-8077-1ef2f5adb456 None None] For port cb0fb2cd-8982-485d-bb01-c8f713338a73, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=cb0fb2cd-8982-485d-bb01-c8f713338a73,segment=NetworkSegment(78a60430-4ee1-4c90-b000-2916410eb6b6),segment_id=78a60430-4ee1-4c90-b000-2916410eb6b6)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:41:16.354025 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-3e1dd2c6-57ab-4ce6-8077-1ef2f5adb456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:41:16.380411 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-b406011e-9c6f-485a-9479-d39d7579082f req-a291309f-fec5-45f3-bdc1-3812909b134f service neutron] 10.222.0.31 "GET /v2.0/networks/d3c7dc45-103e-49da-8bc9-d98483dc9874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114438 Dec 18 13:41:16.416964 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1dd2c6-57ab-4ce6-8077-1ef2f5adb456 None None] Pushing event updated for resources: {'Port': ['ID=cb0fb2cd-8982-485d-bb01-c8f713338a73,revision_number=5']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:41:16.478533 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-eb0b7b63-cbe6-45c2-87e4-ab0cbe9e15b7 None None] Provisioning complete for port cb0fb2cd-8982-485d-bb01-c8f713338a73 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:41:16.478793 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-eb0b7b63-cbe6-45c2-87e4-ab0cbe9e15b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:41:16.496728 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-b406011e-9c6f-485a-9479-d39d7579082f req-c9066cda-7b6e-4c41-934f-b60948f92e84 service neutron] 10.222.0.31 "GET /v2.0/networks/d3c7dc45-103e-49da-8bc9-d98483dc9874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067686 Dec 18 13:41:16.542729 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-f22d2fab-ce83-452b-90f0-4246839fed16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4842ae81-ef86-4ff2-8fea-96bab37ec44e', 'name': 'tempest-TestNetworkBasicOps-router-1294386035', 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.136'}], 'enable_snat': True}, 'gw_port_id': 'd5cf0475-c750-412b-b75b-20bf788b3aa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:41:09Z', 'updated_at': '2021-12-18T13:41:13Z', 'revision_number': 4, 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'gw_port': {'id': 'd5cf0475-c750-412b-b75b-20bf788b3aa2', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:18:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4842ae81-ef86-4ff2-8fea-96bab37ec44e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:41:10Z', 'updated_at': '2021-12-18T13:41:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv', '_interfaces': [{'id': 'cb0fb2cd-8982-485d-bb01-c8f713338a73', 'name': '', 'network_id': 'd3c7dc45-103e-49da-8bc9-d98483dc9874', 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'mac_address': 'fa:16:3e:90:a0:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4842ae81-ef86-4ff2-8fea-96bab37ec44e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1469, 'fixed_ips': [{'subnet_id': 'a121a5b0-c63f-4c8a-8ec5-178c074f3f34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:41:12Z', 'updated_at': '2021-12-18T13:41:16Z', 'revision_number': 4, 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'subnets': [{'id': 'a121a5b0-c63f-4c8a-8ec5-178c074f3f34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:41:16.568288 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f22d2fab-ce83-452b-90f0-4246839fed16 None None] The sync data for ids ['4842ae81-ef86-4ff2-8fea-96bab37ec44e'] in dv-neutron-744815-20-hyperv is: [{'id': '4842ae81-ef86-4ff2-8fea-96bab37ec44e', 'name': 'tempest-TestNetworkBasicOps-router-1294386035', 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.136'}], 'enable_snat': True}, 'gw_port_id': 'd5cf0475-c750-412b-b75b-20bf788b3aa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:41:09Z', 'updated_at': '2021-12-18T13:41:13Z', 'revision_number': 4, 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'gw_port': {'id': 'd5cf0475-c750-412b-b75b-20bf788b3aa2', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:18:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4842ae81-ef86-4ff2-8fea-96bab37ec44e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:41:10Z', 'updated_at': '2021-12-18T13:41:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv', '_interfaces': [{'id': 'cb0fb2cd-8982-485d-bb01-c8f713338a73', 'name': '', 'network_id': 'd3c7dc45-103e-49da-8bc9-d98483dc9874', 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'mac_address': 'fa:16:3e:90:a0:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4842ae81-ef86-4ff2-8fea-96bab37ec44e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1469, 'fixed_ips': [{'subnet_id': 'a121a5b0-c63f-4c8a-8ec5-178c074f3f34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:41:12Z', 'updated_at': '2021-12-18T13:41:16Z', 'revision_number': 4, 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'subnets': [{'id': 'a121a5b0-c63f-4c8a-8ec5-178c074f3f34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 13:41:16.690446 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-30620e97-86a6-464e-bebc-7a0ceafe978d req-654fcd5d-e945-435a-a2fe-cfb6189bdd55 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/ports?device_id=51ca21d4-8203-414a-9499-e7a4be2dc155 HTTP/1.1" status: 200 len: 210 time: 0.0296590 Dec 18 13:41:16.924728 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device cb0fb2cd-8982-485d-bb01-c8f713338a73 up at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 13:41:16.993144 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2294866d-0076-4933-952c-685307032598 None None] Provisioning complete for port cb0fb2cd-8982-485d-bb01-c8f713338a73 triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:41:16.993696 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:41:17.676760 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b406011e-9c6f-485a-9479-d39d7579082f req-ff9d6940-a977-413d-9f99-da8a3db5e099 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:41:17.678520 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-b406011e-9c6f-485a-9479-d39d7579082f req-ff9d6940-a977-413d-9f99-da8a3db5e099 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.43 "GET /v2.0/networks?id=d3c7dc45-103e-49da-8bc9-d98483dc9874 HTTP/1.1" status: 200 len: 796 time: 0.1095786 Dec 18 13:41:17.757815 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-b406011e-9c6f-485a-9479-d39d7579082f req-ec6bf73c-6522-47e9-a188-19b526c94e87 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6e88b8a5aed24360a829007d7fd9d0fd HTTP/1.1" status: 200 len: 380 time: 0.0696507 Dec 18 13:41:17.776399 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [req-b406011e-9c6f-485a-9479-d39d7579082f req-faedd51c-8480-4581-9099-40a9d13b33b0 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Request body: {'port': {'device_id': '51ca21d4-8203-414a-9499-e7a4be2dc155', 'network_id': 'd3c7dc45-103e-49da-8bc9-d98483dc9874', 'admin_state_up': True, 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'security_groups': ['77772227-7ba1-4fca-a699-e826afe6d8d5']}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:41:17.802815 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-ce601608-0c83-4d8f-9049-15f5be095bf9 req-99ad9be9-75f5-4256-993b-56f7dc6ea578 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/ports?device_id=51ca21d4-8203-414a-9499-e7a4be2dc155 HTTP/1.1" status: 200 len: 210 time: 0.0407846 Dec 18 13:41:17.904747 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b406011e-9c6f-485a-9479-d39d7579082f req-faedd51c-8480-4581-9099-40a9d13b33b0 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Made reservation on behalf of 6e88b8a5aed24360a829007d7fd9d0fd for: {'port': 1} {{(pid=103159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:41:17.908555 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-b406011e-9c6f-485a-9479-d39d7579082f req-faedd51c-8480-4581-9099-40a9d13b33b0 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:41:18.038340 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.db_base_plugin_common [req-b406011e-9c6f-485a-9479-d39d7579082f req-faedd51c-8480-4581-9099-40a9d13b33b0 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Allocated IP 172.20.0.10 (d3c7dc45-103e-49da-8bc9-d98483dc9874/a121a5b0-c63f-4c8a-8ec5-178c074f3f34/7d7768a1-9cd3-4428-932a-2ad12033ad04) {{(pid=103159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:41:18.181370 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-b406011e-9c6f-485a-9479-d39d7579082f req-faedd51c-8480-4581-9099-40a9d13b33b0 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for port, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:41:18.225511 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-b406011e-9c6f-485a-9479-d39d7579082f req-faedd51c-8480-4581-9099-40a9d13b33b0 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:41:18.272157 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b406011e-9c6f-485a-9479-d39d7579082f req-faedd51c-8480-4581-9099-40a9d13b33b0 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Network d3c7dc45-103e-49da-8bc9-d98483dc9874 is already hosted by enough agents. {{(pid=103159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:41:18.275324 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.base_scheduler [req-b406011e-9c6f-485a-9479-d39d7579082f req-faedd51c-8480-4581-9099-40a9d13b33b0 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Resources bound (agent type, host, resource id): {{(pid=103159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:41:18.279227 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [req-b406011e-9c6f-485a-9479-d39d7579082f req-faedd51c-8480-4581-9099-40a9d13b33b0 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Received port after_create {{(pid=103159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:41:18.302358 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faedd51c-8480-4581-9099-40a9d13b33b0 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Pushing event updated for resources: {'Port': ['ID=7d7768a1-9cd3-4428-932a-2ad12033ad04,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:41:18.332619 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b406011e-9c6f-485a-9479-d39d7579082f req-faedd51c-8480-4581-9099-40a9d13b33b0 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:41:18.333371 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-b406011e-9c6f-485a-9479-d39d7579082f req-faedd51c-8480-4581-9099-40a9d13b33b0 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:41:18.351173 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-b406011e-9c6f-485a-9479-d39d7579082f req-faedd51c-8480-4581-9099-40a9d13b33b0 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5801549 Dec 18 13:41:18.363929 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [req-b406011e-9c6f-485a-9479-d39d7579082f req-5045c3e1-aa31-4e42-b096-96c9540218a4 service neutron] Request body: {'port': {'device_id': '51ca21d4-8203-414a-9499-e7a4be2dc155', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7448'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:41:18.423377 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-b406011e-9c6f-485a-9479-d39d7579082f req-5045c3e1-aa31-4e42-b096-96c9540218a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:41:18.508161 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-8733b0cd-f638-4c57-80df-7876ca97ede9 None None] Provisioning complete for port 7d7768a1-9cd3-4428-932a-2ad12033ad04 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:41:18.508763 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-8733b0cd-f638-4c57-80df-7876ca97ede9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:41:18.545654 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-8733b0cd-f638-4c57-80df-7876ca97ede9 None None] Port 7d7768a1-9cd3-4428-932a-2ad12033ad04 cannot update to ACTIVE because it is not bound. {{(pid=103161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 13:41:18.689060 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.notifiers.nova [req-b406011e-9c6f-485a-9479-d39d7579082f req-5045c3e1-aa31-4e42-b096-96c9540218a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d7768a1-9cd3-4428-932a-2ad12033ad04 {{(pid=103159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 18 13:41:18.697055 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-b406011e-9c6f-485a-9479-d39d7579082f req-5045c3e1-aa31-4e42-b096-96c9540218a4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:41:18.710493 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.provisioning_blocks [req-b406011e-9c6f-485a-9479-d39d7579082f req-5045c3e1-aa31-4e42-b096-96c9540218a4 service neutron] Transition to ACTIVE for port object 7d7768a1-9cd3-4428-932a-2ad12033ad04 will not be triggered until provisioned by entity L2. {{(pid=103159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 18 13:41:18.715395 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-b406011e-9c6f-485a-9479-d39d7579082f req-5045c3e1-aa31-4e42-b096-96c9540218a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5659917'] for port, after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:41:18.762896 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5045c3e1-aa31-4e42-b096-96c9540218a4 service neutron] Pushing event updated for resources: {'Port': ['ID=7d7768a1-9cd3-4428-932a-2ad12033ad04,revision_number=2']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:41:18.840759 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.managers [req-b406011e-9c6f-485a-9479-d39d7579082f req-5045c3e1-aa31-4e42-b096-96c9540218a4 service neutron] Attempting to bind port 7d7768a1-9cd3-4428-932a-2ad12033ad04 on host hv-neutron-7448 for vnic_type normal with profile {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 13:41:18.841099 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.managers [req-b406011e-9c6f-485a-9479-d39d7579082f req-5045c3e1-aa31-4e42-b096-96c9540218a4 service neutron] Attempting to bind port 7d7768a1-9cd3-4428-932a-2ad12033ad04 by drivers openvswitch,hyperv on host hv-neutron-7448 at level 0 using segments [{'id': '78a60430-4ee1-4c90-b000-2916410eb6b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'd3c7dc45-103e-49da-8bc9-d98483dc9874'}] {{(pid=103159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 13:41:18.841442 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b406011e-9c6f-485a-9479-d39d7579082f req-5045c3e1-aa31-4e42-b096-96c9540218a4 service neutron] Attempting to bind port 7d7768a1-9cd3-4428-932a-2ad12033ad04 on network d3c7dc45-103e-49da-8bc9-d98483dc9874 {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 13:41:18.846162 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b406011e-9c6f-485a-9479-d39d7579082f req-5045c3e1-aa31-4e42-b096-96c9540218a4 service neutron] Port 7d7768a1-9cd3-4428-932a-2ad12033ad04 on network d3c7dc45-103e-49da-8bc9-d98483dc9874 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7448 {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 18 13:41:18.846480 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b406011e-9c6f-485a-9479-d39d7579082f req-5045c3e1-aa31-4e42-b096-96c9540218a4 service neutron] Attempting to bind port 7d7768a1-9cd3-4428-932a-2ad12033ad04 on network d3c7dc45-103e-49da-8bc9-d98483dc9874 {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 13:41:18.851696 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b406011e-9c6f-485a-9479-d39d7579082f req-5045c3e1-aa31-4e42-b096-96c9540218a4 service neutron] Checking agent: {'id': 'c35b6aa0-0616-421f-8ded-732dd37fc90f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7448', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 13, 24, 37), 'started_at': datetime.datetime(2021, 12, 18, 13, 24, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 13, 41, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 18 13:41:18.852039 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b406011e-9c6f-485a-9479-d39d7579082f req-5045c3e1-aa31-4e42-b096-96c9540218a4 service neutron] Checking segment: {'id': '78a60430-4ee1-4c90-b000-2916410eb6b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'd3c7dc45-103e-49da-8bc9-d98483dc9874'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 13:41:18.852423 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b406011e-9c6f-485a-9479-d39d7579082f req-5045c3e1-aa31-4e42-b096-96c9540218a4 service neutron] Bound using segment: {'id': '78a60430-4ee1-4c90-b000-2916410eb6b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'd3c7dc45-103e-49da-8bc9-d98483dc9874'} {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 18 13:41:18.852854 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.managers [req-b406011e-9c6f-485a-9479-d39d7579082f req-5045c3e1-aa31-4e42-b096-96c9540218a4 service neutron] Bound port: 7d7768a1-9cd3-4428-932a-2ad12033ad04, host: hv-neutron-7448, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78a60430-4ee1-4c90-b000-2916410eb6b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'd3c7dc45-103e-49da-8bc9-d98483dc9874'}}] {{(pid=103159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 18 13:41:18.853214 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-b406011e-9c6f-485a-9479-d39d7579082f req-5045c3e1-aa31-4e42-b096-96c9540218a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:41:18.920612 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.db [req-b406011e-9c6f-485a-9479-d39d7579082f req-5045c3e1-aa31-4e42-b096-96c9540218a4 service neutron] For port 7d7768a1-9cd3-4428-932a-2ad12033ad04, host hv-neutron-7448, cleared binding levels {{(pid=103159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 18 13:41:18.925364 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.db [req-b406011e-9c6f-485a-9479-d39d7579082f req-5045c3e1-aa31-4e42-b096-96c9540218a4 service neutron] For port 7d7768a1-9cd3-4428-932a-2ad12033ad04, host hv-neutron-7448, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=7d7768a1-9cd3-4428-932a-2ad12033ad04,segment=NetworkSegment(78a60430-4ee1-4c90-b000-2916410eb6b6),segment_id=78a60430-4ee1-4c90-b000-2916410eb6b6)] {{(pid=103159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 18 13:41:18.930794 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761d5bd4-9f39-4352-b12f-dabcfe64911b req-4c0ce485-6a6f-46e1-b793-69cbb468add1 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:41:18.932299 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-b406011e-9c6f-485a-9479-d39d7579082f req-5045c3e1-aa31-4e42-b096-96c9540218a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5659917'] for port, after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:41:18.932569 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-761d5bd4-9f39-4352-b12f-dabcfe64911b req-4c0ce485-6a6f-46e1-b793-69cbb468add1 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/ports?device_id=51ca21d4-8203-414a-9499-e7a4be2dc155 HTTP/1.1" status: 200 len: 944 time: 0.0522654 Dec 18 13:41:18.969408 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b406011e-9c6f-485a-9479-d39d7579082f req-5045c3e1-aa31-4e42-b096-96c9540218a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:41:18.970049 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-b406011e-9c6f-485a-9479-d39d7579082f req-5045c3e1-aa31-4e42-b096-96c9540218a4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:41:18.971495 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-b406011e-9c6f-485a-9479-d39d7579082f req-5045c3e1-aa31-4e42-b096-96c9540218a4 service neutron] 10.222.0.43 "PUT /v2.0/ports/7d7768a1-9cd3-4428-932a-2ad12033ad04 HTTP/1.1" status: 200 len: 1094 time: 0.6120923 Dec 18 13:41:18.971949 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51ca21d4-8203-414a-9499-e7a4be2dc155', 'tag': '7d7768a1-9cd3-4428-932a-2ad12033ad04'}] {{(pid=103159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 18 13:41:18.974235 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca844cf115d59c1fab86abc202fb4c13735de0d7e4cbbbb25eec9406e9c87431" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5b10c4e-0e0f-4c78-890a-f4256bf4ff75" -d '{"events": [{"name": "network-changed", "server_uuid": "51ca21d4-8203-414a-9499-e7a4be2dc155", "tag": "7d7768a1-9cd3-4428-932a-2ad12033ad04"}]}' {{(pid=103159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 18 13:41:18.998200 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5045c3e1-aa31-4e42-b096-96c9540218a4 service neutron] Pushing event updated for resources: {'Port': ['ID=7d7768a1-9cd3-4428-932a-2ad12033ad04,revision_number=3']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:41:18.998790 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-761d5bd4-9f39-4352-b12f-dabcfe64911b req-150093c9-791a-4878-afaf-695322354583 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/security-groups?id=77772227-7ba1-4fca-a699-e826afe6d8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589933 Dec 18 13:41:19.032454 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 13:41:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4467edef-72a7-4e63-912b-d56de9710a5a x-openstack-request-id: req-4467edef-72a7-4e63-912b-d56de9710a5a {{(pid=103159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 18 13:41:19.032751 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51ca21d4-8203-414a-9499-e7a4be2dc155", "tag": "7d7768a1-9cd3-4428-932a-2ad12033ad04", "status": "completed", "code": 200}]} {{(pid=103159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 18 13:41:19.033002 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4467edef-72a7-4e63-912b-d56de9710a5a {{(pid=103159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 18 13:41:19.033969 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51ca21d4-8203-414a-9499-e7a4be2dc155', 'tag': '7d7768a1-9cd3-4428-932a-2ad12033ad04', 'status': 'completed', 'code': 200} Dec 18 13:41:19.081333 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b406011e-9c6f-485a-9479-d39d7579082f req-ebbb93fc-c719-404a-8d16-396834664951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:41:19.082867 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-b406011e-9c6f-485a-9479-d39d7579082f req-ebbb93fc-c719-404a-8d16-396834664951 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6e88b8a5aed24360a829007d7fd9d0fd&device_id=51ca21d4-8203-414a-9499-e7a4be2dc155 HTTP/1.1" status: 200 len: 1097 time: 0.0462389 Dec 18 13:41:19.126702 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-b406011e-9c6f-485a-9479-d39d7579082f req-108bff85-f022-4baf-bc71-64f0c2db64e5 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7d7768a1-9cd3-4428-932a-2ad12033ad04 HTTP/1.1" status: 200 len: 217 time: 0.0359848 Dec 18 13:41:19.177956 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b406011e-9c6f-485a-9479-d39d7579082f req-f4f6fa43-51f4-4b10-8ea8-b3bb4056c2e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:41:19.179450 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-b406011e-9c6f-485a-9479-d39d7579082f req-f4f6fa43-51f4-4b10-8ea8-b3bb4056c2e4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a121a5b0-c63f-4c8a-8ec5-178c074f3f34 HTTP/1.1" status: 200 len: 843 time: 0.0458467 Dec 18 13:41:19.233613 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b406011e-9c6f-485a-9479-d39d7579082f req-5aa1c236-ef8f-492b-aa7d-2b3ba531b62f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:41:19.235110 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-b406011e-9c6f-485a-9479-d39d7579082f req-5aa1c236-ef8f-492b-aa7d-2b3ba531b62f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d3c7dc45-103e-49da-8bc9-d98483dc9874&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0490222 Dec 18 13:41:19.323112 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-b406011e-9c6f-485a-9479-d39d7579082f req-68bf5bed-0eed-4fda-8680-12654aa285ae service neutron] 10.222.0.43 "GET /v2.0/networks/d3c7dc45-103e-49da-8bc9-d98483dc9874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806799 Dec 18 13:41:19.422409 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-b406011e-9c6f-485a-9479-d39d7579082f req-586c7006-509a-4ec9-b79d-efa2171af016 service neutron] 10.222.0.43 "GET /v2.0/networks/d3c7dc45-103e-49da-8bc9-d98483dc9874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906084 Dec 18 13:41:19.513888 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b10c4e-0e0f-4c78-890a-f4256bf4ff75 req-d7af0c55-2555-4b88-8f79-d75a8eb7945f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:41:19.515438 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-c5b10c4e-0e0f-4c78-890a-f4256bf4ff75 req-d7af0c55-2555-4b88-8f79-d75a8eb7945f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6e88b8a5aed24360a829007d7fd9d0fd&device_id=51ca21d4-8203-414a-9499-e7a4be2dc155 HTTP/1.1" status: 200 len: 1097 time: 0.0429392 Dec 18 13:41:19.608255 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b10c4e-0e0f-4c78-890a-f4256bf4ff75 req-f91a26eb-08bf-44de-9b4b-beb1d8db05a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:41:19.609731 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-c5b10c4e-0e0f-4c78-890a-f4256bf4ff75 req-f91a26eb-08bf-44de-9b4b-beb1d8db05a6 service neutron] 10.222.0.43 "GET /v2.0/networks?id=d3c7dc45-103e-49da-8bc9-d98483dc9874 HTTP/1.1" status: 200 len: 897 time: 0.0872221 Dec 18 13:41:19.651355 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-c5b10c4e-0e0f-4c78-890a-f4256bf4ff75 req-20c9767e-0eba-41d0-abac-ecf4e8d0656b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7d7768a1-9cd3-4428-932a-2ad12033ad04 HTTP/1.1" status: 200 len: 217 time: 0.0347176 Dec 18 13:41:19.702511 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b10c4e-0e0f-4c78-890a-f4256bf4ff75 req-60f053f2-44aa-4be2-a15c-f09e1db9570c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:41:19.703970 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-c5b10c4e-0e0f-4c78-890a-f4256bf4ff75 req-60f053f2-44aa-4be2-a15c-f09e1db9570c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a121a5b0-c63f-4c8a-8ec5-178c074f3f34 HTTP/1.1" status: 200 len: 843 time: 0.0446272 Dec 18 13:41:19.758378 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b10c4e-0e0f-4c78-890a-f4256bf4ff75 req-bdeb7559-370e-4f99-8a48-e4294d59bf92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:41:19.759929 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-c5b10c4e-0e0f-4c78-890a-f4256bf4ff75 req-bdeb7559-370e-4f99-8a48-e4294d59bf92 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d3c7dc45-103e-49da-8bc9-d98483dc9874&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0489557 Dec 18 13:41:19.867564 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-c5b10c4e-0e0f-4c78-890a-f4256bf4ff75 req-bf33ad09-0223-49c7-b859-2b949ac9a0ff service neutron] 10.222.0.43 "GET /v2.0/networks/d3c7dc45-103e-49da-8bc9-d98483dc9874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982497 Dec 18 13:41:19.965757 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-c5b10c4e-0e0f-4c78-890a-f4256bf4ff75 req-12f38b37-81fb-4686-b518-e3802be55efa service neutron] 10.222.0.43 "GET /v2.0/networks/d3c7dc45-103e-49da-8bc9-d98483dc9874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904813 Dec 18 13:41:20.129143 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaefb9a-f269-4ec8-b943-703fa13e27b1 req-c0ce7913-d3a3-4ef0-b7a1-fd1be5001b96 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:41:20.130630 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-0aaefb9a-f269-4ec8-b943-703fa13e27b1 req-c0ce7913-d3a3-4ef0-b7a1-fd1be5001b96 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/ports?device_id=51ca21d4-8203-414a-9499-e7a4be2dc155 HTTP/1.1" status: 200 len: 944 time: 0.0572448 Dec 18 13:41:20.535168 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-0aaefb9a-f269-4ec8-b943-703fa13e27b1 req-0d7a8843-2d64-4ede-948b-c5c511e5416b tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/security-groups?id=77772227-7ba1-4fca-a699-e826afe6d8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3959844 Dec 18 13:41:21.672621 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7c94bd-2684-4d59-a663-2415c8b862d2 req-d63c7fef-7a15-4899-90fe-3182f9f359e0 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:41:21.674084 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-ed7c94bd-2684-4d59-a663-2415c8b862d2 req-d63c7fef-7a15-4899-90fe-3182f9f359e0 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/ports?device_id=51ca21d4-8203-414a-9499-e7a4be2dc155 HTTP/1.1" status: 200 len: 944 time: 0.0501306 Dec 18 13:41:21.724483 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-ed7c94bd-2684-4d59-a663-2415c8b862d2 req-5eab9aa1-43b5-474b-8e87-9018d8ebb2ba tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/security-groups?id=77772227-7ba1-4fca-a699-e826afe6d8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442185 Dec 18 13:41:22.723108 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Device 7d7768a1-9cd3-4428-932a-2ad12033ad04 details requested by agent hyperv_hv-neutron-7448 with host hv-neutron-7448 {{(pid=103161) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 18 13:41:22.830986 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] For port 7d7768a1-9cd3-4428-932a-2ad12033ad04, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=7d7768a1-9cd3-4428-932a-2ad12033ad04,segment=NetworkSegment(78a60430-4ee1-4c90-b000-2916410eb6b6),segment_id=78a60430-4ee1-4c90-b000-2916410eb6b6)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:41:22.842383 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Returning: {'device': '7d7768a1-9cd3-4428-932a-2ad12033ad04', 'network_id': 'd3c7dc45-103e-49da-8bc9-d98483dc9874', 'port_id': '7d7768a1-9cd3-4428-932a-2ad12033ad04', 'mac_address': 'fa:16:3e:8c:a5:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a121a5b0-c63f-4c8a-8ec5-178c074f3f34', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103161) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 18 13:41:22.854697 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db21218-40dc-4ac9-9dbd-d661b2412d1c req-a326c025-5805-42ee-921a-96a306433afb tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:41:22.856134 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-2db21218-40dc-4ac9-9dbd-d661b2412d1c req-a326c025-5805-42ee-921a-96a306433afb tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/ports?device_id=51ca21d4-8203-414a-9499-e7a4be2dc155 HTTP/1.1" status: 200 len: 944 time: 0.0524795 Dec 18 13:41:22.883183 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:41:22.896344 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.notifiers.nova [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d7768a1-9cd3-4428-932a-2ad12033ad04 {{(pid=103161) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 18 13:41:22.905089 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-2db21218-40dc-4ac9-9dbd-d661b2412d1c req-93743263-8050-4a72-a01f-fad578d6b515 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/security-groups?id=77772227-7ba1-4fca-a699-e826afe6d8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429142 Dec 18 13:41:22.915763 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] For port 7d7768a1-9cd3-4428-932a-2ad12033ad04, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=7d7768a1-9cd3-4428-932a-2ad12033ad04,segment=NetworkSegment(78a60430-4ee1-4c90-b000-2916410eb6b6),segment_id=78a60430-4ee1-4c90-b000-2916410eb6b6)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:41:22.920646 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:41:22.966301 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Pushing event updated for resources: {'Port': ['ID=7d7768a1-9cd3-4428-932a-2ad12033ad04,revision_number=4']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:41:23.245631 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] get_ports_and_sgs() called for port_ids ['7d7768a1-9cd3-4428-932a-2ad12033ad04'] {{(pid=103161) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 18 13:41:24.032761 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8177152e-270e-4144-86a9-da5cecc98de3 req-3de8921a-5511-4bea-a523-ec9abc842cbc tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:41:24.034220 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-8177152e-270e-4144-86a9-da5cecc98de3 req-3de8921a-5511-4bea-a523-ec9abc842cbc tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/ports?device_id=51ca21d4-8203-414a-9499-e7a4be2dc155 HTTP/1.1" status: 200 len: 945 time: 0.0487688 Dec 18 13:41:24.081958 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-8177152e-270e-4144-86a9-da5cecc98de3 req-2a500da4-81be-4c57-8060-d5724fb8af07 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/security-groups?id=77772227-7ba1-4fca-a699-e826afe6d8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414424 Dec 18 13:41:24.732290 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Device 7d7768a1-9cd3-4428-932a-2ad12033ad04 up at agent hyperv_hv-neutron-7448 {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 13:41:24.790013 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Provisioning for port 7d7768a1-9cd3-4428-932a-2ad12033ad04 completed by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 18 13:41:24.794166 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Provisioning complete for port 7d7768a1-9cd3-4428-932a-2ad12033ad04 triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:41:24.794546 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:41:24.882794 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:41:24.894205 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-10ebf401-55bf-44b3-b3b2-5e0387b26aad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:41:24.907225 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51ca21d4-8203-414a-9499-e7a4be2dc155', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d7768a1-9cd3-4428-932a-2ad12033ad04'}] {{(pid=103161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 18 13:41:24.909473 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22224e7a42aa75e3f3b9c037df440650d2cfa1dd97b40a249aee4a8113775251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7dcb9cc-c88e-4a66-b889-9212292a06ca" -d '{"events": [{"server_uuid": "51ca21d4-8203-414a-9499-e7a4be2dc155", "name": "network-vif-plugged", "status": "completed", "tag": "7d7768a1-9cd3-4428-932a-2ad12033ad04"}]}' {{(pid=103161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 18 13:41:24.925249 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] For port 7d7768a1-9cd3-4428-932a-2ad12033ad04, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=7d7768a1-9cd3-4428-932a-2ad12033ad04,segment=NetworkSegment(78a60430-4ee1-4c90-b000-2916410eb6b6),segment_id=78a60430-4ee1-4c90-b000-2916410eb6b6)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:41:24.930725 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:41:24.954138 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 13:41:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86021dce-58e2-4f6e-8cee-1e4223806520 x-openstack-request-id: req-86021dce-58e2-4f6e-8cee-1e4223806520 {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 18 13:41:24.954330 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51ca21d4-8203-414a-9499-e7a4be2dc155", "name": "network-vif-plugged", "status": "completed", "tag": "7d7768a1-9cd3-4428-932a-2ad12033ad04", "code": 200}]} {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 18 13:41:24.954515 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-86021dce-58e2-4f6e-8cee-1e4223806520 {{(pid=103161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 18 13:41:24.954903 dv-neutron-744815-20-hyperv neutron-server[103161]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51ca21d4-8203-414a-9499-e7a4be2dc155', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d7768a1-9cd3-4428-932a-2ad12033ad04', 'code': 200} Dec 18 13:41:24.985336 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Pushing event updated for resources: {'Port': ['ID=7d7768a1-9cd3-4428-932a-2ad12033ad04,revision_number=5']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:41:25.124587 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8d6ff0-f901-4890-893c-99eb8445cc18 req-720395f0-5849-44b7-b996-12975c98c0a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:41:25.126168 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-0b8d6ff0-f901-4890-893c-99eb8445cc18 req-720395f0-5849-44b7-b996-12975c98c0a0 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=51ca21d4-8203-414a-9499-e7a4be2dc155 HTTP/1.1" status: 200 len: 1099 time: 0.0442011 Dec 18 13:41:25.195552 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-0b8d6ff0-f901-4890-893c-99eb8445cc18 req-050cc5ae-2821-41f0-b63f-0847e4b62ba4 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=77772227-7ba1-4fca-a699-e826afe6d8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622618 Dec 18 13:41:25.213650 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce06e9ef-97cc-4142-ae2d-b952cfd8b6c5 req-42ea387a-08ab-4bd3-87a2-f0dfe070cce5 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:41:25.215069 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-ce06e9ef-97cc-4142-ae2d-b952cfd8b6c5 req-42ea387a-08ab-4bd3-87a2-f0dfe070cce5 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/ports?device_id=51ca21d4-8203-414a-9499-e7a4be2dc155 HTTP/1.1" status: 200 len: 946 time: 0.0632832 Dec 18 13:41:25.270248 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-ce06e9ef-97cc-4142-ae2d-b952cfd8b6c5 req-dcc0ffb6-0d2c-4aa2-bbda-ceeae0372af0 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/security-groups?id=77772227-7ba1-4fca-a699-e826afe6d8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491269 Dec 18 13:41:26.386489 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15934b6-8f78-4ab5-8436-ccfb6ddef28e req-963f08a3-6d58-4a13-8199-4cf683f9a40c tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:41:26.388699 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-b15934b6-8f78-4ab5-8436-ccfb6ddef28e req-963f08a3-6d58-4a13-8199-4cf683f9a40c tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/ports?device_id=51ca21d4-8203-414a-9499-e7a4be2dc155 HTTP/1.1" status: 200 len: 946 time: 0.0486953 Dec 18 13:41:26.445619 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-b15934b6-8f78-4ab5-8436-ccfb6ddef28e req-1d9ae31a-a101-4f42-aa15-7d81eff98906 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/security-groups?id=77772227-7ba1-4fca-a699-e826afe6d8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507221 Dec 18 13:41:27.146295 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ee1d22d7-a0c8-4542-b5e5-01cc451ec8f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:41:27.586091 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b821ed04-3dca-41c3-ab19-769c1e9807ac req-90f18776-2818-4e61-8ff8-8cb4b54ea4bd tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:41:27.587633 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-b821ed04-3dca-41c3-ab19-769c1e9807ac req-90f18776-2818-4e61-8ff8-8cb4b54ea4bd tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/ports?device_id=51ca21d4-8203-414a-9499-e7a4be2dc155 HTTP/1.1" status: 200 len: 946 time: 0.0633032 Dec 18 13:41:27.645113 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-b821ed04-3dca-41c3-ab19-769c1e9807ac req-b67ca508-7216-47e5-84e3-b7c176073a8a tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/security-groups?id=77772227-7ba1-4fca-a699-e826afe6d8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484004 Dec 18 13:41:27.770669 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22135e1f-217e-4585-bd25-94ee2fb5c3c3 req-70611b95-d161-405e-82d8-941e0bbf79c4 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:41:27.772100 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-22135e1f-217e-4585-bd25-94ee2fb5c3c3 req-70611b95-d161-405e-82d8-941e0bbf79c4 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/ports?device_id=51ca21d4-8203-414a-9499-e7a4be2dc155 HTTP/1.1" status: 200 len: 946 time: 0.0534482 Dec 18 13:41:27.825422 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-22135e1f-217e-4585-bd25-94ee2fb5c3c3 req-a5fa12c0-d7c7-4320-b6c7-543ebe12e020 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/security-groups?id=77772227-7ba1-4fca-a699-e826afe6d8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443785 Dec 18 13:41:27.856318 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 57998) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:41:27.896351 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef25fbb0-2ae8-4c69-b016-1b4be4456cf7 tempest-TestNetworkBasicOps-845399116 tempest-TestNetworkBasicOps-845399116-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:41:27.898068 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-ef25fbb0-2ae8-4c69-b016-1b4be4456cf7 tempest-TestNetworkBasicOps-845399116 tempest-TestNetworkBasicOps-845399116-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=51ca21d4-8203-414a-9499-e7a4be2dc155 HTTP/1.1" status: 200 len: 1094 time: 0.0407524 Dec 18 13:41:27.901100 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 58000) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:41:27.906005 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-ae7b6014-addc-4cfc-8bbd-7f7881cd6d95 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Request body: {'floatingip': {'floating_network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'port_id': '7d7768a1-9cd3-4428-932a-2ad12033ad04', 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:41:27.933526 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-ae7b6014-addc-4cfc-8bbd-7f7881cd6d95 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for floatingip, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:41:28.033700 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-ae7b6014-addc-4cfc-8bbd-7f7881cd6d95 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:41:28.138148 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.db_base_plugin_common [None req-ae7b6014-addc-4cfc-8bbd-7f7881cd6d95 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Allocated IP 172.26.3.92 (decb4a40-7941-48c8-afbb-daaafd502e83/70deed80-3ca1-4f9e-96cb-563b43d3acba/9336cac9-b927-4049-844c-6ea0db9a5b9a) {{(pid=103159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:41:28.251170 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-ae7b6014-addc-4cfc-8bbd-7f7881cd6d95 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for port, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:41:28.287928 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-ae7b6014-addc-4cfc-8bbd-7f7881cd6d95 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:41:28.330283 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae7b6014-addc-4cfc-8bbd-7f7881cd6d95 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Network decb4a40-7941-48c8-afbb-daaafd502e83 is already hosted by enough agents. {{(pid=103159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:41:28.335806 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.base_scheduler [None req-ae7b6014-addc-4cfc-8bbd-7f7881cd6d95 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Resources bound (agent type, host, resource id): {{(pid=103159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:41:28.340069 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae7b6014-addc-4cfc-8bbd-7f7881cd6d95 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Received port after_create {{(pid=103159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:41:28.343051 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7b6014-addc-4cfc-8bbd-7f7881cd6d95 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Pushing event updated for resources: {'Port': ['ID=9336cac9-b927-4049-844c-6ea0db9a5b9a,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:41:28.435895 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-afa9ae9b-bdbb-4010-bcf6-3a46ce66cf71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:41:28.713612 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-ae7b6014-addc-4cfc-8bbd-7f7881cd6d95 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:41:28.789678 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-ae7b6014-addc-4cfc-8bbd-7f7881cd6d95 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:41:29.312047 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-ae7b6014-addc-4cfc-8bbd-7f7881cd6d95 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for port, precommit_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:41:29.320365 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-ae7b6014-addc-4cfc-8bbd-7f7881cd6d95 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5659917'] for port, after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:41:29.384643 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7b6014-addc-4cfc-8bbd-7f7881cd6d95 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Pushing event updated for resources: {'Port': ['ID=9336cac9-b927-4049-844c-6ea0db9a5b9a,revision_number=2']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:41:29.396572 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-ae7b6014-addc-4cfc-8bbd-7f7881cd6d95 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-587004'] for floatingip, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:41:29.497642 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.db.l3_db [None req-ae7b6014-addc-4cfc-8bbd-7f7881cd6d95 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Floating IP 87fdb9b3-57aa-4b8c-8121-d8103b067c1a associated. External IP: 172.26.3.92, port: 7d7768a1-9cd3-4428-932a-2ad12033ad04. Dec 18 13:41:29.711319 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae7b6014-addc-4cfc-8bbd-7f7881cd6d95 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Router 4842ae81-ef86-4ff2-8fea-96bab37ec44e has already been hosted by L3 agent c9c0cd52-5bd2-4704-9429-d80f1c5ad23c {{(pid=103159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 18 13:41:29.825602 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae7b6014-addc-4cfc-8bbd-7f7881cd6d95 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Notify agent at l3_agent.dv-neutron-744815-20-hyperv the message routers_updated {{(pid=103159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 13:41:29.836848 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afd14a0e-8702-4bb5-a356-e3c1511cab95 None None] Sync routers for ids ['4842ae81-ef86-4ff2-8fea-96bab37ec44e'] in dv-neutron-744815-20-hyperv {{(pid=103161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 13:41:29.845290 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-ae7b6014-addc-4cfc-8bbd-7f7881cd6d95 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for floatingip, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:41:29.847816 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afd14a0e-8702-4bb5-a356-e3c1511cab95 None None] Routers {'4842ae81-ef86-4ff2-8fea-96bab37ec44e'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:41:29.848437 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-afd14a0e-8702-4bb5-a356-e3c1511cab95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:41:27Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['4842ae81-ef86-4ff2-8fea-96bab37ec44e'], 'active': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:41:29.872548 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-ae7b6014-addc-4cfc-8bbd-7f7881cd6d95 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9703608 Dec 18 13:41:29.873137 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51ca21d4-8203-414a-9499-e7a4be2dc155', 'tag': '7d7768a1-9cd3-4428-932a-2ad12033ad04'}] {{(pid=103159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 18 13:41:29.875466 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca844cf115d59c1fab86abc202fb4c13735de0d7e4cbbbb25eec9406e9c87431" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f0914ea-fd85-40ff-b7ed-8f1f02bd4af4" -d '{"events": [{"name": "network-changed", "server_uuid": "51ca21d4-8203-414a-9499-e7a4be2dc155", "tag": "7d7768a1-9cd3-4428-932a-2ad12033ad04"}]}' {{(pid=103159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 18 13:41:29.875923 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 58002) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:41:29.913591 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 13:41:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46b1e3b5-20ae-4e63-986c-bc9b4ab592ee x-openstack-request-id: req-46b1e3b5-20ae-4e63-986c-bc9b4ab592ee {{(pid=103159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 18 13:41:29.914017 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51ca21d4-8203-414a-9499-e7a4be2dc155", "tag": "7d7768a1-9cd3-4428-932a-2ad12033ad04", "status": "completed", "code": 200}]} {{(pid=103159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 18 13:41:29.914451 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-46b1e3b5-20ae-4e63-986c-bc9b4ab592ee {{(pid=103159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 18 13:41:29.914872 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51ca21d4-8203-414a-9499-e7a4be2dc155', 'tag': '7d7768a1-9cd3-4428-932a-2ad12033ad04', 'status': 'completed', 'code': 200} Dec 18 13:41:29.961024 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-48553174-4fb2-47d1-827c-9fdea470acb0 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/floatingips/87fdb9b3-57aa-4b8c-8121-d8103b067c1a HTTP/1.1" status: 200 len: 991 time: 0.0839064 Dec 18 13:41:29.965256 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvr_db [None req-afd14a0e-8702-4bb5-a356-e3c1511cab95 None None] Set router 4842ae81-ef86-4ff2-8fea-96bab37ec44e gateway port host: dv-neutron-744815-20-hyperv {{(pid=103161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 13:41:29.981864 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0914ea-fd85-40ff-b7ed-8f1f02bd4af4 req-b552c62e-aa85-4f8d-bd81-7d526bb7a908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:41:29.983410 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-2f0914ea-fd85-40ff-b7ed-8f1f02bd4af4 req-b552c62e-aa85-4f8d-bd81-7d526bb7a908 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6e88b8a5aed24360a829007d7fd9d0fd&device_id=51ca21d4-8203-414a-9499-e7a4be2dc155 HTTP/1.1" status: 200 len: 1099 time: 0.0438583 Dec 18 13:41:29.995605 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7b7a3272-2b45-4d32-9670-25eb1afd1184 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:41:30.077310 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0914ea-fd85-40ff-b7ed-8f1f02bd4af4 req-de317338-66b4-4181-aa9a-99c923563b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:41:30.078853 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-2f0914ea-fd85-40ff-b7ed-8f1f02bd4af4 req-de317338-66b4-4181-aa9a-99c923563b53 service neutron] 10.222.0.43 "GET /v2.0/networks?id=d3c7dc45-103e-49da-8bc9-d98483dc9874 HTTP/1.1" status: 200 len: 897 time: 0.0878894 Dec 18 13:41:30.150750 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-2f0914ea-fd85-40ff-b7ed-8f1f02bd4af4 req-327e2f04-b418-4fcf-ba37-0db54036ff3c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7d7768a1-9cd3-4428-932a-2ad12033ad04 HTTP/1.1" status: 200 len: 999 time: 0.0648291 Dec 18 13:41:30.204235 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0914ea-fd85-40ff-b7ed-8f1f02bd4af4 req-7eff3a84-29ff-4c88-8ce1-1131b3eb5381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:41:30.206174 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-2f0914ea-fd85-40ff-b7ed-8f1f02bd4af4 req-7eff3a84-29ff-4c88-8ce1-1131b3eb5381 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a121a5b0-c63f-4c8a-8ec5-178c074f3f34 HTTP/1.1" status: 200 len: 843 time: 0.0478258 Dec 18 13:41:30.255646 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0914ea-fd85-40ff-b7ed-8f1f02bd4af4 req-caf68212-e2c5-4c05-9824-11120d3ae0f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:41:30.257812 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-2f0914ea-fd85-40ff-b7ed-8f1f02bd4af4 req-caf68212-e2c5-4c05-9824-11120d3ae0f2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d3c7dc45-103e-49da-8bc9-d98483dc9874&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0440645 Dec 18 13:41:30.349925 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-afd14a0e-8702-4bb5-a356-e3c1511cab95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4842ae81-ef86-4ff2-8fea-96bab37ec44e', 'name': 'tempest-TestNetworkBasicOps-router-1294386035', 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.136'}], 'enable_snat': True}, 'gw_port_id': 'd5cf0475-c750-412b-b75b-20bf788b3aa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:41:09Z', 'updated_at': '2021-12-18T13:41:13Z', 'revision_number': 4, 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'gw_port': {'id': 'd5cf0475-c750-412b-b75b-20bf788b3aa2', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:18:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4842ae81-ef86-4ff2-8fea-96bab37ec44e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:41:10Z', 'updated_at': '2021-12-18T13:41:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv', '_floatingips': [{'id': '87fdb9b3-57aa-4b8c-8121-d8103b067c1a', 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'floating_ip_address': '172.26.3.92', 'floating_network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'router_id': '4842ae81-ef86-4ff2-8fea-96bab37ec44e', 'port_id': '7d7768a1-9cd3-4428-932a-2ad12033ad04', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1481, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3c7dc45-103e-49da-8bc9-d98483dc9874', 'mac_address': 'fa:16:3e:8c:a5:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51ca21d4-8203-414a-9499-e7a4be2dc155', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T13:41:28Z', 'updated_at': '2021-12-18T13:41:28Z', 'revision_number': 0, 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb0fb2cd-8982-485d-bb01-c8f713338a73', 'name': '', 'network_id': 'd3c7dc45-103e-49da-8bc9-d98483dc9874', 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'mac_address': 'fa:16:3e:90:a0:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4842ae81-ef86-4ff2-8fea-96bab37ec44e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1469, 'fixed_ips': [{'subnet_id': 'a121a5b0-c63f-4c8a-8ec5-178c074f3f34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:41:12Z', 'updated_at': '2021-12-18T13:41:16Z', 'revision_number': 5, 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'subnets': [{'id': 'a121a5b0-c63f-4c8a-8ec5-178c074f3f34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:41:30.354933 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-2f0914ea-fd85-40ff-b7ed-8f1f02bd4af4 req-f428ccdb-7f82-409b-9c66-1128ad4ce232 service neutron] 10.222.0.43 "GET /v2.0/networks/d3c7dc45-103e-49da-8bc9-d98483dc9874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895433 Dec 18 13:41:30.376976 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afd14a0e-8702-4bb5-a356-e3c1511cab95 None None] Checking router: 4842ae81-ef86-4ff2-8fea-96bab37ec44e for host: dv-neutron-744815-20-hyperv {{(pid=103161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 18 13:41:30.386250 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afd14a0e-8702-4bb5-a356-e3c1511cab95 None None] Routers {'4842ae81-ef86-4ff2-8fea-96bab37ec44e'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:41:30.386882 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-afd14a0e-8702-4bb5-a356-e3c1511cab95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:41:27Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['4842ae81-ef86-4ff2-8fea-96bab37ec44e'], 'active': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:41:30.445818 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-2f0914ea-fd85-40ff-b7ed-8f1f02bd4af4 req-cbc6cd62-befa-407b-8ccd-69a83e559c37 service neutron] 10.222.0.43 "GET /v2.0/networks/d3c7dc45-103e-49da-8bc9-d98483dc9874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835013 Dec 18 13:41:30.497541 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvr_db [None req-afd14a0e-8702-4bb5-a356-e3c1511cab95 None None] Set router 4842ae81-ef86-4ff2-8fea-96bab37ec44e gateway port host: dv-neutron-744815-20-hyperv {{(pid=103161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 13:41:30.738512 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-afd14a0e-8702-4bb5-a356-e3c1511cab95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4842ae81-ef86-4ff2-8fea-96bab37ec44e', 'name': 'tempest-TestNetworkBasicOps-router-1294386035', 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.136'}], 'enable_snat': True}, 'gw_port_id': 'd5cf0475-c750-412b-b75b-20bf788b3aa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:41:09Z', 'updated_at': '2021-12-18T13:41:13Z', 'revision_number': 4, 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'gw_port': {'id': 'd5cf0475-c750-412b-b75b-20bf788b3aa2', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:18:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4842ae81-ef86-4ff2-8fea-96bab37ec44e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:41:10Z', 'updated_at': '2021-12-18T13:41:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv', '_floatingips': [{'id': '87fdb9b3-57aa-4b8c-8121-d8103b067c1a', 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'floating_ip_address': '172.26.3.92', 'floating_network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'router_id': '4842ae81-ef86-4ff2-8fea-96bab37ec44e', 'port_id': '7d7768a1-9cd3-4428-932a-2ad12033ad04', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1481, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3c7dc45-103e-49da-8bc9-d98483dc9874', 'mac_address': 'fa:16:3e:8c:a5:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51ca21d4-8203-414a-9499-e7a4be2dc155', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T13:41:28Z', 'updated_at': '2021-12-18T13:41:28Z', 'revision_number': 0, 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb0fb2cd-8982-485d-bb01-c8f713338a73', 'name': '', 'network_id': 'd3c7dc45-103e-49da-8bc9-d98483dc9874', 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'mac_address': 'fa:16:3e:90:a0:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4842ae81-ef86-4ff2-8fea-96bab37ec44e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1469, 'fixed_ips': [{'subnet_id': 'a121a5b0-c63f-4c8a-8ec5-178c074f3f34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:41:12Z', 'updated_at': '2021-12-18T13:41:16Z', 'revision_number': 5, 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'subnets': [{'id': 'a121a5b0-c63f-4c8a-8ec5-178c074f3f34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:41:30.765634 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afd14a0e-8702-4bb5-a356-e3c1511cab95 None None] The sync data for ids ['4842ae81-ef86-4ff2-8fea-96bab37ec44e'] in dv-neutron-744815-20-hyperv is: [{'id': '4842ae81-ef86-4ff2-8fea-96bab37ec44e', 'name': 'tempest-TestNetworkBasicOps-router-1294386035', 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.136'}], 'enable_snat': True}, 'gw_port_id': 'd5cf0475-c750-412b-b75b-20bf788b3aa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:41:09Z', 'updated_at': '2021-12-18T13:41:13Z', 'revision_number': 4, 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'gw_port': {'id': 'd5cf0475-c750-412b-b75b-20bf788b3aa2', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:18:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4842ae81-ef86-4ff2-8fea-96bab37ec44e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:41:10Z', 'updated_at': '2021-12-18T13:41:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv', '_floatingips': [{'id': '87fdb9b3-57aa-4b8c-8121-d8103b067c1a', 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'floating_ip_address': '172.26.3.92', 'floating_network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'router_id': '4842ae81-ef86-4ff2-8fea-96bab37ec44e', 'port_id': '7d7768a1-9cd3-4428-932a-2ad12033ad04', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1481, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3c7dc45-103e-49da-8bc9-d98483dc9874', 'mac_address': 'fa:16:3e:8c:a5:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51ca21d4-8203-414a-9499-e7a4be2dc155', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T13:41:28Z', 'updated_at': '2021-12-18T13:41:28Z', 'revision_number': 0, 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb0fb2cd-8982-485d-bb01-c8f713338a73', 'name': '', 'network_id': 'd3c7dc45-103e-49da-8bc9-d98483dc9874', 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'mac_address': 'fa:16:3e:90:a0:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4842ae81-ef86-4ff2-8fea-96bab37ec44e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1469, 'fixed_ips': [{'subnet_id': 'a121a5b0-c63f-4c8a-8ec5-178c074f3f34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:41:12Z', 'updated_at': '2021-12-18T13:41:16Z', 'revision_number': 5, 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'subnets': [{'id': 'a121a5b0-c63f-4c8a-8ec5-178c074f3f34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 13:41:30.844915 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:41:30.959795 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-543e2d21-ed6c-441d-8b4f-3e51391eb51a None None] New status for floating IP 87fdb9b3-57aa-4b8c-8121-d8103b067c1a: ACTIVE {{(pid=103162) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 18 13:41:30.965124 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 58006) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:41:31.024891 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-633ab667-8541-4b4b-83e2-9aa87403755a tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/floatingips/87fdb9b3-57aa-4b8c-8121-d8103b067c1a HTTP/1.1" status: 200 len: 991 time: 0.0584781 Dec 18 13:41:32.028504 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 58008) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:41:32.093612 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-88893d98-0708-40a8-b905-73c720541f0d tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/floatingips/87fdb9b3-57aa-4b8c-8121-d8103b067c1a HTTP/1.1" status: 200 len: 993 time: 0.0639727 Dec 18 13:41:36.774607 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:41:48.790302 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-9bf42c93-4dd5-4e6d-a344-d4b6226d76e3 req-98127771-e96d-4e8e-a75c-7a29e5d32759 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=51ca21d4-8203-414a-9499-e7a4be2dc155&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0909145 Dec 18 13:41:48.884056 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf42c93-4dd5-4e6d-a344-d4b6226d76e3 req-3279314a-f0f8-4011-8f6b-b3fb2de2ce18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:41:48.885437 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-9bf42c93-4dd5-4e6d-a344-d4b6226d76e3 req-3279314a-f0f8-4011-8f6b-b3fb2de2ce18 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6e88b8a5aed24360a829007d7fd9d0fd&device_id=51ca21d4-8203-414a-9499-e7a4be2dc155 HTTP/1.1" status: 200 len: 1099 time: 0.0445254 Dec 18 13:41:48.992511 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf42c93-4dd5-4e6d-a344-d4b6226d76e3 req-225cbc6c-7836-487c-9f05-ef363d808db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:41:48.994055 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-9bf42c93-4dd5-4e6d-a344-d4b6226d76e3 req-225cbc6c-7836-487c-9f05-ef363d808db7 service neutron] 10.222.0.43 "GET /v2.0/networks?id=d3c7dc45-103e-49da-8bc9-d98483dc9874 HTTP/1.1" status: 200 len: 897 time: 0.0870759 Dec 18 13:41:49.069621 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-9bf42c93-4dd5-4e6d-a344-d4b6226d76e3 req-4c6fecb1-5e92-46e0-a95b-c64dffb62a60 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7d7768a1-9cd3-4428-932a-2ad12033ad04 HTTP/1.1" status: 200 len: 1001 time: 0.0675898 Dec 18 13:41:49.119349 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf42c93-4dd5-4e6d-a344-d4b6226d76e3 req-afb0a63f-512a-48ef-9c34-a9e833e1270d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:41:49.120775 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-9bf42c93-4dd5-4e6d-a344-d4b6226d76e3 req-afb0a63f-512a-48ef-9c34-a9e833e1270d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a121a5b0-c63f-4c8a-8ec5-178c074f3f34 HTTP/1.1" status: 200 len: 843 time: 0.0441065 Dec 18 13:41:49.168772 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf42c93-4dd5-4e6d-a344-d4b6226d76e3 req-dee3a2ea-7fa7-428a-b123-e8f71ba3768a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:41:49.170205 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-9bf42c93-4dd5-4e6d-a344-d4b6226d76e3 req-dee3a2ea-7fa7-428a-b123-e8f71ba3768a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d3c7dc45-103e-49da-8bc9-d98483dc9874&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0406730 Dec 18 13:41:49.266587 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-9bf42c93-4dd5-4e6d-a344-d4b6226d76e3 req-c4d7ba90-25e9-4b18-8cf9-92e1caacec89 service neutron] 10.222.0.43 "GET /v2.0/networks/d3c7dc45-103e-49da-8bc9-d98483dc9874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876899 Dec 18 13:41:49.367368 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-9bf42c93-4dd5-4e6d-a344-d4b6226d76e3 req-1b7974cc-a3ec-4b6a-a509-44e9bb2dd220 service neutron] 10.222.0.43 "GET /v2.0/networks/d3c7dc45-103e-49da-8bc9-d98483dc9874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923619 Dec 18 13:41:51.258224 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.agents_db [None req-e3dda592-589a-4b4d-b028-ba9a260f4f50 None None] Agent healthcheck: found 6 active agents {{(pid=103162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 18 13:41:51.829561 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [req-d6a7a344-89c5-41a2-88c7-25a27a25dc1a req-16a6e641-a0de-46e8-93fb-309aa3b5b99e service neutron] (103160) timed out ('10.222.0.43', 60707) {{(pid=103160) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 18 13:41:54.889151 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a6d58d2b-630c-43f0-b5a0-c79726bedc65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:41:57.149601 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-62d89397-8393-45f2-8ef5-98344ddcb58a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:41:58.448810 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-afa9ae9b-bdbb-4010-bcf6-3a46ce66cf71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:41:59.958062 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7b7a3272-2b45-4d32-9670-25eb1afd1184 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:42:00.858547 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:42:06.802250 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:42:24.898729 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a6c09bf5-2989-42b4-920b-b680d286433f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:42:27.148642 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-70bb5d80-8e5a-456a-a0d4-986ba89165b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:42:28.263748 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.agents_db [None req-e3dda592-589a-4b4d-b028-ba9a260f4f50 None None] Agent healthcheck: found 6 active agents {{(pid=103162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 18 13:42:28.447801 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-afa9ae9b-bdbb-4010-bcf6-3a46ce66cf71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:42:29.963034 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7b7a3272-2b45-4d32-9670-25eb1afd1184 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:42:30.861490 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:42:36.830216 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:42:48.752895 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-097ebe67-af22-49c0-afdb-587e33d62b8e req-fc96175e-79e5-4c6e-8bd4-195b8a3cb400 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=51ca21d4-8203-414a-9499-e7a4be2dc155&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0447922 Dec 18 13:42:48.836938 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097ebe67-af22-49c0-afdb-587e33d62b8e req-c806b3b3-33e3-446e-8ede-5f1da299362a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:42:48.838420 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-097ebe67-af22-49c0-afdb-587e33d62b8e req-c806b3b3-33e3-446e-8ede-5f1da299362a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6e88b8a5aed24360a829007d7fd9d0fd&device_id=51ca21d4-8203-414a-9499-e7a4be2dc155 HTTP/1.1" status: 200 len: 1099 time: 0.0415072 Dec 18 13:42:48.965273 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097ebe67-af22-49c0-afdb-587e33d62b8e req-85fb3b5b-ca3c-4288-beb0-c753bd357424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:42:48.966746 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-097ebe67-af22-49c0-afdb-587e33d62b8e req-85fb3b5b-ca3c-4288-beb0-c753bd357424 service neutron] 10.222.0.43 "GET /v2.0/networks?id=d3c7dc45-103e-49da-8bc9-d98483dc9874 HTTP/1.1" status: 200 len: 897 time: 0.1025765 Dec 18 13:42:49.044300 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-097ebe67-af22-49c0-afdb-587e33d62b8e req-f9b25ece-794e-4a92-8517-a6b928247639 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7d7768a1-9cd3-4428-932a-2ad12033ad04 HTTP/1.1" status: 200 len: 1001 time: 0.0688536 Dec 18 13:42:49.112599 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097ebe67-af22-49c0-afdb-587e33d62b8e req-b88c0cf9-5dd6-48a3-8cf5-4acd83b65f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:42:49.114100 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-097ebe67-af22-49c0-afdb-587e33d62b8e req-b88c0cf9-5dd6-48a3-8cf5-4acd83b65f41 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a121a5b0-c63f-4c8a-8ec5-178c074f3f34 HTTP/1.1" status: 200 len: 843 time: 0.0580704 Dec 18 13:42:49.162284 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097ebe67-af22-49c0-afdb-587e33d62b8e req-4cbe0345-06a0-462e-926d-11ed229f35ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:42:49.163932 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-097ebe67-af22-49c0-afdb-587e33d62b8e req-4cbe0345-06a0-462e-926d-11ed229f35ba service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d3c7dc45-103e-49da-8bc9-d98483dc9874&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0415666 Dec 18 13:42:49.268022 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-097ebe67-af22-49c0-afdb-587e33d62b8e req-35f3c80a-d819-4a57-b7e8-44fc0dc91820 service neutron] 10.222.0.43 "GET /v2.0/networks/d3c7dc45-103e-49da-8bc9-d98483dc9874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968256 Dec 18 13:42:49.363990 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-097ebe67-af22-49c0-afdb-587e33d62b8e req-87ff188b-98b0-401e-84c7-9ae4140955ba service neutron] 10.222.0.43 "GET /v2.0/networks/d3c7dc45-103e-49da-8bc9-d98483dc9874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879560 Dec 18 13:42:54.901740 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-46925dd0-fbc8-4d85-ac2d-733c172ce93a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:42:57.152089 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-3e40503d-e370-46e2-9119-ebea08b0d0af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:42:58.459224 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-afa9ae9b-bdbb-4010-bcf6-3a46ce66cf71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:42:59.965010 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7b7a3272-2b45-4d32-9670-25eb1afd1184 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:43:00.861107 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:43:05.267425 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.agents_db [None req-e3dda592-589a-4b4d-b028-ba9a260f4f50 None None] Agent healthcheck: found 6 active agents {{(pid=103162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 18 13:43:06.841331 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:43:24.900899 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-838ade39-e5c0-469f-90d8-06650b2d29a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:43:27.146764 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-d645de2b-f6e3-4ece-a7fb-baded0f5c07f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:43:28.458130 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-afa9ae9b-bdbb-4010-bcf6-3a46ce66cf71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:43:29.968553 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7b7a3272-2b45-4d32-9670-25eb1afd1184 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:43:30.866077 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:43:36.825560 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:43:42.271379 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.agents_db [None req-e3dda592-589a-4b4d-b028-ba9a260f4f50 None None] Agent healthcheck: found 6 active agents {{(pid=103162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 18 13:43:48.756847 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-8ee041b9-4f5e-4700-92c3-6d4fc2f8d16e req-ca27b38b-4fb4-4a61-b61c-209d48849fab service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=51ca21d4-8203-414a-9499-e7a4be2dc155&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0430856 Dec 18 13:43:48.850650 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee041b9-4f5e-4700-92c3-6d4fc2f8d16e req-d007820e-b8d7-41a9-800b-7d350ba677d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:43:48.852186 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-8ee041b9-4f5e-4700-92c3-6d4fc2f8d16e req-d007820e-b8d7-41a9-800b-7d350ba677d6 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6e88b8a5aed24360a829007d7fd9d0fd&device_id=51ca21d4-8203-414a-9499-e7a4be2dc155 HTTP/1.1" status: 200 len: 1099 time: 0.0421159 Dec 18 13:43:48.966638 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee041b9-4f5e-4700-92c3-6d4fc2f8d16e req-5c6825e3-bb8f-4841-922b-85167d39520e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:43:48.968567 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-8ee041b9-4f5e-4700-92c3-6d4fc2f8d16e req-5c6825e3-bb8f-4841-922b-85167d39520e service neutron] 10.222.0.43 "GET /v2.0/networks?id=d3c7dc45-103e-49da-8bc9-d98483dc9874 HTTP/1.1" status: 200 len: 897 time: 0.0957522 Dec 18 13:43:49.036068 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-8ee041b9-4f5e-4700-92c3-6d4fc2f8d16e req-9738d4ee-05fc-4b9e-b8b5-da63ae09afc0 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7d7768a1-9cd3-4428-932a-2ad12033ad04 HTTP/1.1" status: 200 len: 1001 time: 0.0593648 Dec 18 13:43:49.087773 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee041b9-4f5e-4700-92c3-6d4fc2f8d16e req-2c4fb4f8-4ed0-4aea-88fb-88f788ce581f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:43:49.089231 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-8ee041b9-4f5e-4700-92c3-6d4fc2f8d16e req-2c4fb4f8-4ed0-4aea-88fb-88f788ce581f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a121a5b0-c63f-4c8a-8ec5-178c074f3f34 HTTP/1.1" status: 200 len: 843 time: 0.0458572 Dec 18 13:43:49.139649 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee041b9-4f5e-4700-92c3-6d4fc2f8d16e req-4341c172-efba-4098-b6b5-81ba0101a4f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:43:49.141140 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-8ee041b9-4f5e-4700-92c3-6d4fc2f8d16e req-4341c172-efba-4098-b6b5-81ba0101a4f2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d3c7dc45-103e-49da-8bc9-d98483dc9874&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0440023 Dec 18 13:43:49.234963 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-8ee041b9-4f5e-4700-92c3-6d4fc2f8d16e req-9b32422b-7074-4e8e-9d95-95aa55ca2bf4 service neutron] 10.222.0.43 "GET /v2.0/networks/d3c7dc45-103e-49da-8bc9-d98483dc9874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852098 Dec 18 13:43:49.349536 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-8ee041b9-4f5e-4700-92c3-6d4fc2f8d16e req-f93eb374-90e4-41e2-8e56-c4535a093603 service neutron] 10.222.0.43 "GET /v2.0/networks/d3c7dc45-103e-49da-8bc9-d98483dc9874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058168 Dec 18 13:43:54.901114 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2a3753d3-ebdc-4682-ace3-0da48f4ddc3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:43:57.162972 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-17544493-53ba-4587-a8e3-23d8129d0c7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:43:58.468612 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-afa9ae9b-bdbb-4010-bcf6-3a46ce66cf71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:43:59.972242 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7b7a3272-2b45-4d32-9670-25eb1afd1184 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:44:00.870703 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:44:06.282293 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 58044) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:44:06.290564 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-ed03851d-ef3d-4ad5-919e-dbf7dd7a2083 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:44:06.383509 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-ed03851d-ef3d-4ad5-919e-dbf7dd7a2083 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4514417'] for subnet, before_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:44:06.530378 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-ed03851d-ef3d-4ad5-919e-dbf7dd7a2083 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8767106934739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-4533480'] for subnet, after_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:44:06.569377 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed03851d-ef3d-4ad5-919e-dbf7dd7a2083 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:44:06.569926 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-ed03851d-ef3d-4ad5-919e-dbf7dd7a2083 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for subnet, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:44:06.571839 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-ed03851d-ef3d-4ad5-919e-dbf7dd7a2083 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "PUT /v2.0/subnets/a121a5b0-c63f-4c8a-8ec5-178c074f3f34 HTTP/1.1" status: 200 len: 835 time: 0.2875621 Dec 18 13:44:06.577008 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3f371b4-ca59-497c-bf46-2e99ff41e4c0 None None] Network d3c7dc45-103e-49da-8bc9-d98483dc9874 requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:44:06.588915 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed03851d-ef3d-4ad5-919e-dbf7dd7a2083 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Pushing event updated for resources: {'Subnet': ['ID=a121a5b0-c63f-4c8a-8ec5-178c074f3f34,revision_number=1']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:44:06.596345 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed03851d-ef3d-4ad5-919e-dbf7dd7a2083 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:44:06.596692 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed03851d-ef3d-4ad5-919e-dbf7dd7a2083 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:44:06.597030 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed03851d-ef3d-4ad5-919e-dbf7dd7a2083 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:44:06.597373 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed03851d-ef3d-4ad5-919e-dbf7dd7a2083 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:44:06.597710 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed03851d-ef3d-4ad5-919e-dbf7dd7a2083 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:44:06.598044 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed03851d-ef3d-4ad5-919e-dbf7dd7a2083 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:44:06.598375 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed03851d-ef3d-4ad5-919e-dbf7dd7a2083 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:44:06.598710 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed03851d-ef3d-4ad5-919e-dbf7dd7a2083 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:44:06.599420 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed03851d-ef3d-4ad5-919e-dbf7dd7a2083 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:44:06.599420 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed03851d-ef3d-4ad5-919e-dbf7dd7a2083 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:44:06.599753 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed03851d-ef3d-4ad5-919e-dbf7dd7a2083 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:44:06.600019 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed03851d-ef3d-4ad5-919e-dbf7dd7a2083 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:44:06.600341 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed03851d-ef3d-4ad5-919e-dbf7dd7a2083 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:44:06.832017 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:44:06.926066 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-56a989c9-a5b0-481a-aed9-62a52bd6b36e None None] Provisioning complete for port 5cad0205-54fe-4504-a724-3b0779b1b43b triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:44:06.926449 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-56a989c9-a5b0-481a-aed9-62a52bd6b36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:44:07.015377 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-56a989c9-a5b0-481a-aed9-62a52bd6b36e None None] Provisioning complete for port 7d7768a1-9cd3-4428-932a-2ad12033ad04 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:44:07.015633 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-56a989c9-a5b0-481a-aed9-62a52bd6b36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:44:07.107695 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-56a989c9-a5b0-481a-aed9-62a52bd6b36e None None] Provisioning complete for port cb0fb2cd-8982-485d-bb01-c8f713338a73 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:44:07.107957 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-56a989c9-a5b0-481a-aed9-62a52bd6b36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:44:19.275232 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.agents_db [None req-e3dda592-589a-4b4d-b028-ba9a260f4f50 None None] Agent healthcheck: found 6 active agents {{(pid=103162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 18 13:44:24.906198 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-61867f95-bd50-4cbb-8710-942fa92b97a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:44:27.158034 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0a4da63e-6a31-4212-bd73-2aa7baee7037 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:44:28.463382 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-afa9ae9b-bdbb-4010-bcf6-3a46ce66cf71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:44:29.982889 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7b7a3272-2b45-4d32-9670-25eb1afd1184 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:44:30.873666 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:44:36.842221 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:44:50.769015 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-74b7dce2-bc06-4fd9-ba37-669ffd84f9d5 req-31df9784-0893-43ee-9360-5ff6e1a5803c service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=51ca21d4-8203-414a-9499-e7a4be2dc155&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0460818 Dec 18 13:44:50.865106 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b7dce2-bc06-4fd9-ba37-669ffd84f9d5 req-e169924a-7467-4f17-b815-7b807713d65d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:44:50.867564 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-74b7dce2-bc06-4fd9-ba37-669ffd84f9d5 req-e169924a-7467-4f17-b815-7b807713d65d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6e88b8a5aed24360a829007d7fd9d0fd&device_id=51ca21d4-8203-414a-9499-e7a4be2dc155 HTTP/1.1" status: 200 len: 1099 time: 0.0498166 Dec 18 13:44:50.986495 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b7dce2-bc06-4fd9-ba37-669ffd84f9d5 req-771de923-3126-45ba-849b-5c16b9610f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:44:50.988051 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-74b7dce2-bc06-4fd9-ba37-669ffd84f9d5 req-771de923-3126-45ba-849b-5c16b9610f02 service neutron] 10.222.0.43 "GET /v2.0/networks?id=d3c7dc45-103e-49da-8bc9-d98483dc9874 HTTP/1.1" status: 200 len: 897 time: 0.0973144 Dec 18 13:44:51.054158 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-74b7dce2-bc06-4fd9-ba37-669ffd84f9d5 req-9db456da-ea1f-496c-b6b2-ef766530c497 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7d7768a1-9cd3-4428-932a-2ad12033ad04 HTTP/1.1" status: 200 len: 1001 time: 0.0582213 Dec 18 13:44:51.111656 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b7dce2-bc06-4fd9-ba37-669ffd84f9d5 req-259db5e3-e82e-4e20-a652-de28b6ba585e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:44:51.113149 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-74b7dce2-bc06-4fd9-ba37-669ffd84f9d5 req-259db5e3-e82e-4e20-a652-de28b6ba585e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a121a5b0-c63f-4c8a-8ec5-178c074f3f34 HTTP/1.1" status: 200 len: 843 time: 0.0512757 Dec 18 13:44:51.140446 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 58054) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:44:51.164632 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b7dce2-bc06-4fd9-ba37-669ffd84f9d5 req-b65b9aa8-5dde-4e5d-84e1-ec5ac77fffb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:44:51.166231 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-74b7dce2-bc06-4fd9-ba37-669ffd84f9d5 req-b65b9aa8-5dde-4e5d-84e1-ec5ac77fffb0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d3c7dc45-103e-49da-8bc9-d98483dc9874&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0456779 Dec 18 13:44:51.260367 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-74b7dce2-bc06-4fd9-ba37-669ffd84f9d5 req-6bff74f3-208c-4628-840f-f865881be840 service neutron] 10.222.0.43 "GET /v2.0/networks/d3c7dc45-103e-49da-8bc9-d98483dc9874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863450 Dec 18 13:44:51.301390 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-146298c3-0e17-4182-a23f-b1639f3391e5 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Deleting port 9336cac9-b927-4049-844c-6ea0db9a5b9a {{(pid=103160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:44:51.301738 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-146298c3-0e17-4182-a23f-b1639f3391e5 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:44:51.353584 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-74b7dce2-bc06-4fd9-ba37-669ffd84f9d5 req-d2040bee-180c-4726-b3d0-c41536c44f7b service neutron] 10.222.0.43 "GET /v2.0/networks/d3c7dc45-103e-49da-8bc9-d98483dc9874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858316 Dec 18 13:44:51.381552 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-146298c3-0e17-4182-a23f-b1639f3391e5 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:44:51.381877 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-146298c3-0e17-4182-a23f-b1639f3391e5 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:44:51.394010 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-146298c3-0e17-4182-a23f-b1639f3391e5 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Calling delete_port for 9336cac9-b927-4049-844c-6ea0db9a5b9a owned by network:floatingip {{(pid=103160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:44:51.540707 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-146298c3-0e17-4182-a23f-b1639f3391e5 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4533522'] for port, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:44:51.569661 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146298c3-0e17-4182-a23f-b1639f3391e5 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Pushing event deleted for resources: {'Port': ['ID=9336cac9-b927-4049-844c-6ea0db9a5b9a,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:44:51.630681 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-146298c3-0e17-4182-a23f-b1639f3391e5 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for floatingip, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:44:51.631015 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.db.l3_db [None req-146298c3-0e17-4182-a23f-b1639f3391e5 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Floating IP 87fdb9b3-57aa-4b8c-8121-d8103b067c1a disassociated (deleted). External IP: 172.26.3.92, port: 7d7768a1-9cd3-4428-932a-2ad12033ad04. Dec 18 13:44:51.859263 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-146298c3-0e17-4182-a23f-b1639f3391e5 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Router 4842ae81-ef86-4ff2-8fea-96bab37ec44e has already been hosted by L3 agent c9c0cd52-5bd2-4704-9429-d80f1c5ad23c {{(pid=103160) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 18 13:44:51.970649 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-146298c3-0e17-4182-a23f-b1639f3391e5 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Notify agent at l3_agent.dv-neutron-744815-20-hyperv the message routers_updated {{(pid=103160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 13:44:51.975563 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-146298c3-0e17-4182-a23f-b1639f3391e5 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for floatingip, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:44:51.981721 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b3e80b-1f84-4b01-b612-a0793fa739ad None None] Sync routers for ids ['4842ae81-ef86-4ff2-8fea-96bab37ec44e'] in dv-neutron-744815-20-hyperv {{(pid=103161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 13:44:51.992494 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b3e80b-1f84-4b01-b612-a0793fa739ad None None] Routers {'4842ae81-ef86-4ff2-8fea-96bab37ec44e'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:44:51.993074 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-14b3e80b-1f84-4b01-b612-a0793fa739ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:44:27Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['4842ae81-ef86-4ff2-8fea-96bab37ec44e'], 'active': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:44:52.006227 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-146298c3-0e17-4182-a23f-b1639f3391e5 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "DELETE /v2.0/floatingips/87fdb9b3-57aa-4b8c-8121-d8103b067c1a HTTP/1.1" status: 204 len: 168 time: 0.8646474 Dec 18 13:44:52.006840 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51ca21d4-8203-414a-9499-e7a4be2dc155', 'tag': '7d7768a1-9cd3-4428-932a-2ad12033ad04'}] {{(pid=103160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 18 13:44:52.009201 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd59ab3361532ca86f78e2d2eaf298e4a05479417bf909969c39d1b423591824" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ede61062-9dce-4e4a-9178-8938bd891117" -d '{"events": [{"name": "network-changed", "server_uuid": "51ca21d4-8203-414a-9499-e7a4be2dc155", "tag": "7d7768a1-9cd3-4428-932a-2ad12033ad04"}]}' {{(pid=103160) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 18 13:44:52.105495 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvr_db [None req-14b3e80b-1f84-4b01-b612-a0793fa739ad None None] Set router 4842ae81-ef86-4ff2-8fea-96bab37ec44e gateway port host: dv-neutron-744815-20-hyperv {{(pid=103161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 13:44:52.297807 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bcb90c-5ee6-4842-96d8-0d3f2909baa8 req-f454724a-0710-41da-a3a0-1358036bd9d5 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:44:52.299356 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-c7bcb90c-5ee6-4842-96d8-0d3f2909baa8 req-f454724a-0710-41da-a3a0-1358036bd9d5 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/ports?device_id=51ca21d4-8203-414a-9499-e7a4be2dc155 HTTP/1.1" status: 200 len: 946 time: 0.1007130 Dec 18 13:44:52.302521 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-14b3e80b-1f84-4b01-b612-a0793fa739ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4842ae81-ef86-4ff2-8fea-96bab37ec44e', 'name': 'tempest-TestNetworkBasicOps-router-1294386035', 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.136'}], 'enable_snat': True}, 'gw_port_id': 'd5cf0475-c750-412b-b75b-20bf788b3aa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:41:09Z', 'updated_at': '2021-12-18T13:41:13Z', 'revision_number': 4, 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'gw_port': {'id': 'd5cf0475-c750-412b-b75b-20bf788b3aa2', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:18:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4842ae81-ef86-4ff2-8fea-96bab37ec44e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:41:10Z', 'updated_at': '2021-12-18T13:41:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv', '_interfaces': [{'id': 'cb0fb2cd-8982-485d-bb01-c8f713338a73', 'name': '', 'network_id': 'd3c7dc45-103e-49da-8bc9-d98483dc9874', 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'mac_address': 'fa:16:3e:90:a0:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4842ae81-ef86-4ff2-8fea-96bab37ec44e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1469, 'fixed_ips': [{'subnet_id': 'a121a5b0-c63f-4c8a-8ec5-178c074f3f34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:41:12Z', 'updated_at': '2021-12-18T13:41:16Z', 'revision_number': 5, 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'subnets': [{'id': 'a121a5b0-c63f-4c8a-8ec5-178c074f3f34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:44:52.328752 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b3e80b-1f84-4b01-b612-a0793fa739ad None None] Checking router: 4842ae81-ef86-4ff2-8fea-96bab37ec44e for host: dv-neutron-744815-20-hyperv {{(pid=103161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 18 13:44:52.337766 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b3e80b-1f84-4b01-b612-a0793fa739ad None None] Routers {'4842ae81-ef86-4ff2-8fea-96bab37ec44e'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:44:52.338375 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-14b3e80b-1f84-4b01-b612-a0793fa739ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:44:27Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['4842ae81-ef86-4ff2-8fea-96bab37ec44e'], 'active': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:44:52.348000 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-c7bcb90c-5ee6-4842-96d8-0d3f2909baa8 req-0430953b-18e5-402d-b99c-67c57aa985a9 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/security-groups?id=77772227-7ba1-4fca-a699-e826afe6d8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427003 Dec 18 13:44:52.446969 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvr_db [None req-14b3e80b-1f84-4b01-b612-a0793fa739ad None None] Set router 4842ae81-ef86-4ff2-8fea-96bab37ec44e gateway port host: dv-neutron-744815-20-hyperv {{(pid=103161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 13:44:52.827000 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-14b3e80b-1f84-4b01-b612-a0793fa739ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4842ae81-ef86-4ff2-8fea-96bab37ec44e', 'name': 'tempest-TestNetworkBasicOps-router-1294386035', 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.136'}], 'enable_snat': True}, 'gw_port_id': 'd5cf0475-c750-412b-b75b-20bf788b3aa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:41:09Z', 'updated_at': '2021-12-18T13:41:13Z', 'revision_number': 4, 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'gw_port': {'id': 'd5cf0475-c750-412b-b75b-20bf788b3aa2', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:18:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4842ae81-ef86-4ff2-8fea-96bab37ec44e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:41:10Z', 'updated_at': '2021-12-18T13:41:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv', '_interfaces': [{'id': 'cb0fb2cd-8982-485d-bb01-c8f713338a73', 'name': '', 'network_id': 'd3c7dc45-103e-49da-8bc9-d98483dc9874', 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'mac_address': 'fa:16:3e:90:a0:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4842ae81-ef86-4ff2-8fea-96bab37ec44e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1469, 'fixed_ips': [{'subnet_id': 'a121a5b0-c63f-4c8a-8ec5-178c074f3f34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:41:12Z', 'updated_at': '2021-12-18T13:41:16Z', 'revision_number': 5, 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'subnets': [{'id': 'a121a5b0-c63f-4c8a-8ec5-178c074f3f34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:44:52.853440 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b3e80b-1f84-4b01-b612-a0793fa739ad None None] The sync data for ids ['4842ae81-ef86-4ff2-8fea-96bab37ec44e'] in dv-neutron-744815-20-hyperv is: [{'id': '4842ae81-ef86-4ff2-8fea-96bab37ec44e', 'name': 'tempest-TestNetworkBasicOps-router-1294386035', 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.136'}], 'enable_snat': True}, 'gw_port_id': 'd5cf0475-c750-412b-b75b-20bf788b3aa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:41:09Z', 'updated_at': '2021-12-18T13:41:13Z', 'revision_number': 4, 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'gw_port': {'id': 'd5cf0475-c750-412b-b75b-20bf788b3aa2', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:18:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4842ae81-ef86-4ff2-8fea-96bab37ec44e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:41:10Z', 'updated_at': '2021-12-18T13:41:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv', '_interfaces': [{'id': 'cb0fb2cd-8982-485d-bb01-c8f713338a73', 'name': '', 'network_id': 'd3c7dc45-103e-49da-8bc9-d98483dc9874', 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'mac_address': 'fa:16:3e:90:a0:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4842ae81-ef86-4ff2-8fea-96bab37ec44e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1469, 'fixed_ips': [{'subnet_id': 'a121a5b0-c63f-4c8a-8ec5-178c074f3f34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:41:12Z', 'updated_at': '2021-12-18T13:41:16Z', 'revision_number': 5, 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'subnets': [{'id': 'a121a5b0-c63f-4c8a-8ec5-178c074f3f34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 13:44:53.080922 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83b5cfd4-c3ac-4667-b21e-eaaf9df5d8e6 None None] New status for floating IP 87fdb9b3-57aa-4b8c-8121-d8103b067c1a: DOWN {{(pid=103162) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 18 13:44:53.168656 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 13:44:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-609bc62a-b35a-4df6-84a9-5d5ee5454c0a x-openstack-request-id: req-609bc62a-b35a-4df6-84a9-5d5ee5454c0a {{(pid=103160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 18 13:44:53.169189 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51ca21d4-8203-414a-9499-e7a4be2dc155", "tag": "7d7768a1-9cd3-4428-932a-2ad12033ad04", "status": "completed", "code": 200}]} {{(pid=103160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 18 13:44:53.169189 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-609bc62a-b35a-4df6-84a9-5d5ee5454c0a {{(pid=103160) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 18 13:44:53.169563 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51ca21d4-8203-414a-9499-e7a4be2dc155', 'tag': '7d7768a1-9cd3-4428-932a-2ad12033ad04', 'status': 'completed', 'code': 200} Dec 18 13:44:53.235248 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede61062-9dce-4e4a-9178-8938bd891117 req-366ad39f-a5fa-49d0-b0b6-95e8163f977b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:44:53.236742 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-ede61062-9dce-4e4a-9178-8938bd891117 req-366ad39f-a5fa-49d0-b0b6-95e8163f977b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6e88b8a5aed24360a829007d7fd9d0fd&device_id=51ca21d4-8203-414a-9499-e7a4be2dc155 HTTP/1.1" status: 200 len: 1099 time: 0.0441751 Dec 18 13:44:53.338130 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede61062-9dce-4e4a-9178-8938bd891117 req-d414bf55-e603-4a63-a780-69a82f2ff539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:44:53.339608 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-ede61062-9dce-4e4a-9178-8938bd891117 req-d414bf55-e603-4a63-a780-69a82f2ff539 service neutron] 10.222.0.43 "GET /v2.0/networks?id=d3c7dc45-103e-49da-8bc9-d98483dc9874 HTTP/1.1" status: 200 len: 897 time: 0.0935867 Dec 18 13:44:53.385945 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-ede61062-9dce-4e4a-9178-8938bd891117 req-58fceb11-6241-41a6-a147-9361d1969ace service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7d7768a1-9cd3-4428-932a-2ad12033ad04 HTTP/1.1" status: 200 len: 217 time: 0.0376318 Dec 18 13:44:53.458763 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede61062-9dce-4e4a-9178-8938bd891117 req-a2a8c1b6-1b59-4b75-bb4c-47f199e26d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:44:53.460251 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-ede61062-9dce-4e4a-9178-8938bd891117 req-a2a8c1b6-1b59-4b75-bb4c-47f199e26d09 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a121a5b0-c63f-4c8a-8ec5-178c074f3f34 HTTP/1.1" status: 200 len: 843 time: 0.0666423 Dec 18 13:44:53.503318 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c28b71-5bf1-4f29-a0b2-d4a091e8fff8 req-18977136-c5c6-436f-8c2f-31daf3cb05ac tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:44:53.504767 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-b5c28b71-5bf1-4f29-a0b2-d4a091e8fff8 req-18977136-c5c6-436f-8c2f-31daf3cb05ac tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/ports?device_id=51ca21d4-8203-414a-9499-e7a4be2dc155 HTTP/1.1" status: 200 len: 946 time: 0.0739098 Dec 18 13:44:53.533364 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede61062-9dce-4e4a-9178-8938bd891117 req-423fd875-516b-4143-9c97-003cd8770d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:44:53.534826 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-ede61062-9dce-4e4a-9178-8938bd891117 req-423fd875-516b-4143-9c97-003cd8770d29 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d3c7dc45-103e-49da-8bc9-d98483dc9874&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0633950 Dec 18 13:44:53.586419 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-b5c28b71-5bf1-4f29-a0b2-d4a091e8fff8 req-b31ba71e-8914-4601-ada7-6b1474cd97a2 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/security-groups?id=77772227-7ba1-4fca-a699-e826afe6d8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756457 Dec 18 13:44:53.644752 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-ede61062-9dce-4e4a-9178-8938bd891117 req-d3a2eb31-8bdd-45f0-9a85-f715aa406811 service neutron] 10.222.0.43 "GET /v2.0/networks/d3c7dc45-103e-49da-8bc9-d98483dc9874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006565 Dec 18 13:44:53.746600 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-ede61062-9dce-4e4a-9178-8938bd891117 req-5d2330c8-94ff-46d7-99fd-da819f3fd985 service neutron] 10.222.0.43 "GET /v2.0/networks/d3c7dc45-103e-49da-8bc9-d98483dc9874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936248 Dec 18 13:44:53.806302 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cf3a0e-8388-42a7-a64e-5747abad9e20 req-4cb1fc01-b00a-46b9-aa66-067817e901ce tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:44:53.807811 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-48cf3a0e-8388-42a7-a64e-5747abad9e20 req-4cb1fc01-b00a-46b9-aa66-067817e901ce tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.43 "GET /v2.0/ports?device_id=51ca21d4-8203-414a-9499-e7a4be2dc155 HTTP/1.1" status: 200 len: 946 time: 0.0511177 Dec 18 13:44:53.903881 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [req-48cf3a0e-8388-42a7-a64e-5747abad9e20 req-8e18c408-2498-4f09-9c12-af215d6be2ae tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Deleting port 7d7768a1-9cd3-4428-932a-2ad12033ad04 {{(pid=103160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:44:53.904141 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [req-48cf3a0e-8388-42a7-a64e-5747abad9e20 req-8e18c408-2498-4f09-9c12-af215d6be2ae tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:44:53.994286 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.db [req-48cf3a0e-8388-42a7-a64e-5747abad9e20 req-8e18c408-2498-4f09-9c12-af215d6be2ae tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] For port 7d7768a1-9cd3-4428-932a-2ad12033ad04, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=7d7768a1-9cd3-4428-932a-2ad12033ad04,segment=NetworkSegment(78a60430-4ee1-4c90-b000-2916410eb6b6),segment_id=78a60430-4ee1-4c90-b000-2916410eb6b6)] {{(pid=103160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:44:53.994682 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [req-48cf3a0e-8388-42a7-a64e-5747abad9e20 req-8e18c408-2498-4f09-9c12-af215d6be2ae tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:44:54.015238 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [req-48cf3a0e-8388-42a7-a64e-5747abad9e20 req-8e18c408-2498-4f09-9c12-af215d6be2ae tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Calling delete_port for 7d7768a1-9cd3-4428-932a-2ad12033ad04 owned by compute:nova {{(pid=103160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:44:54.157893 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [req-48cf3a0e-8388-42a7-a64e-5747abad9e20 req-8e18c408-2498-4f09-9c12-af215d6be2ae tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4533522'] for port, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:44:54.187535 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e18c408-2498-4f09-9c12-af215d6be2ae tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Pushing event deleted for resources: {'Port': ['ID=7d7768a1-9cd3-4428-932a-2ad12033ad04,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:44:54.232967 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.l3_dvrscheduler_db [req-48cf3a0e-8388-42a7-a64e-5747abad9e20 req-8e18c408-2498-4f09-9c12-af215d6be2ae tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] No DVR routers for this DVR port 7d7768a1-9cd3-4428-932a-2ad12033ad04 on host hv-neutron-7448 {{(pid=103160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 18 13:44:54.235822 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [req-48cf3a0e-8388-42a7-a64e-5747abad9e20 req-8e18c408-2498-4f09-9c12-af215d6be2ae tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:44:54.239471 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-48cf3a0e-8388-42a7-a64e-5747abad9e20 req-8e18c408-2498-4f09-9c12-af215d6be2ae tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.43 "DELETE /v2.0/ports/7d7768a1-9cd3-4428-932a-2ad12033ad04 HTTP/1.1" status: 204 len: 173 time: 0.4254012 Dec 18 13:44:54.752353 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-780842e8-ff9e-4152-bc97-059f6feb1b5b req-0d5f839a-12a4-4cc4-8773-e2f4f5fe67ca tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/ports?device_id=51ca21d4-8203-414a-9499-e7a4be2dc155 HTTP/1.1" status: 200 len: 210 time: 0.0764003 Dec 18 13:44:54.901624 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-514831b9-2d39-43ab-9f28-a6f60bad6370 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:44:55.171573 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51ca21d4-8203-414a-9499-e7a4be2dc155', 'name': 'network-vif-deleted', 'tag': '7d7768a1-9cd3-4428-932a-2ad12033ad04'}] {{(pid=103160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 18 13:44:55.175254 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd59ab3361532ca86f78e2d2eaf298e4a05479417bf909969c39d1b423591824" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-320476d4-fa15-4ab7-96cc-a4f223610748" -d '{"events": [{"server_uuid": "51ca21d4-8203-414a-9499-e7a4be2dc155", "name": "network-vif-deleted", "tag": "7d7768a1-9cd3-4428-932a-2ad12033ad04"}]}' {{(pid=103160) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 18 13:44:55.218794 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 13:44:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e69dfac4-260d-4a15-99f7-c137f809a18b x-openstack-request-id: req-e69dfac4-260d-4a15-99f7-c137f809a18b {{(pid=103160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 18 13:44:55.219590 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51ca21d4-8203-414a-9499-e7a4be2dc155", "name": "network-vif-deleted", "tag": "7d7768a1-9cd3-4428-932a-2ad12033ad04", "status": "completed", "code": 200}]} {{(pid=103160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 18 13:44:55.219590 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e69dfac4-260d-4a15-99f7-c137f809a18b {{(pid=103160) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 18 13:44:55.219893 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51ca21d4-8203-414a-9499-e7a4be2dc155', 'name': 'network-vif-deleted', 'tag': '7d7768a1-9cd3-4428-932a-2ad12033ad04', 'status': 'completed', 'code': 200} Dec 18 13:44:55.798910 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Device 7d7768a1-9cd3-4428-932a-2ad12033ad04 no longer exists at agent hyperv_hv-neutron-7448 {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 18 13:44:55.817951 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 58098) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:44:55.824015 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] No Port match for: 7d7768a1-9cd3-4428-932a-2ad12033ad04 {{(pid=103161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 18 13:44:55.824349 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Device 7d7768a1-9cd3-4428-932a-2ad12033ad04 not bound to the agent host hv-neutron-7448 {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 18 13:44:55.878388 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-0bf8238d-896f-4a27-a5a5-35297827202b tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for security_group, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:44:55.903532 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-0bf8238d-896f-4a27-a5a5-35297827202b tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:44:55.968373 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-0bf8238d-896f-4a27-a5a5-35297827202b tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:44:55.971235 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-0bf8238d-896f-4a27-a5a5-35297827202b tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for security_group, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:44:55.972417 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-0bf8238d-896f-4a27-a5a5-35297827202b tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "DELETE /v2.0/security-groups/77772227-7ba1-4fca-a699-e826afe6d8d5 HTTP/1.1" status: 204 len: 168 time: 0.1535122 Dec 18 13:44:55.981794 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf8238d-896f-4a27-a5a5-35297827202b tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=77772227-7ba1-4fca-a699-e826afe6d8d5,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:44:56.003635 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 58102) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:44:56.275508 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.agents_db [None req-e3dda592-589a-4b4d-b028-ba9a260f4f50 None None] Agent healthcheck: found 6 active agents {{(pid=103162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 18 13:44:56.378179 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-7738222b-6b2f-445f-aa7e-a1a074eb07a3 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-586101'] for router_interface, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:44:56.647227 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-7738222b-6b2f-445f-aa7e-a1a074eb07a3 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Deleting port cb0fb2cd-8982-485d-bb01-c8f713338a73 {{(pid=103160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:44:56.647574 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-7738222b-6b2f-445f-aa7e-a1a074eb07a3 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:44:56.736620 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.db [None req-7738222b-6b2f-445f-aa7e-a1a074eb07a3 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] For port cb0fb2cd-8982-485d-bb01-c8f713338a73, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=cb0fb2cd-8982-485d-bb01-c8f713338a73,segment=NetworkSegment(78a60430-4ee1-4c90-b000-2916410eb6b6),segment_id=78a60430-4ee1-4c90-b000-2916410eb6b6)] {{(pid=103160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:44:56.736971 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-7738222b-6b2f-445f-aa7e-a1a074eb07a3 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:44:56.753276 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-7738222b-6b2f-445f-aa7e-a1a074eb07a3 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Calling delete_port for cb0fb2cd-8982-485d-bb01-c8f713338a73 owned by network:router_interface {{(pid=103160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:44:56.942329 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-7738222b-6b2f-445f-aa7e-a1a074eb07a3 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4533522'] for port, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:44:56.968836 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7738222b-6b2f-445f-aa7e-a1a074eb07a3 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Pushing event deleted for resources: {'Port': ['ID=cb0fb2cd-8982-485d-bb01-c8f713338a73,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:44:57.148754 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-7738222b-6b2f-445f-aa7e-a1a074eb07a3 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1048020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-576035'] for router_interface, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:44:57.152131 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c2026455-1b38-4cc6-b4c2-e56eb5327234 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:44:57.376284 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7738222b-6b2f-445f-aa7e-a1a074eb07a3 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Router 4842ae81-ef86-4ff2-8fea-96bab37ec44e has already been hosted by L3 agent c9c0cd52-5bd2-4704-9429-d80f1c5ad23c {{(pid=103160) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 18 13:44:57.483951 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7738222b-6b2f-445f-aa7e-a1a074eb07a3 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Notify agent at l3_agent.dv-neutron-744815-20-hyperv the message routers_updated {{(pid=103160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 13:44:57.490160 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-7738222b-6b2f-445f-aa7e-a1a074eb07a3 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "PUT /v2.0/routers/4842ae81-ef86-4ff2-8fea-96bab37ec44e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4851160 Dec 18 13:44:57.493630 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 58104) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:44:57.496307 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ce63915-cb71-4b99-ad04-e6bcd7a9b9de None None] Sync routers for ids ['4842ae81-ef86-4ff2-8fea-96bab37ec44e'] in dv-neutron-744815-20-hyperv {{(pid=103161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 13:44:57.506918 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ce63915-cb71-4b99-ad04-e6bcd7a9b9de None None] Routers {'4842ae81-ef86-4ff2-8fea-96bab37ec44e'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:44:57.507654 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-2ce63915-cb71-4b99-ad04-e6bcd7a9b9de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:44:57Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['4842ae81-ef86-4ff2-8fea-96bab37ec44e'], 'active': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:44:57.544863 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8e6110f-e714-4f18-b071-04eea947ae68 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Deleting subnet a121a5b0-c63f-4c8a-8ec5-178c074f3f34 {{(pid=103159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 18 13:44:57.548167 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-d8e6110f-e714-4f18-b071-04eea947ae68 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for subnet, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:44:57.589675 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-d8e6110f-e714-4f18-b071-04eea947ae68 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5589624'] for subnet, precommit_delete_associations {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:44:57.618831 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvr_db [None req-2ce63915-cb71-4b99-ad04-e6bcd7a9b9de None None] Set router 4842ae81-ef86-4ff2-8fea-96bab37ec44e gateway port host: dv-neutron-744815-20-hyperv {{(pid=103161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 13:44:57.678916 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-d8e6110f-e714-4f18-b071-04eea947ae68 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1929185'] for subnet, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:44:57.743809 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-d8e6110f-e714-4f18-b071-04eea947ae68 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1929192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5659851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6017053'] for subnet, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:44:57.771207 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e6110f-e714-4f18-b071-04eea947ae68 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Pushing event deleted for resources: {'Subnet': ['ID=a121a5b0-c63f-4c8a-8ec5-178c074f3f34,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:44:57.780180 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-d8e6110f-e714-4f18-b071-04eea947ae68 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for subnet, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:44:57.786075 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 58106) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:44:57.786807 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-d8e6110f-e714-4f18-b071-04eea947ae68 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "DELETE /v2.0/subnets/a121a5b0-c63f-4c8a-8ec5-178c074f3f34 HTTP/1.1" status: 204 len: 168 time: 0.2920632 Dec 18 13:44:57.788343 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52b1bd52-1bd2-42aa-a393-91e9ffbae5f7 None None] Network d3c7dc45-103e-49da-8bc9-d98483dc9874 requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:44:57.788964 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e6110f-e714-4f18-b071-04eea947ae68 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:44:57.789309 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e6110f-e714-4f18-b071-04eea947ae68 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:44:57.789656 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e6110f-e714-4f18-b071-04eea947ae68 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:44:57.790016 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e6110f-e714-4f18-b071-04eea947ae68 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:44:57.790347 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e6110f-e714-4f18-b071-04eea947ae68 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:44:57.790674 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e6110f-e714-4f18-b071-04eea947ae68 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:44:57.791033 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e6110f-e714-4f18-b071-04eea947ae68 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:44:57.791342 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e6110f-e714-4f18-b071-04eea947ae68 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:44:57.791669 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e6110f-e714-4f18-b071-04eea947ae68 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:44:57.792007 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e6110f-e714-4f18-b071-04eea947ae68 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:44:57.792324 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e6110f-e714-4f18-b071-04eea947ae68 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:44:57.792629 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e6110f-e714-4f18-b071-04eea947ae68 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:44:57.792946 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e6110f-e714-4f18-b071-04eea947ae68 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:44:57.821780 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-2ce63915-cb71-4b99-ad04-e6bcd7a9b9de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4842ae81-ef86-4ff2-8fea-96bab37ec44e', 'name': 'tempest-TestNetworkBasicOps-router-1294386035', 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.136'}], 'enable_snat': True}, 'gw_port_id': 'd5cf0475-c750-412b-b75b-20bf788b3aa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:41:09Z', 'updated_at': '2021-12-18T13:44:56Z', 'revision_number': 5, 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'gw_port': {'id': 'd5cf0475-c750-412b-b75b-20bf788b3aa2', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:18:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4842ae81-ef86-4ff2-8fea-96bab37ec44e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:41:10Z', 'updated_at': '2021-12-18T13:41:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv'}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:44:57.876513 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ce63915-cb71-4b99-ad04-e6bcd7a9b9de None None] Checking router: 4842ae81-ef86-4ff2-8fea-96bab37ec44e for host: dv-neutron-744815-20-hyperv {{(pid=103161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 18 13:44:57.896228 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-cf86fb84-2302-4244-a08b-cb6c176cdf3d tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for router, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:44:57.901672 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ce63915-cb71-4b99-ad04-e6bcd7a9b9de None None] Routers {'4842ae81-ef86-4ff2-8fea-96bab37ec44e'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:44:57.902648 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-2ce63915-cb71-4b99-ad04-e6bcd7a9b9de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:44:57Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['4842ae81-ef86-4ff2-8fea-96bab37ec44e'], 'active': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:44:58.014127 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-cf86fb84-2302-4244-a08b-cb6c176cdf3d tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:44:58.029060 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvr_db [None req-2ce63915-cb71-4b99-ad04-e6bcd7a9b9de None None] Set router 4842ae81-ef86-4ff2-8fea-96bab37ec44e gateway port host: dv-neutron-744815-20-hyperv {{(pid=103161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 13:44:58.077923 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-cf86fb84-2302-4244-a08b-cb6c176cdf3d tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Deleting port d5cf0475-c750-412b-b75b-20bf788b3aa2 {{(pid=103160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:44:58.078374 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-cf86fb84-2302-4244-a08b-cb6c176cdf3d tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:44:58.084691 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af550926-369f-4ff2-a213-08939f5fb74e None None] DHCP port deletion for d3c7dc45-103e-49da-8bc9-d98483dc9874 request from dv-neutron-744815-20-hyperv {{(pid=103161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 18 13:44:58.157749 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.db [None req-cf86fb84-2302-4244-a08b-cb6c176cdf3d tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] For port d5cf0475-c750-412b-b75b-20bf788b3aa2, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=d5cf0475-c750-412b-b75b-20bf788b3aa2,segment=NetworkSegment(3f66d49c-4faa-434c-8c3e-991f4f1d01bd),segment_id=3f66d49c-4faa-434c-8c3e-991f4f1d01bd)] {{(pid=103160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:44:58.158025 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-cf86fb84-2302-4244-a08b-cb6c176cdf3d tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:44:58.174793 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-cf86fb84-2302-4244-a08b-cb6c176cdf3d tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Calling delete_port for d5cf0475-c750-412b-b75b-20bf788b3aa2 owned by network:router_gateway {{(pid=103160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:44:58.223657 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-af550926-369f-4ff2-a213-08939f5fb74e None None] Deleting port 5cad0205-54fe-4504-a724-3b0779b1b43b {{(pid=103161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:44:58.224309 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-af550926-369f-4ff2-a213-08939f5fb74e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:44:58.301159 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-af550926-369f-4ff2-a213-08939f5fb74e None None] For port 5cad0205-54fe-4504-a724-3b0779b1b43b, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=5cad0205-54fe-4504-a724-3b0779b1b43b,segment=NetworkSegment(78a60430-4ee1-4c90-b000-2916410eb6b6),segment_id=78a60430-4ee1-4c90-b000-2916410eb6b6)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:44:58.301479 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-af550926-369f-4ff2-a213-08939f5fb74e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:44:58.316034 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-af550926-369f-4ff2-a213-08939f5fb74e None None] Calling delete_port for 5cad0205-54fe-4504-a724-3b0779b1b43b owned by network:dhcp {{(pid=103161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:44:58.323338 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-2ce63915-cb71-4b99-ad04-e6bcd7a9b9de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4842ae81-ef86-4ff2-8fea-96bab37ec44e', 'name': 'tempest-TestNetworkBasicOps-router-1294386035', 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.136'}], 'enable_snat': True}, 'gw_port_id': 'd5cf0475-c750-412b-b75b-20bf788b3aa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:41:09Z', 'updated_at': '2021-12-18T13:44:56Z', 'revision_number': 5, 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'gw_port': {'id': 'd5cf0475-c750-412b-b75b-20bf788b3aa2', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:18:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4842ae81-ef86-4ff2-8fea-96bab37ec44e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:41:10Z', 'updated_at': '2021-12-18T13:41:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv'}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:44:58.346295 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-cf86fb84-2302-4244-a08b-cb6c176cdf3d tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4533522'] for port, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:44:58.355382 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ce63915-cb71-4b99-ad04-e6bcd7a9b9de None None] The sync data for ids ['4842ae81-ef86-4ff2-8fea-96bab37ec44e'] in dv-neutron-744815-20-hyperv is: [{'id': '4842ae81-ef86-4ff2-8fea-96bab37ec44e', 'name': 'tempest-TestNetworkBasicOps-router-1294386035', 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.136'}], 'enable_snat': True}, 'gw_port_id': 'd5cf0475-c750-412b-b75b-20bf788b3aa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:41:09Z', 'updated_at': '2021-12-18T13:44:56Z', 'revision_number': 5, 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'gw_port': {'id': 'd5cf0475-c750-412b-b75b-20bf788b3aa2', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:18:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4842ae81-ef86-4ff2-8fea-96bab37ec44e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:41:10Z', 'updated_at': '2021-12-18T13:41:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv'}] {{(pid=103161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 13:44:58.369703 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf86fb84-2302-4244-a08b-cb6c176cdf3d tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Pushing event deleted for resources: {'Port': ['ID=d5cf0475-c750-412b-b75b-20bf788b3aa2,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:44:58.394300 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1201c0b7-5fb8-4d0c-8d49-a7a9e275218d None None] DHCP port deletion for decb4a40-7941-48c8-afbb-daaafd502e83 request from dv-neutron-744815-20-hyperv {{(pid=103161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 18 13:44:58.435241 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-af550926-369f-4ff2-a213-08939f5fb74e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984'] for port, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:44:58.437168 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-cf86fb84-2302-4244-a08b-cb6c176cdf3d tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-586554'] for router_gateway, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:44:58.464297 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af550926-369f-4ff2-a213-08939f5fb74e None None] Pushing event deleted for resources: {'Port': ['ID=5cad0205-54fe-4504-a724-3b0779b1b43b,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:44:58.478897 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af550926-369f-4ff2-a213-08939f5fb74e None None] No DVR routers for this DVR port 5cad0205-54fe-4504-a724-3b0779b1b43b on host dv-neutron-744815-20-hyperv {{(pid=103161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 18 13:44:58.483232 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af550926-369f-4ff2-a213-08939f5fb74e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:44:58.483539 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af550926-369f-4ff2-a213-08939f5fb74e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:44:58.483875 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af550926-369f-4ff2-a213-08939f5fb74e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:44:58.484203 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af550926-369f-4ff2-a213-08939f5fb74e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:44:58.484529 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af550926-369f-4ff2-a213-08939f5fb74e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:44:58.484938 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af550926-369f-4ff2-a213-08939f5fb74e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:44:58.485454 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af550926-369f-4ff2-a213-08939f5fb74e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:44:58.485656 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af550926-369f-4ff2-a213-08939f5fb74e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:44:58.485965 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af550926-369f-4ff2-a213-08939f5fb74e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:44:58.486753 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af550926-369f-4ff2-a213-08939f5fb74e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:44:58.486753 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af550926-369f-4ff2-a213-08939f5fb74e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:44:58.486976 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af550926-369f-4ff2-a213-08939f5fb74e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:44:58.487229 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af550926-369f-4ff2-a213-08939f5fb74e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:44:58.492052 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-afa9ae9b-bdbb-4010-bcf6-3a46ce66cf71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:44:58.538599 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-cf86fb84-2302-4244-a08b-cb6c176cdf3d tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-589815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28643'] for router, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:44:58.541789 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-cf86fb84-2302-4244-a08b-cb6c176cdf3d tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:44:58.948645 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-cf86fb84-2302-4244-a08b-cb6c176cdf3d tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-589710'] for router, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:44:58.949209 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf86fb84-2302-4244-a08b-cb6c176cdf3d tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Fanout notify agent at l3_agent the message router_deleted on router 4842ae81-ef86-4ff2-8fea-96bab37ec44e {{(pid=103160) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 18 13:44:58.958445 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-cf86fb84-2302-4244-a08b-cb6c176cdf3d tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for router, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:44:58.959504 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-cf86fb84-2302-4244-a08b-cb6c176cdf3d tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "DELETE /v2.0/routers/4842ae81-ef86-4ff2-8fea-96bab37ec44e HTTP/1.1" status: 204 len: 168 time: 1.1723368 Dec 18 13:44:58.963283 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 58108) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:44:59.050708 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-d4ce2ddd-db39-4fc9-9f38-d0dab9e61f37 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2023137'] for network, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:44:59.087927 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 5cad0205-54fe-4504-a724-3b0779b1b43b no longer exists at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 18 13:44:59.109262 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-2294866d-0076-4933-952c-685307032598 None None] No Port match for: 5cad0205-54fe-4504-a724-3b0779b1b43b {{(pid=103161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 18 13:44:59.109696 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 5cad0205-54fe-4504-a724-3b0779b1b43b not bound to the agent host dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 18 13:44:59.110390 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device cb0fb2cd-8982-485d-bb01-c8f713338a73 no longer exists at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 18 13:44:59.129666 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-2294866d-0076-4933-952c-685307032598 None None] No Port match for: cb0fb2cd-8982-485d-bb01-c8f713338a73 {{(pid=103161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 18 13:44:59.130011 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device cb0fb2cd-8982-485d-bb01-c8f713338a73 not bound to the agent host dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 18 13:44:59.149610 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-d4ce2ddd-db39-4fc9-9f38-d0dab9e61f37 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1927292', 'neutron.services.segments.db._delete_segments_for_network-8767106887837'] for network, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:44:59.169695 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.services.segments.db [None req-d4ce2ddd-db39-4fc9-9f38-d0dab9e61f37 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3c7dc45-103e-49da-8bc9-d98483dc9874']}} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:44:59.179454 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.services.segments.db [None req-d4ce2ddd-db39-4fc9-9f38-d0dab9e61f37 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78a60430-4ee1-4c90-b000-2916410eb6b6') {'for_net_delete': True} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:44:59.179755 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.services.segments.db [None req-d4ce2ddd-db39-4fc9-9f38-d0dab9e61f37 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78a60430-4ee1-4c90-b000-2916410eb6b6') {} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:44:59.191011 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-d4ce2ddd-db39-4fc9-9f38-d0dab9e61f37 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767106888614', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4533424'] for segment, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:44:59.210906 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-d4ce2ddd-db39-4fc9-9f38-d0dab9e61f37 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:44:59.219224 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4ce2ddd-db39-4fc9-9f38-d0dab9e61f37 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Releasing vlan 113 on physical network physnet1 to pool {{(pid=103160) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 18 13:44:59.219896 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-d4ce2ddd-db39-4fc9-9f38-d0dab9e61f37 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4533569'] for segment, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:44:59.223259 dv-neutron-744815-20-hyperv neutron-server[103160]: Traceback (most recent call last): Dec 18 13:44:59.223259 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 18 13:44:59.223259 dv-neutron-744815-20-hyperv neutron-server[103160]: timer() Dec 18 13:44:59.223259 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 18 13:44:59.223259 dv-neutron-744815-20-hyperv neutron-server[103160]: cb(*args, **kw) Dec 18 13:44:59.223259 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 18 13:44:59.223259 dv-neutron-744815-20-hyperv neutron-server[103160]: return func(*args, **kwargs) Dec 18 13:44:59.223259 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 18 13:44:59.223259 dv-neutron-744815-20-hyperv neutron-server[103160]: self._notify() Dec 18 13:44:59.223259 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 18 13:44:59.223259 dv-neutron-744815-20-hyperv neutron-server[103160]: self.callback(batched_events) Dec 18 13:44:59.223259 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 18 13:44:59.223259 dv-neutron-744815-20-hyperv neutron-server[103160]: event.method(event) Dec 18 13:44:59.223259 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 18 13:44:59.223259 dv-neutron-744815-20-hyperv neutron-server[103160]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 18 13:44:59.223259 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 18 13:44:59.223259 dv-neutron-744815-20-hyperv neutron-server[103160]: aggregate_uuid = self.p_client.list_aggregates( Dec 18 13:44:59.223259 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 18 13:44:59.223259 dv-neutron-744815-20-hyperv neutron-server[103160]: return f(self, *a, **k) Dec 18 13:44:59.223259 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 18 13:44:59.223259 dv-neutron-744815-20-hyperv neutron-server[103160]: return self._get(url).json() Dec 18 13:44:59.223259 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 18 13:44:59.223259 dv-neutron-744815-20-hyperv neutron-server[103160]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 18 13:44:59.223259 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 18 13:44:59.223259 dv-neutron-744815-20-hyperv neutron-server[103160]: return self.request(url, 'GET', **kwargs) Dec 18 13:44:59.223259 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 18 13:44:59.223259 dv-neutron-744815-20-hyperv neutron-server[103160]: base_url = self.get_endpoint(auth, allow=allow, Dec 18 13:44:59.223259 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 18 13:44:59.223259 dv-neutron-744815-20-hyperv neutron-server[103160]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 18 13:44:59.223259 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 18 13:44:59.223259 dv-neutron-744815-20-hyperv neutron-server[103160]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 18 13:44:59.223259 dv-neutron-744815-20-hyperv neutron-server[103160]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 18 13:44:59.291215 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-d4ce2ddd-db39-4fc9-9f38-d0dab9e61f37 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1927267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586962'] for network, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:44:59.299413 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-d4ce2ddd-db39-4fc9-9f38-d0dab9e61f37 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for network, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:44:59.301787 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-d4ce2ddd-db39-4fc9-9f38-d0dab9e61f37 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "DELETE /v2.0/networks/d3c7dc45-103e-49da-8bc9-d98483dc9874 HTTP/1.1" status: 204 len: 168 time: 0.3375614 Dec 18 13:44:59.314145 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ce2ddd-db39-4fc9-9f38-d0dab9e61f37 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Pushing event deleted for resources: {'Network': ['ID=d3c7dc45-103e-49da-8bc9-d98483dc9874,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:44:59.314402 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 58110) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:44:59.319560 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-b690bab8-d8f0-420a-878d-ff48b3445882 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Request body: {'network': {'name': 'tempest-network-smoke--1904871473', 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'port_security_enabled': True}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:44:59.343882 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b690bab8-d8f0-420a-878d-ff48b3445882 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Made reservation on behalf of 6e88b8a5aed24360a829007d7fd9d0fd for: {'network': 1} {{(pid=103159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:44:59.347485 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b690bab8-d8f0-420a-878d-ff48b3445882 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for network, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:44:59.371652 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b690bab8-d8f0-420a-878d-ff48b3445882 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 102} {{(pid=103159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 18 13:44:59.381536 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b690bab8-d8f0-420a-878d-ff48b3445882 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:44:59.381952 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.db.segments_db [None req-b690bab8-d8f0-420a-878d-ff48b3445882 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Added segment 63148a2f-9555-4999-b28a-0dc7b38267f7 of type vlan for network 587180a0-6651-4f58-8655-ba8fc1f1fdb4 Dec 18 13:44:59.424349 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b690bab8-d8f0-420a-878d-ff48b3445882 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767106405744'] for network, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:44:59.453349 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b690bab8-d8f0-420a-878d-ff48b3445882 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981'] for network, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:44:59.459957 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b690bab8-d8f0-420a-878d-ff48b3445882 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:44:59.460422 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b690bab8-d8f0-420a-878d-ff48b3445882 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for network, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:44:59.499722 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-b690bab8-d8f0-420a-878d-ff48b3445882 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1841657 Dec 18 13:44:59.502474 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 58112) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:44:59.507276 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-a0986eae-c3b5-4dcf-89b3-66dd35a62230 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1441438553', 'admin_state_up': True, 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83'}}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:44:59.534577 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b690bab8-d8f0-420a-878d-ff48b3445882 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Pushing event updated for resources: {'Network': ['ID=587180a0-6651-4f58-8655-ba8fc1f1fdb4,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:44:59.539226 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-a0986eae-c3b5-4dcf-89b3-66dd35a62230 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28433'] for router, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:44:59.540491 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-a0986eae-c3b5-4dcf-89b3-66dd35a62230 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-589769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28440'] for router, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:44:59.547685 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Network 587180a0-6651-4f58-8655-ba8fc1f1fdb4 details requested by agent ovs-agent-dv-neutron-744815-20-hyperv with host dv-neutron-744815-20-hyperv {{(pid=103161) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 18 13:44:59.595916 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-a0986eae-c3b5-4dcf-89b3-66dd35a62230 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:44:59.739763 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-a0986eae-c3b5-4dcf-89b3-66dd35a62230 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:44:59.946900 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-a0986eae-c3b5-4dcf-89b3-66dd35a62230 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for router_gateway, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:44:59.970047 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-a0986eae-c3b5-4dcf-89b3-66dd35a62230 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:44:59.976776 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7b7a3272-2b45-4d32-9670-25eb1afd1184 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:45:00.071786 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.db_base_plugin_common [None req-a0986eae-c3b5-4dcf-89b3-66dd35a62230 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Allocated IP 172.26.3.223 (decb4a40-7941-48c8-afbb-daaafd502e83/70deed80-3ca1-4f9e-96cb-563b43d3acba/a0aae83a-3ab7-428b-a331-398d104dd72e) {{(pid=103160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:45:00.178781 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-a0986eae-c3b5-4dcf-89b3-66dd35a62230 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for port, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:45:00.216046 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-a0986eae-c3b5-4dcf-89b3-66dd35a62230 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4533522'] for port, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:45:00.254327 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0986eae-c3b5-4dcf-89b3-66dd35a62230 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Network decb4a40-7941-48c8-afbb-daaafd502e83 is already hosted by enough agents. {{(pid=103160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:45:00.258805 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.base_scheduler [None req-a0986eae-c3b5-4dcf-89b3-66dd35a62230 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Resources bound (agent type, host, resource id): {{(pid=103160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:45:00.263083 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0986eae-c3b5-4dcf-89b3-66dd35a62230 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Received port after_create {{(pid=103160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:45:00.266070 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0986eae-c3b5-4dcf-89b3-66dd35a62230 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Pushing event updated for resources: {'Port': ['ID=a0aae83a-3ab7-428b-a331-398d104dd72e,revision_number=1']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:45:00.276016 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21aaf1cd-93e4-46eb-9fdc-53f3b35b38c4 None None] DHCP port deletion for decb4a40-7941-48c8-afbb-daaafd502e83 request from dv-neutron-744815-20-hyperv {{(pid=103161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 18 13:45:00.401098 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-f614646a-9f49-40e9-b911-30e081fba3ac None None] Provisioning complete for port a0aae83a-3ab7-428b-a331-398d104dd72e triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:45:00.401466 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f614646a-9f49-40e9-b911-30e081fba3ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:45:00.436321 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-f614646a-9f49-40e9-b911-30e081fba3ac None None] Port a0aae83a-3ab7-428b-a331-398d104dd72e cannot update to ACTIVE because it is not bound. {{(pid=103161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 13:45:00.520038 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-a0986eae-c3b5-4dcf-89b3-66dd35a62230 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for router_gateway, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:45:00.728581 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-a0986eae-c3b5-4dcf-89b3-66dd35a62230 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-589760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-586526'] for router, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:45:00.869010 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:45:00.872667 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0986eae-c3b5-4dcf-89b3-66dd35a62230 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Router a9e81ecb-44fc-4d4f-ae7e-3ee8745a6933 is scheduled to L3 agent c9c0cd52-5bd2-4704-9429-d80f1c5ad23c with binding_index 1 {{(pid=103160) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 18 13:45:00.959618 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device d5cf0475-c750-412b-b75b-20bf788b3aa2 no longer exists at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 18 13:45:00.982768 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-2294866d-0076-4933-952c-685307032598 None None] No Port match for: d5cf0475-c750-412b-b75b-20bf788b3aa2 {{(pid=103161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 18 13:45:00.983008 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device d5cf0475-c750-412b-b75b-20bf788b3aa2 not bound to the agent host dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 18 13:45:00.987766 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0986eae-c3b5-4dcf-89b3-66dd35a62230 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Notify agent at l3_agent.dv-neutron-744815-20-hyperv the message routers_updated {{(pid=103160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 13:45:00.997732 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-445a0390-6095-41d9-b368-75cef6510096 None None] Sync routers for ids ['a9e81ecb-44fc-4d4f-ae7e-3ee8745a6933'] in dv-neutron-744815-20-hyperv {{(pid=103162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 13:45:01.008975 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-445a0390-6095-41d9-b368-75cef6510096 None None] Routers {'a9e81ecb-44fc-4d4f-ae7e-3ee8745a6933'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:45:01.009704 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-445a0390-6095-41d9-b368-75cef6510096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:44:57Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['a9e81ecb-44fc-4d4f-ae7e-3ee8745a6933'], 'active': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:45:01.010449 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-a0986eae-c3b5-4dcf-89b3-66dd35a62230 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for router, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:45:01.011778 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-a0986eae-c3b5-4dcf-89b3-66dd35a62230 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.5081928 Dec 18 13:45:01.014990 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 58114) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:45:01.044479 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-21de2054-5388-4494-bc59-9d8ce6fd5312 tempest-TestNetworkBasicOps-845399116 tempest-TestNetworkBasicOps-845399116-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=6e88b8a5aed24360a829007d7fd9d0fd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0279253 Dec 18 13:45:01.046894 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 58116) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:45:01.126971 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvr_db [None req-445a0390-6095-41d9-b368-75cef6510096 None None] Set router a9e81ecb-44fc-4d4f-ae7e-3ee8745a6933 gateway port host: dv-neutron-744815-20-hyperv {{(pid=103162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 13:45:01.139686 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1843e8c6-8c22-43c6-ace5-225268fa594b tempest-TestNetworkBasicOps-845399116 tempest-TestNetworkBasicOps-845399116-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:45:01.141294 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-1843e8c6-8c22-43c6-ace5-225268fa594b tempest-TestNetworkBasicOps-845399116 tempest-TestNetworkBasicOps-845399116-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0932362 Dec 18 13:45:01.144610 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 58118) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:45:01.172379 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-661b64ad-60fb-4cca-8847-921c9fcb28d7 tempest-TestNetworkBasicOps-845399116 tempest-TestNetworkBasicOps-845399116-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=decb4a40-7941-48c8-afbb-daaafd502e83&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0266645 Dec 18 13:45:01.175407 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 58120) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:45:01.180177 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-e4e8951b-86d0-45a5-b20c-e8abbebeabb7 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2121615383', 'network_id': '587180a0-6651-4f58-8655-ba8fc1f1fdb4', 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:45:01.269911 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4e8951b-86d0-45a5-b20c-e8abbebeabb7 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Made reservation on behalf of 6e88b8a5aed24360a829007d7fd9d0fd for: {'subnet': 1} {{(pid=103160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:45:01.273675 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-e4e8951b-86d0-45a5-b20c-e8abbebeabb7 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4514414'] for subnet, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:45:01.303987 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-445a0390-6095-41d9-b368-75cef6510096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9e81ecb-44fc-4d4f-ae7e-3ee8745a6933', 'name': 'tempest-TestNetworkBasicOps-router-1441438553', 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.223'}], 'enable_snat': True}, 'gw_port_id': 'a0aae83a-3ab7-428b-a331-398d104dd72e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:44:59Z', 'updated_at': '2021-12-18T13:45:00Z', 'revision_number': 3, 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'gw_port': {'id': 'a0aae83a-3ab7-428b-a331-398d104dd72e', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:c3:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9e81ecb-44fc-4d4f-ae7e-3ee8745a6933', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1485, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:44:59Z', 'updated_at': '2021-12-18T13:45:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv'}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:45:01.334043 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-445a0390-6095-41d9-b368-75cef6510096 None None] Checking router: a9e81ecb-44fc-4d4f-ae7e-3ee8745a6933 for host: dv-neutron-744815-20-hyperv {{(pid=103162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 18 13:45:01.334351 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-445a0390-6095-41d9-b368-75cef6510096 None None] Updating router a9e81ecb-44fc-4d4f-ae7e-3ee8745a6933 port a0aae83a-3ab7-428b-a331-398d104dd72e binding host dv-neutron-744815-20-hyperv {{(pid=103162) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 18 13:45:01.361135 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-445a0390-6095-41d9-b368-75cef6510096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:45:01.464961 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-e4e8951b-86d0-45a5-b20c-e8abbebeabb7 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4533410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4514424'] for subnet, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:45:01.530240 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e8951b-86d0-45a5-b20c-e8abbebeabb7 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Pushing event updated for resources: {'Subnet': ['ID=63f49abe-0666-4d9a-b63f-c004c8580db3,revision_number=0']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:45:01.537760 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e8951b-86d0-45a5-b20c-e8abbebeabb7 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Checking segment: {'id': '63148a2f-9555-4999-b28a-0dc7b38267f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '587180a0-6651-4f58-8655-ba8fc1f1fdb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 13:45:01.537957 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4e8951b-86d0-45a5-b20c-e8abbebeabb7 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Network hostable DHCP agents. Network: 587180a0-6651-4f58-8655-ba8fc1f1fdb4, hostable agents: ['aa77effa-0e3a-4bbd-a383-4d58ed3328d0'], hosted agents: [] {{(pid=103160) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 18 13:45:01.556677 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4e8951b-86d0-45a5-b20c-e8abbebeabb7 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Network 587180a0-6651-4f58-8655-ba8fc1f1fdb4 is scheduled to be hosted by DHCP agent aa77effa-0e3a-4bbd-a383-4d58ed3328d0 with binding_index 1 {{(pid=103160) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 18 13:45:01.566369 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.base_scheduler [None req-e4e8951b-86d0-45a5-b20c-e8abbebeabb7 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-744815-20-hyperv, 587180a0-6651-4f58-8655-ba8fc1f1fdb4) {{(pid=103160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:45:01.570692 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4e8951b-86d0-45a5-b20c-e8abbebeabb7 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:45:01.571342 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-e4e8951b-86d0-45a5-b20c-e8abbebeabb7 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for subnet, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:45:01.578980 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6599f0f-08fe-40d0-8172-b06be8a18073 None None] Network 587180a0-6651-4f58-8655-ba8fc1f1fdb4 requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:45:01.593624 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-e4e8951b-86d0-45a5-b20c-e8abbebeabb7 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4144225 Dec 18 13:45:01.593932 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 58122) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:45:01.625083 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-445a0390-6095-41d9-b368-75cef6510096 None None] Publish callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:45:01.633907 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-445a0390-6095-41d9-b368-75cef6510096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:45:01.685696 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d907abdf-2caa-4648-ad7f-6033aa731b7c None None] DHCP port deletion for decb4a40-7941-48c8-afbb-daaafd502e83 request from dv-neutron-744815-20-hyperv {{(pid=103161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 18 13:45:01.691910 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38076e08-3e0d-45f3-8c81-704ff8cd9b37 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp31e170a0-46a1-5ba9-9dc1-7ee4f866f0d7-587180a0-6651-4f58-8655-ba8fc1f1fdb4', 'network_id': '587180a0-6651-4f58-8655-ba8fc1f1fdb4', 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'fixed_ips': [{'subnet_id': '63f49abe-0666-4d9a-b63f-c004c8580db3'}]}} from dv-neutron-744815-20-hyperv. {{(pid=103161) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 18 13:45:01.693069 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-38076e08-3e0d-45f3-8c81-704ff8cd9b37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:45:01.700755 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058a6b58-ab26-4def-84e7-e22b6351d305 None None] Pushing event updated for resources: {'Port': ['ID=a0aae83a-3ab7-428b-a331-398d104dd72e,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:45:01.703057 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [None req-445a0390-6095-41d9-b368-75cef6510096 None None] Attempting to bind port a0aae83a-3ab7-428b-a331-398d104dd72e on host dv-neutron-744815-20-hyperv for vnic_type normal with profile {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 13:45:01.703558 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [None req-445a0390-6095-41d9-b368-75cef6510096 None None] Attempting to bind port a0aae83a-3ab7-428b-a331-398d104dd72e by drivers openvswitch,hyperv on host dv-neutron-744815-20-hyperv at level 0 using segments [{'id': '3f66d49c-4faa-434c-8c3e-991f4f1d01bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83'}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 13:45:01.704082 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-445a0390-6095-41d9-b368-75cef6510096 None None] Attempting to bind port a0aae83a-3ab7-428b-a331-398d104dd72e on network decb4a40-7941-48c8-afbb-daaafd502e83 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 13:45:01.714986 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058a6b58-ab26-4def-84e7-e22b6351d305 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:45:01.715456 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058a6b58-ab26-4def-84e7-e22b6351d305 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:45:01.715889 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058a6b58-ab26-4def-84e7-e22b6351d305 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:45:01.716356 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058a6b58-ab26-4def-84e7-e22b6351d305 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:45:01.717187 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058a6b58-ab26-4def-84e7-e22b6351d305 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:45:01.717187 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058a6b58-ab26-4def-84e7-e22b6351d305 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:45:01.717669 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058a6b58-ab26-4def-84e7-e22b6351d305 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:45:01.718213 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058a6b58-ab26-4def-84e7-e22b6351d305 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:45:01.718631 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058a6b58-ab26-4def-84e7-e22b6351d305 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:45:01.719127 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058a6b58-ab26-4def-84e7-e22b6351d305 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:45:01.719606 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058a6b58-ab26-4def-84e7-e22b6351d305 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:45:01.720221 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058a6b58-ab26-4def-84e7-e22b6351d305 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:45:01.720721 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058a6b58-ab26-4def-84e7-e22b6351d305 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:45:01.724303 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-445a0390-6095-41d9-b368-75cef6510096 None None] Checking agent: {'id': '428fa9fa-43db-4db9-9f96-f60ffe931f2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-20-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 13, 19, 1), 'started_at': datetime.datetime(2021, 12, 18, 13, 19, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 13, 45, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-20-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 18 13:45:01.724795 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-445a0390-6095-41d9-b368-75cef6510096 None None] Checking segment: {'id': '3f66d49c-4faa-434c-8c3e-991f4f1d01bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 13:45:01.725267 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-445a0390-6095-41d9-b368-75cef6510096 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:45:01.725709 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-445a0390-6095-41d9-b368-75cef6510096 None None] Bound using segment: {'id': '3f66d49c-4faa-434c-8c3e-991f4f1d01bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83'} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 18 13:45:01.726252 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [None req-445a0390-6095-41d9-b368-75cef6510096 None None] Bound port: a0aae83a-3ab7-428b-a331-398d104dd72e, host: dv-neutron-744815-20-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f66d49c-4faa-434c-8c3e-991f4f1d01bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83'}}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 18 13:45:01.726696 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-445a0390-6095-41d9-b368-75cef6510096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:45:01.783297 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-445a0390-6095-41d9-b368-75cef6510096 None None] For port a0aae83a-3ab7-428b-a331-398d104dd72e, host dv-neutron-744815-20-hyperv, cleared binding levels {{(pid=103162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 18 13:45:01.786824 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-445a0390-6095-41d9-b368-75cef6510096 None None] For port a0aae83a-3ab7-428b-a331-398d104dd72e, host dv-neutron-744815-20-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=a0aae83a-3ab7-428b-a331-398d104dd72e,segment=NetworkSegment(3f66d49c-4faa-434c-8c3e-991f4f1d01bd),segment_id=3f66d49c-4faa-434c-8c3e-991f4f1d01bd)] {{(pid=103162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 18 13:45:01.792536 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-445a0390-6095-41d9-b368-75cef6510096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:45:01.818288 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-650ae706-f4b1-49ec-bcec-b2ab4ecfe7dc None None] Provisioning complete for port a0aae83a-3ab7-428b-a331-398d104dd72e triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:45:01.818657 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-650ae706-f4b1-49ec-bcec-b2ab4ecfe7dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:45:01.841380 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-445a0390-6095-41d9-b368-75cef6510096 None None] Routers {'a9e81ecb-44fc-4d4f-ae7e-3ee8745a6933'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:45:01.842006 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-445a0390-6095-41d9-b368-75cef6510096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:44:57Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['a9e81ecb-44fc-4d4f-ae7e-3ee8745a6933'], 'active': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:45:01.849679 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02cd56f5-bf63-4a30-85af-7d49af5bcf6a None None] DHCP port deletion for decb4a40-7941-48c8-afbb-daaafd502e83 request from dv-neutron-744815-20-hyperv {{(pid=103161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 18 13:45:01.897801 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058a6b58-ab26-4def-84e7-e22b6351d305 None None] Pushing event updated for resources: {'Port': ['ID=a0aae83a-3ab7-428b-a331-398d104dd72e,revision_number=3']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:45:01.966058 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvr_db [None req-445a0390-6095-41d9-b368-75cef6510096 None None] Set router a9e81ecb-44fc-4d4f-ae7e-3ee8745a6933 gateway port host: dv-neutron-744815-20-hyperv {{(pid=103162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 13:45:02.041272 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_common [None req-38076e08-3e0d-45f3-8c81-704ff8cd9b37 None None] Allocated IP 172.20.0.2 (587180a0-6651-4f58-8655-ba8fc1f1fdb4/63f49abe-0666-4d9a-b63f-c004c8580db3/7d3223f4-ed00-47e4-8dc5-741771b7b4c8) {{(pid=103161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:45:02.089984 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-c7fd1139-4221-4288-857b-44c3b4d18662 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:45:02.149821 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-650ae706-f4b1-49ec-bcec-b2ab4ecfe7dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:45:02.153411 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-445a0390-6095-41d9-b368-75cef6510096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9e81ecb-44fc-4d4f-ae7e-3ee8745a6933', 'name': 'tempest-TestNetworkBasicOps-router-1441438553', 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.223'}], 'enable_snat': True}, 'gw_port_id': 'a0aae83a-3ab7-428b-a331-398d104dd72e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:44:59Z', 'updated_at': '2021-12-18T13:45:00Z', 'revision_number': 3, 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'gw_port': {'id': 'a0aae83a-3ab7-428b-a331-398d104dd72e', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:c3:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9e81ecb-44fc-4d4f-ae7e-3ee8745a6933', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1485, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:44:59Z', 'updated_at': '2021-12-18T13:45:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv'}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:45:02.182283 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-445a0390-6095-41d9-b368-75cef6510096 None None] The sync data for ids ['a9e81ecb-44fc-4d4f-ae7e-3ee8745a6933'] in dv-neutron-744815-20-hyperv is: [{'id': 'a9e81ecb-44fc-4d4f-ae7e-3ee8745a6933', 'name': 'tempest-TestNetworkBasicOps-router-1441438553', 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.223'}], 'enable_snat': True}, 'gw_port_id': 'a0aae83a-3ab7-428b-a331-398d104dd72e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:44:59Z', 'updated_at': '2021-12-18T13:45:00Z', 'revision_number': 3, 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'gw_port': {'id': 'a0aae83a-3ab7-428b-a331-398d104dd72e', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:c3:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9e81ecb-44fc-4d4f-ae7e-3ee8745a6933', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1485, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:44:59Z', 'updated_at': '2021-12-18T13:45:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv'}] {{(pid=103162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 13:45:02.183516 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-650ae706-f4b1-49ec-bcec-b2ab4ecfe7dc None None] For port a0aae83a-3ab7-428b-a331-398d104dd72e, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=a0aae83a-3ab7-428b-a331-398d104dd72e,segment=NetworkSegment(3f66d49c-4faa-434c-8c3e-991f4f1d01bd),segment_id=3f66d49c-4faa-434c-8c3e-991f4f1d01bd)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:45:02.189643 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-650ae706-f4b1-49ec-bcec-b2ab4ecfe7dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:45:02.285737 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650ae706-f4b1-49ec-bcec-b2ab4ecfe7dc None None] Pushing event updated for resources: {'Port': ['ID=a0aae83a-3ab7-428b-a331-398d104dd72e,revision_number=4']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:45:02.292002 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-38076e08-3e0d-45f3-8c81-704ff8cd9b37 None None] Publish callbacks [] for port, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:45:02.303672 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-38076e08-3e0d-45f3-8c81-704ff8cd9b37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975'] for port, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:45:02.354110 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38076e08-3e0d-45f3-8c81-704ff8cd9b37 None None] Network 587180a0-6651-4f58-8655-ba8fc1f1fdb4 is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:45:02.356598 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-abf7bfe1-36ae-4fbb-9de9-16b296eb181b None None] Provisioning complete for port a0aae83a-3ab7-428b-a331-398d104dd72e triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:45:02.356976 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-abf7bfe1-36ae-4fbb-9de9-16b296eb181b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:45:02.379820 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-38076e08-3e0d-45f3-8c81-704ff8cd9b37 None None] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:45:02.382346 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.db_base_plugin_common [None req-c7fd1139-4221-4288-857b-44c3b4d18662 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Allocated IP 172.20.0.1 (587180a0-6651-4f58-8655-ba8fc1f1fdb4/63f49abe-0666-4d9a-b63f-c004c8580db3/0e3306c1-c7c1-45de-97ba-55287c0c7af3) {{(pid=103159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:45:02.383912 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38076e08-3e0d-45f3-8c81-704ff8cd9b37 None None] Received port after_create {{(pid=103161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:45:02.396995 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38076e08-3e0d-45f3-8c81-704ff8cd9b37 None None] Pushing event updated for resources: {'Port': ['ID=7d3223f4-ed00-47e4-8dc5-741771b7b4c8,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:45:02.491457 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-38076e08-3e0d-45f3-8c81-704ff8cd9b37 None None] Attempting to bind port 7d3223f4-ed00-47e4-8dc5-741771b7b4c8 on host dv-neutron-744815-20-hyperv for vnic_type normal with profile {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 13:45:02.491826 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-38076e08-3e0d-45f3-8c81-704ff8cd9b37 None None] Attempting to bind port 7d3223f4-ed00-47e4-8dc5-741771b7b4c8 by drivers openvswitch,hyperv on host dv-neutron-744815-20-hyperv at level 0 using segments [{'id': '63148a2f-9555-4999-b28a-0dc7b38267f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '587180a0-6651-4f58-8655-ba8fc1f1fdb4'}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 13:45:02.492193 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38076e08-3e0d-45f3-8c81-704ff8cd9b37 None None] Attempting to bind port 7d3223f4-ed00-47e4-8dc5-741771b7b4c8 on network 587180a0-6651-4f58-8655-ba8fc1f1fdb4 {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 13:45:02.524436 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38076e08-3e0d-45f3-8c81-704ff8cd9b37 None None] Checking agent: {'id': '428fa9fa-43db-4db9-9f96-f60ffe931f2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-20-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 13, 19, 1), 'started_at': datetime.datetime(2021, 12, 18, 13, 19, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 13, 45, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-20-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 18 13:45:02.524821 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38076e08-3e0d-45f3-8c81-704ff8cd9b37 None None] Checking segment: {'id': '63148a2f-9555-4999-b28a-0dc7b38267f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '587180a0-6651-4f58-8655-ba8fc1f1fdb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 13:45:02.525222 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-38076e08-3e0d-45f3-8c81-704ff8cd9b37 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:45:02.526228 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38076e08-3e0d-45f3-8c81-704ff8cd9b37 None None] Bound using segment: {'id': '63148a2f-9555-4999-b28a-0dc7b38267f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '587180a0-6651-4f58-8655-ba8fc1f1fdb4'} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 18 13:45:02.526228 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-38076e08-3e0d-45f3-8c81-704ff8cd9b37 None None] Bound port: 7d3223f4-ed00-47e4-8dc5-741771b7b4c8, host: dv-neutron-744815-20-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63148a2f-9555-4999-b28a-0dc7b38267f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '587180a0-6651-4f58-8655-ba8fc1f1fdb4'}}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 18 13:45:02.526580 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-38076e08-3e0d-45f3-8c81-704ff8cd9b37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:45:02.531519 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-c7fd1139-4221-4288-857b-44c3b4d18662 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for port, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:45:02.566884 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-c7fd1139-4221-4288-857b-44c3b4d18662 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:45:02.602250 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-38076e08-3e0d-45f3-8c81-704ff8cd9b37 None None] For port 7d3223f4-ed00-47e4-8dc5-741771b7b4c8, host dv-neutron-744815-20-hyperv, cleared binding levels {{(pid=103161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 18 13:45:02.606238 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-38076e08-3e0d-45f3-8c81-704ff8cd9b37 None None] For port 7d3223f4-ed00-47e4-8dc5-741771b7b4c8, host dv-neutron-744815-20-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=7d3223f4-ed00-47e4-8dc5-741771b7b4c8,segment=NetworkSegment(63148a2f-9555-4999-b28a-0dc7b38267f7),segment_id=63148a2f-9555-4999-b28a-0dc7b38267f7)] {{(pid=103161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 18 13:45:02.611732 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-38076e08-3e0d-45f3-8c81-704ff8cd9b37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:45:02.616423 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7fd1139-4221-4288-857b-44c3b4d18662 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Network 587180a0-6651-4f58-8655-ba8fc1f1fdb4 is already hosted by enough agents. {{(pid=103159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:45:02.618153 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.base_scheduler [None req-c7fd1139-4221-4288-857b-44c3b4d18662 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Resources bound (agent type, host, resource id): {{(pid=103159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:45:02.625239 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7fd1139-4221-4288-857b-44c3b4d18662 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Received port after_create {{(pid=103159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:45:02.649115 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fd1139-4221-4288-857b-44c3b4d18662 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Pushing event updated for resources: {'Port': ['ID=0e3306c1-c7c1-45de-97ba-55287c0c7af3,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:45:02.676952 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-c7fd1139-4221-4288-857b-44c3b4d18662 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586257'] for router_interface, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:45:02.685535 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38076e08-3e0d-45f3-8c81-704ff8cd9b37 None None] Pushing event updated for resources: {'Port': ['ID=7d3223f4-ed00-47e4-8dc5-741771b7b4c8,revision_number=2']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:45:03.076800 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 7d3223f4-ed00-47e4-8dc5-741771b7b4c8 up at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 13:45:03.142900 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2294866d-0076-4933-952c-685307032598 None None] Provisioning complete for port 7d3223f4-ed00-47e4-8dc5-741771b7b4c8 triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:45:03.143287 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:45:03.221101 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-c7fd1139-4221-4288-857b-44c3b4d18662 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:45:03.234296 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:45:03.270762 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-2294866d-0076-4933-952c-685307032598 None None] For port 7d3223f4-ed00-47e4-8dc5-741771b7b4c8, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=7d3223f4-ed00-47e4-8dc5-741771b7b4c8,segment=NetworkSegment(63148a2f-9555-4999-b28a-0dc7b38267f7),segment_id=63148a2f-9555-4999-b28a-0dc7b38267f7)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:45:03.274962 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:45:03.275948 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device a0aae83a-3ab7-428b-a331-398d104dd72e up at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 13:45:03.349924 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Pushing event updated for resources: {'Port': ['ID=7d3223f4-ed00-47e4-8dc5-741771b7b4c8,revision_number=3']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:45:03.362460 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2294866d-0076-4933-952c-685307032598 None None] Provisioning complete for port a0aae83a-3ab7-428b-a331-398d104dd72e triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:45:03.362808 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:45:03.498730 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-c7fd1139-4221-4288-857b-44c3b4d18662 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for port, precommit_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:45:03.505668 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-c7fd1139-4221-4288-857b-44c3b4d18662 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5659917'] for port, after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:45:03.578805 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fd1139-4221-4288-857b-44c3b4d18662 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Pushing event updated for resources: {'Port': ['ID=0e3306c1-c7c1-45de-97ba-55287c0c7af3,revision_number=2']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:45:03.584588 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-c7fd1139-4221-4288-857b-44c3b4d18662 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1048031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586432'] for router_interface, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:45:03.683587 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7fd1139-4221-4288-857b-44c3b4d18662 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Network 587180a0-6651-4f58-8655-ba8fc1f1fdb4 is already hosted by enough agents. {{(pid=103159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:45:03.685039 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.base_scheduler [None req-c7fd1139-4221-4288-857b-44c3b4d18662 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Resources bound (agent type, host, resource id): {{(pid=103159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:45:03.807745 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7fd1139-4221-4288-857b-44c3b4d18662 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Router a9e81ecb-44fc-4d4f-ae7e-3ee8745a6933 has already been hosted by L3 agent c9c0cd52-5bd2-4704-9429-d80f1c5ad23c {{(pid=103159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 18 13:45:03.882581 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a650e3e7-1a41-4719-9bf8-52bb2275de36 None None] Network 587180a0-6651-4f58-8655-ba8fc1f1fdb4 requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:45:03.930690 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7fd1139-4221-4288-857b-44c3b4d18662 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Notify agent at l3_agent.dv-neutron-744815-20-hyperv the message routers_updated {{(pid=103159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 13:45:03.935962 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-c7fd1139-4221-4288-857b-44c3b4d18662 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "PUT /v2.0/routers/a9e81ecb-44fc-4d4f-ae7e-3ee8745a6933/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3407700 Dec 18 13:45:03.938490 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 58124) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:45:03.952051 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-67fe7a88-1cc7-4fab-8c9d-614bb7504a18 None None] Provisioning complete for port 7d3223f4-ed00-47e4-8dc5-741771b7b4c8 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:45:03.952424 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-67fe7a88-1cc7-4fab-8c9d-614bb7504a18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:45:04.037417 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6446b8b4-901f-4cb5-b18a-7e6c9136cc9a tempest-TestNetworkBasicOps-845399116 tempest-TestNetworkBasicOps-845399116-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:45:04.037909 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6446b8b4-901f-4cb5-b18a-7e6c9136cc9a tempest-TestNetworkBasicOps-845399116 tempest-TestNetworkBasicOps-845399116-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:45:04.038348 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6446b8b4-901f-4cb5-b18a-7e6c9136cc9a tempest-TestNetworkBasicOps-845399116 tempest-TestNetworkBasicOps-845399116-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:45:04.038813 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6446b8b4-901f-4cb5-b18a-7e6c9136cc9a tempest-TestNetworkBasicOps-845399116 tempest-TestNetworkBasicOps-845399116-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:45:04.043393 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-6446b8b4-901f-4cb5-b18a-7e6c9136cc9a tempest-TestNetworkBasicOps-845399116 tempest-TestNetworkBasicOps-845399116-project-admin] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1030836 Dec 18 13:45:04.043624 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 58126) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:45:04.100925 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aac090f1-abe8-48b5-8704-895c3b594e9e tempest-TestNetworkBasicOps-845399116 tempest-TestNetworkBasicOps-845399116-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:45:04.101524 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aac090f1-abe8-48b5-8704-895c3b594e9e tempest-TestNetworkBasicOps-845399116 tempest-TestNetworkBasicOps-845399116-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:45:04.101888 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aac090f1-abe8-48b5-8704-895c3b594e9e tempest-TestNetworkBasicOps-845399116 tempest-TestNetworkBasicOps-845399116-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:45:04.102304 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aac090f1-abe8-48b5-8704-895c3b594e9e tempest-TestNetworkBasicOps-845399116 tempest-TestNetworkBasicOps-845399116-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:45:04.106247 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-aac090f1-abe8-48b5-8704-895c3b594e9e tempest-TestNetworkBasicOps-845399116 tempest-TestNetworkBasicOps-845399116-project-admin] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0600400 Dec 18 13:45:04.107378 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 58128) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:45:04.133157 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f3b052d-54ed-4c19-ab8d-1a6813a870d4 None None] Sync routers for ids ['a9e81ecb-44fc-4d4f-ae7e-3ee8745a6933'] in dv-neutron-744815-20-hyperv {{(pid=103161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 13:45:04.144317 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f3b052d-54ed-4c19-ab8d-1a6813a870d4 None None] Routers {'a9e81ecb-44fc-4d4f-ae7e-3ee8745a6933'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:45:04.144956 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-7f3b052d-54ed-4c19-ab8d-1a6813a870d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:44:57Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['a9e81ecb-44fc-4d4f-ae7e-3ee8745a6933'], 'active': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:45:04.255707 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-51360c7f-fb29-4a8d-969d-3d8a14156f74 tempest-TestNetworkBasicOps-845399116 tempest-TestNetworkBasicOps-845399116-project-admin] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.1450527 Dec 18 13:45:04.275603 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvr_db [None req-7f3b052d-54ed-4c19-ab8d-1a6813a870d4 None None] Set router a9e81ecb-44fc-4d4f-ae7e-3ee8745a6933 gateway port host: dv-neutron-744815-20-hyperv {{(pid=103161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 13:45:04.361427 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-606547e8-31f4-4146-b1e3-80490767579d None None] Provisioning complete for port 7d3223f4-ed00-47e4-8dc5-741771b7b4c8 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:45:04.361773 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-606547e8-31f4-4146-b1e3-80490767579d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:45:04.545017 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-606547e8-31f4-4146-b1e3-80490767579d None None] Provisioning complete for port 0e3306c1-c7c1-45de-97ba-55287c0c7af3 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:45:04.545379 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-606547e8-31f4-4146-b1e3-80490767579d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:45:04.590706 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-7f3b052d-54ed-4c19-ab8d-1a6813a870d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9e81ecb-44fc-4d4f-ae7e-3ee8745a6933', 'name': 'tempest-TestNetworkBasicOps-router-1441438553', 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.223'}], 'enable_snat': True}, 'gw_port_id': 'a0aae83a-3ab7-428b-a331-398d104dd72e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:44:59Z', 'updated_at': '2021-12-18T13:45:03Z', 'revision_number': 4, 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'gw_port': {'id': 'a0aae83a-3ab7-428b-a331-398d104dd72e', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:c3:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9e81ecb-44fc-4d4f-ae7e-3ee8745a6933', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1485, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:44:59Z', 'updated_at': '2021-12-18T13:45:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv', '_interfaces': [{'id': '0e3306c1-c7c1-45de-97ba-55287c0c7af3', 'name': '', 'network_id': '587180a0-6651-4f58-8655-ba8fc1f1fdb4', 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'mac_address': 'fa:16:3e:ef:04:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9e81ecb-44fc-4d4f-ae7e-3ee8745a6933', 'device_owner': 'network:router_interface', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': '63f49abe-0666-4d9a-b63f-c004c8580db3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:45:02Z', 'updated_at': '2021-12-18T13:45:03Z', 'revision_number': 2, 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'subnets': [{'id': '63f49abe-0666-4d9a-b63f-c004c8580db3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:45:04.596824 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 58132) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:45:04.600045 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-606547e8-31f4-4146-b1e3-80490767579d None None] Port 0e3306c1-c7c1-45de-97ba-55287c0c7af3 cannot update to ACTIVE because it is not bound. {{(pid=103161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 13:45:04.602583 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-cea9cc60-0515-48c6-86db-a151bd2ddc30 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-807622842', 'description': 'tempest-secgroup-smoke-807622842 description', 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:45:04.626158 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f3b052d-54ed-4c19-ab8d-1a6813a870d4 None None] Checking router: a9e81ecb-44fc-4d4f-ae7e-3ee8745a6933 for host: dv-neutron-744815-20-hyperv {{(pid=103161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 18 13:45:04.626519 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f3b052d-54ed-4c19-ab8d-1a6813a870d4 None None] Updating router a9e81ecb-44fc-4d4f-ae7e-3ee8745a6933 port 0e3306c1-c7c1-45de-97ba-55287c0c7af3 binding host dv-neutron-744815-20-hyperv {{(pid=103161) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 18 13:45:04.636332 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-cea9cc60-0515-48c6-86db-a151bd2ddc30 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for security_group, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:45:04.656061 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7f3b052d-54ed-4c19-ab8d-1a6813a870d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:45:04.702945 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-cea9cc60-0515-48c6-86db-a151bd2ddc30 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for security_group, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:45:04.708383 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-cea9cc60-0515-48c6-86db-a151bd2ddc30 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:45:04.738519 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-cea9cc60-0515-48c6-86db-a151bd2ddc30 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for security_group, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:45:04.739806 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-cea9cc60-0515-48c6-86db-a151bd2ddc30 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1416531 Dec 18 13:45:04.741705 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea9cc60-0515-48c6-86db-a151bd2ddc30 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17149c9a-a8c5-4ebb-96bb-160113f74619,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:45:04.742922 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 58134) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:45:04.747918 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-4f02e97d-762a-48ad-adb5-e2532ffb3faa tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Request body: {'security_group_rule': {'security_group_id': '17149c9a-a8c5-4ebb-96bb-160113f74619', 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:45:04.778569 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-4f02e97d-762a-48ad-adb5-e2532ffb3faa tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:45:04.779485 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-4b12bcd0-b681-4342-bf2f-926dfda75dd6 None None] Provisioning complete for port 0e3306c1-c7c1-45de-97ba-55287c0c7af3 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:45:04.779856 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-4b12bcd0-b681-4342-bf2f-926dfda75dd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:45:04.836472 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-4f02e97d-762a-48ad-adb5-e2532ffb3faa tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:45:04.841478 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-4f02e97d-762a-48ad-adb5-e2532ffb3faa tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530267'] for security_group_rule, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:45:04.856756 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-4b12bcd0-b681-4342-bf2f-926dfda75dd6 None None] Port 0e3306c1-c7c1-45de-97ba-55287c0c7af3 cannot update to ACTIVE because it is not bound. {{(pid=103161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 13:45:04.859120 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f02e97d-762a-48ad-adb5-e2532ffb3faa tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39ede1c1-dc47-4ddd-b23f-fa7a307d2405,revision_number=0']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:45:04.869424 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-4f02e97d-762a-48ad-adb5-e2532ffb3faa tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:45:04.870838 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-4f02e97d-762a-48ad-adb5-e2532ffb3faa tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1267238 Dec 18 13:45:04.873770 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 58136) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:45:04.879246 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-baf8fd8d-9270-40b1-8f31-d4790aee338f tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Request body: {'security_group_rule': {'security_group_id': '17149c9a-a8c5-4ebb-96bb-160113f74619', 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:45:04.908048 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-baf8fd8d-9270-40b1-8f31-d4790aee338f tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:45:04.969537 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-baf8fd8d-9270-40b1-8f31-d4790aee338f tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:45:04.974896 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-baf8fd8d-9270-40b1-8f31-d4790aee338f tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530267'] for security_group_rule, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:45:04.989810 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf8fd8d-9270-40b1-8f31-d4790aee338f tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f785cb5-f1d4-4410-ab8f-2afa2a7bc611,revision_number=0']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:45:05.006736 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-baf8fd8d-9270-40b1-8f31-d4790aee338f tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:45:05.011017 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-baf8fd8d-9270-40b1-8f31-d4790aee338f tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1333575 Dec 18 13:45:05.011811 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 58138) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:45:05.014948 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7f3b052d-54ed-4c19-ab8d-1a6813a870d4 None None] Publish callbacks [] for port, precommit_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:45:05.016543 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-4225def5-deb5-40d5-a6b9-a737814f02b7 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Request body: {'security_group_rule': {'security_group_id': '17149c9a-a8c5-4ebb-96bb-160113f74619', 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:45:05.021225 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 7d3223f4-ed00-47e4-8dc5-741771b7b4c8 up at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 13:45:05.026799 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7f3b052d-54ed-4c19-ab8d-1a6813a870d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:45:05.044676 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-4225def5-deb5-40d5-a6b9-a737814f02b7 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:45:05.107526 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-4225def5-deb5-40d5-a6b9-a737814f02b7 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:45:05.111653 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-4225def5-deb5-40d5-a6b9-a737814f02b7 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530267'] for security_group_rule, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:45:05.133530 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4225def5-deb5-40d5-a6b9-a737814f02b7 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13392b18-bdcb-4517-a194-0b9ae394bef0,revision_number=0']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:45:05.148135 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cdfe47-1b83-470b-b580-8529d19c5a4b None None] Pushing event updated for resources: {'Port': ['ID=0e3306c1-c7c1-45de-97ba-55287c0c7af3,revision_number=3']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:45:05.149036 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-4225def5-deb5-40d5-a6b9-a737814f02b7 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:45:05.153239 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 58140) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:45:05.153466 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-4225def5-deb5-40d5-a6b9-a737814f02b7 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1405876 Dec 18 13:45:05.158319 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-4be22e44-0070-44b1-a432-c719e14fd250 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Request body: {'security_group_rule': {'security_group_id': '17149c9a-a8c5-4ebb-96bb-160113f74619', 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:45:05.196920 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-4be22e44-0070-44b1-a432-c719e14fd250 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:45:05.224894 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2294866d-0076-4933-952c-685307032598 None None] Provisioning complete for port 7d3223f4-ed00-47e4-8dc5-741771b7b4c8 triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:45:05.225272 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:45:05.231337 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-7f3b052d-54ed-4c19-ab8d-1a6813a870d4 None None] Attempting to bind port 0e3306c1-c7c1-45de-97ba-55287c0c7af3 on host dv-neutron-744815-20-hyperv for vnic_type normal with profile {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 13:45:05.231712 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-7f3b052d-54ed-4c19-ab8d-1a6813a870d4 None None] Attempting to bind port 0e3306c1-c7c1-45de-97ba-55287c0c7af3 by drivers openvswitch,hyperv on host dv-neutron-744815-20-hyperv at level 0 using segments [{'id': '63148a2f-9555-4999-b28a-0dc7b38267f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '587180a0-6651-4f58-8655-ba8fc1f1fdb4'}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 13:45:05.232078 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f3b052d-54ed-4c19-ab8d-1a6813a870d4 None None] Attempting to bind port 0e3306c1-c7c1-45de-97ba-55287c0c7af3 on network 587180a0-6651-4f58-8655-ba8fc1f1fdb4 {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 13:45:05.251540 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-4be22e44-0070-44b1-a432-c719e14fd250 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:45:05.256134 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-4be22e44-0070-44b1-a432-c719e14fd250 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530267'] for security_group_rule, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:45:05.265631 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f3b052d-54ed-4c19-ab8d-1a6813a870d4 None None] Checking agent: {'id': '428fa9fa-43db-4db9-9f96-f60ffe931f2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-20-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 13, 19, 1), 'started_at': datetime.datetime(2021, 12, 18, 13, 19, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 13, 45, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-20-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 18 13:45:05.265631 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f3b052d-54ed-4c19-ab8d-1a6813a870d4 None None] Checking segment: {'id': '63148a2f-9555-4999-b28a-0dc7b38267f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '587180a0-6651-4f58-8655-ba8fc1f1fdb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 13:45:05.266172 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7f3b052d-54ed-4c19-ab8d-1a6813a870d4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:45:05.266538 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f3b052d-54ed-4c19-ab8d-1a6813a870d4 None None] Bound using segment: {'id': '63148a2f-9555-4999-b28a-0dc7b38267f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '587180a0-6651-4f58-8655-ba8fc1f1fdb4'} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 18 13:45:05.267294 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-7f3b052d-54ed-4c19-ab8d-1a6813a870d4 None None] Bound port: 0e3306c1-c7c1-45de-97ba-55287c0c7af3, host: dv-neutron-744815-20-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63148a2f-9555-4999-b28a-0dc7b38267f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '587180a0-6651-4f58-8655-ba8fc1f1fdb4'}}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 18 13:45:05.267453 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7f3b052d-54ed-4c19-ab8d-1a6813a870d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:45:05.275984 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be22e44-0070-44b1-a432-c719e14fd250 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d356022-154e-45c3-be2f-0c979e36fc05,revision_number=0']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:45:05.287690 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-4be22e44-0070-44b1-a432-c719e14fd250 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:45:05.292569 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-4be22e44-0070-44b1-a432-c719e14fd250 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1378615 Dec 18 13:45:05.293443 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 58142) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:45:05.298688 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-cfcf3907-9277-48a1-9b5a-55424c2fb7eb tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Request body: {'security_group_rule': {'security_group_id': '17149c9a-a8c5-4ebb-96bb-160113f74619', 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:45:05.326326 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.db.securitygroups_db [None req-cfcf3907-9277-48a1-9b5a-55424c2fb7eb tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Project 6e88b8a5aed24360a829007d7fd9d0fd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 18 13:45:05.333777 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-cfcf3907-9277-48a1-9b5a-55424c2fb7eb tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:45:05.383374 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-7f3b052d-54ed-4c19-ab8d-1a6813a870d4 None None] For port 0e3306c1-c7c1-45de-97ba-55287c0c7af3, host dv-neutron-744815-20-hyperv, cleared binding levels {{(pid=103161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 18 13:45:05.395771 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-cfcf3907-9277-48a1-9b5a-55424c2fb7eb tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:45:05.400026 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-cfcf3907-9277-48a1-9b5a-55424c2fb7eb tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530267'] for security_group_rule, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:45:05.405811 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-7f3b052d-54ed-4c19-ab8d-1a6813a870d4 None None] For port 0e3306c1-c7c1-45de-97ba-55287c0c7af3, host dv-neutron-744815-20-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=0e3306c1-c7c1-45de-97ba-55287c0c7af3,segment=NetworkSegment(63148a2f-9555-4999-b28a-0dc7b38267f7),segment_id=63148a2f-9555-4999-b28a-0dc7b38267f7)] {{(pid=103161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 18 13:45:05.413470 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7f3b052d-54ed-4c19-ab8d-1a6813a870d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:45:05.418143 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcf3907-9277-48a1-9b5a-55424c2fb7eb tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d19c599-c968-4447-b7cf-b33bd62fb7da,revision_number=0']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:45:05.423462 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-cbe5fe05-8dc6-412e-9d62-db3daf4c42de None None] Provisioning complete for port 0e3306c1-c7c1-45de-97ba-55287c0c7af3 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:45:05.423764 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-cbe5fe05-8dc6-412e-9d62-db3daf4c42de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:45:05.430896 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-cfcf3907-9277-48a1-9b5a-55424c2fb7eb tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:45:05.432404 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-cfcf3907-9277-48a1-9b5a-55424c2fb7eb tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1379206 Dec 18 13:45:05.435332 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 58144) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:45:05.440606 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-1955b839-b203-4562-b666-b3798978abff tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Request body: {'security_group_rule': {'security_group_id': '17149c9a-a8c5-4ebb-96bb-160113f74619', 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:45:05.474947 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.db.securitygroups_db [None req-1955b839-b203-4562-b666-b3798978abff tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Project 6e88b8a5aed24360a829007d7fd9d0fd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 18 13:45:05.483899 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-1955b839-b203-4562-b666-b3798978abff tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:45:05.509220 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cdfe47-1b83-470b-b580-8529d19c5a4b None None] Pushing event updated for resources: {'Port': ['ID=0e3306c1-c7c1-45de-97ba-55287c0c7af3,revision_number=4']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:45:05.512221 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f3b052d-54ed-4c19-ab8d-1a6813a870d4 None None] Routers {'a9e81ecb-44fc-4d4f-ae7e-3ee8745a6933'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:45:05.512432 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-7f3b052d-54ed-4c19-ab8d-1a6813a870d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:44:57Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['a9e81ecb-44fc-4d4f-ae7e-3ee8745a6933'], 'active': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:45:05.564864 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-1955b839-b203-4562-b666-b3798978abff tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:45:05.568918 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-1955b839-b203-4562-b666-b3798978abff tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530267'] for security_group_rule, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:45:05.592800 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1955b839-b203-4562-b666-b3798978abff tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8922ca2-e8c8-48c5-baec-8534c4d74c27,revision_number=0']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:45:05.599889 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-1955b839-b203-4562-b666-b3798978abff tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:45:05.600964 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-1955b839-b203-4562-b666-b3798978abff tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1645973 Dec 18 13:45:05.810877 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-cbe5fe05-8dc6-412e-9d62-db3daf4c42de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:45:05.816278 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-2977e0e6-f63b-4fcd-b35e-ae3655b29116 req-abc9fe78-d212-4722-84db-699a900c5785 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-807622842&fields=id&tenant_id=6e88b8a5aed24360a829007d7fd9d0fd HTTP/1.1" status: 200 len: 267 time: 0.0461142 Dec 18 13:45:05.827847 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvr_db [None req-7f3b052d-54ed-4c19-ab8d-1a6813a870d4 None None] Set router a9e81ecb-44fc-4d4f-ae7e-3ee8745a6933 gateway port host: dv-neutron-744815-20-hyperv {{(pid=103161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 13:45:05.888488 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-cbe5fe05-8dc6-412e-9d62-db3daf4c42de None None] For port 0e3306c1-c7c1-45de-97ba-55287c0c7af3, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=0e3306c1-c7c1-45de-97ba-55287c0c7af3,segment=NetworkSegment(63148a2f-9555-4999-b28a-0dc7b38267f7),segment_id=63148a2f-9555-4999-b28a-0dc7b38267f7)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:45:05.917415 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-cbe5fe05-8dc6-412e-9d62-db3daf4c42de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:45:05.923220 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2977e0e6-f63b-4fcd-b35e-ae3655b29116 req-740db32e-58a3-4345-b56d-c46f61902620 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:45:05.924751 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-2977e0e6-f63b-4fcd-b35e-ae3655b29116 req-740db32e-58a3-4345-b56d-c46f61902620 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/networks?id=587180a0-6651-4f58-8655-ba8fc1f1fdb4 HTTP/1.1" status: 200 len: 797 time: 0.1016924 Dec 18 13:45:05.940404 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-2977e0e6-f63b-4fcd-b35e-ae3655b29116 req-6383defe-11cf-4cb3-816c-a4881ecc159b tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/quotas/6e88b8a5aed24360a829007d7fd9d0fd HTTP/1.1" status: 200 len: 375 time: 0.0096376 Dec 18 13:45:05.994330 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-2977e0e6-f63b-4fcd-b35e-ae3655b29116 req-5782887b-ac53-486f-9ab0-aaab5dedb23a tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=6e88b8a5aed24360a829007d7fd9d0fd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0478094 Dec 18 13:45:06.033567 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe5fe05-8dc6-412e-9d62-db3daf4c42de None None] Pushing event updated for resources: {'Port': ['ID=0e3306c1-c7c1-45de-97ba-55287c0c7af3,revision_number=5']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:45:06.059688 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-8d1bc925-16a5-4b5a-a287-14210dac8f02 None None] Provisioning complete for port 0e3306c1-c7c1-45de-97ba-55287c0c7af3 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:45:06.060060 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-8d1bc925-16a5-4b5a-a287-14210dac8f02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:45:06.134903 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-2977e0e6-f63b-4fcd-b35e-ae3655b29116 req-f1e2ce45-2957-4fe6-8fb5-998955a51e83 service neutron] 10.222.0.31 "GET /v2.0/networks/587180a0-6651-4f58-8655-ba8fc1f1fdb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284144 Dec 18 13:45:06.163386 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-7f3b052d-54ed-4c19-ab8d-1a6813a870d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9e81ecb-44fc-4d4f-ae7e-3ee8745a6933', 'name': 'tempest-TestNetworkBasicOps-router-1441438553', 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.223'}], 'enable_snat': True}, 'gw_port_id': 'a0aae83a-3ab7-428b-a331-398d104dd72e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:44:59Z', 'updated_at': '2021-12-18T13:45:03Z', 'revision_number': 4, 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'gw_port': {'id': 'a0aae83a-3ab7-428b-a331-398d104dd72e', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:c3:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9e81ecb-44fc-4d4f-ae7e-3ee8745a6933', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1485, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:44:59Z', 'updated_at': '2021-12-18T13:45:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv', '_interfaces': [{'id': '0e3306c1-c7c1-45de-97ba-55287c0c7af3', 'name': '', 'network_id': '587180a0-6651-4f58-8655-ba8fc1f1fdb4', 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'mac_address': 'fa:16:3e:ef:04:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9e81ecb-44fc-4d4f-ae7e-3ee8745a6933', 'device_owner': 'network:router_interface', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': '63f49abe-0666-4d9a-b63f-c004c8580db3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:45:02Z', 'updated_at': '2021-12-18T13:45:05Z', 'revision_number': 4, 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'subnets': [{'id': '63f49abe-0666-4d9a-b63f-c004c8580db3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:45:06.195749 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f3b052d-54ed-4c19-ab8d-1a6813a870d4 None None] The sync data for ids ['a9e81ecb-44fc-4d4f-ae7e-3ee8745a6933'] in dv-neutron-744815-20-hyperv is: [{'id': 'a9e81ecb-44fc-4d4f-ae7e-3ee8745a6933', 'name': 'tempest-TestNetworkBasicOps-router-1441438553', 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.223'}], 'enable_snat': True}, 'gw_port_id': 'a0aae83a-3ab7-428b-a331-398d104dd72e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:44:59Z', 'updated_at': '2021-12-18T13:45:03Z', 'revision_number': 4, 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'gw_port': {'id': 'a0aae83a-3ab7-428b-a331-398d104dd72e', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:c3:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9e81ecb-44fc-4d4f-ae7e-3ee8745a6933', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1485, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:44:59Z', 'updated_at': '2021-12-18T13:45:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv', '_interfaces': [{'id': '0e3306c1-c7c1-45de-97ba-55287c0c7af3', 'name': '', 'network_id': '587180a0-6651-4f58-8655-ba8fc1f1fdb4', 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'mac_address': 'fa:16:3e:ef:04:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9e81ecb-44fc-4d4f-ae7e-3ee8745a6933', 'device_owner': 'network:router_interface', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': '63f49abe-0666-4d9a-b63f-c004c8580db3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:45:02Z', 'updated_at': '2021-12-18T13:45:05Z', 'revision_number': 4, 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'subnets': [{'id': '63f49abe-0666-4d9a-b63f-c004c8580db3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 13:45:06.231417 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-2977e0e6-f63b-4fcd-b35e-ae3655b29116 req-6ea4a809-629f-416c-bac9-99fb62f11f63 service neutron] 10.222.0.31 "GET /v2.0/networks/587180a0-6651-4f58-8655-ba8fc1f1fdb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895450 Dec 18 13:45:06.435660 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-69fef752-1ad8-41ea-8742-029e1267cea1 req-2354774c-b944-43cb-ae83-cef574a2c794 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4094f60-fa63-4758-afe4-035f63c9f1d3 HTTP/1.1" status: 200 len: 210 time: 0.0269966 Dec 18 13:45:06.828849 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:45:07.041345 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 0e3306c1-c7c1-45de-97ba-55287c0c7af3 up at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 13:45:07.095046 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2294866d-0076-4933-952c-685307032598 None None] Provisioning complete for port 0e3306c1-c7c1-45de-97ba-55287c0c7af3 triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:45:07.095567 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:45:07.460633 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2977e0e6-f63b-4fcd-b35e-ae3655b29116 req-02e05650-4ddd-481c-8bc3-6b3f0eb8df11 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:45:07.461632 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-2977e0e6-f63b-4fcd-b35e-ae3655b29116 req-02e05650-4ddd-481c-8bc3-6b3f0eb8df11 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.43 "GET /v2.0/networks?id=587180a0-6651-4f58-8655-ba8fc1f1fdb4 HTTP/1.1" status: 200 len: 797 time: 0.1069112 Dec 18 13:45:07.531509 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-2977e0e6-f63b-4fcd-b35e-ae3655b29116 req-b29779fb-a591-45db-9410-945f117966ec tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6e88b8a5aed24360a829007d7fd9d0fd HTTP/1.1" status: 200 len: 379 time: 0.0597279 Dec 18 13:45:07.541001 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [req-2977e0e6-f63b-4fcd-b35e-ae3655b29116 req-8151f425-0939-478a-94ed-1716e426d435 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Request body: {'port': {'device_id': 'a4094f60-fa63-4758-afe4-035f63c9f1d3', 'network_id': '587180a0-6651-4f58-8655-ba8fc1f1fdb4', 'admin_state_up': True, 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'security_groups': ['17149c9a-a8c5-4ebb-96bb-160113f74619']}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:45:07.546898 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-093ca720-f0e1-4917-a1e3-9be493cd17b2 req-480db35f-4254-4d18-a74a-6ffb1d670766 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4094f60-fa63-4758-afe4-035f63c9f1d3 HTTP/1.1" status: 200 len: 210 time: 0.0365143 Dec 18 13:45:07.659601 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2977e0e6-f63b-4fcd-b35e-ae3655b29116 req-8151f425-0939-478a-94ed-1716e426d435 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Made reservation on behalf of 6e88b8a5aed24360a829007d7fd9d0fd for: {'port': 1} {{(pid=103160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:45:07.663127 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [req-2977e0e6-f63b-4fcd-b35e-ae3655b29116 req-8151f425-0939-478a-94ed-1716e426d435 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:45:07.790811 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.db_base_plugin_common [req-2977e0e6-f63b-4fcd-b35e-ae3655b29116 req-8151f425-0939-478a-94ed-1716e426d435 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Allocated IP 172.20.0.4 (587180a0-6651-4f58-8655-ba8fc1f1fdb4/63f49abe-0666-4d9a-b63f-c004c8580db3/9bcd59e8-4fb8-4310-9d1c-33314dee3e1f) {{(pid=103160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:45:07.932855 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [req-2977e0e6-f63b-4fcd-b35e-ae3655b29116 req-8151f425-0939-478a-94ed-1716e426d435 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for port, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:45:07.974460 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [req-2977e0e6-f63b-4fcd-b35e-ae3655b29116 req-8151f425-0939-478a-94ed-1716e426d435 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4533522'] for port, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:45:08.018010 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2977e0e6-f63b-4fcd-b35e-ae3655b29116 req-8151f425-0939-478a-94ed-1716e426d435 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Network 587180a0-6651-4f58-8655-ba8fc1f1fdb4 is already hosted by enough agents. {{(pid=103160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:45:08.021293 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.base_scheduler [req-2977e0e6-f63b-4fcd-b35e-ae3655b29116 req-8151f425-0939-478a-94ed-1716e426d435 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Resources bound (agent type, host, resource id): {{(pid=103160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:45:08.025092 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.l3_dvrscheduler_db [req-2977e0e6-f63b-4fcd-b35e-ae3655b29116 req-8151f425-0939-478a-94ed-1716e426d435 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Received port after_create {{(pid=103160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:45:08.031820 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8151f425-0939-478a-94ed-1716e426d435 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Pushing event updated for resources: {'Port': ['ID=9bcd59e8-4fb8-4310-9d1c-33314dee3e1f,revision_number=1']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:45:08.060281 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8151f425-0939-478a-94ed-1716e426d435 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:45:08.060631 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8151f425-0939-478a-94ed-1716e426d435 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:45:08.060986 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8151f425-0939-478a-94ed-1716e426d435 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:45:08.061330 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8151f425-0939-478a-94ed-1716e426d435 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:45:08.061668 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8151f425-0939-478a-94ed-1716e426d435 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:45:08.062006 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8151f425-0939-478a-94ed-1716e426d435 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:45:08.062343 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8151f425-0939-478a-94ed-1716e426d435 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:45:08.062677 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8151f425-0939-478a-94ed-1716e426d435 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:45:08.063009 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8151f425-0939-478a-94ed-1716e426d435 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:45:08.063374 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8151f425-0939-478a-94ed-1716e426d435 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:45:08.063770 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8151f425-0939-478a-94ed-1716e426d435 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:45:08.064084 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8151f425-0939-478a-94ed-1716e426d435 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:45:08.064411 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8151f425-0939-478a-94ed-1716e426d435 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:45:08.090154 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2977e0e6-f63b-4fcd-b35e-ae3655b29116 req-8151f425-0939-478a-94ed-1716e426d435 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:45:08.090786 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [req-2977e0e6-f63b-4fcd-b35e-ae3655b29116 req-8151f425-0939-478a-94ed-1716e426d435 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:45:08.109714 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-2977e0e6-f63b-4fcd-b35e-ae3655b29116 req-8151f425-0939-478a-94ed-1716e426d435 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5724051 Dec 18 13:45:08.122410 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [req-2977e0e6-f63b-4fcd-b35e-ae3655b29116 req-c59ab182-b118-450a-8787-c0c89c1f158f service neutron] Request body: {'port': {'device_id': 'a4094f60-fa63-4758-afe4-035f63c9f1d3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7448'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:45:08.182649 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [req-2977e0e6-f63b-4fcd-b35e-ae3655b29116 req-c59ab182-b118-450a-8787-c0c89c1f158f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:45:08.244124 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-baebf473-130c-44fd-b443-0e82e7f76174 None None] Provisioning complete for port 9bcd59e8-4fb8-4310-9d1c-33314dee3e1f triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:45:08.244798 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-baebf473-130c-44fd-b443-0e82e7f76174 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:45:08.287284 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-baebf473-130c-44fd-b443-0e82e7f76174 None None] Port 9bcd59e8-4fb8-4310-9d1c-33314dee3e1f cannot update to ACTIVE because it is not bound. {{(pid=103161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 13:45:08.458979 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.notifiers.nova [req-2977e0e6-f63b-4fcd-b35e-ae3655b29116 req-c59ab182-b118-450a-8787-c0c89c1f158f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9bcd59e8-4fb8-4310-9d1c-33314dee3e1f {{(pid=103160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 18 13:45:08.466651 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [req-2977e0e6-f63b-4fcd-b35e-ae3655b29116 req-c59ab182-b118-450a-8787-c0c89c1f158f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:45:08.478670 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.provisioning_blocks [req-2977e0e6-f63b-4fcd-b35e-ae3655b29116 req-c59ab182-b118-450a-8787-c0c89c1f158f service neutron] Transition to ACTIVE for port object 9bcd59e8-4fb8-4310-9d1c-33314dee3e1f will not be triggered until provisioned by entity L2. {{(pid=103160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 18 13:45:08.484151 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [req-2977e0e6-f63b-4fcd-b35e-ae3655b29116 req-c59ab182-b118-450a-8787-c0c89c1f158f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4533541'] for port, after_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:45:08.550180 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59ab182-b118-450a-8787-c0c89c1f158f service neutron] Pushing event updated for resources: {'Port': ['ID=9bcd59e8-4fb8-4310-9d1c-33314dee3e1f,revision_number=2']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:45:08.638192 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.managers [req-2977e0e6-f63b-4fcd-b35e-ae3655b29116 req-c59ab182-b118-450a-8787-c0c89c1f158f service neutron] Attempting to bind port 9bcd59e8-4fb8-4310-9d1c-33314dee3e1f on host hv-neutron-7448 for vnic_type normal with profile {{(pid=103160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 13:45:08.638530 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.managers [req-2977e0e6-f63b-4fcd-b35e-ae3655b29116 req-c59ab182-b118-450a-8787-c0c89c1f158f service neutron] Attempting to bind port 9bcd59e8-4fb8-4310-9d1c-33314dee3e1f by drivers openvswitch,hyperv on host hv-neutron-7448 at level 0 using segments [{'id': '63148a2f-9555-4999-b28a-0dc7b38267f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '587180a0-6651-4f58-8655-ba8fc1f1fdb4'}] {{(pid=103160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 13:45:08.638874 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2977e0e6-f63b-4fcd-b35e-ae3655b29116 req-c59ab182-b118-450a-8787-c0c89c1f158f service neutron] Attempting to bind port 9bcd59e8-4fb8-4310-9d1c-33314dee3e1f on network 587180a0-6651-4f58-8655-ba8fc1f1fdb4 {{(pid=103160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 13:45:08.659349 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2977e0e6-f63b-4fcd-b35e-ae3655b29116 req-c59ab182-b118-450a-8787-c0c89c1f158f service neutron] Port 9bcd59e8-4fb8-4310-9d1c-33314dee3e1f on network 587180a0-6651-4f58-8655-ba8fc1f1fdb4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7448 {{(pid=103160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 18 13:45:08.659682 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2977e0e6-f63b-4fcd-b35e-ae3655b29116 req-c59ab182-b118-450a-8787-c0c89c1f158f service neutron] Attempting to bind port 9bcd59e8-4fb8-4310-9d1c-33314dee3e1f on network 587180a0-6651-4f58-8655-ba8fc1f1fdb4 {{(pid=103160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 13:45:08.668108 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2977e0e6-f63b-4fcd-b35e-ae3655b29116 req-c59ab182-b118-450a-8787-c0c89c1f158f service neutron] Checking agent: {'id': 'c35b6aa0-0616-421f-8ded-732dd37fc90f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7448', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 13, 24, 37), 'started_at': datetime.datetime(2021, 12, 18, 13, 24, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 13, 45, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 18 13:45:08.668392 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2977e0e6-f63b-4fcd-b35e-ae3655b29116 req-c59ab182-b118-450a-8787-c0c89c1f158f service neutron] Checking segment: {'id': '63148a2f-9555-4999-b28a-0dc7b38267f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '587180a0-6651-4f58-8655-ba8fc1f1fdb4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 13:45:08.668556 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2977e0e6-f63b-4fcd-b35e-ae3655b29116 req-c59ab182-b118-450a-8787-c0c89c1f158f service neutron] Bound using segment: {'id': '63148a2f-9555-4999-b28a-0dc7b38267f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '587180a0-6651-4f58-8655-ba8fc1f1fdb4'} {{(pid=103160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 18 13:45:08.669000 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.managers [req-2977e0e6-f63b-4fcd-b35e-ae3655b29116 req-c59ab182-b118-450a-8787-c0c89c1f158f service neutron] Bound port: 9bcd59e8-4fb8-4310-9d1c-33314dee3e1f, host: hv-neutron-7448, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63148a2f-9555-4999-b28a-0dc7b38267f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '587180a0-6651-4f58-8655-ba8fc1f1fdb4'}}] {{(pid=103160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 18 13:45:08.669358 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [req-2977e0e6-f63b-4fcd-b35e-ae3655b29116 req-c59ab182-b118-450a-8787-c0c89c1f158f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:45:08.698529 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f79a72-efd0-434d-b2f2-5e8008e7849e req-27036bba-e308-430d-b3cf-295558fded3e tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:45:08.700116 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-e0f79a72-efd0-434d-b2f2-5e8008e7849e req-27036bba-e308-430d-b3cf-295558fded3e tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4094f60-fa63-4758-afe4-035f63c9f1d3 HTTP/1.1" status: 200 len: 943 time: 0.0759962 Dec 18 13:45:08.784632 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.db [req-2977e0e6-f63b-4fcd-b35e-ae3655b29116 req-c59ab182-b118-450a-8787-c0c89c1f158f service neutron] For port 9bcd59e8-4fb8-4310-9d1c-33314dee3e1f, host hv-neutron-7448, cleared binding levels {{(pid=103160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 18 13:45:08.788176 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.db [req-2977e0e6-f63b-4fcd-b35e-ae3655b29116 req-c59ab182-b118-450a-8787-c0c89c1f158f service neutron] For port 9bcd59e8-4fb8-4310-9d1c-33314dee3e1f, host hv-neutron-7448, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=9bcd59e8-4fb8-4310-9d1c-33314dee3e1f,segment=NetworkSegment(63148a2f-9555-4999-b28a-0dc7b38267f7),segment_id=63148a2f-9555-4999-b28a-0dc7b38267f7)] {{(pid=103160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 18 13:45:08.792962 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-e0f79a72-efd0-434d-b2f2-5e8008e7849e req-65138a56-dba0-4513-9c07-2528c101df03 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/security-groups?id=17149c9a-a8c5-4ebb-96bb-160113f74619&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749300 Dec 18 13:45:08.794433 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [req-2977e0e6-f63b-4fcd-b35e-ae3655b29116 req-c59ab182-b118-450a-8787-c0c89c1f158f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4533541'] for port, after_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:45:08.833555 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2977e0e6-f63b-4fcd-b35e-ae3655b29116 req-c59ab182-b118-450a-8787-c0c89c1f158f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:45:08.834146 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [req-2977e0e6-f63b-4fcd-b35e-ae3655b29116 req-c59ab182-b118-450a-8787-c0c89c1f158f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:45:08.835554 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-2977e0e6-f63b-4fcd-b35e-ae3655b29116 req-c59ab182-b118-450a-8787-c0c89c1f158f service neutron] 10.222.0.43 "PUT /v2.0/ports/9bcd59e8-4fb8-4310-9d1c-33314dee3e1f HTTP/1.1" status: 200 len: 1093 time: 0.7175200 Dec 18 13:45:08.836001 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4094f60-fa63-4758-afe4-035f63c9f1d3', 'tag': '9bcd59e8-4fb8-4310-9d1c-33314dee3e1f'}] {{(pid=103160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 18 13:45:08.838239 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd59ab3361532ca86f78e2d2eaf298e4a05479417bf909969c39d1b423591824" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2e5b8f1-93bd-4080-82b3-eaa1645bd9d5" -d '{"events": [{"name": "network-changed", "server_uuid": "a4094f60-fa63-4758-afe4-035f63c9f1d3", "tag": "9bcd59e8-4fb8-4310-9d1c-33314dee3e1f"}]}' {{(pid=103160) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 18 13:45:08.859320 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59ab182-b118-450a-8787-c0c89c1f158f service neutron] Pushing event updated for resources: {'Port': ['ID=9bcd59e8-4fb8-4310-9d1c-33314dee3e1f,revision_number=3']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:45:08.883345 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 13:45:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da31764b-6404-4498-9601-4dd4a6349d80 x-openstack-request-id: req-da31764b-6404-4498-9601-4dd4a6349d80 {{(pid=103160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 18 13:45:08.883645 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4094f60-fa63-4758-afe4-035f63c9f1d3", "tag": "9bcd59e8-4fb8-4310-9d1c-33314dee3e1f", "status": "completed", "code": 200}]} {{(pid=103160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 18 13:45:08.883901 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-da31764b-6404-4498-9601-4dd4a6349d80 {{(pid=103160) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 18 13:45:08.884341 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4094f60-fa63-4758-afe4-035f63c9f1d3', 'tag': '9bcd59e8-4fb8-4310-9d1c-33314dee3e1f', 'status': 'completed', 'code': 200} Dec 18 13:45:08.928257 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2977e0e6-f63b-4fcd-b35e-ae3655b29116 req-551e612d-f693-45da-abcb-ac6fd3cc7485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:45:08.929993 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-2977e0e6-f63b-4fcd-b35e-ae3655b29116 req-551e612d-f693-45da-abcb-ac6fd3cc7485 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6e88b8a5aed24360a829007d7fd9d0fd&device_id=a4094f60-fa63-4758-afe4-035f63c9f1d3 HTTP/1.1" status: 200 len: 1096 time: 0.0434813 Dec 18 13:45:08.979784 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-2977e0e6-f63b-4fcd-b35e-ae3655b29116 req-0b23cb31-fba7-463e-a41c-ab1c731433b9 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9bcd59e8-4fb8-4310-9d1c-33314dee3e1f HTTP/1.1" status: 200 len: 217 time: 0.0406749 Dec 18 13:45:09.029753 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2977e0e6-f63b-4fcd-b35e-ae3655b29116 req-ccaf6c18-e81b-4760-af64-1afecb0ab4af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:45:09.031351 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-2977e0e6-f63b-4fcd-b35e-ae3655b29116 req-ccaf6c18-e81b-4760-af64-1afecb0ab4af service neutron] 10.222.0.43 "GET /v2.0/subnets?id=63f49abe-0666-4d9a-b63f-c004c8580db3 HTTP/1.1" status: 200 len: 835 time: 0.0442417 Dec 18 13:45:09.078842 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2977e0e6-f63b-4fcd-b35e-ae3655b29116 req-9e72a7cd-1d81-4f78-a61a-a3b415087cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:45:09.081122 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-2977e0e6-f63b-4fcd-b35e-ae3655b29116 req-9e72a7cd-1d81-4f78-a61a-a3b415087cf0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=587180a0-6651-4f58-8655-ba8fc1f1fdb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0430064 Dec 18 13:45:09.180350 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-2977e0e6-f63b-4fcd-b35e-ae3655b29116 req-500d19ad-6d2f-4749-a261-6a130080b9f8 service neutron] 10.222.0.43 "GET /v2.0/networks/587180a0-6651-4f58-8655-ba8fc1f1fdb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907807 Dec 18 13:45:09.279874 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-2977e0e6-f63b-4fcd-b35e-ae3655b29116 req-817441bc-a5df-4793-9717-9f90f5ecc215 service neutron] 10.222.0.43 "GET /v2.0/networks/587180a0-6651-4f58-8655-ba8fc1f1fdb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917263 Dec 18 13:45:09.383782 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e5b8f1-93bd-4080-82b3-eaa1645bd9d5 req-c24bb242-daa8-4eed-b70a-2bde86ebe73e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:45:09.385509 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-f2e5b8f1-93bd-4080-82b3-eaa1645bd9d5 req-c24bb242-daa8-4eed-b70a-2bde86ebe73e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6e88b8a5aed24360a829007d7fd9d0fd&device_id=a4094f60-fa63-4758-afe4-035f63c9f1d3 HTTP/1.1" status: 200 len: 1096 time: 0.0495608 Dec 18 13:45:09.475183 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e5b8f1-93bd-4080-82b3-eaa1645bd9d5 req-6ede423d-c743-4320-b5c8-c4c64883cce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:45:09.476673 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-f2e5b8f1-93bd-4080-82b3-eaa1645bd9d5 req-6ede423d-c743-4320-b5c8-c4c64883cce2 service neutron] 10.222.0.43 "GET /v2.0/networks?id=587180a0-6651-4f58-8655-ba8fc1f1fdb4 HTTP/1.1" status: 200 len: 898 time: 0.0841892 Dec 18 13:45:09.523365 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-f2e5b8f1-93bd-4080-82b3-eaa1645bd9d5 req-b140f9c0-01cd-4d7f-8137-819a3359de33 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9bcd59e8-4fb8-4310-9d1c-33314dee3e1f HTTP/1.1" status: 200 len: 217 time: 0.0375686 Dec 18 13:45:09.572798 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e5b8f1-93bd-4080-82b3-eaa1645bd9d5 req-d00452b9-cbe8-4b9c-82f8-2ad449f593ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:45:09.574323 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-f2e5b8f1-93bd-4080-82b3-eaa1645bd9d5 req-d00452b9-cbe8-4b9c-82f8-2ad449f593ca service neutron] 10.222.0.43 "GET /v2.0/subnets?id=63f49abe-0666-4d9a-b63f-c004c8580db3 HTTP/1.1" status: 200 len: 835 time: 0.0439224 Dec 18 13:45:09.619732 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e5b8f1-93bd-4080-82b3-eaa1645bd9d5 req-3017e0a9-e556-44a6-9354-580b87f32d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:45:09.621179 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-f2e5b8f1-93bd-4080-82b3-eaa1645bd9d5 req-3017e0a9-e556-44a6-9354-580b87f32d0b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=587180a0-6651-4f58-8655-ba8fc1f1fdb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0397327 Dec 18 13:45:09.716368 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-f2e5b8f1-93bd-4080-82b3-eaa1645bd9d5 req-3f6e6bf8-6165-4dc5-8da5-f22869ab856b service neutron] 10.222.0.43 "GET /v2.0/networks/587180a0-6651-4f58-8655-ba8fc1f1fdb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860116 Dec 18 13:45:09.808145 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-f2e5b8f1-93bd-4080-82b3-eaa1645bd9d5 req-d28d10f9-0269-4ae3-9531-6b5a4f6c0d17 service neutron] 10.222.0.43 "GET /v2.0/networks/587180a0-6651-4f58-8655-ba8fc1f1fdb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843203 Dec 18 13:45:09.912805 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c5244a-550d-4e1b-bc2e-2c666b4177c5 req-9182ab4f-639a-470c-9039-7babca1ae5fa tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:45:09.914199 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-f4c5244a-550d-4e1b-bc2e-2c666b4177c5 req-9182ab4f-639a-470c-9039-7babca1ae5fa tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4094f60-fa63-4758-afe4-035f63c9f1d3 HTTP/1.1" status: 200 len: 943 time: 0.0509677 Dec 18 13:45:10.309121 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-f4c5244a-550d-4e1b-bc2e-2c666b4177c5 req-f3de0fce-5b0f-4bb3-b63d-634eb16d9b87 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/security-groups?id=17149c9a-a8c5-4ebb-96bb-160113f74619&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3866968 Dec 18 13:45:11.451040 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dfa463-02a0-49d3-be90-d28ea349bd4f req-56172857-1555-4cce-9f9a-c496d35c722d tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:45:11.453448 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-c0dfa463-02a0-49d3-be90-d28ea349bd4f req-56172857-1555-4cce-9f9a-c496d35c722d tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4094f60-fa63-4758-afe4-035f63c9f1d3 HTTP/1.1" status: 200 len: 943 time: 0.0604978 Dec 18 13:45:11.512898 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-c0dfa463-02a0-49d3-be90-d28ea349bd4f req-a3ed4a04-3b5f-45e0-8cea-ce93dc602834 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/security-groups?id=17149c9a-a8c5-4ebb-96bb-160113f74619&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509291 Dec 18 13:45:11.879546 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Device 9bcd59e8-4fb8-4310-9d1c-33314dee3e1f details requested by agent hyperv_hv-neutron-7448 with host hv-neutron-7448 {{(pid=103161) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 18 13:45:11.987964 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] For port 9bcd59e8-4fb8-4310-9d1c-33314dee3e1f, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=9bcd59e8-4fb8-4310-9d1c-33314dee3e1f,segment=NetworkSegment(63148a2f-9555-4999-b28a-0dc7b38267f7),segment_id=63148a2f-9555-4999-b28a-0dc7b38267f7)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:45:11.999117 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Returning: {'device': '9bcd59e8-4fb8-4310-9d1c-33314dee3e1f', 'network_id': '587180a0-6651-4f58-8655-ba8fc1f1fdb4', 'port_id': '9bcd59e8-4fb8-4310-9d1c-33314dee3e1f', 'mac_address': 'fa:16:3e:41:75:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63f49abe-0666-4d9a-b63f-c004c8580db3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103161) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 18 13:45:12.037940 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:45:12.051365 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.notifiers.nova [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9bcd59e8-4fb8-4310-9d1c-33314dee3e1f {{(pid=103161) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 18 13:45:12.070582 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] For port 9bcd59e8-4fb8-4310-9d1c-33314dee3e1f, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=9bcd59e8-4fb8-4310-9d1c-33314dee3e1f,segment=NetworkSegment(63148a2f-9555-4999-b28a-0dc7b38267f7),segment_id=63148a2f-9555-4999-b28a-0dc7b38267f7)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:45:12.077640 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:45:12.122048 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Pushing event updated for resources: {'Port': ['ID=9bcd59e8-4fb8-4310-9d1c-33314dee3e1f,revision_number=4']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:45:12.432557 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] get_ports_and_sgs() called for port_ids ['9bcd59e8-4fb8-4310-9d1c-33314dee3e1f'] {{(pid=103161) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 18 13:45:12.644761 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f9074f-396b-4151-8811-c34494fc6878 req-cc2e6711-fe70-4e94-8322-759f3183d4dd tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:45:12.646224 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-93f9074f-396b-4151-8811-c34494fc6878 req-cc2e6711-fe70-4e94-8322-759f3183d4dd tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4094f60-fa63-4758-afe4-035f63c9f1d3 HTTP/1.1" status: 200 len: 944 time: 0.0542276 Dec 18 13:45:12.699271 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-93f9074f-396b-4151-8811-c34494fc6878 req-ea7b9372-5638-485d-a5f3-420375eaedce tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/security-groups?id=17149c9a-a8c5-4ebb-96bb-160113f74619&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463135 Dec 18 13:45:13.822789 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7a9da9-d821-4828-9c3e-ef6b9b07096b req-d2e2d9ff-6a43-4cce-ba77-b75ebcb6d1d4 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:45:13.824355 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-9a7a9da9-d821-4828-9c3e-ef6b9b07096b req-d2e2d9ff-6a43-4cce-ba77-b75ebcb6d1d4 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4094f60-fa63-4758-afe4-035f63c9f1d3 HTTP/1.1" status: 200 len: 944 time: 0.0516329 Dec 18 13:45:13.876610 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-9a7a9da9-d821-4828-9c3e-ef6b9b07096b req-ce0bfd98-1202-408e-8c1e-13e0d22f20f1 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/security-groups?id=17149c9a-a8c5-4ebb-96bb-160113f74619&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453331 Dec 18 13:45:13.890818 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Device 9bcd59e8-4fb8-4310-9d1c-33314dee3e1f up at agent hyperv_hv-neutron-7448 {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 13:45:13.953532 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Provisioning for port 9bcd59e8-4fb8-4310-9d1c-33314dee3e1f completed by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 18 13:45:13.959700 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Provisioning complete for port 9bcd59e8-4fb8-4310-9d1c-33314dee3e1f triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:45:13.960223 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:45:14.042818 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:45:14.067491 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4094f60-fa63-4758-afe4-035f63c9f1d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bcd59e8-4fb8-4310-9d1c-33314dee3e1f'}] {{(pid=103161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 18 13:45:14.069846 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22224e7a42aa75e3f3b9c037df440650d2cfa1dd97b40a249aee4a8113775251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43fba7cf-5cde-4c96-8df2-8a67d17f3d47" -d '{"events": [{"server_uuid": "a4094f60-fa63-4758-afe4-035f63c9f1d3", "name": "network-vif-plugged", "status": "completed", "tag": "9bcd59e8-4fb8-4310-9d1c-33314dee3e1f"}]}' {{(pid=103161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 18 13:45:14.083348 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] For port 9bcd59e8-4fb8-4310-9d1c-33314dee3e1f, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=9bcd59e8-4fb8-4310-9d1c-33314dee3e1f,segment=NetworkSegment(63148a2f-9555-4999-b28a-0dc7b38267f7),segment_id=63148a2f-9555-4999-b28a-0dc7b38267f7)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:45:14.088871 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:45:14.140536 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Pushing event updated for resources: {'Port': ['ID=9bcd59e8-4fb8-4310-9d1c-33314dee3e1f,revision_number=5']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:45:14.161553 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 13:45:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72870604-77ef-46fc-93e2-e154bdadc493 x-openstack-request-id: req-72870604-77ef-46fc-93e2-e154bdadc493 {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 18 13:45:14.161845 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4094f60-fa63-4758-afe4-035f63c9f1d3", "name": "network-vif-plugged", "status": "completed", "tag": "9bcd59e8-4fb8-4310-9d1c-33314dee3e1f", "code": 200}]} {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 18 13:45:14.162159 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-72870604-77ef-46fc-93e2-e154bdadc493 {{(pid=103161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 18 13:45:14.162557 dv-neutron-744815-20-hyperv neutron-server[103161]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4094f60-fa63-4758-afe4-035f63c9f1d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bcd59e8-4fb8-4310-9d1c-33314dee3e1f', 'code': 200} Dec 18 13:45:14.339331 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f11b29-6ae0-4e0a-bfc1-da577c2b45e0 req-8c36540c-ca27-4a0e-aab2-8858099b378b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:45:14.340801 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-f9f11b29-6ae0-4e0a-bfc1-da577c2b45e0 req-8c36540c-ca27-4a0e-aab2-8858099b378b service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=a4094f60-fa63-4758-afe4-035f63c9f1d3 HTTP/1.1" status: 200 len: 1098 time: 0.0422809 Dec 18 13:45:14.394802 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-f9f11b29-6ae0-4e0a-bfc1-da577c2b45e0 req-2ab45907-c8ec-456e-9918-c3c85ab5217c service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=17149c9a-a8c5-4ebb-96bb-160113f74619&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461845 Dec 18 13:45:15.016336 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c8868f-221a-4403-86c4-1c48661ab75a req-e0282a28-c7da-4e6a-a282-81f17b6208d7 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:45:15.017989 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-07c8868f-221a-4403-86c4-1c48661ab75a req-e0282a28-c7da-4e6a-a282-81f17b6208d7 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4094f60-fa63-4758-afe4-035f63c9f1d3 HTTP/1.1" status: 200 len: 945 time: 0.0544086 Dec 18 13:45:15.069598 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-07c8868f-221a-4403-86c4-1c48661ab75a req-de861e68-dc4c-4c0a-97f1-82a80e2fe3e2 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/security-groups?id=17149c9a-a8c5-4ebb-96bb-160113f74619&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430150 Dec 18 13:45:16.207992 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b038eeb2-ddbc-4177-969f-4a4bac71337d req-1e9496ee-a1b0-4c5d-bc3c-b6d7345b5d3c tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:45:16.209454 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-b038eeb2-ddbc-4177-969f-4a4bac71337d req-1e9496ee-a1b0-4c5d-bc3c-b6d7345b5d3c tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4094f60-fa63-4758-afe4-035f63c9f1d3 HTTP/1.1" status: 200 len: 945 time: 0.0538487 Dec 18 13:45:16.259040 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-b038eeb2-ddbc-4177-969f-4a4bac71337d req-a1c791e6-5d58-4b18-8353-06c5e0bb6c2d tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/security-groups?id=17149c9a-a8c5-4ebb-96bb-160113f74619&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434906 Dec 18 13:45:16.436178 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf770739-3696-4e49-816a-780dc729aab6 req-3664eb6b-1624-4c8e-bd61-0d7fc6fb1a3e tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:45:16.437661 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-cf770739-3696-4e49-816a-780dc729aab6 req-3664eb6b-1624-4c8e-bd61-0d7fc6fb1a3e tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4094f60-fa63-4758-afe4-035f63c9f1d3 HTTP/1.1" status: 200 len: 945 time: 0.0537329 Dec 18 13:45:16.491335 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-cf770739-3696-4e49-816a-780dc729aab6 req-da989293-357b-4fdb-a98b-f2cdbac16e89 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/security-groups?id=17149c9a-a8c5-4ebb-96bb-160113f74619&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472956 Dec 18 13:45:16.513829 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 58206) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:45:16.561389 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-436db616-d786-4fd9-83e6-4c64c57f4e75 tempest-TestNetworkBasicOps-845399116 tempest-TestNetworkBasicOps-845399116-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:45:16.562904 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-436db616-d786-4fd9-83e6-4c64c57f4e75 tempest-TestNetworkBasicOps-845399116 tempest-TestNetworkBasicOps-845399116-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=a4094f60-fa63-4758-afe4-035f63c9f1d3 HTTP/1.1" status: 200 len: 1093 time: 0.0480859 Dec 18 13:45:16.567184 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 58208) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:45:16.571453 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-5fbdaadf-84a4-4ce8-aa98-06f1b39838c4 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Request body: {'floatingip': {'floating_network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'port_id': '9bcd59e8-4fb8-4310-9d1c-33314dee3e1f', 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:45:16.599104 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-5fbdaadf-84a4-4ce8-aa98-06f1b39838c4 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for floatingip, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:45:16.708056 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-5fbdaadf-84a4-4ce8-aa98-06f1b39838c4 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:45:16.816512 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.db_base_plugin_common [None req-5fbdaadf-84a4-4ce8-aa98-06f1b39838c4 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Allocated IP 172.26.3.93 (decb4a40-7941-48c8-afbb-daaafd502e83/70deed80-3ca1-4f9e-96cb-563b43d3acba/912e675b-121f-406c-859d-cc34606f3ee5) {{(pid=103159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:45:16.921760 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-5fbdaadf-84a4-4ce8-aa98-06f1b39838c4 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for port, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:45:16.958684 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-5fbdaadf-84a4-4ce8-aa98-06f1b39838c4 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:45:17.004654 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fbdaadf-84a4-4ce8-aa98-06f1b39838c4 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Network decb4a40-7941-48c8-afbb-daaafd502e83 is already hosted by enough agents. {{(pid=103159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:45:17.007716 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.base_scheduler [None req-5fbdaadf-84a4-4ce8-aa98-06f1b39838c4 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Resources bound (agent type, host, resource id): {{(pid=103159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:45:17.011331 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fbdaadf-84a4-4ce8-aa98-06f1b39838c4 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Received port after_create {{(pid=103159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:45:17.016843 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbdaadf-84a4-4ce8-aa98-06f1b39838c4 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Pushing event updated for resources: {'Port': ['ID=912e675b-121f-406c-859d-cc34606f3ee5,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:45:17.393749 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-5fbdaadf-84a4-4ce8-aa98-06f1b39838c4 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:45:17.469969 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-5fbdaadf-84a4-4ce8-aa98-06f1b39838c4 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:45:17.620585 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-5fbdaadf-84a4-4ce8-aa98-06f1b39838c4 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for port, precommit_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:45:17.628672 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-5fbdaadf-84a4-4ce8-aa98-06f1b39838c4 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5659917'] for port, after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:45:17.693748 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbdaadf-84a4-4ce8-aa98-06f1b39838c4 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Pushing event updated for resources: {'Port': ['ID=912e675b-121f-406c-859d-cc34606f3ee5,revision_number=2']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:45:17.709314 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-5fbdaadf-84a4-4ce8-aa98-06f1b39838c4 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-587004'] for floatingip, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:45:17.817176 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.db.l3_db [None req-5fbdaadf-84a4-4ce8-aa98-06f1b39838c4 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Floating IP d521b7ab-b00e-4020-967a-6168206921e5 associated. External IP: 172.26.3.93, port: 9bcd59e8-4fb8-4310-9d1c-33314dee3e1f. Dec 18 13:45:18.045111 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fbdaadf-84a4-4ce8-aa98-06f1b39838c4 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Router a9e81ecb-44fc-4d4f-ae7e-3ee8745a6933 has already been hosted by L3 agent c9c0cd52-5bd2-4704-9429-d80f1c5ad23c {{(pid=103159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 18 13:45:18.157524 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fbdaadf-84a4-4ce8-aa98-06f1b39838c4 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Notify agent at l3_agent.dv-neutron-744815-20-hyperv the message routers_updated {{(pid=103159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 13:45:18.170947 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5735caf1-4775-40e8-b6f6-662f900d4e25 None None] Sync routers for ids ['a9e81ecb-44fc-4d4f-ae7e-3ee8745a6933'] in dv-neutron-744815-20-hyperv {{(pid=103162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 13:45:18.180127 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-5fbdaadf-84a4-4ce8-aa98-06f1b39838c4 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for floatingip, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:45:18.182345 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5735caf1-4775-40e8-b6f6-662f900d4e25 None None] Routers {'a9e81ecb-44fc-4d4f-ae7e-3ee8745a6933'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:45:18.182964 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-5735caf1-4775-40e8-b6f6-662f900d4e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:44:57Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['a9e81ecb-44fc-4d4f-ae7e-3ee8745a6933'], 'active': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:45:18.207718 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-5fbdaadf-84a4-4ce8-aa98-06f1b39838c4 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6394877 Dec 18 13:45:18.208291 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4094f60-fa63-4758-afe4-035f63c9f1d3', 'tag': '9bcd59e8-4fb8-4310-9d1c-33314dee3e1f'}] {{(pid=103159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 18 13:45:18.210454 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 58210) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:45:18.210952 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca844cf115d59c1fab86abc202fb4c13735de0d7e4cbbbb25eec9406e9c87431" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43d53f2a-25a3-40d5-a958-9e8554779a38" -d '{"events": [{"name": "network-changed", "server_uuid": "a4094f60-fa63-4758-afe4-035f63c9f1d3", "tag": "9bcd59e8-4fb8-4310-9d1c-33314dee3e1f"}]}' {{(pid=103159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 18 13:45:18.251605 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94408957-735e-4a99-b508-1fcfc57f14f5 tempest-TestNetworkBasicOps-845399116 tempest-TestNetworkBasicOps-845399116-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:45:18.255786 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-94408957-735e-4a99-b508-1fcfc57f14f5 tempest-TestNetworkBasicOps-845399116 tempest-TestNetworkBasicOps-845399116-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=a4094f60-fa63-4758-afe4-035f63c9f1d3 HTTP/1.1" status: 200 len: 1093 time: 0.0415447 Dec 18 13:45:18.301511 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvr_db [None req-5735caf1-4775-40e8-b6f6-662f900d4e25 None None] Set router a9e81ecb-44fc-4d4f-ae7e-3ee8745a6933 gateway port host: dv-neutron-744815-20-hyperv {{(pid=103162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 13:45:18.309582 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 13:45:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-521a2714-eeb8-42e9-a16f-d29bea9de706 x-openstack-request-id: req-521a2714-eeb8-42e9-a16f-d29bea9de706 {{(pid=103159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 18 13:45:18.310064 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4094f60-fa63-4758-afe4-035f63c9f1d3", "tag": "9bcd59e8-4fb8-4310-9d1c-33314dee3e1f", "status": "completed", "code": 200}]} {{(pid=103159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 18 13:45:18.310505 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-521a2714-eeb8-42e9-a16f-d29bea9de706 {{(pid=103159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 18 13:45:18.311067 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4094f60-fa63-4758-afe4-035f63c9f1d3', 'tag': '9bcd59e8-4fb8-4310-9d1c-33314dee3e1f', 'status': 'completed', 'code': 200} Dec 18 13:45:18.375655 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d53f2a-25a3-40d5-a958-9e8554779a38 req-556bd949-09b3-4138-aa52-139628226be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:45:18.377465 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-43d53f2a-25a3-40d5-a958-9e8554779a38 req-556bd949-09b3-4138-aa52-139628226be7 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6e88b8a5aed24360a829007d7fd9d0fd&device_id=a4094f60-fa63-4758-afe4-035f63c9f1d3 HTTP/1.1" status: 200 len: 1098 time: 0.0426161 Dec 18 13:45:18.480838 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d53f2a-25a3-40d5-a958-9e8554779a38 req-3e2146dc-665c-4c36-a502-bbf4efe17ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:45:18.480838 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-43d53f2a-25a3-40d5-a958-9e8554779a38 req-3e2146dc-665c-4c36-a502-bbf4efe17ecf service neutron] 10.222.0.43 "GET /v2.0/networks?id=587180a0-6651-4f58-8655-ba8fc1f1fdb4 HTTP/1.1" status: 200 len: 898 time: 0.0917211 Dec 18 13:45:18.481079 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 58218) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:45:18.485461 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-21deb789-e07e-4715-a179-c208e9e3baaf tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1349307324', 'description': 'tempest-secgroup-smoke-1349307324 description', 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:45:18.566032 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-21deb789-e07e-4715-a179-c208e9e3baaf tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for security_group, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:45:18.569577 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-43d53f2a-25a3-40d5-a958-9e8554779a38 req-68f4656c-3f7c-428d-8b6b-6bb2be1012da service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9bcd59e8-4fb8-4310-9d1c-33314dee3e1f HTTP/1.1" status: 200 len: 998 time: 0.0786750 Dec 18 13:45:18.622104 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-5735caf1-4775-40e8-b6f6-662f900d4e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9e81ecb-44fc-4d4f-ae7e-3ee8745a6933', 'name': 'tempest-TestNetworkBasicOps-router-1441438553', 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.223'}], 'enable_snat': True}, 'gw_port_id': 'a0aae83a-3ab7-428b-a331-398d104dd72e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:44:59Z', 'updated_at': '2021-12-18T13:45:03Z', 'revision_number': 4, 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'gw_port': {'id': 'a0aae83a-3ab7-428b-a331-398d104dd72e', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:c3:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9e81ecb-44fc-4d4f-ae7e-3ee8745a6933', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1485, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:44:59Z', 'updated_at': '2021-12-18T13:45:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv', '_floatingips': [{'id': 'd521b7ab-b00e-4020-967a-6168206921e5', 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'floating_ip_address': '172.26.3.93', 'floating_network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'router_id': 'a9e81ecb-44fc-4d4f-ae7e-3ee8745a6933', 'port_id': '9bcd59e8-4fb8-4310-9d1c-33314dee3e1f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1500, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '587180a0-6651-4f58-8655-ba8fc1f1fdb4', 'mac_address': 'fa:16:3e:41:75:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4094f60-fa63-4758-afe4-035f63c9f1d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T13:45:17Z', 'updated_at': '2021-12-18T13:45:17Z', 'revision_number': 0, 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e3306c1-c7c1-45de-97ba-55287c0c7af3', 'name': '', 'network_id': '587180a0-6651-4f58-8655-ba8fc1f1fdb4', 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'mac_address': 'fa:16:3e:ef:04:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9e81ecb-44fc-4d4f-ae7e-3ee8745a6933', 'device_owner': 'network:router_interface', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': '63f49abe-0666-4d9a-b63f-c004c8580db3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:45:02Z', 'updated_at': '2021-12-18T13:45:05Z', 'revision_number': 5, 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'subnets': [{'id': '63f49abe-0666-4d9a-b63f-c004c8580db3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:45:18.641438 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d53f2a-25a3-40d5-a958-9e8554779a38 req-6755de4c-460b-4a24-97b3-d568327a4f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:45:18.642918 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-43d53f2a-25a3-40d5-a958-9e8554779a38 req-6755de4c-460b-4a24-97b3-d568327a4f5a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=63f49abe-0666-4d9a-b63f-c004c8580db3 HTTP/1.1" status: 200 len: 835 time: 0.0656323 Dec 18 13:45:18.649016 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5735caf1-4775-40e8-b6f6-662f900d4e25 None None] Checking router: a9e81ecb-44fc-4d4f-ae7e-3ee8745a6933 for host: dv-neutron-744815-20-hyperv {{(pid=103162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 18 13:45:18.657590 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5735caf1-4775-40e8-b6f6-662f900d4e25 None None] Routers {'a9e81ecb-44fc-4d4f-ae7e-3ee8745a6933'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:45:18.658182 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-5735caf1-4775-40e8-b6f6-662f900d4e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:44:57Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['a9e81ecb-44fc-4d4f-ae7e-3ee8745a6933'], 'active': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:45:18.706089 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-21deb789-e07e-4715-a179-c208e9e3baaf tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for security_group, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:45:18.713188 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d53f2a-25a3-40d5-a958-9e8554779a38 req-987adb36-7b08-4a33-81ba-3f462121daee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:45:18.714780 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-43d53f2a-25a3-40d5-a958-9e8554779a38 req-987adb36-7b08-4a33-81ba-3f462121daee service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=587180a0-6651-4f58-8655-ba8fc1f1fdb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0628879 Dec 18 13:45:18.716367 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-21deb789-e07e-4715-a179-c208e9e3baaf tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:45:18.768066 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvr_db [None req-5735caf1-4775-40e8-b6f6-662f900d4e25 None None] Set router a9e81ecb-44fc-4d4f-ae7e-3ee8745a6933 gateway port host: dv-neutron-744815-20-hyperv {{(pid=103162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 13:45:18.780081 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-21deb789-e07e-4715-a179-c208e9e3baaf tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for security_group, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:45:18.781364 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-21deb789-e07e-4715-a179-c208e9e3baaf tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2993159 Dec 18 13:45:18.784733 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 58220) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:45:18.789881 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-7a3c90c5-f752-4040-a52b-19cc31d28809 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Request body: {'security_group_rule': {'security_group_id': '93222a13-504c-4934-97cb-0b9271d059ec', 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:45:18.813155 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21deb789-e07e-4715-a179-c208e9e3baaf tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93222a13-504c-4934-97cb-0b9271d059ec,revision_number=1']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:45:18.828826 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-7a3c90c5-f752-4040-a52b-19cc31d28809 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:45:18.850678 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-43d53f2a-25a3-40d5-a958-9e8554779a38 req-eb75bbad-135a-4831-9e9a-ea585d268a4a service neutron] 10.222.0.43 "GET /v2.0/networks/587180a0-6651-4f58-8655-ba8fc1f1fdb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254871 Dec 18 13:45:18.889476 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-7a3c90c5-f752-4040-a52b-19cc31d28809 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:45:18.895426 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-7a3c90c5-f752-4040-a52b-19cc31d28809 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530267'] for security_group_rule, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:45:18.917220 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3c90c5-f752-4040-a52b-19cc31d28809 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38d40316-08dd-4ed7-b19e-9bfa749a1bb5,revision_number=0']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:45:18.929726 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-7a3c90c5-f752-4040-a52b-19cc31d28809 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:45:18.931086 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-7a3c90c5-f752-4040-a52b-19cc31d28809 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1451130 Dec 18 13:45:18.933787 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 58222) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:45:18.938272 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-6bde263c-b574-4fac-baae-5d4da27d3a87 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Request body: {'security_group_rule': {'security_group_id': '93222a13-504c-4934-97cb-0b9271d059ec', 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:45:18.946233 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-43d53f2a-25a3-40d5-a958-9e8554779a38 req-af3d89b1-3629-4da5-a79b-fba3f2a14b5c service neutron] 10.222.0.43 "GET /v2.0/networks/587180a0-6651-4f58-8655-ba8fc1f1fdb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876811 Dec 18 13:45:18.971493 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-6bde263c-b574-4fac-baae-5d4da27d3a87 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:45:19.009058 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-5735caf1-4775-40e8-b6f6-662f900d4e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9e81ecb-44fc-4d4f-ae7e-3ee8745a6933', 'name': 'tempest-TestNetworkBasicOps-router-1441438553', 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.223'}], 'enable_snat': True}, 'gw_port_id': 'a0aae83a-3ab7-428b-a331-398d104dd72e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:44:59Z', 'updated_at': '2021-12-18T13:45:03Z', 'revision_number': 4, 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'gw_port': {'id': 'a0aae83a-3ab7-428b-a331-398d104dd72e', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:c3:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9e81ecb-44fc-4d4f-ae7e-3ee8745a6933', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1485, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:44:59Z', 'updated_at': '2021-12-18T13:45:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv', '_floatingips': [{'id': 'd521b7ab-b00e-4020-967a-6168206921e5', 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'floating_ip_address': '172.26.3.93', 'floating_network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'router_id': 'a9e81ecb-44fc-4d4f-ae7e-3ee8745a6933', 'port_id': '9bcd59e8-4fb8-4310-9d1c-33314dee3e1f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1500, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '587180a0-6651-4f58-8655-ba8fc1f1fdb4', 'mac_address': 'fa:16:3e:41:75:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4094f60-fa63-4758-afe4-035f63c9f1d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T13:45:17Z', 'updated_at': '2021-12-18T13:45:17Z', 'revision_number': 0, 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e3306c1-c7c1-45de-97ba-55287c0c7af3', 'name': '', 'network_id': '587180a0-6651-4f58-8655-ba8fc1f1fdb4', 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'mac_address': 'fa:16:3e:ef:04:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9e81ecb-44fc-4d4f-ae7e-3ee8745a6933', 'device_owner': 'network:router_interface', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': '63f49abe-0666-4d9a-b63f-c004c8580db3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:45:02Z', 'updated_at': '2021-12-18T13:45:05Z', 'revision_number': 5, 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'subnets': [{'id': '63f49abe-0666-4d9a-b63f-c004c8580db3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:45:19.030912 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-6bde263c-b574-4fac-baae-5d4da27d3a87 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:45:19.034541 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5735caf1-4775-40e8-b6f6-662f900d4e25 None None] The sync data for ids ['a9e81ecb-44fc-4d4f-ae7e-3ee8745a6933'] in dv-neutron-744815-20-hyperv is: [{'id': 'a9e81ecb-44fc-4d4f-ae7e-3ee8745a6933', 'name': 'tempest-TestNetworkBasicOps-router-1441438553', 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.223'}], 'enable_snat': True}, 'gw_port_id': 'a0aae83a-3ab7-428b-a331-398d104dd72e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:44:59Z', 'updated_at': '2021-12-18T13:45:03Z', 'revision_number': 4, 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'gw_port': {'id': 'a0aae83a-3ab7-428b-a331-398d104dd72e', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:c3:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9e81ecb-44fc-4d4f-ae7e-3ee8745a6933', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1485, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:44:59Z', 'updated_at': '2021-12-18T13:45:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv', '_floatingips': [{'id': 'd521b7ab-b00e-4020-967a-6168206921e5', 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'floating_ip_address': '172.26.3.93', 'floating_network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'router_id': 'a9e81ecb-44fc-4d4f-ae7e-3ee8745a6933', 'port_id': '9bcd59e8-4fb8-4310-9d1c-33314dee3e1f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1500, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '587180a0-6651-4f58-8655-ba8fc1f1fdb4', 'mac_address': 'fa:16:3e:41:75:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4094f60-fa63-4758-afe4-035f63c9f1d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T13:45:17Z', 'updated_at': '2021-12-18T13:45:17Z', 'revision_number': 0, 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e3306c1-c7c1-45de-97ba-55287c0c7af3', 'name': '', 'network_id': '587180a0-6651-4f58-8655-ba8fc1f1fdb4', 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'mac_address': 'fa:16:3e:ef:04:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9e81ecb-44fc-4d4f-ae7e-3ee8745a6933', 'device_owner': 'network:router_interface', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': '63f49abe-0666-4d9a-b63f-c004c8580db3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:45:02Z', 'updated_at': '2021-12-18T13:45:05Z', 'revision_number': 5, 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'subnets': [{'id': '63f49abe-0666-4d9a-b63f-c004c8580db3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 13:45:19.035909 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-6bde263c-b574-4fac-baae-5d4da27d3a87 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530267'] for security_group_rule, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:45:19.058707 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bde263c-b574-4fac-baae-5d4da27d3a87 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e1988fd-ce05-4b08-b128-b8557054cf94,revision_number=0']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:45:19.064462 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-6bde263c-b574-4fac-baae-5d4da27d3a87 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:45:19.068902 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-6bde263c-b574-4fac-baae-5d4da27d3a87 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1307986 Dec 18 13:45:19.069011 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 58224) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:45:19.073654 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-6469aa0c-0671-4c83-b68d-1c52bc40e400 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Request body: {'security_group_rule': {'security_group_id': '93222a13-504c-4934-97cb-0b9271d059ec', 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:45:19.102874 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-6469aa0c-0671-4c83-b68d-1c52bc40e400 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:45:19.166785 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-6469aa0c-0671-4c83-b68d-1c52bc40e400 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:45:19.171532 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-6469aa0c-0671-4c83-b68d-1c52bc40e400 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530267'] for security_group_rule, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:45:19.187200 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6469aa0c-0671-4c83-b68d-1c52bc40e400 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b5c5897-2b2d-4f81-b015-07059be22979,revision_number=0']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:45:19.201182 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-6469aa0c-0671-4c83-b68d-1c52bc40e400 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:45:19.202412 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-6469aa0c-0671-4c83-b68d-1c52bc40e400 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1326137 Dec 18 13:45:19.205649 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 58226) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:45:19.211157 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-82106dac-f2b7-4bb4-833a-5575612ed34a tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Request body: {'security_group_rule': {'security_group_id': '93222a13-504c-4934-97cb-0b9271d059ec', 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:45:19.243065 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-82106dac-f2b7-4bb4-833a-5575612ed34a tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:45:19.244907 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75f85ede-652a-4f65-aa8b-0e6dffbef7da None None] New status for floating IP d521b7ab-b00e-4020-967a-6168206921e5: ACTIVE {{(pid=103161) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 18 13:45:19.305993 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-82106dac-f2b7-4bb4-833a-5575612ed34a tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:45:19.310219 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-82106dac-f2b7-4bb4-833a-5575612ed34a tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530267'] for security_group_rule, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:45:19.329712 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82106dac-f2b7-4bb4-833a-5575612ed34a tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44b3750d-654d-48a0-9d73-e1a29df10d17,revision_number=0']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:45:19.343001 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-82106dac-f2b7-4bb4-833a-5575612ed34a tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:45:19.346706 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-82106dac-f2b7-4bb4-833a-5575612ed34a tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1397653 Dec 18 13:45:19.347213 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 58228) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:45:19.352904 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-3800a75e-4cb2-4910-a373-ab948cac94e2 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Request body: {'security_group_rule': {'security_group_id': '93222a13-504c-4934-97cb-0b9271d059ec', 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:45:19.380631 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.db.securitygroups_db [None req-3800a75e-4cb2-4910-a373-ab948cac94e2 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Project 6e88b8a5aed24360a829007d7fd9d0fd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 18 13:45:19.385640 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-3800a75e-4cb2-4910-a373-ab948cac94e2 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:45:19.446250 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-3800a75e-4cb2-4910-a373-ab948cac94e2 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:45:19.451253 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-3800a75e-4cb2-4910-a373-ab948cac94e2 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530267'] for security_group_rule, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:45:19.468430 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3800a75e-4cb2-4910-a373-ab948cac94e2 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90104a81-7d0a-49b9-8ba0-233a7249d5b4,revision_number=0']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:45:19.476307 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-3800a75e-4cb2-4910-a373-ab948cac94e2 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:45:19.477513 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-3800a75e-4cb2-4910-a373-ab948cac94e2 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1282961 Dec 18 13:45:19.480572 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 58230) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:45:19.487509 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-ec807257-7865-4bc5-af7c-f9309dc439b4 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Request body: {'security_group_rule': {'security_group_id': '93222a13-504c-4934-97cb-0b9271d059ec', 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:45:19.513415 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.db.securitygroups_db [None req-ec807257-7865-4bc5-af7c-f9309dc439b4 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Project 6e88b8a5aed24360a829007d7fd9d0fd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 18 13:45:19.518203 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-ec807257-7865-4bc5-af7c-f9309dc439b4 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:45:19.577891 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-ec807257-7865-4bc5-af7c-f9309dc439b4 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:45:19.583248 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-ec807257-7865-4bc5-af7c-f9309dc439b4 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530267'] for security_group_rule, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:45:19.601709 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec807257-7865-4bc5-af7c-f9309dc439b4 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ed21f5b-cc5b-4a06-9c76-e1d800b6558d,revision_number=0']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:45:19.612393 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-ec807257-7865-4bc5-af7c-f9309dc439b4 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:45:19.613810 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-ec807257-7865-4bc5-af7c-f9309dc439b4 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1319027 Dec 18 13:45:19.767567 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-cb040101-8215-4aef-829c-92933c13de38 req-9d0e449b-9e0e-470c-b089-623ef6e7919a tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1349307324&fields=id&tenant_id=6e88b8a5aed24360a829007d7fd9d0fd HTTP/1.1" status: 200 len: 267 time: 0.0467188 Dec 18 13:45:19.878454 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb040101-8215-4aef-829c-92933c13de38 req-07d41fe4-fc77-403a-a899-84c823003302 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:45:19.879947 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-cb040101-8215-4aef-829c-92933c13de38 req-07d41fe4-fc77-403a-a899-84c823003302 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/networks?id=587180a0-6651-4f58-8655-ba8fc1f1fdb4 HTTP/1.1" status: 200 len: 797 time: 0.1051846 Dec 18 13:45:19.894996 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-cb040101-8215-4aef-829c-92933c13de38 req-73166240-3ccf-4f2d-8220-1f8ab0bb06df tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/quotas/6e88b8a5aed24360a829007d7fd9d0fd HTTP/1.1" status: 200 len: 375 time: 0.0091257 Dec 18 13:45:19.947019 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-cb040101-8215-4aef-829c-92933c13de38 req-95291f09-6bfd-47ac-a618-a66ed695e1e6 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=6e88b8a5aed24360a829007d7fd9d0fd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0467000 Dec 18 13:45:20.092377 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-cb040101-8215-4aef-829c-92933c13de38 req-cc8e97cb-22f4-49a3-b2f8-973d850200cf service neutron] 10.222.0.31 "GET /v2.0/networks/587180a0-6651-4f58-8655-ba8fc1f1fdb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327655 Dec 18 13:45:20.183259 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-cb040101-8215-4aef-829c-92933c13de38 req-fbebed69-9dde-4bad-927d-56818d05df4a service neutron] 10.222.0.31 "GET /v2.0/networks/587180a0-6651-4f58-8655-ba8fc1f1fdb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824912 Dec 18 13:45:20.356538 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-3950e51c-f087-4686-9632-3fc9839c54e3 req-fb5470ec-f834-4638-b4da-e3cbef3b1346 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/ports?device_id=273109ae-17cc-40ef-b99b-9dabb26fb8d7 HTTP/1.1" status: 200 len: 210 time: 0.0273354 Dec 18 13:45:21.316448 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb040101-8215-4aef-829c-92933c13de38 req-2c0fda9f-08e2-496e-8d68-d9d006ab8f28 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:45:21.317959 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-cb040101-8215-4aef-829c-92933c13de38 req-2c0fda9f-08e2-496e-8d68-d9d006ab8f28 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.43 "GET /v2.0/networks?id=587180a0-6651-4f58-8655-ba8fc1f1fdb4 HTTP/1.1" status: 200 len: 797 time: 0.1175776 Dec 18 13:45:21.399697 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-cb040101-8215-4aef-829c-92933c13de38 req-eaab3aec-c88c-4ac3-9d7f-f94a895c006c tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6e88b8a5aed24360a829007d7fd9d0fd HTTP/1.1" status: 200 len: 472 time: 0.0719280 Dec 18 13:45:21.409964 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [req-cb040101-8215-4aef-829c-92933c13de38 req-087c1a13-1a7e-4cef-a8e1-c31c5b09e398 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Request body: {'port': {'device_id': '273109ae-17cc-40ef-b99b-9dabb26fb8d7', 'network_id': '587180a0-6651-4f58-8655-ba8fc1f1fdb4', 'admin_state_up': True, 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'security_groups': ['93222a13-504c-4934-97cb-0b9271d059ec']}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:45:21.489979 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-ecceed63-8e7a-4cc8-a8b5-d5b0f8f3fd50 req-1f7de4f7-367d-4379-8971-58eb426bd520 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/ports?device_id=273109ae-17cc-40ef-b99b-9dabb26fb8d7 HTTP/1.1" status: 200 len: 210 time: 0.0574620 Dec 18 13:45:21.552742 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb040101-8215-4aef-829c-92933c13de38 req-087c1a13-1a7e-4cef-a8e1-c31c5b09e398 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Made reservation on behalf of 6e88b8a5aed24360a829007d7fd9d0fd for: {'port': 1} {{(pid=103160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:45:21.557004 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [req-cb040101-8215-4aef-829c-92933c13de38 req-087c1a13-1a7e-4cef-a8e1-c31c5b09e398 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:45:21.687020 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.db_base_plugin_common [req-cb040101-8215-4aef-829c-92933c13de38 req-087c1a13-1a7e-4cef-a8e1-c31c5b09e398 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Allocated IP 172.20.0.11 (587180a0-6651-4f58-8655-ba8fc1f1fdb4/63f49abe-0666-4d9a-b63f-c004c8580db3/566fa771-0c9b-444c-95f7-ef46ccdb167c) {{(pid=103160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:45:21.834343 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [req-cb040101-8215-4aef-829c-92933c13de38 req-087c1a13-1a7e-4cef-a8e1-c31c5b09e398 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for port, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:45:21.871030 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [req-cb040101-8215-4aef-829c-92933c13de38 req-087c1a13-1a7e-4cef-a8e1-c31c5b09e398 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4533522'] for port, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:45:21.914837 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb040101-8215-4aef-829c-92933c13de38 req-087c1a13-1a7e-4cef-a8e1-c31c5b09e398 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Network 587180a0-6651-4f58-8655-ba8fc1f1fdb4 is already hosted by enough agents. {{(pid=103160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:45:21.917862 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.base_scheduler [req-cb040101-8215-4aef-829c-92933c13de38 req-087c1a13-1a7e-4cef-a8e1-c31c5b09e398 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Resources bound (agent type, host, resource id): {{(pid=103160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:45:21.921578 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb040101-8215-4aef-829c-92933c13de38 req-087c1a13-1a7e-4cef-a8e1-c31c5b09e398 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Received port after_create {{(pid=103160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:45:21.946264 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087c1a13-1a7e-4cef-a8e1-c31c5b09e398 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Pushing event updated for resources: {'Port': ['ID=566fa771-0c9b-444c-95f7-ef46ccdb167c,revision_number=1']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:45:21.976700 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb040101-8215-4aef-829c-92933c13de38 req-087c1a13-1a7e-4cef-a8e1-c31c5b09e398 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:45:21.977336 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [req-cb040101-8215-4aef-829c-92933c13de38 req-087c1a13-1a7e-4cef-a8e1-c31c5b09e398 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:45:21.995913 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-cb040101-8215-4aef-829c-92933c13de38 req-087c1a13-1a7e-4cef-a8e1-c31c5b09e398 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5896966 Dec 18 13:45:22.008256 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [req-cb040101-8215-4aef-829c-92933c13de38 req-4759ee97-78db-418c-8c98-0e58311d6b67 service neutron] Request body: {'port': {'device_id': '273109ae-17cc-40ef-b99b-9dabb26fb8d7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7448'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:45:22.062271 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [req-cb040101-8215-4aef-829c-92933c13de38 req-4759ee97-78db-418c-8c98-0e58311d6b67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:45:22.152941 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-ef8155a8-f70d-4427-bb43-4e23ede13ad3 None None] Provisioning complete for port 566fa771-0c9b-444c-95f7-ef46ccdb167c triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:45:22.153611 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ef8155a8-f70d-4427-bb43-4e23ede13ad3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:45:22.187997 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-ef8155a8-f70d-4427-bb43-4e23ede13ad3 None None] Port 566fa771-0c9b-444c-95f7-ef46ccdb167c cannot update to ACTIVE because it is not bound. {{(pid=103161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 13:45:22.329131 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.notifiers.nova [req-cb040101-8215-4aef-829c-92933c13de38 req-4759ee97-78db-418c-8c98-0e58311d6b67 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 566fa771-0c9b-444c-95f7-ef46ccdb167c {{(pid=103160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 18 13:45:22.337067 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [req-cb040101-8215-4aef-829c-92933c13de38 req-4759ee97-78db-418c-8c98-0e58311d6b67 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:45:22.349210 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.provisioning_blocks [req-cb040101-8215-4aef-829c-92933c13de38 req-4759ee97-78db-418c-8c98-0e58311d6b67 service neutron] Transition to ACTIVE for port object 566fa771-0c9b-444c-95f7-ef46ccdb167c will not be triggered until provisioned by entity L2. {{(pid=103160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 18 13:45:22.355407 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [req-cb040101-8215-4aef-829c-92933c13de38 req-4759ee97-78db-418c-8c98-0e58311d6b67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4533541'] for port, after_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:45:22.403309 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4759ee97-78db-418c-8c98-0e58311d6b67 service neutron] Pushing event updated for resources: {'Port': ['ID=566fa771-0c9b-444c-95f7-ef46ccdb167c,revision_number=2']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:45:22.480232 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.managers [req-cb040101-8215-4aef-829c-92933c13de38 req-4759ee97-78db-418c-8c98-0e58311d6b67 service neutron] Attempting to bind port 566fa771-0c9b-444c-95f7-ef46ccdb167c on host hv-neutron-7448 for vnic_type normal with profile {{(pid=103160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 13:45:22.480567 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.managers [req-cb040101-8215-4aef-829c-92933c13de38 req-4759ee97-78db-418c-8c98-0e58311d6b67 service neutron] Attempting to bind port 566fa771-0c9b-444c-95f7-ef46ccdb167c by drivers openvswitch,hyperv on host hv-neutron-7448 at level 0 using segments [{'id': '63148a2f-9555-4999-b28a-0dc7b38267f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '587180a0-6651-4f58-8655-ba8fc1f1fdb4'}] {{(pid=103160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 13:45:22.480862 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb040101-8215-4aef-829c-92933c13de38 req-4759ee97-78db-418c-8c98-0e58311d6b67 service neutron] Attempting to bind port 566fa771-0c9b-444c-95f7-ef46ccdb167c on network 587180a0-6651-4f58-8655-ba8fc1f1fdb4 {{(pid=103160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 13:45:22.485681 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb040101-8215-4aef-829c-92933c13de38 req-4759ee97-78db-418c-8c98-0e58311d6b67 service neutron] Port 566fa771-0c9b-444c-95f7-ef46ccdb167c on network 587180a0-6651-4f58-8655-ba8fc1f1fdb4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7448 {{(pid=103160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 18 13:45:22.485993 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb040101-8215-4aef-829c-92933c13de38 req-4759ee97-78db-418c-8c98-0e58311d6b67 service neutron] Attempting to bind port 566fa771-0c9b-444c-95f7-ef46ccdb167c on network 587180a0-6651-4f58-8655-ba8fc1f1fdb4 {{(pid=103160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 13:45:22.491018 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb040101-8215-4aef-829c-92933c13de38 req-4759ee97-78db-418c-8c98-0e58311d6b67 service neutron] Checking agent: {'id': 'c35b6aa0-0616-421f-8ded-732dd37fc90f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7448', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 13, 24, 37), 'started_at': datetime.datetime(2021, 12, 18, 13, 24, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 13, 45, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 18 13:45:22.491386 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb040101-8215-4aef-829c-92933c13de38 req-4759ee97-78db-418c-8c98-0e58311d6b67 service neutron] Checking segment: {'id': '63148a2f-9555-4999-b28a-0dc7b38267f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '587180a0-6651-4f58-8655-ba8fc1f1fdb4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 13:45:22.491764 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb040101-8215-4aef-829c-92933c13de38 req-4759ee97-78db-418c-8c98-0e58311d6b67 service neutron] Bound using segment: {'id': '63148a2f-9555-4999-b28a-0dc7b38267f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '587180a0-6651-4f58-8655-ba8fc1f1fdb4'} {{(pid=103160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 18 13:45:22.492184 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.managers [req-cb040101-8215-4aef-829c-92933c13de38 req-4759ee97-78db-418c-8c98-0e58311d6b67 service neutron] Bound port: 566fa771-0c9b-444c-95f7-ef46ccdb167c, host: hv-neutron-7448, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63148a2f-9555-4999-b28a-0dc7b38267f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '587180a0-6651-4f58-8655-ba8fc1f1fdb4'}}] {{(pid=103160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 18 13:45:22.492537 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [req-cb040101-8215-4aef-829c-92933c13de38 req-4759ee97-78db-418c-8c98-0e58311d6b67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:45:22.557283 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.db [req-cb040101-8215-4aef-829c-92933c13de38 req-4759ee97-78db-418c-8c98-0e58311d6b67 service neutron] For port 566fa771-0c9b-444c-95f7-ef46ccdb167c, host hv-neutron-7448, cleared binding levels {{(pid=103160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 18 13:45:22.560914 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.db [req-cb040101-8215-4aef-829c-92933c13de38 req-4759ee97-78db-418c-8c98-0e58311d6b67 service neutron] For port 566fa771-0c9b-444c-95f7-ef46ccdb167c, host hv-neutron-7448, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=566fa771-0c9b-444c-95f7-ef46ccdb167c,segment=NetworkSegment(63148a2f-9555-4999-b28a-0dc7b38267f7),segment_id=63148a2f-9555-4999-b28a-0dc7b38267f7)] {{(pid=103160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 18 13:45:22.565112 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [req-cb040101-8215-4aef-829c-92933c13de38 req-4759ee97-78db-418c-8c98-0e58311d6b67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4533541'] for port, after_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:45:22.602633 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb040101-8215-4aef-829c-92933c13de38 req-4759ee97-78db-418c-8c98-0e58311d6b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:45:22.603688 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [req-cb040101-8215-4aef-829c-92933c13de38 req-4759ee97-78db-418c-8c98-0e58311d6b67 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:45:22.605288 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-cb040101-8215-4aef-829c-92933c13de38 req-4759ee97-78db-418c-8c98-0e58311d6b67 service neutron] 10.222.0.43 "PUT /v2.0/ports/566fa771-0c9b-444c-95f7-ef46ccdb167c HTTP/1.1" status: 200 len: 1094 time: 0.6013780 Dec 18 13:45:22.607871 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '273109ae-17cc-40ef-b99b-9dabb26fb8d7', 'tag': '566fa771-0c9b-444c-95f7-ef46ccdb167c'}] {{(pid=103160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 18 13:45:22.610546 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2e614a-93ca-4633-8608-89a0e2c0d6e8 req-57e3d4b9-b42d-47ba-a429-a79aae26ffb9 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:45:22.611397 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd59ab3361532ca86f78e2d2eaf298e4a05479417bf909969c39d1b423591824" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a3d7e76-8799-440e-946b-c83644483142" -d '{"events": [{"name": "network-changed", "server_uuid": "273109ae-17cc-40ef-b99b-9dabb26fb8d7", "tag": "566fa771-0c9b-444c-95f7-ef46ccdb167c"}]}' {{(pid=103160) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 18 13:45:22.612786 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-8a2e614a-93ca-4633-8608-89a0e2c0d6e8 req-57e3d4b9-b42d-47ba-a429-a79aae26ffb9 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/ports?device_id=273109ae-17cc-40ef-b99b-9dabb26fb8d7 HTTP/1.1" status: 200 len: 944 time: 0.0516667 Dec 18 13:45:22.643812 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4759ee97-78db-418c-8c98-0e58311d6b67 service neutron] Pushing event updated for resources: {'Port': ['ID=566fa771-0c9b-444c-95f7-ef46ccdb167c,revision_number=3']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:45:22.666496 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 13:45:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02e49ef2-7cdb-4606-8682-3717b0e9afd2 x-openstack-request-id: req-02e49ef2-7cdb-4606-8682-3717b0e9afd2 {{(pid=103160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 18 13:45:22.666793 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "273109ae-17cc-40ef-b99b-9dabb26fb8d7", "tag": "566fa771-0c9b-444c-95f7-ef46ccdb167c", "status": "completed", "code": 200}]} {{(pid=103160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 18 13:45:22.667053 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-02e49ef2-7cdb-4606-8682-3717b0e9afd2 {{(pid=103160) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 18 13:45:22.667497 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '273109ae-17cc-40ef-b99b-9dabb26fb8d7', 'tag': '566fa771-0c9b-444c-95f7-ef46ccdb167c', 'status': 'completed', 'code': 200} Dec 18 13:45:22.680208 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-8a2e614a-93ca-4633-8608-89a0e2c0d6e8 req-f0cfc80d-7247-4d27-b034-ab08fff5e4a5 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/security-groups?id=93222a13-504c-4934-97cb-0b9271d059ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603731 Dec 18 13:45:22.719789 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb040101-8215-4aef-829c-92933c13de38 req-b3fe86f1-9542-466f-93c8-67770a1a893a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:45:22.721332 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-cb040101-8215-4aef-829c-92933c13de38 req-b3fe86f1-9542-466f-93c8-67770a1a893a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6e88b8a5aed24360a829007d7fd9d0fd&device_id=273109ae-17cc-40ef-b99b-9dabb26fb8d7 HTTP/1.1" status: 200 len: 1097 time: 0.0444353 Dec 18 13:45:22.769009 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-cb040101-8215-4aef-829c-92933c13de38 req-4f9a2092-9a4d-42a0-873b-c9211d999dc9 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=566fa771-0c9b-444c-95f7-ef46ccdb167c HTTP/1.1" status: 200 len: 217 time: 0.0389497 Dec 18 13:45:22.832098 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb040101-8215-4aef-829c-92933c13de38 req-c8130ac0-7b1c-4845-ab68-0d40daa9bd05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:45:22.834240 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-cb040101-8215-4aef-829c-92933c13de38 req-c8130ac0-7b1c-4845-ab68-0d40daa9bd05 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=63f49abe-0666-4d9a-b63f-c004c8580db3 HTTP/1.1" status: 200 len: 835 time: 0.0576761 Dec 18 13:45:22.884482 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb040101-8215-4aef-829c-92933c13de38 req-2e921652-5bae-4ff3-808b-5961624281f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:45:22.885973 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-cb040101-8215-4aef-829c-92933c13de38 req-2e921652-5bae-4ff3-808b-5961624281f5 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=587180a0-6651-4f58-8655-ba8fc1f1fdb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0431569 Dec 18 13:45:22.978878 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-cb040101-8215-4aef-829c-92933c13de38 req-18a69f5a-d881-41e2-9b5f-a7a4d48e9720 service neutron] 10.222.0.43 "GET /v2.0/networks/587180a0-6651-4f58-8655-ba8fc1f1fdb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855582 Dec 18 13:45:23.077118 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-cb040101-8215-4aef-829c-92933c13de38 req-f241e5cf-0a9a-4668-a908-986c8cd828f1 service neutron] 10.222.0.43 "GET /v2.0/networks/587180a0-6651-4f58-8655-ba8fc1f1fdb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909715 Dec 18 13:45:23.172477 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3d7e76-8799-440e-946b-c83644483142 req-488183cc-a9e9-4036-8423-91110bf58305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:45:23.173970 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-5a3d7e76-8799-440e-946b-c83644483142 req-488183cc-a9e9-4036-8423-91110bf58305 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6e88b8a5aed24360a829007d7fd9d0fd&device_id=273109ae-17cc-40ef-b99b-9dabb26fb8d7 HTTP/1.1" status: 200 len: 1097 time: 0.0459871 Dec 18 13:45:23.280664 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3d7e76-8799-440e-946b-c83644483142 req-66b326fa-9886-4361-a43c-53b22ebd4cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:45:23.282037 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-5a3d7e76-8799-440e-946b-c83644483142 req-66b326fa-9886-4361-a43c-53b22ebd4cbb service neutron] 10.222.0.43 "GET /v2.0/networks?id=587180a0-6651-4f58-8655-ba8fc1f1fdb4 HTTP/1.1" status: 200 len: 898 time: 0.1002021 Dec 18 13:45:23.328106 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-5a3d7e76-8799-440e-946b-c83644483142 req-c73cc4cb-2fc1-4e82-8c8e-59f7c2a17186 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=566fa771-0c9b-444c-95f7-ef46ccdb167c HTTP/1.1" status: 200 len: 217 time: 0.0383754 Dec 18 13:45:23.377049 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3d7e76-8799-440e-946b-c83644483142 req-fbfe95c7-1866-4999-9767-be40788ca41e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:45:23.378515 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-5a3d7e76-8799-440e-946b-c83644483142 req-fbfe95c7-1866-4999-9767-be40788ca41e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=63f49abe-0666-4d9a-b63f-c004c8580db3 HTTP/1.1" status: 200 len: 835 time: 0.0439656 Dec 18 13:45:23.423126 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3d7e76-8799-440e-946b-c83644483142 req-7dbb82d6-0527-4af8-83d0-961ef4b7095a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:45:23.424607 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-5a3d7e76-8799-440e-946b-c83644483142 req-7dbb82d6-0527-4af8-83d0-961ef4b7095a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=587180a0-6651-4f58-8655-ba8fc1f1fdb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0392847 Dec 18 13:45:23.518988 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-5a3d7e76-8799-440e-946b-c83644483142 req-aaeac968-809e-4568-8ad5-36b046a8985a service neutron] 10.222.0.43 "GET /v2.0/networks/587180a0-6651-4f58-8655-ba8fc1f1fdb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868554 Dec 18 13:45:23.618151 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-5a3d7e76-8799-440e-946b-c83644483142 req-8558c9f0-2e42-4659-80b7-1b43732359a6 service neutron] 10.222.0.43 "GET /v2.0/networks/587180a0-6651-4f58-8655-ba8fc1f1fdb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904558 Dec 18 13:45:23.812943 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d514829-1ee3-4ad2-b652-002afb7ebafb req-d042b08a-ae1c-41ab-b613-5a1053902acd tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:45:23.814421 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-3d514829-1ee3-4ad2-b652-002afb7ebafb req-d042b08a-ae1c-41ab-b613-5a1053902acd tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/ports?device_id=273109ae-17cc-40ef-b99b-9dabb26fb8d7 HTTP/1.1" status: 200 len: 944 time: 0.0558274 Dec 18 13:45:23.863691 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-3d514829-1ee3-4ad2-b652-002afb7ebafb req-620359f7-be03-4212-a20c-0e3e03279112 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/security-groups?id=93222a13-504c-4934-97cb-0b9271d059ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431235 Dec 18 13:45:24.909939 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-936d8665-cb25-4957-81a2-4aef6d3ec537 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:45:24.987938 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00ebe54-0e38-4750-8de6-e3718226c955 req-3fff5985-35ec-4aa0-9cc0-a85a2609a73a tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:45:24.989419 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-a00ebe54-0e38-4750-8de6-e3718226c955 req-3fff5985-35ec-4aa0-9cc0-a85a2609a73a tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/ports?device_id=273109ae-17cc-40ef-b99b-9dabb26fb8d7 HTTP/1.1" status: 200 len: 944 time: 0.0544317 Dec 18 13:45:25.039634 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-a00ebe54-0e38-4750-8de6-e3718226c955 req-625f2aa9-6046-4244-bbd2-d633475ab804 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/security-groups?id=93222a13-504c-4934-97cb-0b9271d059ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440149 Dec 18 13:45:26.003529 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Device 566fa771-0c9b-444c-95f7-ef46ccdb167c details requested by agent hyperv_hv-neutron-7448 with host hv-neutron-7448 {{(pid=103161) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 18 13:45:26.101330 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] For port 566fa771-0c9b-444c-95f7-ef46ccdb167c, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=566fa771-0c9b-444c-95f7-ef46ccdb167c,segment=NetworkSegment(63148a2f-9555-4999-b28a-0dc7b38267f7),segment_id=63148a2f-9555-4999-b28a-0dc7b38267f7)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:45:26.115929 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Returning: {'device': '566fa771-0c9b-444c-95f7-ef46ccdb167c', 'network_id': '587180a0-6651-4f58-8655-ba8fc1f1fdb4', 'port_id': '566fa771-0c9b-444c-95f7-ef46ccdb167c', 'mac_address': 'fa:16:3e:6c:d6:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63f49abe-0666-4d9a-b63f-c004c8580db3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103161) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 18 13:45:26.154443 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:45:26.163916 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64017845-1feb-4daf-ae7a-c89b7794ca20 req-eeee05d6-02fa-41c5-b259-3ccd14c0d0d7 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:45:26.165427 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-64017845-1feb-4daf-ae7a-c89b7794ca20 req-eeee05d6-02fa-41c5-b259-3ccd14c0d0d7 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/ports?device_id=273109ae-17cc-40ef-b99b-9dabb26fb8d7 HTTP/1.1" status: 200 len: 944 time: 0.0495999 Dec 18 13:45:26.167846 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.notifiers.nova [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 566fa771-0c9b-444c-95f7-ef46ccdb167c {{(pid=103161) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 18 13:45:26.187502 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] For port 566fa771-0c9b-444c-95f7-ef46ccdb167c, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=566fa771-0c9b-444c-95f7-ef46ccdb167c,segment=NetworkSegment(63148a2f-9555-4999-b28a-0dc7b38267f7),segment_id=63148a2f-9555-4999-b28a-0dc7b38267f7)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:45:26.193363 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:45:26.216145 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-64017845-1feb-4daf-ae7a-c89b7794ca20 req-be9320ed-3a1e-48b8-9487-3f7f79481057 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/security-groups?id=93222a13-504c-4934-97cb-0b9271d059ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444510 Dec 18 13:45:26.239836 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Pushing event updated for resources: {'Port': ['ID=566fa771-0c9b-444c-95f7-ef46ccdb167c,revision_number=4']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:45:26.512558 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] get_ports_and_sgs() called for port_ids ['566fa771-0c9b-444c-95f7-ef46ccdb167c'] {{(pid=103161) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 18 13:45:27.161592 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-37bb0612-6241-4ca4-bf14-fa631f392f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:45:27.337437 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e0ba9d-9584-4c9c-840c-029635d9fe33 req-c0e4fc0a-b47d-437a-a204-257d1ca52f31 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:45:27.338964 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-a9e0ba9d-9584-4c9c-840c-029635d9fe33 req-c0e4fc0a-b47d-437a-a204-257d1ca52f31 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/ports?device_id=273109ae-17cc-40ef-b99b-9dabb26fb8d7 HTTP/1.1" status: 200 len: 945 time: 0.0542345 Dec 18 13:45:27.391493 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-a9e0ba9d-9584-4c9c-840c-029635d9fe33 req-cc7e6e2d-55a6-4ef8-be94-3dd74c338211 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/security-groups?id=93222a13-504c-4934-97cb-0b9271d059ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464184 Dec 18 13:45:28.007743 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Device 566fa771-0c9b-444c-95f7-ef46ccdb167c up at agent hyperv_hv-neutron-7448 {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 13:45:28.077226 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Provisioning for port 566fa771-0c9b-444c-95f7-ef46ccdb167c completed by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 18 13:45:28.081587 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Provisioning complete for port 566fa771-0c9b-444c-95f7-ef46ccdb167c triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:45:28.081961 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:45:28.162475 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:45:28.185540 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '273109ae-17cc-40ef-b99b-9dabb26fb8d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '566fa771-0c9b-444c-95f7-ef46ccdb167c'}] {{(pid=103161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 18 13:45:28.187816 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22224e7a42aa75e3f3b9c037df440650d2cfa1dd97b40a249aee4a8113775251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f3b96ab-16ad-4772-a362-a0152ffbe955" -d '{"events": [{"server_uuid": "273109ae-17cc-40ef-b99b-9dabb26fb8d7", "name": "network-vif-plugged", "status": "completed", "tag": "566fa771-0c9b-444c-95f7-ef46ccdb167c"}]}' {{(pid=103161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 18 13:45:28.200234 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] For port 566fa771-0c9b-444c-95f7-ef46ccdb167c, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=566fa771-0c9b-444c-95f7-ef46ccdb167c,segment=NetworkSegment(63148a2f-9555-4999-b28a-0dc7b38267f7),segment_id=63148a2f-9555-4999-b28a-0dc7b38267f7)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:45:28.205868 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:45:28.230217 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 13:45:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f40a565-ba87-4011-9e2d-74048d96a1b9 x-openstack-request-id: req-3f40a565-ba87-4011-9e2d-74048d96a1b9 {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 18 13:45:28.230511 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "273109ae-17cc-40ef-b99b-9dabb26fb8d7", "name": "network-vif-plugged", "status": "completed", "tag": "566fa771-0c9b-444c-95f7-ef46ccdb167c", "code": 200}]} {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 18 13:45:28.230762 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3f40a565-ba87-4011-9e2d-74048d96a1b9 {{(pid=103161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 18 13:45:28.231161 dv-neutron-744815-20-hyperv neutron-server[103161]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '273109ae-17cc-40ef-b99b-9dabb26fb8d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '566fa771-0c9b-444c-95f7-ef46ccdb167c', 'code': 200} Dec 18 13:45:28.258824 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Pushing event updated for resources: {'Port': ['ID=566fa771-0c9b-444c-95f7-ef46ccdb167c,revision_number=5']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:45:28.402935 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bb12e7-0f2e-4800-836e-91f2d9b0272f req-da1d76a1-d0d6-4fec-b255-2187e8910e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:45:28.404458 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-b9bb12e7-0f2e-4800-836e-91f2d9b0272f req-da1d76a1-d0d6-4fec-b255-2187e8910e24 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=273109ae-17cc-40ef-b99b-9dabb26fb8d7 HTTP/1.1" status: 200 len: 1099 time: 0.0435743 Dec 18 13:45:28.464864 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-b9bb12e7-0f2e-4800-836e-91f2d9b0272f req-fb8e87f7-4005-48a1-a22d-b75f16207419 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=93222a13-504c-4934-97cb-0b9271d059ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473499 Dec 18 13:45:28.466948 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-afa9ae9b-bdbb-4010-bcf6-3a46ce66cf71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:45:28.525954 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5f0ab2-16db-42d8-a741-bdd1cb762142 req-e96b11ef-b6d5-4bb4-a450-b6d648a3b544 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:45:28.527640 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-4e5f0ab2-16db-42d8-a741-bdd1cb762142 req-e96b11ef-b6d5-4bb4-a450-b6d648a3b544 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/ports?device_id=273109ae-17cc-40ef-b99b-9dabb26fb8d7 HTTP/1.1" status: 200 len: 946 time: 0.0564094 Dec 18 13:45:28.583025 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-4e5f0ab2-16db-42d8-a741-bdd1cb762142 req-a5cdcd9e-0583-4c78-85c3-00472200f8c6 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/security-groups?id=93222a13-504c-4934-97cb-0b9271d059ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464809 Dec 18 13:45:29.705233 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744273d7-7bbf-4abe-ad17-f476e3af4cdd req-348c5d44-64cb-4921-9ebc-fff5cafd8e8d tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:45:29.707095 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-744273d7-7bbf-4abe-ad17-f476e3af4cdd req-348c5d44-64cb-4921-9ebc-fff5cafd8e8d tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/ports?device_id=273109ae-17cc-40ef-b99b-9dabb26fb8d7 HTTP/1.1" status: 200 len: 946 time: 0.0514438 Dec 18 13:45:29.758482 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-744273d7-7bbf-4abe-ad17-f476e3af4cdd req-ad766dfc-0154-47b6-afef-6c8fc2a1d8d0 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/security-groups?id=93222a13-504c-4934-97cb-0b9271d059ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446298 Dec 18 13:45:29.979202 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7b7a3272-2b45-4d32-9670-25eb1afd1184 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:45:30.875930 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:45:30.881366 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7588b4c3-5840-49c0-a114-26d569135d0b req-7caa0b93-319c-4fd7-ae31-9652927d94f7 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:45:30.882695 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-7588b4c3-5840-49c0-a114-26d569135d0b req-7caa0b93-319c-4fd7-ae31-9652927d94f7 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/ports?device_id=273109ae-17cc-40ef-b99b-9dabb26fb8d7 HTTP/1.1" status: 200 len: 946 time: 0.0556626 Dec 18 13:45:30.937640 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-7588b4c3-5840-49c0-a114-26d569135d0b req-9c5e0f56-fee9-4896-85d0-437c18a17479 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/security-groups?id=93222a13-504c-4934-97cb-0b9271d059ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460854 Dec 18 13:45:31.057632 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add70fdd-2c4c-4e0e-8c03-75637ecd7691 req-a945751c-6ebd-4364-b12b-add1e2524c1f tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:45:31.059122 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-add70fdd-2c4c-4e0e-8c03-75637ecd7691 req-a945751c-6ebd-4364-b12b-add1e2524c1f tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/ports?device_id=273109ae-17cc-40ef-b99b-9dabb26fb8d7 HTTP/1.1" status: 200 len: 946 time: 0.0497200 Dec 18 13:45:31.111732 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-add70fdd-2c4c-4e0e-8c03-75637ecd7691 req-606d5fae-500a-41a1-8af1-5c771b611c77 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/security-groups?id=93222a13-504c-4934-97cb-0b9271d059ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465529 Dec 18 13:45:31.133547 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 58284) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:45:31.177352 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a6b120d-cbd2-4945-a2c8-80436e122c82 tempest-TestNetworkBasicOps-845399116 tempest-TestNetworkBasicOps-845399116-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:45:31.178896 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-4a6b120d-cbd2-4945-a2c8-80436e122c82 tempest-TestNetworkBasicOps-845399116 tempest-TestNetworkBasicOps-845399116-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=273109ae-17cc-40ef-b99b-9dabb26fb8d7 HTTP/1.1" status: 200 len: 1094 time: 0.0444255 Dec 18 13:45:31.181827 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 58286) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:45:31.186020 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-d89b1a58-7de1-47cb-b571-f644fa1936f1 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Request body: {'floatingip': {'floating_network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'port_id': '566fa771-0c9b-444c-95f7-ef46ccdb167c', 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:45:31.212916 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-d89b1a58-7de1-47cb-b571-f644fa1936f1 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for floatingip, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:45:31.315522 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-d89b1a58-7de1-47cb-b571-f644fa1936f1 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:45:31.431632 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.db_base_plugin_common [None req-d89b1a58-7de1-47cb-b571-f644fa1936f1 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Allocated IP 172.26.3.97 (decb4a40-7941-48c8-afbb-daaafd502e83/70deed80-3ca1-4f9e-96cb-563b43d3acba/372cba2a-0210-457f-a236-d327630df893) {{(pid=103160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:45:31.540829 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-d89b1a58-7de1-47cb-b571-f644fa1936f1 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for port, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:45:31.580931 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-d89b1a58-7de1-47cb-b571-f644fa1936f1 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4533522'] for port, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:45:31.624743 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d89b1a58-7de1-47cb-b571-f644fa1936f1 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Network decb4a40-7941-48c8-afbb-daaafd502e83 is already hosted by enough agents. {{(pid=103160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:45:31.627729 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.base_scheduler [None req-d89b1a58-7de1-47cb-b571-f644fa1936f1 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Resources bound (agent type, host, resource id): {{(pid=103160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:45:31.631363 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d89b1a58-7de1-47cb-b571-f644fa1936f1 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Received port after_create {{(pid=103160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:45:31.652750 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89b1a58-7de1-47cb-b571-f644fa1936f1 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Pushing event updated for resources: {'Port': ['ID=372cba2a-0210-457f-a236-d327630df893,revision_number=1']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:45:31.983121 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-d89b1a58-7de1-47cb-b571-f644fa1936f1 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:45:32.055047 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-d89b1a58-7de1-47cb-b571-f644fa1936f1 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:45:32.213160 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-d89b1a58-7de1-47cb-b571-f644fa1936f1 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for port, precommit_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:45:32.219843 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-d89b1a58-7de1-47cb-b571-f644fa1936f1 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4533541'] for port, after_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:45:32.288221 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89b1a58-7de1-47cb-b571-f644fa1936f1 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Pushing event updated for resources: {'Port': ['ID=372cba2a-0210-457f-a236-d327630df893,revision_number=2']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:45:32.300200 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-d89b1a58-7de1-47cb-b571-f644fa1936f1 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-587004'] for floatingip, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:45:32.409251 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.db.l3_db [None req-d89b1a58-7de1-47cb-b571-f644fa1936f1 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Floating IP 9c4e706a-b093-4379-8c1b-0f5af13f0a79 associated. External IP: 172.26.3.97, port: 566fa771-0c9b-444c-95f7-ef46ccdb167c. Dec 18 13:45:32.631104 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d89b1a58-7de1-47cb-b571-f644fa1936f1 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Router a9e81ecb-44fc-4d4f-ae7e-3ee8745a6933 has already been hosted by L3 agent c9c0cd52-5bd2-4704-9429-d80f1c5ad23c {{(pid=103160) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 18 13:45:32.740725 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d89b1a58-7de1-47cb-b571-f644fa1936f1 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Notify agent at l3_agent.dv-neutron-744815-20-hyperv the message routers_updated {{(pid=103160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 13:45:32.750540 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9aedf11-f278-4fc2-abbf-f2e80837e14b None None] Sync routers for ids ['a9e81ecb-44fc-4d4f-ae7e-3ee8745a6933'] in dv-neutron-744815-20-hyperv {{(pid=103162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 13:45:32.761148 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-d89b1a58-7de1-47cb-b571-f644fa1936f1 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for floatingip, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:45:32.761622 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9aedf11-f278-4fc2-abbf-f2e80837e14b None None] Routers {'a9e81ecb-44fc-4d4f-ae7e-3ee8745a6933'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:45:32.762228 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-e9aedf11-f278-4fc2-abbf-f2e80837e14b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:45:27Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['a9e81ecb-44fc-4d4f-ae7e-3ee8745a6933'], 'active': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:45:32.789123 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-d89b1a58-7de1-47cb-b571-f644fa1936f1 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6059976 Dec 18 13:45:32.789578 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '273109ae-17cc-40ef-b99b-9dabb26fb8d7', 'tag': '566fa771-0c9b-444c-95f7-ef46ccdb167c'}] {{(pid=103160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 18 13:45:32.791993 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd59ab3361532ca86f78e2d2eaf298e4a05479417bf909969c39d1b423591824" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9721625-c6bc-42e3-86b4-c863907b1191" -d '{"events": [{"name": "network-changed", "server_uuid": "273109ae-17cc-40ef-b99b-9dabb26fb8d7", "tag": "566fa771-0c9b-444c-95f7-ef46ccdb167c"}]}' {{(pid=103160) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 18 13:45:32.832728 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 13:45:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ad14033-6c81-498a-a755-a2552d96ff1c x-openstack-request-id: req-0ad14033-6c81-498a-a755-a2552d96ff1c {{(pid=103160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 18 13:45:32.833013 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "273109ae-17cc-40ef-b99b-9dabb26fb8d7", "tag": "566fa771-0c9b-444c-95f7-ef46ccdb167c", "status": "completed", "code": 200}]} {{(pid=103160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 18 13:45:32.833264 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0ad14033-6c81-498a-a755-a2552d96ff1c {{(pid=103160) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 18 13:45:32.833669 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '273109ae-17cc-40ef-b99b-9dabb26fb8d7', 'tag': '566fa771-0c9b-444c-95f7-ef46ccdb167c', 'status': 'completed', 'code': 200} Dec 18 13:45:32.871593 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvr_db [None req-e9aedf11-f278-4fc2-abbf-f2e80837e14b None None] Set router a9e81ecb-44fc-4d4f-ae7e-3ee8745a6933 gateway port host: dv-neutron-744815-20-hyperv {{(pid=103162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 13:45:32.902005 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9721625-c6bc-42e3-86b4-c863907b1191 req-529f9fed-f6df-4058-ba1a-381bbb9bd08e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:45:32.903492 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-d9721625-c6bc-42e3-86b4-c863907b1191 req-529f9fed-f6df-4058-ba1a-381bbb9bd08e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6e88b8a5aed24360a829007d7fd9d0fd&device_id=273109ae-17cc-40ef-b99b-9dabb26fb8d7 HTTP/1.1" status: 200 len: 1099 time: 0.0463700 Dec 18 13:45:33.005527 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9721625-c6bc-42e3-86b4-c863907b1191 req-a6655721-d42e-4d08-8109-32c1f49857e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:45:33.007022 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-d9721625-c6bc-42e3-86b4-c863907b1191 req-a6655721-d42e-4d08-8109-32c1f49857e9 service neutron] 10.222.0.43 "GET /v2.0/networks?id=587180a0-6651-4f58-8655-ba8fc1f1fdb4 HTTP/1.1" status: 200 len: 898 time: 0.0906343 Dec 18 13:45:33.072859 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-d9721625-c6bc-42e3-86b4-c863907b1191 req-da259fc7-f9e9-4103-8eac-9b6acf369043 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=566fa771-0c9b-444c-95f7-ef46ccdb167c HTTP/1.1" status: 200 len: 999 time: 0.0576961 Dec 18 13:45:33.097611 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-e9aedf11-f278-4fc2-abbf-f2e80837e14b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9e81ecb-44fc-4d4f-ae7e-3ee8745a6933', 'name': 'tempest-TestNetworkBasicOps-router-1441438553', 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.223'}], 'enable_snat': True}, 'gw_port_id': 'a0aae83a-3ab7-428b-a331-398d104dd72e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:44:59Z', 'updated_at': '2021-12-18T13:45:03Z', 'revision_number': 4, 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'gw_port': {'id': 'a0aae83a-3ab7-428b-a331-398d104dd72e', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:c3:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9e81ecb-44fc-4d4f-ae7e-3ee8745a6933', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1485, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:44:59Z', 'updated_at': '2021-12-18T13:45:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv', '_floatingips': [{'id': '9c4e706a-b093-4379-8c1b-0f5af13f0a79', 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'floating_ip_address': '172.26.3.97', 'floating_network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'router_id': 'a9e81ecb-44fc-4d4f-ae7e-3ee8745a6933', 'port_id': '566fa771-0c9b-444c-95f7-ef46ccdb167c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1512, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '587180a0-6651-4f58-8655-ba8fc1f1fdb4', 'mac_address': 'fa:16:3e:6c:d6:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '273109ae-17cc-40ef-b99b-9dabb26fb8d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T13:45:31Z', 'updated_at': '2021-12-18T13:45:31Z', 'revision_number': 0, 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'fixed_ip_address_scope': None}, {'id': 'd521b7ab-b00e-4020-967a-6168206921e5', 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'floating_ip_address': '172.26.3.93', 'floating_network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'router_id': 'a9e81ecb-44fc-4d4f-ae7e-3ee8745a6933', 'port_id': '9bcd59e8-4fb8-4310-9d1c-33314dee3e1f', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1500, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '587180a0-6651-4f58-8655-ba8fc1f1fdb4', 'mac_address': 'fa:16:3e:41:75:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4094f60-fa63-4758-afe4-035f63c9f1d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T13:45:17Z', 'updated_at': '2021-12-18T13:45:19Z', 'revision_number': 1, 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e3306c1-c7c1-45de-97ba-55287c0c7af3', 'name': '', 'network_id': '587180a0-6651-4f58-8655-ba8fc1f1fdb4', 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'mac_address': 'fa:16:3e:ef:04:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9e81ecb-44fc-4d4f-ae7e-3ee8745a6933', 'device_owner': 'network:router_interface', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': '63f49abe-0666-4d9a-b63f-c004c8580db3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:45:02Z', 'updated_at': '2021-12-18T13:45:05Z', 'revision_number': 5, 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'subnets': [{'id': '63f49abe-0666-4d9a-b63f-c004c8580db3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:45:33.124809 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9aedf11-f278-4fc2-abbf-f2e80837e14b None None] Checking router: a9e81ecb-44fc-4d4f-ae7e-3ee8745a6933 for host: dv-neutron-744815-20-hyperv {{(pid=103162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 18 13:45:33.126824 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9721625-c6bc-42e3-86b4-c863907b1191 req-fb9e0def-8aea-427d-89b0-b9839ff285d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:45:33.128336 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-d9721625-c6bc-42e3-86b4-c863907b1191 req-fb9e0def-8aea-427d-89b0-b9839ff285d0 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=63f49abe-0666-4d9a-b63f-c004c8580db3 HTTP/1.1" status: 200 len: 835 time: 0.0482414 Dec 18 13:45:33.133448 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9aedf11-f278-4fc2-abbf-f2e80837e14b None None] Routers {'a9e81ecb-44fc-4d4f-ae7e-3ee8745a6933'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:45:33.134018 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-e9aedf11-f278-4fc2-abbf-f2e80837e14b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:45:27Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['a9e81ecb-44fc-4d4f-ae7e-3ee8745a6933'], 'active': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:45:33.175347 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9721625-c6bc-42e3-86b4-c863907b1191 req-166126aa-c2c1-4081-8a0f-f331b5f9dad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:45:33.176779 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-d9721625-c6bc-42e3-86b4-c863907b1191 req-166126aa-c2c1-4081-8a0f-f331b5f9dad1 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=587180a0-6651-4f58-8655-ba8fc1f1fdb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0403745 Dec 18 13:45:33.241440 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvr_db [None req-e9aedf11-f278-4fc2-abbf-f2e80837e14b None None] Set router a9e81ecb-44fc-4d4f-ae7e-3ee8745a6933 gateway port host: dv-neutron-744815-20-hyperv {{(pid=103162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 13:45:33.272537 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-d9721625-c6bc-42e3-86b4-c863907b1191 req-df284c76-44fa-4568-8f00-85b9a42c27a8 service neutron] 10.222.0.43 "GET /v2.0/networks/587180a0-6651-4f58-8655-ba8fc1f1fdb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852125 Dec 18 13:45:33.283945 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.agents_db [None req-e3dda592-589a-4b4d-b028-ba9a260f4f50 None None] Agent healthcheck: found 6 active agents {{(pid=103162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 18 13:45:33.370820 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-d9721625-c6bc-42e3-86b4-c863907b1191 req-9d87bd47-0fea-4d33-8b10-c27d2e43dc47 service neutron] 10.222.0.43 "GET /v2.0/networks/587180a0-6651-4f58-8655-ba8fc1f1fdb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905669 Dec 18 13:45:33.481918 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-e9aedf11-f278-4fc2-abbf-f2e80837e14b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9e81ecb-44fc-4d4f-ae7e-3ee8745a6933', 'name': 'tempest-TestNetworkBasicOps-router-1441438553', 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.223'}], 'enable_snat': True}, 'gw_port_id': 'a0aae83a-3ab7-428b-a331-398d104dd72e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:44:59Z', 'updated_at': '2021-12-18T13:45:03Z', 'revision_number': 4, 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'gw_port': {'id': 'a0aae83a-3ab7-428b-a331-398d104dd72e', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:c3:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9e81ecb-44fc-4d4f-ae7e-3ee8745a6933', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1485, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:44:59Z', 'updated_at': '2021-12-18T13:45:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv', '_floatingips': [{'id': '9c4e706a-b093-4379-8c1b-0f5af13f0a79', 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'floating_ip_address': '172.26.3.97', 'floating_network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'router_id': 'a9e81ecb-44fc-4d4f-ae7e-3ee8745a6933', 'port_id': '566fa771-0c9b-444c-95f7-ef46ccdb167c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1512, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '587180a0-6651-4f58-8655-ba8fc1f1fdb4', 'mac_address': 'fa:16:3e:6c:d6:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '273109ae-17cc-40ef-b99b-9dabb26fb8d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T13:45:31Z', 'updated_at': '2021-12-18T13:45:31Z', 'revision_number': 0, 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'fixed_ip_address_scope': None}, {'id': 'd521b7ab-b00e-4020-967a-6168206921e5', 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'floating_ip_address': '172.26.3.93', 'floating_network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'router_id': 'a9e81ecb-44fc-4d4f-ae7e-3ee8745a6933', 'port_id': '9bcd59e8-4fb8-4310-9d1c-33314dee3e1f', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1500, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '587180a0-6651-4f58-8655-ba8fc1f1fdb4', 'mac_address': 'fa:16:3e:41:75:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4094f60-fa63-4758-afe4-035f63c9f1d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T13:45:17Z', 'updated_at': '2021-12-18T13:45:19Z', 'revision_number': 1, 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e3306c1-c7c1-45de-97ba-55287c0c7af3', 'name': '', 'network_id': '587180a0-6651-4f58-8655-ba8fc1f1fdb4', 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'mac_address': 'fa:16:3e:ef:04:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9e81ecb-44fc-4d4f-ae7e-3ee8745a6933', 'device_owner': 'network:router_interface', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': '63f49abe-0666-4d9a-b63f-c004c8580db3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:45:02Z', 'updated_at': '2021-12-18T13:45:05Z', 'revision_number': 5, 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'subnets': [{'id': '63f49abe-0666-4d9a-b63f-c004c8580db3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:45:33.507415 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9aedf11-f278-4fc2-abbf-f2e80837e14b None None] The sync data for ids ['a9e81ecb-44fc-4d4f-ae7e-3ee8745a6933'] in dv-neutron-744815-20-hyperv is: [{'id': 'a9e81ecb-44fc-4d4f-ae7e-3ee8745a6933', 'name': 'tempest-TestNetworkBasicOps-router-1441438553', 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.223'}], 'enable_snat': True}, 'gw_port_id': 'a0aae83a-3ab7-428b-a331-398d104dd72e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:44:59Z', 'updated_at': '2021-12-18T13:45:03Z', 'revision_number': 4, 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'gw_port': {'id': 'a0aae83a-3ab7-428b-a331-398d104dd72e', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:c3:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9e81ecb-44fc-4d4f-ae7e-3ee8745a6933', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1485, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:44:59Z', 'updated_at': '2021-12-18T13:45:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv', '_floatingips': [{'id': '9c4e706a-b093-4379-8c1b-0f5af13f0a79', 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'floating_ip_address': '172.26.3.97', 'floating_network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'router_id': 'a9e81ecb-44fc-4d4f-ae7e-3ee8745a6933', 'port_id': '566fa771-0c9b-444c-95f7-ef46ccdb167c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1512, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '587180a0-6651-4f58-8655-ba8fc1f1fdb4', 'mac_address': 'fa:16:3e:6c:d6:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '273109ae-17cc-40ef-b99b-9dabb26fb8d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T13:45:31Z', 'updated_at': '2021-12-18T13:45:31Z', 'revision_number': 0, 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'fixed_ip_address_scope': None}, {'id': 'd521b7ab-b00e-4020-967a-6168206921e5', 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'floating_ip_address': '172.26.3.93', 'floating_network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'router_id': 'a9e81ecb-44fc-4d4f-ae7e-3ee8745a6933', 'port_id': '9bcd59e8-4fb8-4310-9d1c-33314dee3e1f', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1500, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '587180a0-6651-4f58-8655-ba8fc1f1fdb4', 'mac_address': 'fa:16:3e:41:75:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4094f60-fa63-4758-afe4-035f63c9f1d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T13:45:17Z', 'updated_at': '2021-12-18T13:45:19Z', 'revision_number': 1, 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e3306c1-c7c1-45de-97ba-55287c0c7af3', 'name': '', 'network_id': '587180a0-6651-4f58-8655-ba8fc1f1fdb4', 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'mac_address': 'fa:16:3e:ef:04:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9e81ecb-44fc-4d4f-ae7e-3ee8745a6933', 'device_owner': 'network:router_interface', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': '63f49abe-0666-4d9a-b63f-c004c8580db3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:45:02Z', 'updated_at': '2021-12-18T13:45:05Z', 'revision_number': 5, 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'subnets': [{'id': '63f49abe-0666-4d9a-b63f-c004c8580db3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 13:45:33.702455 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d43685a5-37f2-4b7a-9a59-da734939aaca None None] New status for floating IP 9c4e706a-b093-4379-8c1b-0f5af13f0a79: ACTIVE {{(pid=103161) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 18 13:45:36.842330 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:45:51.753908 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-15e48391-56bc-4a79-9d6f-e0f7190df028 req-9a193076-179e-4f07-b90b-a117f0f050c3 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=a4094f60-fa63-4758-afe4-035f63c9f1d3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0500512 Dec 18 13:45:51.849543 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e48391-56bc-4a79-9d6f-e0f7190df028 req-46070f6e-e85b-492d-b00b-4618936acc28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:45:51.851026 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-15e48391-56bc-4a79-9d6f-e0f7190df028 req-46070f6e-e85b-492d-b00b-4618936acc28 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6e88b8a5aed24360a829007d7fd9d0fd&device_id=a4094f60-fa63-4758-afe4-035f63c9f1d3 HTTP/1.1" status: 200 len: 1098 time: 0.0455279 Dec 18 13:45:51.956653 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e48391-56bc-4a79-9d6f-e0f7190df028 req-72bcca18-15e4-47da-a675-67cf6ef2925c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:45:51.958123 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-15e48391-56bc-4a79-9d6f-e0f7190df028 req-72bcca18-15e4-47da-a675-67cf6ef2925c service neutron] 10.222.0.43 "GET /v2.0/networks?id=587180a0-6651-4f58-8655-ba8fc1f1fdb4 HTTP/1.1" status: 200 len: 898 time: 0.0855544 Dec 18 13:45:52.050591 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-15e48391-56bc-4a79-9d6f-e0f7190df028 req-b136a1a2-7da1-4f26-87ae-7c0bebe3bb99 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9bcd59e8-4fb8-4310-9d1c-33314dee3e1f HTTP/1.1" status: 200 len: 1000 time: 0.0831563 Dec 18 13:45:52.112153 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e48391-56bc-4a79-9d6f-e0f7190df028 req-3624aefb-d0ed-4329-bee8-76771f5297be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:45:52.113543 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-15e48391-56bc-4a79-9d6f-e0f7190df028 req-3624aefb-d0ed-4329-bee8-76771f5297be service neutron] 10.222.0.43 "GET /v2.0/subnets?id=63f49abe-0666-4d9a-b63f-c004c8580db3 HTTP/1.1" status: 200 len: 835 time: 0.0549905 Dec 18 13:45:52.158875 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e48391-56bc-4a79-9d6f-e0f7190df028 req-c737cdbb-dc94-46a3-8214-5e360c5fc4dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:45:52.160332 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-15e48391-56bc-4a79-9d6f-e0f7190df028 req-c737cdbb-dc94-46a3-8214-5e360c5fc4dd service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=587180a0-6651-4f58-8655-ba8fc1f1fdb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0390444 Dec 18 13:45:52.590198 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-15e48391-56bc-4a79-9d6f-e0f7190df028 req-7a6867e8-3401-4eb8-9e9c-cd1dff2f012c service neutron] 10.222.0.43 "GET /v2.0/networks/587180a0-6651-4f58-8655-ba8fc1f1fdb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4213800 Dec 18 13:45:52.680658 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-15e48391-56bc-4a79-9d6f-e0f7190df028 req-310dd53c-6af1-43ce-87ad-b76042cd02e5 service neutron] 10.222.0.43 "GET /v2.0/networks/587180a0-6651-4f58-8655-ba8fc1f1fdb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828941 Dec 18 13:45:54.908604 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-da835927-65d9-4863-b7f3-52d5bf78c5d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:45:57.161770 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-92c5b07e-4e80-4ed1-9c53-fefd7181d2d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:45:58.480744 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-afa9ae9b-bdbb-4010-bcf6-3a46ce66cf71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:45:59.983788 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7b7a3272-2b45-4d32-9670-25eb1afd1184 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:46:00.880233 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:46:06.841452 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:46:10.274387 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.agents_db [None req-e3dda592-589a-4b4d-b028-ba9a260f4f50 None None] Agent healthcheck: found 6 active agents {{(pid=103162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 18 13:46:24.913050 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f5a9fdd4-df63-405a-8464-23fbe8accaaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:46:27.163416 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0d88adeb-5308-46be-9177-cd0b535bcc98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:46:28.481755 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-afa9ae9b-bdbb-4010-bcf6-3a46ce66cf71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:46:29.985937 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7b7a3272-2b45-4d32-9670-25eb1afd1184 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:46:30.875723 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:46:36.835792 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:46:47.278647 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.agents_db [None req-e3dda592-589a-4b4d-b028-ba9a260f4f50 None None] Agent healthcheck: found 6 active agents {{(pid=103162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 18 13:46:47.994266 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 58312) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:46:48.059474 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-f57aaacd-77ac-4524-9555-faecb2b88138 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/floatingips/d521b7ab-b00e-4020-967a-6168206921e5 HTTP/1.1" status: 200 len: 992 time: 0.0637212 Dec 18 13:46:49.141411 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 58322) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:46:49.150267 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-2101ff9f-b5d3-4a22-a35b-e5d4a4b2296e tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Request body: {'port': {'admin_state_up': False}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:46:49.216524 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-2101ff9f-b5d3-4a22-a35b-e5d4a4b2296e tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:46:49.367357 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.db [None req-2101ff9f-b5d3-4a22-a35b-e5d4a4b2296e tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] For port 9bcd59e8-4fb8-4310-9d1c-33314dee3e1f, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=9bcd59e8-4fb8-4310-9d1c-33314dee3e1f,segment=NetworkSegment(63148a2f-9555-4999-b28a-0dc7b38267f7),segment_id=63148a2f-9555-4999-b28a-0dc7b38267f7)] {{(pid=103160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:46:49.395367 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-2101ff9f-b5d3-4a22-a35b-e5d4a4b2296e tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for port, precommit_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:46:49.403346 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-2101ff9f-b5d3-4a22-a35b-e5d4a4b2296e tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4533541'] for port, after_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:46:49.445112 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2101ff9f-b5d3-4a22-a35b-e5d4a4b2296e tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:46:49.445734 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-2101ff9f-b5d3-4a22-a35b-e5d4a4b2296e tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:46:49.447121 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-2101ff9f-b5d3-4a22-a35b-e5d4a4b2296e tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "PUT /v2.0/ports/9bcd59e8-4fb8-4310-9d1c-33314dee3e1f HTTP/1.1" status: 200 len: 938 time: 0.3043859 Dec 18 13:46:49.447803 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4094f60-fa63-4758-afe4-035f63c9f1d3', 'tag': '9bcd59e8-4fb8-4310-9d1c-33314dee3e1f'}] {{(pid=103160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 18 13:46:49.450148 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd59ab3361532ca86f78e2d2eaf298e4a05479417bf909969c39d1b423591824" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-617892b3-da41-4c04-b224-7cf30077b59e" -d '{"events": [{"name": "network-changed", "server_uuid": "a4094f60-fa63-4758-afe4-035f63c9f1d3", "tag": "9bcd59e8-4fb8-4310-9d1c-33314dee3e1f"}]}' {{(pid=103160) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 18 13:46:49.475137 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2101ff9f-b5d3-4a22-a35b-e5d4a4b2296e tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Pushing event updated for resources: {'Port': ['ID=9bcd59e8-4fb8-4310-9d1c-33314dee3e1f,revision_number=6']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:46:49.483240 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2101ff9f-b5d3-4a22-a35b-e5d4a4b2296e tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:46:49.483604 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2101ff9f-b5d3-4a22-a35b-e5d4a4b2296e tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:46:49.483962 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2101ff9f-b5d3-4a22-a35b-e5d4a4b2296e tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:46:49.484328 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2101ff9f-b5d3-4a22-a35b-e5d4a4b2296e tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:46:49.510600 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2101ff9f-b5d3-4a22-a35b-e5d4a4b2296e tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:46:49.510600 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2101ff9f-b5d3-4a22-a35b-e5d4a4b2296e tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:46:49.510600 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2101ff9f-b5d3-4a22-a35b-e5d4a4b2296e tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:46:49.510600 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2101ff9f-b5d3-4a22-a35b-e5d4a4b2296e tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:46:49.510600 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2101ff9f-b5d3-4a22-a35b-e5d4a4b2296e tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:46:49.510600 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2101ff9f-b5d3-4a22-a35b-e5d4a4b2296e tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:46:49.510600 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2101ff9f-b5d3-4a22-a35b-e5d4a4b2296e tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:46:49.510600 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2101ff9f-b5d3-4a22-a35b-e5d4a4b2296e tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:46:49.510600 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2101ff9f-b5d3-4a22-a35b-e5d4a4b2296e tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:46:49.510600 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 13:46:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37d71f7c-17f5-410d-bc97-3c29f36b2232 x-openstack-request-id: req-37d71f7c-17f5-410d-bc97-3c29f36b2232 {{(pid=103160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 18 13:46:49.510600 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4094f60-fa63-4758-afe4-035f63c9f1d3", "tag": "9bcd59e8-4fb8-4310-9d1c-33314dee3e1f", "status": "completed", "code": 200}]} {{(pid=103160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 18 13:46:49.510600 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-37d71f7c-17f5-410d-bc97-3c29f36b2232 {{(pid=103160) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 18 13:46:49.510600 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4094f60-fa63-4758-afe4-035f63c9f1d3', 'tag': '9bcd59e8-4fb8-4310-9d1c-33314dee3e1f', 'status': 'completed', 'code': 200} Dec 18 13:46:49.602420 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617892b3-da41-4c04-b224-7cf30077b59e req-7296644b-dc2a-473c-a4c0-4cf2be151292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:46:49.604003 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-617892b3-da41-4c04-b224-7cf30077b59e req-7296644b-dc2a-473c-a4c0-4cf2be151292 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6e88b8a5aed24360a829007d7fd9d0fd&device_id=a4094f60-fa63-4758-afe4-035f63c9f1d3 HTTP/1.1" status: 200 len: 1099 time: 0.0867724 Dec 18 13:46:49.700043 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617892b3-da41-4c04-b224-7cf30077b59e req-a34a2641-2b30-4ee8-a8d2-b47e8ef96b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:46:49.701632 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-617892b3-da41-4c04-b224-7cf30077b59e req-a34a2641-2b30-4ee8-a8d2-b47e8ef96b88 service neutron] 10.222.0.43 "GET /v2.0/networks?id=587180a0-6651-4f58-8655-ba8fc1f1fdb4 HTTP/1.1" status: 200 len: 898 time: 0.0883114 Dec 18 13:46:49.706763 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-1bbef05c-afbc-43ef-9c9b-1a017f59716b None None] Provisioning complete for port 9bcd59e8-4fb8-4310-9d1c-33314dee3e1f triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:46:49.707263 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-1bbef05c-afbc-43ef-9c9b-1a017f59716b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:46:49.749384 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-1bbef05c-afbc-43ef-9c9b-1a017f59716b None None] Port 9bcd59e8-4fb8-4310-9d1c-33314dee3e1f is administratively disabled so it will not transition to active. {{(pid=103161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Dec 18 13:46:49.769254 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-617892b3-da41-4c04-b224-7cf30077b59e req-f777590a-537a-4829-94f2-9573aa6d8c47 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9bcd59e8-4fb8-4310-9d1c-33314dee3e1f HTTP/1.1" status: 200 len: 1001 time: 0.0584264 Dec 18 13:46:49.823677 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617892b3-da41-4c04-b224-7cf30077b59e req-393ef1ea-949a-497d-8f9d-ba5dd7252c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:46:49.826387 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-617892b3-da41-4c04-b224-7cf30077b59e req-393ef1ea-949a-497d-8f9d-ba5dd7252c93 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=63f49abe-0666-4d9a-b63f-c004c8580db3 HTTP/1.1" status: 200 len: 835 time: 0.0490978 Dec 18 13:46:49.879577 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617892b3-da41-4c04-b224-7cf30077b59e req-9fdd76cf-499d-4609-929b-d781ff9d745c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:46:49.881037 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-617892b3-da41-4c04-b224-7cf30077b59e req-9fdd76cf-499d-4609-929b-d781ff9d745c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=587180a0-6651-4f58-8655-ba8fc1f1fdb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0470998 Dec 18 13:46:49.892564 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [req-617892b3-da41-4c04-b224-7cf30077b59e req-40228db1-8923-481c-8c84-d6efdb5521cf service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103160) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 18 13:46:49.893468 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-617892b3-da41-4c04-b224-7cf30077b59e req-40228db1-8923-481c-8c84-d6efdb5521cf service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14093 time: 0.0048099 Dec 18 13:46:49.984952 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-617892b3-da41-4c04-b224-7cf30077b59e req-40ebbb6a-cd6b-4498-a5a6-3a00794dc7ee service neutron] 10.222.0.43 "GET /v2.0/networks/587180a0-6651-4f58-8655-ba8fc1f1fdb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836179 Dec 18 13:46:50.092304 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-617892b3-da41-4c04-b224-7cf30077b59e req-39e1b252-5ea0-4893-8a79-5a7bc6b336c9 service neutron] 10.222.0.43 "GET /v2.0/networks/587180a0-6651-4f58-8655-ba8fc1f1fdb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974197 Dec 18 13:46:52.858703 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 58334) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:46:52.864948 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-8cbc82e5-f9fb-45bf-964a-a08525978e7a tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Request body: {'port': {'admin_state_up': True}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:46:52.928321 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-8cbc82e5-f9fb-45bf-964a-a08525978e7a tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:46:53.084704 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.db [None req-8cbc82e5-f9fb-45bf-964a-a08525978e7a tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] For port 9bcd59e8-4fb8-4310-9d1c-33314dee3e1f, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=9bcd59e8-4fb8-4310-9d1c-33314dee3e1f,segment=NetworkSegment(63148a2f-9555-4999-b28a-0dc7b38267f7),segment_id=63148a2f-9555-4999-b28a-0dc7b38267f7)] {{(pid=103160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:46:53.113061 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-8cbc82e5-f9fb-45bf-964a-a08525978e7a tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for port, precommit_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:46:53.122794 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-8cbc82e5-f9fb-45bf-964a-a08525978e7a tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4533541'] for port, after_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:46:53.174027 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cbc82e5-f9fb-45bf-964a-a08525978e7a tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:46:53.174665 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-8cbc82e5-f9fb-45bf-964a-a08525978e7a tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:46:53.176136 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-8cbc82e5-f9fb-45bf-964a-a08525978e7a tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "PUT /v2.0/ports/9bcd59e8-4fb8-4310-9d1c-33314dee3e1f HTTP/1.1" status: 200 len: 937 time: 0.3158655 Dec 18 13:46:53.176670 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4094f60-fa63-4758-afe4-035f63c9f1d3', 'tag': '9bcd59e8-4fb8-4310-9d1c-33314dee3e1f'}] {{(pid=103160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 18 13:46:53.179034 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd59ab3361532ca86f78e2d2eaf298e4a05479417bf909969c39d1b423591824" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-988f7fa8-8f0d-49b9-9b4f-c0ac4afcc7cd" -d '{"events": [{"name": "network-changed", "server_uuid": "a4094f60-fa63-4758-afe4-035f63c9f1d3", "tag": "9bcd59e8-4fb8-4310-9d1c-33314dee3e1f"}]}' {{(pid=103160) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 18 13:46:53.179304 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 58336) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:46:53.201891 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbc82e5-f9fb-45bf-964a-a08525978e7a tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Pushing event updated for resources: {'Port': ['ID=9bcd59e8-4fb8-4310-9d1c-33314dee3e1f,revision_number=7']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:46:53.227490 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 13:46:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-601df7e5-1237-445d-bcd2-6c0ccd9fe87a x-openstack-request-id: req-601df7e5-1237-445d-bcd2-6c0ccd9fe87a {{(pid=103160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 18 13:46:53.227891 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4094f60-fa63-4758-afe4-035f63c9f1d3", "tag": "9bcd59e8-4fb8-4310-9d1c-33314dee3e1f", "status": "completed", "code": 200}]} {{(pid=103160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 18 13:46:53.228233 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-601df7e5-1237-445d-bcd2-6c0ccd9fe87a {{(pid=103160) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 18 13:46:53.228757 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4094f60-fa63-4758-afe4-035f63c9f1d3', 'tag': '9bcd59e8-4fb8-4310-9d1c-33314dee3e1f', 'status': 'completed', 'code': 200} Dec 18 13:46:53.255184 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-d9f027c7-6399-48a8-8fca-1ceec5b4b9e4 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/floatingips/d521b7ab-b00e-4020-967a-6168206921e5 HTTP/1.1" status: 200 len: 992 time: 0.0746684 Dec 18 13:46:53.294760 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988f7fa8-8f0d-49b9-9b4f-c0ac4afcc7cd req-3a3e4502-da43-4ae6-87c9-baa7bc80f4df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:46:53.296320 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-988f7fa8-8f0d-49b9-9b4f-c0ac4afcc7cd req-3a3e4502-da43-4ae6-87c9-baa7bc80f4df service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6e88b8a5aed24360a829007d7fd9d0fd&device_id=a4094f60-fa63-4758-afe4-035f63c9f1d3 HTTP/1.1" status: 200 len: 1098 time: 0.0442643 Dec 18 13:46:53.388917 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988f7fa8-8f0d-49b9-9b4f-c0ac4afcc7cd req-069a4c8d-2782-453d-9cd4-21589a1d50f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:46:53.390380 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-988f7fa8-8f0d-49b9-9b4f-c0ac4afcc7cd req-069a4c8d-2782-453d-9cd4-21589a1d50f4 service neutron] 10.222.0.43 "GET /v2.0/networks?id=587180a0-6651-4f58-8655-ba8fc1f1fdb4 HTTP/1.1" status: 200 len: 898 time: 0.0848753 Dec 18 13:46:53.397652 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-f479cdd1-01ad-4d9b-8c61-466e3156b703 None None] Provisioning complete for port 9bcd59e8-4fb8-4310-9d1c-33314dee3e1f triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:46:53.398224 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f479cdd1-01ad-4d9b-8c61-466e3156b703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:46:53.460732 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-988f7fa8-8f0d-49b9-9b4f-c0ac4afcc7cd req-ba565c46-ae65-443b-b289-6b10e501ca0e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9bcd59e8-4fb8-4310-9d1c-33314dee3e1f HTTP/1.1" status: 200 len: 1000 time: 0.0617316 Dec 18 13:46:53.509525 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] get_ports_and_sgs() called for port_ids ['9bcd59e8-4fb8-4310-9d1c-33314dee3e1f'] {{(pid=103161) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 18 13:46:53.512380 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988f7fa8-8f0d-49b9-9b4f-c0ac4afcc7cd req-46f87a5d-7523-4130-b75d-d9151a635d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:46:53.513868 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-988f7fa8-8f0d-49b9-9b4f-c0ac4afcc7cd req-46f87a5d-7523-4130-b75d-d9151a635d5a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=63f49abe-0666-4d9a-b63f-c004c8580db3 HTTP/1.1" status: 200 len: 835 time: 0.0454981 Dec 18 13:46:53.560316 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988f7fa8-8f0d-49b9-9b4f-c0ac4afcc7cd req-409881f4-0eec-4b46-a29b-472d18f86a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:46:53.561809 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-988f7fa8-8f0d-49b9-9b4f-c0ac4afcc7cd req-409881f4-0eec-4b46-a29b-472d18f86a6c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=587180a0-6651-4f58-8655-ba8fc1f1fdb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0401456 Dec 18 13:46:53.656656 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-988f7fa8-8f0d-49b9-9b4f-c0ac4afcc7cd req-89bf781d-78b8-46fc-ac4a-49ed440f0bfd service neutron] 10.222.0.43 "GET /v2.0/networks/587180a0-6651-4f58-8655-ba8fc1f1fdb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865169 Dec 18 13:46:53.739793 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-e1ca1a15-483e-49e5-89a5-abfea9364f99 req-e81c58d1-7c7a-4076-aa80-97679c2019e9 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=273109ae-17cc-40ef-b99b-9dabb26fb8d7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0409021 Dec 18 13:46:53.765597 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-988f7fa8-8f0d-49b9-9b4f-c0ac4afcc7cd req-30d782ea-7ca3-4a7a-8c07-ac3e625595f4 service neutron] 10.222.0.43 "GET /v2.0/networks/587180a0-6651-4f58-8655-ba8fc1f1fdb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975194 Dec 18 13:46:53.799475 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ca1a15-483e-49e5-89a5-abfea9364f99 req-6b171217-b831-4f2e-8e10-fc3befb23b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:46:53.800982 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-e1ca1a15-483e-49e5-89a5-abfea9364f99 req-6b171217-b831-4f2e-8e10-fc3befb23b95 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6e88b8a5aed24360a829007d7fd9d0fd&device_id=273109ae-17cc-40ef-b99b-9dabb26fb8d7 HTTP/1.1" status: 200 len: 1099 time: 0.0396445 Dec 18 13:46:53.909387 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ca1a15-483e-49e5-89a5-abfea9364f99 req-222b1b74-326e-49a4-a6c3-7a989fb8621b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:46:53.910858 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-e1ca1a15-483e-49e5-89a5-abfea9364f99 req-222b1b74-326e-49a4-a6c3-7a989fb8621b service neutron] 10.222.0.43 "GET /v2.0/networks?id=587180a0-6651-4f58-8655-ba8fc1f1fdb4 HTTP/1.1" status: 200 len: 898 time: 0.0876634 Dec 18 13:46:53.975525 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-e1ca1a15-483e-49e5-89a5-abfea9364f99 req-4ceb5daf-2cf8-4618-8448-47a57a89aeca service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=566fa771-0c9b-444c-95f7-ef46ccdb167c HTTP/1.1" status: 200 len: 1001 time: 0.0570543 Dec 18 13:46:54.027325 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ca1a15-483e-49e5-89a5-abfea9364f99 req-a42a47a5-2ce6-4b59-8ca4-ff2b280b4844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:46:54.028721 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-e1ca1a15-483e-49e5-89a5-abfea9364f99 req-a42a47a5-2ce6-4b59-8ca4-ff2b280b4844 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=63f49abe-0666-4d9a-b63f-c004c8580db3 HTTP/1.1" status: 200 len: 835 time: 0.0461638 Dec 18 13:46:54.087996 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ca1a15-483e-49e5-89a5-abfea9364f99 req-2ecd1621-9c91-4010-820d-67a8bce94159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:46:54.089474 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-e1ca1a15-483e-49e5-89a5-abfea9364f99 req-2ecd1621-9c91-4010-820d-67a8bce94159 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=587180a0-6651-4f58-8655-ba8fc1f1fdb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0528328 Dec 18 13:46:54.184551 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-e1ca1a15-483e-49e5-89a5-abfea9364f99 req-5a2dd787-162d-4efb-9f1a-f34ea090ff37 service neutron] 10.222.0.43 "GET /v2.0/networks/587180a0-6651-4f58-8655-ba8fc1f1fdb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859275 Dec 18 13:46:54.281552 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-e1ca1a15-483e-49e5-89a5-abfea9364f99 req-7393b82d-1f44-4fa7-ac07-958377e2eaca service neutron] 10.222.0.43 "GET /v2.0/networks/587180a0-6651-4f58-8655-ba8fc1f1fdb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886972 Dec 18 13:46:54.916095 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-674ae335-4570-4754-ac12-4441ff99448d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:46:55.813244 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 58348) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:46:55.979345 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-662e0fbc-1ead-434c-85d5-413139172f74 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Deleting port 372cba2a-0210-457f-a236-d327630df893 {{(pid=103159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:46:55.979679 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-662e0fbc-1ead-434c-85d5-413139172f74 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:46:56.060942 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-662e0fbc-1ead-434c-85d5-413139172f74 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:46:56.061259 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-662e0fbc-1ead-434c-85d5-413139172f74 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:46:56.072874 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-662e0fbc-1ead-434c-85d5-413139172f74 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Calling delete_port for 372cba2a-0210-457f-a236-d327630df893 owned by network:floatingip {{(pid=103159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:46:56.240654 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-662e0fbc-1ead-434c-85d5-413139172f74 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:46:56.271593 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662e0fbc-1ead-434c-85d5-413139172f74 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Pushing event deleted for resources: {'Port': ['ID=372cba2a-0210-457f-a236-d327630df893,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:46:56.282772 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662e0fbc-1ead-434c-85d5-413139172f74 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:46:56.283266 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662e0fbc-1ead-434c-85d5-413139172f74 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:46:56.283622 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662e0fbc-1ead-434c-85d5-413139172f74 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:46:56.283949 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662e0fbc-1ead-434c-85d5-413139172f74 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:46:56.284286 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662e0fbc-1ead-434c-85d5-413139172f74 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:46:56.284641 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662e0fbc-1ead-434c-85d5-413139172f74 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:46:56.284972 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662e0fbc-1ead-434c-85d5-413139172f74 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:46:56.285305 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662e0fbc-1ead-434c-85d5-413139172f74 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:46:56.285633 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662e0fbc-1ead-434c-85d5-413139172f74 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:46:56.285963 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662e0fbc-1ead-434c-85d5-413139172f74 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:46:56.286304 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662e0fbc-1ead-434c-85d5-413139172f74 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:46:56.286610 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662e0fbc-1ead-434c-85d5-413139172f74 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:46:56.286931 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662e0fbc-1ead-434c-85d5-413139172f74 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:46:56.340270 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-662e0fbc-1ead-434c-85d5-413139172f74 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for floatingip, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:46:56.340581 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.db.l3_db [None req-662e0fbc-1ead-434c-85d5-413139172f74 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Floating IP 9c4e706a-b093-4379-8c1b-0f5af13f0a79 disassociated (deleted). External IP: 172.26.3.97, port: 566fa771-0c9b-444c-95f7-ef46ccdb167c. Dec 18 13:46:56.903172 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-662e0fbc-1ead-434c-85d5-413139172f74 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Router a9e81ecb-44fc-4d4f-ae7e-3ee8745a6933 has already been hosted by L3 agent c9c0cd52-5bd2-4704-9429-d80f1c5ad23c {{(pid=103159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 18 13:46:57.015221 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-662e0fbc-1ead-434c-85d5-413139172f74 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Notify agent at l3_agent.dv-neutron-744815-20-hyperv the message routers_updated {{(pid=103159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 13:46:57.020307 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-662e0fbc-1ead-434c-85d5-413139172f74 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for floatingip, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:46:57.025189 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15e343ef-9168-4695-944c-e109b8606ea2 None None] Sync routers for ids ['a9e81ecb-44fc-4d4f-ae7e-3ee8745a6933'] in dv-neutron-744815-20-hyperv {{(pid=103162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 13:46:57.035717 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15e343ef-9168-4695-944c-e109b8606ea2 None None] Routers {'a9e81ecb-44fc-4d4f-ae7e-3ee8745a6933'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:46:57.036408 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-15e343ef-9168-4695-944c-e109b8606ea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:46:27Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['a9e81ecb-44fc-4d4f-ae7e-3ee8745a6933'], 'active': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:46:57.046933 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-662e0fbc-1ead-434c-85d5-413139172f74 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "DELETE /v2.0/floatingips/9c4e706a-b093-4379-8c1b-0f5af13f0a79 HTTP/1.1" status: 204 len: 168 time: 1.2325466 Dec 18 13:46:57.047528 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '273109ae-17cc-40ef-b99b-9dabb26fb8d7', 'tag': '566fa771-0c9b-444c-95f7-ef46ccdb167c'}] {{(pid=103159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 18 13:46:57.049837 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca844cf115d59c1fab86abc202fb4c13735de0d7e4cbbbb25eec9406e9c87431" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83a0885f-6f6e-46b1-b37c-76fa9562f4f6" -d '{"events": [{"name": "network-changed", "server_uuid": "273109ae-17cc-40ef-b99b-9dabb26fb8d7", "tag": "566fa771-0c9b-444c-95f7-ef46ccdb167c"}]}' {{(pid=103159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 18 13:46:57.090831 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 13:46:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-306a981b-32a6-4669-b9ad-2d11cac9b4b0 x-openstack-request-id: req-306a981b-32a6-4669-b9ad-2d11cac9b4b0 {{(pid=103159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 18 13:46:57.091125 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "273109ae-17cc-40ef-b99b-9dabb26fb8d7", "tag": "566fa771-0c9b-444c-95f7-ef46ccdb167c", "status": "completed", "code": 200}]} {{(pid=103159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 18 13:46:57.091415 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-306a981b-32a6-4669-b9ad-2d11cac9b4b0 {{(pid=103159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 18 13:46:57.091824 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '273109ae-17cc-40ef-b99b-9dabb26fb8d7', 'tag': '566fa771-0c9b-444c-95f7-ef46ccdb167c', 'status': 'completed', 'code': 200} Dec 18 13:46:57.157387 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-b87bf0a4-009e-4504-a8d4-314c901b39df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:46:57.162236 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvr_db [None req-15e343ef-9168-4695-944c-e109b8606ea2 None None] Set router a9e81ecb-44fc-4d4f-ae7e-3ee8745a6933 gateway port host: dv-neutron-744815-20-hyperv {{(pid=103162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 13:46:57.168030 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a0885f-6f6e-46b1-b37c-76fa9562f4f6 req-b0aa32ee-0856-4330-ad03-e49ddaee0c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:46:57.170375 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-83a0885f-6f6e-46b1-b37c-76fa9562f4f6 req-b0aa32ee-0856-4330-ad03-e49ddaee0c1b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6e88b8a5aed24360a829007d7fd9d0fd&device_id=273109ae-17cc-40ef-b99b-9dabb26fb8d7 HTTP/1.1" status: 200 len: 1099 time: 0.0525141 Dec 18 13:46:57.274066 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a0885f-6f6e-46b1-b37c-76fa9562f4f6 req-2675ce24-0b6f-4fa3-a3d6-181dbab790be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:46:57.275704 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-83a0885f-6f6e-46b1-b37c-76fa9562f4f6 req-2675ce24-0b6f-4fa3-a3d6-181dbab790be service neutron] 10.222.0.43 "GET /v2.0/networks?id=587180a0-6651-4f58-8655-ba8fc1f1fdb4 HTTP/1.1" status: 200 len: 898 time: 0.0968766 Dec 18 13:46:57.288570 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d109837-a54f-4e9d-8ca5-53a91cbf2ce6 req-bbd11060-9046-44fe-b580-6dee499b3d90 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:46:57.291926 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-0d109837-a54f-4e9d-8ca5-53a91cbf2ce6 req-bbd11060-9046-44fe-b580-6dee499b3d90 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/ports?device_id=273109ae-17cc-40ef-b99b-9dabb26fb8d7 HTTP/1.1" status: 200 len: 946 time: 0.0598578 Dec 18 13:46:57.319089 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-83a0885f-6f6e-46b1-b37c-76fa9562f4f6 req-1d1cc518-4f71-429e-bfb8-3fae986eff65 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=566fa771-0c9b-444c-95f7-ef46ccdb167c HTTP/1.1" status: 200 len: 217 time: 0.0351560 Dec 18 13:46:57.346138 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-0d109837-a54f-4e9d-8ca5-53a91cbf2ce6 req-547155dc-831d-4eb8-8981-f9345562e2c5 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/security-groups?id=93222a13-504c-4934-97cb-0b9271d059ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460145 Dec 18 13:46:57.374530 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a0885f-6f6e-46b1-b37c-76fa9562f4f6 req-a2ee1a30-0c81-4b15-ae02-46322de72d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:46:57.376037 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-83a0885f-6f6e-46b1-b37c-76fa9562f4f6 req-a2ee1a30-0c81-4b15-ae02-46322de72d4d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=63f49abe-0666-4d9a-b63f-c004c8580db3 HTTP/1.1" status: 200 len: 835 time: 0.0495181 Dec 18 13:46:57.406737 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-15e343ef-9168-4695-944c-e109b8606ea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9e81ecb-44fc-4d4f-ae7e-3ee8745a6933', 'name': 'tempest-TestNetworkBasicOps-router-1441438553', 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.223'}], 'enable_snat': True}, 'gw_port_id': 'a0aae83a-3ab7-428b-a331-398d104dd72e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:44:59Z', 'updated_at': '2021-12-18T13:45:03Z', 'revision_number': 4, 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'gw_port': {'id': 'a0aae83a-3ab7-428b-a331-398d104dd72e', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:c3:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9e81ecb-44fc-4d4f-ae7e-3ee8745a6933', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1485, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:44:59Z', 'updated_at': '2021-12-18T13:45:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv', '_floatingips': [{'id': 'd521b7ab-b00e-4020-967a-6168206921e5', 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'floating_ip_address': '172.26.3.93', 'floating_network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'router_id': 'a9e81ecb-44fc-4d4f-ae7e-3ee8745a6933', 'port_id': '9bcd59e8-4fb8-4310-9d1c-33314dee3e1f', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1500, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '587180a0-6651-4f58-8655-ba8fc1f1fdb4', 'mac_address': 'fa:16:3e:41:75:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4094f60-fa63-4758-afe4-035f63c9f1d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T13:45:17Z', 'updated_at': '2021-12-18T13:45:19Z', 'revision_number': 1, 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e3306c1-c7c1-45de-97ba-55287c0c7af3', 'name': '', 'network_id': '587180a0-6651-4f58-8655-ba8fc1f1fdb4', 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'mac_address': 'fa:16:3e:ef:04:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9e81ecb-44fc-4d4f-ae7e-3ee8745a6933', 'device_owner': 'network:router_interface', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': '63f49abe-0666-4d9a-b63f-c004c8580db3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:45:02Z', 'updated_at': '2021-12-18T13:45:05Z', 'revision_number': 5, 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'subnets': [{'id': '63f49abe-0666-4d9a-b63f-c004c8580db3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:46:57.422961 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a0885f-6f6e-46b1-b37c-76fa9562f4f6 req-9817a513-cd07-431e-8f02-74f9a9835c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:46:57.424539 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-83a0885f-6f6e-46b1-b37c-76fa9562f4f6 req-9817a513-cd07-431e-8f02-74f9a9835c4b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=587180a0-6651-4f58-8655-ba8fc1f1fdb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0394664 Dec 18 13:46:57.436218 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15e343ef-9168-4695-944c-e109b8606ea2 None None] Checking router: a9e81ecb-44fc-4d4f-ae7e-3ee8745a6933 for host: dv-neutron-744815-20-hyperv {{(pid=103162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 18 13:46:57.444860 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15e343ef-9168-4695-944c-e109b8606ea2 None None] Routers {'a9e81ecb-44fc-4d4f-ae7e-3ee8745a6933'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:46:57.445455 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-15e343ef-9168-4695-944c-e109b8606ea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:46:57Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['a9e81ecb-44fc-4d4f-ae7e-3ee8745a6933'], 'active': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:46:57.515422 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-83a0885f-6f6e-46b1-b37c-76fa9562f4f6 req-d98d6abb-2dbf-4ef2-82b5-62477fbe85e0 service neutron] 10.222.0.43 "GET /v2.0/networks/587180a0-6651-4f58-8655-ba8fc1f1fdb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832913 Dec 18 13:46:57.551169 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvr_db [None req-15e343ef-9168-4695-944c-e109b8606ea2 None None] Set router a9e81ecb-44fc-4d4f-ae7e-3ee8745a6933 gateway port host: dv-neutron-744815-20-hyperv {{(pid=103162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 13:46:57.610015 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-83a0885f-6f6e-46b1-b37c-76fa9562f4f6 req-0006defa-e9cc-496f-8359-e9d58b897b81 service neutron] 10.222.0.43 "GET /v2.0/networks/587180a0-6651-4f58-8655-ba8fc1f1fdb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866389 Dec 18 13:46:57.812459 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-15e343ef-9168-4695-944c-e109b8606ea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9e81ecb-44fc-4d4f-ae7e-3ee8745a6933', 'name': 'tempest-TestNetworkBasicOps-router-1441438553', 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.223'}], 'enable_snat': True}, 'gw_port_id': 'a0aae83a-3ab7-428b-a331-398d104dd72e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:44:59Z', 'updated_at': '2021-12-18T13:45:03Z', 'revision_number': 4, 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'gw_port': {'id': 'a0aae83a-3ab7-428b-a331-398d104dd72e', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:c3:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9e81ecb-44fc-4d4f-ae7e-3ee8745a6933', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1485, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:44:59Z', 'updated_at': '2021-12-18T13:45:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv', '_floatingips': [{'id': 'd521b7ab-b00e-4020-967a-6168206921e5', 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'floating_ip_address': '172.26.3.93', 'floating_network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'router_id': 'a9e81ecb-44fc-4d4f-ae7e-3ee8745a6933', 'port_id': '9bcd59e8-4fb8-4310-9d1c-33314dee3e1f', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1500, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '587180a0-6651-4f58-8655-ba8fc1f1fdb4', 'mac_address': 'fa:16:3e:41:75:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4094f60-fa63-4758-afe4-035f63c9f1d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T13:45:17Z', 'updated_at': '2021-12-18T13:45:19Z', 'revision_number': 1, 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e3306c1-c7c1-45de-97ba-55287c0c7af3', 'name': '', 'network_id': '587180a0-6651-4f58-8655-ba8fc1f1fdb4', 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'mac_address': 'fa:16:3e:ef:04:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9e81ecb-44fc-4d4f-ae7e-3ee8745a6933', 'device_owner': 'network:router_interface', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': '63f49abe-0666-4d9a-b63f-c004c8580db3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:45:02Z', 'updated_at': '2021-12-18T13:45:05Z', 'revision_number': 5, 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'subnets': [{'id': '63f49abe-0666-4d9a-b63f-c004c8580db3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:46:57.841514 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15e343ef-9168-4695-944c-e109b8606ea2 None None] The sync data for ids ['a9e81ecb-44fc-4d4f-ae7e-3ee8745a6933'] in dv-neutron-744815-20-hyperv is: [{'id': 'a9e81ecb-44fc-4d4f-ae7e-3ee8745a6933', 'name': 'tempest-TestNetworkBasicOps-router-1441438553', 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.223'}], 'enable_snat': True}, 'gw_port_id': 'a0aae83a-3ab7-428b-a331-398d104dd72e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:44:59Z', 'updated_at': '2021-12-18T13:45:03Z', 'revision_number': 4, 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'gw_port': {'id': 'a0aae83a-3ab7-428b-a331-398d104dd72e', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:c3:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9e81ecb-44fc-4d4f-ae7e-3ee8745a6933', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1485, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:44:59Z', 'updated_at': '2021-12-18T13:45:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv', '_floatingips': [{'id': 'd521b7ab-b00e-4020-967a-6168206921e5', 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'floating_ip_address': '172.26.3.93', 'floating_network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'router_id': 'a9e81ecb-44fc-4d4f-ae7e-3ee8745a6933', 'port_id': '9bcd59e8-4fb8-4310-9d1c-33314dee3e1f', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1500, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '587180a0-6651-4f58-8655-ba8fc1f1fdb4', 'mac_address': 'fa:16:3e:41:75:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4094f60-fa63-4758-afe4-035f63c9f1d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T13:45:17Z', 'updated_at': '2021-12-18T13:45:19Z', 'revision_number': 1, 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e3306c1-c7c1-45de-97ba-55287c0c7af3', 'name': '', 'network_id': '587180a0-6651-4f58-8655-ba8fc1f1fdb4', 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'mac_address': 'fa:16:3e:ef:04:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9e81ecb-44fc-4d4f-ae7e-3ee8745a6933', 'device_owner': 'network:router_interface', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': '63f49abe-0666-4d9a-b63f-c004c8580db3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:45:02Z', 'updated_at': '2021-12-18T13:45:05Z', 'revision_number': 5, 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'subnets': [{'id': '63f49abe-0666-4d9a-b63f-c004c8580db3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 13:46:58.083422 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba05e7ce-3aba-4fc1-8c7b-5b55bb1f275a None None] New status for floating IP 9c4e706a-b093-4379-8c1b-0f5af13f0a79: DOWN {{(pid=103161) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 18 13:46:58.474621 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-afa9ae9b-bdbb-4010-bcf6-3a46ce66cf71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:46:58.479370 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672d2ee9-48d6-4316-89bf-d2553bccef26 req-779e4c16-3bf9-436b-96df-9a867c81ed11 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:46:58.480865 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-672d2ee9-48d6-4316-89bf-d2553bccef26 req-779e4c16-3bf9-436b-96df-9a867c81ed11 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/ports?device_id=273109ae-17cc-40ef-b99b-9dabb26fb8d7 HTTP/1.1" status: 200 len: 946 time: 0.0542407 Dec 18 13:46:58.528911 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-672d2ee9-48d6-4316-89bf-d2553bccef26 req-abd6cd64-0274-429f-8eb0-4e242cf2e279 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/security-groups?id=93222a13-504c-4934-97cb-0b9271d059ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420382 Dec 18 13:46:58.926429 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189074c9-cb1e-40b2-b6ee-b2f7c5987991 req-035dede8-7cc8-42fd-9135-73c0f97b1e1c tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:46:58.927906 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-189074c9-cb1e-40b2-b6ee-b2f7c5987991 req-035dede8-7cc8-42fd-9135-73c0f97b1e1c tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.43 "GET /v2.0/ports?device_id=273109ae-17cc-40ef-b99b-9dabb26fb8d7 HTTP/1.1" status: 200 len: 946 time: 0.0641315 Dec 18 13:46:59.021922 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [req-189074c9-cb1e-40b2-b6ee-b2f7c5987991 req-25b4956e-aec2-4ed8-b7a0-2b55cbe9e82c tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Deleting port 566fa771-0c9b-444c-95f7-ef46ccdb167c {{(pid=103159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:46:59.022267 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-189074c9-cb1e-40b2-b6ee-b2f7c5987991 req-25b4956e-aec2-4ed8-b7a0-2b55cbe9e82c tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:46:59.116545 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.db [req-189074c9-cb1e-40b2-b6ee-b2f7c5987991 req-25b4956e-aec2-4ed8-b7a0-2b55cbe9e82c tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] For port 566fa771-0c9b-444c-95f7-ef46ccdb167c, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=566fa771-0c9b-444c-95f7-ef46ccdb167c,segment=NetworkSegment(63148a2f-9555-4999-b28a-0dc7b38267f7),segment_id=63148a2f-9555-4999-b28a-0dc7b38267f7)] {{(pid=103159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:46:59.116866 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-189074c9-cb1e-40b2-b6ee-b2f7c5987991 req-25b4956e-aec2-4ed8-b7a0-2b55cbe9e82c tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:46:59.131786 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [req-189074c9-cb1e-40b2-b6ee-b2f7c5987991 req-25b4956e-aec2-4ed8-b7a0-2b55cbe9e82c tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Calling delete_port for 566fa771-0c9b-444c-95f7-ef46ccdb167c owned by compute:nova {{(pid=103159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:46:59.268569 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-189074c9-cb1e-40b2-b6ee-b2f7c5987991 req-25b4956e-aec2-4ed8-b7a0-2b55cbe9e82c tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:46:59.296310 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b4956e-aec2-4ed8-b7a0-2b55cbe9e82c tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Pushing event deleted for resources: {'Port': ['ID=566fa771-0c9b-444c-95f7-ef46ccdb167c,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:46:59.337003 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [req-189074c9-cb1e-40b2-b6ee-b2f7c5987991 req-25b4956e-aec2-4ed8-b7a0-2b55cbe9e82c tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] No DVR routers for this DVR port 566fa771-0c9b-444c-95f7-ef46ccdb167c on host hv-neutron-7448 {{(pid=103159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 18 13:46:59.340056 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-189074c9-cb1e-40b2-b6ee-b2f7c5987991 req-25b4956e-aec2-4ed8-b7a0-2b55cbe9e82c tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:46:59.343406 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-189074c9-cb1e-40b2-b6ee-b2f7c5987991 req-25b4956e-aec2-4ed8-b7a0-2b55cbe9e82c tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.43 "DELETE /v2.0/ports/566fa771-0c9b-444c-95f7-ef46ccdb167c HTTP/1.1" status: 204 len: 173 time: 0.4089987 Dec 18 13:46:59.343845 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '273109ae-17cc-40ef-b99b-9dabb26fb8d7', 'name': 'network-vif-deleted', 'tag': '566fa771-0c9b-444c-95f7-ef46ccdb167c'}] {{(pid=103159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 18 13:46:59.346094 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca844cf115d59c1fab86abc202fb4c13735de0d7e4cbbbb25eec9406e9c87431" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56aa95ca-8505-4b5a-a598-25fb6178ba32" -d '{"events": [{"server_uuid": "273109ae-17cc-40ef-b99b-9dabb26fb8d7", "name": "network-vif-deleted", "tag": "566fa771-0c9b-444c-95f7-ef46ccdb167c"}]}' {{(pid=103159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 18 13:46:59.389564 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 13:46:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-434b1e33-182a-4369-ae5d-d258d1ecd680 x-openstack-request-id: req-434b1e33-182a-4369-ae5d-d258d1ecd680 {{(pid=103159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 18 13:46:59.389861 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "273109ae-17cc-40ef-b99b-9dabb26fb8d7", "name": "network-vif-deleted", "tag": "566fa771-0c9b-444c-95f7-ef46ccdb167c", "status": "completed", "code": 200}]} {{(pid=103159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 18 13:46:59.390118 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-434b1e33-182a-4369-ae5d-d258d1ecd680 {{(pid=103159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 18 13:46:59.390531 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '273109ae-17cc-40ef-b99b-9dabb26fb8d7', 'name': 'network-vif-deleted', 'tag': '566fa771-0c9b-444c-95f7-ef46ccdb167c', 'status': 'completed', 'code': 200} Dec 18 13:46:59.640763 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-90ac7b2d-b728-4bbd-bee4-56a6ce7c764a req-0872df78-5c1c-45b4-a3dd-e9c088d46fe3 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/ports?device_id=273109ae-17cc-40ef-b99b-9dabb26fb8d7 HTTP/1.1" status: 200 len: 210 time: 0.0288291 Dec 18 13:46:59.986274 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7b7a3272-2b45-4d32-9670-25eb1afd1184 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:47:00.712288 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 58368) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:47:00.774341 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-e479e1aa-538c-4f21-b98c-89a1e153b8cb tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for security_group, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:47:00.800756 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-e479e1aa-538c-4f21-b98c-89a1e153b8cb tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:47:00.862536 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-e479e1aa-538c-4f21-b98c-89a1e153b8cb tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:47:00.866259 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-e479e1aa-538c-4f21-b98c-89a1e153b8cb tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for security_group, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:47:00.867541 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-e479e1aa-538c-4f21-b98c-89a1e153b8cb tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "DELETE /v2.0/security-groups/93222a13-504c-4934-97cb-0b9271d059ec HTTP/1.1" status: 204 len: 168 time: 0.1541672 Dec 18 13:47:00.868164 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:47:00.883027 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e479e1aa-538c-4f21-b98c-89a1e153b8cb tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=93222a13-504c-4934-97cb-0b9271d059ec,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:47:00.900515 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 58372) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:47:01.072578 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-808e71d8-49b6-42ab-8b86-d024929a979c tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Deleting port 912e675b-121f-406c-859d-cc34606f3ee5 {{(pid=103159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:47:01.072930 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-808e71d8-49b6-42ab-8b86-d024929a979c tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:47:01.155977 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-808e71d8-49b6-42ab-8b86-d024929a979c tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:47:01.156177 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-808e71d8-49b6-42ab-8b86-d024929a979c tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:47:01.168534 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-808e71d8-49b6-42ab-8b86-d024929a979c tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Calling delete_port for 912e675b-121f-406c-859d-cc34606f3ee5 owned by network:floatingip {{(pid=103159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:47:01.342290 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-808e71d8-49b6-42ab-8b86-d024929a979c tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:47:01.367845 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808e71d8-49b6-42ab-8b86-d024929a979c tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Pushing event deleted for resources: {'Port': ['ID=912e675b-121f-406c-859d-cc34606f3ee5,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:47:01.432465 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-808e71d8-49b6-42ab-8b86-d024929a979c tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for floatingip, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:47:01.432800 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.db.l3_db [None req-808e71d8-49b6-42ab-8b86-d024929a979c tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Floating IP d521b7ab-b00e-4020-967a-6168206921e5 disassociated (deleted). External IP: 172.26.3.93, port: 9bcd59e8-4fb8-4310-9d1c-33314dee3e1f. Dec 18 13:47:01.657708 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-808e71d8-49b6-42ab-8b86-d024929a979c tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Router a9e81ecb-44fc-4d4f-ae7e-3ee8745a6933 has already been hosted by L3 agent c9c0cd52-5bd2-4704-9429-d80f1c5ad23c {{(pid=103159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 18 13:47:01.776133 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-808e71d8-49b6-42ab-8b86-d024929a979c tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Notify agent at l3_agent.dv-neutron-744815-20-hyperv the message routers_updated {{(pid=103159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 13:47:01.781019 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-808e71d8-49b6-42ab-8b86-d024929a979c tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for floatingip, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:47:01.788499 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83d231ec-0458-4f1b-a9fe-07799836f239 None None] Sync routers for ids ['a9e81ecb-44fc-4d4f-ae7e-3ee8745a6933'] in dv-neutron-744815-20-hyperv {{(pid=103162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 13:47:01.800015 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83d231ec-0458-4f1b-a9fe-07799836f239 None None] Routers {'a9e81ecb-44fc-4d4f-ae7e-3ee8745a6933'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:47:01.800775 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-83d231ec-0458-4f1b-a9fe-07799836f239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:46:57Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['a9e81ecb-44fc-4d4f-ae7e-3ee8745a6933'], 'active': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:47:01.809371 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-808e71d8-49b6-42ab-8b86-d024929a979c tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "DELETE /v2.0/floatingips/d521b7ab-b00e-4020-967a-6168206921e5 HTTP/1.1" status: 204 len: 168 time: 0.9076970 Dec 18 13:47:01.809971 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4094f60-fa63-4758-afe4-035f63c9f1d3', 'tag': '9bcd59e8-4fb8-4310-9d1c-33314dee3e1f'}] {{(pid=103159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 18 13:47:01.812267 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca844cf115d59c1fab86abc202fb4c13735de0d7e4cbbbb25eec9406e9c87431" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2b81828-fb2d-4966-84d4-27aca1f9ce50" -d '{"events": [{"name": "network-changed", "server_uuid": "a4094f60-fa63-4758-afe4-035f63c9f1d3", "tag": "9bcd59e8-4fb8-4310-9d1c-33314dee3e1f"}]}' {{(pid=103159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 18 13:47:01.854809 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 13:47:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e1efde1-f5ca-4b0b-be38-47f4b2bc64fe x-openstack-request-id: req-2e1efde1-f5ca-4b0b-be38-47f4b2bc64fe {{(pid=103159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 18 13:47:01.855345 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4094f60-fa63-4758-afe4-035f63c9f1d3", "tag": "9bcd59e8-4fb8-4310-9d1c-33314dee3e1f", "status": "completed", "code": 200}]} {{(pid=103159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 18 13:47:01.855860 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2e1efde1-f5ca-4b0b-be38-47f4b2bc64fe {{(pid=103159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 18 13:47:01.856365 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4094f60-fa63-4758-afe4-035f63c9f1d3', 'tag': '9bcd59e8-4fb8-4310-9d1c-33314dee3e1f', 'status': 'completed', 'code': 200} Dec 18 13:47:01.914920 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvr_db [None req-83d231ec-0458-4f1b-a9fe-07799836f239 None None] Set router a9e81ecb-44fc-4d4f-ae7e-3ee8745a6933 gateway port host: dv-neutron-744815-20-hyperv {{(pid=103162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 13:47:01.919475 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b81828-fb2d-4966-84d4-27aca1f9ce50 req-d517a19e-b233-4aa4-93a4-f4c0bb3193e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:47:01.921137 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-f2b81828-fb2d-4966-84d4-27aca1f9ce50 req-d517a19e-b233-4aa4-93a4-f4c0bb3193e9 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6e88b8a5aed24360a829007d7fd9d0fd&device_id=a4094f60-fa63-4758-afe4-035f63c9f1d3 HTTP/1.1" status: 200 len: 1098 time: 0.0441530 Dec 18 13:47:02.055339 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b81828-fb2d-4966-84d4-27aca1f9ce50 req-25a193b2-baab-40a8-a052-affb08f14242 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:47:02.056734 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-f2b81828-fb2d-4966-84d4-27aca1f9ce50 req-25a193b2-baab-40a8-a052-affb08f14242 service neutron] 10.222.0.43 "GET /v2.0/networks?id=587180a0-6651-4f58-8655-ba8fc1f1fdb4 HTTP/1.1" status: 200 len: 898 time: 0.1255364 Dec 18 13:47:02.084128 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc4a941-1323-46d2-aef5-2c6f6e547555 req-98925f29-b625-4cec-bc7b-a708b90f58d3 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:47:02.085646 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-abc4a941-1323-46d2-aef5-2c6f6e547555 req-98925f29-b625-4cec-bc7b-a708b90f58d3 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4094f60-fa63-4758-afe4-035f63c9f1d3 HTTP/1.1" status: 200 len: 945 time: 0.0703931 Dec 18 13:47:02.114179 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-f2b81828-fb2d-4966-84d4-27aca1f9ce50 req-c5eee521-585c-47a8-b480-74ff855a6db4 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9bcd59e8-4fb8-4310-9d1c-33314dee3e1f HTTP/1.1" status: 200 len: 217 time: 0.0461128 Dec 18 13:47:02.128716 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-83d231ec-0458-4f1b-a9fe-07799836f239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9e81ecb-44fc-4d4f-ae7e-3ee8745a6933', 'name': 'tempest-TestNetworkBasicOps-router-1441438553', 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.223'}], 'enable_snat': True}, 'gw_port_id': 'a0aae83a-3ab7-428b-a331-398d104dd72e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:44:59Z', 'updated_at': '2021-12-18T13:45:03Z', 'revision_number': 4, 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'gw_port': {'id': 'a0aae83a-3ab7-428b-a331-398d104dd72e', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:c3:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9e81ecb-44fc-4d4f-ae7e-3ee8745a6933', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1485, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:44:59Z', 'updated_at': '2021-12-18T13:45:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv', '_interfaces': [{'id': '0e3306c1-c7c1-45de-97ba-55287c0c7af3', 'name': '', 'network_id': '587180a0-6651-4f58-8655-ba8fc1f1fdb4', 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'mac_address': 'fa:16:3e:ef:04:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9e81ecb-44fc-4d4f-ae7e-3ee8745a6933', 'device_owner': 'network:router_interface', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': '63f49abe-0666-4d9a-b63f-c004c8580db3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:45:02Z', 'updated_at': '2021-12-18T13:45:05Z', 'revision_number': 5, 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'subnets': [{'id': '63f49abe-0666-4d9a-b63f-c004c8580db3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:47:02.154257 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83d231ec-0458-4f1b-a9fe-07799836f239 None None] Checking router: a9e81ecb-44fc-4d4f-ae7e-3ee8745a6933 for host: dv-neutron-744815-20-hyperv {{(pid=103162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 18 13:47:02.163615 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83d231ec-0458-4f1b-a9fe-07799836f239 None None] Routers {'a9e81ecb-44fc-4d4f-ae7e-3ee8745a6933'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:47:02.164223 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-83d231ec-0458-4f1b-a9fe-07799836f239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:46:57Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['a9e81ecb-44fc-4d4f-ae7e-3ee8745a6933'], 'active': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:47:02.196364 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-abc4a941-1323-46d2-aef5-2c6f6e547555 req-6aea65e9-f1a2-4eb1-a7dd-9e99e4d22189 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/security-groups?id=17149c9a-a8c5-4ebb-96bb-160113f74619&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0849142 Dec 18 13:47:02.197787 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b81828-fb2d-4966-84d4-27aca1f9ce50 req-a198d348-8f97-44dd-b0ef-693d3b066744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:47:02.199175 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-f2b81828-fb2d-4966-84d4-27aca1f9ce50 req-a198d348-8f97-44dd-b0ef-693d3b066744 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=63f49abe-0666-4d9a-b63f-c004c8580db3 HTTP/1.1" status: 200 len: 835 time: 0.0726523 Dec 18 13:47:02.252924 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b81828-fb2d-4966-84d4-27aca1f9ce50 req-5c9709c2-1b9a-421a-b890-beed3951381e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:47:02.254496 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-f2b81828-fb2d-4966-84d4-27aca1f9ce50 req-5c9709c2-1b9a-421a-b890-beed3951381e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=587180a0-6651-4f58-8655-ba8fc1f1fdb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0464525 Dec 18 13:47:02.359808 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-f2b81828-fb2d-4966-84d4-27aca1f9ce50 req-3f2073bc-90c8-48e5-8389-f7616215b885 service neutron] 10.222.0.43 "GET /v2.0/networks/587180a0-6651-4f58-8655-ba8fc1f1fdb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957277 Dec 18 13:47:02.375857 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvr_db [None req-83d231ec-0458-4f1b-a9fe-07799836f239 None None] Set router a9e81ecb-44fc-4d4f-ae7e-3ee8745a6933 gateway port host: dv-neutron-744815-20-hyperv {{(pid=103162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 13:47:02.445440 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Device 566fa771-0c9b-444c-95f7-ef46ccdb167c no longer exists at agent hyperv_hv-neutron-7448 {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 18 13:47:02.461083 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-f2b81828-fb2d-4966-84d4-27aca1f9ce50 req-f698d477-b576-4eba-a163-b12d07dfb8e6 service neutron] 10.222.0.43 "GET /v2.0/networks/587180a0-6651-4f58-8655-ba8fc1f1fdb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930614 Dec 18 13:47:02.467384 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] No Port match for: 566fa771-0c9b-444c-95f7-ef46ccdb167c {{(pid=103161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 18 13:47:02.467738 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Device 566fa771-0c9b-444c-95f7-ef46ccdb167c not bound to the agent host hv-neutron-7448 {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 18 13:47:02.579796 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-83d231ec-0458-4f1b-a9fe-07799836f239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9e81ecb-44fc-4d4f-ae7e-3ee8745a6933', 'name': 'tempest-TestNetworkBasicOps-router-1441438553', 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.223'}], 'enable_snat': True}, 'gw_port_id': 'a0aae83a-3ab7-428b-a331-398d104dd72e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:44:59Z', 'updated_at': '2021-12-18T13:45:03Z', 'revision_number': 4, 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'gw_port': {'id': 'a0aae83a-3ab7-428b-a331-398d104dd72e', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:c3:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9e81ecb-44fc-4d4f-ae7e-3ee8745a6933', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1485, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:44:59Z', 'updated_at': '2021-12-18T13:45:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv', '_interfaces': [{'id': '0e3306c1-c7c1-45de-97ba-55287c0c7af3', 'name': '', 'network_id': '587180a0-6651-4f58-8655-ba8fc1f1fdb4', 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'mac_address': 'fa:16:3e:ef:04:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9e81ecb-44fc-4d4f-ae7e-3ee8745a6933', 'device_owner': 'network:router_interface', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': '63f49abe-0666-4d9a-b63f-c004c8580db3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:45:02Z', 'updated_at': '2021-12-18T13:45:05Z', 'revision_number': 5, 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'subnets': [{'id': '63f49abe-0666-4d9a-b63f-c004c8580db3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:47:02.605998 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83d231ec-0458-4f1b-a9fe-07799836f239 None None] The sync data for ids ['a9e81ecb-44fc-4d4f-ae7e-3ee8745a6933'] in dv-neutron-744815-20-hyperv is: [{'id': 'a9e81ecb-44fc-4d4f-ae7e-3ee8745a6933', 'name': 'tempest-TestNetworkBasicOps-router-1441438553', 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.223'}], 'enable_snat': True}, 'gw_port_id': 'a0aae83a-3ab7-428b-a331-398d104dd72e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:44:59Z', 'updated_at': '2021-12-18T13:45:03Z', 'revision_number': 4, 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'gw_port': {'id': 'a0aae83a-3ab7-428b-a331-398d104dd72e', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:c3:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9e81ecb-44fc-4d4f-ae7e-3ee8745a6933', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1485, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:44:59Z', 'updated_at': '2021-12-18T13:45:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv', '_interfaces': [{'id': '0e3306c1-c7c1-45de-97ba-55287c0c7af3', 'name': '', 'network_id': '587180a0-6651-4f58-8655-ba8fc1f1fdb4', 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'mac_address': 'fa:16:3e:ef:04:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9e81ecb-44fc-4d4f-ae7e-3ee8745a6933', 'device_owner': 'network:router_interface', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': '63f49abe-0666-4d9a-b63f-c004c8580db3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:45:02Z', 'updated_at': '2021-12-18T13:45:05Z', 'revision_number': 5, 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'subnets': [{'id': '63f49abe-0666-4d9a-b63f-c004c8580db3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 13:47:02.930661 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50aab5f8-8c39-4aa0-b284-b63fb5ca5674 None None] New status for floating IP d521b7ab-b00e-4020-967a-6168206921e5: DOWN {{(pid=103161) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 18 13:47:03.339081 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5cd539-01d0-4b67-9c69-ee57c74a5c47 req-a925c9d0-faf7-4396-9e0b-8345ba595b4a tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:47:03.340563 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-1a5cd539-01d0-4b67-9c69-ee57c74a5c47 req-a925c9d0-faf7-4396-9e0b-8345ba595b4a tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4094f60-fa63-4758-afe4-035f63c9f1d3 HTTP/1.1" status: 200 len: 945 time: 0.0591426 Dec 18 13:47:03.391343 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-1a5cd539-01d0-4b67-9c69-ee57c74a5c47 req-beae0204-02b6-43e9-850e-38a06c8357be tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/security-groups?id=17149c9a-a8c5-4ebb-96bb-160113f74619&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447145 Dec 18 13:47:03.847871 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c976da3-6de3-41a4-aa6b-0782d8f69b6e req-cdf8ee48-1308-42a0-8a8a-159c68d34e37 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:47:03.849338 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-8c976da3-6de3-41a4-aa6b-0782d8f69b6e req-cdf8ee48-1308-42a0-8a8a-159c68d34e37 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.43 "GET /v2.0/ports?device_id=a4094f60-fa63-4758-afe4-035f63c9f1d3 HTTP/1.1" status: 200 len: 945 time: 0.0638859 Dec 18 13:47:03.943603 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [req-8c976da3-6de3-41a4-aa6b-0782d8f69b6e req-ba60828c-d4fa-4180-9d05-e49789555dfc tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Deleting port 9bcd59e8-4fb8-4310-9d1c-33314dee3e1f {{(pid=103159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:47:03.943949 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-8c976da3-6de3-41a4-aa6b-0782d8f69b6e req-ba60828c-d4fa-4180-9d05-e49789555dfc tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:47:04.031995 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.db [req-8c976da3-6de3-41a4-aa6b-0782d8f69b6e req-ba60828c-d4fa-4180-9d05-e49789555dfc tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] For port 9bcd59e8-4fb8-4310-9d1c-33314dee3e1f, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=9bcd59e8-4fb8-4310-9d1c-33314dee3e1f,segment=NetworkSegment(63148a2f-9555-4999-b28a-0dc7b38267f7),segment_id=63148a2f-9555-4999-b28a-0dc7b38267f7)] {{(pid=103159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:47:04.032370 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-8c976da3-6de3-41a4-aa6b-0782d8f69b6e req-ba60828c-d4fa-4180-9d05-e49789555dfc tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:47:04.045563 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [req-8c976da3-6de3-41a4-aa6b-0782d8f69b6e req-ba60828c-d4fa-4180-9d05-e49789555dfc tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Calling delete_port for 9bcd59e8-4fb8-4310-9d1c-33314dee3e1f owned by compute:nova {{(pid=103159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:47:04.188470 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-8c976da3-6de3-41a4-aa6b-0782d8f69b6e req-ba60828c-d4fa-4180-9d05-e49789555dfc tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:47:04.222307 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba60828c-d4fa-4180-9d05-e49789555dfc tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Pushing event deleted for resources: {'Port': ['ID=9bcd59e8-4fb8-4310-9d1c-33314dee3e1f,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:47:04.265633 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c976da3-6de3-41a4-aa6b-0782d8f69b6e req-ba60828c-d4fa-4180-9d05-e49789555dfc tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] No DVR routers for this DVR port 9bcd59e8-4fb8-4310-9d1c-33314dee3e1f on host hv-neutron-7448 {{(pid=103159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 18 13:47:04.268126 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-8c976da3-6de3-41a4-aa6b-0782d8f69b6e req-ba60828c-d4fa-4180-9d05-e49789555dfc tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:47:04.271555 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-8c976da3-6de3-41a4-aa6b-0782d8f69b6e req-ba60828c-d4fa-4180-9d05-e49789555dfc tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.43 "DELETE /v2.0/ports/9bcd59e8-4fb8-4310-9d1c-33314dee3e1f HTTP/1.1" status: 204 len: 173 time: 0.4152005 Dec 18 13:47:04.272006 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4094f60-fa63-4758-afe4-035f63c9f1d3', 'name': 'network-vif-deleted', 'tag': '9bcd59e8-4fb8-4310-9d1c-33314dee3e1f'}] {{(pid=103159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 18 13:47:04.274284 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca844cf115d59c1fab86abc202fb4c13735de0d7e4cbbbb25eec9406e9c87431" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0631bc89-519e-45c1-b5c9-3060fe14a94e" -d '{"events": [{"server_uuid": "a4094f60-fa63-4758-afe4-035f63c9f1d3", "name": "network-vif-deleted", "tag": "9bcd59e8-4fb8-4310-9d1c-33314dee3e1f"}]}' {{(pid=103159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 18 13:47:04.309297 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 13:47:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ac8acce-de63-4283-a30b-0fe2f9cdd264 x-openstack-request-id: req-0ac8acce-de63-4283-a30b-0fe2f9cdd264 {{(pid=103159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 18 13:47:04.309593 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4094f60-fa63-4758-afe4-035f63c9f1d3", "name": "network-vif-deleted", "tag": "9bcd59e8-4fb8-4310-9d1c-33314dee3e1f", "status": "completed", "code": 200}]} {{(pid=103159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 18 13:47:04.309848 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0ac8acce-de63-4283-a30b-0fe2f9cdd264 {{(pid=103159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 18 13:47:04.310257 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4094f60-fa63-4758-afe4-035f63c9f1d3', 'name': 'network-vif-deleted', 'tag': '9bcd59e8-4fb8-4310-9d1c-33314dee3e1f', 'status': 'completed', 'code': 200} Dec 18 13:47:04.509196 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-5ae28de2-1732-4630-909e-ca38e485453d req-5cf4c45d-09b7-45c7-9424-3bc178946b7e tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4094f60-fa63-4758-afe4-035f63c9f1d3 HTTP/1.1" status: 200 len: 210 time: 0.0358546 Dec 18 13:47:05.572810 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 58388) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:47:05.632751 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-2308cbfa-3bec-4fd3-baa3-bce1fd76ffc6 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for security_group, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:47:05.658708 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-2308cbfa-3bec-4fd3-baa3-bce1fd76ffc6 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:47:05.724571 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-2308cbfa-3bec-4fd3-baa3-bce1fd76ffc6 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:47:05.727372 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-2308cbfa-3bec-4fd3-baa3-bce1fd76ffc6 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for security_group, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:47:05.728677 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-2308cbfa-3bec-4fd3-baa3-bce1fd76ffc6 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "DELETE /v2.0/security-groups/17149c9a-a8c5-4ebb-96bb-160113f74619 HTTP/1.1" status: 204 len: 168 time: 0.1548817 Dec 18 13:47:05.739293 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2308cbfa-3bec-4fd3-baa3-bce1fd76ffc6 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=17149c9a-a8c5-4ebb-96bb-160113f74619,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:47:05.762816 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 58392) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:47:06.151780 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-395b9c2c-40a8-4c77-abef-30d372f46e55 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-586101'] for router_interface, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:47:06.428322 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-395b9c2c-40a8-4c77-abef-30d372f46e55 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Deleting port 0e3306c1-c7c1-45de-97ba-55287c0c7af3 {{(pid=103159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:47:06.428672 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-395b9c2c-40a8-4c77-abef-30d372f46e55 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:47:06.468955 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Device 9bcd59e8-4fb8-4310-9d1c-33314dee3e1f no longer exists at agent hyperv_hv-neutron-7448 {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 18 13:47:06.488691 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] No Port match for: 9bcd59e8-4fb8-4310-9d1c-33314dee3e1f {{(pid=103161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 18 13:47:06.489063 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Device 9bcd59e8-4fb8-4310-9d1c-33314dee3e1f not bound to the agent host hv-neutron-7448 {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 18 13:47:06.524007 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.db [None req-395b9c2c-40a8-4c77-abef-30d372f46e55 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] For port 0e3306c1-c7c1-45de-97ba-55287c0c7af3, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=0e3306c1-c7c1-45de-97ba-55287c0c7af3,segment=NetworkSegment(63148a2f-9555-4999-b28a-0dc7b38267f7),segment_id=63148a2f-9555-4999-b28a-0dc7b38267f7)] {{(pid=103159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:47:06.524360 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-395b9c2c-40a8-4c77-abef-30d372f46e55 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:47:06.536710 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-395b9c2c-40a8-4c77-abef-30d372f46e55 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Calling delete_port for 0e3306c1-c7c1-45de-97ba-55287c0c7af3 owned by network:router_interface {{(pid=103159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:47:06.723599 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-395b9c2c-40a8-4c77-abef-30d372f46e55 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:47:06.752546 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395b9c2c-40a8-4c77-abef-30d372f46e55 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Pushing event deleted for resources: {'Port': ['ID=0e3306c1-c7c1-45de-97ba-55287c0c7af3,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:47:06.842282 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:47:06.925082 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-395b9c2c-40a8-4c77-abef-30d372f46e55 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1048020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-576035'] for router_interface, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:47:07.493495 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-395b9c2c-40a8-4c77-abef-30d372f46e55 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Router a9e81ecb-44fc-4d4f-ae7e-3ee8745a6933 has already been hosted by L3 agent c9c0cd52-5bd2-4704-9429-d80f1c5ad23c {{(pid=103159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 18 13:47:07.601019 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-395b9c2c-40a8-4c77-abef-30d372f46e55 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Notify agent at l3_agent.dv-neutron-744815-20-hyperv the message routers_updated {{(pid=103159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 13:47:07.606375 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-395b9c2c-40a8-4c77-abef-30d372f46e55 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "PUT /v2.0/routers/a9e81ecb-44fc-4d4f-ae7e-3ee8745a6933/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8424361 Dec 18 13:47:07.609408 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 58394) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:47:07.611592 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae41018e-735b-4e2c-8caa-3a2cab1e4e19 None None] Sync routers for ids ['a9e81ecb-44fc-4d4f-ae7e-3ee8745a6933'] in dv-neutron-744815-20-hyperv {{(pid=103162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 13:47:07.623088 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae41018e-735b-4e2c-8caa-3a2cab1e4e19 None None] Routers {'a9e81ecb-44fc-4d4f-ae7e-3ee8745a6933'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:47:07.623958 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-ae41018e-735b-4e2c-8caa-3a2cab1e4e19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:46:57Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['a9e81ecb-44fc-4d4f-ae7e-3ee8745a6933'], 'active': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:47:07.660493 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbbb5db1-e9bc-4a67-955d-95d0206a8abc tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Deleting subnet 63f49abe-0666-4d9a-b63f-c004c8580db3 {{(pid=103159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 18 13:47:07.663793 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-dbbb5db1-e9bc-4a67-955d-95d0206a8abc tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for subnet, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:47:07.703377 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-dbbb5db1-e9bc-4a67-955d-95d0206a8abc tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5589624'] for subnet, precommit_delete_associations {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:47:07.730363 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvr_db [None req-ae41018e-735b-4e2c-8caa-3a2cab1e4e19 None None] Set router a9e81ecb-44fc-4d4f-ae7e-3ee8745a6933 gateway port host: dv-neutron-744815-20-hyperv {{(pid=103162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 13:47:07.790162 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-dbbb5db1-e9bc-4a67-955d-95d0206a8abc tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1929185'] for subnet, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:47:07.849598 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-dbbb5db1-e9bc-4a67-955d-95d0206a8abc tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1929192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5659851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6017053'] for subnet, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:47:07.878130 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbb5db1-e9bc-4a67-955d-95d0206a8abc tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Pushing event deleted for resources: {'Subnet': ['ID=63f49abe-0666-4d9a-b63f-c004c8580db3,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:47:07.880477 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-dbbb5db1-e9bc-4a67-955d-95d0206a8abc tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for subnet, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:47:07.886152 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e759fe84-2133-4d11-9847-171ce2b684d1 None None] Network 587180a0-6651-4f58-8655-ba8fc1f1fdb4 requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:47:07.886623 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-dbbb5db1-e9bc-4a67-955d-95d0206a8abc tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "DELETE /v2.0/subnets/63f49abe-0666-4d9a-b63f-c004c8580db3 HTTP/1.1" status: 204 len: 168 time: 0.2762380 Dec 18 13:47:07.886709 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 58396) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:47:07.917307 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-ae41018e-735b-4e2c-8caa-3a2cab1e4e19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9e81ecb-44fc-4d4f-ae7e-3ee8745a6933', 'name': 'tempest-TestNetworkBasicOps-router-1441438553', 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.223'}], 'enable_snat': True}, 'gw_port_id': 'a0aae83a-3ab7-428b-a331-398d104dd72e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:44:59Z', 'updated_at': '2021-12-18T13:47:06Z', 'revision_number': 5, 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'gw_port': {'id': 'a0aae83a-3ab7-428b-a331-398d104dd72e', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:c3:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9e81ecb-44fc-4d4f-ae7e-3ee8745a6933', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1485, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:44:59Z', 'updated_at': '2021-12-18T13:45:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv'}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:47:07.944021 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae41018e-735b-4e2c-8caa-3a2cab1e4e19 None None] Checking router: a9e81ecb-44fc-4d4f-ae7e-3ee8745a6933 for host: dv-neutron-744815-20-hyperv {{(pid=103162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 18 13:47:07.953009 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae41018e-735b-4e2c-8caa-3a2cab1e4e19 None None] Routers {'a9e81ecb-44fc-4d4f-ae7e-3ee8745a6933'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:47:07.953830 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-ae41018e-735b-4e2c-8caa-3a2cab1e4e19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:46:57Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['a9e81ecb-44fc-4d4f-ae7e-3ee8745a6933'], 'active': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:47:08.005771 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-5fe1393c-d137-4cda-80d5-9b86f435a44c tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for router, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:47:08.053532 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84e2b6de-0cd5-45e1-8338-23ce73b951f4 None None] DHCP port deletion for 587180a0-6651-4f58-8655-ba8fc1f1fdb4 request from dv-neutron-744815-20-hyperv {{(pid=103161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 18 13:47:08.074181 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvr_db [None req-ae41018e-735b-4e2c-8caa-3a2cab1e4e19 None None] Set router a9e81ecb-44fc-4d4f-ae7e-3ee8745a6933 gateway port host: dv-neutron-744815-20-hyperv {{(pid=103162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 13:47:08.102356 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-84e2b6de-0cd5-45e1-8338-23ce73b951f4 None None] Deleting port 7d3223f4-ed00-47e4-8dc5-741771b7b4c8 {{(pid=103161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:47:08.102968 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-84e2b6de-0cd5-45e1-8338-23ce73b951f4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:47:08.123774 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-5fe1393c-d137-4cda-80d5-9b86f435a44c tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:47:08.166674 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-84e2b6de-0cd5-45e1-8338-23ce73b951f4 None None] For port 7d3223f4-ed00-47e4-8dc5-741771b7b4c8, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=7d3223f4-ed00-47e4-8dc5-741771b7b4c8,segment=NetworkSegment(63148a2f-9555-4999-b28a-0dc7b38267f7),segment_id=63148a2f-9555-4999-b28a-0dc7b38267f7)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:47:08.167078 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-84e2b6de-0cd5-45e1-8338-23ce73b951f4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:47:08.178896 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-5fe1393c-d137-4cda-80d5-9b86f435a44c tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Deleting port a0aae83a-3ab7-428b-a331-398d104dd72e {{(pid=103160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:47:08.179460 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-5fe1393c-d137-4cda-80d5-9b86f435a44c tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:47:08.179630 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-84e2b6de-0cd5-45e1-8338-23ce73b951f4 None None] Calling delete_port for 7d3223f4-ed00-47e4-8dc5-741771b7b4c8 owned by network:dhcp {{(pid=103161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:47:08.261210 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-ae41018e-735b-4e2c-8caa-3a2cab1e4e19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9e81ecb-44fc-4d4f-ae7e-3ee8745a6933', 'name': 'tempest-TestNetworkBasicOps-router-1441438553', 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.223'}], 'enable_snat': True}, 'gw_port_id': 'a0aae83a-3ab7-428b-a331-398d104dd72e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:44:59Z', 'updated_at': '2021-12-18T13:47:06Z', 'revision_number': 5, 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'gw_port': {'id': 'a0aae83a-3ab7-428b-a331-398d104dd72e', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:c3:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9e81ecb-44fc-4d4f-ae7e-3ee8745a6933', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1485, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:44:59Z', 'updated_at': '2021-12-18T13:45:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv'}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:47:08.267226 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-84e2b6de-0cd5-45e1-8338-23ce73b951f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984'] for port, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:47:08.267968 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.db [None req-5fe1393c-d137-4cda-80d5-9b86f435a44c tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] For port a0aae83a-3ab7-428b-a331-398d104dd72e, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=a0aae83a-3ab7-428b-a331-398d104dd72e,segment=NetworkSegment(3f66d49c-4faa-434c-8c3e-991f4f1d01bd),segment_id=3f66d49c-4faa-434c-8c3e-991f4f1d01bd)] {{(pid=103160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:47:08.268335 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-5fe1393c-d137-4cda-80d5-9b86f435a44c tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:47:08.280048 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84e2b6de-0cd5-45e1-8338-23ce73b951f4 None None] No DVR routers for this DVR port 7d3223f4-ed00-47e4-8dc5-741771b7b4c8 on host dv-neutron-744815-20-hyperv {{(pid=103161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 18 13:47:08.281299 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-5fe1393c-d137-4cda-80d5-9b86f435a44c tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Calling delete_port for a0aae83a-3ab7-428b-a331-398d104dd72e owned by network:router_gateway {{(pid=103160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:47:08.291507 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae41018e-735b-4e2c-8caa-3a2cab1e4e19 None None] The sync data for ids ['a9e81ecb-44fc-4d4f-ae7e-3ee8745a6933'] in dv-neutron-744815-20-hyperv is: [{'id': 'a9e81ecb-44fc-4d4f-ae7e-3ee8745a6933', 'name': 'tempest-TestNetworkBasicOps-router-1441438553', 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.223'}], 'enable_snat': True}, 'gw_port_id': 'a0aae83a-3ab7-428b-a331-398d104dd72e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:44:59Z', 'updated_at': '2021-12-18T13:47:06Z', 'revision_number': 5, 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'gw_port': {'id': 'a0aae83a-3ab7-428b-a331-398d104dd72e', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:c3:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9e81ecb-44fc-4d4f-ae7e-3ee8745a6933', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1485, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:44:59Z', 'updated_at': '2021-12-18T13:45:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv'}] {{(pid=103162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 13:47:08.299391 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e2b6de-0cd5-45e1-8338-23ce73b951f4 None None] Pushing event deleted for resources: {'Port': ['ID=7d3223f4-ed00-47e4-8dc5-741771b7b4c8,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:47:08.308821 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e2b6de-0cd5-45e1-8338-23ce73b951f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:47:08.309332 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e2b6de-0cd5-45e1-8338-23ce73b951f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:47:08.309682 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e2b6de-0cd5-45e1-8338-23ce73b951f4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:47:08.310033 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e2b6de-0cd5-45e1-8338-23ce73b951f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:47:08.310391 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e2b6de-0cd5-45e1-8338-23ce73b951f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:47:08.310717 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e2b6de-0cd5-45e1-8338-23ce73b951f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:47:08.311074 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e2b6de-0cd5-45e1-8338-23ce73b951f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:47:08.311444 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e2b6de-0cd5-45e1-8338-23ce73b951f4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:47:08.311776 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e2b6de-0cd5-45e1-8338-23ce73b951f4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:47:08.312107 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e2b6de-0cd5-45e1-8338-23ce73b951f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:47:08.312433 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e2b6de-0cd5-45e1-8338-23ce73b951f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:47:08.312759 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e2b6de-0cd5-45e1-8338-23ce73b951f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:47:08.313079 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e2b6de-0cd5-45e1-8338-23ce73b951f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:47:08.469495 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-5fe1393c-d137-4cda-80d5-9b86f435a44c tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4533522'] for port, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:47:08.492373 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe1393c-d137-4cda-80d5-9b86f435a44c tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Pushing event deleted for resources: {'Port': ['ID=a0aae83a-3ab7-428b-a331-398d104dd72e,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:47:08.509818 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da631560-9256-4064-b540-cd0c50e3cb3d None None] DHCP port deletion for decb4a40-7941-48c8-afbb-daaafd502e83 request from dv-neutron-744815-20-hyperv {{(pid=103161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 18 13:47:08.558684 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-5fe1393c-d137-4cda-80d5-9b86f435a44c tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-586554'] for router_gateway, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:47:08.651108 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-5fe1393c-d137-4cda-80d5-9b86f435a44c tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-589815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28643'] for router, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:47:08.654668 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-5fe1393c-d137-4cda-80d5-9b86f435a44c tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:47:08.705403 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-5fe1393c-d137-4cda-80d5-9b86f435a44c tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-589710'] for router, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:47:08.706142 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fe1393c-d137-4cda-80d5-9b86f435a44c tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Fanout notify agent at l3_agent the message router_deleted on router a9e81ecb-44fc-4d4f-ae7e-3ee8745a6933 {{(pid=103160) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 18 13:47:08.714091 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-5fe1393c-d137-4cda-80d5-9b86f435a44c tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for router, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:47:08.715312 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-5fe1393c-d137-4cda-80d5-9b86f435a44c tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "DELETE /v2.0/routers/a9e81ecb-44fc-4d4f-ae7e-3ee8745a6933 HTTP/1.1" status: 204 len: 168 time: 0.8275418 Dec 18 13:47:08.718164 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 58398) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:47:08.801756 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-69d2b9e9-d297-4679-9a99-eb59854cd863 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2023137'] for network, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:47:08.887119 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-69d2b9e9-d297-4679-9a99-eb59854cd863 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1927292', 'neutron.services.segments.db._delete_segments_for_network-8767106887837'] for network, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:47:08.913612 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.services.segments.db [None req-69d2b9e9-d297-4679-9a99-eb59854cd863 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['587180a0-6651-4f58-8655-ba8fc1f1fdb4']}} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:47:08.923717 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.services.segments.db [None req-69d2b9e9-d297-4679-9a99-eb59854cd863 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63148a2f-9555-4999-b28a-0dc7b38267f7') {'for_net_delete': True} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:47:08.924014 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.services.segments.db [None req-69d2b9e9-d297-4679-9a99-eb59854cd863 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63148a2f-9555-4999-b28a-0dc7b38267f7') {} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:47:08.934090 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-69d2b9e9-d297-4679-9a99-eb59854cd863 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767106888614', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5589569'] for segment, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:47:08.948005 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-69d2b9e9-d297-4679-9a99-eb59854cd863 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:47:08.954536 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69d2b9e9-d297-4679-9a99-eb59854cd863 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Releasing vlan 102 on physical network physnet1 to pool {{(pid=103159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 18 13:47:08.955332 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-69d2b9e9-d297-4679-9a99-eb59854cd863 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5660009'] for segment, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:47:08.958674 dv-neutron-744815-20-hyperv neutron-server[103159]: Traceback (most recent call last): Dec 18 13:47:08.958674 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 18 13:47:08.958674 dv-neutron-744815-20-hyperv neutron-server[103159]: timer() Dec 18 13:47:08.958674 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 18 13:47:08.958674 dv-neutron-744815-20-hyperv neutron-server[103159]: cb(*args, **kw) Dec 18 13:47:08.958674 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 18 13:47:08.958674 dv-neutron-744815-20-hyperv neutron-server[103159]: return func(*args, **kwargs) Dec 18 13:47:08.958674 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 18 13:47:08.958674 dv-neutron-744815-20-hyperv neutron-server[103159]: self._notify() Dec 18 13:47:08.958674 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 18 13:47:08.958674 dv-neutron-744815-20-hyperv neutron-server[103159]: self.callback(batched_events) Dec 18 13:47:08.958674 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 18 13:47:08.958674 dv-neutron-744815-20-hyperv neutron-server[103159]: event.method(event) Dec 18 13:47:08.958674 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 18 13:47:08.958674 dv-neutron-744815-20-hyperv neutron-server[103159]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 18 13:47:08.958674 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 18 13:47:08.958674 dv-neutron-744815-20-hyperv neutron-server[103159]: aggregate_uuid = self.p_client.list_aggregates( Dec 18 13:47:08.958674 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 18 13:47:08.958674 dv-neutron-744815-20-hyperv neutron-server[103159]: return f(self, *a, **k) Dec 18 13:47:08.958674 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 18 13:47:08.958674 dv-neutron-744815-20-hyperv neutron-server[103159]: return self._get(url).json() Dec 18 13:47:08.958674 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 18 13:47:08.958674 dv-neutron-744815-20-hyperv neutron-server[103159]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 18 13:47:08.958674 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 18 13:47:08.958674 dv-neutron-744815-20-hyperv neutron-server[103159]: return self.request(url, 'GET', **kwargs) Dec 18 13:47:08.958674 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 18 13:47:08.958674 dv-neutron-744815-20-hyperv neutron-server[103159]: base_url = self.get_endpoint(auth, allow=allow, Dec 18 13:47:08.958674 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 18 13:47:08.958674 dv-neutron-744815-20-hyperv neutron-server[103159]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 18 13:47:08.958674 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 18 13:47:08.958674 dv-neutron-744815-20-hyperv neutron-server[103159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 18 13:47:08.958674 dv-neutron-744815-20-hyperv neutron-server[103159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 18 13:47:09.017228 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-69d2b9e9-d297-4679-9a99-eb59854cd863 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1927267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586962'] for network, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:47:09.024718 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-69d2b9e9-d297-4679-9a99-eb59854cd863 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for network, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:47:09.027217 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-69d2b9e9-d297-4679-9a99-eb59854cd863 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "DELETE /v2.0/networks/587180a0-6651-4f58-8655-ba8fc1f1fdb4 HTTP/1.1" status: 204 len: 168 time: 0.3080614 Dec 18 13:47:09.038105 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d2b9e9-d297-4679-9a99-eb59854cd863 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Pushing event deleted for resources: {'Network': ['ID=587180a0-6651-4f58-8655-ba8fc1f1fdb4,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:47:09.053779 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 58400) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:47:09.058968 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-a1a36650-ce8c-4faf-aaba-23fd7a996c40 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Request body: {'network': {'name': 'tempest-network-smoke--822674839', 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'port_security_enabled': True}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:47:09.084920 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1a36650-ce8c-4faf-aaba-23fd7a996c40 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Made reservation on behalf of 6e88b8a5aed24360a829007d7fd9d0fd for: {'network': 1} {{(pid=103159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:47:09.089996 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-a1a36650-ce8c-4faf-aaba-23fd7a996c40 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for network, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:47:09.116004 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1a36650-ce8c-4faf-aaba-23fd7a996c40 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 119} {{(pid=103159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 18 13:47:09.125774 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-a1a36650-ce8c-4faf-aaba-23fd7a996c40 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:47:09.126123 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.db.segments_db [None req-a1a36650-ce8c-4faf-aaba-23fd7a996c40 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Added segment 443651cb-87c4-4c9a-b52a-1ce079adfc5a of type vlan for network b01fc299-e573-4a68-9d95-2468d0bb2f6f Dec 18 13:47:09.170617 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-a1a36650-ce8c-4faf-aaba-23fd7a996c40 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767106405744'] for network, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:47:09.198676 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-a1a36650-ce8c-4faf-aaba-23fd7a996c40 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981'] for network, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:47:09.204314 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1a36650-ce8c-4faf-aaba-23fd7a996c40 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:47:09.205296 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-a1a36650-ce8c-4faf-aaba-23fd7a996c40 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for network, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:47:09.265907 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-a1a36650-ce8c-4faf-aaba-23fd7a996c40 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2108219 Dec 18 13:47:09.268709 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 58402) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:47:09.273571 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-96e2fa02-0dac-4c53-9bc5-cc4f71f3f15a tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1168113711', 'admin_state_up': True, 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83'}}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:47:09.284960 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a36650-ce8c-4faf-aaba-23fd7a996c40 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Pushing event updated for resources: {'Network': ['ID=b01fc299-e573-4a68-9d95-2468d0bb2f6f,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:47:09.303060 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Network b01fc299-e573-4a68-9d95-2468d0bb2f6f details requested by agent ovs-agent-dv-neutron-744815-20-hyperv with host dv-neutron-744815-20-hyperv {{(pid=103161) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 18 13:47:09.312554 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-96e2fa02-0dac-4c53-9bc5-cc4f71f3f15a tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28433'] for router, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:47:09.314160 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-96e2fa02-0dac-4c53-9bc5-cc4f71f3f15a tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-589769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28440'] for router, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:47:09.376223 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 7d3223f4-ed00-47e4-8dc5-741771b7b4c8 no longer exists at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 18 13:47:09.387506 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-96e2fa02-0dac-4c53-9bc5-cc4f71f3f15a tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:47:09.396372 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-2294866d-0076-4933-952c-685307032598 None None] No Port match for: 7d3223f4-ed00-47e4-8dc5-741771b7b4c8 {{(pid=103161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 18 13:47:09.396721 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 7d3223f4-ed00-47e4-8dc5-741771b7b4c8 not bound to the agent host dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 18 13:47:09.397151 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 0e3306c1-c7c1-45de-97ba-55287c0c7af3 no longer exists at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 18 13:47:09.415510 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-2294866d-0076-4933-952c-685307032598 None None] No Port match for: 0e3306c1-c7c1-45de-97ba-55287c0c7af3 {{(pid=103161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 18 13:47:09.415856 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 0e3306c1-c7c1-45de-97ba-55287c0c7af3 not bound to the agent host dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 18 13:47:09.416273 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device a0aae83a-3ab7-428b-a331-398d104dd72e no longer exists at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 18 13:47:09.434502 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-2294866d-0076-4933-952c-685307032598 None None] No Port match for: a0aae83a-3ab7-428b-a331-398d104dd72e {{(pid=103161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 18 13:47:09.434854 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device a0aae83a-3ab7-428b-a331-398d104dd72e not bound to the agent host dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 18 13:47:09.526729 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-96e2fa02-0dac-4c53-9bc5-cc4f71f3f15a tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:47:09.731471 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-96e2fa02-0dac-4c53-9bc5-cc4f71f3f15a tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for router_gateway, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:47:09.749770 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-96e2fa02-0dac-4c53-9bc5-cc4f71f3f15a tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:47:09.849410 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.db_base_plugin_common [None req-96e2fa02-0dac-4c53-9bc5-cc4f71f3f15a tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Allocated IP 172.26.3.90 (decb4a40-7941-48c8-afbb-daaafd502e83/70deed80-3ca1-4f9e-96cb-563b43d3acba/3253dab1-723f-4c3f-aa7f-d8f7326a57cb) {{(pid=103159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:47:09.953908 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-96e2fa02-0dac-4c53-9bc5-cc4f71f3f15a tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for port, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:47:09.989839 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-96e2fa02-0dac-4c53-9bc5-cc4f71f3f15a tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:47:10.026812 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96e2fa02-0dac-4c53-9bc5-cc4f71f3f15a tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Network decb4a40-7941-48c8-afbb-daaafd502e83 is already hosted by enough agents. {{(pid=103159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:47:10.029627 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.base_scheduler [None req-96e2fa02-0dac-4c53-9bc5-cc4f71f3f15a tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Resources bound (agent type, host, resource id): {{(pid=103159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:47:10.033943 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96e2fa02-0dac-4c53-9bc5-cc4f71f3f15a tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Received port after_create {{(pid=103159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:47:10.043444 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3f00115-3e3e-4d7f-bc7b-205a915557a6 None None] DHCP port deletion for decb4a40-7941-48c8-afbb-daaafd502e83 request from dv-neutron-744815-20-hyperv {{(pid=103161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 18 13:47:10.063216 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e2fa02-0dac-4c53-9bc5-cc4f71f3f15a tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Pushing event updated for resources: {'Port': ['ID=3253dab1-723f-4c3f-aa7f-d8f7326a57cb,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:47:10.125674 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-008b2871-5507-4568-b38c-8efd799b82af None None] Provisioning complete for port 3253dab1-723f-4c3f-aa7f-d8f7326a57cb triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:47:10.126053 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-008b2871-5507-4568-b38c-8efd799b82af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:47:10.168510 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-008b2871-5507-4568-b38c-8efd799b82af None None] Port 3253dab1-723f-4c3f-aa7f-d8f7326a57cb cannot update to ACTIVE because it is not bound. {{(pid=103161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 13:47:10.317138 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-96e2fa02-0dac-4c53-9bc5-cc4f71f3f15a tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for router_gateway, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:47:10.522215 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-96e2fa02-0dac-4c53-9bc5-cc4f71f3f15a tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-589760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-586526'] for router, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:47:10.655966 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96e2fa02-0dac-4c53-9bc5-cc4f71f3f15a tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Router 14f1c126-7d27-4f2f-a773-8dc2b98552c6 is scheduled to L3 agent c9c0cd52-5bd2-4704-9429-d80f1c5ad23c with binding_index 1 {{(pid=103159) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 18 13:47:10.767068 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96e2fa02-0dac-4c53-9bc5-cc4f71f3f15a tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Notify agent at l3_agent.dv-neutron-744815-20-hyperv the message routers_updated {{(pid=103159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 13:47:10.778015 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e8d47c4-b13c-478f-a40f-1f6ca46d01d4 None None] Sync routers for ids ['14f1c126-7d27-4f2f-a773-8dc2b98552c6'] in dv-neutron-744815-20-hyperv {{(pid=103161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 13:47:10.788991 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e8d47c4-b13c-478f-a40f-1f6ca46d01d4 None None] Routers {'14f1c126-7d27-4f2f-a773-8dc2b98552c6'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:47:10.789745 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-0e8d47c4-b13c-478f-a40f-1f6ca46d01d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:46:57Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['14f1c126-7d27-4f2f-a773-8dc2b98552c6'], 'active': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:47:10.791984 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-96e2fa02-0dac-4c53-9bc5-cc4f71f3f15a tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for router, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:47:10.793209 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-96e2fa02-0dac-4c53-9bc5-cc4f71f3f15a tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.5234160 Dec 18 13:47:10.796455 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 58404) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:47:10.868584 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-2b98066b-1dea-482a-aa97-c06a4869a369 tempest-TestNetworkBasicOps-845399116 tempest-TestNetworkBasicOps-845399116-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=6e88b8a5aed24360a829007d7fd9d0fd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0709217 Dec 18 13:47:10.871100 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 58408) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:47:10.897445 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvr_db [None req-0e8d47c4-b13c-478f-a40f-1f6ca46d01d4 None None] Set router 14f1c126-7d27-4f2f-a773-8dc2b98552c6 gateway port host: dv-neutron-744815-20-hyperv {{(pid=103161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 13:47:10.973065 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-865870b0-1cfe-460a-a452-61d48b27419a tempest-TestNetworkBasicOps-845399116 tempest-TestNetworkBasicOps-845399116-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:47:10.974629 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-865870b0-1cfe-460a-a452-61d48b27419a tempest-TestNetworkBasicOps-845399116 tempest-TestNetworkBasicOps-845399116-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1025355 Dec 18 13:47:10.977673 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 58410) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:47:11.006554 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-c23b740b-fdfc-483f-8eff-8eeb788cd956 tempest-TestNetworkBasicOps-845399116 tempest-TestNetworkBasicOps-845399116-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=decb4a40-7941-48c8-afbb-daaafd502e83&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0275421 Dec 18 13:47:11.009043 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 58412) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:47:11.013795 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-348cf320-ca2e-4340-a3b8-057f794e7044 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-954393545', 'network_id': 'b01fc299-e573-4a68-9d95-2468d0bb2f6f', 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:47:11.082216 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-0e8d47c4-b13c-478f-a40f-1f6ca46d01d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14f1c126-7d27-4f2f-a773-8dc2b98552c6', 'name': 'tempest-TestNetworkBasicOps-router-1168113711', 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.90'}], 'enable_snat': True}, 'gw_port_id': '3253dab1-723f-4c3f-aa7f-d8f7326a57cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:47:09Z', 'updated_at': '2021-12-18T13:47:10Z', 'revision_number': 3, 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'gw_port': {'id': '3253dab1-723f-4c3f-aa7f-d8f7326a57cb', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:69:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14f1c126-7d27-4f2f-a773-8dc2b98552c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1516, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:47:09Z', 'updated_at': '2021-12-18T13:47:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv'}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:47:11.110848 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-348cf320-ca2e-4340-a3b8-057f794e7044 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Made reservation on behalf of 6e88b8a5aed24360a829007d7fd9d0fd for: {'subnet': 1} {{(pid=103160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:47:11.112095 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e8d47c4-b13c-478f-a40f-1f6ca46d01d4 None None] Checking router: 14f1c126-7d27-4f2f-a773-8dc2b98552c6 for host: dv-neutron-744815-20-hyperv {{(pid=103161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 18 13:47:11.112504 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e8d47c4-b13c-478f-a40f-1f6ca46d01d4 None None] Updating router 14f1c126-7d27-4f2f-a773-8dc2b98552c6 port 3253dab1-723f-4c3f-aa7f-d8f7326a57cb binding host dv-neutron-744815-20-hyperv {{(pid=103161) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 18 13:47:11.114497 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-348cf320-ca2e-4340-a3b8-057f794e7044 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4514414'] for subnet, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:47:11.137408 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0e8d47c4-b13c-478f-a40f-1f6ca46d01d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:47:11.300341 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-348cf320-ca2e-4340-a3b8-057f794e7044 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4533410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4514424'] for subnet, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:47:11.357765 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348cf320-ca2e-4340-a3b8-057f794e7044 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Pushing event updated for resources: {'Subnet': ['ID=56648962-5135-4c20-a262-3ba4e18bc666,revision_number=0']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:47:11.368687 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-348cf320-ca2e-4340-a3b8-057f794e7044 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Checking segment: {'id': '443651cb-87c4-4c9a-b52a-1ce079adfc5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'b01fc299-e573-4a68-9d95-2468d0bb2f6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 13:47:11.369126 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-348cf320-ca2e-4340-a3b8-057f794e7044 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Network hostable DHCP agents. Network: b01fc299-e573-4a68-9d95-2468d0bb2f6f, hostable agents: ['aa77effa-0e3a-4bbd-a383-4d58ed3328d0'], hosted agents: [] {{(pid=103160) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 18 13:47:11.385947 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-348cf320-ca2e-4340-a3b8-057f794e7044 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Network b01fc299-e573-4a68-9d95-2468d0bb2f6f is scheduled to be hosted by DHCP agent aa77effa-0e3a-4bbd-a383-4d58ed3328d0 with binding_index 1 {{(pid=103160) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 18 13:47:11.393332 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0e8d47c4-b13c-478f-a40f-1f6ca46d01d4 None None] Publish callbacks [] for port, precommit_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:47:11.395915 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.base_scheduler [None req-348cf320-ca2e-4340-a3b8-057f794e7044 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-744815-20-hyperv, b01fc299-e573-4a68-9d95-2468d0bb2f6f) {{(pid=103160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:47:11.402078 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-348cf320-ca2e-4340-a3b8-057f794e7044 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:47:11.402755 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-348cf320-ca2e-4340-a3b8-057f794e7044 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for subnet, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:47:11.402986 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0e8d47c4-b13c-478f-a40f-1f6ca46d01d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:47:11.416898 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ebc2f7d-0911-4d9f-b6b1-218e797d2d9d None None] Network b01fc299-e573-4a68-9d95-2468d0bb2f6f requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:47:11.427869 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-348cf320-ca2e-4340-a3b8-057f794e7044 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4150977 Dec 18 13:47:11.428517 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 58414) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:47:11.465558 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c995ae2-53d4-4978-92cc-f8d4135f4d97 None None] DHCP port deletion for decb4a40-7941-48c8-afbb-daaafd502e83 request from dv-neutron-744815-20-hyperv {{(pid=103161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 18 13:47:11.508120 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-0e8d47c4-b13c-478f-a40f-1f6ca46d01d4 None None] Attempting to bind port 3253dab1-723f-4c3f-aa7f-d8f7326a57cb on host dv-neutron-744815-20-hyperv for vnic_type normal with profile {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 13:47:11.508487 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-0e8d47c4-b13c-478f-a40f-1f6ca46d01d4 None None] Attempting to bind port 3253dab1-723f-4c3f-aa7f-d8f7326a57cb by drivers openvswitch,hyperv on host dv-neutron-744815-20-hyperv at level 0 using segments [{'id': '3f66d49c-4faa-434c-8c3e-991f4f1d01bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83'}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 13:47:11.508849 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e8d47c4-b13c-478f-a40f-1f6ca46d01d4 None None] Attempting to bind port 3253dab1-723f-4c3f-aa7f-d8f7326a57cb on network decb4a40-7941-48c8-afbb-daaafd502e83 {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 13:47:11.529103 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be8f363-41de-4cb6-99f9-92d4046c9381 None None] Pushing event updated for resources: {'Port': ['ID=3253dab1-723f-4c3f-aa7f-d8f7326a57cb,revision_number=2']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:47:11.533136 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e8d47c4-b13c-478f-a40f-1f6ca46d01d4 None None] Checking agent: {'id': '428fa9fa-43db-4db9-9f96-f60ffe931f2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-20-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 13, 19, 1), 'started_at': datetime.datetime(2021, 12, 18, 13, 19, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 13, 47, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-20-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 18 13:47:11.533514 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e8d47c4-b13c-478f-a40f-1f6ca46d01d4 None None] Checking segment: {'id': '3f66d49c-4faa-434c-8c3e-991f4f1d01bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 13:47:11.533916 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0e8d47c4-b13c-478f-a40f-1f6ca46d01d4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:47:11.534301 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e8d47c4-b13c-478f-a40f-1f6ca46d01d4 None None] Bound using segment: {'id': '3f66d49c-4faa-434c-8c3e-991f4f1d01bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83'} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 18 13:47:11.534822 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-0e8d47c4-b13c-478f-a40f-1f6ca46d01d4 None None] Bound port: 3253dab1-723f-4c3f-aa7f-d8f7326a57cb, host: dv-neutron-744815-20-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f66d49c-4faa-434c-8c3e-991f4f1d01bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83'}}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 18 13:47:11.535923 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0e8d47c4-b13c-478f-a40f-1f6ca46d01d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:47:11.620420 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cdafd2c-e983-4aed-9fd9-7cb96512ba24 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp31e170a0-46a1-5ba9-9dc1-7ee4f866f0d7-b01fc299-e573-4a68-9d95-2468d0bb2f6f', 'network_id': 'b01fc299-e573-4a68-9d95-2468d0bb2f6f', 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'fixed_ips': [{'subnet_id': '56648962-5135-4c20-a262-3ba4e18bc666'}]}} from dv-neutron-744815-20-hyperv. {{(pid=103161) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 18 13:47:11.621276 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-6cdafd2c-e983-4aed-9fd9-7cb96512ba24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:47:11.626138 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-0e8d47c4-b13c-478f-a40f-1f6ca46d01d4 None None] For port 3253dab1-723f-4c3f-aa7f-d8f7326a57cb, host dv-neutron-744815-20-hyperv, cleared binding levels {{(pid=103161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 18 13:47:11.632770 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-0e8d47c4-b13c-478f-a40f-1f6ca46d01d4 None None] For port 3253dab1-723f-4c3f-aa7f-d8f7326a57cb, host dv-neutron-744815-20-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=3253dab1-723f-4c3f-aa7f-d8f7326a57cb,segment=NetworkSegment(3f66d49c-4faa-434c-8c3e-991f4f1d01bd),segment_id=3f66d49c-4faa-434c-8c3e-991f4f1d01bd)] {{(pid=103161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 18 13:47:11.642386 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-554a55e6-1aa6-48cb-9d9c-1695c6ae0bac None None] Provisioning complete for port 3253dab1-723f-4c3f-aa7f-d8f7326a57cb triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:47:11.642759 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-554a55e6-1aa6-48cb-9d9c-1695c6ae0bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:47:11.645383 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0e8d47c4-b13c-478f-a40f-1f6ca46d01d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:47:11.727140 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9feb3784-d6ad-4cd5-b4eb-374f5d5bf306 None None] DHCP port deletion for decb4a40-7941-48c8-afbb-daaafd502e83 request from dv-neutron-744815-20-hyperv {{(pid=103161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 18 13:47:11.872797 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-d90f1025-e2cf-4724-a572-e8db9f9f2f27 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:47:11.974756 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be8f363-41de-4cb6-99f9-92d4046c9381 None None] Pushing event updated for resources: {'Port': ['ID=3253dab1-723f-4c3f-aa7f-d8f7326a57cb,revision_number=3']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:47:11.980708 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e8d47c4-b13c-478f-a40f-1f6ca46d01d4 None None] Routers {'14f1c126-7d27-4f2f-a773-8dc2b98552c6'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:47:11.981328 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-0e8d47c4-b13c-478f-a40f-1f6ca46d01d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:46:57Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['14f1c126-7d27-4f2f-a773-8dc2b98552c6'], 'active': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:47:12.140057 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_common [None req-6cdafd2c-e983-4aed-9fd9-7cb96512ba24 None None] Allocated IP 172.20.0.2 (b01fc299-e573-4a68-9d95-2468d0bb2f6f/56648962-5135-4c20-a262-3ba4e18bc666/ccd43b4f-38b8-451c-b6f5-7f78559ef0f5) {{(pid=103161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:47:12.152286 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-554a55e6-1aa6-48cb-9d9c-1695c6ae0bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:47:12.189448 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvr_db [None req-0e8d47c4-b13c-478f-a40f-1f6ca46d01d4 None None] Set router 14f1c126-7d27-4f2f-a773-8dc2b98552c6 gateway port host: dv-neutron-744815-20-hyperv {{(pid=103161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 13:47:12.235513 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-554a55e6-1aa6-48cb-9d9c-1695c6ae0bac None None] For port 3253dab1-723f-4c3f-aa7f-d8f7326a57cb, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=3253dab1-723f-4c3f-aa7f-d8f7326a57cb,segment=NetworkSegment(3f66d49c-4faa-434c-8c3e-991f4f1d01bd),segment_id=3f66d49c-4faa-434c-8c3e-991f4f1d01bd)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:47:12.287001 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-554a55e6-1aa6-48cb-9d9c-1695c6ae0bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:47:12.442947 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554a55e6-1aa6-48cb-9d9c-1695c6ae0bac None None] Pushing event updated for resources: {'Port': ['ID=3253dab1-723f-4c3f-aa7f-d8f7326a57cb,revision_number=4']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:47:12.486340 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-1f6db662-19a0-414e-8a1b-861a7a830e4d None None] Provisioning complete for port 3253dab1-723f-4c3f-aa7f-d8f7326a57cb triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:47:12.486693 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-1f6db662-19a0-414e-8a1b-861a7a830e4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:47:12.510971 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-6cdafd2c-e983-4aed-9fd9-7cb96512ba24 None None] Publish callbacks [] for port, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:47:12.524299 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-6cdafd2c-e983-4aed-9fd9-7cb96512ba24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975'] for port, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:47:12.570378 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.db_base_plugin_common [None req-d90f1025-e2cf-4724-a572-e8db9f9f2f27 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Allocated IP 172.20.0.1 (b01fc299-e573-4a68-9d95-2468d0bb2f6f/56648962-5135-4c20-a262-3ba4e18bc666/cf23f13c-6271-4ef4-9462-51c397de9ab3) {{(pid=103160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:47:12.594674 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cdafd2c-e983-4aed-9fd9-7cb96512ba24 None None] Network b01fc299-e573-4a68-9d95-2468d0bb2f6f is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:47:12.604707 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-6cdafd2c-e983-4aed-9fd9-7cb96512ba24 None None] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:47:12.609079 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cdafd2c-e983-4aed-9fd9-7cb96512ba24 None None] Received port after_create {{(pid=103161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:47:12.610812 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdafd2c-e983-4aed-9fd9-7cb96512ba24 None None] Pushing event updated for resources: {'Port': ['ID=ccd43b4f-38b8-451c-b6f5-7f78559ef0f5,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:47:12.693039 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-d90f1025-e2cf-4724-a572-e8db9f9f2f27 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for port, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:47:12.713946 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-0e8d47c4-b13c-478f-a40f-1f6ca46d01d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14f1c126-7d27-4f2f-a773-8dc2b98552c6', 'name': 'tempest-TestNetworkBasicOps-router-1168113711', 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.90'}], 'enable_snat': True}, 'gw_port_id': '3253dab1-723f-4c3f-aa7f-d8f7326a57cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:47:09Z', 'updated_at': '2021-12-18T13:47:10Z', 'revision_number': 3, 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'gw_port': {'id': '3253dab1-723f-4c3f-aa7f-d8f7326a57cb', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:69:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14f1c126-7d27-4f2f-a773-8dc2b98552c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1516, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:47:09Z', 'updated_at': '2021-12-18T13:47:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv'}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:47:12.716253 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-6cdafd2c-e983-4aed-9fd9-7cb96512ba24 None None] Attempting to bind port ccd43b4f-38b8-451c-b6f5-7f78559ef0f5 on host dv-neutron-744815-20-hyperv for vnic_type normal with profile {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 13:47:12.716617 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-6cdafd2c-e983-4aed-9fd9-7cb96512ba24 None None] Attempting to bind port ccd43b4f-38b8-451c-b6f5-7f78559ef0f5 by drivers openvswitch,hyperv on host dv-neutron-744815-20-hyperv at level 0 using segments [{'id': '443651cb-87c4-4c9a-b52a-1ce079adfc5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'b01fc299-e573-4a68-9d95-2468d0bb2f6f'}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 13:47:12.716977 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cdafd2c-e983-4aed-9fd9-7cb96512ba24 None None] Attempting to bind port ccd43b4f-38b8-451c-b6f5-7f78559ef0f5 on network b01fc299-e573-4a68-9d95-2468d0bb2f6f {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 13:47:12.728189 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-d90f1025-e2cf-4724-a572-e8db9f9f2f27 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4533522'] for port, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:47:12.746540 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e8d47c4-b13c-478f-a40f-1f6ca46d01d4 None None] The sync data for ids ['14f1c126-7d27-4f2f-a773-8dc2b98552c6'] in dv-neutron-744815-20-hyperv is: [{'id': '14f1c126-7d27-4f2f-a773-8dc2b98552c6', 'name': 'tempest-TestNetworkBasicOps-router-1168113711', 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.90'}], 'enable_snat': True}, 'gw_port_id': '3253dab1-723f-4c3f-aa7f-d8f7326a57cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:47:09Z', 'updated_at': '2021-12-18T13:47:10Z', 'revision_number': 3, 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'gw_port': {'id': '3253dab1-723f-4c3f-aa7f-d8f7326a57cb', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:69:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14f1c126-7d27-4f2f-a773-8dc2b98552c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1516, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:47:09Z', 'updated_at': '2021-12-18T13:47:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv'}] {{(pid=103161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 13:47:12.748340 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cdafd2c-e983-4aed-9fd9-7cb96512ba24 None None] Checking agent: {'id': '428fa9fa-43db-4db9-9f96-f60ffe931f2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-20-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 13, 19, 1), 'started_at': datetime.datetime(2021, 12, 18, 13, 19, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 13, 47, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-20-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 18 13:47:12.748718 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cdafd2c-e983-4aed-9fd9-7cb96512ba24 None None] Checking segment: {'id': '443651cb-87c4-4c9a-b52a-1ce079adfc5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'b01fc299-e573-4a68-9d95-2468d0bb2f6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 13:47:12.749120 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-6cdafd2c-e983-4aed-9fd9-7cb96512ba24 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:47:12.749506 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cdafd2c-e983-4aed-9fd9-7cb96512ba24 None None] Bound using segment: {'id': '443651cb-87c4-4c9a-b52a-1ce079adfc5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'b01fc299-e573-4a68-9d95-2468d0bb2f6f'} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 18 13:47:12.750279 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-6cdafd2c-e983-4aed-9fd9-7cb96512ba24 None None] Bound port: ccd43b4f-38b8-451c-b6f5-7f78559ef0f5, host: dv-neutron-744815-20-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '443651cb-87c4-4c9a-b52a-1ce079adfc5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'b01fc299-e573-4a68-9d95-2468d0bb2f6f'}}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 18 13:47:12.750367 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-6cdafd2c-e983-4aed-9fd9-7cb96512ba24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:47:12.770512 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d90f1025-e2cf-4724-a572-e8db9f9f2f27 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Network b01fc299-e573-4a68-9d95-2468d0bb2f6f is already hosted by enough agents. {{(pid=103160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:47:12.773722 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.base_scheduler [None req-d90f1025-e2cf-4724-a572-e8db9f9f2f27 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Resources bound (agent type, host, resource id): {{(pid=103160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:47:12.777608 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d90f1025-e2cf-4724-a572-e8db9f9f2f27 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Received port after_create {{(pid=103160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:47:12.801447 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90f1025-e2cf-4724-a572-e8db9f9f2f27 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Pushing event updated for resources: {'Port': ['ID=cf23f13c-6271-4ef4-9462-51c397de9ab3,revision_number=1']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:47:12.835188 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-d90f1025-e2cf-4724-a572-e8db9f9f2f27 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586257'] for router_interface, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:47:12.836486 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-6cdafd2c-e983-4aed-9fd9-7cb96512ba24 None None] For port ccd43b4f-38b8-451c-b6f5-7f78559ef0f5, host dv-neutron-744815-20-hyperv, cleared binding levels {{(pid=103161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 18 13:47:12.839904 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-6cdafd2c-e983-4aed-9fd9-7cb96512ba24 None None] For port ccd43b4f-38b8-451c-b6f5-7f78559ef0f5, host dv-neutron-744815-20-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=ccd43b4f-38b8-451c-b6f5-7f78559ef0f5,segment=NetworkSegment(443651cb-87c4-4c9a-b52a-1ce079adfc5a),segment_id=443651cb-87c4-4c9a-b52a-1ce079adfc5a)] {{(pid=103161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 18 13:47:12.844575 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-6cdafd2c-e983-4aed-9fd9-7cb96512ba24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:47:12.910020 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdafd2c-e983-4aed-9fd9-7cb96512ba24 None None] Pushing event updated for resources: {'Port': ['ID=ccd43b4f-38b8-451c-b6f5-7f78559ef0f5,revision_number=2']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:47:12.981865 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-d90f1025-e2cf-4724-a572-e8db9f9f2f27 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:47:13.199029 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 3253dab1-723f-4c3f-aa7f-d8f7326a57cb up at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 13:47:13.283665 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2294866d-0076-4933-952c-685307032598 None None] Provisioning complete for port 3253dab1-723f-4c3f-aa7f-d8f7326a57cb triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:47:13.284045 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:47:13.342313 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-d90f1025-e2cf-4724-a572-e8db9f9f2f27 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for port, precommit_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:47:13.348518 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-d90f1025-e2cf-4724-a572-e8db9f9f2f27 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4533541'] for port, after_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:47:13.415341 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-d90f1025-e2cf-4724-a572-e8db9f9f2f27 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1048031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586432'] for router_interface, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:47:13.434880 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90f1025-e2cf-4724-a572-e8db9f9f2f27 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Pushing event updated for resources: {'Port': ['ID=cf23f13c-6271-4ef4-9462-51c397de9ab3,revision_number=2']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:47:13.523047 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d90f1025-e2cf-4724-a572-e8db9f9f2f27 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Network b01fc299-e573-4a68-9d95-2468d0bb2f6f is already hosted by enough agents. {{(pid=103160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:47:13.524610 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.base_scheduler [None req-d90f1025-e2cf-4724-a572-e8db9f9f2f27 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Resources bound (agent type, host, resource id): {{(pid=103160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:47:13.649182 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d90f1025-e2cf-4724-a572-e8db9f9f2f27 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Router 14f1c126-7d27-4f2f-a773-8dc2b98552c6 has already been hosted by L3 agent c9c0cd52-5bd2-4704-9429-d80f1c5ad23c {{(pid=103160) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 18 13:47:13.928114 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-913f2e70-0cf0-44d1-a48b-94bc09f30e11 None None] Network b01fc299-e573-4a68-9d95-2468d0bb2f6f requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:47:14.049707 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-c2058657-1c04-427b-8ee4-81a942867f6f None None] Provisioning complete for port ccd43b4f-38b8-451c-b6f5-7f78559ef0f5 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:47:14.050062 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c2058657-1c04-427b-8ee4-81a942867f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:47:14.131397 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d90f1025-e2cf-4724-a572-e8db9f9f2f27 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Notify agent at l3_agent.dv-neutron-744815-20-hyperv the message routers_updated {{(pid=103160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 13:47:14.137316 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c2058657-1c04-427b-8ee4-81a942867f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:47:14.139974 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 58416) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:47:14.140428 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-d90f1025-e2cf-4724-a572-e8db9f9f2f27 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "PUT /v2.0/routers/14f1c126-7d27-4f2f-a773-8dc2b98552c6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7101679 Dec 18 13:47:14.184907 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-c2058657-1c04-427b-8ee4-81a942867f6f None None] For port ccd43b4f-38b8-451c-b6f5-7f78559ef0f5, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=ccd43b4f-38b8-451c-b6f5-7f78559ef0f5,segment=NetworkSegment(443651cb-87c4-4c9a-b52a-1ce079adfc5a),segment_id=443651cb-87c4-4c9a-b52a-1ce079adfc5a)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:47:14.191623 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c2058657-1c04-427b-8ee4-81a942867f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:47:14.245336 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2058657-1c04-427b-8ee4-81a942867f6f None None] Pushing event updated for resources: {'Port': ['ID=ccd43b4f-38b8-451c-b6f5-7f78559ef0f5,revision_number=3']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:47:14.262911 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-538d84d5-139b-4302-9185-a01efe5f5314 tempest-TestNetworkBasicOps-845399116 tempest-TestNetworkBasicOps-845399116-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:47:14.263488 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-538d84d5-139b-4302-9185-a01efe5f5314 tempest-TestNetworkBasicOps-845399116 tempest-TestNetworkBasicOps-845399116-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:47:14.263954 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-538d84d5-139b-4302-9185-a01efe5f5314 tempest-TestNetworkBasicOps-845399116 tempest-TestNetworkBasicOps-845399116-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:47:14.264409 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-538d84d5-139b-4302-9185-a01efe5f5314 tempest-TestNetworkBasicOps-845399116 tempest-TestNetworkBasicOps-845399116-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:47:14.268593 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-538d84d5-139b-4302-9185-a01efe5f5314 tempest-TestNetworkBasicOps-845399116 tempest-TestNetworkBasicOps-845399116-project-admin] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1251595 Dec 18 13:47:14.269179 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 58418) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:47:14.315458 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-0389b8ff-8186-429b-96a2-66bdc53b3ea6 None None] Provisioning complete for port ccd43b4f-38b8-451c-b6f5-7f78559ef0f5 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:47:14.315884 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0389b8ff-8186-429b-96a2-66bdc53b3ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:47:14.325774 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efdf4d8a-9f10-4749-a443-8392c7484d25 tempest-TestNetworkBasicOps-845399116 tempest-TestNetworkBasicOps-845399116-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:47:14.326287 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efdf4d8a-9f10-4749-a443-8392c7484d25 tempest-TestNetworkBasicOps-845399116 tempest-TestNetworkBasicOps-845399116-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:47:14.326661 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efdf4d8a-9f10-4749-a443-8392c7484d25 tempest-TestNetworkBasicOps-845399116 tempest-TestNetworkBasicOps-845399116-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:47:14.327275 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efdf4d8a-9f10-4749-a443-8392c7484d25 tempest-TestNetworkBasicOps-845399116 tempest-TestNetworkBasicOps-845399116-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:47:14.332184 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-efdf4d8a-9f10-4749-a443-8392c7484d25 tempest-TestNetworkBasicOps-845399116 tempest-TestNetworkBasicOps-845399116-project-admin] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0586181 Dec 18 13:47:14.332307 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 58420) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:47:14.416646 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-0389b8ff-8186-429b-96a2-66bdc53b3ea6 None None] Provisioning complete for port cf23f13c-6271-4ef4-9462-51c397de9ab3 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:47:14.417015 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0389b8ff-8186-429b-96a2-66bdc53b3ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:47:14.454139 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-0389b8ff-8186-429b-96a2-66bdc53b3ea6 None None] Port cf23f13c-6271-4ef4-9462-51c397de9ab3 cannot update to ACTIVE because it is not bound. {{(pid=103161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 13:47:14.488643 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-f90f1375-b577-4328-af93-ee6f5021c49d tempest-TestNetworkBasicOps-845399116 tempest-TestNetworkBasicOps-845399116-project-admin] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.1551614 Dec 18 13:47:14.549975 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-731ceab2-6346-4be8-b1e6-e2ed3691c458 None None] Sync routers for ids ['14f1c126-7d27-4f2f-a773-8dc2b98552c6'] in dv-neutron-744815-20-hyperv {{(pid=103162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 13:47:14.562763 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-731ceab2-6346-4be8-b1e6-e2ed3691c458 None None] Routers {'14f1c126-7d27-4f2f-a773-8dc2b98552c6'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:47:14.563340 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-731ceab2-6346-4be8-b1e6-e2ed3691c458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:46:57Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['14f1c126-7d27-4f2f-a773-8dc2b98552c6'], 'active': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:47:14.579086 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-f5964b41-a163-4f32-abca-817df5495398 None None] Provisioning complete for port cf23f13c-6271-4ef4-9462-51c397de9ab3 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:47:14.579586 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f5964b41-a163-4f32-abca-817df5495398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:47:14.641548 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-f5964b41-a163-4f32-abca-817df5495398 None None] Port cf23f13c-6271-4ef4-9462-51c397de9ab3 cannot update to ACTIVE because it is not bound. {{(pid=103161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 13:47:14.681081 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvr_db [None req-731ceab2-6346-4be8-b1e6-e2ed3691c458 None None] Set router 14f1c126-7d27-4f2f-a773-8dc2b98552c6 gateway port host: dv-neutron-744815-20-hyperv {{(pid=103162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 13:47:14.788352 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 58424) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:47:14.792944 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-8a678f4a-fe98-4423-83df-633898e31ea5 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1898439384', 'description': 'tempest-secgroup-smoke-1898439384 description', 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:47:14.818856 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-8a678f4a-fe98-4423-83df-633898e31ea5 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for security_group, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:47:14.863198 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-8d3c9590-a1e0-43cb-80c3-019fed5f43f1 None None] Provisioning complete for port cf23f13c-6271-4ef4-9462-51c397de9ab3 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:47:14.863579 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-8d3c9590-a1e0-43cb-80c3-019fed5f43f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:47:14.890200 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-731ceab2-6346-4be8-b1e6-e2ed3691c458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14f1c126-7d27-4f2f-a773-8dc2b98552c6', 'name': 'tempest-TestNetworkBasicOps-router-1168113711', 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.90'}], 'enable_snat': True}, 'gw_port_id': '3253dab1-723f-4c3f-aa7f-d8f7326a57cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:47:09Z', 'updated_at': '2021-12-18T13:47:12Z', 'revision_number': 4, 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'gw_port': {'id': '3253dab1-723f-4c3f-aa7f-d8f7326a57cb', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:69:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14f1c126-7d27-4f2f-a773-8dc2b98552c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1516, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:47:09Z', 'updated_at': '2021-12-18T13:47:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv', '_interfaces': [{'id': 'cf23f13c-6271-4ef4-9462-51c397de9ab3', 'name': '', 'network_id': 'b01fc299-e573-4a68-9d95-2468d0bb2f6f', 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'mac_address': 'fa:16:3e:30:6c:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14f1c126-7d27-4f2f-a773-8dc2b98552c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1519, 'fixed_ips': [{'subnet_id': '56648962-5135-4c20-a262-3ba4e18bc666', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:47:11Z', 'updated_at': '2021-12-18T13:47:13Z', 'revision_number': 2, 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'subnets': [{'id': '56648962-5135-4c20-a262-3ba4e18bc666', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:47:14.890857 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-8a678f4a-fe98-4423-83df-633898e31ea5 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for security_group, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:47:14.896404 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-8a678f4a-fe98-4423-83df-633898e31ea5 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:47:14.903734 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-8d3c9590-a1e0-43cb-80c3-019fed5f43f1 None None] Port cf23f13c-6271-4ef4-9462-51c397de9ab3 cannot update to ACTIVE because it is not bound. {{(pid=103161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 13:47:14.929561 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-8a678f4a-fe98-4423-83df-633898e31ea5 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for security_group, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:47:14.930812 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-8a678f4a-fe98-4423-83df-633898e31ea5 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1414936 Dec 18 13:47:14.931597 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a678f4a-fe98-4423-83df-633898e31ea5 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c73502e-167d-4e6f-b916-5263f296ef8d,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:47:14.933794 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 58426) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:47:14.938420 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-7d848270-d2f8-489b-83ff-9057edd952c0 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Request body: {'security_group_rule': {'security_group_id': '2c73502e-167d-4e6f-b916-5263f296ef8d', 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:47:14.970604 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-7d848270-d2f8-489b-83ff-9057edd952c0 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:47:15.022811 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-731ceab2-6346-4be8-b1e6-e2ed3691c458 None None] Checking router: 14f1c126-7d27-4f2f-a773-8dc2b98552c6 for host: dv-neutron-744815-20-hyperv {{(pid=103162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 18 13:47:15.023390 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-731ceab2-6346-4be8-b1e6-e2ed3691c458 None None] Updating router 14f1c126-7d27-4f2f-a773-8dc2b98552c6 port cf23f13c-6271-4ef4-9462-51c397de9ab3 binding host dv-neutron-744815-20-hyperv {{(pid=103162) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 18 13:47:15.032498 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-7d848270-d2f8-489b-83ff-9057edd952c0 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:47:15.037337 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-7d848270-d2f8-489b-83ff-9057edd952c0 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530267'] for security_group_rule, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:47:15.049416 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-731ceab2-6346-4be8-b1e6-e2ed3691c458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:47:15.058895 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d848270-d2f8-489b-83ff-9057edd952c0 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dea0e347-760f-479d-8ad6-80ab6af21b22,revision_number=0']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:47:15.069477 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-7d848270-d2f8-489b-83ff-9057edd952c0 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:47:15.070721 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-7d848270-d2f8-489b-83ff-9057edd952c0 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1359723 Dec 18 13:47:15.073711 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 58428) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:47:15.078754 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-153f37da-0c37-4906-8c79-9c8908b43b0f tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Request body: {'security_group_rule': {'security_group_id': '2c73502e-167d-4e6f-b916-5263f296ef8d', 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:47:15.113707 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-153f37da-0c37-4906-8c79-9c8908b43b0f tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:47:15.125911 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device ccd43b4f-38b8-451c-b6f5-7f78559ef0f5 up at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 13:47:15.173610 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2294866d-0076-4933-952c-685307032598 None None] Provisioning complete for port ccd43b4f-38b8-451c-b6f5-7f78559ef0f5 triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:47:15.173972 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:47:15.175185 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-153f37da-0c37-4906-8c79-9c8908b43b0f tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:47:15.180007 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-153f37da-0c37-4906-8c79-9c8908b43b0f tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530267'] for security_group_rule, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:47:15.200810 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153f37da-0c37-4906-8c79-9c8908b43b0f tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b22db846-ba48-4a3a-941b-6d6a8decda2c,revision_number=0']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:47:15.218645 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-153f37da-0c37-4906-8c79-9c8908b43b0f tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:47:15.220766 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-153f37da-0c37-4906-8c79-9c8908b43b0f tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1454237 Dec 18 13:47:15.223317 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 58430) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:47:15.228469 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-52c4dc48-7827-4895-b7fe-0b4e538505c4 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Request body: {'security_group_rule': {'security_group_id': '2c73502e-167d-4e6f-b916-5263f296ef8d', 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:47:15.261007 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-52c4dc48-7827-4895-b7fe-0b4e538505c4 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:47:15.322010 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-52c4dc48-7827-4895-b7fe-0b4e538505c4 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:47:15.326417 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-52c4dc48-7827-4895-b7fe-0b4e538505c4 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530267'] for security_group_rule, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:47:15.328931 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-731ceab2-6346-4be8-b1e6-e2ed3691c458 None None] Publish callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:47:15.335977 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-731ceab2-6346-4be8-b1e6-e2ed3691c458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:47:15.340754 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c4dc48-7827-4895-b7fe-0b4e538505c4 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9850657f-3a9c-4244-883c-4f04f2bd125c,revision_number=0']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:47:15.354957 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-52c4dc48-7827-4895-b7fe-0b4e538505c4 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:47:15.356658 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-52c4dc48-7827-4895-b7fe-0b4e538505c4 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1323531 Dec 18 13:47:15.359816 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 58432) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:47:15.364303 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-83d9c3d3-ddff-4117-9750-a8afd0a9f6ef tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Request body: {'security_group_rule': {'security_group_id': '2c73502e-167d-4e6f-b916-5263f296ef8d', 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:47:15.400107 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-83d9c3d3-ddff-4117-9750-a8afd0a9f6ef tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:47:15.427244 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9008c03f-a910-43c4-b3dc-4a61c2197c0b None None] Pushing event updated for resources: {'Port': ['ID=cf23f13c-6271-4ef4-9462-51c397de9ab3,revision_number=3']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:47:15.442824 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9008c03f-a910-43c4-b3dc-4a61c2197c0b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:47:15.443188 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9008c03f-a910-43c4-b3dc-4a61c2197c0b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:47:15.443532 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9008c03f-a910-43c4-b3dc-4a61c2197c0b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:47:15.444078 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9008c03f-a910-43c4-b3dc-4a61c2197c0b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:47:15.444206 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9008c03f-a910-43c4-b3dc-4a61c2197c0b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:47:15.444492 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9008c03f-a910-43c4-b3dc-4a61c2197c0b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:47:15.444811 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9008c03f-a910-43c4-b3dc-4a61c2197c0b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:47:15.445127 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9008c03f-a910-43c4-b3dc-4a61c2197c0b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:47:15.445445 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9008c03f-a910-43c4-b3dc-4a61c2197c0b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:47:15.445762 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9008c03f-a910-43c4-b3dc-4a61c2197c0b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:47:15.446295 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9008c03f-a910-43c4-b3dc-4a61c2197c0b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:47:15.446392 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9008c03f-a910-43c4-b3dc-4a61c2197c0b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:47:15.446824 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9008c03f-a910-43c4-b3dc-4a61c2197c0b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:47:15.454121 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [None req-731ceab2-6346-4be8-b1e6-e2ed3691c458 None None] Attempting to bind port cf23f13c-6271-4ef4-9462-51c397de9ab3 on host dv-neutron-744815-20-hyperv for vnic_type normal with profile {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 13:47:15.454487 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [None req-731ceab2-6346-4be8-b1e6-e2ed3691c458 None None] Attempting to bind port cf23f13c-6271-4ef4-9462-51c397de9ab3 by drivers openvswitch,hyperv on host dv-neutron-744815-20-hyperv at level 0 using segments [{'id': '443651cb-87c4-4c9a-b52a-1ce079adfc5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'b01fc299-e573-4a68-9d95-2468d0bb2f6f'}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 13:47:15.455694 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-731ceab2-6346-4be8-b1e6-e2ed3691c458 None None] Attempting to bind port cf23f13c-6271-4ef4-9462-51c397de9ab3 on network b01fc299-e573-4a68-9d95-2468d0bb2f6f {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 13:47:15.461673 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-731ceab2-6346-4be8-b1e6-e2ed3691c458 None None] Checking agent: {'id': '428fa9fa-43db-4db9-9f96-f60ffe931f2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-20-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 13, 19, 1), 'started_at': datetime.datetime(2021, 12, 18, 13, 19, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 13, 47, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-20-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 18 13:47:15.462189 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-731ceab2-6346-4be8-b1e6-e2ed3691c458 None None] Checking segment: {'id': '443651cb-87c4-4c9a-b52a-1ce079adfc5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'b01fc299-e573-4a68-9d95-2468d0bb2f6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 13:47:15.462590 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-731ceab2-6346-4be8-b1e6-e2ed3691c458 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:47:15.463023 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-731ceab2-6346-4be8-b1e6-e2ed3691c458 None None] Bound using segment: {'id': '443651cb-87c4-4c9a-b52a-1ce079adfc5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'b01fc299-e573-4a68-9d95-2468d0bb2f6f'} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 18 13:47:15.463526 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [None req-731ceab2-6346-4be8-b1e6-e2ed3691c458 None None] Bound port: cf23f13c-6271-4ef4-9462-51c397de9ab3, host: dv-neutron-744815-20-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '443651cb-87c4-4c9a-b52a-1ce079adfc5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'b01fc299-e573-4a68-9d95-2468d0bb2f6f'}}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 18 13:47:15.463749 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-83d9c3d3-ddff-4117-9750-a8afd0a9f6ef tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:47:15.463949 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-731ceab2-6346-4be8-b1e6-e2ed3691c458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:47:15.472417 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-83d9c3d3-ddff-4117-9750-a8afd0a9f6ef tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530267'] for security_group_rule, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:47:15.490684 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d9c3d3-ddff-4117-9750-a8afd0a9f6ef tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebafb009-e534-43e9-baeb-f2fe01cb6468,revision_number=0']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:47:15.500365 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-83d9c3d3-ddff-4117-9750-a8afd0a9f6ef tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:47:15.504641 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-83d9c3d3-ddff-4117-9750-a8afd0a9f6ef tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1409216 Dec 18 13:47:15.504993 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 58434) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:47:15.509925 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-dc2ce8b2-fad2-4615-9a4b-4884ab510250 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Request body: {'security_group_rule': {'security_group_id': '2c73502e-167d-4e6f-b916-5263f296ef8d', 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:47:15.534564 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.db.securitygroups_db [None req-dc2ce8b2-fad2-4615-9a4b-4884ab510250 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Project 6e88b8a5aed24360a829007d7fd9d0fd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 18 13:47:15.540965 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-dc2ce8b2-fad2-4615-9a4b-4884ab510250 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:47:15.547306 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-731ceab2-6346-4be8-b1e6-e2ed3691c458 None None] For port cf23f13c-6271-4ef4-9462-51c397de9ab3, host dv-neutron-744815-20-hyperv, cleared binding levels {{(pid=103162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 18 13:47:15.550689 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-731ceab2-6346-4be8-b1e6-e2ed3691c458 None None] For port cf23f13c-6271-4ef4-9462-51c397de9ab3, host dv-neutron-744815-20-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=cf23f13c-6271-4ef4-9462-51c397de9ab3,segment=NetworkSegment(443651cb-87c4-4c9a-b52a-1ce079adfc5a),segment_id=443651cb-87c4-4c9a-b52a-1ce079adfc5a)] {{(pid=103162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 18 13:47:15.557558 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-731ceab2-6346-4be8-b1e6-e2ed3691c458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:47:15.608387 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-dc2ce8b2-fad2-4615-9a4b-4884ab510250 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:47:15.614572 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-dc2ce8b2-fad2-4615-9a4b-4884ab510250 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530267'] for security_group_rule, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:47:15.618539 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9008c03f-a910-43c4-b3dc-4a61c2197c0b None None] Pushing event updated for resources: {'Port': ['ID=cf23f13c-6271-4ef4-9462-51c397de9ab3,revision_number=4']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:47:15.632035 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-731ceab2-6346-4be8-b1e6-e2ed3691c458 None None] Routers {'14f1c126-7d27-4f2f-a773-8dc2b98552c6'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:47:15.632672 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-731ceab2-6346-4be8-b1e6-e2ed3691c458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:46:57Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['14f1c126-7d27-4f2f-a773-8dc2b98552c6'], 'active': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:47:15.636380 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-855597f8-a02f-4011-9927-7db11a8e6c0e None None] Provisioning complete for port cf23f13c-6271-4ef4-9462-51c397de9ab3 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:47:15.637618 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-855597f8-a02f-4011-9927-7db11a8e6c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:47:15.653510 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2ce8b2-fad2-4615-9a4b-4884ab510250 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7f864e6-0eae-4057-88b2-518c53255d5f,revision_number=0']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:47:15.664713 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-dc2ce8b2-fad2-4615-9a4b-4884ab510250 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:47:15.669043 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 58436) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:47:15.669186 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-dc2ce8b2-fad2-4615-9a4b-4884ab510250 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1631477 Dec 18 13:47:15.674621 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-fab5106f-f81a-4e11-b712-f4c299272cf0 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Request body: {'security_group_rule': {'security_group_id': '2c73502e-167d-4e6f-b916-5263f296ef8d', 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:47:15.700491 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.db.securitygroups_db [None req-fab5106f-f81a-4e11-b712-f4c299272cf0 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Project 6e88b8a5aed24360a829007d7fd9d0fd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 18 13:47:15.706357 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-fab5106f-f81a-4e11-b712-f4c299272cf0 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:47:15.747798 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-855597f8-a02f-4011-9927-7db11a8e6c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:47:15.776121 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvr_db [None req-731ceab2-6346-4be8-b1e6-e2ed3691c458 None None] Set router 14f1c126-7d27-4f2f-a773-8dc2b98552c6 gateway port host: dv-neutron-744815-20-hyperv {{(pid=103162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 13:47:15.782212 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-fab5106f-f81a-4e11-b712-f4c299272cf0 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:47:15.787792 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-855597f8-a02f-4011-9927-7db11a8e6c0e None None] For port cf23f13c-6271-4ef4-9462-51c397de9ab3, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=cf23f13c-6271-4ef4-9462-51c397de9ab3,segment=NetworkSegment(443651cb-87c4-4c9a-b52a-1ce079adfc5a),segment_id=443651cb-87c4-4c9a-b52a-1ce079adfc5a)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:47:15.789535 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-fab5106f-f81a-4e11-b712-f4c299272cf0 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530267'] for security_group_rule, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:47:15.797447 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-855597f8-a02f-4011-9927-7db11a8e6c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:47:15.812696 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab5106f-f81a-4e11-b712-f4c299272cf0 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c4cfe12-0126-402f-8fb4-73c2a1a408fb,revision_number=0']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:47:15.823085 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-fab5106f-f81a-4e11-b712-f4c299272cf0 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:47:15.824433 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-fab5106f-f81a-4e11-b712-f4c299272cf0 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1534030 Dec 18 13:47:15.859758 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855597f8-a02f-4011-9927-7db11a8e6c0e None None] Pushing event updated for resources: {'Port': ['ID=cf23f13c-6271-4ef4-9462-51c397de9ab3,revision_number=5']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:47:15.921924 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-f4bb2d4f-1589-4ce3-a3d7-2bae946cb92d None None] Provisioning complete for port cf23f13c-6271-4ef4-9462-51c397de9ab3 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:47:15.922554 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f4bb2d4f-1589-4ce3-a3d7-2bae946cb92d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:47:15.988280 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-0a7f0b3f-2a52-4219-90ee-f0b1d7536c07 req-ef134bfb-104b-4e12-a231-758df23f8f3f tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1898439384&fields=id&tenant_id=6e88b8a5aed24360a829007d7fd9d0fd HTTP/1.1" status: 200 len: 267 time: 0.0490191 Dec 18 13:47:16.000973 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-731ceab2-6346-4be8-b1e6-e2ed3691c458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14f1c126-7d27-4f2f-a773-8dc2b98552c6', 'name': 'tempest-TestNetworkBasicOps-router-1168113711', 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.90'}], 'enable_snat': True}, 'gw_port_id': '3253dab1-723f-4c3f-aa7f-d8f7326a57cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:47:09Z', 'updated_at': '2021-12-18T13:47:12Z', 'revision_number': 4, 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'gw_port': {'id': '3253dab1-723f-4c3f-aa7f-d8f7326a57cb', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:69:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14f1c126-7d27-4f2f-a773-8dc2b98552c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1516, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:47:09Z', 'updated_at': '2021-12-18T13:47:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv', '_interfaces': [{'id': 'cf23f13c-6271-4ef4-9462-51c397de9ab3', 'name': '', 'network_id': 'b01fc299-e573-4a68-9d95-2468d0bb2f6f', 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'mac_address': 'fa:16:3e:30:6c:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14f1c126-7d27-4f2f-a773-8dc2b98552c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1519, 'fixed_ips': [{'subnet_id': '56648962-5135-4c20-a262-3ba4e18bc666', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:47:11Z', 'updated_at': '2021-12-18T13:47:15Z', 'revision_number': 4, 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'subnets': [{'id': '56648962-5135-4c20-a262-3ba4e18bc666', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:47:16.027176 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-731ceab2-6346-4be8-b1e6-e2ed3691c458 None None] The sync data for ids ['14f1c126-7d27-4f2f-a773-8dc2b98552c6'] in dv-neutron-744815-20-hyperv is: [{'id': '14f1c126-7d27-4f2f-a773-8dc2b98552c6', 'name': 'tempest-TestNetworkBasicOps-router-1168113711', 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.90'}], 'enable_snat': True}, 'gw_port_id': '3253dab1-723f-4c3f-aa7f-d8f7326a57cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:47:09Z', 'updated_at': '2021-12-18T13:47:12Z', 'revision_number': 4, 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'gw_port': {'id': '3253dab1-723f-4c3f-aa7f-d8f7326a57cb', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:69:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14f1c126-7d27-4f2f-a773-8dc2b98552c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1516, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:47:09Z', 'updated_at': '2021-12-18T13:47:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv', '_interfaces': [{'id': 'cf23f13c-6271-4ef4-9462-51c397de9ab3', 'name': '', 'network_id': 'b01fc299-e573-4a68-9d95-2468d0bb2f6f', 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'mac_address': 'fa:16:3e:30:6c:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14f1c126-7d27-4f2f-a773-8dc2b98552c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1519, 'fixed_ips': [{'subnet_id': '56648962-5135-4c20-a262-3ba4e18bc666', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:47:11Z', 'updated_at': '2021-12-18T13:47:15Z', 'revision_number': 4, 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'subnets': [{'id': '56648962-5135-4c20-a262-3ba4e18bc666', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 13:47:16.103093 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7f0b3f-2a52-4219-90ee-f0b1d7536c07 req-099acc10-199d-4a99-9d3b-7a354ca2ee67 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:47:16.104685 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-0a7f0b3f-2a52-4219-90ee-f0b1d7536c07 req-099acc10-199d-4a99-9d3b-7a354ca2ee67 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/networks?id=b01fc299-e573-4a68-9d95-2468d0bb2f6f HTTP/1.1" status: 200 len: 796 time: 0.1093566 Dec 18 13:47:16.121561 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-0a7f0b3f-2a52-4219-90ee-f0b1d7536c07 req-6ac7df32-c000-4e87-bc0f-2ad3ecd16ebe tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/quotas/6e88b8a5aed24360a829007d7fd9d0fd HTTP/1.1" status: 200 len: 375 time: 0.0096164 Dec 18 13:47:16.178592 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-0a7f0b3f-2a52-4219-90ee-f0b1d7536c07 req-21e25621-5db7-4a6a-a197-88ac635e57f6 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=6e88b8a5aed24360a829007d7fd9d0fd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0491192 Dec 18 13:47:16.198494 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [req-0a7f0b3f-2a52-4219-90ee-f0b1d7536c07 req-78a84265-fd69-406e-918e-72782ddb5853 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103160) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 18 13:47:16.199684 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-0a7f0b3f-2a52-4219-90ee-f0b1d7536c07 req-78a84265-fd69-406e-918e-72782ddb5853 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14093 time: 0.0058432 Dec 18 13:47:16.298520 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-0a7f0b3f-2a52-4219-90ee-f0b1d7536c07 req-f02ff1f7-165e-48f7-8760-ea26066b556a service neutron] 10.222.0.31 "GET /v2.0/networks/b01fc299-e573-4a68-9d95-2468d0bb2f6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921543 Dec 18 13:47:16.395235 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-0a7f0b3f-2a52-4219-90ee-f0b1d7536c07 req-d462be6b-c7bd-4bea-96dc-3d49250a6aef service neutron] 10.222.0.31 "GET /v2.0/networks/b01fc299-e573-4a68-9d95-2468d0bb2f6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896516 Dec 18 13:47:16.580233 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-fc9ae551-9923-4cee-bfa3-95ab36cbbd54 req-c0af9a20-5df1-4bcb-94f7-d6cb71636c65 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/ports?device_id=63176a4a-14a1-4265-8dee-45f34cd97dd4 HTTP/1.1" status: 200 len: 210 time: 0.0296869 Dec 18 13:47:17.109182 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device cf23f13c-6271-4ef4-9462-51c397de9ab3 up at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 13:47:17.159016 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2294866d-0076-4933-952c-685307032598 None None] Provisioning complete for port cf23f13c-6271-4ef4-9462-51c397de9ab3 triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:47:17.159366 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:47:17.613731 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7f0b3f-2a52-4219-90ee-f0b1d7536c07 req-1a0c09bb-08f8-4a99-8776-44b53722b77a tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:47:17.615298 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-0a7f0b3f-2a52-4219-90ee-f0b1d7536c07 req-1a0c09bb-08f8-4a99-8776-44b53722b77a tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.43 "GET /v2.0/networks?id=b01fc299-e573-4a68-9d95-2468d0bb2f6f HTTP/1.1" status: 200 len: 796 time: 0.1169982 Dec 18 13:47:17.686767 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-0a7f0b3f-2a52-4219-90ee-f0b1d7536c07 req-1e98bc88-ff17-44a0-914d-b0e8577748f5 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6e88b8a5aed24360a829007d7fd9d0fd HTTP/1.1" status: 200 len: 380 time: 0.0613675 Dec 18 13:47:17.692682 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-d1d83700-8e69-42f4-ba51-692ff9241d56 req-2191732b-ec90-419d-a8c1-402bb94a9ff5 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/ports?device_id=63176a4a-14a1-4265-8dee-45f34cd97dd4 HTTP/1.1" status: 200 len: 210 time: 0.0332489 Dec 18 13:47:17.698060 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [req-0a7f0b3f-2a52-4219-90ee-f0b1d7536c07 req-d10b54f0-726c-4340-b523-c70f8e96aec6 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Request body: {'port': {'device_id': '63176a4a-14a1-4265-8dee-45f34cd97dd4', 'network_id': 'b01fc299-e573-4a68-9d95-2468d0bb2f6f', 'admin_state_up': True, 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'security_groups': ['2c73502e-167d-4e6f-b916-5263f296ef8d']}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:47:17.809596 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a7f0b3f-2a52-4219-90ee-f0b1d7536c07 req-d10b54f0-726c-4340-b523-c70f8e96aec6 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Made reservation on behalf of 6e88b8a5aed24360a829007d7fd9d0fd for: {'port': 1} {{(pid=103159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:47:17.813160 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-0a7f0b3f-2a52-4219-90ee-f0b1d7536c07 req-d10b54f0-726c-4340-b523-c70f8e96aec6 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:47:17.948935 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.db_base_plugin_common [req-0a7f0b3f-2a52-4219-90ee-f0b1d7536c07 req-d10b54f0-726c-4340-b523-c70f8e96aec6 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Allocated IP 172.20.0.3 (b01fc299-e573-4a68-9d95-2468d0bb2f6f/56648962-5135-4c20-a262-3ba4e18bc666/748de8a5-686e-499d-85fc-fd6494568939) {{(pid=103159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:47:18.097481 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-0a7f0b3f-2a52-4219-90ee-f0b1d7536c07 req-d10b54f0-726c-4340-b523-c70f8e96aec6 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for port, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:47:18.140101 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-0a7f0b3f-2a52-4219-90ee-f0b1d7536c07 req-d10b54f0-726c-4340-b523-c70f8e96aec6 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:47:18.187930 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a7f0b3f-2a52-4219-90ee-f0b1d7536c07 req-d10b54f0-726c-4340-b523-c70f8e96aec6 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Network b01fc299-e573-4a68-9d95-2468d0bb2f6f is already hosted by enough agents. {{(pid=103159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:47:18.191219 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.base_scheduler [req-0a7f0b3f-2a52-4219-90ee-f0b1d7536c07 req-d10b54f0-726c-4340-b523-c70f8e96aec6 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Resources bound (agent type, host, resource id): {{(pid=103159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:47:18.195160 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a7f0b3f-2a52-4219-90ee-f0b1d7536c07 req-d10b54f0-726c-4340-b523-c70f8e96aec6 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Received port after_create {{(pid=103159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:47:18.201481 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10b54f0-726c-4340-b523-c70f8e96aec6 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Pushing event updated for resources: {'Port': ['ID=748de8a5-686e-499d-85fc-fd6494568939,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:47:18.250424 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7f0b3f-2a52-4219-90ee-f0b1d7536c07 req-d10b54f0-726c-4340-b523-c70f8e96aec6 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:47:18.251056 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-0a7f0b3f-2a52-4219-90ee-f0b1d7536c07 req-d10b54f0-726c-4340-b523-c70f8e96aec6 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:47:18.271262 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-0a7f0b3f-2a52-4219-90ee-f0b1d7536c07 req-d10b54f0-726c-4340-b523-c70f8e96aec6 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5766342 Dec 18 13:47:18.284928 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [req-0a7f0b3f-2a52-4219-90ee-f0b1d7536c07 req-d523a258-2a0e-4e06-bdbd-a27460a4960b service neutron] Request body: {'port': {'device_id': '63176a4a-14a1-4265-8dee-45f34cd97dd4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7448'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:47:18.341880 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-0a7f0b3f-2a52-4219-90ee-f0b1d7536c07 req-d523a258-2a0e-4e06-bdbd-a27460a4960b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:47:18.449855 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-e6496eeb-3f86-466e-8bb0-e8326879097f None None] Provisioning complete for port 748de8a5-686e-499d-85fc-fd6494568939 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:47:18.450526 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e6496eeb-3f86-466e-8bb0-e8326879097f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:47:18.484756 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-e6496eeb-3f86-466e-8bb0-e8326879097f None None] Port 748de8a5-686e-499d-85fc-fd6494568939 cannot update to ACTIVE because it is not bound. {{(pid=103161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 13:47:18.607051 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.notifiers.nova [req-0a7f0b3f-2a52-4219-90ee-f0b1d7536c07 req-d523a258-2a0e-4e06-bdbd-a27460a4960b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 748de8a5-686e-499d-85fc-fd6494568939 {{(pid=103159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 18 13:47:18.614776 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-0a7f0b3f-2a52-4219-90ee-f0b1d7536c07 req-d523a258-2a0e-4e06-bdbd-a27460a4960b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:47:18.627835 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.provisioning_blocks [req-0a7f0b3f-2a52-4219-90ee-f0b1d7536c07 req-d523a258-2a0e-4e06-bdbd-a27460a4960b service neutron] Transition to ACTIVE for port object 748de8a5-686e-499d-85fc-fd6494568939 will not be triggered until provisioned by entity L2. {{(pid=103159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 18 13:47:18.634229 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-0a7f0b3f-2a52-4219-90ee-f0b1d7536c07 req-d523a258-2a0e-4e06-bdbd-a27460a4960b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5659917'] for port, after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:47:18.692930 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d523a258-2a0e-4e06-bdbd-a27460a4960b service neutron] Pushing event updated for resources: {'Port': ['ID=748de8a5-686e-499d-85fc-fd6494568939,revision_number=2']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:47:18.781916 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.managers [req-0a7f0b3f-2a52-4219-90ee-f0b1d7536c07 req-d523a258-2a0e-4e06-bdbd-a27460a4960b service neutron] Attempting to bind port 748de8a5-686e-499d-85fc-fd6494568939 on host hv-neutron-7448 for vnic_type normal with profile {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 13:47:18.782253 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.managers [req-0a7f0b3f-2a52-4219-90ee-f0b1d7536c07 req-d523a258-2a0e-4e06-bdbd-a27460a4960b service neutron] Attempting to bind port 748de8a5-686e-499d-85fc-fd6494568939 by drivers openvswitch,hyperv on host hv-neutron-7448 at level 0 using segments [{'id': '443651cb-87c4-4c9a-b52a-1ce079adfc5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'b01fc299-e573-4a68-9d95-2468d0bb2f6f'}] {{(pid=103159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 13:47:18.782577 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a7f0b3f-2a52-4219-90ee-f0b1d7536c07 req-d523a258-2a0e-4e06-bdbd-a27460a4960b service neutron] Attempting to bind port 748de8a5-686e-499d-85fc-fd6494568939 on network b01fc299-e573-4a68-9d95-2468d0bb2f6f {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 13:47:18.800920 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a7f0b3f-2a52-4219-90ee-f0b1d7536c07 req-d523a258-2a0e-4e06-bdbd-a27460a4960b service neutron] Port 748de8a5-686e-499d-85fc-fd6494568939 on network b01fc299-e573-4a68-9d95-2468d0bb2f6f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7448 {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 18 13:47:18.801259 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a7f0b3f-2a52-4219-90ee-f0b1d7536c07 req-d523a258-2a0e-4e06-bdbd-a27460a4960b service neutron] Attempting to bind port 748de8a5-686e-499d-85fc-fd6494568939 on network b01fc299-e573-4a68-9d95-2468d0bb2f6f {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 13:47:18.810721 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a7f0b3f-2a52-4219-90ee-f0b1d7536c07 req-d523a258-2a0e-4e06-bdbd-a27460a4960b service neutron] Checking agent: {'id': 'c35b6aa0-0616-421f-8ded-732dd37fc90f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7448', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 13, 24, 37), 'started_at': datetime.datetime(2021, 12, 18, 13, 24, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 13, 47, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 18 13:47:18.811062 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a7f0b3f-2a52-4219-90ee-f0b1d7536c07 req-d523a258-2a0e-4e06-bdbd-a27460a4960b service neutron] Checking segment: {'id': '443651cb-87c4-4c9a-b52a-1ce079adfc5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'b01fc299-e573-4a68-9d95-2468d0bb2f6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 13:47:18.811463 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a7f0b3f-2a52-4219-90ee-f0b1d7536c07 req-d523a258-2a0e-4e06-bdbd-a27460a4960b service neutron] Bound using segment: {'id': '443651cb-87c4-4c9a-b52a-1ce079adfc5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'b01fc299-e573-4a68-9d95-2468d0bb2f6f'} {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 18 13:47:18.811892 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.managers [req-0a7f0b3f-2a52-4219-90ee-f0b1d7536c07 req-d523a258-2a0e-4e06-bdbd-a27460a4960b service neutron] Bound port: 748de8a5-686e-499d-85fc-fd6494568939, host: hv-neutron-7448, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '443651cb-87c4-4c9a-b52a-1ce079adfc5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'b01fc299-e573-4a68-9d95-2468d0bb2f6f'}}] {{(pid=103159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 18 13:47:18.812246 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-0a7f0b3f-2a52-4219-90ee-f0b1d7536c07 req-d523a258-2a0e-4e06-bdbd-a27460a4960b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:47:18.841554 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13208270-a728-4296-9f19-aadcd5fe77df req-f433ba14-7415-48d3-b91b-0bfafbc3e470 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:47:18.843068 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-13208270-a728-4296-9f19-aadcd5fe77df req-f433ba14-7415-48d3-b91b-0bfafbc3e470 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/ports?device_id=63176a4a-14a1-4265-8dee-45f34cd97dd4 HTTP/1.1" status: 200 len: 943 time: 0.0717118 Dec 18 13:47:18.919439 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.db [req-0a7f0b3f-2a52-4219-90ee-f0b1d7536c07 req-d523a258-2a0e-4e06-bdbd-a27460a4960b service neutron] For port 748de8a5-686e-499d-85fc-fd6494568939, host hv-neutron-7448, cleared binding levels {{(pid=103159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 18 13:47:18.923334 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.db [req-0a7f0b3f-2a52-4219-90ee-f0b1d7536c07 req-d523a258-2a0e-4e06-bdbd-a27460a4960b service neutron] For port 748de8a5-686e-499d-85fc-fd6494568939, host hv-neutron-7448, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=748de8a5-686e-499d-85fc-fd6494568939,segment=NetworkSegment(443651cb-87c4-4c9a-b52a-1ce079adfc5a),segment_id=443651cb-87c4-4c9a-b52a-1ce079adfc5a)] {{(pid=103159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 18 13:47:18.928376 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-13208270-a728-4296-9f19-aadcd5fe77df req-9bf2c888-a69b-4f23-a43c-d8257cbe0bdc tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/security-groups?id=2c73502e-167d-4e6f-b916-5263f296ef8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686464 Dec 18 13:47:18.929852 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-0a7f0b3f-2a52-4219-90ee-f0b1d7536c07 req-d523a258-2a0e-4e06-bdbd-a27460a4960b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5659917'] for port, after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:47:18.969207 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7f0b3f-2a52-4219-90ee-f0b1d7536c07 req-d523a258-2a0e-4e06-bdbd-a27460a4960b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:47:18.969830 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-0a7f0b3f-2a52-4219-90ee-f0b1d7536c07 req-d523a258-2a0e-4e06-bdbd-a27460a4960b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:47:18.971227 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-0a7f0b3f-2a52-4219-90ee-f0b1d7536c07 req-d523a258-2a0e-4e06-bdbd-a27460a4960b service neutron] 10.222.0.43 "PUT /v2.0/ports/748de8a5-686e-499d-85fc-fd6494568939 HTTP/1.1" status: 200 len: 1093 time: 0.6914361 Dec 18 13:47:18.971668 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63176a4a-14a1-4265-8dee-45f34cd97dd4', 'tag': '748de8a5-686e-499d-85fc-fd6494568939'}] {{(pid=103159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 18 13:47:18.974018 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca844cf115d59c1fab86abc202fb4c13735de0d7e4cbbbb25eec9406e9c87431" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45d23e9a-692d-486e-8f93-10ad355699b6" -d '{"events": [{"name": "network-changed", "server_uuid": "63176a4a-14a1-4265-8dee-45f34cd97dd4", "tag": "748de8a5-686e-499d-85fc-fd6494568939"}]}' {{(pid=103159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 18 13:47:18.996312 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d523a258-2a0e-4e06-bdbd-a27460a4960b service neutron] Pushing event updated for resources: {'Port': ['ID=748de8a5-686e-499d-85fc-fd6494568939,revision_number=3']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:47:19.026255 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 13:47:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e860fa4e-5e5a-41de-90aa-9105686d6fac x-openstack-request-id: req-e860fa4e-5e5a-41de-90aa-9105686d6fac {{(pid=103159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 18 13:47:19.026545 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63176a4a-14a1-4265-8dee-45f34cd97dd4", "tag": "748de8a5-686e-499d-85fc-fd6494568939", "status": "completed", "code": 200}]} {{(pid=103159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 18 13:47:19.026804 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e860fa4e-5e5a-41de-90aa-9105686d6fac {{(pid=103159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 18 13:47:19.027234 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63176a4a-14a1-4265-8dee-45f34cd97dd4', 'tag': '748de8a5-686e-499d-85fc-fd6494568939', 'status': 'completed', 'code': 200} Dec 18 13:47:19.057189 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7f0b3f-2a52-4219-90ee-f0b1d7536c07 req-ba3ea684-a289-4b93-ac53-37613899d25f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:47:19.058730 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-0a7f0b3f-2a52-4219-90ee-f0b1d7536c07 req-ba3ea684-a289-4b93-ac53-37613899d25f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6e88b8a5aed24360a829007d7fd9d0fd&device_id=63176a4a-14a1-4265-8dee-45f34cd97dd4 HTTP/1.1" status: 200 len: 1096 time: 0.0444534 Dec 18 13:47:19.104343 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-0a7f0b3f-2a52-4219-90ee-f0b1d7536c07 req-c2a32e50-ea3c-4621-9052-5064a87deb85 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=748de8a5-686e-499d-85fc-fd6494568939 HTTP/1.1" status: 200 len: 217 time: 0.0360143 Dec 18 13:47:19.160497 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7f0b3f-2a52-4219-90ee-f0b1d7536c07 req-7ed870ef-bc39-4ad7-9cdf-a3546142e568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:47:19.161957 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-0a7f0b3f-2a52-4219-90ee-f0b1d7536c07 req-7ed870ef-bc39-4ad7-9cdf-a3546142e568 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=56648962-5135-4c20-a262-3ba4e18bc666 HTTP/1.1" status: 200 len: 834 time: 0.0505846 Dec 18 13:47:19.208378 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7f0b3f-2a52-4219-90ee-f0b1d7536c07 req-7571df20-1586-4e89-b4b8-d8f4e9a9acb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:47:19.209861 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-0a7f0b3f-2a52-4219-90ee-f0b1d7536c07 req-7571df20-1586-4e89-b4b8-d8f4e9a9acb4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b01fc299-e573-4a68-9d95-2468d0bb2f6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0407054 Dec 18 13:47:19.305072 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-0a7f0b3f-2a52-4219-90ee-f0b1d7536c07 req-572586e6-22cb-4037-9ee0-856df1a39ca0 service neutron] 10.222.0.43 "GET /v2.0/networks/b01fc299-e573-4a68-9d95-2468d0bb2f6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860898 Dec 18 13:47:19.397746 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-0a7f0b3f-2a52-4219-90ee-f0b1d7536c07 req-d4d36a49-3dfd-4360-b69a-c66e1d35b449 service neutron] 10.222.0.43 "GET /v2.0/networks/b01fc299-e573-4a68-9d95-2468d0bb2f6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852323 Dec 18 13:47:19.489574 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d23e9a-692d-486e-8f93-10ad355699b6 req-333b2b61-01d7-4959-89df-58e33306a49e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:47:19.491336 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-45d23e9a-692d-486e-8f93-10ad355699b6 req-333b2b61-01d7-4959-89df-58e33306a49e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6e88b8a5aed24360a829007d7fd9d0fd&device_id=63176a4a-14a1-4265-8dee-45f34cd97dd4 HTTP/1.1" status: 200 len: 1096 time: 0.0426753 Dec 18 13:47:19.596034 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d23e9a-692d-486e-8f93-10ad355699b6 req-7f2d97f9-3388-47f9-8f54-38a97b480f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:47:19.597573 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-45d23e9a-692d-486e-8f93-10ad355699b6 req-7f2d97f9-3388-47f9-8f54-38a97b480f46 service neutron] 10.222.0.43 "GET /v2.0/networks?id=b01fc299-e573-4a68-9d95-2468d0bb2f6f HTTP/1.1" status: 200 len: 897 time: 0.0993159 Dec 18 13:47:19.638019 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-45d23e9a-692d-486e-8f93-10ad355699b6 req-7d5a2457-d7d1-4531-9f04-0f0c0de93030 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=748de8a5-686e-499d-85fc-fd6494568939 HTTP/1.1" status: 200 len: 217 time: 0.0333872 Dec 18 13:47:19.687432 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d23e9a-692d-486e-8f93-10ad355699b6 req-c0c1f4f2-82ad-483b-bc25-6a3a86c661b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:47:19.688887 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-45d23e9a-692d-486e-8f93-10ad355699b6 req-c0c1f4f2-82ad-483b-bc25-6a3a86c661b4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=56648962-5135-4c20-a262-3ba4e18bc666 HTTP/1.1" status: 200 len: 834 time: 0.0431085 Dec 18 13:47:19.739505 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d23e9a-692d-486e-8f93-10ad355699b6 req-35ab2c42-21f0-418e-a185-d7b10b5b670a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:47:19.741055 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-45d23e9a-692d-486e-8f93-10ad355699b6 req-35ab2c42-21f0-418e-a185-d7b10b5b670a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b01fc299-e573-4a68-9d95-2468d0bb2f6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0446548 Dec 18 13:47:19.832317 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-45d23e9a-692d-486e-8f93-10ad355699b6 req-9a64628c-fb10-4d3e-b90a-3cc35466a0ed service neutron] 10.222.0.43 "GET /v2.0/networks/b01fc299-e573-4a68-9d95-2468d0bb2f6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840225 Dec 18 13:47:20.313389 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-45d23e9a-692d-486e-8f93-10ad355699b6 req-a574c5ea-5ad7-47dd-9f62-f56297ff29a4 service neutron] 10.222.0.43 "GET /v2.0/networks/b01fc299-e573-4a68-9d95-2468d0bb2f6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4736998 Dec 18 13:47:20.322478 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a533927-9e00-420a-a077-e6eed490b633 req-39265a6c-238f-49db-890b-3bb7a0ec1760 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:47:20.324005 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-7a533927-9e00-420a-a077-e6eed490b633 req-39265a6c-238f-49db-890b-3bb7a0ec1760 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/ports?device_id=63176a4a-14a1-4265-8dee-45f34cd97dd4 HTTP/1.1" status: 200 len: 943 time: 0.0730703 Dec 18 13:47:20.380512 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-7a533927-9e00-420a-a077-e6eed490b633 req-6ab2c8b0-0a94-48ff-9eb4-9be21652e156 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/security-groups?id=2c73502e-167d-4e6f-b916-5263f296ef8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504441 Dec 18 13:47:21.508782 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0addbd87-cead-4894-ab7c-9c394b17e07f req-aa387c6c-a322-43ed-8ff4-de846a6789a3 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:47:21.510270 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-0addbd87-cead-4894-ab7c-9c394b17e07f req-aa387c6c-a322-43ed-8ff4-de846a6789a3 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/ports?device_id=63176a4a-14a1-4265-8dee-45f34cd97dd4 HTTP/1.1" status: 200 len: 943 time: 0.0534127 Dec 18 13:47:21.565127 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-0addbd87-cead-4894-ab7c-9c394b17e07f req-da18a9d3-7c50-4f99-a604-b7c35828f246 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/security-groups?id=2c73502e-167d-4e6f-b916-5263f296ef8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455453 Dec 18 13:47:22.550287 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Device 748de8a5-686e-499d-85fc-fd6494568939 details requested by agent hyperv_hv-neutron-7448 with host hv-neutron-7448 {{(pid=103161) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 18 13:47:22.656517 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] For port 748de8a5-686e-499d-85fc-fd6494568939, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=748de8a5-686e-499d-85fc-fd6494568939,segment=NetworkSegment(443651cb-87c4-4c9a-b52a-1ce079adfc5a),segment_id=443651cb-87c4-4c9a-b52a-1ce079adfc5a)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:47:22.667823 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Returning: {'device': '748de8a5-686e-499d-85fc-fd6494568939', 'network_id': 'b01fc299-e573-4a68-9d95-2468d0bb2f6f', 'port_id': '748de8a5-686e-499d-85fc-fd6494568939', 'mac_address': 'fa:16:3e:d5:82:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56648962-5135-4c20-a262-3ba4e18bc666', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103161) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 18 13:47:22.685416 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b6b2f6-a459-429a-b6b7-00e44761daa4 req-a3c4837e-0b9c-45dc-b4b2-40de022a6101 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:47:22.686921 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-97b6b2f6-a459-429a-b6b7-00e44761daa4 req-a3c4837e-0b9c-45dc-b4b2-40de022a6101 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/ports?device_id=63176a4a-14a1-4265-8dee-45f34cd97dd4 HTTP/1.1" status: 200 len: 943 time: 0.0530646 Dec 18 13:47:22.708169 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:47:22.720527 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.notifiers.nova [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 748de8a5-686e-499d-85fc-fd6494568939 {{(pid=103161) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 18 13:47:22.737954 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-97b6b2f6-a459-429a-b6b7-00e44761daa4 req-b4b3a8f6-cc06-4733-95dc-622ad1b60cbd tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/security-groups?id=2c73502e-167d-4e6f-b916-5263f296ef8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442424 Dec 18 13:47:22.740202 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] For port 748de8a5-686e-499d-85fc-fd6494568939, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=748de8a5-686e-499d-85fc-fd6494568939,segment=NetworkSegment(443651cb-87c4-4c9a-b52a-1ce079adfc5a),segment_id=443651cb-87c4-4c9a-b52a-1ce079adfc5a)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:47:22.745577 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:47:22.793066 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Pushing event updated for resources: {'Port': ['ID=748de8a5-686e-499d-85fc-fd6494568939,revision_number=4']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:47:23.053015 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] get_ports_and_sgs() called for port_ids ['748de8a5-686e-499d-85fc-fd6494568939'] {{(pid=103161) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 18 13:47:23.861896 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02e2bd2-c253-4d8c-84bd-214eefcf3c5c req-8a6de980-d847-444b-a571-9e83d7c830f7 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:47:23.863398 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-c02e2bd2-c253-4d8c-84bd-214eefcf3c5c req-8a6de980-d847-444b-a571-9e83d7c830f7 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/ports?device_id=63176a4a-14a1-4265-8dee-45f34cd97dd4 HTTP/1.1" status: 200 len: 944 time: 0.0512259 Dec 18 13:47:23.917293 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-c02e2bd2-c253-4d8c-84bd-214eefcf3c5c req-9870baf4-e8f3-4858-ab1c-2bc2dffeebc6 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/security-groups?id=2c73502e-167d-4e6f-b916-5263f296ef8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447781 Dec 18 13:47:24.283169 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.agents_db [None req-e3dda592-589a-4b4d-b028-ba9a260f4f50 None None] Agent healthcheck: found 6 active agents {{(pid=103162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 18 13:47:24.554765 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Device 748de8a5-686e-499d-85fc-fd6494568939 up at agent hyperv_hv-neutron-7448 {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 13:47:24.611456 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Provisioning for port 748de8a5-686e-499d-85fc-fd6494568939 completed by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 18 13:47:24.615681 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Provisioning complete for port 748de8a5-686e-499d-85fc-fd6494568939 triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:47:24.616066 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:47:24.702425 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:47:24.732422 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63176a4a-14a1-4265-8dee-45f34cd97dd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '748de8a5-686e-499d-85fc-fd6494568939'}] {{(pid=103161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 18 13:47:24.734700 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22224e7a42aa75e3f3b9c037df440650d2cfa1dd97b40a249aee4a8113775251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99e01ac1-d883-414e-b6ed-b3fa099ef77d" -d '{"events": [{"server_uuid": "63176a4a-14a1-4265-8dee-45f34cd97dd4", "name": "network-vif-plugged", "status": "completed", "tag": "748de8a5-686e-499d-85fc-fd6494568939"}]}' {{(pid=103161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 18 13:47:24.747052 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] For port 748de8a5-686e-499d-85fc-fd6494568939, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=748de8a5-686e-499d-85fc-fd6494568939,segment=NetworkSegment(443651cb-87c4-4c9a-b52a-1ce079adfc5a),segment_id=443651cb-87c4-4c9a-b52a-1ce079adfc5a)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:47:24.752335 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:47:24.775321 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 13:47:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e7c635b-534e-4cd4-b547-88ec1839b9e7 x-openstack-request-id: req-8e7c635b-534e-4cd4-b547-88ec1839b9e7 {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 18 13:47:24.775619 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63176a4a-14a1-4265-8dee-45f34cd97dd4", "name": "network-vif-plugged", "status": "completed", "tag": "748de8a5-686e-499d-85fc-fd6494568939", "code": 200}]} {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 18 13:47:24.775874 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8e7c635b-534e-4cd4-b547-88ec1839b9e7 {{(pid=103161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 18 13:47:24.776260 dv-neutron-744815-20-hyperv neutron-server[103161]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63176a4a-14a1-4265-8dee-45f34cd97dd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '748de8a5-686e-499d-85fc-fd6494568939', 'code': 200} Dec 18 13:47:24.801512 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Pushing event updated for resources: {'Port': ['ID=748de8a5-686e-499d-85fc-fd6494568939,revision_number=5']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:47:24.911010 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ec8022aa-21f7-4778-a2a5-2156c0d241ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:47:24.945980 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb26a927-2ade-4250-9a59-7ac34f64d179 req-f3f44ec2-08fe-4cea-86fd-409eab3503e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:47:24.947619 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-cb26a927-2ade-4250-9a59-7ac34f64d179 req-f3f44ec2-08fe-4cea-86fd-409eab3503e6 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=63176a4a-14a1-4265-8dee-45f34cd97dd4 HTTP/1.1" status: 200 len: 1098 time: 0.0423181 Dec 18 13:47:24.996363 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-cb26a927-2ade-4250-9a59-7ac34f64d179 req-ae30dbf2-3e72-4690-98aa-3c0700d2c3b8 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=2c73502e-167d-4e6f-b916-5263f296ef8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418484 Dec 18 13:47:25.036674 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2e2464-9b1e-4f6c-8244-3cd8a293d663 req-98753913-c8ba-47ec-a3de-a1a99151f121 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:47:25.038140 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-ef2e2464-9b1e-4f6c-8244-3cd8a293d663 req-98753913-c8ba-47ec-a3de-a1a99151f121 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/ports?device_id=63176a4a-14a1-4265-8dee-45f34cd97dd4 HTTP/1.1" status: 200 len: 945 time: 0.0521119 Dec 18 13:47:25.087533 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-ef2e2464-9b1e-4f6c-8244-3cd8a293d663 req-838a71fd-b277-4565-9ee3-a508b8ad16d9 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/security-groups?id=2c73502e-167d-4e6f-b916-5263f296ef8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430803 Dec 18 13:47:26.216739 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3eae4e2-a6bd-497e-a312-efd062d2b093 req-81a9dc5b-dbb1-4ce7-b0e5-34ab81aae87b tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:47:26.218527 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-b3eae4e2-a6bd-497e-a312-efd062d2b093 req-81a9dc5b-dbb1-4ce7-b0e5-34ab81aae87b tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/ports?device_id=63176a4a-14a1-4265-8dee-45f34cd97dd4 HTTP/1.1" status: 200 len: 945 time: 0.0513854 Dec 18 13:47:26.275680 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-b3eae4e2-a6bd-497e-a312-efd062d2b093 req-cdd1897d-d9eb-45da-ad78-20be003eba96 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/security-groups?id=2c73502e-167d-4e6f-b916-5263f296ef8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501697 Dec 18 13:47:27.166115 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2b5cb11f-4e2c-450f-a580-b859ec7919d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:47:27.404250 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3293b937-0519-4143-b60e-ea06900331e9 req-4e28ec0e-33d7-4b8d-85fd-f1f1b24eaf23 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:47:27.405741 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-3293b937-0519-4143-b60e-ea06900331e9 req-4e28ec0e-33d7-4b8d-85fd-f1f1b24eaf23 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/ports?device_id=63176a4a-14a1-4265-8dee-45f34cd97dd4 HTTP/1.1" status: 200 len: 945 time: 0.0530190 Dec 18 13:47:27.463737 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-3293b937-0519-4143-b60e-ea06900331e9 req-e697a058-6c46-4304-a169-0bec3522de1b tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/security-groups?id=2c73502e-167d-4e6f-b916-5263f296ef8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497687 Dec 18 13:47:27.585106 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bca07e1-d67e-4f0f-923d-220fff6e2be9 req-36e83d9e-c9cf-43b3-89c8-ffc6b5099b81 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:47:27.586493 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-8bca07e1-d67e-4f0f-923d-220fff6e2be9 req-36e83d9e-c9cf-43b3-89c8-ffc6b5099b81 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/ports?device_id=63176a4a-14a1-4265-8dee-45f34cd97dd4 HTTP/1.1" status: 200 len: 945 time: 0.0511510 Dec 18 13:47:27.638267 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-8bca07e1-d67e-4f0f-923d-220fff6e2be9 req-47788d6e-d2b8-4312-a54b-583f510e1b91 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/security-groups?id=2c73502e-167d-4e6f-b916-5263f296ef8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429151 Dec 18 13:47:27.667563 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 58492) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:47:27.709482 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcc60542-0e52-450c-8210-e86b5960b4cb tempest-TestNetworkBasicOps-845399116 tempest-TestNetworkBasicOps-845399116-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:47:27.711585 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-bcc60542-0e52-450c-8210-e86b5960b4cb tempest-TestNetworkBasicOps-845399116 tempest-TestNetworkBasicOps-845399116-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=63176a4a-14a1-4265-8dee-45f34cd97dd4 HTTP/1.1" status: 200 len: 1093 time: 0.0430543 Dec 18 13:47:27.714525 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 58494) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:47:27.720950 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-5c3f2896-2e8c-44fc-ab44-60879d8e5424 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Request body: {'floatingip': {'floating_network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'port_id': '748de8a5-686e-499d-85fc-fd6494568939', 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:47:27.748701 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-5c3f2896-2e8c-44fc-ab44-60879d8e5424 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for floatingip, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:47:27.849736 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-5c3f2896-2e8c-44fc-ab44-60879d8e5424 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:47:27.948157 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.db_base_plugin_common [None req-5c3f2896-2e8c-44fc-ab44-60879d8e5424 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Allocated IP 172.26.3.29 (decb4a40-7941-48c8-afbb-daaafd502e83/70deed80-3ca1-4f9e-96cb-563b43d3acba/3b010670-38cb-4db1-a542-e271dff05d9a) {{(pid=103159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:47:28.058592 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-5c3f2896-2e8c-44fc-ab44-60879d8e5424 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for port, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:47:28.101328 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-5c3f2896-2e8c-44fc-ab44-60879d8e5424 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:47:28.142812 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c3f2896-2e8c-44fc-ab44-60879d8e5424 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Network decb4a40-7941-48c8-afbb-daaafd502e83 is already hosted by enough agents. {{(pid=103159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:47:28.145694 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.base_scheduler [None req-5c3f2896-2e8c-44fc-ab44-60879d8e5424 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Resources bound (agent type, host, resource id): {{(pid=103159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:47:28.149318 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c3f2896-2e8c-44fc-ab44-60879d8e5424 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Received port after_create {{(pid=103159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:47:28.173483 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3f2896-2e8c-44fc-ab44-60879d8e5424 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Pushing event updated for resources: {'Port': ['ID=3b010670-38cb-4db1-a542-e271dff05d9a,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:47:28.481452 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-afa9ae9b-bdbb-4010-bcf6-3a46ce66cf71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:47:28.549505 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-5c3f2896-2e8c-44fc-ab44-60879d8e5424 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:47:28.618785 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-5c3f2896-2e8c-44fc-ab44-60879d8e5424 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:47:28.784283 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-5c3f2896-2e8c-44fc-ab44-60879d8e5424 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for port, precommit_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:47:28.791058 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-5c3f2896-2e8c-44fc-ab44-60879d8e5424 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5659917'] for port, after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:47:28.860352 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3f2896-2e8c-44fc-ab44-60879d8e5424 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Pushing event updated for resources: {'Port': ['ID=3b010670-38cb-4db1-a542-e271dff05d9a,revision_number=2']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:47:28.875409 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-5c3f2896-2e8c-44fc-ab44-60879d8e5424 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-587004'] for floatingip, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:47:28.981848 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.db.l3_db [None req-5c3f2896-2e8c-44fc-ab44-60879d8e5424 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Floating IP 0141b60d-f419-45ea-a0d1-a67d4c0f809f associated. External IP: 172.26.3.29, port: 748de8a5-686e-499d-85fc-fd6494568939. Dec 18 13:47:29.205022 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c3f2896-2e8c-44fc-ab44-60879d8e5424 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Router 14f1c126-7d27-4f2f-a773-8dc2b98552c6 has already been hosted by L3 agent c9c0cd52-5bd2-4704-9429-d80f1c5ad23c {{(pid=103159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 18 13:47:29.313386 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c3f2896-2e8c-44fc-ab44-60879d8e5424 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Notify agent at l3_agent.dv-neutron-744815-20-hyperv the message routers_updated {{(pid=103159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 13:47:29.323666 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a72c094-e508-433f-b8c0-3d3cdd604110 None None] Sync routers for ids ['14f1c126-7d27-4f2f-a773-8dc2b98552c6'] in dv-neutron-744815-20-hyperv {{(pid=103161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 13:47:29.334337 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-5c3f2896-2e8c-44fc-ab44-60879d8e5424 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for floatingip, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:47:29.339231 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a72c094-e508-433f-b8c0-3d3cdd604110 None None] Routers {'14f1c126-7d27-4f2f-a773-8dc2b98552c6'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:47:29.339872 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-2a72c094-e508-433f-b8c0-3d3cdd604110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:47:27Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['14f1c126-7d27-4f2f-a773-8dc2b98552c6'], 'active': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:47:29.365091 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-5c3f2896-2e8c-44fc-ab44-60879d8e5424 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6492720 Dec 18 13:47:29.365672 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63176a4a-14a1-4265-8dee-45f34cd97dd4', 'tag': '748de8a5-686e-499d-85fc-fd6494568939'}] {{(pid=103159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 18 13:47:29.367904 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 58496) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:47:29.368376 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca844cf115d59c1fab86abc202fb4c13735de0d7e4cbbbb25eec9406e9c87431" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df1f770a-b2f2-42ad-80e8-5f0a48a057ac" -d '{"events": [{"name": "network-changed", "server_uuid": "63176a4a-14a1-4265-8dee-45f34cd97dd4", "tag": "748de8a5-686e-499d-85fc-fd6494568939"}]}' {{(pid=103159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 18 13:47:29.404505 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 13:47:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72a38b1e-1d7e-4464-9d66-d58a0581ec88 x-openstack-request-id: req-72a38b1e-1d7e-4464-9d66-d58a0581ec88 {{(pid=103159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 18 13:47:29.404795 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63176a4a-14a1-4265-8dee-45f34cd97dd4", "tag": "748de8a5-686e-499d-85fc-fd6494568939", "status": "completed", "code": 200}]} {{(pid=103159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 18 13:47:29.405048 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-72a38b1e-1d7e-4464-9d66-d58a0581ec88 {{(pid=103159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 18 13:47:29.405459 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63176a4a-14a1-4265-8dee-45f34cd97dd4', 'tag': '748de8a5-686e-499d-85fc-fd6494568939', 'status': 'completed', 'code': 200} Dec 18 13:47:29.436908 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-1f3bcdfc-d526-462d-a9f9-a9f43a5cadd8 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/floatingips/0141b60d-f419-45ea-a0d1-a67d4c0f809f HTTP/1.1" status: 200 len: 990 time: 0.0678420 Dec 18 13:47:29.453498 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvr_db [None req-2a72c094-e508-433f-b8c0-3d3cdd604110 None None] Set router 14f1c126-7d27-4f2f-a773-8dc2b98552c6 gateway port host: dv-neutron-744815-20-hyperv {{(pid=103161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 13:47:29.470623 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1f770a-b2f2-42ad-80e8-5f0a48a057ac req-300b0fd0-1593-46e0-acd0-702887675e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:47:29.472160 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-df1f770a-b2f2-42ad-80e8-5f0a48a057ac req-300b0fd0-1593-46e0-acd0-702887675e43 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6e88b8a5aed24360a829007d7fd9d0fd&device_id=63176a4a-14a1-4265-8dee-45f34cd97dd4 HTTP/1.1" status: 200 len: 1098 time: 0.0425274 Dec 18 13:47:29.565159 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1f770a-b2f2-42ad-80e8-5f0a48a057ac req-16d401e7-342a-40a1-8a27-edf40e6e10ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:47:29.566598 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-df1f770a-b2f2-42ad-80e8-5f0a48a057ac req-16d401e7-342a-40a1-8a27-edf40e6e10ac service neutron] 10.222.0.43 "GET /v2.0/networks?id=b01fc299-e573-4a68-9d95-2468d0bb2f6f HTTP/1.1" status: 200 len: 897 time: 0.0874121 Dec 18 13:47:29.637535 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-df1f770a-b2f2-42ad-80e8-5f0a48a057ac req-487b21cd-3b01-44c9-b78c-026f4b37a1e7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=748de8a5-686e-499d-85fc-fd6494568939 HTTP/1.1" status: 200 len: 998 time: 0.0635524 Dec 18 13:47:29.684279 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-2a72c094-e508-433f-b8c0-3d3cdd604110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14f1c126-7d27-4f2f-a773-8dc2b98552c6', 'name': 'tempest-TestNetworkBasicOps-router-1168113711', 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.90'}], 'enable_snat': True}, 'gw_port_id': '3253dab1-723f-4c3f-aa7f-d8f7326a57cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:47:09Z', 'updated_at': '2021-12-18T13:47:12Z', 'revision_number': 4, 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'gw_port': {'id': '3253dab1-723f-4c3f-aa7f-d8f7326a57cb', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:69:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14f1c126-7d27-4f2f-a773-8dc2b98552c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1516, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:47:09Z', 'updated_at': '2021-12-18T13:47:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv', '_floatingips': [{'id': '0141b60d-f419-45ea-a0d1-a67d4c0f809f', 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'floating_ip_address': '172.26.3.29', 'floating_network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'router_id': '14f1c126-7d27-4f2f-a773-8dc2b98552c6', 'port_id': '748de8a5-686e-499d-85fc-fd6494568939', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1531, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b01fc299-e573-4a68-9d95-2468d0bb2f6f', 'mac_address': 'fa:16:3e:d5:82:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63176a4a-14a1-4265-8dee-45f34cd97dd4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T13:47:28Z', 'updated_at': '2021-12-18T13:47:28Z', 'revision_number': 0, 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf23f13c-6271-4ef4-9462-51c397de9ab3', 'name': '', 'network_id': 'b01fc299-e573-4a68-9d95-2468d0bb2f6f', 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'mac_address': 'fa:16:3e:30:6c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14f1c126-7d27-4f2f-a773-8dc2b98552c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1519, 'fixed_ips': [{'subnet_id': '56648962-5135-4c20-a262-3ba4e18bc666', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:47:11Z', 'updated_at': '2021-12-18T13:47:15Z', 'revision_number': 5, 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'subnets': [{'id': '56648962-5135-4c20-a262-3ba4e18bc666', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:47:29.691262 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1f770a-b2f2-42ad-80e8-5f0a48a057ac req-4ae811a7-908d-4ce6-b181-895c785ec2d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:47:29.692993 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-df1f770a-b2f2-42ad-80e8-5f0a48a057ac req-4ae811a7-908d-4ce6-b181-895c785ec2d8 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=56648962-5135-4c20-a262-3ba4e18bc666 HTTP/1.1" status: 200 len: 834 time: 0.0474050 Dec 18 13:47:29.714741 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a72c094-e508-433f-b8c0-3d3cdd604110 None None] Checking router: 14f1c126-7d27-4f2f-a773-8dc2b98552c6 for host: dv-neutron-744815-20-hyperv {{(pid=103161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 18 13:47:29.724273 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a72c094-e508-433f-b8c0-3d3cdd604110 None None] Routers {'14f1c126-7d27-4f2f-a773-8dc2b98552c6'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:47:29.724481 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-2a72c094-e508-433f-b8c0-3d3cdd604110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:47:27Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['14f1c126-7d27-4f2f-a773-8dc2b98552c6'], 'active': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:47:29.738077 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1f770a-b2f2-42ad-80e8-5f0a48a057ac req-15598316-5d25-4dd1-a4e8-a0255b3ae713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:47:29.739693 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-df1f770a-b2f2-42ad-80e8-5f0a48a057ac req-15598316-5d25-4dd1-a4e8-a0255b3ae713 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b01fc299-e573-4a68-9d95-2468d0bb2f6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0402102 Dec 18 13:47:29.833147 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-df1f770a-b2f2-42ad-80e8-5f0a48a057ac req-4087c117-2968-4e77-a806-d6e2d2bcc26a service neutron] 10.222.0.43 "GET /v2.0/networks/b01fc299-e573-4a68-9d95-2468d0bb2f6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864122 Dec 18 13:47:29.833331 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvr_db [None req-2a72c094-e508-433f-b8c0-3d3cdd604110 None None] Set router 14f1c126-7d27-4f2f-a773-8dc2b98552c6 gateway port host: dv-neutron-744815-20-hyperv {{(pid=103161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 13:47:29.931747 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-df1f770a-b2f2-42ad-80e8-5f0a48a057ac req-beeb3e65-a4ea-42ea-b783-c8150aa5cd87 service neutron] 10.222.0.43 "GET /v2.0/networks/b01fc299-e573-4a68-9d95-2468d0bb2f6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919285 Dec 18 13:47:29.999852 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7b7a3272-2b45-4d32-9670-25eb1afd1184 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:47:30.064642 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-2a72c094-e508-433f-b8c0-3d3cdd604110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14f1c126-7d27-4f2f-a773-8dc2b98552c6', 'name': 'tempest-TestNetworkBasicOps-router-1168113711', 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.90'}], 'enable_snat': True}, 'gw_port_id': '3253dab1-723f-4c3f-aa7f-d8f7326a57cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:47:09Z', 'updated_at': '2021-12-18T13:47:12Z', 'revision_number': 4, 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'gw_port': {'id': '3253dab1-723f-4c3f-aa7f-d8f7326a57cb', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:69:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14f1c126-7d27-4f2f-a773-8dc2b98552c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1516, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:47:09Z', 'updated_at': '2021-12-18T13:47:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv', '_floatingips': [{'id': '0141b60d-f419-45ea-a0d1-a67d4c0f809f', 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'floating_ip_address': '172.26.3.29', 'floating_network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'router_id': '14f1c126-7d27-4f2f-a773-8dc2b98552c6', 'port_id': '748de8a5-686e-499d-85fc-fd6494568939', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1531, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b01fc299-e573-4a68-9d95-2468d0bb2f6f', 'mac_address': 'fa:16:3e:d5:82:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63176a4a-14a1-4265-8dee-45f34cd97dd4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T13:47:28Z', 'updated_at': '2021-12-18T13:47:28Z', 'revision_number': 0, 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf23f13c-6271-4ef4-9462-51c397de9ab3', 'name': '', 'network_id': 'b01fc299-e573-4a68-9d95-2468d0bb2f6f', 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'mac_address': 'fa:16:3e:30:6c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14f1c126-7d27-4f2f-a773-8dc2b98552c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1519, 'fixed_ips': [{'subnet_id': '56648962-5135-4c20-a262-3ba4e18bc666', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:47:11Z', 'updated_at': '2021-12-18T13:47:15Z', 'revision_number': 5, 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'subnets': [{'id': '56648962-5135-4c20-a262-3ba4e18bc666', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:47:30.093950 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a72c094-e508-433f-b8c0-3d3cdd604110 None None] The sync data for ids ['14f1c126-7d27-4f2f-a773-8dc2b98552c6'] in dv-neutron-744815-20-hyperv is: [{'id': '14f1c126-7d27-4f2f-a773-8dc2b98552c6', 'name': 'tempest-TestNetworkBasicOps-router-1168113711', 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.90'}], 'enable_snat': True}, 'gw_port_id': '3253dab1-723f-4c3f-aa7f-d8f7326a57cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:47:09Z', 'updated_at': '2021-12-18T13:47:12Z', 'revision_number': 4, 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'gw_port': {'id': '3253dab1-723f-4c3f-aa7f-d8f7326a57cb', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:69:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14f1c126-7d27-4f2f-a773-8dc2b98552c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1516, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:47:09Z', 'updated_at': '2021-12-18T13:47:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv', '_floatingips': [{'id': '0141b60d-f419-45ea-a0d1-a67d4c0f809f', 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'floating_ip_address': '172.26.3.29', 'floating_network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'router_id': '14f1c126-7d27-4f2f-a773-8dc2b98552c6', 'port_id': '748de8a5-686e-499d-85fc-fd6494568939', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1531, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b01fc299-e573-4a68-9d95-2468d0bb2f6f', 'mac_address': 'fa:16:3e:d5:82:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63176a4a-14a1-4265-8dee-45f34cd97dd4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T13:47:28Z', 'updated_at': '2021-12-18T13:47:28Z', 'revision_number': 0, 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf23f13c-6271-4ef4-9462-51c397de9ab3', 'name': '', 'network_id': 'b01fc299-e573-4a68-9d95-2468d0bb2f6f', 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'mac_address': 'fa:16:3e:30:6c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14f1c126-7d27-4f2f-a773-8dc2b98552c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1519, 'fixed_ips': [{'subnet_id': '56648962-5135-4c20-a262-3ba4e18bc666', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:47:11Z', 'updated_at': '2021-12-18T13:47:15Z', 'revision_number': 5, 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'subnets': [{'id': '56648962-5135-4c20-a262-3ba4e18bc666', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 13:47:30.300529 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2e6db79-e46f-4022-a7d7-b3955f6cd6c7 None None] New status for floating IP 0141b60d-f419-45ea-a0d1-a67d4c0f809f: ACTIVE {{(pid=103162) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 18 13:47:30.442592 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 58500) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:47:30.510888 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-1e58fec6-00eb-408d-8544-45f82060a25a tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/floatingips/0141b60d-f419-45ea-a0d1-a67d4c0f809f HTTP/1.1" status: 200 len: 992 time: 0.0674188 Dec 18 13:47:30.876563 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:47:36.830294 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:47:54.915298 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-b4d6493a-e0b9-48c7-bc04-bc28bc17d9f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:47:55.732613 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-0350b8cc-e8af-4bcf-9a46-0d4f143adb40 req-a52784f1-5504-4a02-83ca-31956cd268f8 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=63176a4a-14a1-4265-8dee-45f34cd97dd4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0421159 Dec 18 13:47:55.824609 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0350b8cc-e8af-4bcf-9a46-0d4f143adb40 req-8ecc3708-9e50-412c-a039-0864286d5916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:47:55.826150 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-0350b8cc-e8af-4bcf-9a46-0d4f143adb40 req-8ecc3708-9e50-412c-a039-0864286d5916 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6e88b8a5aed24360a829007d7fd9d0fd&device_id=63176a4a-14a1-4265-8dee-45f34cd97dd4 HTTP/1.1" status: 200 len: 1098 time: 0.0486729 Dec 18 13:47:55.935755 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0350b8cc-e8af-4bcf-9a46-0d4f143adb40 req-3a0f9caf-8bca-4dd1-b379-c64e96e99ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:47:55.937297 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-0350b8cc-e8af-4bcf-9a46-0d4f143adb40 req-3a0f9caf-8bca-4dd1-b379-c64e96e99ba9 service neutron] 10.222.0.43 "GET /v2.0/networks?id=b01fc299-e573-4a68-9d95-2468d0bb2f6f HTTP/1.1" status: 200 len: 897 time: 0.0878031 Dec 18 13:47:56.014612 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-0350b8cc-e8af-4bcf-9a46-0d4f143adb40 req-a588250e-a88a-42c3-81a3-1f723e7643a4 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=748de8a5-686e-499d-85fc-fd6494568939 HTTP/1.1" status: 200 len: 1000 time: 0.0698407 Dec 18 13:47:56.065806 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0350b8cc-e8af-4bcf-9a46-0d4f143adb40 req-25d8be1f-42f1-46bf-bb34-eb17144db4c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:47:56.067290 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-0350b8cc-e8af-4bcf-9a46-0d4f143adb40 req-25d8be1f-42f1-46bf-bb34-eb17144db4c4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=56648962-5135-4c20-a262-3ba4e18bc666 HTTP/1.1" status: 200 len: 834 time: 0.0451701 Dec 18 13:47:56.125749 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0350b8cc-e8af-4bcf-9a46-0d4f143adb40 req-a7f789a4-b0ca-43ee-b5fc-3c9ab0f37b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:47:56.127270 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-0350b8cc-e8af-4bcf-9a46-0d4f143adb40 req-a7f789a4-b0ca-43ee-b5fc-3c9ab0f37b26 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b01fc299-e573-4a68-9d95-2468d0bb2f6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0518568 Dec 18 13:47:56.220067 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-0350b8cc-e8af-4bcf-9a46-0d4f143adb40 req-4f8f2559-57ca-4e19-9c63-cd54cdd1178a service neutron] 10.222.0.43 "GET /v2.0/networks/b01fc299-e573-4a68-9d95-2468d0bb2f6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846572 Dec 18 13:47:56.315569 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-0350b8cc-e8af-4bcf-9a46-0d4f143adb40 req-a276e9e8-c8b1-4934-ac51-90658ec7c653 service neutron] 10.222.0.43 "GET /v2.0/networks/b01fc299-e573-4a68-9d95-2468d0bb2f6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886412 Dec 18 13:47:57.167526 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-34291425-dd84-41c5-9f8f-879ed57b1a94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:47:58.489499 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-afa9ae9b-bdbb-4010-bcf6-3a46ce66cf71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:47:59.994920 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7b7a3272-2b45-4d32-9670-25eb1afd1184 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:48:00.876151 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:48:01.287478 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.agents_db [None req-e3dda592-589a-4b4d-b028-ba9a260f4f50 None None] Agent healthcheck: found 6 active agents {{(pid=103162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 18 13:48:06.867802 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:48:24.927282 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-3d101f7e-f282-433b-ab13-0f41679877a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:48:27.162612 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-679bf7f2-5d17-4c25-9a7b-5a069c69abc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:48:28.497501 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-afa9ae9b-bdbb-4010-bcf6-3a46ce66cf71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:48:29.996829 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7b7a3272-2b45-4d32-9670-25eb1afd1184 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:48:30.876131 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:48:36.872557 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:48:38.291492 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.agents_db [None req-e3dda592-589a-4b4d-b028-ba9a260f4f50 None None] Agent healthcheck: found 6 active agents {{(pid=103162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 18 13:48:41.501006 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 58530) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:48:41.506285 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-073c2079-23b2-49db-9b0a-0587d80cffeb tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Request body: {'router': {'admin_state_up': False}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:48:41.824348 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-073c2079-23b2-49db-9b0a-0587d80cffeb tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-586613', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-589787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28650'] for router, precommit_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:48:41.839083 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-073c2079-23b2-49db-9b0a-0587d80cffeb tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-586526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-586508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-586503', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-589778'] for router, after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:48:41.961906 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-073c2079-23b2-49db-9b0a-0587d80cffeb tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Router 14f1c126-7d27-4f2f-a773-8dc2b98552c6 has already been hosted by L3 agent c9c0cd52-5bd2-4704-9429-d80f1c5ad23c {{(pid=103159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 18 13:48:42.080666 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-073c2079-23b2-49db-9b0a-0587d80cffeb tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Notify agent at l3_agent.dv-neutron-744815-20-hyperv the message routers_updated {{(pid=103159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 13:48:42.087780 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-073c2079-23b2-49db-9b0a-0587d80cffeb tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for router, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:48:42.088915 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-073c2079-23b2-49db-9b0a-0587d80cffeb tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "PUT /v2.0/routers/14f1c126-7d27-4f2f-a773-8dc2b98552c6 HTTP/1.1" status: 200 len: 888 time: 0.5868320 Dec 18 13:48:42.092391 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08b6ac6e-a8f3-4125-ae91-4f0274241f9d None None] Sync routers for ids ['14f1c126-7d27-4f2f-a773-8dc2b98552c6'] in dv-neutron-744815-20-hyperv {{(pid=103161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 13:48:42.104364 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08b6ac6e-a8f3-4125-ae91-4f0274241f9d None None] Routers {'14f1c126-7d27-4f2f-a773-8dc2b98552c6'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:48:42.105009 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-08b6ac6e-a8f3-4125-ae91-4f0274241f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:48:27Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['14f1c126-7d27-4f2f-a773-8dc2b98552c6'], 'active': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:48:42.137602 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-08b6ac6e-a8f3-4125-ae91-4f0274241f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:48:42.146213 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08b6ac6e-a8f3-4125-ae91-4f0274241f9d None None] Routers {'14f1c126-7d27-4f2f-a773-8dc2b98552c6'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:48:42.146783 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-08b6ac6e-a8f3-4125-ae91-4f0274241f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:48:27Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['14f1c126-7d27-4f2f-a773-8dc2b98552c6'], 'active': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:48:42.180776 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-08b6ac6e-a8f3-4125-ae91-4f0274241f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:48:42.181382 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08b6ac6e-a8f3-4125-ae91-4f0274241f9d None None] The sync data for ids ['14f1c126-7d27-4f2f-a773-8dc2b98552c6'] in dv-neutron-744815-20-hyperv is: [] {{(pid=103161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 13:48:42.960811 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-538d75be-13b5-43cc-bf14-7a6e71f0cab1 None None] New status for floating IP 0141b60d-f419-45ea-a0d1-a67d4c0f809f: DOWN {{(pid=103162) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 18 13:48:43.155843 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 3253dab1-723f-4c3f-aa7f-d8f7326a57cb no longer exists at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 18 13:48:43.233251 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:48:43.254161 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-2294866d-0076-4933-952c-685307032598 None None] For port 3253dab1-723f-4c3f-aa7f-d8f7326a57cb, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=3253dab1-723f-4c3f-aa7f-d8f7326a57cb,segment=NetworkSegment(3f66d49c-4faa-434c-8c3e-991f4f1d01bd),segment_id=3f66d49c-4faa-434c-8c3e-991f4f1d01bd)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:48:43.258551 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:48:43.259276 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device cf23f13c-6271-4ef4-9462-51c397de9ab3 no longer exists at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 18 13:48:43.334697 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Pushing event updated for resources: {'Port': ['ID=3253dab1-723f-4c3f-aa7f-d8f7326a57cb,revision_number=5']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:48:43.344277 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2294866d-0076-4933-952c-685307032598 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:48:43.344629 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2294866d-0076-4933-952c-685307032598 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:48:43.344973 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2294866d-0076-4933-952c-685307032598 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:48:43.345310 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2294866d-0076-4933-952c-685307032598 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:48:43.345629 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2294866d-0076-4933-952c-685307032598 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:48:43.345955 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2294866d-0076-4933-952c-685307032598 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:48:43.346281 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2294866d-0076-4933-952c-685307032598 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:48:43.346606 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2294866d-0076-4933-952c-685307032598 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:48:43.346934 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2294866d-0076-4933-952c-685307032598 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:48:43.347285 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2294866d-0076-4933-952c-685307032598 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:48:43.347612 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2294866d-0076-4933-952c-685307032598 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:48:43.347928 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2294866d-0076-4933-952c-685307032598 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:48:43.348252 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2294866d-0076-4933-952c-685307032598 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:48:43.386700 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:48:43.419308 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-2294866d-0076-4933-952c-685307032598 None None] For port cf23f13c-6271-4ef4-9462-51c397de9ab3, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=cf23f13c-6271-4ef4-9462-51c397de9ab3,segment=NetworkSegment(443651cb-87c4-4c9a-b52a-1ce079adfc5a),segment_id=443651cb-87c4-4c9a-b52a-1ce079adfc5a)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:48:43.425267 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:48:43.471760 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Pushing event updated for resources: {'Port': ['ID=cf23f13c-6271-4ef4-9462-51c397de9ab3,revision_number=6']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:48:44.228570 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 58536) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:48:44.236224 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-7dc9827c-e4a4-4f5f-bb53-659f76274e4d tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:48:45.013682 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-7dc9827c-e4a4-4f5f-bb53-659f76274e4d tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-586613', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-589787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28650'] for router, precommit_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:48:45.026662 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-7dc9827c-e4a4-4f5f-bb53-659f76274e4d tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-586526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-586508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-586503', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-589778'] for router, after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:48:45.157658 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dc9827c-e4a4-4f5f-bb53-659f76274e4d tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Router 14f1c126-7d27-4f2f-a773-8dc2b98552c6 has already been hosted by L3 agent c9c0cd52-5bd2-4704-9429-d80f1c5ad23c {{(pid=103159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 18 13:48:45.270442 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dc9827c-e4a4-4f5f-bb53-659f76274e4d tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Notify agent at l3_agent.dv-neutron-744815-20-hyperv the message routers_updated {{(pid=103159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 13:48:45.277600 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-7dc9827c-e4a4-4f5f-bb53-659f76274e4d tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for router, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:48:45.278776 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-7dc9827c-e4a4-4f5f-bb53-659f76274e4d tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "PUT /v2.0/routers/14f1c126-7d27-4f2f-a773-8dc2b98552c6 HTTP/1.1" status: 200 len: 887 time: 1.0488312 Dec 18 13:48:45.281135 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81281d3a-3840-4648-8f8c-edb64e6644a6 None None] Sync routers for ids ['14f1c126-7d27-4f2f-a773-8dc2b98552c6'] in dv-neutron-744815-20-hyperv {{(pid=103161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 13:48:45.281807 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 58538) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:48:45.296093 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81281d3a-3840-4648-8f8c-edb64e6644a6 None None] Routers {'14f1c126-7d27-4f2f-a773-8dc2b98552c6'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:48:45.296718 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-81281d3a-3840-4648-8f8c-edb64e6644a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:48:27Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['14f1c126-7d27-4f2f-a773-8dc2b98552c6'], 'active': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:48:45.346891 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-6850b60a-0f6c-470c-845d-9b35305306ff tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/floatingips/0141b60d-f419-45ea-a0d1-a67d4c0f809f HTTP/1.1" status: 200 len: 990 time: 0.0639923 Dec 18 13:48:45.414505 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvr_db [None req-81281d3a-3840-4648-8f8c-edb64e6644a6 None None] Set router 14f1c126-7d27-4f2f-a773-8dc2b98552c6 gateway port host: dv-neutron-744815-20-hyperv {{(pid=103161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 13:48:45.662569 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-81281d3a-3840-4648-8f8c-edb64e6644a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14f1c126-7d27-4f2f-a773-8dc2b98552c6', 'name': 'tempest-TestNetworkBasicOps-router-1168113711', 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.90'}], 'enable_snat': True}, 'gw_port_id': '3253dab1-723f-4c3f-aa7f-d8f7326a57cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:47:09Z', 'updated_at': '2021-12-18T13:48:45Z', 'revision_number': 6, 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'gw_port': {'id': '3253dab1-723f-4c3f-aa7f-d8f7326a57cb', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:69:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14f1c126-7d27-4f2f-a773-8dc2b98552c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1516, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:47:09Z', 'updated_at': '2021-12-18T13:48:43Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv', '_floatingips': [{'id': '0141b60d-f419-45ea-a0d1-a67d4c0f809f', 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'floating_ip_address': '172.26.3.29', 'floating_network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'router_id': '14f1c126-7d27-4f2f-a773-8dc2b98552c6', 'port_id': '748de8a5-686e-499d-85fc-fd6494568939', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1531, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b01fc299-e573-4a68-9d95-2468d0bb2f6f', 'mac_address': 'fa:16:3e:d5:82:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63176a4a-14a1-4265-8dee-45f34cd97dd4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T13:47:28Z', 'updated_at': '2021-12-18T13:48:43Z', 'revision_number': 2, 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf23f13c-6271-4ef4-9462-51c397de9ab3', 'name': '', 'network_id': 'b01fc299-e573-4a68-9d95-2468d0bb2f6f', 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'mac_address': 'fa:16:3e:30:6c:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14f1c126-7d27-4f2f-a773-8dc2b98552c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1519, 'fixed_ips': [{'subnet_id': '56648962-5135-4c20-a262-3ba4e18bc666', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:47:11Z', 'updated_at': '2021-12-18T13:48:43Z', 'revision_number': 6, 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'subnets': [{'id': '56648962-5135-4c20-a262-3ba4e18bc666', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:48:45.689096 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81281d3a-3840-4648-8f8c-edb64e6644a6 None None] Checking router: 14f1c126-7d27-4f2f-a773-8dc2b98552c6 for host: dv-neutron-744815-20-hyperv {{(pid=103161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 18 13:48:45.698439 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81281d3a-3840-4648-8f8c-edb64e6644a6 None None] Routers {'14f1c126-7d27-4f2f-a773-8dc2b98552c6'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:48:45.699068 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-81281d3a-3840-4648-8f8c-edb64e6644a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:48:27Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['14f1c126-7d27-4f2f-a773-8dc2b98552c6'], 'active': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:48:45.972112 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvr_db [None req-81281d3a-3840-4648-8f8c-edb64e6644a6 None None] Set router 14f1c126-7d27-4f2f-a773-8dc2b98552c6 gateway port host: dv-neutron-744815-20-hyperv {{(pid=103161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 13:48:46.202171 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-81281d3a-3840-4648-8f8c-edb64e6644a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14f1c126-7d27-4f2f-a773-8dc2b98552c6', 'name': 'tempest-TestNetworkBasicOps-router-1168113711', 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.90'}], 'enable_snat': True}, 'gw_port_id': '3253dab1-723f-4c3f-aa7f-d8f7326a57cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:47:09Z', 'updated_at': '2021-12-18T13:48:45Z', 'revision_number': 6, 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'gw_port': {'id': '3253dab1-723f-4c3f-aa7f-d8f7326a57cb', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:69:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14f1c126-7d27-4f2f-a773-8dc2b98552c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1516, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:47:09Z', 'updated_at': '2021-12-18T13:48:43Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv', '_floatingips': [{'id': '0141b60d-f419-45ea-a0d1-a67d4c0f809f', 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'floating_ip_address': '172.26.3.29', 'floating_network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'router_id': '14f1c126-7d27-4f2f-a773-8dc2b98552c6', 'port_id': '748de8a5-686e-499d-85fc-fd6494568939', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1531, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b01fc299-e573-4a68-9d95-2468d0bb2f6f', 'mac_address': 'fa:16:3e:d5:82:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63176a4a-14a1-4265-8dee-45f34cd97dd4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T13:47:28Z', 'updated_at': '2021-12-18T13:48:43Z', 'revision_number': 2, 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf23f13c-6271-4ef4-9462-51c397de9ab3', 'name': '', 'network_id': 'b01fc299-e573-4a68-9d95-2468d0bb2f6f', 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'mac_address': 'fa:16:3e:30:6c:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14f1c126-7d27-4f2f-a773-8dc2b98552c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1519, 'fixed_ips': [{'subnet_id': '56648962-5135-4c20-a262-3ba4e18bc666', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:47:11Z', 'updated_at': '2021-12-18T13:48:43Z', 'revision_number': 6, 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'subnets': [{'id': '56648962-5135-4c20-a262-3ba4e18bc666', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:48:46.229059 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81281d3a-3840-4648-8f8c-edb64e6644a6 None None] The sync data for ids ['14f1c126-7d27-4f2f-a773-8dc2b98552c6'] in dv-neutron-744815-20-hyperv is: [{'id': '14f1c126-7d27-4f2f-a773-8dc2b98552c6', 'name': 'tempest-TestNetworkBasicOps-router-1168113711', 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.90'}], 'enable_snat': True}, 'gw_port_id': '3253dab1-723f-4c3f-aa7f-d8f7326a57cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:47:09Z', 'updated_at': '2021-12-18T13:48:45Z', 'revision_number': 6, 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'gw_port': {'id': '3253dab1-723f-4c3f-aa7f-d8f7326a57cb', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:69:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14f1c126-7d27-4f2f-a773-8dc2b98552c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1516, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:47:09Z', 'updated_at': '2021-12-18T13:48:43Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv', '_floatingips': [{'id': '0141b60d-f419-45ea-a0d1-a67d4c0f809f', 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'floating_ip_address': '172.26.3.29', 'floating_network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'router_id': '14f1c126-7d27-4f2f-a773-8dc2b98552c6', 'port_id': '748de8a5-686e-499d-85fc-fd6494568939', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1531, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b01fc299-e573-4a68-9d95-2468d0bb2f6f', 'mac_address': 'fa:16:3e:d5:82:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63176a4a-14a1-4265-8dee-45f34cd97dd4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T13:47:28Z', 'updated_at': '2021-12-18T13:48:43Z', 'revision_number': 2, 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf23f13c-6271-4ef4-9462-51c397de9ab3', 'name': '', 'network_id': 'b01fc299-e573-4a68-9d95-2468d0bb2f6f', 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'mac_address': 'fa:16:3e:30:6c:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14f1c126-7d27-4f2f-a773-8dc2b98552c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1519, 'fixed_ips': [{'subnet_id': '56648962-5135-4c20-a262-3ba4e18bc666', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:47:11Z', 'updated_at': '2021-12-18T13:48:43Z', 'revision_number': 6, 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'subnets': [{'id': '56648962-5135-4c20-a262-3ba4e18bc666', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 13:48:46.351105 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 58540) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:48:46.433526 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-21d9428d-80f7-43fa-b4cd-a20f78519683 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/floatingips/0141b60d-f419-45ea-a0d1-a67d4c0f809f HTTP/1.1" status: 200 len: 990 time: 0.0811989 Dec 18 13:48:47.193432 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 3253dab1-723f-4c3f-aa7f-d8f7326a57cb up at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 13:48:47.252712 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2294866d-0076-4933-952c-685307032598 None None] Provisioning complete for port 3253dab1-723f-4c3f-aa7f-d8f7326a57cb triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:48:47.253205 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:48:47.330568 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:48:47.352070 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-2294866d-0076-4933-952c-685307032598 None None] For port 3253dab1-723f-4c3f-aa7f-d8f7326a57cb, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=3253dab1-723f-4c3f-aa7f-d8f7326a57cb,segment=NetworkSegment(3f66d49c-4faa-434c-8c3e-991f4f1d01bd),segment_id=3f66d49c-4faa-434c-8c3e-991f4f1d01bd)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:48:47.356577 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:48:47.357490 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device cf23f13c-6271-4ef4-9462-51c397de9ab3 up at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 13:48:47.436668 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Pushing event updated for resources: {'Port': ['ID=3253dab1-723f-4c3f-aa7f-d8f7326a57cb,revision_number=6']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:48:47.437067 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 58544) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:48:47.448439 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2294866d-0076-4933-952c-685307032598 None None] Provisioning complete for port cf23f13c-6271-4ef4-9462-51c397de9ab3 triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:48:47.448837 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:48:47.504882 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-3a1a48f7-bfd1-46c2-94f4-758d621f66bf tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/floatingips/0141b60d-f419-45ea-a0d1-a67d4c0f809f HTTP/1.1" status: 200 len: 990 time: 0.0665376 Dec 18 13:48:47.528080 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:48:47.563274 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-2294866d-0076-4933-952c-685307032598 None None] For port cf23f13c-6271-4ef4-9462-51c397de9ab3, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=cf23f13c-6271-4ef4-9462-51c397de9ab3,segment=NetworkSegment(443651cb-87c4-4c9a-b52a-1ce079adfc5a),segment_id=443651cb-87c4-4c9a-b52a-1ce079adfc5a)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:48:47.567768 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:48:47.615590 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Pushing event updated for resources: {'Port': ['ID=cf23f13c-6271-4ef4-9462-51c397de9ab3,revision_number=7']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:48:47.908116 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62460150-f87f-49f9-ace6-45495b80f5e9 None None] New status for floating IP 0141b60d-f419-45ea-a0d1-a67d4c0f809f: ACTIVE {{(pid=103162) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 18 13:48:48.510132 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 58546) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:48:48.588179 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-6fb68104-a585-4521-81de-86cabfc82837 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/floatingips/0141b60d-f419-45ea-a0d1-a67d4c0f809f HTTP/1.1" status: 200 len: 992 time: 0.0766072 Dec 18 13:48:48.838060 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 58552) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:48:49.008222 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-27e83e1b-5c09-4882-8bdf-e0e59c1db614 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Deleting port 3b010670-38cb-4db1-a542-e271dff05d9a {{(pid=103160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:48:49.008617 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-27e83e1b-5c09-4882-8bdf-e0e59c1db614 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:48:49.087964 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-27e83e1b-5c09-4882-8bdf-e0e59c1db614 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:48:49.088287 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-27e83e1b-5c09-4882-8bdf-e0e59c1db614 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:48:49.100013 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-27e83e1b-5c09-4882-8bdf-e0e59c1db614 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Calling delete_port for 3b010670-38cb-4db1-a542-e271dff05d9a owned by network:floatingip {{(pid=103160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:48:49.145658 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 3253dab1-723f-4c3f-aa7f-d8f7326a57cb up at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 13:48:49.195660 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2294866d-0076-4933-952c-685307032598 None None] Provisioning complete for port 3253dab1-723f-4c3f-aa7f-d8f7326a57cb triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:48:49.196042 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:48:49.258030 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-27e83e1b-5c09-4882-8bdf-e0e59c1db614 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4533522'] for port, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:48:49.282849 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device cf23f13c-6271-4ef4-9462-51c397de9ab3 up at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 13:48:49.284920 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e83e1b-5c09-4882-8bdf-e0e59c1db614 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Pushing event deleted for resources: {'Port': ['ID=3b010670-38cb-4db1-a542-e271dff05d9a,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:48:49.298471 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e83e1b-5c09-4882-8bdf-e0e59c1db614 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:48:49.298831 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e83e1b-5c09-4882-8bdf-e0e59c1db614 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:48:49.299213 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e83e1b-5c09-4882-8bdf-e0e59c1db614 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:48:49.299560 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e83e1b-5c09-4882-8bdf-e0e59c1db614 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:48:49.299892 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e83e1b-5c09-4882-8bdf-e0e59c1db614 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:48:49.300222 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e83e1b-5c09-4882-8bdf-e0e59c1db614 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:48:49.300551 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e83e1b-5c09-4882-8bdf-e0e59c1db614 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:48:49.300905 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e83e1b-5c09-4882-8bdf-e0e59c1db614 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:48:49.301255 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e83e1b-5c09-4882-8bdf-e0e59c1db614 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:48:49.301580 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e83e1b-5c09-4882-8bdf-e0e59c1db614 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:48:49.301903 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e83e1b-5c09-4882-8bdf-e0e59c1db614 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:48:49.302248 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e83e1b-5c09-4882-8bdf-e0e59c1db614 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:48:49.302568 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e83e1b-5c09-4882-8bdf-e0e59c1db614 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:48:49.333178 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2294866d-0076-4933-952c-685307032598 None None] Provisioning complete for port cf23f13c-6271-4ef4-9462-51c397de9ab3 triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:48:49.333462 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:48:49.358768 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-27e83e1b-5c09-4882-8bdf-e0e59c1db614 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for floatingip, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:48:49.359193 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.db.l3_db [None req-27e83e1b-5c09-4882-8bdf-e0e59c1db614 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Floating IP 0141b60d-f419-45ea-a0d1-a67d4c0f809f disassociated (deleted). External IP: 172.26.3.29, port: 748de8a5-686e-499d-85fc-fd6494568939. Dec 18 13:48:49.571618 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27e83e1b-5c09-4882-8bdf-e0e59c1db614 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Router 14f1c126-7d27-4f2f-a773-8dc2b98552c6 has already been hosted by L3 agent c9c0cd52-5bd2-4704-9429-d80f1c5ad23c {{(pid=103160) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 18 13:48:49.686139 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27e83e1b-5c09-4882-8bdf-e0e59c1db614 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Notify agent at l3_agent.dv-neutron-744815-20-hyperv the message routers_updated {{(pid=103160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 13:48:49.691494 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-27e83e1b-5c09-4882-8bdf-e0e59c1db614 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for floatingip, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:48:49.696307 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-418a9d65-e36d-4d6c-8410-10dc49cfd0f6 None None] Sync routers for ids ['14f1c126-7d27-4f2f-a773-8dc2b98552c6'] in dv-neutron-744815-20-hyperv {{(pid=103161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 13:48:49.706978 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-418a9d65-e36d-4d6c-8410-10dc49cfd0f6 None None] Routers {'14f1c126-7d27-4f2f-a773-8dc2b98552c6'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:48:49.707617 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-418a9d65-e36d-4d6c-8410-10dc49cfd0f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:48:27Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['14f1c126-7d27-4f2f-a773-8dc2b98552c6'], 'active': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:48:49.725063 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-27e83e1b-5c09-4882-8bdf-e0e59c1db614 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "DELETE /v2.0/floatingips/0141b60d-f419-45ea-a0d1-a67d4c0f809f HTTP/1.1" status: 204 len: 168 time: 0.8832676 Dec 18 13:48:49.725063 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63176a4a-14a1-4265-8dee-45f34cd97dd4', 'tag': '748de8a5-686e-499d-85fc-fd6494568939'}] {{(pid=103160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 18 13:48:49.725486 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd59ab3361532ca86f78e2d2eaf298e4a05479417bf909969c39d1b423591824" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a645cb1-b8bc-4e9d-8993-f7922c1225db" -d '{"events": [{"name": "network-changed", "server_uuid": "63176a4a-14a1-4265-8dee-45f34cd97dd4", "tag": "748de8a5-686e-499d-85fc-fd6494568939"}]}' {{(pid=103160) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 18 13:48:49.772886 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 13:48:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c887e8d-e4cf-4464-8806-900d97e84b12 x-openstack-request-id: req-3c887e8d-e4cf-4464-8806-900d97e84b12 {{(pid=103160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 18 13:48:49.773179 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63176a4a-14a1-4265-8dee-45f34cd97dd4", "tag": "748de8a5-686e-499d-85fc-fd6494568939", "status": "completed", "code": 200}]} {{(pid=103160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 18 13:48:49.773478 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3c887e8d-e4cf-4464-8806-900d97e84b12 {{(pid=103160) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 18 13:48:49.773896 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63176a4a-14a1-4265-8dee-45f34cd97dd4', 'tag': '748de8a5-686e-499d-85fc-fd6494568939', 'status': 'completed', 'code': 200} Dec 18 13:48:49.818423 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvr_db [None req-418a9d65-e36d-4d6c-8410-10dc49cfd0f6 None None] Set router 14f1c126-7d27-4f2f-a773-8dc2b98552c6 gateway port host: dv-neutron-744815-20-hyperv {{(pid=103161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 13:48:49.838541 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a645cb1-b8bc-4e9d-8993-f7922c1225db req-1b2e4553-4193-4631-93d2-6d609672bffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:48:49.840133 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-5a645cb1-b8bc-4e9d-8993-f7922c1225db req-1b2e4553-4193-4631-93d2-6d609672bffe service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6e88b8a5aed24360a829007d7fd9d0fd&device_id=63176a4a-14a1-4265-8dee-45f34cd97dd4 HTTP/1.1" status: 200 len: 1098 time: 0.0417652 Dec 18 13:48:49.985618 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a645cb1-b8bc-4e9d-8993-f7922c1225db req-acaae80b-8552-45e3-898c-c63ba0a332b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:48:49.987127 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-5a645cb1-b8bc-4e9d-8993-f7922c1225db req-acaae80b-8552-45e3-898c-c63ba0a332b3 service neutron] 10.222.0.43 "GET /v2.0/networks?id=b01fc299-e573-4a68-9d95-2468d0bb2f6f HTTP/1.1" status: 200 len: 897 time: 0.1337128 Dec 18 13:48:49.995702 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bf0fb8-9104-4787-a111-41a15ad6df9d req-69aae62f-d238-45c8-90ff-9ab7297be1da tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:48:49.997136 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-64bf0fb8-9104-4787-a111-41a15ad6df9d req-69aae62f-d238-45c8-90ff-9ab7297be1da tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/ports?device_id=63176a4a-14a1-4265-8dee-45f34cd97dd4 HTTP/1.1" status: 200 len: 945 time: 0.0723798 Dec 18 13:48:50.020931 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-418a9d65-e36d-4d6c-8410-10dc49cfd0f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14f1c126-7d27-4f2f-a773-8dc2b98552c6', 'name': 'tempest-TestNetworkBasicOps-router-1168113711', 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.90'}], 'enable_snat': True}, 'gw_port_id': '3253dab1-723f-4c3f-aa7f-d8f7326a57cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:47:09Z', 'updated_at': '2021-12-18T13:48:45Z', 'revision_number': 6, 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'gw_port': {'id': '3253dab1-723f-4c3f-aa7f-d8f7326a57cb', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:69:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14f1c126-7d27-4f2f-a773-8dc2b98552c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1516, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:47:09Z', 'updated_at': '2021-12-18T13:48:47Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv', '_interfaces': [{'id': 'cf23f13c-6271-4ef4-9462-51c397de9ab3', 'name': '', 'network_id': 'b01fc299-e573-4a68-9d95-2468d0bb2f6f', 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'mac_address': 'fa:16:3e:30:6c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14f1c126-7d27-4f2f-a773-8dc2b98552c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1519, 'fixed_ips': [{'subnet_id': '56648962-5135-4c20-a262-3ba4e18bc666', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:47:11Z', 'updated_at': '2021-12-18T13:48:47Z', 'revision_number': 7, 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'subnets': [{'id': '56648962-5135-4c20-a262-3ba4e18bc666', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:48:50.037489 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-5a645cb1-b8bc-4e9d-8993-f7922c1225db req-9b9e8035-b756-4eff-a4a9-e542f0a9f3df service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=748de8a5-686e-499d-85fc-fd6494568939 HTTP/1.1" status: 200 len: 217 time: 0.0394225 Dec 18 13:48:50.050718 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-418a9d65-e36d-4d6c-8410-10dc49cfd0f6 None None] Checking router: 14f1c126-7d27-4f2f-a773-8dc2b98552c6 for host: dv-neutron-744815-20-hyperv {{(pid=103161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 18 13:48:50.059957 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-418a9d65-e36d-4d6c-8410-10dc49cfd0f6 None None] Routers {'14f1c126-7d27-4f2f-a773-8dc2b98552c6'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:48:50.060608 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-418a9d65-e36d-4d6c-8410-10dc49cfd0f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:48:27Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['14f1c126-7d27-4f2f-a773-8dc2b98552c6'], 'active': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:48:50.113565 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-64bf0fb8-9104-4787-a111-41a15ad6df9d req-33e373aa-e5e3-48ec-963c-ac9999901a3a tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/security-groups?id=2c73502e-167d-4e6f-b916-5263f296ef8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1079166 Dec 18 13:48:50.115374 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a645cb1-b8bc-4e9d-8993-f7922c1225db req-bc7de106-6ca2-4240-9071-2c3f36e03df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:48:50.116892 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-5a645cb1-b8bc-4e9d-8993-f7922c1225db req-bc7de106-6ca2-4240-9071-2c3f36e03df5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=56648962-5135-4c20-a262-3ba4e18bc666 HTTP/1.1" status: 200 len: 834 time: 0.0722227 Dec 18 13:48:50.166185 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a645cb1-b8bc-4e9d-8993-f7922c1225db req-80c61fc8-59fd-40a1-b378-c52e8c0c9a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:48:50.167706 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-5a645cb1-b8bc-4e9d-8993-f7922c1225db req-80c61fc8-59fd-40a1-b378-c52e8c0c9a40 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b01fc299-e573-4a68-9d95-2468d0bb2f6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0413272 Dec 18 13:48:50.170857 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvr_db [None req-418a9d65-e36d-4d6c-8410-10dc49cfd0f6 None None] Set router 14f1c126-7d27-4f2f-a773-8dc2b98552c6 gateway port host: dv-neutron-744815-20-hyperv {{(pid=103161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 13:48:50.265020 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-5a645cb1-b8bc-4e9d-8993-f7922c1225db req-32783687-8576-4df4-99f3-20495d163720 service neutron] 10.222.0.43 "GET /v2.0/networks/b01fc299-e573-4a68-9d95-2468d0bb2f6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886550 Dec 18 13:48:50.355773 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-5a645cb1-b8bc-4e9d-8993-f7922c1225db req-95409281-89aa-455f-8758-88259dfbb784 service neutron] 10.222.0.43 "GET /v2.0/networks/b01fc299-e573-4a68-9d95-2468d0bb2f6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819695 Dec 18 13:48:50.370668 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-418a9d65-e36d-4d6c-8410-10dc49cfd0f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14f1c126-7d27-4f2f-a773-8dc2b98552c6', 'name': 'tempest-TestNetworkBasicOps-router-1168113711', 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.90'}], 'enable_snat': True}, 'gw_port_id': '3253dab1-723f-4c3f-aa7f-d8f7326a57cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:47:09Z', 'updated_at': '2021-12-18T13:48:45Z', 'revision_number': 6, 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'gw_port': {'id': '3253dab1-723f-4c3f-aa7f-d8f7326a57cb', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:69:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14f1c126-7d27-4f2f-a773-8dc2b98552c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1516, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:47:09Z', 'updated_at': '2021-12-18T13:48:47Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv', '_interfaces': [{'id': 'cf23f13c-6271-4ef4-9462-51c397de9ab3', 'name': '', 'network_id': 'b01fc299-e573-4a68-9d95-2468d0bb2f6f', 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'mac_address': 'fa:16:3e:30:6c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14f1c126-7d27-4f2f-a773-8dc2b98552c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1519, 'fixed_ips': [{'subnet_id': '56648962-5135-4c20-a262-3ba4e18bc666', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:47:11Z', 'updated_at': '2021-12-18T13:48:47Z', 'revision_number': 7, 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'subnets': [{'id': '56648962-5135-4c20-a262-3ba4e18bc666', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:48:50.400631 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-418a9d65-e36d-4d6c-8410-10dc49cfd0f6 None None] The sync data for ids ['14f1c126-7d27-4f2f-a773-8dc2b98552c6'] in dv-neutron-744815-20-hyperv is: [{'id': '14f1c126-7d27-4f2f-a773-8dc2b98552c6', 'name': 'tempest-TestNetworkBasicOps-router-1168113711', 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.90'}], 'enable_snat': True}, 'gw_port_id': '3253dab1-723f-4c3f-aa7f-d8f7326a57cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:47:09Z', 'updated_at': '2021-12-18T13:48:45Z', 'revision_number': 6, 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'gw_port': {'id': '3253dab1-723f-4c3f-aa7f-d8f7326a57cb', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:69:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14f1c126-7d27-4f2f-a773-8dc2b98552c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1516, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:47:09Z', 'updated_at': '2021-12-18T13:48:47Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv', '_interfaces': [{'id': 'cf23f13c-6271-4ef4-9462-51c397de9ab3', 'name': '', 'network_id': 'b01fc299-e573-4a68-9d95-2468d0bb2f6f', 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'mac_address': 'fa:16:3e:30:6c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14f1c126-7d27-4f2f-a773-8dc2b98552c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1519, 'fixed_ips': [{'subnet_id': '56648962-5135-4c20-a262-3ba4e18bc666', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:47:11Z', 'updated_at': '2021-12-18T13:48:47Z', 'revision_number': 7, 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'subnets': [{'id': '56648962-5135-4c20-a262-3ba4e18bc666', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 13:48:51.067940 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbb16f4b-88b6-4749-9c7e-d51e1684fc1a None None] New status for floating IP 0141b60d-f419-45ea-a0d1-a67d4c0f809f: DOWN {{(pid=103162) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 18 13:48:51.241602 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66ede4f-bd9d-4513-997a-97cbd2f049d2 req-5e8404e0-0e6e-47ef-bce1-3a89f75e6cc5 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:48:51.243100 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-d66ede4f-bd9d-4513-997a-97cbd2f049d2 req-5e8404e0-0e6e-47ef-bce1-3a89f75e6cc5 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/ports?device_id=63176a4a-14a1-4265-8dee-45f34cd97dd4 HTTP/1.1" status: 200 len: 945 time: 0.0545416 Dec 18 13:48:51.294490 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-d66ede4f-bd9d-4513-997a-97cbd2f049d2 req-c73c078c-5276-49a9-858b-3fd4b069b02a tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/security-groups?id=2c73502e-167d-4e6f-b916-5263f296ef8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453119 Dec 18 13:48:51.599687 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b608064e-a0d5-4701-a8d0-ef48c2ac791a req-fb30d9e8-0117-441a-9526-4f74d3af0b19 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:48:51.601075 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-b608064e-a0d5-4701-a8d0-ef48c2ac791a req-fb30d9e8-0117-441a-9526-4f74d3af0b19 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.43 "GET /v2.0/ports?device_id=63176a4a-14a1-4265-8dee-45f34cd97dd4 HTTP/1.1" status: 200 len: 945 time: 0.0524800 Dec 18 13:48:51.697818 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [req-b608064e-a0d5-4701-a8d0-ef48c2ac791a req-c82fcbee-2fb4-4ef2-b896-c537cb6ac0af tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Deleting port 748de8a5-686e-499d-85fc-fd6494568939 {{(pid=103159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:48:51.698173 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-b608064e-a0d5-4701-a8d0-ef48c2ac791a req-c82fcbee-2fb4-4ef2-b896-c537cb6ac0af tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:48:51.791815 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.db [req-b608064e-a0d5-4701-a8d0-ef48c2ac791a req-c82fcbee-2fb4-4ef2-b896-c537cb6ac0af tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] For port 748de8a5-686e-499d-85fc-fd6494568939, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=748de8a5-686e-499d-85fc-fd6494568939,segment=NetworkSegment(443651cb-87c4-4c9a-b52a-1ce079adfc5a),segment_id=443651cb-87c4-4c9a-b52a-1ce079adfc5a)] {{(pid=103159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:48:51.792191 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-b608064e-a0d5-4701-a8d0-ef48c2ac791a req-c82fcbee-2fb4-4ef2-b896-c537cb6ac0af tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:48:51.805119 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [req-b608064e-a0d5-4701-a8d0-ef48c2ac791a req-c82fcbee-2fb4-4ef2-b896-c537cb6ac0af tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Calling delete_port for 748de8a5-686e-499d-85fc-fd6494568939 owned by compute:nova {{(pid=103159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:48:51.951884 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-b608064e-a0d5-4701-a8d0-ef48c2ac791a req-c82fcbee-2fb4-4ef2-b896-c537cb6ac0af tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:48:51.986790 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82fcbee-2fb4-4ef2-b896-c537cb6ac0af tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Pushing event deleted for resources: {'Port': ['ID=748de8a5-686e-499d-85fc-fd6494568939,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:48:51.999049 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82fcbee-2fb4-4ef2-b896-c537cb6ac0af tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:48:51.999454 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82fcbee-2fb4-4ef2-b896-c537cb6ac0af tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:48:51.999798 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82fcbee-2fb4-4ef2-b896-c537cb6ac0af tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:48:52.000169 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82fcbee-2fb4-4ef2-b896-c537cb6ac0af tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:48:52.000504 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82fcbee-2fb4-4ef2-b896-c537cb6ac0af tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:48:52.000829 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82fcbee-2fb4-4ef2-b896-c537cb6ac0af tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:48:52.001115 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82fcbee-2fb4-4ef2-b896-c537cb6ac0af tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:48:52.001458 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82fcbee-2fb4-4ef2-b896-c537cb6ac0af tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:48:52.001794 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82fcbee-2fb4-4ef2-b896-c537cb6ac0af tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:48:52.002088 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82fcbee-2fb4-4ef2-b896-c537cb6ac0af tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:48:52.002433 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82fcbee-2fb4-4ef2-b896-c537cb6ac0af tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:48:52.002753 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82fcbee-2fb4-4ef2-b896-c537cb6ac0af tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:48:52.003067 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82fcbee-2fb4-4ef2-b896-c537cb6ac0af tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:48:52.038214 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [req-b608064e-a0d5-4701-a8d0-ef48c2ac791a req-c82fcbee-2fb4-4ef2-b896-c537cb6ac0af tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] No DVR routers for this DVR port 748de8a5-686e-499d-85fc-fd6494568939 on host hv-neutron-7448 {{(pid=103159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 18 13:48:52.040799 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-b608064e-a0d5-4701-a8d0-ef48c2ac791a req-c82fcbee-2fb4-4ef2-b896-c537cb6ac0af tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:48:52.044041 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-b608064e-a0d5-4701-a8d0-ef48c2ac791a req-c82fcbee-2fb4-4ef2-b896-c537cb6ac0af tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.43 "DELETE /v2.0/ports/748de8a5-686e-499d-85fc-fd6494568939 HTTP/1.1" status: 204 len: 173 time: 0.4369507 Dec 18 13:48:52.044467 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63176a4a-14a1-4265-8dee-45f34cd97dd4', 'name': 'network-vif-deleted', 'tag': '748de8a5-686e-499d-85fc-fd6494568939'}] {{(pid=103159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 18 13:48:52.046737 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca844cf115d59c1fab86abc202fb4c13735de0d7e4cbbbb25eec9406e9c87431" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7800bfee-222c-4849-ab1c-d40173dc0408" -d '{"events": [{"server_uuid": "63176a4a-14a1-4265-8dee-45f34cd97dd4", "name": "network-vif-deleted", "tag": "748de8a5-686e-499d-85fc-fd6494568939"}]}' {{(pid=103159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 18 13:48:52.087726 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 13:48:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-114574c7-b197-4006-ac0f-30462bb20bd7 x-openstack-request-id: req-114574c7-b197-4006-ac0f-30462bb20bd7 {{(pid=103159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 18 13:48:52.088014 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63176a4a-14a1-4265-8dee-45f34cd97dd4", "name": "network-vif-deleted", "tag": "748de8a5-686e-499d-85fc-fd6494568939", "status": "completed", "code": 200}]} {{(pid=103159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 18 13:48:52.088265 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-114574c7-b197-4006-ac0f-30462bb20bd7 {{(pid=103159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 18 13:48:52.088678 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63176a4a-14a1-4265-8dee-45f34cd97dd4', 'name': 'network-vif-deleted', 'tag': '748de8a5-686e-499d-85fc-fd6494568939', 'status': 'completed', 'code': 200} Dec 18 13:48:52.411750 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-3761d531-f92b-4012-a95e-9ee3168c026e req-91f20205-65ba-4a4e-9046-7d30945ee466 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "GET /v2.0/ports?device_id=63176a4a-14a1-4265-8dee-45f34cd97dd4 HTTP/1.1" status: 200 len: 210 time: 0.0335112 Dec 18 13:48:53.473134 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 58570) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:48:53.531978 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-ebed8bd5-adf1-4175-abc9-78e7fd44769e tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for security_group, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:48:53.558171 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-ebed8bd5-adf1-4175-abc9-78e7fd44769e tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:48:53.623677 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-ebed8bd5-adf1-4175-abc9-78e7fd44769e tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:48:53.626686 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-ebed8bd5-adf1-4175-abc9-78e7fd44769e tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for security_group, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:48:53.627893 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-ebed8bd5-adf1-4175-abc9-78e7fd44769e tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "DELETE /v2.0/security-groups/2c73502e-167d-4e6f-b916-5263f296ef8d HTTP/1.1" status: 204 len: 168 time: 0.1537859 Dec 18 13:48:53.637580 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebed8bd5-adf1-4175-abc9-78e7fd44769e tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c73502e-167d-4e6f-b916-5263f296ef8d,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:48:53.660919 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 58574) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:48:54.035390 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-8904afd7-5e5b-44fe-88b4-57c3892a2498 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-586101'] for router_interface, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:48:54.293740 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-8904afd7-5e5b-44fe-88b4-57c3892a2498 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Deleting port cf23f13c-6271-4ef4-9462-51c397de9ab3 {{(pid=103160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:48:54.293960 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-8904afd7-5e5b-44fe-88b4-57c3892a2498 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:48:54.380346 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.db [None req-8904afd7-5e5b-44fe-88b4-57c3892a2498 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] For port cf23f13c-6271-4ef4-9462-51c397de9ab3, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=cf23f13c-6271-4ef4-9462-51c397de9ab3,segment=NetworkSegment(443651cb-87c4-4c9a-b52a-1ce079adfc5a),segment_id=443651cb-87c4-4c9a-b52a-1ce079adfc5a)] {{(pid=103160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:48:54.380714 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-8904afd7-5e5b-44fe-88b4-57c3892a2498 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:48:54.394089 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-8904afd7-5e5b-44fe-88b4-57c3892a2498 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Calling delete_port for cf23f13c-6271-4ef4-9462-51c397de9ab3 owned by network:router_interface {{(pid=103160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:48:54.590553 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-8904afd7-5e5b-44fe-88b4-57c3892a2498 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4533522'] for port, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:48:54.627961 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8904afd7-5e5b-44fe-88b4-57c3892a2498 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Pushing event deleted for resources: {'Port': ['ID=cf23f13c-6271-4ef4-9462-51c397de9ab3,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:48:54.800993 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-8904afd7-5e5b-44fe-88b4-57c3892a2498 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1048020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-576035'] for router_interface, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:48:54.923323 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0286642a-e960-4348-8031-b97f55dd00b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:48:55.035469 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8904afd7-5e5b-44fe-88b4-57c3892a2498 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Router 14f1c126-7d27-4f2f-a773-8dc2b98552c6 has already been hosted by L3 agent c9c0cd52-5bd2-4704-9429-d80f1c5ad23c {{(pid=103160) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 18 13:48:55.150648 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8904afd7-5e5b-44fe-88b4-57c3892a2498 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Notify agent at l3_agent.dv-neutron-744815-20-hyperv the message routers_updated {{(pid=103160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 13:48:55.156538 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-8904afd7-5e5b-44fe-88b4-57c3892a2498 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "PUT /v2.0/routers/14f1c126-7d27-4f2f-a773-8dc2b98552c6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4944727 Dec 18 13:48:55.159313 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 58576) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:48:55.161141 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d535f2a7-ed49-4f43-b8d6-18f0f5b3540a None None] Sync routers for ids ['14f1c126-7d27-4f2f-a773-8dc2b98552c6'] in dv-neutron-744815-20-hyperv {{(pid=103161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 13:48:55.172506 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d535f2a7-ed49-4f43-b8d6-18f0f5b3540a None None] Routers {'14f1c126-7d27-4f2f-a773-8dc2b98552c6'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:48:55.173125 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-d535f2a7-ed49-4f43-b8d6-18f0f5b3540a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:48:27Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['14f1c126-7d27-4f2f-a773-8dc2b98552c6'], 'active': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:48:55.212557 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.db_base_plugin_v2 [None req-faf80caa-5290-4b7f-8c7f-aa4363575b4f tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Deleting subnet 56648962-5135-4c20-a262-3ba4e18bc666 {{(pid=103160) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 18 13:48:55.216580 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-faf80caa-5290-4b7f-8c7f-aa4363575b4f tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for subnet, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:48:55.256176 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-faf80caa-5290-4b7f-8c7f-aa4363575b4f tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4533385'] for subnet, precommit_delete_associations {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:48:55.281841 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvr_db [None req-d535f2a7-ed49-4f43-b8d6-18f0f5b3540a None None] Set router 14f1c126-7d27-4f2f-a773-8dc2b98552c6 gateway port host: dv-neutron-744815-20-hyperv {{(pid=103161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 13:48:55.344205 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-faf80caa-5290-4b7f-8c7f-aa4363575b4f tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1929185'] for subnet, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:48:55.402633 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-faf80caa-5290-4b7f-8c7f-aa4363575b4f tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1929192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4533475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4514371'] for subnet, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:48:55.427042 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf80caa-5290-4b7f-8c7f-aa4363575b4f tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Pushing event deleted for resources: {'Subnet': ['ID=56648962-5135-4c20-a262-3ba4e18bc666,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:48:55.433156 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-faf80caa-5290-4b7f-8c7f-aa4363575b4f tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for subnet, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:48:55.438788 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-faf80caa-5290-4b7f-8c7f-aa4363575b4f tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "DELETE /v2.0/subnets/56648962-5135-4c20-a262-3ba4e18bc666 HTTP/1.1" status: 204 len: 168 time: 0.2784557 Dec 18 13:48:55.439532 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f37b7ba-df21-4ad3-8209-34ee7f5edec3 None None] Network b01fc299-e573-4a68-9d95-2468d0bb2f6f requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:48:55.440192 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 58578) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:48:55.536269 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-d535f2a7-ed49-4f43-b8d6-18f0f5b3540a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14f1c126-7d27-4f2f-a773-8dc2b98552c6', 'name': 'tempest-TestNetworkBasicOps-router-1168113711', 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.90'}], 'enable_snat': True}, 'gw_port_id': '3253dab1-723f-4c3f-aa7f-d8f7326a57cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:47:09Z', 'updated_at': '2021-12-18T13:48:54Z', 'revision_number': 7, 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'gw_port': {'id': '3253dab1-723f-4c3f-aa7f-d8f7326a57cb', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:69:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14f1c126-7d27-4f2f-a773-8dc2b98552c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1516, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:47:09Z', 'updated_at': '2021-12-18T13:48:47Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv'}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:48:55.555291 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-73b3fe10-cbb3-4877-9058-d78f0408e271 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for router, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:48:55.569227 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d535f2a7-ed49-4f43-b8d6-18f0f5b3540a None None] Checking router: 14f1c126-7d27-4f2f-a773-8dc2b98552c6 for host: dv-neutron-744815-20-hyperv {{(pid=103161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 18 13:48:55.578353 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d535f2a7-ed49-4f43-b8d6-18f0f5b3540a None None] Routers {'14f1c126-7d27-4f2f-a773-8dc2b98552c6'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:48:55.578944 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-d535f2a7-ed49-4f43-b8d6-18f0f5b3540a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:48:27Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['14f1c126-7d27-4f2f-a773-8dc2b98552c6'], 'active': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:48:55.776639 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd07864b-70c3-46d2-9814-41e7de456b74 None None] DHCP port deletion for b01fc299-e573-4a68-9d95-2468d0bb2f6f request from dv-neutron-744815-20-hyperv {{(pid=103161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 18 13:48:55.882341 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvr_db [None req-d535f2a7-ed49-4f43-b8d6-18f0f5b3540a None None] Set router 14f1c126-7d27-4f2f-a773-8dc2b98552c6 gateway port host: dv-neutron-744815-20-hyperv {{(pid=103161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 13:48:55.941123 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-fd07864b-70c3-46d2-9814-41e7de456b74 None None] Deleting port ccd43b4f-38b8-451c-b6f5-7f78559ef0f5 {{(pid=103161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:48:55.941823 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-fd07864b-70c3-46d2-9814-41e7de456b74 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:48:56.021334 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-73b3fe10-cbb3-4877-9058-d78f0408e271 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:48:56.052838 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-fd07864b-70c3-46d2-9814-41e7de456b74 None None] For port ccd43b4f-38b8-451c-b6f5-7f78559ef0f5, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=ccd43b4f-38b8-451c-b6f5-7f78559ef0f5,segment=NetworkSegment(443651cb-87c4-4c9a-b52a-1ce079adfc5a),segment_id=443651cb-87c4-4c9a-b52a-1ce079adfc5a)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:48:56.053245 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-fd07864b-70c3-46d2-9814-41e7de456b74 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:48:56.072143 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-fd07864b-70c3-46d2-9814-41e7de456b74 None None] Calling delete_port for ccd43b4f-38b8-451c-b6f5-7f78559ef0f5 owned by network:dhcp {{(pid=103161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:48:56.077702 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-73b3fe10-cbb3-4877-9058-d78f0408e271 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Deleting port 3253dab1-723f-4c3f-aa7f-d8f7326a57cb {{(pid=103160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:48:56.077993 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-73b3fe10-cbb3-4877-9058-d78f0408e271 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:48:56.159733 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.db [None req-73b3fe10-cbb3-4877-9058-d78f0408e271 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] For port 3253dab1-723f-4c3f-aa7f-d8f7326a57cb, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=3253dab1-723f-4c3f-aa7f-d8f7326a57cb,segment=NetworkSegment(3f66d49c-4faa-434c-8c3e-991f4f1d01bd),segment_id=3f66d49c-4faa-434c-8c3e-991f4f1d01bd)] {{(pid=103160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:48:56.160189 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-73b3fe10-cbb3-4877-9058-d78f0408e271 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:48:56.172497 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-73b3fe10-cbb3-4877-9058-d78f0408e271 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Calling delete_port for 3253dab1-723f-4c3f-aa7f-d8f7326a57cb owned by network:router_gateway {{(pid=103160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:48:56.185946 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-d535f2a7-ed49-4f43-b8d6-18f0f5b3540a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14f1c126-7d27-4f2f-a773-8dc2b98552c6', 'name': 'tempest-TestNetworkBasicOps-router-1168113711', 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.90'}], 'enable_snat': True}, 'gw_port_id': '3253dab1-723f-4c3f-aa7f-d8f7326a57cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:47:09Z', 'updated_at': '2021-12-18T13:48:54Z', 'revision_number': 7, 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'gw_port': {'id': '3253dab1-723f-4c3f-aa7f-d8f7326a57cb', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:69:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14f1c126-7d27-4f2f-a773-8dc2b98552c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1516, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:47:09Z', 'updated_at': '2021-12-18T13:48:47Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv'}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:48:56.189022 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-fd07864b-70c3-46d2-9814-41e7de456b74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984'] for port, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:48:56.234471 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d535f2a7-ed49-4f43-b8d6-18f0f5b3540a None None] The sync data for ids ['14f1c126-7d27-4f2f-a773-8dc2b98552c6'] in dv-neutron-744815-20-hyperv is: [{'id': '14f1c126-7d27-4f2f-a773-8dc2b98552c6', 'name': 'tempest-TestNetworkBasicOps-router-1168113711', 'tenant_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.90'}], 'enable_snat': True}, 'gw_port_id': '3253dab1-723f-4c3f-aa7f-d8f7326a57cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:47:09Z', 'updated_at': '2021-12-18T13:48:54Z', 'revision_number': 7, 'project_id': '6e88b8a5aed24360a829007d7fd9d0fd', 'gw_port': {'id': '3253dab1-723f-4c3f-aa7f-d8f7326a57cb', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:69:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14f1c126-7d27-4f2f-a773-8dc2b98552c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1516, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:47:09Z', 'updated_at': '2021-12-18T13:48:47Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv'}] {{(pid=103161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 13:48:56.241249 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd07864b-70c3-46d2-9814-41e7de456b74 None None] Pushing event deleted for resources: {'Port': ['ID=ccd43b4f-38b8-451c-b6f5-7f78559ef0f5,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:48:56.246461 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd07864b-70c3-46d2-9814-41e7de456b74 None None] No DVR routers for this DVR port ccd43b4f-38b8-451c-b6f5-7f78559ef0f5 on host dv-neutron-744815-20-hyperv {{(pid=103161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 18 13:48:56.361569 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-73b3fe10-cbb3-4877-9058-d78f0408e271 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4533522'] for port, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:48:56.384397 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b3fe10-cbb3-4877-9058-d78f0408e271 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Pushing event deleted for resources: {'Port': ['ID=3253dab1-723f-4c3f-aa7f-d8f7326a57cb,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:48:56.400517 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08ee0df4-9968-4636-bcdf-bc4096ab21ef None None] DHCP port deletion for decb4a40-7941-48c8-afbb-daaafd502e83 request from dv-neutron-744815-20-hyperv {{(pid=103161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 18 13:48:56.445921 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-73b3fe10-cbb3-4877-9058-d78f0408e271 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-586554'] for router_gateway, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:48:56.537987 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-73b3fe10-cbb3-4877-9058-d78f0408e271 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-589815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28643'] for router, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:48:56.540125 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-73b3fe10-cbb3-4877-9058-d78f0408e271 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:48:56.594818 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-73b3fe10-cbb3-4877-9058-d78f0408e271 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-589710'] for router, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:48:56.595645 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73b3fe10-cbb3-4877-9058-d78f0408e271 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Fanout notify agent at l3_agent the message router_deleted on router 14f1c126-7d27-4f2f-a773-8dc2b98552c6 {{(pid=103160) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 18 13:48:56.604772 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-73b3fe10-cbb3-4877-9058-d78f0408e271 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for router, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:48:56.606208 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-73b3fe10-cbb3-4877-9058-d78f0408e271 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "DELETE /v2.0/routers/14f1c126-7d27-4f2f-a773-8dc2b98552c6 HTTP/1.1" status: 204 len: 168 time: 1.1649435 Dec 18 13:48:56.608959 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 58580) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:48:56.697847 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-5c5ddcfd-469f-449a-a3db-65f144937ae0 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2023137'] for network, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:48:56.791502 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-5c5ddcfd-469f-449a-a3db-65f144937ae0 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1927292', 'neutron.services.segments.db._delete_segments_for_network-8767106887837'] for network, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:48:56.812598 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.services.segments.db [None req-5c5ddcfd-469f-449a-a3db-65f144937ae0 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b01fc299-e573-4a68-9d95-2468d0bb2f6f']}} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:48:56.822416 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.services.segments.db [None req-5c5ddcfd-469f-449a-a3db-65f144937ae0 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '443651cb-87c4-4c9a-b52a-1ce079adfc5a') {'for_net_delete': True} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:48:56.822711 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.services.segments.db [None req-5c5ddcfd-469f-449a-a3db-65f144937ae0 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '443651cb-87c4-4c9a-b52a-1ce079adfc5a') {} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:48:56.833271 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-5c5ddcfd-469f-449a-a3db-65f144937ae0 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767106888614', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4533424'] for segment, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:48:56.847656 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-5c5ddcfd-469f-449a-a3db-65f144937ae0 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:48:56.854514 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c5ddcfd-469f-449a-a3db-65f144937ae0 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=103160) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 18 13:48:56.854913 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-5c5ddcfd-469f-449a-a3db-65f144937ae0 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4533569'] for segment, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:48:56.858142 dv-neutron-744815-20-hyperv neutron-server[103160]: Traceback (most recent call last): Dec 18 13:48:56.858142 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 18 13:48:56.858142 dv-neutron-744815-20-hyperv neutron-server[103160]: timer() Dec 18 13:48:56.858142 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 18 13:48:56.858142 dv-neutron-744815-20-hyperv neutron-server[103160]: cb(*args, **kw) Dec 18 13:48:56.858142 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 18 13:48:56.858142 dv-neutron-744815-20-hyperv neutron-server[103160]: return func(*args, **kwargs) Dec 18 13:48:56.858142 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 18 13:48:56.858142 dv-neutron-744815-20-hyperv neutron-server[103160]: self._notify() Dec 18 13:48:56.858142 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 18 13:48:56.858142 dv-neutron-744815-20-hyperv neutron-server[103160]: self.callback(batched_events) Dec 18 13:48:56.858142 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 18 13:48:56.858142 dv-neutron-744815-20-hyperv neutron-server[103160]: event.method(event) Dec 18 13:48:56.858142 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 18 13:48:56.858142 dv-neutron-744815-20-hyperv neutron-server[103160]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 18 13:48:56.858142 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 18 13:48:56.858142 dv-neutron-744815-20-hyperv neutron-server[103160]: aggregate_uuid = self.p_client.list_aggregates( Dec 18 13:48:56.858142 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 18 13:48:56.858142 dv-neutron-744815-20-hyperv neutron-server[103160]: return f(self, *a, **k) Dec 18 13:48:56.858142 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 18 13:48:56.858142 dv-neutron-744815-20-hyperv neutron-server[103160]: return self._get(url).json() Dec 18 13:48:56.858142 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 18 13:48:56.858142 dv-neutron-744815-20-hyperv neutron-server[103160]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 18 13:48:56.858142 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 18 13:48:56.858142 dv-neutron-744815-20-hyperv neutron-server[103160]: return self.request(url, 'GET', **kwargs) Dec 18 13:48:56.858142 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 18 13:48:56.858142 dv-neutron-744815-20-hyperv neutron-server[103160]: base_url = self.get_endpoint(auth, allow=allow, Dec 18 13:48:56.858142 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 18 13:48:56.858142 dv-neutron-744815-20-hyperv neutron-server[103160]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 18 13:48:56.858142 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 18 13:48:56.858142 dv-neutron-744815-20-hyperv neutron-server[103160]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 18 13:48:56.858142 dv-neutron-744815-20-hyperv neutron-server[103160]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 18 13:48:56.928644 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-5c5ddcfd-469f-449a-a3db-65f144937ae0 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1927267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586962'] for network, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:48:56.937888 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-5c5ddcfd-469f-449a-a3db-65f144937ae0 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Publish callbacks [] for network, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:48:56.941301 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-5c5ddcfd-469f-449a-a3db-65f144937ae0 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] 10.222.0.31 "DELETE /v2.0/networks/b01fc299-e573-4a68-9d95-2468d0bb2f6f HTTP/1.1" status: 204 len: 168 time: 0.3311334 Dec 18 13:48:56.956530 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5ddcfd-469f-449a-a3db-65f144937ae0 tempest-TestNetworkBasicOps-186557581 tempest-TestNetworkBasicOps-186557581-project] Pushing event deleted for resources: {'Network': ['ID=b01fc299-e573-4a68-9d95-2468d0bb2f6f,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:48:57.020113 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Device 748de8a5-686e-499d-85fc-fd6494568939 no longer exists at agent hyperv_hv-neutron-7448 {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 18 13:48:57.040542 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] No Port match for: 748de8a5-686e-499d-85fc-fd6494568939 {{(pid=103161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 18 13:48:57.040892 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Device 748de8a5-686e-499d-85fc-fd6494568939 not bound to the agent host hv-neutron-7448 {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 18 13:48:57.148494 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 3253dab1-723f-4c3f-aa7f-d8f7326a57cb no longer exists at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 18 13:48:57.175822 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-2294866d-0076-4933-952c-685307032598 None None] No Port match for: 3253dab1-723f-4c3f-aa7f-d8f7326a57cb {{(pid=103161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 18 13:48:57.176171 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 3253dab1-723f-4c3f-aa7f-d8f7326a57cb not bound to the agent host dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 18 13:48:57.176590 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device ccd43b4f-38b8-451c-b6f5-7f78559ef0f5 no longer exists at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 18 13:48:57.202040 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-2294866d-0076-4933-952c-685307032598 None None] No Port match for: ccd43b4f-38b8-451c-b6f5-7f78559ef0f5 {{(pid=103161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 18 13:48:57.202388 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device ccd43b4f-38b8-451c-b6f5-7f78559ef0f5 not bound to the agent host dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 18 13:48:57.202810 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device cf23f13c-6271-4ef4-9462-51c397de9ab3 no longer exists at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 18 13:48:57.224047 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c333f4ca-8e1c-47a6-8340-56a8e3efc227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:48:57.225316 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-2294866d-0076-4933-952c-685307032598 None None] No Port match for: cf23f13c-6271-4ef4-9462-51c397de9ab3 {{(pid=103161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 18 13:48:57.225652 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device cf23f13c-6271-4ef4-9462-51c397de9ab3 not bound to the agent host dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 18 13:48:57.264972 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 58586) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:48:57.397240 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-18ef9175-3413-49cc-b64d-f86da441f903 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6e88b8a5aed24360a829007d7fd9d0fd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1309664 Dec 18 13:48:57.399798 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 58590) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:48:57.447891 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-32745096-6bf1-48c0-9b4c-7fb73e371a72 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:48:57.471325 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-32745096-6bf1-48c0-9b4c-7fb73e371a72 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:48:57.524284 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-32745096-6bf1-48c0-9b4c-7fb73e371a72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:48:57.527394 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-32745096-6bf1-48c0-9b4c-7fb73e371a72 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:48:57.528537 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-32745096-6bf1-48c0-9b4c-7fb73e371a72 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/975512c7-114f-4de0-85e5-d6733081136c HTTP/1.1" status: 204 len: 168 time: 0.1278694 Dec 18 13:48:57.535980 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32745096-6bf1-48c0-9b4c-7fb73e371a72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=975512c7-114f-4de0-85e5-d6733081136c,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:48:57.812169 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 58596) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:48:57.825804 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-c523f401-8d2e-4992-a7be-3a7b4b271405 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:48:57.901318 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-c523f401-8d2e-4992-a7be-3a7b4b271405 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:48:57.906205 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-c523f401-8d2e-4992-a7be-3a7b4b271405 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:48:57.943851 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-c523f401-8d2e-4992-a7be-3a7b4b271405 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=60f4f3a42bb64b49ab2060cece2a7732&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1305676 Dec 18 13:48:57.944803 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c523f401-8d2e-4992-a7be-3a7b4b271405 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cdd47f2-bf31-4741-8662-1185670898a0,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:48:57.947642 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 58598) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:48:57.998555 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-21125ea0-9389-48e7-9c1d-8d4b78e263eb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:48:58.024114 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-21125ea0-9389-48e7-9c1d-8d4b78e263eb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:48:58.076867 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-21125ea0-9389-48e7-9c1d-8d4b78e263eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:48:58.080901 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-21125ea0-9389-48e7-9c1d-8d4b78e263eb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:48:58.082503 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-21125ea0-9389-48e7-9c1d-8d4b78e263eb admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9cdd47f2-bf31-4741-8662-1185670898a0 HTTP/1.1" status: 204 len: 168 time: 0.1334341 Dec 18 13:48:58.091818 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21125ea0-9389-48e7-9c1d-8d4b78e263eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cdd47f2-bf31-4741-8662-1185670898a0,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:48:58.496436 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-afa9ae9b-bdbb-4010-bcf6-3a46ce66cf71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:49:00.000730 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7b7a3272-2b45-4d32-9670-25eb1afd1184 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:49:00.874477 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:49:05.005592 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-211aa2d3-0647-4a5e-b9f0-6abc0693894c req-fc1cdd1c-60ff-4f2a-a6bd-be2ec1030dcc tempest-ServersAdminNegativeTestJSON-1276966911 tempest-ServersAdminNegativeTestJSON-1276966911-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=b49a807adc6f4819aea60966402a90bb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0300488 Dec 18 13:49:05.211021 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211aa2d3-0647-4a5e-b9f0-6abc0693894c req-ec9a53fe-9104-43f0-865b-8ddd07380268 tempest-ServersAdminNegativeTestJSON-1276966911 tempest-ServersAdminNegativeTestJSON-1276966911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:49:05.212528 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-211aa2d3-0647-4a5e-b9f0-6abc0693894c req-ec9a53fe-9104-43f0-865b-8ddd07380268 tempest-ServersAdminNegativeTestJSON-1276966911 tempest-ServersAdminNegativeTestJSON-1276966911-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2007959 Dec 18 13:49:05.231285 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-211aa2d3-0647-4a5e-b9f0-6abc0693894c req-33970ed2-ae8f-4de6-8ab0-0b7be66cd804 tempest-ServersAdminNegativeTestJSON-1276966911 tempest-ServersAdminNegativeTestJSON-1276966911-project] 10.222.0.31 "GET /v2.0/quotas/b49a807adc6f4819aea60966402a90bb HTTP/1.1" status: 200 len: 375 time: 0.0095193 Dec 18 13:49:05.264772 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-211aa2d3-0647-4a5e-b9f0-6abc0693894c req-5485a2d1-1d8e-4e42-9ea6-8e6c006bcbea tempest-ServersAdminNegativeTestJSON-1276966911 tempest-ServersAdminNegativeTestJSON-1276966911-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=b49a807adc6f4819aea60966402a90bb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0259135 Dec 18 13:49:05.425283 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-3e1830f9-79b3-4c40-a750-828e6fb66007 req-b6c4fae0-ad87-4433-86af-ffde53910e86 tempest-ServersAdminNegativeTestJSON-1276966911 tempest-ServersAdminNegativeTestJSON-1276966911-project] 10.222.0.31 "GET /v2.0/ports?device_id=6148271c-814d-430f-b53a-7a780756f470 HTTP/1.1" status: 200 len: 210 time: 0.0262287 Dec 18 13:49:06.316073 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-211aa2d3-0647-4a5e-b9f0-6abc0693894c req-cd9362a5-f2a4-4dd6-a978-3e35e419d5d8 tempest-ServersAdminNegativeTestJSON-1276966911 tempest-ServersAdminNegativeTestJSON-1276966911-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=b49a807adc6f4819aea60966402a90bb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0218010 Dec 18 13:49:06.432172 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211aa2d3-0647-4a5e-b9f0-6abc0693894c req-5a0b7ee9-3d23-4f53-b822-0be997d9d63b tempest-ServersAdminNegativeTestJSON-1276966911 tempest-ServersAdminNegativeTestJSON-1276966911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:49:06.433909 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-211aa2d3-0647-4a5e-b9f0-6abc0693894c req-5a0b7ee9-3d23-4f53-b822-0be997d9d63b tempest-ServersAdminNegativeTestJSON-1276966911 tempest-ServersAdminNegativeTestJSON-1276966911-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1106265 Dec 18 13:49:06.446014 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [req-211aa2d3-0647-4a5e-b9f0-6abc0693894c req-bd9d136d-13f4-4e88-b6a2-f0cdbfd2d85e tempest-ServersAdminNegativeTestJSON-1276966911 tempest-ServersAdminNegativeTestJSON-1276966911-project] Request body: {'port': {'device_id': '6148271c-814d-430f-b53a-7a780756f470', 'network_id': '77d513dd-3470-497b-a32a-ef3bc765371b', 'admin_state_up': True, 'tenant_id': 'b49a807adc6f4819aea60966402a90bb'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:49:06.538575 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-69beb06c-ccb3-4f56-85f7-dbcdd6f4cd87 req-26f33ae1-5134-434a-94e2-19b995e77465 tempest-ServersAdminNegativeTestJSON-1276966911 tempest-ServersAdminNegativeTestJSON-1276966911-project] 10.222.0.31 "GET /v2.0/ports?device_id=6148271c-814d-430f-b53a-7a780756f470 HTTP/1.1" status: 200 len: 210 time: 0.0388198 Dec 18 13:49:06.590120 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-211aa2d3-0647-4a5e-b9f0-6abc0693894c req-bd9d136d-13f4-4e88-b6a2-f0cdbfd2d85e tempest-ServersAdminNegativeTestJSON-1276966911 tempest-ServersAdminNegativeTestJSON-1276966911-project] Made reservation on behalf of b49a807adc6f4819aea60966402a90bb for: {'port': 1} {{(pid=103159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:49:06.593612 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-211aa2d3-0647-4a5e-b9f0-6abc0693894c req-bd9d136d-13f4-4e88-b6a2-f0cdbfd2d85e tempest-ServersAdminNegativeTestJSON-1276966911 tempest-ServersAdminNegativeTestJSON-1276966911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:49:06.602409 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-211aa2d3-0647-4a5e-b9f0-6abc0693894c req-bd9d136d-13f4-4e88-b6a2-f0cdbfd2d85e tempest-ServersAdminNegativeTestJSON-1276966911 tempest-ServersAdminNegativeTestJSON-1276966911-project] Publish callbacks [] for security_group, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:49:06.674675 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-211aa2d3-0647-4a5e-b9f0-6abc0693894c req-bd9d136d-13f4-4e88-b6a2-f0cdbfd2d85e tempest-ServersAdminNegativeTestJSON-1276966911 tempest-ServersAdminNegativeTestJSON-1276966911-project] Publish callbacks [] for security_group, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:49:06.680090 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-211aa2d3-0647-4a5e-b9f0-6abc0693894c req-bd9d136d-13f4-4e88-b6a2-f0cdbfd2d85e tempest-ServersAdminNegativeTestJSON-1276966911 tempest-ServersAdminNegativeTestJSON-1276966911-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:49:06.736505 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9d136d-13f4-4e88-b6a2-f0cdbfd2d85e tempest-ServersAdminNegativeTestJSON-1276966911 tempest-ServersAdminNegativeTestJSON-1276966911-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86a9cca8-0f2d-44be-847c-4c709419d6e1,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:49:06.815358 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.db_base_plugin_common [req-211aa2d3-0647-4a5e-b9f0-6abc0693894c req-bd9d136d-13f4-4e88-b6a2-f0cdbfd2d85e tempest-ServersAdminNegativeTestJSON-1276966911 tempest-ServersAdminNegativeTestJSON-1276966911-project] Allocated IP 192.168.233.86 (77d513dd-3470-497b-a32a-ef3bc765371b/a9156167-311b-498f-9055-9260458f609f/59e365fb-632d-4dd3-943a-bd5a1db05dfd) {{(pid=103159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:49:06.866640 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:49:06.975967 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-211aa2d3-0647-4a5e-b9f0-6abc0693894c req-bd9d136d-13f4-4e88-b6a2-f0cdbfd2d85e tempest-ServersAdminNegativeTestJSON-1276966911 tempest-ServersAdminNegativeTestJSON-1276966911-project] Publish callbacks [] for port, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:49:07.018183 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-211aa2d3-0647-4a5e-b9f0-6abc0693894c req-bd9d136d-13f4-4e88-b6a2-f0cdbfd2d85e tempest-ServersAdminNegativeTestJSON-1276966911 tempest-ServersAdminNegativeTestJSON-1276966911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:49:07.060893 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-211aa2d3-0647-4a5e-b9f0-6abc0693894c req-bd9d136d-13f4-4e88-b6a2-f0cdbfd2d85e tempest-ServersAdminNegativeTestJSON-1276966911 tempest-ServersAdminNegativeTestJSON-1276966911-project] Network 77d513dd-3470-497b-a32a-ef3bc765371b is already hosted by enough agents. {{(pid=103159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:49:07.064093 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.base_scheduler [req-211aa2d3-0647-4a5e-b9f0-6abc0693894c req-bd9d136d-13f4-4e88-b6a2-f0cdbfd2d85e tempest-ServersAdminNegativeTestJSON-1276966911 tempest-ServersAdminNegativeTestJSON-1276966911-project] Resources bound (agent type, host, resource id): {{(pid=103159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:49:07.067894 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [req-211aa2d3-0647-4a5e-b9f0-6abc0693894c req-bd9d136d-13f4-4e88-b6a2-f0cdbfd2d85e tempest-ServersAdminNegativeTestJSON-1276966911 tempest-ServersAdminNegativeTestJSON-1276966911-project] Received port after_create {{(pid=103159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:49:07.092543 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9d136d-13f4-4e88-b6a2-f0cdbfd2d85e tempest-ServersAdminNegativeTestJSON-1276966911 tempest-ServersAdminNegativeTestJSON-1276966911-project] Pushing event updated for resources: {'Port': ['ID=59e365fb-632d-4dd3-943a-bd5a1db05dfd,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:49:07.126728 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211aa2d3-0647-4a5e-b9f0-6abc0693894c req-bd9d136d-13f4-4e88-b6a2-f0cdbfd2d85e tempest-ServersAdminNegativeTestJSON-1276966911 tempest-ServersAdminNegativeTestJSON-1276966911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:49:07.127385 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-211aa2d3-0647-4a5e-b9f0-6abc0693894c req-bd9d136d-13f4-4e88-b6a2-f0cdbfd2d85e tempest-ServersAdminNegativeTestJSON-1276966911 tempest-ServersAdminNegativeTestJSON-1276966911-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:49:07.146088 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-211aa2d3-0647-4a5e-b9f0-6abc0693894c req-bd9d136d-13f4-4e88-b6a2-f0cdbfd2d85e tempest-ServersAdminNegativeTestJSON-1276966911 tempest-ServersAdminNegativeTestJSON-1276966911-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.7037084 Dec 18 13:49:07.159214 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [req-211aa2d3-0647-4a5e-b9f0-6abc0693894c req-f657bb6e-cfb9-4531-8cd2-83b2abdb725e service neutron] Request body: {'port': {'device_id': '6148271c-814d-430f-b53a-7a780756f470', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7448'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:49:07.218714 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-211aa2d3-0647-4a5e-b9f0-6abc0693894c req-f657bb6e-cfb9-4531-8cd2-83b2abdb725e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:49:07.315130 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-de3688ec-7a8d-49a9-acab-6d3182e13600 None None] Provisioning complete for port 59e365fb-632d-4dd3-943a-bd5a1db05dfd triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:49:07.315513 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-de3688ec-7a8d-49a9-acab-6d3182e13600 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:49:07.349568 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-de3688ec-7a8d-49a9-acab-6d3182e13600 None None] Port 59e365fb-632d-4dd3-943a-bd5a1db05dfd cannot update to ACTIVE because it is not bound. {{(pid=103161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 13:49:07.479788 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.notifiers.nova [req-211aa2d3-0647-4a5e-b9f0-6abc0693894c req-f657bb6e-cfb9-4531-8cd2-83b2abdb725e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59e365fb-632d-4dd3-943a-bd5a1db05dfd {{(pid=103159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 18 13:49:07.487326 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-211aa2d3-0647-4a5e-b9f0-6abc0693894c req-f657bb6e-cfb9-4531-8cd2-83b2abdb725e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:49:07.502380 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.provisioning_blocks [req-211aa2d3-0647-4a5e-b9f0-6abc0693894c req-f657bb6e-cfb9-4531-8cd2-83b2abdb725e service neutron] Transition to ACTIVE for port object 59e365fb-632d-4dd3-943a-bd5a1db05dfd will not be triggered until provisioned by entity L2. {{(pid=103159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 18 13:49:07.507297 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-211aa2d3-0647-4a5e-b9f0-6abc0693894c req-f657bb6e-cfb9-4531-8cd2-83b2abdb725e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5659917'] for port, after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:49:07.558348 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f657bb6e-cfb9-4531-8cd2-83b2abdb725e service neutron] Pushing event updated for resources: {'Port': ['ID=59e365fb-632d-4dd3-943a-bd5a1db05dfd,revision_number=2']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:49:07.635909 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.managers [req-211aa2d3-0647-4a5e-b9f0-6abc0693894c req-f657bb6e-cfb9-4531-8cd2-83b2abdb725e service neutron] Attempting to bind port 59e365fb-632d-4dd3-943a-bd5a1db05dfd on host hv-neutron-7448 for vnic_type normal with profile {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 13:49:07.636355 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.managers [req-211aa2d3-0647-4a5e-b9f0-6abc0693894c req-f657bb6e-cfb9-4531-8cd2-83b2abdb725e service neutron] Attempting to bind port 59e365fb-632d-4dd3-943a-bd5a1db05dfd by drivers openvswitch,hyperv on host hv-neutron-7448 at level 0 using segments [{'id': '790d5518-6544-44c6-b81a-208caffb2717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '77d513dd-3470-497b-a32a-ef3bc765371b'}] {{(pid=103159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 13:49:07.636684 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-211aa2d3-0647-4a5e-b9f0-6abc0693894c req-f657bb6e-cfb9-4531-8cd2-83b2abdb725e service neutron] Attempting to bind port 59e365fb-632d-4dd3-943a-bd5a1db05dfd on network 77d513dd-3470-497b-a32a-ef3bc765371b {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 13:49:07.641268 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-211aa2d3-0647-4a5e-b9f0-6abc0693894c req-f657bb6e-cfb9-4531-8cd2-83b2abdb725e service neutron] Port 59e365fb-632d-4dd3-943a-bd5a1db05dfd on network 77d513dd-3470-497b-a32a-ef3bc765371b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7448 {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 18 13:49:07.641592 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-211aa2d3-0647-4a5e-b9f0-6abc0693894c req-f657bb6e-cfb9-4531-8cd2-83b2abdb725e service neutron] Attempting to bind port 59e365fb-632d-4dd3-943a-bd5a1db05dfd on network 77d513dd-3470-497b-a32a-ef3bc765371b {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 13:49:07.646967 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-211aa2d3-0647-4a5e-b9f0-6abc0693894c req-f657bb6e-cfb9-4531-8cd2-83b2abdb725e service neutron] Checking agent: {'id': 'c35b6aa0-0616-421f-8ded-732dd37fc90f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7448', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 13, 24, 37), 'started_at': datetime.datetime(2021, 12, 18, 13, 24, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 13, 49, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 18 13:49:07.647355 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-211aa2d3-0647-4a5e-b9f0-6abc0693894c req-f657bb6e-cfb9-4531-8cd2-83b2abdb725e service neutron] Checking segment: {'id': '790d5518-6544-44c6-b81a-208caffb2717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '77d513dd-3470-497b-a32a-ef3bc765371b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 13:49:07.647749 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-211aa2d3-0647-4a5e-b9f0-6abc0693894c req-f657bb6e-cfb9-4531-8cd2-83b2abdb725e service neutron] Bound using segment: {'id': '790d5518-6544-44c6-b81a-208caffb2717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '77d513dd-3470-497b-a32a-ef3bc765371b'} {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 18 13:49:07.648172 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.managers [req-211aa2d3-0647-4a5e-b9f0-6abc0693894c req-f657bb6e-cfb9-4531-8cd2-83b2abdb725e service neutron] Bound port: 59e365fb-632d-4dd3-943a-bd5a1db05dfd, host: hv-neutron-7448, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '790d5518-6544-44c6-b81a-208caffb2717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '77d513dd-3470-497b-a32a-ef3bc765371b'}}] {{(pid=103159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 18 13:49:07.648529 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-211aa2d3-0647-4a5e-b9f0-6abc0693894c req-f657bb6e-cfb9-4531-8cd2-83b2abdb725e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:49:07.661060 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b529367a-96de-40bb-a5c4-bbe441ec83ec req-5e7bb120-5c84-4f76-8872-54a12f2b4bfb tempest-ServersAdminNegativeTestJSON-1276966911 tempest-ServersAdminNegativeTestJSON-1276966911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:49:07.662889 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-b529367a-96de-40bb-a5c4-bbe441ec83ec req-5e7bb120-5c84-4f76-8872-54a12f2b4bfb tempest-ServersAdminNegativeTestJSON-1276966911 tempest-ServersAdminNegativeTestJSON-1276966911-project] 10.222.0.31 "GET /v2.0/ports?device_id=6148271c-814d-430f-b53a-7a780756f470 HTTP/1.1" status: 200 len: 947 time: 0.0503132 Dec 18 13:49:07.714353 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-b529367a-96de-40bb-a5c4-bbe441ec83ec req-c980ca1b-d745-41d5-b6e9-1b3abb4aa38d tempest-ServersAdminNegativeTestJSON-1276966911 tempest-ServersAdminNegativeTestJSON-1276966911-project] 10.222.0.31 "GET /v2.0/security-groups?id=86a9cca8-0f2d-44be-847c-4c709419d6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445664 Dec 18 13:49:07.715301 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.db [req-211aa2d3-0647-4a5e-b9f0-6abc0693894c req-f657bb6e-cfb9-4531-8cd2-83b2abdb725e service neutron] For port 59e365fb-632d-4dd3-943a-bd5a1db05dfd, host hv-neutron-7448, cleared binding levels {{(pid=103159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 18 13:49:07.718643 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.db [req-211aa2d3-0647-4a5e-b9f0-6abc0693894c req-f657bb6e-cfb9-4531-8cd2-83b2abdb725e service neutron] For port 59e365fb-632d-4dd3-943a-bd5a1db05dfd, host hv-neutron-7448, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=59e365fb-632d-4dd3-943a-bd5a1db05dfd,segment=NetworkSegment(790d5518-6544-44c6-b81a-208caffb2717),segment_id=790d5518-6544-44c6-b81a-208caffb2717)] {{(pid=103159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 18 13:49:07.724005 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-211aa2d3-0647-4a5e-b9f0-6abc0693894c req-f657bb6e-cfb9-4531-8cd2-83b2abdb725e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5659917'] for port, after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:49:07.761962 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211aa2d3-0647-4a5e-b9f0-6abc0693894c req-f657bb6e-cfb9-4531-8cd2-83b2abdb725e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:49:07.762724 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-211aa2d3-0647-4a5e-b9f0-6abc0693894c req-f657bb6e-cfb9-4531-8cd2-83b2abdb725e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:49:07.764147 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-211aa2d3-0647-4a5e-b9f0-6abc0693894c req-f657bb6e-cfb9-4531-8cd2-83b2abdb725e service neutron] 10.222.0.43 "PUT /v2.0/ports/59e365fb-632d-4dd3-943a-bd5a1db05dfd HTTP/1.1" status: 200 len: 1097 time: 0.6093824 Dec 18 13:49:07.764595 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6148271c-814d-430f-b53a-7a780756f470', 'tag': '59e365fb-632d-4dd3-943a-bd5a1db05dfd'}] {{(pid=103159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 18 13:49:07.766888 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca844cf115d59c1fab86abc202fb4c13735de0d7e4cbbbb25eec9406e9c87431" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e88bce0-a646-4a36-9c50-fa38d8722c9c" -d '{"events": [{"name": "network-changed", "server_uuid": "6148271c-814d-430f-b53a-7a780756f470", "tag": "59e365fb-632d-4dd3-943a-bd5a1db05dfd"}]}' {{(pid=103159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 18 13:49:07.789640 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f657bb6e-cfb9-4531-8cd2-83b2abdb725e service neutron] Pushing event updated for resources: {'Port': ['ID=59e365fb-632d-4dd3-943a-bd5a1db05dfd,revision_number=3']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:49:07.814338 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 13:49:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cac2159c-d5a7-4bf0-b0e2-e97297dac658 x-openstack-request-id: req-cac2159c-d5a7-4bf0-b0e2-e97297dac658 {{(pid=103159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 18 13:49:07.814635 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6148271c-814d-430f-b53a-7a780756f470", "tag": "59e365fb-632d-4dd3-943a-bd5a1db05dfd", "status": "completed", "code": 200}]} {{(pid=103159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 18 13:49:07.814887 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-cac2159c-d5a7-4bf0-b0e2-e97297dac658 {{(pid=103159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 18 13:49:07.815337 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6148271c-814d-430f-b53a-7a780756f470', 'tag': '59e365fb-632d-4dd3-943a-bd5a1db05dfd', 'status': 'completed', 'code': 200} Dec 18 13:49:07.863554 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211aa2d3-0647-4a5e-b9f0-6abc0693894c req-e0a021ea-04ba-4b4c-844a-4a4b7dbe5fad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:49:07.865649 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-211aa2d3-0647-4a5e-b9f0-6abc0693894c req-e0a021ea-04ba-4b4c-844a-4a4b7dbe5fad service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b49a807adc6f4819aea60966402a90bb&device_id=6148271c-814d-430f-b53a-7a780756f470 HTTP/1.1" status: 200 len: 1100 time: 0.0461719 Dec 18 13:49:07.916413 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-211aa2d3-0647-4a5e-b9f0-6abc0693894c req-fdd13d67-eed5-482b-a704-fddc46c03e7e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.86&port_id=59e365fb-632d-4dd3-943a-bd5a1db05dfd HTTP/1.1" status: 200 len: 217 time: 0.0410113 Dec 18 13:49:07.970607 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211aa2d3-0647-4a5e-b9f0-6abc0693894c req-bbbfd685-51cc-4754-8059-227cbb5724aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:49:07.972162 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-211aa2d3-0647-4a5e-b9f0-6abc0693894c req-bbbfd685-51cc-4754-8059-227cbb5724aa service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a9156167-311b-498f-9055-9260458f609f HTTP/1.1" status: 200 len: 843 time: 0.0486686 Dec 18 13:49:08.021581 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211aa2d3-0647-4a5e-b9f0-6abc0693894c req-7a81dc6f-c897-4822-a1a0-613be3dfe141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:49:08.023815 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-211aa2d3-0647-4a5e-b9f0-6abc0693894c req-7a81dc6f-c897-4822-a1a0-613be3dfe141 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=77d513dd-3470-497b-a32a-ef3bc765371b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1181 time: 0.0445499 Dec 18 13:49:08.129417 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-211aa2d3-0647-4a5e-b9f0-6abc0693894c req-f2e5c122-21a7-49b3-9ba8-9d3e3c9aa570 service neutron] 10.222.0.43 "GET /v2.0/networks/77d513dd-3470-497b-a32a-ef3bc765371b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965550 Dec 18 13:49:08.222155 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-211aa2d3-0647-4a5e-b9f0-6abc0693894c req-d416b937-bc8b-4557-80b8-9f4a3b0e113f service neutron] 10.222.0.43 "GET /v2.0/networks/77d513dd-3470-497b-a32a-ef3bc765371b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848141 Dec 18 13:49:08.317327 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e88bce0-a646-4a36-9c50-fa38d8722c9c req-25503989-d886-40bb-911f-ece07da5953b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:49:08.318785 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-6e88bce0-a646-4a36-9c50-fa38d8722c9c req-25503989-d886-40bb-911f-ece07da5953b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b49a807adc6f4819aea60966402a90bb&device_id=6148271c-814d-430f-b53a-7a780756f470 HTTP/1.1" status: 200 len: 1100 time: 0.0477693 Dec 18 13:49:08.417135 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e88bce0-a646-4a36-9c50-fa38d8722c9c req-5fb11817-6b9a-4ce6-beb8-3f5c7e5b95e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:49:08.418771 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-6e88bce0-a646-4a36-9c50-fa38d8722c9c req-5fb11817-6b9a-4ce6-beb8-3f5c7e5b95e5 service neutron] 10.222.0.43 "GET /v2.0/networks?id=77d513dd-3470-497b-a32a-ef3bc765371b HTTP/1.1" status: 200 len: 870 time: 0.0920644 Dec 18 13:49:08.463487 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-6e88bce0-a646-4a36-9c50-fa38d8722c9c req-0e1064d8-cd31-4e09-bf4c-e0b5d162e4b8 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.86&port_id=59e365fb-632d-4dd3-943a-bd5a1db05dfd HTTP/1.1" status: 200 len: 217 time: 0.0376198 Dec 18 13:49:08.514782 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e88bce0-a646-4a36-9c50-fa38d8722c9c req-ad6d54e4-cecc-45ee-9eb3-8f84885958ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:49:08.516293 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-6e88bce0-a646-4a36-9c50-fa38d8722c9c req-ad6d54e4-cecc-45ee-9eb3-8f84885958ec service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a9156167-311b-498f-9055-9260458f609f HTTP/1.1" status: 200 len: 843 time: 0.0461118 Dec 18 13:49:08.562845 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e88bce0-a646-4a36-9c50-fa38d8722c9c req-efbfea5f-c8fd-4c21-8e33-57095804d2e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:49:08.564372 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-6e88bce0-a646-4a36-9c50-fa38d8722c9c req-efbfea5f-c8fd-4c21-8e33-57095804d2e3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=77d513dd-3470-497b-a32a-ef3bc765371b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1181 time: 0.0411611 Dec 18 13:49:08.664705 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-6e88bce0-a646-4a36-9c50-fa38d8722c9c req-48e1400b-d860-42bf-b6aa-1ea5ada0a38f service neutron] 10.222.0.43 "GET /v2.0/networks/77d513dd-3470-497b-a32a-ef3bc765371b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925097 Dec 18 13:49:08.756232 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-6e88bce0-a646-4a36-9c50-fa38d8722c9c req-5c3fb234-d894-4ad9-9287-2e74fccc1522 service neutron] 10.222.0.43 "GET /v2.0/networks/77d513dd-3470-497b-a32a-ef3bc765371b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834837 Dec 18 13:49:08.840514 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffccad4-45db-4ee6-b511-577f8f4ca0be req-b731183f-c3c0-4ef0-aa8f-e8643dab435b tempest-ServersAdminNegativeTestJSON-1276966911 tempest-ServersAdminNegativeTestJSON-1276966911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:49:08.842015 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-0ffccad4-45db-4ee6-b511-577f8f4ca0be req-b731183f-c3c0-4ef0-aa8f-e8643dab435b tempest-ServersAdminNegativeTestJSON-1276966911 tempest-ServersAdminNegativeTestJSON-1276966911-project] 10.222.0.31 "GET /v2.0/ports?device_id=6148271c-814d-430f-b53a-7a780756f470 HTTP/1.1" status: 200 len: 947 time: 0.0555155 Dec 18 13:49:08.889185 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-0ffccad4-45db-4ee6-b511-577f8f4ca0be req-d3e8e6a9-fa6b-46f3-a332-556b6bd60fdc tempest-ServersAdminNegativeTestJSON-1276966911 tempest-ServersAdminNegativeTestJSON-1276966911-project] 10.222.0.31 "GET /v2.0/security-groups?id=86a9cca8-0f2d-44be-847c-4c709419d6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409575 Dec 18 13:49:10.022984 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9c1ed3-eab5-4304-992b-6571856d6e33 req-c09f9275-2a39-486e-9260-e26d6b45d77d tempest-ServersAdminNegativeTestJSON-1276966911 tempest-ServersAdminNegativeTestJSON-1276966911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:49:10.024529 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-8b9c1ed3-eab5-4304-992b-6571856d6e33 req-c09f9275-2a39-486e-9260-e26d6b45d77d tempest-ServersAdminNegativeTestJSON-1276966911 tempest-ServersAdminNegativeTestJSON-1276966911-project] 10.222.0.31 "GET /v2.0/ports?device_id=6148271c-814d-430f-b53a-7a780756f470 HTTP/1.1" status: 200 len: 947 time: 0.0599704 Dec 18 13:49:10.079935 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-8b9c1ed3-eab5-4304-992b-6571856d6e33 req-38df2372-dcb0-474e-8dad-8fc2f9af6d91 tempest-ServersAdminNegativeTestJSON-1276966911 tempest-ServersAdminNegativeTestJSON-1276966911-project] 10.222.0.31 "GET /v2.0/security-groups?id=86a9cca8-0f2d-44be-847c-4c709419d6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459042 Dec 18 13:49:11.112789 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Device 59e365fb-632d-4dd3-943a-bd5a1db05dfd details requested by agent hyperv_hv-neutron-7448 with host hv-neutron-7448 {{(pid=103161) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 18 13:49:11.212990 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] For port 59e365fb-632d-4dd3-943a-bd5a1db05dfd, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=59e365fb-632d-4dd3-943a-bd5a1db05dfd,segment=NetworkSegment(790d5518-6544-44c6-b81a-208caffb2717),segment_id=790d5518-6544-44c6-b81a-208caffb2717)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:49:11.213512 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fb35a2-17f5-4c21-afd1-783e14c66b05 req-ea242bd4-874c-4d6c-b162-67e365b12eba tempest-ServersAdminNegativeTestJSON-1276966911 tempest-ServersAdminNegativeTestJSON-1276966911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:49:11.215070 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-43fb35a2-17f5-4c21-afd1-783e14c66b05 req-ea242bd4-874c-4d6c-b162-67e365b12eba tempest-ServersAdminNegativeTestJSON-1276966911 tempest-ServersAdminNegativeTestJSON-1276966911-project] 10.222.0.31 "GET /v2.0/ports?device_id=6148271c-814d-430f-b53a-7a780756f470 HTTP/1.1" status: 200 len: 947 time: 0.0509565 Dec 18 13:49:11.224723 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Returning: {'device': '59e365fb-632d-4dd3-943a-bd5a1db05dfd', 'network_id': '77d513dd-3470-497b-a32a-ef3bc765371b', 'port_id': '59e365fb-632d-4dd3-943a-bd5a1db05dfd', 'mac_address': 'fa:16:3e:8b:86:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9156167-311b-498f-9055-9260458f609f', 'ip_address': '192.168.233.86'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103161) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 18 13:49:11.263255 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-43fb35a2-17f5-4c21-afd1-783e14c66b05 req-4ecfccf0-99cd-46b8-884c-5e5c60a98631 tempest-ServersAdminNegativeTestJSON-1276966911 tempest-ServersAdminNegativeTestJSON-1276966911-project] 10.222.0.31 "GET /v2.0/security-groups?id=86a9cca8-0f2d-44be-847c-4c709419d6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412583 Dec 18 13:49:11.265286 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:49:11.278798 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.notifiers.nova [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59e365fb-632d-4dd3-943a-bd5a1db05dfd {{(pid=103161) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 18 13:49:11.300398 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] For port 59e365fb-632d-4dd3-943a-bd5a1db05dfd, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=59e365fb-632d-4dd3-943a-bd5a1db05dfd,segment=NetworkSegment(790d5518-6544-44c6-b81a-208caffb2717),segment_id=790d5518-6544-44c6-b81a-208caffb2717)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:49:11.306498 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:49:11.352962 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Pushing event updated for resources: {'Port': ['ID=59e365fb-632d-4dd3-943a-bd5a1db05dfd,revision_number=4']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:49:11.646099 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] get_ports_and_sgs() called for port_ids ['59e365fb-632d-4dd3-943a-bd5a1db05dfd'] {{(pid=103161) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 18 13:49:12.386327 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d602cc9-df17-4ea1-9301-1c9b44a21eef req-37cd813f-965f-4c97-8dde-c6337eb3e26e tempest-ServersAdminNegativeTestJSON-1276966911 tempest-ServersAdminNegativeTestJSON-1276966911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:49:12.388085 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-5d602cc9-df17-4ea1-9301-1c9b44a21eef req-37cd813f-965f-4c97-8dde-c6337eb3e26e tempest-ServersAdminNegativeTestJSON-1276966911 tempest-ServersAdminNegativeTestJSON-1276966911-project] 10.222.0.31 "GET /v2.0/ports?device_id=6148271c-814d-430f-b53a-7a780756f470 HTTP/1.1" status: 200 len: 948 time: 0.0512176 Dec 18 13:49:12.436449 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-5d602cc9-df17-4ea1-9301-1c9b44a21eef req-fa090348-def6-4a12-8f3a-5076b1ff3219 tempest-ServersAdminNegativeTestJSON-1276966911 tempest-ServersAdminNegativeTestJSON-1276966911-project] 10.222.0.31 "GET /v2.0/security-groups?id=86a9cca8-0f2d-44be-847c-4c709419d6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425756 Dec 18 13:49:13.122406 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Device 59e365fb-632d-4dd3-943a-bd5a1db05dfd up at agent hyperv_hv-neutron-7448 {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 13:49:13.193348 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Provisioning for port 59e365fb-632d-4dd3-943a-bd5a1db05dfd completed by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 18 13:49:13.197765 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Provisioning complete for port 59e365fb-632d-4dd3-943a-bd5a1db05dfd triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:49:13.198135 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:49:13.283793 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:49:13.311473 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6148271c-814d-430f-b53a-7a780756f470', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59e365fb-632d-4dd3-943a-bd5a1db05dfd'}] {{(pid=103161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 18 13:49:13.313728 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22224e7a42aa75e3f3b9c037df440650d2cfa1dd97b40a249aee4a8113775251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0cf7c4f-83ce-4798-8480-29fcfd8c2409" -d '{"events": [{"server_uuid": "6148271c-814d-430f-b53a-7a780756f470", "name": "network-vif-plugged", "status": "completed", "tag": "59e365fb-632d-4dd3-943a-bd5a1db05dfd"}]}' {{(pid=103161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 18 13:49:13.330702 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] For port 59e365fb-632d-4dd3-943a-bd5a1db05dfd, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=59e365fb-632d-4dd3-943a-bd5a1db05dfd,segment=NetworkSegment(790d5518-6544-44c6-b81a-208caffb2717),segment_id=790d5518-6544-44c6-b81a-208caffb2717)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:49:13.336217 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:49:13.360016 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 13:49:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7266f034-4c51-46c9-b28a-79511307be61 x-openstack-request-id: req-7266f034-4c51-46c9-b28a-79511307be61 {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 18 13:49:13.360317 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6148271c-814d-430f-b53a-7a780756f470", "name": "network-vif-plugged", "status": "completed", "tag": "59e365fb-632d-4dd3-943a-bd5a1db05dfd", "code": 200}]} {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 18 13:49:13.360567 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7266f034-4c51-46c9-b28a-79511307be61 {{(pid=103161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 18 13:49:13.360952 dv-neutron-744815-20-hyperv neutron-server[103161]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6148271c-814d-430f-b53a-7a780756f470', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59e365fb-632d-4dd3-943a-bd5a1db05dfd', 'code': 200} Dec 18 13:49:13.390442 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Pushing event updated for resources: {'Port': ['ID=59e365fb-632d-4dd3-943a-bd5a1db05dfd,revision_number=5']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:49:13.547764 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97628f5c-ec65-4e84-bea0-34062755a310 req-81ee6c8c-c8c5-4aef-81b0-e65576c68e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:49:13.549278 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-97628f5c-ec65-4e84-bea0-34062755a310 req-81ee6c8c-c8c5-4aef-81b0-e65576c68e2e service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=6148271c-814d-430f-b53a-7a780756f470 HTTP/1.1" status: 200 len: 1102 time: 0.0683854 Dec 18 13:49:13.568852 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922755c3-dee5-4cb2-ac32-e89815ac0244 req-d3f95041-7ec7-4fd5-b75b-2fe440e346e8 tempest-ServersAdminNegativeTestJSON-1276966911 tempest-ServersAdminNegativeTestJSON-1276966911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:49:13.570233 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-922755c3-dee5-4cb2-ac32-e89815ac0244 req-d3f95041-7ec7-4fd5-b75b-2fe440e346e8 tempest-ServersAdminNegativeTestJSON-1276966911 tempest-ServersAdminNegativeTestJSON-1276966911-project] 10.222.0.31 "GET /v2.0/ports?device_id=6148271c-814d-430f-b53a-7a780756f470 HTTP/1.1" status: 200 len: 949 time: 0.0659339 Dec 18 13:49:13.625946 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-97628f5c-ec65-4e84-bea0-34062755a310 req-1f4bcc66-edcf-4869-8364-7984a7829a6f service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=86a9cca8-0f2d-44be-847c-4c709419d6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687311 Dec 18 13:49:13.637000 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-922755c3-dee5-4cb2-ac32-e89815ac0244 req-0aaa2472-d850-441e-9e0d-868edcc54d80 tempest-ServersAdminNegativeTestJSON-1276966911 tempest-ServersAdminNegativeTestJSON-1276966911-project] 10.222.0.31 "GET /v2.0/security-groups?id=86a9cca8-0f2d-44be-847c-4c709419d6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594964 Dec 18 13:49:14.778547 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ec7636-c5cd-4107-a877-1dae71d43e3e req-d893e51f-2ec4-4e3c-b0e1-a49ce4894aca tempest-ServersAdminNegativeTestJSON-1276966911 tempest-ServersAdminNegativeTestJSON-1276966911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:49:14.780105 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-98ec7636-c5cd-4107-a877-1dae71d43e3e req-d893e51f-2ec4-4e3c-b0e1-a49ce4894aca tempest-ServersAdminNegativeTestJSON-1276966911 tempest-ServersAdminNegativeTestJSON-1276966911-project] 10.222.0.31 "GET /v2.0/ports?device_id=6148271c-814d-430f-b53a-7a780756f470 HTTP/1.1" status: 200 len: 949 time: 0.0599349 Dec 18 13:49:14.834032 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-98ec7636-c5cd-4107-a877-1dae71d43e3e req-4a07af15-a06c-4f9c-8673-fdd8220363f0 tempest-ServersAdminNegativeTestJSON-1276966911 tempest-ServersAdminNegativeTestJSON-1276966911-project] 10.222.0.31 "GET /v2.0/security-groups?id=86a9cca8-0f2d-44be-847c-4c709419d6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451233 Dec 18 13:49:15.296275 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.agents_db [None req-e3dda592-589a-4b4d-b028-ba9a260f4f50 None None] Agent healthcheck: found 6 active agents {{(pid=103162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 18 13:49:15.964268 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d63f7ba-e001-41c2-9055-a2afe469c077 req-a4fd13c7-4cc3-4661-a497-de3b6f7a34b7 tempest-ServersAdminNegativeTestJSON-1276966911 tempest-ServersAdminNegativeTestJSON-1276966911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:49:15.965780 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-5d63f7ba-e001-41c2-9055-a2afe469c077 req-a4fd13c7-4cc3-4661-a497-de3b6f7a34b7 tempest-ServersAdminNegativeTestJSON-1276966911 tempest-ServersAdminNegativeTestJSON-1276966911-project] 10.222.0.31 "GET /v2.0/ports?device_id=6148271c-814d-430f-b53a-7a780756f470 HTTP/1.1" status: 200 len: 949 time: 0.0505450 Dec 18 13:49:16.014114 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-5d63f7ba-e001-41c2-9055-a2afe469c077 req-8e141078-fb3e-4f3c-9476-58ec72d777d9 tempest-ServersAdminNegativeTestJSON-1276966911 tempest-ServersAdminNegativeTestJSON-1276966911-project] 10.222.0.31 "GET /v2.0/security-groups?id=86a9cca8-0f2d-44be-847c-4c709419d6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420980 Dec 18 13:49:16.473664 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [req-24445081-6511-4d88-99c5-14988861a563 req-82448523-6ff7-4258-aff5-17a5896c8e1f service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103160) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 18 13:49:16.474768 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-24445081-6511-4d88-99c5-14988861a563 req-82448523-6ff7-4258-aff5-17a5896c8e1f service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14093 time: 0.0088518 Dec 18 13:49:16.854715 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [req-7612347e-80c0-4687-b8fd-61d3c4252a0d req-4a5d3a0a-1f0b-446d-a140-5406891c0622 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103159) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 18 13:49:16.855728 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-7612347e-80c0-4687-b8fd-61d3c4252a0d req-4a5d3a0a-1f0b-446d-a140-5406891c0622 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14093 time: 0.0053892 Dec 18 13:49:17.257325 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e26bb1e-80da-411a-a415-d464be64e2d4 req-82762c1f-4171-49e7-a7e9-85bd591e522e tempest-ServersAdminNegativeTestJSON-1276966911 tempest-ServersAdminNegativeTestJSON-1276966911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:49:17.258820 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-5e26bb1e-80da-411a-a415-d464be64e2d4 req-82762c1f-4171-49e7-a7e9-85bd591e522e tempest-ServersAdminNegativeTestJSON-1276966911 tempest-ServersAdminNegativeTestJSON-1276966911-project] 10.222.0.31 "GET /v2.0/ports?device_id=6148271c-814d-430f-b53a-7a780756f470 HTTP/1.1" status: 200 len: 949 time: 0.0538366 Dec 18 13:49:17.309486 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-5e26bb1e-80da-411a-a415-d464be64e2d4 req-b2599135-b747-447d-b637-16a7bcdc06f8 tempest-ServersAdminNegativeTestJSON-1276966911 tempest-ServersAdminNegativeTestJSON-1276966911-project] 10.222.0.31 "GET /v2.0/security-groups?id=86a9cca8-0f2d-44be-847c-4c709419d6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426261 Dec 18 13:49:18.460977 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b831dbf8-ffbd-4974-8ebb-c2e0681f676b req-0b6280ed-d4a9-491a-ab0f-22540c619bf5 tempest-ServersAdminNegativeTestJSON-1276966911 tempest-ServersAdminNegativeTestJSON-1276966911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:49:18.462458 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-b831dbf8-ffbd-4974-8ebb-c2e0681f676b req-0b6280ed-d4a9-491a-ab0f-22540c619bf5 tempest-ServersAdminNegativeTestJSON-1276966911 tempest-ServersAdminNegativeTestJSON-1276966911-project] 10.222.0.31 "GET /v2.0/ports?device_id=6148271c-814d-430f-b53a-7a780756f470 HTTP/1.1" status: 200 len: 949 time: 0.0610864 Dec 18 13:49:18.509850 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-b831dbf8-ffbd-4974-8ebb-c2e0681f676b req-b0d3256a-901c-4175-be28-b1d9d840b493 tempest-ServersAdminNegativeTestJSON-1276966911 tempest-ServersAdminNegativeTestJSON-1276966911-project] 10.222.0.31 "GET /v2.0/security-groups?id=86a9cca8-0f2d-44be-847c-4c709419d6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407734 Dec 18 13:49:18.771618 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9d5f34-4793-41bf-8db8-c90d6bab6529 req-dbf6057a-797f-4c91-aff3-ac9ca0e89e03 tempest-ServersAdminNegativeTestJSON-1276966911 tempest-ServersAdminNegativeTestJSON-1276966911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:49:18.773124 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-1b9d5f34-4793-41bf-8db8-c90d6bab6529 req-dbf6057a-797f-4c91-aff3-ac9ca0e89e03 tempest-ServersAdminNegativeTestJSON-1276966911 tempest-ServersAdminNegativeTestJSON-1276966911-project] 10.222.0.43 "GET /v2.0/ports?device_id=6148271c-814d-430f-b53a-7a780756f470 HTTP/1.1" status: 200 len: 949 time: 0.0603771 Dec 18 13:49:18.870016 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [req-1b9d5f34-4793-41bf-8db8-c90d6bab6529 req-50e5306a-ae76-4075-93c0-509495d37878 tempest-ServersAdminNegativeTestJSON-1276966911 tempest-ServersAdminNegativeTestJSON-1276966911-project] Deleting port 59e365fb-632d-4dd3-943a-bd5a1db05dfd {{(pid=103159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:49:18.870357 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-1b9d5f34-4793-41bf-8db8-c90d6bab6529 req-50e5306a-ae76-4075-93c0-509495d37878 tempest-ServersAdminNegativeTestJSON-1276966911 tempest-ServersAdminNegativeTestJSON-1276966911-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:49:18.964932 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.db [req-1b9d5f34-4793-41bf-8db8-c90d6bab6529 req-50e5306a-ae76-4075-93c0-509495d37878 tempest-ServersAdminNegativeTestJSON-1276966911 tempest-ServersAdminNegativeTestJSON-1276966911-project] For port 59e365fb-632d-4dd3-943a-bd5a1db05dfd, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=59e365fb-632d-4dd3-943a-bd5a1db05dfd,segment=NetworkSegment(790d5518-6544-44c6-b81a-208caffb2717),segment_id=790d5518-6544-44c6-b81a-208caffb2717)] {{(pid=103159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:49:18.965269 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-1b9d5f34-4793-41bf-8db8-c90d6bab6529 req-50e5306a-ae76-4075-93c0-509495d37878 tempest-ServersAdminNegativeTestJSON-1276966911 tempest-ServersAdminNegativeTestJSON-1276966911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:49:18.978773 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [req-1b9d5f34-4793-41bf-8db8-c90d6bab6529 req-50e5306a-ae76-4075-93c0-509495d37878 tempest-ServersAdminNegativeTestJSON-1276966911 tempest-ServersAdminNegativeTestJSON-1276966911-project] Calling delete_port for 59e365fb-632d-4dd3-943a-bd5a1db05dfd owned by compute:nova {{(pid=103159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:49:19.133397 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-1b9d5f34-4793-41bf-8db8-c90d6bab6529 req-50e5306a-ae76-4075-93c0-509495d37878 tempest-ServersAdminNegativeTestJSON-1276966911 tempest-ServersAdminNegativeTestJSON-1276966911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:49:19.146039 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] get_ports_and_sgs() called for port_ids ['59e365fb-632d-4dd3-943a-bd5a1db05dfd'] {{(pid=103161) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 18 13:49:19.163805 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e5306a-ae76-4075-93c0-509495d37878 tempest-ServersAdminNegativeTestJSON-1276966911 tempest-ServersAdminNegativeTestJSON-1276966911-project] Pushing event deleted for resources: {'Port': ['ID=59e365fb-632d-4dd3-943a-bd5a1db05dfd,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:49:19.207607 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b9d5f34-4793-41bf-8db8-c90d6bab6529 req-50e5306a-ae76-4075-93c0-509495d37878 tempest-ServersAdminNegativeTestJSON-1276966911 tempest-ServersAdminNegativeTestJSON-1276966911-project] No DVR routers for this DVR port 59e365fb-632d-4dd3-943a-bd5a1db05dfd on host hv-neutron-7448 {{(pid=103159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 18 13:49:19.210240 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-1b9d5f34-4793-41bf-8db8-c90d6bab6529 req-50e5306a-ae76-4075-93c0-509495d37878 tempest-ServersAdminNegativeTestJSON-1276966911 tempest-ServersAdminNegativeTestJSON-1276966911-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:49:19.213656 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-1b9d5f34-4793-41bf-8db8-c90d6bab6529 req-50e5306a-ae76-4075-93c0-509495d37878 tempest-ServersAdminNegativeTestJSON-1276966911 tempest-ServersAdminNegativeTestJSON-1276966911-project] 10.222.0.43 "DELETE /v2.0/ports/59e365fb-632d-4dd3-943a-bd5a1db05dfd HTTP/1.1" status: 204 len: 173 time: 0.4342124 Dec 18 13:49:19.214162 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6148271c-814d-430f-b53a-7a780756f470', 'name': 'network-vif-deleted', 'tag': '59e365fb-632d-4dd3-943a-bd5a1db05dfd'}] {{(pid=103159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 18 13:49:19.217072 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca844cf115d59c1fab86abc202fb4c13735de0d7e4cbbbb25eec9406e9c87431" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49e455df-2db0-4f7e-9980-ecce131d992f" -d '{"events": [{"server_uuid": "6148271c-814d-430f-b53a-7a780756f470", "name": "network-vif-deleted", "tag": "59e365fb-632d-4dd3-943a-bd5a1db05dfd"}]}' {{(pid=103159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 18 13:49:19.266116 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 13:49:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f6564aa-fdf5-428c-89d1-1ca3ceea2f45 x-openstack-request-id: req-7f6564aa-fdf5-428c-89d1-1ca3ceea2f45 {{(pid=103159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 18 13:49:19.266400 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6148271c-814d-430f-b53a-7a780756f470", "name": "network-vif-deleted", "tag": "59e365fb-632d-4dd3-943a-bd5a1db05dfd", "status": "completed", "code": 200}]} {{(pid=103159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 18 13:49:19.266648 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7f6564aa-fdf5-428c-89d1-1ca3ceea2f45 {{(pid=103159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 18 13:49:19.267046 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6148271c-814d-430f-b53a-7a780756f470', 'name': 'network-vif-deleted', 'tag': '59e365fb-632d-4dd3-943a-bd5a1db05dfd', 'status': 'completed', 'code': 200} Dec 18 13:49:19.627328 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-57b1738a-b457-4931-8f3d-6be0460f2ea3 req-ef66633d-8b81-4881-8e32-8acf857970b3 tempest-ServersAdminNegativeTestJSON-1276966911 tempest-ServersAdminNegativeTestJSON-1276966911-project] 10.222.0.31 "GET /v2.0/ports?device_id=6148271c-814d-430f-b53a-7a780756f470 HTTP/1.1" status: 200 len: 210 time: 0.0287552 Dec 18 13:49:21.124188 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 58738) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:49:21.286078 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-be7fce4c-b0fe-43dd-8513-60c912ed0d7c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b49a807adc6f4819aea60966402a90bb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1606922 Dec 18 13:49:21.289688 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 58742) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:49:21.341001 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-599a3bab-5f96-4d84-a1e4-0c28cf5696cd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:49:21.362415 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-599a3bab-5f96-4d84-a1e4-0c28cf5696cd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:49:21.416969 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-599a3bab-5f96-4d84-a1e4-0c28cf5696cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:49:21.421234 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-599a3bab-5f96-4d84-a1e4-0c28cf5696cd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:49:21.422798 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-599a3bab-5f96-4d84-a1e4-0c28cf5696cd admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/86a9cca8-0f2d-44be-847c-4c709419d6e1 HTTP/1.1" status: 204 len: 168 time: 0.1321540 Dec 18 13:49:21.431093 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599a3bab-5f96-4d84-a1e4-0c28cf5696cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86a9cca8-0f2d-44be-847c-4c709419d6e1,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:49:21.701077 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 58748) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:49:21.715021 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-32b8f260-1416-4cad-884a-93461ddf4712 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:49:21.793759 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-32b8f260-1416-4cad-884a-93461ddf4712 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:49:21.800260 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-32b8f260-1416-4cad-884a-93461ddf4712 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:49:21.845960 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-32b8f260-1416-4cad-884a-93461ddf4712 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9bc87d119b894f6aadacdd36e3e1857e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1438026 Dec 18 13:49:21.846873 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b8f260-1416-4cad-884a-93461ddf4712 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f4b3df6-0fc0-42f8-9fe9-b6b4362b0765,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:49:21.849576 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 58750) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:49:21.899986 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-f8c1e964-60ec-4891-97d7-25a56cbfc8ee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:49:21.920765 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-f8c1e964-60ec-4891-97d7-25a56cbfc8ee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:49:21.979039 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-f8c1e964-60ec-4891-97d7-25a56cbfc8ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:49:21.981776 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-f8c1e964-60ec-4891-97d7-25a56cbfc8ee admin admin] Publish callbacks [] for security_group, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:49:21.983023 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-f8c1e964-60ec-4891-97d7-25a56cbfc8ee admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3f4b3df6-0fc0-42f8-9fe9-b6b4362b0765 HTTP/1.1" status: 204 len: 168 time: 0.1319580 Dec 18 13:49:21.990783 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c1e964-60ec-4891-97d7-25a56cbfc8ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f4b3df6-0fc0-42f8-9fe9-b6b4362b0765,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:49:22.685345 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 58772) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:49:22.785550 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-b4d35748-59ff-4bfd-b3e7-a3fbc4e19a2c admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-109840939-network', 'tenant_id': '374c281c6ce94137bbd3df4c851ca57a'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:49:22.812826 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4d35748-59ff-4bfd-b3e7-a3fbc4e19a2c admin admin] Made reservation on behalf of 374c281c6ce94137bbd3df4c851ca57a for: {'network': 1} {{(pid=103160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:49:22.815322 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-b4d35748-59ff-4bfd-b3e7-a3fbc4e19a2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for network, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:49:22.823539 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-b4d35748-59ff-4bfd-b3e7-a3fbc4e19a2c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:49:22.902015 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-b4d35748-59ff-4bfd-b3e7-a3fbc4e19a2c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:49:22.908122 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-b4d35748-59ff-4bfd-b3e7-a3fbc4e19a2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:49:22.933931 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4d35748-59ff-4bfd-b3e7-a3fbc4e19a2c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 104} {{(pid=103160) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 18 13:49:22.942816 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d35748-59ff-4bfd-b3e7-a3fbc4e19a2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b91eb9a3-b213-4b45-a9c2-f70ee4c964dc,revision_number=1']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:49:22.949327 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-b4d35748-59ff-4bfd-b3e7-a3fbc4e19a2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:49:22.950427 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.db.segments_db [None req-b4d35748-59ff-4bfd-b3e7-a3fbc4e19a2c admin admin] Added segment 7506681e-7396-437c-9d58-1f93733927c7 of type vlan for network 7e1670e7-ddc6-4664-8c38-71f895cc26cd Dec 18 13:49:22.991510 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-b4d35748-59ff-4bfd-b3e7-a3fbc4e19a2c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767106405744'] for network, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:49:23.021534 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-b4d35748-59ff-4bfd-b3e7-a3fbc4e19a2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981'] for network, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:49:23.022732 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4d35748-59ff-4bfd-b3e7-a3fbc4e19a2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:49:23.023361 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-b4d35748-59ff-4bfd-b3e7-a3fbc4e19a2c admin admin] Publish callbacks [] for network, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:49:23.105172 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-b4d35748-59ff-4bfd-b3e7-a3fbc4e19a2c admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4158814 Dec 18 13:49:23.106123 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 58776) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:49:23.111212 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-f9e3c36d-2e65-417f-b288-21aaed1395b7 admin admin] Request body: {'subnet': {'network_id': '7e1670e7-ddc6-4664-8c38-71f895cc26cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-109840939-subnet', 'tenant_id': '374c281c6ce94137bbd3df4c851ca57a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:49:23.115691 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d35748-59ff-4bfd-b3e7-a3fbc4e19a2c admin admin] Pushing event updated for resources: {'Network': ['ID=7e1670e7-ddc6-4664-8c38-71f895cc26cd,revision_number=1']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:49:23.125805 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Network 7e1670e7-ddc6-4664-8c38-71f895cc26cd details requested by agent ovs-agent-dv-neutron-744815-20-hyperv with host dv-neutron-744815-20-hyperv {{(pid=103161) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 18 13:49:23.135668 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9e3c36d-2e65-417f-b288-21aaed1395b7 admin admin] Made reservation on behalf of 374c281c6ce94137bbd3df4c851ca57a for: {'subnet': 1} {{(pid=103159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:49:23.137977 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-f9e3c36d-2e65-417f-b288-21aaed1395b7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6017072'] for subnet, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:49:23.146418 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Device 59e365fb-632d-4dd3-943a-bd5a1db05dfd no longer exists at agent hyperv_hv-neutron-7448 {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 18 13:49:23.192157 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] No Port match for: 59e365fb-632d-4dd3-943a-bd5a1db05dfd {{(pid=103161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 18 13:49:23.192508 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Device 59e365fb-632d-4dd3-943a-bd5a1db05dfd not bound to the agent host hv-neutron-7448 {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 18 13:49:23.323984 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-f9e3c36d-2e65-417f-b288-21aaed1395b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5659786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6017062'] for subnet, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:49:23.376777 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e3c36d-2e65-417f-b288-21aaed1395b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1554a6a6-991f-4074-ad84-8791340c0d92,revision_number=0']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:49:23.389019 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e3c36d-2e65-417f-b288-21aaed1395b7 admin admin] Checking segment: {'id': '7506681e-7396-437c-9d58-1f93733927c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '7e1670e7-ddc6-4664-8c38-71f895cc26cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 13:49:23.389375 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9e3c36d-2e65-417f-b288-21aaed1395b7 admin admin] Network hostable DHCP agents. Network: 7e1670e7-ddc6-4664-8c38-71f895cc26cd, hostable agents: ['aa77effa-0e3a-4bbd-a383-4d58ed3328d0'], hosted agents: [] {{(pid=103159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 18 13:49:23.408608 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9e3c36d-2e65-417f-b288-21aaed1395b7 admin admin] Network 7e1670e7-ddc6-4664-8c38-71f895cc26cd is scheduled to be hosted by DHCP agent aa77effa-0e3a-4bbd-a383-4d58ed3328d0 with binding_index 1 {{(pid=103159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 18 13:49:23.417686 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.base_scheduler [None req-f9e3c36d-2e65-417f-b288-21aaed1395b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-744815-20-hyperv, 7e1670e7-ddc6-4664-8c38-71f895cc26cd) {{(pid=103159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:49:23.422072 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9e3c36d-2e65-417f-b288-21aaed1395b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:49:23.422664 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-f9e3c36d-2e65-417f-b288-21aaed1395b7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:49:23.427675 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d467e75b-ad4f-4285-a96e-a9c2d7a0ef9c None None] Network 7e1670e7-ddc6-4664-8c38-71f895cc26cd requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:49:23.469727 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-f9e3c36d-2e65-417f-b288-21aaed1395b7 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3618886 Dec 18 13:49:23.537412 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab49a197-44e1-466c-b7b6-6b01bd871329 None None] Network 7e1670e7-ddc6-4664-8c38-71f895cc26cd requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:49:23.905759 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d804d21f-71e8-4a28-8e10-18d356e17c38 req-cee61adb-9f0e-44e3-948e-1613438c035d tempest-DeleteServersTestJSON-461115664 tempest-DeleteServersTestJSON-461115664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:49:23.907179 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-d804d21f-71e8-4a28-8e10-18d356e17c38 req-cee61adb-9f0e-44e3-948e-1613438c035d tempest-DeleteServersTestJSON-461115664 tempest-DeleteServersTestJSON-461115664-project] 10.222.0.31 "GET /v2.0/networks?id=7e1670e7-ddc6-4664-8c38-71f895cc26cd HTTP/1.1" status: 200 len: 811 time: 0.1028056 Dec 18 13:49:23.922272 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-d804d21f-71e8-4a28-8e10-18d356e17c38 req-5804ab5f-f328-4280-bcca-ecb34e48c00c tempest-DeleteServersTestJSON-461115664 tempest-DeleteServersTestJSON-461115664-project] 10.222.0.31 "GET /v2.0/quotas/374c281c6ce94137bbd3df4c851ca57a HTTP/1.1" status: 200 len: 375 time: 0.0092399 Dec 18 13:49:23.953135 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-d804d21f-71e8-4a28-8e10-18d356e17c38 req-ff383b70-ba15-4bc4-95d0-2f6bee0d5eb3 tempest-DeleteServersTestJSON-461115664 tempest-DeleteServersTestJSON-461115664-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=374c281c6ce94137bbd3df4c851ca57a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0255864 Dec 18 13:49:24.054494 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-d804d21f-71e8-4a28-8e10-18d356e17c38 req-3cbd2ba3-504f-4ca1-a6eb-6a733b594924 service neutron] 10.222.0.31 "GET /v2.0/networks/7e1670e7-ddc6-4664-8c38-71f895cc26cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937915 Dec 18 13:49:24.157249 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-d804d21f-71e8-4a28-8e10-18d356e17c38 req-db37147c-cd11-4f38-bca2-0e33987feadc service neutron] 10.222.0.31 "GET /v2.0/networks/7e1670e7-ddc6-4664-8c38-71f895cc26cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933478 Dec 18 13:49:24.327275 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-1b6b107b-a045-4837-b419-50d3bd17f792 req-7ead8271-4d6c-443c-85aa-63b6b84b4cca tempest-DeleteServersTestJSON-461115664 tempest-DeleteServersTestJSON-461115664-project] 10.222.0.31 "GET /v2.0/ports?device_id=1e1e3274-1421-4101-bd60-7d99a169cba5 HTTP/1.1" status: 200 len: 210 time: 0.0269189 Dec 18 13:49:24.925585 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-3f9ffd81-2d59-456f-a94a-3119a661986f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:49:25.310962 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d804d21f-71e8-4a28-8e10-18d356e17c38 req-06a97c87-744e-4f2f-9936-46e6c9ce9239 tempest-DeleteServersTestJSON-461115664 tempest-DeleteServersTestJSON-461115664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:49:25.312814 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-d804d21f-71e8-4a28-8e10-18d356e17c38 req-06a97c87-744e-4f2f-9936-46e6c9ce9239 tempest-DeleteServersTestJSON-461115664 tempest-DeleteServersTestJSON-461115664-project] 10.222.0.43 "GET /v2.0/networks?id=7e1670e7-ddc6-4664-8c38-71f895cc26cd HTTP/1.1" status: 200 len: 811 time: 0.1095362 Dec 18 13:49:25.326556 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [req-d804d21f-71e8-4a28-8e10-18d356e17c38 req-dadbcd67-4363-477a-bd83-7b9785026be9 tempest-DeleteServersTestJSON-461115664 tempest-DeleteServersTestJSON-461115664-project] Request body: {'port': {'device_id': '1e1e3274-1421-4101-bd60-7d99a169cba5', 'network_id': '7e1670e7-ddc6-4664-8c38-71f895cc26cd', 'admin_state_up': True, 'tenant_id': '374c281c6ce94137bbd3df4c851ca57a'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:49:25.424085 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-1bf009c9-dcd5-4fae-8028-6469b3d62252 req-30727cff-0f82-4970-9496-97e72dab0ce1 tempest-DeleteServersTestJSON-461115664 tempest-DeleteServersTestJSON-461115664-project] 10.222.0.31 "GET /v2.0/ports?device_id=1e1e3274-1421-4101-bd60-7d99a169cba5 HTTP/1.1" status: 200 len: 210 time: 0.0267406 Dec 18 13:49:25.440662 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d804d21f-71e8-4a28-8e10-18d356e17c38 req-dadbcd67-4363-477a-bd83-7b9785026be9 tempest-DeleteServersTestJSON-461115664 tempest-DeleteServersTestJSON-461115664-project] Made reservation on behalf of 374c281c6ce94137bbd3df4c851ca57a for: {'port': 1} {{(pid=103159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:49:25.444232 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-d804d21f-71e8-4a28-8e10-18d356e17c38 req-dadbcd67-4363-477a-bd83-7b9785026be9 tempest-DeleteServersTestJSON-461115664 tempest-DeleteServersTestJSON-461115664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:49:25.577735 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.db_base_plugin_common [req-d804d21f-71e8-4a28-8e10-18d356e17c38 req-dadbcd67-4363-477a-bd83-7b9785026be9 tempest-DeleteServersTestJSON-461115664 tempest-DeleteServersTestJSON-461115664-project] Allocated IP 172.20.0.8 (7e1670e7-ddc6-4664-8c38-71f895cc26cd/1554a6a6-991f-4074-ad84-8791340c0d92/e10b36ee-ba1c-40d2-9362-e23e15975eec) {{(pid=103159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:49:25.727837 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-d804d21f-71e8-4a28-8e10-18d356e17c38 req-dadbcd67-4363-477a-bd83-7b9785026be9 tempest-DeleteServersTestJSON-461115664 tempest-DeleteServersTestJSON-461115664-project] Publish callbacks [] for port, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:49:25.765015 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-d804d21f-71e8-4a28-8e10-18d356e17c38 req-dadbcd67-4363-477a-bd83-7b9785026be9 tempest-DeleteServersTestJSON-461115664 tempest-DeleteServersTestJSON-461115664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:49:25.809692 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d804d21f-71e8-4a28-8e10-18d356e17c38 req-dadbcd67-4363-477a-bd83-7b9785026be9 tempest-DeleteServersTestJSON-461115664 tempest-DeleteServersTestJSON-461115664-project] Network 7e1670e7-ddc6-4664-8c38-71f895cc26cd is already hosted by enough agents. {{(pid=103159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:49:25.813681 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.base_scheduler [req-d804d21f-71e8-4a28-8e10-18d356e17c38 req-dadbcd67-4363-477a-bd83-7b9785026be9 tempest-DeleteServersTestJSON-461115664 tempest-DeleteServersTestJSON-461115664-project] Resources bound (agent type, host, resource id): {{(pid=103159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:49:25.817450 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [req-d804d21f-71e8-4a28-8e10-18d356e17c38 req-dadbcd67-4363-477a-bd83-7b9785026be9 tempest-DeleteServersTestJSON-461115664 tempest-DeleteServersTestJSON-461115664-project] Received port after_create {{(pid=103159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:49:25.823867 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadbcd67-4363-477a-bd83-7b9785026be9 tempest-DeleteServersTestJSON-461115664 tempest-DeleteServersTestJSON-461115664-project] Pushing event updated for resources: {'Port': ['ID=e10b36ee-ba1c-40d2-9362-e23e15975eec,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:49:25.871184 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d804d21f-71e8-4a28-8e10-18d356e17c38 req-dadbcd67-4363-477a-bd83-7b9785026be9 tempest-DeleteServersTestJSON-461115664 tempest-DeleteServersTestJSON-461115664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:49:25.871813 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-d804d21f-71e8-4a28-8e10-18d356e17c38 req-dadbcd67-4363-477a-bd83-7b9785026be9 tempest-DeleteServersTestJSON-461115664 tempest-DeleteServersTestJSON-461115664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:49:25.889823 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-d804d21f-71e8-4a28-8e10-18d356e17c38 req-dadbcd67-4363-477a-bd83-7b9785026be9 tempest-DeleteServersTestJSON-461115664 tempest-DeleteServersTestJSON-461115664-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5671976 Dec 18 13:49:25.910531 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [req-d804d21f-71e8-4a28-8e10-18d356e17c38 req-602222d1-cdb7-4eb0-9b4f-e9ad53b65cef service neutron] Request body: {'port': {'device_id': '1e1e3274-1421-4101-bd60-7d99a169cba5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7448'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:49:26.311461 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-d804d21f-71e8-4a28-8e10-18d356e17c38 req-602222d1-cdb7-4eb0-9b4f-e9ad53b65cef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:49:26.569783 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44526c8-3cef-488d-9299-44113f846d8c req-c50019a7-ca1b-4329-bcec-9173ec3537c3 tempest-DeleteServersTestJSON-461115664 tempest-DeleteServersTestJSON-461115664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:49:26.571198 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-f44526c8-3cef-488d-9299-44113f846d8c req-c50019a7-ca1b-4329-bcec-9173ec3537c3 tempest-DeleteServersTestJSON-461115664 tempest-DeleteServersTestJSON-461115664-project] 10.222.0.31 "GET /v2.0/ports?device_id=1e1e3274-1421-4101-bd60-7d99a169cba5 HTTP/1.1" status: 200 len: 931 time: 0.0787029 Dec 18 13:49:26.626302 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.notifiers.nova [req-d804d21f-71e8-4a28-8e10-18d356e17c38 req-602222d1-cdb7-4eb0-9b4f-e9ad53b65cef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e10b36ee-ba1c-40d2-9362-e23e15975eec {{(pid=103159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 18 13:49:26.639405 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-d804d21f-71e8-4a28-8e10-18d356e17c38 req-602222d1-cdb7-4eb0-9b4f-e9ad53b65cef service neutron] Publish callbacks [] for port, precommit_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:49:26.661485 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.provisioning_blocks [req-d804d21f-71e8-4a28-8e10-18d356e17c38 req-602222d1-cdb7-4eb0-9b4f-e9ad53b65cef service neutron] Transition to ACTIVE for port object e10b36ee-ba1c-40d2-9362-e23e15975eec will not be triggered until provisioned by entity L2. {{(pid=103159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 18 13:49:26.665352 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-f44526c8-3cef-488d-9299-44113f846d8c req-a326d437-21bd-4e3b-a316-31942f3ed5d6 tempest-DeleteServersTestJSON-461115664 tempest-DeleteServersTestJSON-461115664-project] 10.222.0.31 "GET /v2.0/security-groups?id=b91eb9a3-b213-4b45-a9c2-f70ee4c964dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718169 Dec 18 13:49:26.666444 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-d804d21f-71e8-4a28-8e10-18d356e17c38 req-602222d1-cdb7-4eb0-9b4f-e9ad53b65cef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5659917'] for port, after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:49:26.713466 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602222d1-cdb7-4eb0-9b4f-e9ad53b65cef service neutron] Pushing event updated for resources: {'Port': ['ID=e10b36ee-ba1c-40d2-9362-e23e15975eec,revision_number=2']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:49:26.781241 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.managers [req-d804d21f-71e8-4a28-8e10-18d356e17c38 req-602222d1-cdb7-4eb0-9b4f-e9ad53b65cef service neutron] Attempting to bind port e10b36ee-ba1c-40d2-9362-e23e15975eec on host hv-neutron-7448 for vnic_type normal with profile {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 13:49:26.781574 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.managers [req-d804d21f-71e8-4a28-8e10-18d356e17c38 req-602222d1-cdb7-4eb0-9b4f-e9ad53b65cef service neutron] Attempting to bind port e10b36ee-ba1c-40d2-9362-e23e15975eec by drivers openvswitch,hyperv on host hv-neutron-7448 at level 0 using segments [{'id': '7506681e-7396-437c-9d58-1f93733927c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '7e1670e7-ddc6-4664-8c38-71f895cc26cd'}] {{(pid=103159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 13:49:26.781903 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d804d21f-71e8-4a28-8e10-18d356e17c38 req-602222d1-cdb7-4eb0-9b4f-e9ad53b65cef service neutron] Attempting to bind port e10b36ee-ba1c-40d2-9362-e23e15975eec on network 7e1670e7-ddc6-4664-8c38-71f895cc26cd {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 13:49:26.786614 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d804d21f-71e8-4a28-8e10-18d356e17c38 req-602222d1-cdb7-4eb0-9b4f-e9ad53b65cef service neutron] Port e10b36ee-ba1c-40d2-9362-e23e15975eec on network 7e1670e7-ddc6-4664-8c38-71f895cc26cd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7448 {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 18 13:49:26.786940 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d804d21f-71e8-4a28-8e10-18d356e17c38 req-602222d1-cdb7-4eb0-9b4f-e9ad53b65cef service neutron] Attempting to bind port e10b36ee-ba1c-40d2-9362-e23e15975eec on network 7e1670e7-ddc6-4664-8c38-71f895cc26cd {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 13:49:26.792162 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d804d21f-71e8-4a28-8e10-18d356e17c38 req-602222d1-cdb7-4eb0-9b4f-e9ad53b65cef service neutron] Checking agent: {'id': 'c35b6aa0-0616-421f-8ded-732dd37fc90f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7448', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 13, 24, 37), 'started_at': datetime.datetime(2021, 12, 18, 13, 24, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 13, 49, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 18 13:49:26.792502 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d804d21f-71e8-4a28-8e10-18d356e17c38 req-602222d1-cdb7-4eb0-9b4f-e9ad53b65cef service neutron] Checking segment: {'id': '7506681e-7396-437c-9d58-1f93733927c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '7e1670e7-ddc6-4664-8c38-71f895cc26cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 13:49:26.792886 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d804d21f-71e8-4a28-8e10-18d356e17c38 req-602222d1-cdb7-4eb0-9b4f-e9ad53b65cef service neutron] Bound using segment: {'id': '7506681e-7396-437c-9d58-1f93733927c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '7e1670e7-ddc6-4664-8c38-71f895cc26cd'} {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 18 13:49:26.793315 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.managers [req-d804d21f-71e8-4a28-8e10-18d356e17c38 req-602222d1-cdb7-4eb0-9b4f-e9ad53b65cef service neutron] Bound port: e10b36ee-ba1c-40d2-9362-e23e15975eec, host: hv-neutron-7448, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7506681e-7396-437c-9d58-1f93733927c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '7e1670e7-ddc6-4664-8c38-71f895cc26cd'}}] {{(pid=103159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 18 13:49:26.793671 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-d804d21f-71e8-4a28-8e10-18d356e17c38 req-602222d1-cdb7-4eb0-9b4f-e9ad53b65cef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:49:26.864380 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.db [req-d804d21f-71e8-4a28-8e10-18d356e17c38 req-602222d1-cdb7-4eb0-9b4f-e9ad53b65cef service neutron] For port e10b36ee-ba1c-40d2-9362-e23e15975eec, host hv-neutron-7448, cleared binding levels {{(pid=103159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 18 13:49:26.867615 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.db [req-d804d21f-71e8-4a28-8e10-18d356e17c38 req-602222d1-cdb7-4eb0-9b4f-e9ad53b65cef service neutron] For port e10b36ee-ba1c-40d2-9362-e23e15975eec, host hv-neutron-7448, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=e10b36ee-ba1c-40d2-9362-e23e15975eec,segment=NetworkSegment(7506681e-7396-437c-9d58-1f93733927c7),segment_id=7506681e-7396-437c-9d58-1f93733927c7)] {{(pid=103159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 18 13:49:26.874142 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-d804d21f-71e8-4a28-8e10-18d356e17c38 req-602222d1-cdb7-4eb0-9b4f-e9ad53b65cef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5659917'] for port, after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:49:26.918657 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d804d21f-71e8-4a28-8e10-18d356e17c38 req-602222d1-cdb7-4eb0-9b4f-e9ad53b65cef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:49:26.919286 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-d804d21f-71e8-4a28-8e10-18d356e17c38 req-602222d1-cdb7-4eb0-9b4f-e9ad53b65cef service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:49:26.920704 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-d804d21f-71e8-4a28-8e10-18d356e17c38 req-602222d1-cdb7-4eb0-9b4f-e9ad53b65cef service neutron] 10.222.0.43 "PUT /v2.0/ports/e10b36ee-ba1c-40d2-9362-e23e15975eec HTTP/1.1" status: 200 len: 1093 time: 1.0145257 Dec 18 13:49:26.921126 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e1e3274-1421-4101-bd60-7d99a169cba5', 'tag': 'e10b36ee-ba1c-40d2-9362-e23e15975eec'}] {{(pid=103159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 18 13:49:26.923448 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca844cf115d59c1fab86abc202fb4c13735de0d7e4cbbbb25eec9406e9c87431" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-714dc32b-2a8e-4cbc-bf28-0a3f0f28c956" -d '{"events": [{"name": "network-changed", "server_uuid": "1e1e3274-1421-4101-bd60-7d99a169cba5", "tag": "e10b36ee-ba1c-40d2-9362-e23e15975eec"}]}' {{(pid=103159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 18 13:49:26.944310 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602222d1-cdb7-4eb0-9b4f-e9ad53b65cef service neutron] Pushing event updated for resources: {'Port': ['ID=e10b36ee-ba1c-40d2-9362-e23e15975eec,revision_number=3']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:49:26.969695 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 13:49:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f8e4f16-330f-4c8f-b568-9c28e3bf9c2c x-openstack-request-id: req-3f8e4f16-330f-4c8f-b568-9c28e3bf9c2c {{(pid=103159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 18 13:49:26.969980 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e1e3274-1421-4101-bd60-7d99a169cba5", "tag": "e10b36ee-ba1c-40d2-9362-e23e15975eec", "status": "completed", "code": 200}]} {{(pid=103159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 18 13:49:26.970227 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3f8e4f16-330f-4c8f-b568-9c28e3bf9c2c {{(pid=103159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 18 13:49:26.970616 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e1e3274-1421-4101-bd60-7d99a169cba5', 'tag': 'e10b36ee-ba1c-40d2-9362-e23e15975eec', 'status': 'completed', 'code': 200} Dec 18 13:49:27.002386 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d804d21f-71e8-4a28-8e10-18d356e17c38 req-70d4a5f9-d4b7-45a9-ae06-408efdacb848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:49:27.003941 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-d804d21f-71e8-4a28-8e10-18d356e17c38 req-70d4a5f9-d4b7-45a9-ae06-408efdacb848 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=374c281c6ce94137bbd3df4c851ca57a&device_id=1e1e3274-1421-4101-bd60-7d99a169cba5 HTTP/1.1" status: 200 len: 1096 time: 0.0432084 Dec 18 13:49:27.048383 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-d804d21f-71e8-4a28-8e10-18d356e17c38 req-66d18d39-4620-43b1-9ee8-8b07153135fc service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e10b36ee-ba1c-40d2-9362-e23e15975eec HTTP/1.1" status: 200 len: 217 time: 0.0364757 Dec 18 13:49:27.105718 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d804d21f-71e8-4a28-8e10-18d356e17c38 req-f2bedaeb-0e1b-4c87-ae4a-e46b850a08f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:49:27.107338 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-d804d21f-71e8-4a28-8e10-18d356e17c38 req-f2bedaeb-0e1b-4c87-ae4a-e46b850a08f4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1554a6a6-991f-4074-ad84-8791340c0d92 HTTP/1.1" status: 200 len: 851 time: 0.0517864 Dec 18 13:49:27.139245 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-d804d21f-71e8-4a28-8e10-18d356e17c38 req-98d34040-e54b-4d71-8ea6-1f79f6888d20 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7e1670e7-ddc6-4664-8c38-71f895cc26cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238926 Dec 18 13:49:27.169553 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-51fd31dd-e1d2-401c-a2d1-7ab2f2d4f9f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:49:27.235593 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-d804d21f-71e8-4a28-8e10-18d356e17c38 req-98f6f4a1-7b3a-490c-9c54-bb46a532f888 service neutron] 10.222.0.43 "GET /v2.0/networks/7e1670e7-ddc6-4664-8c38-71f895cc26cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872197 Dec 18 13:49:27.341781 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-d804d21f-71e8-4a28-8e10-18d356e17c38 req-de151914-b637-44e3-8599-bf228d0790f7 service neutron] 10.222.0.43 "GET /v2.0/networks/7e1670e7-ddc6-4664-8c38-71f895cc26cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984371 Dec 18 13:49:27.440011 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714dc32b-2a8e-4cbc-bf28-0a3f0f28c956 req-715c6a19-dc0d-4403-8265-960b98ad9010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:49:27.441520 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-714dc32b-2a8e-4cbc-bf28-0a3f0f28c956 req-715c6a19-dc0d-4403-8265-960b98ad9010 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=374c281c6ce94137bbd3df4c851ca57a&device_id=1e1e3274-1421-4101-bd60-7d99a169cba5 HTTP/1.1" status: 200 len: 1096 time: 0.0422642 Dec 18 13:49:27.536799 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714dc32b-2a8e-4cbc-bf28-0a3f0f28c956 req-950744a6-3a40-4642-8f7e-d2c4e176b632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:49:27.538267 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-714dc32b-2a8e-4cbc-bf28-0a3f0f28c956 req-950744a6-3a40-4642-8f7e-d2c4e176b632 service neutron] 10.222.0.43 "GET /v2.0/networks?id=7e1670e7-ddc6-4664-8c38-71f895cc26cd HTTP/1.1" status: 200 len: 912 time: 0.0886147 Dec 18 13:49:27.582246 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-714dc32b-2a8e-4cbc-bf28-0a3f0f28c956 req-ec988789-9021-49b3-b9b6-89971e8e08ae service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e10b36ee-ba1c-40d2-9362-e23e15975eec HTTP/1.1" status: 200 len: 217 time: 0.0352068 Dec 18 13:49:27.649951 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714dc32b-2a8e-4cbc-bf28-0a3f0f28c956 req-e77965af-47d5-4803-92ed-876b5922bb0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:49:27.651466 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-714dc32b-2a8e-4cbc-bf28-0a3f0f28c956 req-e77965af-47d5-4803-92ed-876b5922bb0b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1554a6a6-991f-4074-ad84-8791340c0d92 HTTP/1.1" status: 200 len: 851 time: 0.0597780 Dec 18 13:49:27.684240 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-714dc32b-2a8e-4cbc-bf28-0a3f0f28c956 req-ee18b4b7-6711-44d2-ad76-b902d14589f4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7e1670e7-ddc6-4664-8c38-71f895cc26cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245044 Dec 18 13:49:27.806541 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-714dc32b-2a8e-4cbc-bf28-0a3f0f28c956 req-8aafdefa-0f23-46f2-9126-82abf246486e service neutron] 10.222.0.43 "GET /v2.0/networks/7e1670e7-ddc6-4664-8c38-71f895cc26cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1143656 Dec 18 13:49:27.817087 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8194560b-9995-4f98-918b-15f7cd5fcf1a req-4a57568f-46f3-4ea4-83cd-d41921e3e2a1 tempest-DeleteServersTestJSON-461115664 tempest-DeleteServersTestJSON-461115664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:49:27.818468 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-8194560b-9995-4f98-918b-15f7cd5fcf1a req-4a57568f-46f3-4ea4-83cd-d41921e3e2a1 tempest-DeleteServersTestJSON-461115664 tempest-DeleteServersTestJSON-461115664-project] 10.222.0.31 "GET /v2.0/ports?device_id=1e1e3274-1421-4101-bd60-7d99a169cba5 HTTP/1.1" status: 200 len: 943 time: 0.0765455 Dec 18 13:49:27.919428 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-8194560b-9995-4f98-918b-15f7cd5fcf1a req-aa685a67-d0cd-41fb-81aa-7002ff9377f0 tempest-DeleteServersTestJSON-461115664 tempest-DeleteServersTestJSON-461115664-project] 10.222.0.31 "GET /v2.0/security-groups?id=b91eb9a3-b213-4b45-a9c2-f70ee4c964dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929334 Dec 18 13:49:27.936359 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-714dc32b-2a8e-4cbc-bf28-0a3f0f28c956 req-db1964b4-74ef-44eb-8176-b94671bee2b0 service neutron] 10.222.0.43 "GET /v2.0/networks/7e1670e7-ddc6-4664-8c38-71f895cc26cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1169713 Dec 18 13:49:28.497722 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-afa9ae9b-bdbb-4010-bcf6-3a46ce66cf71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:49:29.058820 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268a93da-642c-40c4-855f-f9d4d93d4238 req-19ba3c6b-74f5-4b55-9ee7-8b15d3aa13a9 tempest-DeleteServersTestJSON-461115664 tempest-DeleteServersTestJSON-461115664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:49:29.060314 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-268a93da-642c-40c4-855f-f9d4d93d4238 req-19ba3c6b-74f5-4b55-9ee7-8b15d3aa13a9 tempest-DeleteServersTestJSON-461115664 tempest-DeleteServersTestJSON-461115664-project] 10.222.0.31 "GET /v2.0/ports?device_id=1e1e3274-1421-4101-bd60-7d99a169cba5 HTTP/1.1" status: 200 len: 943 time: 0.0603786 Dec 18 13:49:29.114805 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-268a93da-642c-40c4-855f-f9d4d93d4238 req-175dc755-d8eb-47a6-a50b-db937d44dab1 tempest-DeleteServersTestJSON-461115664 tempest-DeleteServersTestJSON-461115664-project] 10.222.0.31 "GET /v2.0/security-groups?id=b91eb9a3-b213-4b45-a9c2-f70ee4c964dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452085 Dec 18 13:49:30.005052 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7b7a3272-2b45-4d32-9670-25eb1afd1184 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:49:30.233527 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e4b578-f834-44ed-addb-6ff330ef64bf req-cac52356-54dd-4a7c-9f15-0e78ca2a07d6 tempest-DeleteServersTestJSON-461115664 tempest-DeleteServersTestJSON-461115664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:49:30.235356 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-b3e4b578-f834-44ed-addb-6ff330ef64bf req-cac52356-54dd-4a7c-9f15-0e78ca2a07d6 tempest-DeleteServersTestJSON-461115664 tempest-DeleteServersTestJSON-461115664-project] 10.222.0.31 "GET /v2.0/ports?device_id=1e1e3274-1421-4101-bd60-7d99a169cba5 HTTP/1.1" status: 200 len: 943 time: 0.0530689 Dec 18 13:49:30.284806 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-b3e4b578-f834-44ed-addb-6ff330ef64bf req-e4adf733-6c2d-4691-9007-8cf53e54caf6 tempest-DeleteServersTestJSON-461115664 tempest-DeleteServersTestJSON-461115664-project] 10.222.0.31 "GET /v2.0/security-groups?id=b91eb9a3-b213-4b45-a9c2-f70ee4c964dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433345 Dec 18 13:49:30.873574 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:49:31.184917 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Device e10b36ee-ba1c-40d2-9362-e23e15975eec details requested by agent hyperv_hv-neutron-7448 with host hv-neutron-7448 {{(pid=103161) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 18 13:49:31.283350 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] For port e10b36ee-ba1c-40d2-9362-e23e15975eec, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=e10b36ee-ba1c-40d2-9362-e23e15975eec,segment=NetworkSegment(7506681e-7396-437c-9d58-1f93733927c7),segment_id=7506681e-7396-437c-9d58-1f93733927c7)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:49:31.295239 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Returning: {'device': 'e10b36ee-ba1c-40d2-9362-e23e15975eec', 'network_id': '7e1670e7-ddc6-4664-8c38-71f895cc26cd', 'port_id': 'e10b36ee-ba1c-40d2-9362-e23e15975eec', 'mac_address': 'fa:16:3e:25:0e:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1554a6a6-991f-4074-ad84-8791340c0d92', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103161) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 18 13:49:31.338268 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:49:31.352307 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.notifiers.nova [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e10b36ee-ba1c-40d2-9362-e23e15975eec {{(pid=103161) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 18 13:49:31.372838 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] For port e10b36ee-ba1c-40d2-9362-e23e15975eec, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=e10b36ee-ba1c-40d2-9362-e23e15975eec,segment=NetworkSegment(7506681e-7396-437c-9d58-1f93733927c7),segment_id=7506681e-7396-437c-9d58-1f93733927c7)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:49:31.378141 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:49:31.403051 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f164b2eb-610f-4467-a607-ffb0473d5dc3 req-de06aa5b-7fc2-4232-b4e7-08f3f7a058e9 tempest-DeleteServersTestJSON-461115664 tempest-DeleteServersTestJSON-461115664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:49:31.404540 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-f164b2eb-610f-4467-a607-ffb0473d5dc3 req-de06aa5b-7fc2-4232-b4e7-08f3f7a058e9 tempest-DeleteServersTestJSON-461115664 tempest-DeleteServersTestJSON-461115664-project] 10.222.0.31 "GET /v2.0/ports?device_id=1e1e3274-1421-4101-bd60-7d99a169cba5 HTTP/1.1" status: 200 len: 943 time: 0.0480285 Dec 18 13:49:31.423761 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Pushing event updated for resources: {'Port': ['ID=e10b36ee-ba1c-40d2-9362-e23e15975eec,revision_number=4']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:49:31.459851 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-f164b2eb-610f-4467-a607-ffb0473d5dc3 req-2d13ad18-40ff-40bb-bac3-982f182b3c86 tempest-DeleteServersTestJSON-461115664 tempest-DeleteServersTestJSON-461115664-project] 10.222.0.31 "GET /v2.0/security-groups?id=b91eb9a3-b213-4b45-a9c2-f70ee4c964dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480754 Dec 18 13:49:31.710105 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] get_ports_and_sgs() called for port_ids ['e10b36ee-ba1c-40d2-9362-e23e15975eec'] {{(pid=103161) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 18 13:49:32.596414 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cc447d-b1fe-4a9f-8762-0f806c3f0016 req-3604de78-386b-4418-afd3-05128c0ba9c7 tempest-DeleteServersTestJSON-461115664 tempest-DeleteServersTestJSON-461115664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:49:32.597922 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-53cc447d-b1fe-4a9f-8762-0f806c3f0016 req-3604de78-386b-4418-afd3-05128c0ba9c7 tempest-DeleteServersTestJSON-461115664 tempest-DeleteServersTestJSON-461115664-project] 10.222.0.31 "GET /v2.0/ports?device_id=1e1e3274-1421-4101-bd60-7d99a169cba5 HTTP/1.1" status: 200 len: 944 time: 0.0558813 Dec 18 13:49:32.650676 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-53cc447d-b1fe-4a9f-8762-0f806c3f0016 req-015c591d-f141-4cff-84eb-65b0af125f35 tempest-DeleteServersTestJSON-461115664 tempest-DeleteServersTestJSON-461115664-project] 10.222.0.31 "GET /v2.0/security-groups?id=b91eb9a3-b213-4b45-a9c2-f70ee4c964dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450819 Dec 18 13:49:33.200920 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Device e10b36ee-ba1c-40d2-9362-e23e15975eec up at agent hyperv_hv-neutron-7448 {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 13:49:33.257840 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Provisioning for port e10b36ee-ba1c-40d2-9362-e23e15975eec completed by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 18 13:49:33.262164 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Provisioning complete for port e10b36ee-ba1c-40d2-9362-e23e15975eec triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:49:33.262534 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:49:33.345813 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:49:33.373982 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e1e3274-1421-4101-bd60-7d99a169cba5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e10b36ee-ba1c-40d2-9362-e23e15975eec'}] {{(pid=103161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 18 13:49:33.376752 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22224e7a42aa75e3f3b9c037df440650d2cfa1dd97b40a249aee4a8113775251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe22ef66-c373-4075-a574-b753944bb0b6" -d '{"events": [{"server_uuid": "1e1e3274-1421-4101-bd60-7d99a169cba5", "name": "network-vif-plugged", "status": "completed", "tag": "e10b36ee-ba1c-40d2-9362-e23e15975eec"}]}' {{(pid=103161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 18 13:49:33.389248 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] For port e10b36ee-ba1c-40d2-9362-e23e15975eec, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=e10b36ee-ba1c-40d2-9362-e23e15975eec,segment=NetworkSegment(7506681e-7396-437c-9d58-1f93733927c7),segment_id=7506681e-7396-437c-9d58-1f93733927c7)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:49:33.395748 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:49:33.418040 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 13:49:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cf1b9d9-c214-49a2-a389-9f9ef048d280 x-openstack-request-id: req-8cf1b9d9-c214-49a2-a389-9f9ef048d280 {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 18 13:49:33.418325 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e1e3274-1421-4101-bd60-7d99a169cba5", "name": "network-vif-plugged", "status": "completed", "tag": "e10b36ee-ba1c-40d2-9362-e23e15975eec", "code": 200}]} {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 18 13:49:33.418574 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8cf1b9d9-c214-49a2-a389-9f9ef048d280 {{(pid=103161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 18 13:49:33.418956 dv-neutron-744815-20-hyperv neutron-server[103161]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e1e3274-1421-4101-bd60-7d99a169cba5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e10b36ee-ba1c-40d2-9362-e23e15975eec', 'code': 200} Dec 18 13:49:33.445067 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Pushing event updated for resources: {'Port': ['ID=e10b36ee-ba1c-40d2-9362-e23e15975eec,revision_number=5']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:49:33.594901 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712dcf02-6b3d-4c9e-8f24-40b4ab7ec52c req-6a186936-ad05-4eac-bc83-f6c79532f238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:49:33.596466 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-712dcf02-6b3d-4c9e-8f24-40b4ab7ec52c req-6a186936-ad05-4eac-bc83-f6c79532f238 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=1e1e3274-1421-4101-bd60-7d99a169cba5 HTTP/1.1" status: 200 len: 1098 time: 0.0510066 Dec 18 13:49:33.643479 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-712dcf02-6b3d-4c9e-8f24-40b4ab7ec52c req-8f5c5002-a212-4587-ac3c-19d7e83c5a10 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=b91eb9a3-b213-4b45-a9c2-f70ee4c964dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388310 Dec 18 13:49:33.772963 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84588fe-d2a7-4c2a-8411-e45e19f2ffd3 req-d4cee841-a3b5-4f1e-9ed7-ad145efc68b4 tempest-DeleteServersTestJSON-461115664 tempest-DeleteServersTestJSON-461115664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:49:33.774442 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-e84588fe-d2a7-4c2a-8411-e45e19f2ffd3 req-d4cee841-a3b5-4f1e-9ed7-ad145efc68b4 tempest-DeleteServersTestJSON-461115664 tempest-DeleteServersTestJSON-461115664-project] 10.222.0.31 "GET /v2.0/ports?device_id=1e1e3274-1421-4101-bd60-7d99a169cba5 HTTP/1.1" status: 200 len: 945 time: 0.0544600 Dec 18 13:49:33.821728 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-e84588fe-d2a7-4c2a-8411-e45e19f2ffd3 req-fe29d872-bd80-459a-a04a-b4fd696e01a6 tempest-DeleteServersTestJSON-461115664 tempest-DeleteServersTestJSON-461115664-project] 10.222.0.31 "GET /v2.0/security-groups?id=b91eb9a3-b213-4b45-a9c2-f70ee4c964dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412579 Dec 18 13:49:34.955071 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a26958-b9b7-4a87-9e9f-494d0e8192f7 req-db581ba8-5f8a-400b-9cc5-a7c4466a30e9 tempest-DeleteServersTestJSON-461115664 tempest-DeleteServersTestJSON-461115664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:49:34.956703 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-b6a26958-b9b7-4a87-9e9f-494d0e8192f7 req-db581ba8-5f8a-400b-9cc5-a7c4466a30e9 tempest-DeleteServersTestJSON-461115664 tempest-DeleteServersTestJSON-461115664-project] 10.222.0.31 "GET /v2.0/ports?device_id=1e1e3274-1421-4101-bd60-7d99a169cba5 HTTP/1.1" status: 200 len: 945 time: 0.0520170 Dec 18 13:49:35.005667 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-b6a26958-b9b7-4a87-9e9f-494d0e8192f7 req-e712efd1-a650-41bd-b686-00ebb0f2f51c tempest-DeleteServersTestJSON-461115664 tempest-DeleteServersTestJSON-461115664-project] 10.222.0.31 "GET /v2.0/security-groups?id=b91eb9a3-b213-4b45-a9c2-f70ee4c964dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427177 Dec 18 13:49:36.143933 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e5c142-b910-4db7-adf3-c64b719e2ca1 req-30bf6886-00ab-4ef8-87a0-3bbc913e12ba tempest-DeleteServersTestJSON-461115664 tempest-DeleteServersTestJSON-461115664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:49:36.145418 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-b6e5c142-b910-4db7-adf3-c64b719e2ca1 req-30bf6886-00ab-4ef8-87a0-3bbc913e12ba tempest-DeleteServersTestJSON-461115664 tempest-DeleteServersTestJSON-461115664-project] 10.222.0.31 "GET /v2.0/ports?device_id=1e1e3274-1421-4101-bd60-7d99a169cba5 HTTP/1.1" status: 200 len: 945 time: 0.0555670 Dec 18 13:49:36.200024 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-b6e5c142-b910-4db7-adf3-c64b719e2ca1 req-13c695d5-fe3e-4cc3-8d3b-6b5b2ed3323a tempest-DeleteServersTestJSON-461115664 tempest-DeleteServersTestJSON-461115664-project] 10.222.0.31 "GET /v2.0/security-groups?id=b91eb9a3-b213-4b45-a9c2-f70ee4c964dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457399 Dec 18 13:49:36.546438 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee06c64d-69b2-4fc5-b322-f5783ad96c4f req-85983949-4611-4f0d-894f-63264616c9dd tempest-DeleteServersTestJSON-461115664 tempest-DeleteServersTestJSON-461115664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:49:36.548648 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-ee06c64d-69b2-4fc5-b322-f5783ad96c4f req-85983949-4611-4f0d-894f-63264616c9dd tempest-DeleteServersTestJSON-461115664 tempest-DeleteServersTestJSON-461115664-project] 10.222.0.31 "GET /v2.0/ports?device_id=1e1e3274-1421-4101-bd60-7d99a169cba5 HTTP/1.1" status: 200 len: 945 time: 0.0509212 Dec 18 13:49:36.576267 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 58840) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:49:36.598865 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-ee06c64d-69b2-4fc5-b322-f5783ad96c4f req-4aeec9b7-b2bd-4032-85cf-a1296dcfbe69 tempest-DeleteServersTestJSON-461115664 tempest-DeleteServersTestJSON-461115664-project] 10.222.0.31 "GET /v2.0/security-groups?id=b91eb9a3-b213-4b45-a9c2-f70ee4c964dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442994 Dec 18 13:49:36.665460 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-e27d57f9-70e5-4bdf-b297-bd8de50699d4 req-a16a31d4-1497-4923-8c0a-b8d68e6dc59a service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=1e1e3274-1421-4101-bd60-7d99a169cba5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0879915 Dec 18 13:49:36.675070 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [req-e27d57f9-70e5-4bdf-b297-bd8de50699d4 req-41c7d72a-140a-4f68-9264-8c858d3a0e97 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103160) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 18 13:49:36.676053 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-e27d57f9-70e5-4bdf-b297-bd8de50699d4 req-41c7d72a-140a-4f68-9264-8c858d3a0e97 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14093 time: 0.0056643 Dec 18 13:49:36.864786 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:49:37.720502 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c09885d-a858-4133-b052-1664cf7b0dcb req-206fbfbf-1a1b-42aa-aeff-a712bfd29b0a tempest-DeleteServersTestJSON-461115664 tempest-DeleteServersTestJSON-461115664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:49:37.722028 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-8c09885d-a858-4133-b052-1664cf7b0dcb req-206fbfbf-1a1b-42aa-aeff-a712bfd29b0a tempest-DeleteServersTestJSON-461115664 tempest-DeleteServersTestJSON-461115664-project] 10.222.0.31 "GET /v2.0/ports?device_id=1e1e3274-1421-4101-bd60-7d99a169cba5 HTTP/1.1" status: 200 len: 945 time: 0.0532107 Dec 18 13:49:37.772231 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-8c09885d-a858-4133-b052-1664cf7b0dcb req-16525f4a-2140-4dbb-a857-6f565d55a38f tempest-DeleteServersTestJSON-461115664 tempest-DeleteServersTestJSON-461115664-project] 10.222.0.31 "GET /v2.0/security-groups?id=b91eb9a3-b213-4b45-a9c2-f70ee4c964dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436583 Dec 18 13:49:38.013878 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27d57f9-70e5-4bdf-b297-bd8de50699d4 req-141f756f-eed3-42bb-ae80-20596c52464c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:49:38.015416 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-e27d57f9-70e5-4bdf-b297-bd8de50699d4 req-141f756f-eed3-42bb-ae80-20596c52464c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=374c281c6ce94137bbd3df4c851ca57a&device_id=1e1e3274-1421-4101-bd60-7d99a169cba5 HTTP/1.1" status: 200 len: 1098 time: 0.0417957 Dec 18 13:49:38.115573 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27d57f9-70e5-4bdf-b297-bd8de50699d4 req-7898c68e-8b44-4146-bb8e-507ac9363933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:49:38.116944 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-e27d57f9-70e5-4bdf-b297-bd8de50699d4 req-7898c68e-8b44-4146-bb8e-507ac9363933 service neutron] 10.222.0.43 "GET /v2.0/networks?id=7e1670e7-ddc6-4664-8c38-71f895cc26cd HTTP/1.1" status: 200 len: 912 time: 0.0943961 Dec 18 13:49:38.159441 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-e27d57f9-70e5-4bdf-b297-bd8de50699d4 req-cd73ded8-9c41-4843-9420-ebbc9e826869 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e10b36ee-ba1c-40d2-9362-e23e15975eec HTTP/1.1" status: 200 len: 217 time: 0.0351381 Dec 18 13:49:38.210817 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27d57f9-70e5-4bdf-b297-bd8de50699d4 req-ad596a93-7afe-412d-a689-4604f254aa20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:49:38.212279 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-e27d57f9-70e5-4bdf-b297-bd8de50699d4 req-ad596a93-7afe-412d-a689-4604f254aa20 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1554a6a6-991f-4074-ad84-8791340c0d92 HTTP/1.1" status: 200 len: 851 time: 0.0463641 Dec 18 13:49:38.244319 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-e27d57f9-70e5-4bdf-b297-bd8de50699d4 req-d4700552-a458-4dca-80d9-19032342a0e5 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7e1670e7-ddc6-4664-8c38-71f895cc26cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245829 Dec 18 13:49:38.334880 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-e27d57f9-70e5-4bdf-b297-bd8de50699d4 req-11651c53-1705-4ec0-9f54-ed1e4a484267 service neutron] 10.222.0.43 "GET /v2.0/networks/7e1670e7-ddc6-4664-8c38-71f895cc26cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832045 Dec 18 13:49:38.442159 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-e27d57f9-70e5-4bdf-b297-bd8de50699d4 req-f1c9ebaa-c928-4ce9-89d6-484090691a27 service neutron] 10.222.0.43 "GET /v2.0/networks/7e1670e7-ddc6-4664-8c38-71f895cc26cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995970 Dec 18 13:49:38.906308 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ed0b9b-ce14-4c9a-aed0-dfffb9b2cbce req-91148af2-c372-468c-8595-5925a4f2cf63 tempest-DeleteServersTestJSON-461115664 tempest-DeleteServersTestJSON-461115664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:49:38.908019 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-69ed0b9b-ce14-4c9a-aed0-dfffb9b2cbce req-91148af2-c372-468c-8595-5925a4f2cf63 tempest-DeleteServersTestJSON-461115664 tempest-DeleteServersTestJSON-461115664-project] 10.222.0.31 "GET /v2.0/ports?device_id=1e1e3274-1421-4101-bd60-7d99a169cba5 HTTP/1.1" status: 200 len: 945 time: 0.0571957 Dec 18 13:49:38.956107 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-69ed0b9b-ce14-4c9a-aed0-dfffb9b2cbce req-6a40944f-90df-4cb7-bce6-b250c3531630 tempest-DeleteServersTestJSON-461115664 tempest-DeleteServersTestJSON-461115664-project] 10.222.0.31 "GET /v2.0/security-groups?id=b91eb9a3-b213-4b45-a9c2-f70ee4c964dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420928 Dec 18 13:49:40.080220 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7df6859-3928-4e87-b1a2-6b2944dfd113 req-7701b8a8-ee95-426a-a9d8-e43c86b559ec tempest-DeleteServersTestJSON-461115664 tempest-DeleteServersTestJSON-461115664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:49:40.081742 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-a7df6859-3928-4e87-b1a2-6b2944dfd113 req-7701b8a8-ee95-426a-a9d8-e43c86b559ec tempest-DeleteServersTestJSON-461115664 tempest-DeleteServersTestJSON-461115664-project] 10.222.0.31 "GET /v2.0/ports?device_id=1e1e3274-1421-4101-bd60-7d99a169cba5 HTTP/1.1" status: 200 len: 945 time: 0.0527360 Dec 18 13:49:40.137165 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-a7df6859-3928-4e87-b1a2-6b2944dfd113 req-bfd88045-7d6e-4d80-b033-9b4a3435bcc9 tempest-DeleteServersTestJSON-461115664 tempest-DeleteServersTestJSON-461115664-project] 10.222.0.31 "GET /v2.0/security-groups?id=b91eb9a3-b213-4b45-a9c2-f70ee4c964dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494003 Dec 18 13:49:41.263406 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f95368-3830-4299-8581-e734df9993bc req-30bd27b7-9608-4765-8834-63c27c3f9c33 tempest-DeleteServersTestJSON-461115664 tempest-DeleteServersTestJSON-461115664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:49:41.264890 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-e9f95368-3830-4299-8581-e734df9993bc req-30bd27b7-9608-4765-8834-63c27c3f9c33 tempest-DeleteServersTestJSON-461115664 tempest-DeleteServersTestJSON-461115664-project] 10.222.0.31 "GET /v2.0/ports?device_id=1e1e3274-1421-4101-bd60-7d99a169cba5 HTTP/1.1" status: 200 len: 945 time: 0.0537415 Dec 18 13:49:41.320347 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-e9f95368-3830-4299-8581-e734df9993bc req-08621e4d-bac3-415e-8799-9933890fbbcd tempest-DeleteServersTestJSON-461115664 tempest-DeleteServersTestJSON-461115664-project] 10.222.0.31 "GET /v2.0/security-groups?id=b91eb9a3-b213-4b45-a9c2-f70ee4c964dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462120 Dec 18 13:49:42.446070 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7380ef8-73d8-4cfa-9438-1c4918bfaaef req-cb790235-3c9b-496c-b96a-5c1570d0c3ce tempest-DeleteServersTestJSON-461115664 tempest-DeleteServersTestJSON-461115664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:49:42.447625 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-d7380ef8-73d8-4cfa-9438-1c4918bfaaef req-cb790235-3c9b-496c-b96a-5c1570d0c3ce tempest-DeleteServersTestJSON-461115664 tempest-DeleteServersTestJSON-461115664-project] 10.222.0.31 "GET /v2.0/ports?device_id=1e1e3274-1421-4101-bd60-7d99a169cba5 HTTP/1.1" status: 200 len: 945 time: 0.0501080 Dec 18 13:49:42.502404 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-d7380ef8-73d8-4cfa-9438-1c4918bfaaef req-5a2df02f-2347-432c-bc39-7fd6ec117eda tempest-DeleteServersTestJSON-461115664 tempest-DeleteServersTestJSON-461115664-project] 10.222.0.31 "GET /v2.0/security-groups?id=b91eb9a3-b213-4b45-a9c2-f70ee4c964dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487201 Dec 18 13:49:43.629217 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccb201d-4570-4a23-952a-be34ac542107 req-75bed236-6396-44b6-8ecc-f501975cc2fc tempest-DeleteServersTestJSON-461115664 tempest-DeleteServersTestJSON-461115664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:49:43.630796 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-fccb201d-4570-4a23-952a-be34ac542107 req-75bed236-6396-44b6-8ecc-f501975cc2fc tempest-DeleteServersTestJSON-461115664 tempest-DeleteServersTestJSON-461115664-project] 10.222.0.31 "GET /v2.0/ports?device_id=1e1e3274-1421-4101-bd60-7d99a169cba5 HTTP/1.1" status: 200 len: 945 time: 0.0560389 Dec 18 13:49:43.677124 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-fccb201d-4570-4a23-952a-be34ac542107 req-c43f6a2a-8bdc-451d-9e58-d58aca5f3333 tempest-DeleteServersTestJSON-461115664 tempest-DeleteServersTestJSON-461115664-project] 10.222.0.31 "GET /v2.0/security-groups?id=b91eb9a3-b213-4b45-a9c2-f70ee4c964dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401578 Dec 18 13:49:44.823375 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dae4933-c1d9-4eed-86b1-41c92cefea6a req-93f263b4-5076-4d80-8a73-ddec5a069ce9 tempest-DeleteServersTestJSON-461115664 tempest-DeleteServersTestJSON-461115664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:49:44.824919 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-6dae4933-c1d9-4eed-86b1-41c92cefea6a req-93f263b4-5076-4d80-8a73-ddec5a069ce9 tempest-DeleteServersTestJSON-461115664 tempest-DeleteServersTestJSON-461115664-project] 10.222.0.31 "GET /v2.0/ports?device_id=1e1e3274-1421-4101-bd60-7d99a169cba5 HTTP/1.1" status: 200 len: 945 time: 0.0616150 Dec 18 13:49:44.885663 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-6dae4933-c1d9-4eed-86b1-41c92cefea6a req-604c44fe-6d4e-4744-a021-d9c8b56c11df tempest-DeleteServersTestJSON-461115664 tempest-DeleteServersTestJSON-461115664-project] 10.222.0.31 "GET /v2.0/security-groups?id=b91eb9a3-b213-4b45-a9c2-f70ee4c964dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541050 Dec 18 13:49:46.020122 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144474ee-50a5-49e4-90de-d8bf84ac6eeb req-ad3b6231-4462-40a8-8dcd-64e25797ef9e tempest-DeleteServersTestJSON-461115664 tempest-DeleteServersTestJSON-461115664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:49:46.021662 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-144474ee-50a5-49e4-90de-d8bf84ac6eeb req-ad3b6231-4462-40a8-8dcd-64e25797ef9e tempest-DeleteServersTestJSON-461115664 tempest-DeleteServersTestJSON-461115664-project] 10.222.0.31 "GET /v2.0/ports?device_id=1e1e3274-1421-4101-bd60-7d99a169cba5 HTTP/1.1" status: 200 len: 945 time: 0.0555739 Dec 18 13:49:46.072452 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-144474ee-50a5-49e4-90de-d8bf84ac6eeb req-3f7cf54f-f864-4e68-83b2-d495f9f14228 tempest-DeleteServersTestJSON-461115664 tempest-DeleteServersTestJSON-461115664-project] 10.222.0.31 "GET /v2.0/security-groups?id=b91eb9a3-b213-4b45-a9c2-f70ee4c964dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447617 Dec 18 13:49:47.212383 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3248ab1a-99ae-4322-b62b-fe7faf606578 req-30a734c3-0f56-4632-952b-8648845bab8b tempest-DeleteServersTestJSON-461115664 tempest-DeleteServersTestJSON-461115664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:49:47.213907 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-3248ab1a-99ae-4322-b62b-fe7faf606578 req-30a734c3-0f56-4632-952b-8648845bab8b tempest-DeleteServersTestJSON-461115664 tempest-DeleteServersTestJSON-461115664-project] 10.222.0.31 "GET /v2.0/ports?device_id=1e1e3274-1421-4101-bd60-7d99a169cba5 HTTP/1.1" status: 200 len: 945 time: 0.0538261 Dec 18 13:49:47.262654 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-3248ab1a-99ae-4322-b62b-fe7faf606578 req-ee4a3a70-7a35-4f3a-8d08-a4901283209c tempest-DeleteServersTestJSON-461115664 tempest-DeleteServersTestJSON-461115664-project] 10.222.0.31 "GET /v2.0/security-groups?id=b91eb9a3-b213-4b45-a9c2-f70ee4c964dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426967 Dec 18 13:49:48.393595 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3067c518-d9f7-4466-a454-344b130e87f1 req-dd3ef042-b1fa-4d66-9556-52ac392ac90a tempest-DeleteServersTestJSON-461115664 tempest-DeleteServersTestJSON-461115664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:49:48.395069 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-3067c518-d9f7-4466-a454-344b130e87f1 req-dd3ef042-b1fa-4d66-9556-52ac392ac90a tempest-DeleteServersTestJSON-461115664 tempest-DeleteServersTestJSON-461115664-project] 10.222.0.31 "GET /v2.0/ports?device_id=1e1e3274-1421-4101-bd60-7d99a169cba5 HTTP/1.1" status: 200 len: 945 time: 0.0515776 Dec 18 13:49:48.444531 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-3067c518-d9f7-4466-a454-344b130e87f1 req-30e1881d-2c9b-46c8-9126-73ba8d310183 tempest-DeleteServersTestJSON-461115664 tempest-DeleteServersTestJSON-461115664-project] 10.222.0.31 "GET /v2.0/security-groups?id=b91eb9a3-b213-4b45-a9c2-f70ee4c964dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407982 Dec 18 13:49:49.584570 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72935a5-d981-4d02-b96f-3c7cbe4f3fe0 req-665e7b49-817d-4ad0-8f16-c288904a1982 tempest-DeleteServersTestJSON-461115664 tempest-DeleteServersTestJSON-461115664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:49:49.586094 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-b72935a5-d981-4d02-b96f-3c7cbe4f3fe0 req-665e7b49-817d-4ad0-8f16-c288904a1982 tempest-DeleteServersTestJSON-461115664 tempest-DeleteServersTestJSON-461115664-project] 10.222.0.31 "GET /v2.0/ports?device_id=1e1e3274-1421-4101-bd60-7d99a169cba5 HTTP/1.1" status: 200 len: 945 time: 0.0652437 Dec 18 13:49:49.645840 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-b72935a5-d981-4d02-b96f-3c7cbe4f3fe0 req-08cb5fe3-e465-4079-bbd2-2ddc8efe09d5 tempest-DeleteServersTestJSON-461115664 tempest-DeleteServersTestJSON-461115664-project] 10.222.0.31 "GET /v2.0/security-groups?id=b91eb9a3-b213-4b45-a9c2-f70ee4c964dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532241 Dec 18 13:49:50.783679 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8366ba43-cae1-455d-9554-ab5688f3ac81 req-e67f5b78-aa20-4e5f-b710-a0a6af0f0c79 tempest-DeleteServersTestJSON-461115664 tempest-DeleteServersTestJSON-461115664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:49:50.785279 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-8366ba43-cae1-455d-9554-ab5688f3ac81 req-e67f5b78-aa20-4e5f-b710-a0a6af0f0c79 tempest-DeleteServersTestJSON-461115664 tempest-DeleteServersTestJSON-461115664-project] 10.222.0.31 "GET /v2.0/ports?device_id=1e1e3274-1421-4101-bd60-7d99a169cba5 HTTP/1.1" status: 200 len: 945 time: 0.0601814 Dec 18 13:49:50.837825 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-8366ba43-cae1-455d-9554-ab5688f3ac81 req-039e9252-6ceb-4265-902d-2e4e28eb489a tempest-DeleteServersTestJSON-461115664 tempest-DeleteServersTestJSON-461115664-project] 10.222.0.31 "GET /v2.0/security-groups?id=b91eb9a3-b213-4b45-a9c2-f70ee4c964dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436747 Dec 18 13:49:51.972128 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e93b210-f3db-443e-ac99-eb198b003daa req-46d71029-deb6-47e8-a8ac-02b5552b015c tempest-DeleteServersTestJSON-461115664 tempest-DeleteServersTestJSON-461115664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:49:51.974389 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-6e93b210-f3db-443e-ac99-eb198b003daa req-46d71029-deb6-47e8-a8ac-02b5552b015c tempest-DeleteServersTestJSON-461115664 tempest-DeleteServersTestJSON-461115664-project] 10.222.0.31 "GET /v2.0/ports?device_id=1e1e3274-1421-4101-bd60-7d99a169cba5 HTTP/1.1" status: 200 len: 945 time: 0.0547173 Dec 18 13:49:52.033081 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-6e93b210-f3db-443e-ac99-eb198b003daa req-4592a464-eb61-414e-853b-c2fdf55433d1 tempest-DeleteServersTestJSON-461115664 tempest-DeleteServersTestJSON-461115664-project] 10.222.0.31 "GET /v2.0/security-groups?id=b91eb9a3-b213-4b45-a9c2-f70ee4c964dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504756 Dec 18 13:49:52.298570 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.agents_db [None req-e3dda592-589a-4b4d-b028-ba9a260f4f50 None None] Agent healthcheck: found 6 active agents {{(pid=103162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 18 13:49:53.253097 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbe10ef-2424-419c-8eff-fd43bff9eaea req-f1bbc22d-f8f6-413f-927f-d3898f5e7a93 tempest-DeleteServersTestJSON-461115664 tempest-DeleteServersTestJSON-461115664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:49:53.254551 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-1fbe10ef-2424-419c-8eff-fd43bff9eaea req-f1bbc22d-f8f6-413f-927f-d3898f5e7a93 tempest-DeleteServersTestJSON-461115664 tempest-DeleteServersTestJSON-461115664-project] 10.222.0.31 "GET /v2.0/ports?device_id=1e1e3274-1421-4101-bd60-7d99a169cba5 HTTP/1.1" status: 200 len: 945 time: 0.1501801 Dec 18 13:49:53.304895 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-1fbe10ef-2424-419c-8eff-fd43bff9eaea req-43069f88-492a-475f-b75e-59f8bc206566 tempest-DeleteServersTestJSON-461115664 tempest-DeleteServersTestJSON-461115664-project] 10.222.0.31 "GET /v2.0/security-groups?id=b91eb9a3-b213-4b45-a9c2-f70ee4c964dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412712 Dec 18 13:49:54.498171 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d14ec6-3593-449c-9881-b705b099a436 req-352f806d-b525-4000-914b-027d33b969e3 tempest-DeleteServersTestJSON-461115664 tempest-DeleteServersTestJSON-461115664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:49:54.499691 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-c9d14ec6-3593-449c-9881-b705b099a436 req-352f806d-b525-4000-914b-027d33b969e3 tempest-DeleteServersTestJSON-461115664 tempest-DeleteServersTestJSON-461115664-project] 10.222.0.31 "GET /v2.0/ports?device_id=1e1e3274-1421-4101-bd60-7d99a169cba5 HTTP/1.1" status: 200 len: 945 time: 0.1190083 Dec 18 13:49:54.553736 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-c9d14ec6-3593-449c-9881-b705b099a436 req-35f16444-9205-4244-be6a-d188eaa5398e tempest-DeleteServersTestJSON-461115664 tempest-DeleteServersTestJSON-461115664-project] 10.222.0.31 "GET /v2.0/security-groups?id=b91eb9a3-b213-4b45-a9c2-f70ee4c964dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474687 Dec 18 13:49:54.936832 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0d7762f2-6d2b-4987-948c-6962534b9343 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:49:55.682630 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa600205-ab7e-43bc-b6bc-8a959983701a req-72c61b5e-1726-45c8-bd82-8dbe446b2073 tempest-DeleteServersTestJSON-461115664 tempest-DeleteServersTestJSON-461115664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:49:55.684171 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-aa600205-ab7e-43bc-b6bc-8a959983701a req-72c61b5e-1726-45c8-bd82-8dbe446b2073 tempest-DeleteServersTestJSON-461115664 tempest-DeleteServersTestJSON-461115664-project] 10.222.0.31 "GET /v2.0/ports?device_id=1e1e3274-1421-4101-bd60-7d99a169cba5 HTTP/1.1" status: 200 len: 945 time: 0.0485620 Dec 18 13:49:55.733477 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-aa600205-ab7e-43bc-b6bc-8a959983701a req-e0ca051e-e5ab-417c-9382-3563aff9c3f0 tempest-DeleteServersTestJSON-461115664 tempest-DeleteServersTestJSON-461115664-project] 10.222.0.31 "GET /v2.0/security-groups?id=b91eb9a3-b213-4b45-a9c2-f70ee4c964dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434155 Dec 18 13:49:56.766268 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa13c85f-fba9-41ec-a38a-a7bec5aa3cb4 req-7eba5f4e-a1e4-4dce-aae1-59ff0d7493da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:49:56.767823 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-fa13c85f-fba9-41ec-a38a-a7bec5aa3cb4 req-7eba5f4e-a1e4-4dce-aae1-59ff0d7493da service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=374c281c6ce94137bbd3df4c851ca57a&device_id=1e1e3274-1421-4101-bd60-7d99a169cba5 HTTP/1.1" status: 200 len: 1098 time: 0.0412703 Dec 18 13:49:56.854701 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb5ce1a-191c-4721-977e-6453b5319736 req-74c21ad2-4a8f-4ca7-940e-1b1b4d35cf2e tempest-DeleteServersTestJSON-461115664 tempest-DeleteServersTestJSON-461115664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:49:56.856201 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-0cb5ce1a-191c-4721-977e-6453b5319736 req-74c21ad2-4a8f-4ca7-940e-1b1b4d35cf2e tempest-DeleteServersTestJSON-461115664 tempest-DeleteServersTestJSON-461115664-project] 10.222.0.31 "GET /v2.0/ports?device_id=1e1e3274-1421-4101-bd60-7d99a169cba5 HTTP/1.1" status: 200 len: 945 time: 0.0545347 Dec 18 13:49:56.876226 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa13c85f-fba9-41ec-a38a-a7bec5aa3cb4 req-bdcbcf8c-3b38-4391-8622-073a372a400a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:49:56.877807 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-fa13c85f-fba9-41ec-a38a-a7bec5aa3cb4 req-bdcbcf8c-3b38-4391-8622-073a372a400a service neutron] 10.222.0.43 "GET /v2.0/networks?id=7e1670e7-ddc6-4664-8c38-71f895cc26cd HTTP/1.1" status: 200 len: 912 time: 0.0900962 Dec 18 13:49:56.904809 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-0cb5ce1a-191c-4721-977e-6453b5319736 req-3f4a1262-2fd4-4024-95dc-37212aaff01e tempest-DeleteServersTestJSON-461115664 tempest-DeleteServersTestJSON-461115664-project] 10.222.0.31 "GET /v2.0/security-groups?id=b91eb9a3-b213-4b45-a9c2-f70ee4c964dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413733 Dec 18 13:49:56.918587 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-fa13c85f-fba9-41ec-a38a-a7bec5aa3cb4 req-0c03cdae-bf5c-4d45-abaa-d5e97d6233da service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e10b36ee-ba1c-40d2-9362-e23e15975eec HTTP/1.1" status: 200 len: 217 time: 0.0337963 Dec 18 13:49:56.972744 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa13c85f-fba9-41ec-a38a-a7bec5aa3cb4 req-3aecda11-774f-49aa-bc67-330f470b81be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:49:56.974319 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-fa13c85f-fba9-41ec-a38a-a7bec5aa3cb4 req-3aecda11-774f-49aa-bc67-330f470b81be service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1554a6a6-991f-4074-ad84-8791340c0d92 HTTP/1.1" status: 200 len: 851 time: 0.0475714 Dec 18 13:49:57.005878 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-fa13c85f-fba9-41ec-a38a-a7bec5aa3cb4 req-08263de7-91da-40a2-a7fd-36068571ae7f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7e1670e7-ddc6-4664-8c38-71f895cc26cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238075 Dec 18 13:49:57.093696 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-fa13c85f-fba9-41ec-a38a-a7bec5aa3cb4 req-f0118dec-4e69-47e6-ac46-bd8beb9e218b service neutron] 10.222.0.43 "GET /v2.0/networks/7e1670e7-ddc6-4664-8c38-71f895cc26cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805101 Dec 18 13:49:57.175136 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c84a4b95-5b65-4bbe-af32-e32deb77f499 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:49:57.189197 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-fa13c85f-fba9-41ec-a38a-a7bec5aa3cb4 req-d3e92043-6108-4743-abee-58c44dbe8323 service neutron] 10.222.0.43 "GET /v2.0/networks/7e1670e7-ddc6-4664-8c38-71f895cc26cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881591 Dec 18 13:49:58.042491 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb053bf-0630-4037-a63c-044092568046 req-2f1959fd-f53d-41a3-b861-5a80d6635dcc tempest-DeleteServersTestJSON-461115664 tempest-DeleteServersTestJSON-461115664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:49:58.044037 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-fbb053bf-0630-4037-a63c-044092568046 req-2f1959fd-f53d-41a3-b861-5a80d6635dcc tempest-DeleteServersTestJSON-461115664 tempest-DeleteServersTestJSON-461115664-project] 10.222.0.31 "GET /v2.0/ports?device_id=1e1e3274-1421-4101-bd60-7d99a169cba5 HTTP/1.1" status: 200 len: 945 time: 0.0632153 Dec 18 13:49:58.101658 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-fbb053bf-0630-4037-a63c-044092568046 req-9d06a0c2-abfe-4576-9065-eb7209f899a1 tempest-DeleteServersTestJSON-461115664 tempest-DeleteServersTestJSON-461115664-project] 10.222.0.31 "GET /v2.0/security-groups?id=b91eb9a3-b213-4b45-a9c2-f70ee4c964dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497701 Dec 18 13:49:58.502497 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-afa9ae9b-bdbb-4010-bcf6-3a46ce66cf71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:49:59.229331 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07877d5e-3355-4b0a-a1e9-6d7b18e99436 req-d84554a9-3114-4eba-ae50-edb455c5b96b tempest-DeleteServersTestJSON-461115664 tempest-DeleteServersTestJSON-461115664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:49:59.230821 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-07877d5e-3355-4b0a-a1e9-6d7b18e99436 req-d84554a9-3114-4eba-ae50-edb455c5b96b tempest-DeleteServersTestJSON-461115664 tempest-DeleteServersTestJSON-461115664-project] 10.222.0.31 "GET /v2.0/ports?device_id=1e1e3274-1421-4101-bd60-7d99a169cba5 HTTP/1.1" status: 200 len: 945 time: 0.0499833 Dec 18 13:49:59.278025 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-07877d5e-3355-4b0a-a1e9-6d7b18e99436 req-d656c00c-6d7f-48b6-a603-ee05385e3d0f tempest-DeleteServersTestJSON-461115664 tempest-DeleteServersTestJSON-461115664-project] 10.222.0.31 "GET /v2.0/security-groups?id=b91eb9a3-b213-4b45-a9c2-f70ee4c964dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412176 Dec 18 13:50:00.014927 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7b7a3272-2b45-4d32-9670-25eb1afd1184 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:50:00.405459 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6650346-a16f-4cc4-ae5b-5631cc4e3fd3 req-91161fef-24d9-4e66-aee0-160ee16fe454 tempest-DeleteServersTestJSON-461115664 tempest-DeleteServersTestJSON-461115664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:50:00.406953 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-e6650346-a16f-4cc4-ae5b-5631cc4e3fd3 req-91161fef-24d9-4e66-aee0-160ee16fe454 tempest-DeleteServersTestJSON-461115664 tempest-DeleteServersTestJSON-461115664-project] 10.222.0.31 "GET /v2.0/ports?device_id=1e1e3274-1421-4101-bd60-7d99a169cba5 HTTP/1.1" status: 200 len: 945 time: 0.0535190 Dec 18 13:50:00.457198 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-e6650346-a16f-4cc4-ae5b-5631cc4e3fd3 req-54172b83-f026-4dc2-9251-43710ca87ae3 tempest-DeleteServersTestJSON-461115664 tempest-DeleteServersTestJSON-461115664-project] 10.222.0.31 "GET /v2.0/security-groups?id=b91eb9a3-b213-4b45-a9c2-f70ee4c964dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426657 Dec 18 13:50:00.872672 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:50:01.602470 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24fef2e-0506-408c-9587-e20be805da06 req-c9ba1cfc-0986-463e-b7a8-51edf53bf2c4 tempest-DeleteServersTestJSON-461115664 tempest-DeleteServersTestJSON-461115664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:50:01.604014 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-d24fef2e-0506-408c-9587-e20be805da06 req-c9ba1cfc-0986-463e-b7a8-51edf53bf2c4 tempest-DeleteServersTestJSON-461115664 tempest-DeleteServersTestJSON-461115664-project] 10.222.0.31 "GET /v2.0/ports?device_id=1e1e3274-1421-4101-bd60-7d99a169cba5 HTTP/1.1" status: 200 len: 945 time: 0.0694840 Dec 18 13:50:01.651532 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-d24fef2e-0506-408c-9587-e20be805da06 req-ccb086dc-8400-47ba-b0d6-7ade36ef579e tempest-DeleteServersTestJSON-461115664 tempest-DeleteServersTestJSON-461115664-project] 10.222.0.31 "GET /v2.0/security-groups?id=b91eb9a3-b213-4b45-a9c2-f70ee4c964dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414519 Dec 18 13:50:02.780364 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6681737-2837-4cf1-b6b0-d47f254996f3 req-05e8ec56-2826-49d5-917c-ddfcf6656fe7 tempest-DeleteServersTestJSON-461115664 tempest-DeleteServersTestJSON-461115664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:50:02.782889 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-b6681737-2837-4cf1-b6b0-d47f254996f3 req-05e8ec56-2826-49d5-917c-ddfcf6656fe7 tempest-DeleteServersTestJSON-461115664 tempest-DeleteServersTestJSON-461115664-project] 10.222.0.31 "GET /v2.0/ports?device_id=1e1e3274-1421-4101-bd60-7d99a169cba5 HTTP/1.1" status: 200 len: 945 time: 0.0546741 Dec 18 13:50:02.840930 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-b6681737-2837-4cf1-b6b0-d47f254996f3 req-7f603a48-c522-4341-84b6-3c081ad8d11e tempest-DeleteServersTestJSON-461115664 tempest-DeleteServersTestJSON-461115664-project] 10.222.0.31 "GET /v2.0/security-groups?id=b91eb9a3-b213-4b45-a9c2-f70ee4c964dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510724 Dec 18 13:50:03.968108 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b169278a-ffe2-4fc6-9ede-555eadf5fee4 req-3080ed0d-e5ba-44ba-9c39-ad73748aed80 tempest-DeleteServersTestJSON-461115664 tempest-DeleteServersTestJSON-461115664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:50:03.969643 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-b169278a-ffe2-4fc6-9ede-555eadf5fee4 req-3080ed0d-e5ba-44ba-9c39-ad73748aed80 tempest-DeleteServersTestJSON-461115664 tempest-DeleteServersTestJSON-461115664-project] 10.222.0.31 "GET /v2.0/ports?device_id=1e1e3274-1421-4101-bd60-7d99a169cba5 HTTP/1.1" status: 200 len: 945 time: 0.0529504 Dec 18 13:50:04.019405 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-b169278a-ffe2-4fc6-9ede-555eadf5fee4 req-fc4a36e7-daaa-498a-95c0-979f32233005 tempest-DeleteServersTestJSON-461115664 tempest-DeleteServersTestJSON-461115664-project] 10.222.0.31 "GET /v2.0/security-groups?id=b91eb9a3-b213-4b45-a9c2-f70ee4c964dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434778 Dec 18 13:50:05.141889 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b94695d-b6f9-4ec7-af09-f5cd215e370f req-89c314bd-749a-423c-a056-bab7b33bfad3 tempest-DeleteServersTestJSON-461115664 tempest-DeleteServersTestJSON-461115664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:50:05.143419 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-4b94695d-b6f9-4ec7-af09-f5cd215e370f req-89c314bd-749a-423c-a056-bab7b33bfad3 tempest-DeleteServersTestJSON-461115664 tempest-DeleteServersTestJSON-461115664-project] 10.222.0.31 "GET /v2.0/ports?device_id=1e1e3274-1421-4101-bd60-7d99a169cba5 HTTP/1.1" status: 200 len: 945 time: 0.0530550 Dec 18 13:50:05.191062 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-4b94695d-b6f9-4ec7-af09-f5cd215e370f req-39af50ce-e5ae-4b00-9b31-190436d0c022 tempest-DeleteServersTestJSON-461115664 tempest-DeleteServersTestJSON-461115664-project] 10.222.0.31 "GET /v2.0/security-groups?id=b91eb9a3-b213-4b45-a9c2-f70ee4c964dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415375 Dec 18 13:50:05.268191 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-e27d57f9-70e5-4bdf-b297-bd8de50699d4 req-6665cfc3-66f5-431e-8ee5-e650223f0452 service neutron] 10.222.0.43 "GET /v2.0/ports/e10b36ee-ba1c-40d2-9362-e23e15975eec/bindings/hv-neutron-7448 HTTP/1.1" status: 200 len: 384 time: 0.0556028 Dec 18 13:50:05.529395 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27d57f9-70e5-4bdf-b297-bd8de50699d4 req-71555386-1e77-4ffe-9df9-e1c902a4ce3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:50:05.530958 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-e27d57f9-70e5-4bdf-b297-bd8de50699d4 req-71555386-1e77-4ffe-9df9-e1c902a4ce3d service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=1e1e3274-1421-4101-bd60-7d99a169cba5&tenant_id=374c281c6ce94137bbd3df4c851ca57a HTTP/1.1" status: 200 len: 1098 time: 0.0774982 Dec 18 13:50:05.611250 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27d57f9-70e5-4bdf-b297-bd8de50699d4 req-7b33eb7f-0736-4edc-9746-0ee483d5fd3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:50:05.612789 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-e27d57f9-70e5-4bdf-b297-bd8de50699d4 req-7b33eb7f-0736-4edc-9746-0ee483d5fd3e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=374c281c6ce94137bbd3df4c851ca57a&device_id=1e1e3274-1421-4101-bd60-7d99a169cba5 HTTP/1.1" status: 200 len: 1098 time: 0.0573938 Dec 18 13:50:05.708275 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27d57f9-70e5-4bdf-b297-bd8de50699d4 req-504dfc72-debc-4de6-954c-3142312e1866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:50:05.709898 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-e27d57f9-70e5-4bdf-b297-bd8de50699d4 req-504dfc72-debc-4de6-954c-3142312e1866 service neutron] 10.222.0.43 "GET /v2.0/networks?id=7e1670e7-ddc6-4664-8c38-71f895cc26cd HTTP/1.1" status: 200 len: 912 time: 0.0893948 Dec 18 13:50:05.754320 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-e27d57f9-70e5-4bdf-b297-bd8de50699d4 req-2a280f81-a512-40bb-b5a3-3563d38fe92b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e10b36ee-ba1c-40d2-9362-e23e15975eec HTTP/1.1" status: 200 len: 217 time: 0.0369401 Dec 18 13:50:05.804739 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27d57f9-70e5-4bdf-b297-bd8de50699d4 req-4df5d94e-152e-477d-8be8-1fc02f4745a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:50:05.806057 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-e27d57f9-70e5-4bdf-b297-bd8de50699d4 req-4df5d94e-152e-477d-8be8-1fc02f4745a2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1554a6a6-991f-4074-ad84-8791340c0d92 HTTP/1.1" status: 200 len: 851 time: 0.0441747 Dec 18 13:50:05.836982 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-e27d57f9-70e5-4bdf-b297-bd8de50699d4 req-562e6d1e-4dd1-446b-9e49-9a12d797de80 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7e1670e7-ddc6-4664-8c38-71f895cc26cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237720 Dec 18 13:50:05.934468 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-e27d57f9-70e5-4bdf-b297-bd8de50699d4 req-36842eed-44f3-406b-9f20-0fdaea0dc517 service neutron] 10.222.0.43 "GET /v2.0/networks/7e1670e7-ddc6-4664-8c38-71f895cc26cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900202 Dec 18 13:50:06.030726 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-e27d57f9-70e5-4bdf-b297-bd8de50699d4 req-0d863879-e9a7-4f9b-9213-14d2c4218af4 service neutron] 10.222.0.43 "GET /v2.0/networks/7e1670e7-ddc6-4664-8c38-71f895cc26cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892303 Dec 18 13:50:06.335905 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c4b955-789b-4ac5-8f04-dd640fdebd85 req-8ca23535-31bb-4db5-98e1-a06db0648f3f tempest-DeleteServersTestJSON-461115664 tempest-DeleteServersTestJSON-461115664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:50:06.337368 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-d4c4b955-789b-4ac5-8f04-dd640fdebd85 req-8ca23535-31bb-4db5-98e1-a06db0648f3f tempest-DeleteServersTestJSON-461115664 tempest-DeleteServersTestJSON-461115664-project] 10.222.0.31 "GET /v2.0/ports?device_id=1e1e3274-1421-4101-bd60-7d99a169cba5 HTTP/1.1" status: 200 len: 945 time: 0.0763083 Dec 18 13:50:06.399272 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-d4c4b955-789b-4ac5-8f04-dd640fdebd85 req-b67e4243-ab5b-4bd7-a5e4-a283d411317d tempest-DeleteServersTestJSON-461115664 tempest-DeleteServersTestJSON-461115664-project] 10.222.0.31 "GET /v2.0/security-groups?id=b91eb9a3-b213-4b45-a9c2-f70ee4c964dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555236 Dec 18 13:50:06.898710 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:50:07.532536 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02caa791-b55e-419b-b4f5-85e9361727d8 req-df647dbc-8aeb-4da5-abf8-3b6e269bee2c tempest-DeleteServersTestJSON-461115664 tempest-DeleteServersTestJSON-461115664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:50:07.534287 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-02caa791-b55e-419b-b4f5-85e9361727d8 req-df647dbc-8aeb-4da5-abf8-3b6e269bee2c tempest-DeleteServersTestJSON-461115664 tempest-DeleteServersTestJSON-461115664-project] 10.222.0.31 "GET /v2.0/ports?device_id=1e1e3274-1421-4101-bd60-7d99a169cba5 HTTP/1.1" status: 200 len: 945 time: 0.0511777 Dec 18 13:50:07.590401 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-02caa791-b55e-419b-b4f5-85e9361727d8 req-4a5a9bb6-4dcd-4042-ad54-1c740cad026c tempest-DeleteServersTestJSON-461115664 tempest-DeleteServersTestJSON-461115664-project] 10.222.0.31 "GET /v2.0/security-groups?id=b91eb9a3-b213-4b45-a9c2-f70ee4c964dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502074 Dec 18 13:50:08.714215 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b0bff7-d0b1-4185-bcfe-de7040848336 req-778e75e1-93e1-4e0e-b49d-21525bd3c824 tempest-DeleteServersTestJSON-461115664 tempest-DeleteServersTestJSON-461115664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:50:08.715825 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-92b0bff7-d0b1-4185-bcfe-de7040848336 req-778e75e1-93e1-4e0e-b49d-21525bd3c824 tempest-DeleteServersTestJSON-461115664 tempest-DeleteServersTestJSON-461115664-project] 10.222.0.31 "GET /v2.0/ports?device_id=1e1e3274-1421-4101-bd60-7d99a169cba5 HTTP/1.1" status: 200 len: 945 time: 0.0498004 Dec 18 13:50:08.766080 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-92b0bff7-d0b1-4185-bcfe-de7040848336 req-e76160b7-301f-4454-a55e-84fea936ef1a tempest-DeleteServersTestJSON-461115664 tempest-DeleteServersTestJSON-461115664-project] 10.222.0.31 "GET /v2.0/security-groups?id=b91eb9a3-b213-4b45-a9c2-f70ee4c964dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434513 Dec 18 13:50:09.447110 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Device e10b36ee-ba1c-40d2-9362-e23e15975eec no longer exists at agent hyperv_hv-neutron-7448 {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 18 13:50:09.540217 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:50:09.566500 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e1e3274-1421-4101-bd60-7d99a169cba5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e10b36ee-ba1c-40d2-9362-e23e15975eec'}] {{(pid=103161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 18 13:50:09.568851 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22224e7a42aa75e3f3b9c037df440650d2cfa1dd97b40a249aee4a8113775251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c5f8683-8cbe-41ea-8818-d4d23bf185e8" -d '{"events": [{"server_uuid": "1e1e3274-1421-4101-bd60-7d99a169cba5", "name": "network-vif-unplugged", "status": "completed", "tag": "e10b36ee-ba1c-40d2-9362-e23e15975eec"}]}' {{(pid=103161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 18 13:50:09.581745 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] For port e10b36ee-ba1c-40d2-9362-e23e15975eec, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=e10b36ee-ba1c-40d2-9362-e23e15975eec,segment=NetworkSegment(7506681e-7396-437c-9d58-1f93733927c7),segment_id=7506681e-7396-437c-9d58-1f93733927c7)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:50:09.587198 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:50:09.631381 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 18 Dec 2021 13:50:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29a49984-b78c-4dca-8d20-25a617f8764f x-openstack-request-id: req-29a49984-b78c-4dca-8d20-25a617f8764f {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 18 13:50:09.631677 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e1e3274-1421-4101-bd60-7d99a169cba5", "name": "network-vif-unplugged", "status": "completed", "tag": "e10b36ee-ba1c-40d2-9362-e23e15975eec", "code": 200}]} {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 18 13:50:09.631925 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-29a49984-b78c-4dca-8d20-25a617f8764f {{(pid=103161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 18 13:50:09.632313 dv-neutron-744815-20-hyperv neutron-server[103161]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e1e3274-1421-4101-bd60-7d99a169cba5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e10b36ee-ba1c-40d2-9362-e23e15975eec', 'code': 200} Dec 18 13:50:09.643866 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Pushing event updated for resources: {'Port': ['ID=e10b36ee-ba1c-40d2-9362-e23e15975eec,revision_number=6']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:50:09.651033 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:50:09.651418 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:50:09.651760 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:50:09.652099 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:50:09.652432 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:50:09.652760 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:50:09.653084 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:50:09.653406 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:50:09.653736 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:50:09.654062 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:50:09.654350 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:50:09.654666 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:50:09.654986 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:50:09.897144 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8135a1-e629-4446-a19b-20e1781127c1 req-9032d66c-f058-4bab-b1ba-0b604acd73f5 tempest-DeleteServersTestJSON-461115664 tempest-DeleteServersTestJSON-461115664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:50:09.898721 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-5e8135a1-e629-4446-a19b-20e1781127c1 req-9032d66c-f058-4bab-b1ba-0b604acd73f5 tempest-DeleteServersTestJSON-461115664 tempest-DeleteServersTestJSON-461115664-project] 10.222.0.31 "GET /v2.0/ports?device_id=1e1e3274-1421-4101-bd60-7d99a169cba5 HTTP/1.1" status: 200 len: 943 time: 0.0571625 Dec 18 13:50:09.954586 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-5e8135a1-e629-4446-a19b-20e1781127c1 req-7ae0d9ba-6b07-4f16-989c-ea68f624051c tempest-DeleteServersTestJSON-461115664 tempest-DeleteServersTestJSON-461115664-project] 10.222.0.31 "GET /v2.0/security-groups?id=b91eb9a3-b213-4b45-a9c2-f70ee4c964dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468695 Dec 18 13:50:10.270484 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dc4f88-76dd-4210-92f7-3ad7219d6f28 req-1a4d88c0-3a19-4e5e-a645-b7cb7d40a947 tempest-DeleteServersTestJSON-461115664 tempest-DeleteServersTestJSON-461115664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:50:10.272089 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-05dc4f88-76dd-4210-92f7-3ad7219d6f28 req-1a4d88c0-3a19-4e5e-a645-b7cb7d40a947 tempest-DeleteServersTestJSON-461115664 tempest-DeleteServersTestJSON-461115664-project] 10.222.0.43 "GET /v2.0/ports?device_id=1e1e3274-1421-4101-bd60-7d99a169cba5&tenant_id=374c281c6ce94137bbd3df4c851ca57a&binding%3Ahost_id=hv-neutron-7448 HTTP/1.1" status: 200 len: 943 time: 0.0875630 Dec 18 13:50:10.394124 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dc4f88-76dd-4210-92f7-3ad7219d6f28 req-17a02117-e11f-48a7-b315-1e5fe4d2c50d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:50:10.395561 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-05dc4f88-76dd-4210-92f7-3ad7219d6f28 req-17a02117-e11f-48a7-b315-1e5fe4d2c50d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=374c281c6ce94137bbd3df4c851ca57a&device_id=1e1e3274-1421-4101-bd60-7d99a169cba5 HTTP/1.1" status: 200 len: 1096 time: 0.0505719 Dec 18 13:50:10.495668 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dc4f88-76dd-4210-92f7-3ad7219d6f28 req-f72ae859-9e35-4513-9597-aa94a3d090f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:50:10.497167 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-05dc4f88-76dd-4210-92f7-3ad7219d6f28 req-f72ae859-9e35-4513-9597-aa94a3d090f0 service neutron] 10.222.0.43 "GET /v2.0/networks?id=7e1670e7-ddc6-4664-8c38-71f895cc26cd HTTP/1.1" status: 200 len: 912 time: 0.0945516 Dec 18 13:50:10.538855 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-05dc4f88-76dd-4210-92f7-3ad7219d6f28 req-7c42ca4a-cf87-445b-b8da-85e0bec6e94c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e10b36ee-ba1c-40d2-9362-e23e15975eec HTTP/1.1" status: 200 len: 217 time: 0.0346754 Dec 18 13:50:10.594279 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dc4f88-76dd-4210-92f7-3ad7219d6f28 req-b55c936a-ec85-487f-a312-81c1c3cb2fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:50:10.595752 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-05dc4f88-76dd-4210-92f7-3ad7219d6f28 req-b55c936a-ec85-487f-a312-81c1c3cb2fe2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1554a6a6-991f-4074-ad84-8791340c0d92 HTTP/1.1" status: 200 len: 851 time: 0.0503273 Dec 18 13:50:10.627501 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-05dc4f88-76dd-4210-92f7-3ad7219d6f28 req-998de24c-f940-4add-b160-c497c6b855e1 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7e1670e7-ddc6-4664-8c38-71f895cc26cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240896 Dec 18 13:50:10.718404 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-05dc4f88-76dd-4210-92f7-3ad7219d6f28 req-cd61aad2-51bf-454c-922c-ea2ea49b1453 service neutron] 10.222.0.43 "GET /v2.0/networks/7e1670e7-ddc6-4664-8c38-71f895cc26cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842705 Dec 18 13:50:10.821561 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-05dc4f88-76dd-4210-92f7-3ad7219d6f28 req-b986127e-2f06-4516-9654-650bdbec214b service neutron] 10.222.0.43 "GET /v2.0/networks/7e1670e7-ddc6-4664-8c38-71f895cc26cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953538 Dec 18 13:50:11.567326 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d191ed-783a-4a19-acc2-2d3d67a85061 req-a2801169-b398-4b5a-8977-d450d72b6e2e tempest-DeleteServersTestJSON-461115664 tempest-DeleteServersTestJSON-461115664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:50:11.569033 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-67d191ed-783a-4a19-acc2-2d3d67a85061 req-a2801169-b398-4b5a-8977-d450d72b6e2e tempest-DeleteServersTestJSON-461115664 tempest-DeleteServersTestJSON-461115664-project] 10.222.0.31 "GET /v2.0/ports?device_id=1e1e3274-1421-4101-bd60-7d99a169cba5 HTTP/1.1" status: 200 len: 943 time: 0.0534010 Dec 18 13:50:11.621017 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-67d191ed-783a-4a19-acc2-2d3d67a85061 req-3f46cfbf-d59b-4e43-8a3d-4dd878a90c38 tempest-DeleteServersTestJSON-461115664 tempest-DeleteServersTestJSON-461115664-project] 10.222.0.31 "GET /v2.0/security-groups?id=b91eb9a3-b213-4b45-a9c2-f70ee4c964dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450220 Dec 18 13:50:12.744062 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed1d322-c281-4d15-8254-8179137cf059 req-1aa32295-60b6-4d5f-9ac6-90d880ccc984 tempest-DeleteServersTestJSON-461115664 tempest-DeleteServersTestJSON-461115664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:50:12.745601 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-2ed1d322-c281-4d15-8254-8179137cf059 req-1aa32295-60b6-4d5f-9ac6-90d880ccc984 tempest-DeleteServersTestJSON-461115664 tempest-DeleteServersTestJSON-461115664-project] 10.222.0.31 "GET /v2.0/ports?device_id=1e1e3274-1421-4101-bd60-7d99a169cba5 HTTP/1.1" status: 200 len: 943 time: 0.0522792 Dec 18 13:50:12.793382 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-2ed1d322-c281-4d15-8254-8179137cf059 req-035d99c3-7521-4047-bc0a-a6635b1b4993 tempest-DeleteServersTestJSON-461115664 tempest-DeleteServersTestJSON-461115664-project] 10.222.0.31 "GET /v2.0/security-groups?id=b91eb9a3-b213-4b45-a9c2-f70ee4c964dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418706 Dec 18 13:50:13.312242 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dc4f88-76dd-4210-92f7-3ad7219d6f28 req-419420dc-3905-45d9-ab61-9c1802381ff7 tempest-DeleteServersTestJSON-461115664 tempest-DeleteServersTestJSON-461115664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:50:13.313690 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-05dc4f88-76dd-4210-92f7-3ad7219d6f28 req-419420dc-3905-45d9-ab61-9c1802381ff7 tempest-DeleteServersTestJSON-461115664 tempest-DeleteServersTestJSON-461115664-project] 10.222.0.43 "GET /v2.0/ports?device_id=1e1e3274-1421-4101-bd60-7d99a169cba5 HTTP/1.1" status: 200 len: 943 time: 0.0585716 Dec 18 13:50:13.464383 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Device e10b36ee-ba1c-40d2-9362-e23e15975eec no longer exists at agent hyperv_hv-neutron-7448 {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 18 13:50:13.672229 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [req-05dc4f88-76dd-4210-92f7-3ad7219d6f28 req-d1b2836f-4dd7-4c1e-adaa-92ecaa835032 tempest-DeleteServersTestJSON-461115664 tempest-DeleteServersTestJSON-461115664-project] Deleting port e10b36ee-ba1c-40d2-9362-e23e15975eec {{(pid=103159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:50:13.672581 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-05dc4f88-76dd-4210-92f7-3ad7219d6f28 req-d1b2836f-4dd7-4c1e-adaa-92ecaa835032 tempest-DeleteServersTestJSON-461115664 tempest-DeleteServersTestJSON-461115664-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:50:13.763118 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.db [req-05dc4f88-76dd-4210-92f7-3ad7219d6f28 req-d1b2836f-4dd7-4c1e-adaa-92ecaa835032 tempest-DeleteServersTestJSON-461115664 tempest-DeleteServersTestJSON-461115664-project] For port e10b36ee-ba1c-40d2-9362-e23e15975eec, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=e10b36ee-ba1c-40d2-9362-e23e15975eec,segment=NetworkSegment(7506681e-7396-437c-9d58-1f93733927c7),segment_id=7506681e-7396-437c-9d58-1f93733927c7)] {{(pid=103159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:50:13.763833 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-05dc4f88-76dd-4210-92f7-3ad7219d6f28 req-d1b2836f-4dd7-4c1e-adaa-92ecaa835032 tempest-DeleteServersTestJSON-461115664 tempest-DeleteServersTestJSON-461115664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:50:13.776063 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [req-05dc4f88-76dd-4210-92f7-3ad7219d6f28 req-d1b2836f-4dd7-4c1e-adaa-92ecaa835032 tempest-DeleteServersTestJSON-461115664 tempest-DeleteServersTestJSON-461115664-project] Calling delete_port for e10b36ee-ba1c-40d2-9362-e23e15975eec owned by compute:nova {{(pid=103159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:50:13.906838 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-05dc4f88-76dd-4210-92f7-3ad7219d6f28 req-d1b2836f-4dd7-4c1e-adaa-92ecaa835032 tempest-DeleteServersTestJSON-461115664 tempest-DeleteServersTestJSON-461115664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:50:13.912203 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5911c89-826c-41f1-972e-5d39940f2036 req-93900ab2-f6f0-4597-8c9d-24778491c24f tempest-DeleteServersTestJSON-461115664 tempest-DeleteServersTestJSON-461115664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:50:13.914111 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-b5911c89-826c-41f1-972e-5d39940f2036 req-93900ab2-f6f0-4597-8c9d-24778491c24f tempest-DeleteServersTestJSON-461115664 tempest-DeleteServersTestJSON-461115664-project] 10.222.0.31 "GET /v2.0/ports?device_id=1e1e3274-1421-4101-bd60-7d99a169cba5 HTTP/1.1" status: 200 len: 943 time: 0.0525253 Dec 18 13:50:13.936329 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b2836f-4dd7-4c1e-adaa-92ecaa835032 tempest-DeleteServersTestJSON-461115664 tempest-DeleteServersTestJSON-461115664-project] Pushing event deleted for resources: {'Port': ['ID=e10b36ee-ba1c-40d2-9362-e23e15975eec,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:50:13.962874 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b2836f-4dd7-4c1e-adaa-92ecaa835032 tempest-DeleteServersTestJSON-461115664 tempest-DeleteServersTestJSON-461115664-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:50:13.963246 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b2836f-4dd7-4c1e-adaa-92ecaa835032 tempest-DeleteServersTestJSON-461115664 tempest-DeleteServersTestJSON-461115664-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:50:13.963591 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b2836f-4dd7-4c1e-adaa-92ecaa835032 tempest-DeleteServersTestJSON-461115664 tempest-DeleteServersTestJSON-461115664-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:50:13.963928 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b2836f-4dd7-4c1e-adaa-92ecaa835032 tempest-DeleteServersTestJSON-461115664 tempest-DeleteServersTestJSON-461115664-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:50:13.964253 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b2836f-4dd7-4c1e-adaa-92ecaa835032 tempest-DeleteServersTestJSON-461115664 tempest-DeleteServersTestJSON-461115664-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:50:13.964565 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b2836f-4dd7-4c1e-adaa-92ecaa835032 tempest-DeleteServersTestJSON-461115664 tempest-DeleteServersTestJSON-461115664-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:50:13.964881 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b2836f-4dd7-4c1e-adaa-92ecaa835032 tempest-DeleteServersTestJSON-461115664 tempest-DeleteServersTestJSON-461115664-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:50:13.965213 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b2836f-4dd7-4c1e-adaa-92ecaa835032 tempest-DeleteServersTestJSON-461115664 tempest-DeleteServersTestJSON-461115664-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:50:13.965540 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b2836f-4dd7-4c1e-adaa-92ecaa835032 tempest-DeleteServersTestJSON-461115664 tempest-DeleteServersTestJSON-461115664-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:50:13.965867 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b2836f-4dd7-4c1e-adaa-92ecaa835032 tempest-DeleteServersTestJSON-461115664 tempest-DeleteServersTestJSON-461115664-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:50:13.966188 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b2836f-4dd7-4c1e-adaa-92ecaa835032 tempest-DeleteServersTestJSON-461115664 tempest-DeleteServersTestJSON-461115664-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:50:13.966422 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-b5911c89-826c-41f1-972e-5d39940f2036 req-15d25805-21ef-44e3-b75d-1790df64036a tempest-DeleteServersTestJSON-461115664 tempest-DeleteServersTestJSON-461115664-project] 10.222.0.31 "GET /v2.0/security-groups?id=b91eb9a3-b213-4b45-a9c2-f70ee4c964dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445933 Dec 18 13:50:13.966525 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b2836f-4dd7-4c1e-adaa-92ecaa835032 tempest-DeleteServersTestJSON-461115664 tempest-DeleteServersTestJSON-461115664-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:50:13.966809 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b2836f-4dd7-4c1e-adaa-92ecaa835032 tempest-DeleteServersTestJSON-461115664 tempest-DeleteServersTestJSON-461115664-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:50:13.985555 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [req-05dc4f88-76dd-4210-92f7-3ad7219d6f28 req-d1b2836f-4dd7-4c1e-adaa-92ecaa835032 tempest-DeleteServersTestJSON-461115664 tempest-DeleteServersTestJSON-461115664-project] No DVR routers for this DVR port e10b36ee-ba1c-40d2-9362-e23e15975eec on host hv-neutron-7448 {{(pid=103159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 18 13:50:13.991322 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-05dc4f88-76dd-4210-92f7-3ad7219d6f28 req-d1b2836f-4dd7-4c1e-adaa-92ecaa835032 tempest-DeleteServersTestJSON-461115664 tempest-DeleteServersTestJSON-461115664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:50:13.994792 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-05dc4f88-76dd-4210-92f7-3ad7219d6f28 req-d1b2836f-4dd7-4c1e-adaa-92ecaa835032 tempest-DeleteServersTestJSON-461115664 tempest-DeleteServersTestJSON-461115664-project] 10.222.0.43 "DELETE /v2.0/ports/e10b36ee-ba1c-40d2-9362-e23e15975eec HTTP/1.1" status: 204 len: 173 time: 0.6747165 Dec 18 13:50:13.995326 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e1e3274-1421-4101-bd60-7d99a169cba5', 'name': 'network-vif-deleted', 'tag': 'e10b36ee-ba1c-40d2-9362-e23e15975eec'}] {{(pid=103159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 18 13:50:13.997590 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca844cf115d59c1fab86abc202fb4c13735de0d7e4cbbbb25eec9406e9c87431" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad075e85-ca6e-4e96-af22-04831fffde93" -d '{"events": [{"server_uuid": "1e1e3274-1421-4101-bd60-7d99a169cba5", "name": "network-vif-deleted", "tag": "e10b36ee-ba1c-40d2-9362-e23e15975eec"}]}' {{(pid=103159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 18 13:50:14.033796 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 13:50:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d9bf5aa-4c67-409b-ade2-564119fae347 x-openstack-request-id: req-3d9bf5aa-4c67-409b-ade2-564119fae347 {{(pid=103159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 18 13:50:14.034112 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e1e3274-1421-4101-bd60-7d99a169cba5", "name": "network-vif-deleted", "tag": "e10b36ee-ba1c-40d2-9362-e23e15975eec", "status": "completed", "code": 200}]} {{(pid=103159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 18 13:50:14.034360 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3d9bf5aa-4c67-409b-ade2-564119fae347 {{(pid=103159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 18 13:50:14.034761 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e1e3274-1421-4101-bd60-7d99a169cba5', 'name': 'network-vif-deleted', 'tag': 'e10b36ee-ba1c-40d2-9362-e23e15975eec', 'status': 'completed', 'code': 200} Dec 18 13:50:15.113095 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 58952) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:50:15.163396 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc3b190a-6a12-44ba-8468-38c8daf53583 admin admin] Deleting subnet 1554a6a6-991f-4074-ad84-8791340c0d92 {{(pid=103160) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 18 13:50:15.166639 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-fc3b190a-6a12-44ba-8468-38c8daf53583 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:50:15.200085 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-fc3b190a-6a12-44ba-8468-38c8daf53583 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4533385'] for subnet, precommit_delete_associations {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:50:15.238044 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-fc3b190a-6a12-44ba-8468-38c8daf53583 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1929185'] for subnet, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:50:15.294819 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-fc3b190a-6a12-44ba-8468-38c8daf53583 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1929192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4533475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4514371'] for subnet, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:50:15.323460 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3b190a-6a12-44ba-8468-38c8daf53583 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1554a6a6-991f-4074-ad84-8791340c0d92,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:50:15.327950 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-fc3b190a-6a12-44ba-8468-38c8daf53583 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:50:15.331457 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-fc3b190a-6a12-44ba-8468-38c8daf53583 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/1554a6a6-991f-4074-ad84-8791340c0d92 HTTP/1.1" status: 204 len: 168 time: 0.2173386 Dec 18 13:50:15.334329 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 58954) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:50:15.337033 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3b190a-6a12-44ba-8468-38c8daf53583 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:50:15.337401 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3b190a-6a12-44ba-8468-38c8daf53583 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:50:15.337747 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3b190a-6a12-44ba-8468-38c8daf53583 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:50:15.338087 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3b190a-6a12-44ba-8468-38c8daf53583 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:50:15.338424 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3b190a-6a12-44ba-8468-38c8daf53583 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:50:15.338753 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3b190a-6a12-44ba-8468-38c8daf53583 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:50:15.339087 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3b190a-6a12-44ba-8468-38c8daf53583 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:50:15.340673 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3b190a-6a12-44ba-8468-38c8daf53583 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:50:15.341018 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3b190a-6a12-44ba-8468-38c8daf53583 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:50:15.341336 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3b190a-6a12-44ba-8468-38c8daf53583 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:50:15.341678 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3b190a-6a12-44ba-8468-38c8daf53583 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:50:15.342006 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3b190a-6a12-44ba-8468-38c8daf53583 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:50:15.342334 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3b190a-6a12-44ba-8468-38c8daf53583 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:50:15.409582 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-a63d80a0-6a23-4051-9d0b-cb6da974190f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2023137'] for network, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:50:15.496458 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-a63d80a0-6a23-4051-9d0b-cb6da974190f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1927292', 'neutron.services.segments.db._delete_segments_for_network-8767106887837'] for network, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:50:15.517213 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.services.segments.db [None req-a63d80a0-6a23-4051-9d0b-cb6da974190f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e1670e7-ddc6-4664-8c38-71f895cc26cd']}} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:50:15.537872 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.services.segments.db [None req-a63d80a0-6a23-4051-9d0b-cb6da974190f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7506681e-7396-437c-9d58-1f93733927c7') {'for_net_delete': True} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:50:15.538197 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.services.segments.db [None req-a63d80a0-6a23-4051-9d0b-cb6da974190f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7506681e-7396-437c-9d58-1f93733927c7') {} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:50:15.554885 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-a63d80a0-6a23-4051-9d0b-cb6da974190f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767106888614', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5589569'] for segment, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:50:15.575909 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-a63d80a0-6a23-4051-9d0b-cb6da974190f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:50:15.584541 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a63d80a0-6a23-4051-9d0b-cb6da974190f admin admin] Releasing vlan 104 on physical network physnet1 to pool {{(pid=103159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 18 13:50:15.585265 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-a63d80a0-6a23-4051-9d0b-cb6da974190f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5660009'] for segment, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:50:15.587486 dv-neutron-744815-20-hyperv neutron-server[103159]: Traceback (most recent call last): Dec 18 13:50:15.587486 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 18 13:50:15.587486 dv-neutron-744815-20-hyperv neutron-server[103159]: timer() Dec 18 13:50:15.587486 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 18 13:50:15.587486 dv-neutron-744815-20-hyperv neutron-server[103159]: cb(*args, **kw) Dec 18 13:50:15.587486 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 18 13:50:15.587486 dv-neutron-744815-20-hyperv neutron-server[103159]: return func(*args, **kwargs) Dec 18 13:50:15.587486 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 18 13:50:15.587486 dv-neutron-744815-20-hyperv neutron-server[103159]: self._notify() Dec 18 13:50:15.587486 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 18 13:50:15.587486 dv-neutron-744815-20-hyperv neutron-server[103159]: self.callback(batched_events) Dec 18 13:50:15.587486 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 18 13:50:15.587486 dv-neutron-744815-20-hyperv neutron-server[103159]: event.method(event) Dec 18 13:50:15.587486 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 18 13:50:15.587486 dv-neutron-744815-20-hyperv neutron-server[103159]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 18 13:50:15.587486 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 18 13:50:15.587486 dv-neutron-744815-20-hyperv neutron-server[103159]: aggregate_uuid = self.p_client.list_aggregates( Dec 18 13:50:15.587486 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 18 13:50:15.587486 dv-neutron-744815-20-hyperv neutron-server[103159]: return f(self, *a, **k) Dec 18 13:50:15.587486 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 18 13:50:15.587486 dv-neutron-744815-20-hyperv neutron-server[103159]: return self._get(url).json() Dec 18 13:50:15.587486 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 18 13:50:15.587486 dv-neutron-744815-20-hyperv neutron-server[103159]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 18 13:50:15.587486 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 18 13:50:15.587486 dv-neutron-744815-20-hyperv neutron-server[103159]: return self.request(url, 'GET', **kwargs) Dec 18 13:50:15.587486 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 18 13:50:15.587486 dv-neutron-744815-20-hyperv neutron-server[103159]: base_url = self.get_endpoint(auth, allow=allow, Dec 18 13:50:15.587486 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 18 13:50:15.587486 dv-neutron-744815-20-hyperv neutron-server[103159]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 18 13:50:15.587486 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 18 13:50:15.587486 dv-neutron-744815-20-hyperv neutron-server[103159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 18 13:50:15.587486 dv-neutron-744815-20-hyperv neutron-server[103159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 18 13:50:15.644791 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-a63d80a0-6a23-4051-9d0b-cb6da974190f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1927267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586962'] for network, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:50:15.651240 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-a63d80a0-6a23-4051-9d0b-cb6da974190f admin admin] Publish callbacks [] for network, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:50:15.654419 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-a63d80a0-6a23-4051-9d0b-cb6da974190f admin admin] 10.222.0.31 "DELETE /v2.0/networks/7e1670e7-ddc6-4664-8c38-71f895cc26cd HTTP/1.1" status: 204 len: 168 time: 0.3190696 Dec 18 13:50:15.671387 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63d80a0-6a23-4051-9d0b-cb6da974190f admin admin] Pushing event deleted for resources: {'Network': ['ID=7e1670e7-ddc6-4664-8c38-71f895cc26cd,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:50:15.768825 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 58958) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:50:15.810407 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-9484143b-d916-4292-9528-ba7f872bde22 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=374c281c6ce94137bbd3df4c851ca57a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0403063 Dec 18 13:50:15.812866 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 58960) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:50:15.860514 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-d43a1f4e-1784-4e2f-a6af-885d13245b71 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:50:15.881783 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-d43a1f4e-1784-4e2f-a6af-885d13245b71 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:50:15.932209 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-d43a1f4e-1784-4e2f-a6af-885d13245b71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:50:15.937197 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-d43a1f4e-1784-4e2f-a6af-885d13245b71 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:50:15.939546 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-d43a1f4e-1784-4e2f-a6af-885d13245b71 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b91eb9a3-b213-4b45-a9c2-f70ee4c964dc HTTP/1.1" status: 204 len: 168 time: 0.1257892 Dec 18 13:50:15.947354 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43a1f4e-1784-4e2f-a6af-885d13245b71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b91eb9a3-b213-4b45-a9c2-f70ee4c964dc,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:50:16.682840 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 58982) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:50:16.788547 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-6480c393-459e-45a0-bc4f-1491364cf741 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-92606684-network', 'tenant_id': '9c1f00c09bcf417887804afcfd81fdcb'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:50:16.817997 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6480c393-459e-45a0-bc4f-1491364cf741 admin admin] Made reservation on behalf of 9c1f00c09bcf417887804afcfd81fdcb for: {'network': 1} {{(pid=103159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:50:16.820324 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-6480c393-459e-45a0-bc4f-1491364cf741 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for network, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:50:16.833280 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-6480c393-459e-45a0-bc4f-1491364cf741 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:50:16.907933 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-6480c393-459e-45a0-bc4f-1491364cf741 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:50:16.913406 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-6480c393-459e-45a0-bc4f-1491364cf741 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:50:16.938108 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6480c393-459e-45a0-bc4f-1491364cf741 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 135} {{(pid=103159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 18 13:50:16.948789 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6480c393-459e-45a0-bc4f-1491364cf741 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34d21f73-2073-4bda-97dd-dc93a5f9dfc8,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:50:16.954457 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-6480c393-459e-45a0-bc4f-1491364cf741 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:50:16.954791 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.db.segments_db [None req-6480c393-459e-45a0-bc4f-1491364cf741 admin admin] Added segment 4040518e-6e97-4767-9cff-afdcb1f1fc6b of type vlan for network 3c520882-d919-4ca3-b839-4d88aeedc0d7 Dec 18 13:50:16.996019 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-6480c393-459e-45a0-bc4f-1491364cf741 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767106405744'] for network, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:50:17.038477 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-6480c393-459e-45a0-bc4f-1491364cf741 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981'] for network, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:50:17.039575 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6480c393-459e-45a0-bc4f-1491364cf741 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:50:17.040152 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-6480c393-459e-45a0-bc4f-1491364cf741 admin admin] Publish callbacks [] for network, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:50:17.089521 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-6480c393-459e-45a0-bc4f-1491364cf741 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4054246 Dec 18 13:50:17.092623 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 58986) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:50:17.097700 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-4cfbe7fb-0fc0-4145-ad45-05ab7f013a78 admin admin] Request body: {'subnet': {'network_id': '3c520882-d919-4ca3-b839-4d88aeedc0d7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-92606684-subnet', 'tenant_id': '9c1f00c09bcf417887804afcfd81fdcb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:50:17.124239 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cfbe7fb-0fc0-4145-ad45-05ab7f013a78 admin admin] Made reservation on behalf of 9c1f00c09bcf417887804afcfd81fdcb for: {'subnet': 1} {{(pid=103160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:50:17.126695 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-4cfbe7fb-0fc0-4145-ad45-05ab7f013a78 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4514414'] for subnet, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:50:17.128537 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6480c393-459e-45a0-bc4f-1491364cf741 admin admin] Pushing event updated for resources: {'Network': ['ID=3c520882-d919-4ca3-b839-4d88aeedc0d7,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:50:17.139289 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Network 3c520882-d919-4ca3-b839-4d88aeedc0d7 details requested by agent ovs-agent-dv-neutron-744815-20-hyperv with host dv-neutron-744815-20-hyperv {{(pid=103161) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 18 13:50:17.293337 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-4cfbe7fb-0fc0-4145-ad45-05ab7f013a78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4533410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4514424'] for subnet, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:50:17.349244 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfbe7fb-0fc0-4145-ad45-05ab7f013a78 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a55ee7ad-9509-4c2e-92a4-e888e528be4d,revision_number=0']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:50:17.363643 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cfbe7fb-0fc0-4145-ad45-05ab7f013a78 admin admin] Checking segment: {'id': '4040518e-6e97-4767-9cff-afdcb1f1fc6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '3c520882-d919-4ca3-b839-4d88aeedc0d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 13:50:17.364012 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cfbe7fb-0fc0-4145-ad45-05ab7f013a78 admin admin] Network hostable DHCP agents. Network: 3c520882-d919-4ca3-b839-4d88aeedc0d7, hostable agents: ['aa77effa-0e3a-4bbd-a383-4d58ed3328d0'], hosted agents: [] {{(pid=103160) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 18 13:50:17.384952 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cfbe7fb-0fc0-4145-ad45-05ab7f013a78 admin admin] Network 3c520882-d919-4ca3-b839-4d88aeedc0d7 is scheduled to be hosted by DHCP agent aa77effa-0e3a-4bbd-a383-4d58ed3328d0 with binding_index 1 {{(pid=103160) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 18 13:50:17.395028 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.base_scheduler [None req-4cfbe7fb-0fc0-4145-ad45-05ab7f013a78 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-744815-20-hyperv, 3c520882-d919-4ca3-b839-4d88aeedc0d7) {{(pid=103160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:50:17.399305 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cfbe7fb-0fc0-4145-ad45-05ab7f013a78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:50:17.399861 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-4cfbe7fb-0fc0-4145-ad45-05ab7f013a78 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:50:17.405048 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0dd2fe1-9c42-45ed-bf69-304fd7112fb5 None None] Network 3c520882-d919-4ca3-b839-4d88aeedc0d7 requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:50:17.417058 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-4cfbe7fb-0fc0-4145-ad45-05ab7f013a78 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3233004 Dec 18 13:50:17.477099 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Device e10b36ee-ba1c-40d2-9362-e23e15975eec no longer exists at agent hyperv_hv-neutron-7448 {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 18 13:50:17.516321 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] No Port match for: e10b36ee-ba1c-40d2-9362-e23e15975eec {{(pid=103161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 18 13:50:17.517733 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Device e10b36ee-ba1c-40d2-9362-e23e15975eec not bound to the agent host hv-neutron-7448 {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 18 13:50:17.525742 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e7f3bbb-e0cd-4ae7-95ff-dd85631237c0 None None] Network 3c520882-d919-4ca3-b839-4d88aeedc0d7 requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:50:17.846476 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970a5116-9f69-4a67-814d-60226644ec6d req-5fa16fb0-d644-466b-85db-612a1ed25756 tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:50:17.847952 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-970a5116-9f69-4a67-814d-60226644ec6d req-5fa16fb0-d644-466b-85db-612a1ed25756 tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] 10.222.0.31 "GET /v2.0/networks?id=3c520882-d919-4ca3-b839-4d88aeedc0d7 HTTP/1.1" status: 200 len: 813 time: 0.1037807 Dec 18 13:50:17.862917 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-970a5116-9f69-4a67-814d-60226644ec6d req-b4a5ec9f-4635-47fe-84ab-622a8472300f tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] 10.222.0.31 "GET /v2.0/quotas/9c1f00c09bcf417887804afcfd81fdcb HTTP/1.1" status: 200 len: 375 time: 0.0092103 Dec 18 13:50:17.893152 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-970a5116-9f69-4a67-814d-60226644ec6d req-257ca3e8-ca50-4644-9bd5-22772e4d9779 tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=9c1f00c09bcf417887804afcfd81fdcb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0249527 Dec 18 13:50:17.948533 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [req-970a5116-9f69-4a67-814d-60226644ec6d req-b045f8e2-ab4d-469a-b6da-abdedf5fd861 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103159) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 18 13:50:17.949526 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-970a5116-9f69-4a67-814d-60226644ec6d req-b045f8e2-ab4d-469a-b6da-abdedf5fd861 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14093 time: 0.0497222 Dec 18 13:50:18.045800 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-970a5116-9f69-4a67-814d-60226644ec6d req-b487a517-ef69-4326-86d7-9eaf25ed6df7 service neutron] 10.222.0.31 "GET /v2.0/networks/3c520882-d919-4ca3-b839-4d88aeedc0d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868864 Dec 18 13:50:18.144927 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-970a5116-9f69-4a67-814d-60226644ec6d req-57e9d001-5c77-4d4f-8dbd-8da9727fdbc3 service neutron] 10.222.0.31 "GET /v2.0/networks/3c520882-d919-4ca3-b839-4d88aeedc0d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931435 Dec 18 13:50:18.308338 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-4460e4c5-fe8c-4fb8-ab71-049f3a02fa2c req-210a48fa-0931-4501-8c63-379e8635e884 tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] 10.222.0.31 "GET /v2.0/ports?device_id=485ea30f-9875-4518-b42d-66fc2837d59d HTTP/1.1" status: 200 len: 210 time: 0.0260427 Dec 18 13:50:19.417629 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-034f545a-45a3-4779-9e27-728a9fc16fef req-82e97405-0dc4-4366-bd89-de5ba399d64c tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] 10.222.0.31 "GET /v2.0/ports?device_id=485ea30f-9875-4518-b42d-66fc2837d59d HTTP/1.1" status: 200 len: 210 time: 0.0351832 Dec 18 13:50:19.426941 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970a5116-9f69-4a67-814d-60226644ec6d req-5f045bf2-7118-4d69-8258-4ef28722f3f5 tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:50:19.428398 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-970a5116-9f69-4a67-814d-60226644ec6d req-5f045bf2-7118-4d69-8258-4ef28722f3f5 tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] 10.222.0.43 "GET /v2.0/networks?id=3c520882-d919-4ca3-b839-4d88aeedc0d7 HTTP/1.1" status: 200 len: 813 time: 0.1324565 Dec 18 13:50:19.442299 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [req-970a5116-9f69-4a67-814d-60226644ec6d req-e6b1ef74-e64d-48ef-aadb-d363a7e0668f tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] Request body: {'port': {'device_id': '485ea30f-9875-4518-b42d-66fc2837d59d', 'network_id': '3c520882-d919-4ca3-b839-4d88aeedc0d7', 'admin_state_up': True, 'tenant_id': '9c1f00c09bcf417887804afcfd81fdcb'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:50:19.562108 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-970a5116-9f69-4a67-814d-60226644ec6d req-e6b1ef74-e64d-48ef-aadb-d363a7e0668f tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] Made reservation on behalf of 9c1f00c09bcf417887804afcfd81fdcb for: {'port': 1} {{(pid=103159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:50:19.566269 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-970a5116-9f69-4a67-814d-60226644ec6d req-e6b1ef74-e64d-48ef-aadb-d363a7e0668f tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:50:19.693695 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.db_base_plugin_common [req-970a5116-9f69-4a67-814d-60226644ec6d req-e6b1ef74-e64d-48ef-aadb-d363a7e0668f tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] Allocated IP 172.20.0.2 (3c520882-d919-4ca3-b839-4d88aeedc0d7/a55ee7ad-9509-4c2e-92a4-e888e528be4d/32558014-f409-4f8f-b7bf-bfcd75d6531f) {{(pid=103159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:50:19.844017 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-970a5116-9f69-4a67-814d-60226644ec6d req-e6b1ef74-e64d-48ef-aadb-d363a7e0668f tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] Publish callbacks [] for port, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:50:19.881631 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-970a5116-9f69-4a67-814d-60226644ec6d req-e6b1ef74-e64d-48ef-aadb-d363a7e0668f tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:50:19.926562 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-970a5116-9f69-4a67-814d-60226644ec6d req-e6b1ef74-e64d-48ef-aadb-d363a7e0668f tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] Network 3c520882-d919-4ca3-b839-4d88aeedc0d7 is already hosted by enough agents. {{(pid=103159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:50:19.929683 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.base_scheduler [req-970a5116-9f69-4a67-814d-60226644ec6d req-e6b1ef74-e64d-48ef-aadb-d363a7e0668f tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] Resources bound (agent type, host, resource id): {{(pid=103159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:50:19.933840 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [req-970a5116-9f69-4a67-814d-60226644ec6d req-e6b1ef74-e64d-48ef-aadb-d363a7e0668f tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] Received port after_create {{(pid=103159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:50:19.940389 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b1ef74-e64d-48ef-aadb-d363a7e0668f tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] Pushing event updated for resources: {'Port': ['ID=32558014-f409-4f8f-b7bf-bfcd75d6531f,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:50:19.990641 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970a5116-9f69-4a67-814d-60226644ec6d req-e6b1ef74-e64d-48ef-aadb-d363a7e0668f tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:50:19.991286 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-970a5116-9f69-4a67-814d-60226644ec6d req-e6b1ef74-e64d-48ef-aadb-d363a7e0668f tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:50:20.012848 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-970a5116-9f69-4a67-814d-60226644ec6d req-e6b1ef74-e64d-48ef-aadb-d363a7e0668f tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5744195 Dec 18 13:50:20.027481 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [req-970a5116-9f69-4a67-814d-60226644ec6d req-71c1e552-829b-4298-8eca-f4a567eec8ff service neutron] Request body: {'port': {'device_id': '485ea30f-9875-4518-b42d-66fc2837d59d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7448'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:50:20.080658 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-970a5116-9f69-4a67-814d-60226644ec6d req-71c1e552-829b-4298-8eca-f4a567eec8ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:50:20.348849 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.notifiers.nova [req-970a5116-9f69-4a67-814d-60226644ec6d req-71c1e552-829b-4298-8eca-f4a567eec8ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32558014-f409-4f8f-b7bf-bfcd75d6531f {{(pid=103159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 18 13:50:20.356967 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-970a5116-9f69-4a67-814d-60226644ec6d req-71c1e552-829b-4298-8eca-f4a567eec8ff service neutron] Publish callbacks [] for port, precommit_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:50:20.369144 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.provisioning_blocks [req-970a5116-9f69-4a67-814d-60226644ec6d req-71c1e552-829b-4298-8eca-f4a567eec8ff service neutron] Transition to ACTIVE for port object 32558014-f409-4f8f-b7bf-bfcd75d6531f will not be triggered until provisioned by entity L2. {{(pid=103159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 18 13:50:20.374484 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-970a5116-9f69-4a67-814d-60226644ec6d req-71c1e552-829b-4298-8eca-f4a567eec8ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5659917'] for port, after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:50:20.422240 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c1e552-829b-4298-8eca-f4a567eec8ff service neutron] Pushing event updated for resources: {'Port': ['ID=32558014-f409-4f8f-b7bf-bfcd75d6531f,revision_number=2']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:50:20.496323 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.managers [req-970a5116-9f69-4a67-814d-60226644ec6d req-71c1e552-829b-4298-8eca-f4a567eec8ff service neutron] Attempting to bind port 32558014-f409-4f8f-b7bf-bfcd75d6531f on host hv-neutron-7448 for vnic_type normal with profile {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 13:50:20.496653 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.managers [req-970a5116-9f69-4a67-814d-60226644ec6d req-71c1e552-829b-4298-8eca-f4a567eec8ff service neutron] Attempting to bind port 32558014-f409-4f8f-b7bf-bfcd75d6531f by drivers openvswitch,hyperv on host hv-neutron-7448 at level 0 using segments [{'id': '4040518e-6e97-4767-9cff-afdcb1f1fc6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '3c520882-d919-4ca3-b839-4d88aeedc0d7'}] {{(pid=103159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 13:50:20.497038 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-970a5116-9f69-4a67-814d-60226644ec6d req-71c1e552-829b-4298-8eca-f4a567eec8ff service neutron] Attempting to bind port 32558014-f409-4f8f-b7bf-bfcd75d6531f on network 3c520882-d919-4ca3-b839-4d88aeedc0d7 {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 13:50:20.501468 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-970a5116-9f69-4a67-814d-60226644ec6d req-71c1e552-829b-4298-8eca-f4a567eec8ff service neutron] Port 32558014-f409-4f8f-b7bf-bfcd75d6531f on network 3c520882-d919-4ca3-b839-4d88aeedc0d7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7448 {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 18 13:50:20.501791 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-970a5116-9f69-4a67-814d-60226644ec6d req-71c1e552-829b-4298-8eca-f4a567eec8ff service neutron] Attempting to bind port 32558014-f409-4f8f-b7bf-bfcd75d6531f on network 3c520882-d919-4ca3-b839-4d88aeedc0d7 {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 13:50:20.506626 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-970a5116-9f69-4a67-814d-60226644ec6d req-71c1e552-829b-4298-8eca-f4a567eec8ff service neutron] Checking agent: {'id': 'c35b6aa0-0616-421f-8ded-732dd37fc90f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7448', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 13, 24, 37), 'started_at': datetime.datetime(2021, 12, 18, 13, 24, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 13, 50, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 18 13:50:20.506970 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-970a5116-9f69-4a67-814d-60226644ec6d req-71c1e552-829b-4298-8eca-f4a567eec8ff service neutron] Checking segment: {'id': '4040518e-6e97-4767-9cff-afdcb1f1fc6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '3c520882-d919-4ca3-b839-4d88aeedc0d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 13:50:20.507388 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-970a5116-9f69-4a67-814d-60226644ec6d req-71c1e552-829b-4298-8eca-f4a567eec8ff service neutron] Bound using segment: {'id': '4040518e-6e97-4767-9cff-afdcb1f1fc6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '3c520882-d919-4ca3-b839-4d88aeedc0d7'} {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 18 13:50:20.507823 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.managers [req-970a5116-9f69-4a67-814d-60226644ec6d req-71c1e552-829b-4298-8eca-f4a567eec8ff service neutron] Bound port: 32558014-f409-4f8f-b7bf-bfcd75d6531f, host: hv-neutron-7448, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4040518e-6e97-4767-9cff-afdcb1f1fc6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '3c520882-d919-4ca3-b839-4d88aeedc0d7'}}] {{(pid=103159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 18 13:50:20.508182 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-970a5116-9f69-4a67-814d-60226644ec6d req-71c1e552-829b-4298-8eca-f4a567eec8ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:50:20.534253 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201762e4-d40a-430e-a1dd-ade1312a3ad0 req-a1dfe2b6-f740-45f8-870b-0a3791296d8b tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:50:20.535748 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-201762e4-d40a-430e-a1dd-ade1312a3ad0 req-a1dfe2b6-f740-45f8-870b-0a3791296d8b tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] 10.222.0.31 "GET /v2.0/ports?device_id=485ea30f-9875-4518-b42d-66fc2837d59d HTTP/1.1" status: 200 len: 943 time: 0.0480266 Dec 18 13:50:20.575066 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.db [req-970a5116-9f69-4a67-814d-60226644ec6d req-71c1e552-829b-4298-8eca-f4a567eec8ff service neutron] For port 32558014-f409-4f8f-b7bf-bfcd75d6531f, host hv-neutron-7448, cleared binding levels {{(pid=103159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 18 13:50:20.578663 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.db [req-970a5116-9f69-4a67-814d-60226644ec6d req-71c1e552-829b-4298-8eca-f4a567eec8ff service neutron] For port 32558014-f409-4f8f-b7bf-bfcd75d6531f, host hv-neutron-7448, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=32558014-f409-4f8f-b7bf-bfcd75d6531f,segment=NetworkSegment(4040518e-6e97-4767-9cff-afdcb1f1fc6b),segment_id=4040518e-6e97-4767-9cff-afdcb1f1fc6b)] {{(pid=103159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 18 13:50:20.584498 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-970a5116-9f69-4a67-814d-60226644ec6d req-71c1e552-829b-4298-8eca-f4a567eec8ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5659917'] for port, after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:50:20.585043 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-201762e4-d40a-430e-a1dd-ade1312a3ad0 req-ad6442f9-78be-408c-913d-2fb9cbf4c48e tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] 10.222.0.31 "GET /v2.0/security-groups?id=34d21f73-2073-4bda-97dd-dc93a5f9dfc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428100 Dec 18 13:50:20.621135 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970a5116-9f69-4a67-814d-60226644ec6d req-71c1e552-829b-4298-8eca-f4a567eec8ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:50:20.621764 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-970a5116-9f69-4a67-814d-60226644ec6d req-71c1e552-829b-4298-8eca-f4a567eec8ff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:50:20.623195 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-970a5116-9f69-4a67-814d-60226644ec6d req-71c1e552-829b-4298-8eca-f4a567eec8ff service neutron] 10.222.0.43 "PUT /v2.0/ports/32558014-f409-4f8f-b7bf-bfcd75d6531f HTTP/1.1" status: 200 len: 1093 time: 0.6014862 Dec 18 13:50:20.623647 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '485ea30f-9875-4518-b42d-66fc2837d59d', 'tag': '32558014-f409-4f8f-b7bf-bfcd75d6531f'}] {{(pid=103159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 18 13:50:20.625935 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca844cf115d59c1fab86abc202fb4c13735de0d7e4cbbbb25eec9406e9c87431" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8bfa033-baaa-41f0-bcc1-89a7f2eb4d99" -d '{"events": [{"name": "network-changed", "server_uuid": "485ea30f-9875-4518-b42d-66fc2837d59d", "tag": "32558014-f409-4f8f-b7bf-bfcd75d6531f"}]}' {{(pid=103159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 18 13:50:20.648841 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c1e552-829b-4298-8eca-f4a567eec8ff service neutron] Pushing event updated for resources: {'Port': ['ID=32558014-f409-4f8f-b7bf-bfcd75d6531f,revision_number=3']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:50:20.711681 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970a5116-9f69-4a67-814d-60226644ec6d req-bffee1d6-401e-4cce-a95b-fed77ad013a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:50:20.713441 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-970a5116-9f69-4a67-814d-60226644ec6d req-bffee1d6-401e-4cce-a95b-fed77ad013a1 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9c1f00c09bcf417887804afcfd81fdcb&device_id=485ea30f-9875-4518-b42d-66fc2837d59d HTTP/1.1" status: 200 len: 1096 time: 0.0422482 Dec 18 13:50:20.729432 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 13:50:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-598b4d9e-5cb2-4521-915e-392e30768b8b x-openstack-request-id: req-598b4d9e-5cb2-4521-915e-392e30768b8b {{(pid=103159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 18 13:50:20.729755 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "485ea30f-9875-4518-b42d-66fc2837d59d", "tag": "32558014-f409-4f8f-b7bf-bfcd75d6531f", "status": "completed", "code": 200}]} {{(pid=103159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 18 13:50:20.730009 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-598b4d9e-5cb2-4521-915e-392e30768b8b {{(pid=103159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 18 13:50:20.730406 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '485ea30f-9875-4518-b42d-66fc2837d59d', 'tag': '32558014-f409-4f8f-b7bf-bfcd75d6531f', 'status': 'completed', 'code': 200} Dec 18 13:50:20.760289 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-970a5116-9f69-4a67-814d-60226644ec6d req-8bd7b8da-eaa4-4df1-a1ed-af41e71dc66e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=32558014-f409-4f8f-b7bf-bfcd75d6531f HTTP/1.1" status: 200 len: 217 time: 0.0390346 Dec 18 13:50:20.808312 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970a5116-9f69-4a67-814d-60226644ec6d req-f82113dc-b1bc-4bd2-84af-5408e61d6eab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:50:20.809723 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-970a5116-9f69-4a67-814d-60226644ec6d req-f82113dc-b1bc-4bd2-84af-5408e61d6eab service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a55ee7ad-9509-4c2e-92a4-e888e528be4d HTTP/1.1" status: 200 len: 853 time: 0.0430751 Dec 18 13:50:20.844582 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-970a5116-9f69-4a67-814d-60226644ec6d req-ee444dfc-1e17-4081-809b-5280e9c1be93 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3c520882-d919-4ca3-b839-4d88aeedc0d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261991 Dec 18 13:50:20.941761 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-970a5116-9f69-4a67-814d-60226644ec6d req-7078055d-1e53-418c-8cc7-0c56a1ad1d73 service neutron] 10.222.0.43 "GET /v2.0/networks/3c520882-d919-4ca3-b839-4d88aeedc0d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891676 Dec 18 13:50:21.047300 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-970a5116-9f69-4a67-814d-60226644ec6d req-bc30cf60-67d7-46ad-b628-1567df4ca9a8 service neutron] 10.222.0.43 "GET /v2.0/networks/3c520882-d919-4ca3-b839-4d88aeedc0d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983729 Dec 18 13:50:21.156174 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bfa033-baaa-41f0-bcc1-89a7f2eb4d99 req-dc255464-5a1c-49be-aef3-c1ca183309a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:50:21.157744 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-c8bfa033-baaa-41f0-bcc1-89a7f2eb4d99 req-dc255464-5a1c-49be-aef3-c1ca183309a4 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9c1f00c09bcf417887804afcfd81fdcb&device_id=485ea30f-9875-4518-b42d-66fc2837d59d HTTP/1.1" status: 200 len: 1096 time: 0.0511265 Dec 18 13:50:21.250201 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bfa033-baaa-41f0-bcc1-89a7f2eb4d99 req-c911d6f0-0944-4b91-bf50-0ddd5e1b9e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:50:21.251599 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-c8bfa033-baaa-41f0-bcc1-89a7f2eb4d99 req-c911d6f0-0944-4b91-bf50-0ddd5e1b9e08 service neutron] 10.222.0.43 "GET /v2.0/networks?id=3c520882-d919-4ca3-b839-4d88aeedc0d7 HTTP/1.1" status: 200 len: 914 time: 0.0861144 Dec 18 13:50:21.293762 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-c8bfa033-baaa-41f0-bcc1-89a7f2eb4d99 req-8825fe82-cd79-4a73-8378-e3d47f9be49f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=32558014-f409-4f8f-b7bf-bfcd75d6531f HTTP/1.1" status: 200 len: 217 time: 0.0339158 Dec 18 13:50:21.356468 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bfa033-baaa-41f0-bcc1-89a7f2eb4d99 req-f5d4de22-8639-4962-a202-3b43c2287567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:50:21.357929 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-c8bfa033-baaa-41f0-bcc1-89a7f2eb4d99 req-f5d4de22-8639-4962-a202-3b43c2287567 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a55ee7ad-9509-4c2e-92a4-e888e528be4d HTTP/1.1" status: 200 len: 853 time: 0.0567591 Dec 18 13:50:21.391118 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-c8bfa033-baaa-41f0-bcc1-89a7f2eb4d99 req-4b632f5e-dc50-4420-9fe0-aceb6efa1a00 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3c520882-d919-4ca3-b839-4d88aeedc0d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257499 Dec 18 13:50:21.483875 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-c8bfa033-baaa-41f0-bcc1-89a7f2eb4d99 req-bcbe4ae7-7814-49f9-8cfc-99132249e4af service neutron] 10.222.0.43 "GET /v2.0/networks/3c520882-d919-4ca3-b839-4d88aeedc0d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844955 Dec 18 13:50:21.585963 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-c8bfa033-baaa-41f0-bcc1-89a7f2eb4d99 req-a90595ed-482e-436e-b3b1-356cdddfae9b service neutron] 10.222.0.43 "GET /v2.0/networks/3c520882-d919-4ca3-b839-4d88aeedc0d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940318 Dec 18 13:50:21.718198 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1ef0a7-6744-450f-a88a-daf91752c06a req-18a54944-1a21-4e88-a728-687008badb39 tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:50:21.719727 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-0a1ef0a7-6744-450f-a88a-daf91752c06a req-18a54944-1a21-4e88-a728-687008badb39 tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] 10.222.0.31 "GET /v2.0/ports?device_id=485ea30f-9875-4518-b42d-66fc2837d59d HTTP/1.1" status: 200 len: 943 time: 0.0562470 Dec 18 13:50:21.778867 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-0a1ef0a7-6744-450f-a88a-daf91752c06a req-e52ddff5-d06f-442e-82e7-6087e3e0fbf1 tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] 10.222.0.31 "GET /v2.0/security-groups?id=34d21f73-2073-4bda-97dd-dc93a5f9dfc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498872 Dec 18 13:50:22.913425 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f2fe59-61d2-40ec-a3b0-2cba42cb0f08 req-8bf3d09f-1a0c-4082-bf04-765010002ca5 tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:50:22.914815 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-c0f2fe59-61d2-40ec-a3b0-2cba42cb0f08 req-8bf3d09f-1a0c-4082-bf04-765010002ca5 tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] 10.222.0.31 "GET /v2.0/ports?device_id=485ea30f-9875-4518-b42d-66fc2837d59d HTTP/1.1" status: 200 len: 943 time: 0.0584149 Dec 18 13:50:22.963333 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-c0f2fe59-61d2-40ec-a3b0-2cba42cb0f08 req-b75c7839-3944-463d-8d29-ae965d851e95 tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] 10.222.0.31 "GET /v2.0/security-groups?id=34d21f73-2073-4bda-97dd-dc93a5f9dfc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421381 Dec 18 13:50:23.512923 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Device 32558014-f409-4f8f-b7bf-bfcd75d6531f details requested by agent hyperv_hv-neutron-7448 with host hv-neutron-7448 {{(pid=103161) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 18 13:50:23.625650 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] For port 32558014-f409-4f8f-b7bf-bfcd75d6531f, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=32558014-f409-4f8f-b7bf-bfcd75d6531f,segment=NetworkSegment(4040518e-6e97-4767-9cff-afdcb1f1fc6b),segment_id=4040518e-6e97-4767-9cff-afdcb1f1fc6b)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:50:23.645584 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Returning: {'device': '32558014-f409-4f8f-b7bf-bfcd75d6531f', 'network_id': '3c520882-d919-4ca3-b839-4d88aeedc0d7', 'port_id': '32558014-f409-4f8f-b7bf-bfcd75d6531f', 'mac_address': 'fa:16:3e:6a:85:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a55ee7ad-9509-4c2e-92a4-e888e528be4d', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103161) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 18 13:50:23.688336 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:50:23.701991 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.notifiers.nova [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32558014-f409-4f8f-b7bf-bfcd75d6531f {{(pid=103161) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 18 13:50:23.721943 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] For port 32558014-f409-4f8f-b7bf-bfcd75d6531f, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=32558014-f409-4f8f-b7bf-bfcd75d6531f,segment=NetworkSegment(4040518e-6e97-4767-9cff-afdcb1f1fc6b),segment_id=4040518e-6e97-4767-9cff-afdcb1f1fc6b)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:50:23.727883 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:50:23.773794 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Pushing event updated for resources: {'Port': ['ID=32558014-f409-4f8f-b7bf-bfcd75d6531f,revision_number=4']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:50:24.047637 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] get_ports_and_sgs() called for port_ids ['32558014-f409-4f8f-b7bf-bfcd75d6531f'] {{(pid=103161) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 18 13:50:24.083392 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac639248-e94e-4cb5-a84d-19b767a72bbd req-f846e6a2-9ab8-48cc-8117-8fbc38941416 tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:50:24.084890 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-ac639248-e94e-4cb5-a84d-19b767a72bbd req-f846e6a2-9ab8-48cc-8117-8fbc38941416 tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] 10.222.0.31 "GET /v2.0/ports?device_id=485ea30f-9875-4518-b42d-66fc2837d59d HTTP/1.1" status: 200 len: 944 time: 0.0498445 Dec 18 13:50:24.132139 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-ac639248-e94e-4cb5-a84d-19b767a72bbd req-b35a208f-6cfd-447b-b899-89b994a1ed91 tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] 10.222.0.31 "GET /v2.0/security-groups?id=34d21f73-2073-4bda-97dd-dc93a5f9dfc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411253 Dec 18 13:50:24.935321 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-42a300dd-376a-4bc7-b52a-cbd667891296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:50:25.253814 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4e0403-e603-403a-9b74-f7a10b163e62 req-c928bc70-a297-4832-bfa3-4a3df4a59d4a tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:50:25.255203 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-8e4e0403-e603-403a-9b74-f7a10b163e62 req-c928bc70-a297-4832-bfa3-4a3df4a59d4a tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] 10.222.0.31 "GET /v2.0/ports?device_id=485ea30f-9875-4518-b42d-66fc2837d59d HTTP/1.1" status: 200 len: 944 time: 0.0542703 Dec 18 13:50:25.310373 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-8e4e0403-e603-403a-9b74-f7a10b163e62 req-be7213a1-82cb-4fe1-9506-8f07a37aa2f3 tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] 10.222.0.31 "GET /v2.0/security-groups?id=34d21f73-2073-4bda-97dd-dc93a5f9dfc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460703 Dec 18 13:50:25.524180 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Device 32558014-f409-4f8f-b7bf-bfcd75d6531f up at agent hyperv_hv-neutron-7448 {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 13:50:25.576724 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Provisioning for port 32558014-f409-4f8f-b7bf-bfcd75d6531f completed by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 18 13:50:25.583457 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Provisioning complete for port 32558014-f409-4f8f-b7bf-bfcd75d6531f triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:50:25.584013 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:50:25.677294 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:50:25.701137 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '485ea30f-9875-4518-b42d-66fc2837d59d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32558014-f409-4f8f-b7bf-bfcd75d6531f'}] {{(pid=103161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 18 13:50:25.703398 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22224e7a42aa75e3f3b9c037df440650d2cfa1dd97b40a249aee4a8113775251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f380ebb1-f3dc-420f-8025-37800676f7e9" -d '{"events": [{"server_uuid": "485ea30f-9875-4518-b42d-66fc2837d59d", "name": "network-vif-plugged", "status": "completed", "tag": "32558014-f409-4f8f-b7bf-bfcd75d6531f"}]}' {{(pid=103161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 18 13:50:25.716055 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] For port 32558014-f409-4f8f-b7bf-bfcd75d6531f, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=32558014-f409-4f8f-b7bf-bfcd75d6531f,segment=NetworkSegment(4040518e-6e97-4767-9cff-afdcb1f1fc6b),segment_id=4040518e-6e97-4767-9cff-afdcb1f1fc6b)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:50:25.722620 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:50:25.772370 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Pushing event updated for resources: {'Port': ['ID=32558014-f409-4f8f-b7bf-bfcd75d6531f,revision_number=5']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:50:25.804686 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 13:50:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cee5c90b-71f3-4333-9bb7-8bb43a8775ef x-openstack-request-id: req-cee5c90b-71f3-4333-9bb7-8bb43a8775ef {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 18 13:50:25.804988 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "485ea30f-9875-4518-b42d-66fc2837d59d", "name": "network-vif-plugged", "status": "completed", "tag": "32558014-f409-4f8f-b7bf-bfcd75d6531f", "code": 200}]} {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 18 13:50:25.805244 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-cee5c90b-71f3-4333-9bb7-8bb43a8775ef {{(pid=103161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 18 13:50:25.806038 dv-neutron-744815-20-hyperv neutron-server[103161]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '485ea30f-9875-4518-b42d-66fc2837d59d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32558014-f409-4f8f-b7bf-bfcd75d6531f', 'code': 200} Dec 18 13:50:25.979400 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404213be-7682-46fd-b52c-a15fc973eb22 req-2d813c34-8c82-41a7-99bb-c383f57f19f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:50:25.980959 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-404213be-7682-46fd-b52c-a15fc973eb22 req-2d813c34-8c82-41a7-99bb-c383f57f19f2 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=485ea30f-9875-4518-b42d-66fc2837d59d HTTP/1.1" status: 200 len: 1098 time: 0.0410147 Dec 18 13:50:26.029195 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-404213be-7682-46fd-b52c-a15fc973eb22 req-575afba1-6f36-472d-baa0-281e16db895e service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=34d21f73-2073-4bda-97dd-dc93a5f9dfc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408807 Dec 18 13:50:26.444751 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7965e8c5-5118-4f2c-ad39-8e653279fa2d req-f6252237-df75-425a-b305-11fe4c4e4e0e tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:50:26.446253 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-7965e8c5-5118-4f2c-ad39-8e653279fa2d req-f6252237-df75-425a-b305-11fe4c4e4e0e tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] 10.222.0.31 "GET /v2.0/ports?device_id=485ea30f-9875-4518-b42d-66fc2837d59d HTTP/1.1" status: 200 len: 945 time: 0.0530210 Dec 18 13:50:26.497836 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-7965e8c5-5118-4f2c-ad39-8e653279fa2d req-0f98d03b-39ce-4e92-bb1a-1522a286fb05 tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] 10.222.0.31 "GET /v2.0/security-groups?id=34d21f73-2073-4bda-97dd-dc93a5f9dfc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453756 Dec 18 13:50:27.181982 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2ca941ec-d3a5-40d5-af37-ed85bb4ee6a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:50:27.625688 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d487f6b-ebeb-4279-a160-c61aa66c7f4e req-7928f724-cffc-40fb-a480-7dfca611c55b tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:50:27.627539 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-4d487f6b-ebeb-4279-a160-c61aa66c7f4e req-7928f724-cffc-40fb-a480-7dfca611c55b tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] 10.222.0.31 "GET /v2.0/ports?device_id=485ea30f-9875-4518-b42d-66fc2837d59d HTTP/1.1" status: 200 len: 945 time: 0.0506465 Dec 18 13:50:27.677670 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-4d487f6b-ebeb-4279-a160-c61aa66c7f4e req-14b74dc5-a920-430c-880e-0245fd75312f tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] 10.222.0.31 "GET /v2.0/security-groups?id=34d21f73-2073-4bda-97dd-dc93a5f9dfc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442202 Dec 18 13:50:27.801048 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee7dae4-c13c-4a4d-99fa-f58173fccec7 req-208a4770-cc8c-4b58-951e-0a2ea6546f8b tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:50:27.802413 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-aee7dae4-c13c-4a4d-99fa-f58173fccec7 req-208a4770-cc8c-4b58-951e-0a2ea6546f8b tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] 10.222.0.31 "GET /v2.0/ports?device_id=485ea30f-9875-4518-b42d-66fc2837d59d HTTP/1.1" status: 200 len: 945 time: 0.0515475 Dec 18 13:50:27.848923 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-aee7dae4-c13c-4a4d-99fa-f58173fccec7 req-2832a40b-c970-4b95-85a5-a73ac77a06d2 tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] 10.222.0.31 "GET /v2.0/security-groups?id=34d21f73-2073-4bda-97dd-dc93a5f9dfc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404992 Dec 18 13:50:28.068487 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6837c4a-1ab2-4ac8-8508-8459cf20ce55 req-63e0decd-67cc-41d9-b7e1-cf024288a2c3 tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:50:28.069878 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-f6837c4a-1ab2-4ac8-8508-8459cf20ce55 req-63e0decd-67cc-41d9-b7e1-cf024288a2c3 tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] 10.222.0.31 "GET /v2.0/ports?device_id=485ea30f-9875-4518-b42d-66fc2837d59d HTTP/1.1" status: 200 len: 945 time: 0.0542054 Dec 18 13:50:28.118517 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-f6837c4a-1ab2-4ac8-8508-8459cf20ce55 req-2b0ad6d5-1923-41f4-abae-28d1374f6981 tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] 10.222.0.31 "GET /v2.0/security-groups?id=34d21f73-2073-4bda-97dd-dc93a5f9dfc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422449 Dec 18 13:50:28.242185 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d165e78-b4cc-42d5-b13c-9db4289805bb req-3b8d2a94-ae0f-4c83-a33d-ed0ebbe5053c tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:50:28.243669 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-2d165e78-b4cc-42d5-b13c-9db4289805bb req-3b8d2a94-ae0f-4c83-a33d-ed0ebbe5053c tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] 10.222.0.31 "GET /v2.0/ports?device_id=485ea30f-9875-4518-b42d-66fc2837d59d HTTP/1.1" status: 200 len: 945 time: 0.0572543 Dec 18 13:50:28.290525 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-2d165e78-b4cc-42d5-b13c-9db4289805bb req-2a7b95b6-c58a-419c-adef-153e6e8f90ed tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] 10.222.0.31 "GET /v2.0/security-groups?id=34d21f73-2073-4bda-97dd-dc93a5f9dfc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402479 Dec 18 13:50:28.505930 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-afa9ae9b-bdbb-4010-bcf6-3a46ce66cf71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:50:28.660444 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3e7c3d-b221-4769-b18a-b42befd9cbc1 req-4bc73705-d6e4-4492-ac4c-9ecd54e78436 tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:50:28.661938 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-0b3e7c3d-b221-4769-b18a-b42befd9cbc1 req-4bc73705-d6e4-4492-ac4c-9ecd54e78436 tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] 10.222.0.31 "GET /v2.0/ports?device_id=485ea30f-9875-4518-b42d-66fc2837d59d HTTP/1.1" status: 200 len: 945 time: 0.0666575 Dec 18 13:50:28.665390 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-2ed55715-70a9-4a91-90fd-e55cac637188 req-b3ec956f-960f-4585-9ace-f882ea841074 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=485ea30f-9875-4518-b42d-66fc2837d59d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0786192 Dec 18 13:50:28.713490 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-0b3e7c3d-b221-4769-b18a-b42befd9cbc1 req-f64edb08-4012-4f4b-ad13-de3d16d90489 tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] 10.222.0.31 "GET /v2.0/security-groups?id=34d21f73-2073-4bda-97dd-dc93a5f9dfc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452077 Dec 18 13:50:29.297225 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.agents_db [None req-e3dda592-589a-4b4d-b028-ba9a260f4f50 None None] Agent healthcheck: found 6 active agents {{(pid=103162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 18 13:50:30.011407 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7b7a3272-2b45-4d32-9670-25eb1afd1184 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:50:30.023767 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed55715-70a9-4a91-90fd-e55cac637188 req-1e160087-9acf-4457-9a8a-503ef7df9e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:50:30.025232 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-2ed55715-70a9-4a91-90fd-e55cac637188 req-1e160087-9acf-4457-9a8a-503ef7df9e22 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9c1f00c09bcf417887804afcfd81fdcb&device_id=485ea30f-9875-4518-b42d-66fc2837d59d HTTP/1.1" status: 200 len: 1098 time: 0.3131490 Dec 18 13:50:30.124666 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a0beaa-b1ac-43d8-805c-a88f1bea1e72 req-10c013a4-c68e-4333-bf13-24cd7732d0c7 tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:50:30.126139 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-04a0beaa-b1ac-43d8-805c-a88f1bea1e72 req-10c013a4-c68e-4333-bf13-24cd7732d0c7 tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] 10.222.0.31 "GET /v2.0/ports?device_id=485ea30f-9875-4518-b42d-66fc2837d59d HTTP/1.1" status: 200 len: 945 time: 0.1047437 Dec 18 13:50:30.156978 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed55715-70a9-4a91-90fd-e55cac637188 req-0bf0e15b-0bd2-485f-b947-46d25e8f02d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:50:30.158432 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-2ed55715-70a9-4a91-90fd-e55cac637188 req-0bf0e15b-0bd2-485f-b947-46d25e8f02d1 service neutron] 10.222.0.43 "GET /v2.0/networks?id=3c520882-d919-4ca3-b839-4d88aeedc0d7 HTTP/1.1" status: 200 len: 914 time: 0.1242235 Dec 18 13:50:30.209945 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-2ed55715-70a9-4a91-90fd-e55cac637188 req-0001af6b-51d4-4c2c-b61e-58dc1dcd4ddf service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=32558014-f409-4f8f-b7bf-bfcd75d6531f HTTP/1.1" status: 200 len: 217 time: 0.0446596 Dec 18 13:50:30.217583 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-04a0beaa-b1ac-43d8-805c-a88f1bea1e72 req-fd21a760-884a-47cc-ada1-36ce07b894b6 tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] 10.222.0.31 "GET /v2.0/security-groups?id=34d21f73-2073-4bda-97dd-dc93a5f9dfc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846400 Dec 18 13:50:30.260378 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed55715-70a9-4a91-90fd-e55cac637188 req-2431b0fb-28a2-4142-b8e5-56809f83f5bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:50:30.261834 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-2ed55715-70a9-4a91-90fd-e55cac637188 req-2431b0fb-28a2-4142-b8e5-56809f83f5bd service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a55ee7ad-9509-4c2e-92a4-e888e528be4d HTTP/1.1" status: 200 len: 853 time: 0.0434232 Dec 18 13:50:30.297422 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-2ed55715-70a9-4a91-90fd-e55cac637188 req-a175c5b7-af65-4dd6-93dc-0d33e6188097 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3c520882-d919-4ca3-b839-4d88aeedc0d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283763 Dec 18 13:50:30.393248 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-2ed55715-70a9-4a91-90fd-e55cac637188 req-e1deb69e-b620-4b1d-9983-4b3c01e4d352 service neutron] 10.222.0.43 "GET /v2.0/networks/3c520882-d919-4ca3-b839-4d88aeedc0d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878258 Dec 18 13:50:30.486398 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-2ed55715-70a9-4a91-90fd-e55cac637188 req-1e1051c2-de43-47d5-8f85-6f626091108f service neutron] 10.222.0.43 "GET /v2.0/networks/3c520882-d919-4ca3-b839-4d88aeedc0d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860868 Dec 18 13:50:30.868126 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:50:31.346545 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cdb1f8-20d6-4dcc-b351-f960439b8751 req-3aaf4838-322e-49a9-be14-a00a371c9fe5 tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:50:31.348079 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-a8cdb1f8-20d6-4dcc-b351-f960439b8751 req-3aaf4838-322e-49a9-be14-a00a371c9fe5 tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] 10.222.0.31 "GET /v2.0/ports?device_id=485ea30f-9875-4518-b42d-66fc2837d59d HTTP/1.1" status: 200 len: 945 time: 0.0563991 Dec 18 13:50:31.406101 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-a8cdb1f8-20d6-4dcc-b351-f960439b8751 req-f94041f6-6828-4275-b66f-27efd118b858 tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] 10.222.0.31 "GET /v2.0/security-groups?id=34d21f73-2073-4bda-97dd-dc93a5f9dfc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519390 Dec 18 13:50:32.544697 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf71854-aeed-471f-96a4-b5096441fc54 req-05c3ffcb-38d7-4008-a8a5-fbf81a112077 tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:50:32.546197 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-2cf71854-aeed-471f-96a4-b5096441fc54 req-05c3ffcb-38d7-4008-a8a5-fbf81a112077 tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] 10.222.0.31 "GET /v2.0/ports?device_id=485ea30f-9875-4518-b42d-66fc2837d59d HTTP/1.1" status: 200 len: 945 time: 0.0614338 Dec 18 13:50:32.598553 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-2cf71854-aeed-471f-96a4-b5096441fc54 req-86d2216c-ec81-4902-9fa4-9cf9cb99aabf tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] 10.222.0.31 "GET /v2.0/security-groups?id=34d21f73-2073-4bda-97dd-dc93a5f9dfc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431488 Dec 18 13:50:33.732222 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfd2e67-5ed6-49da-9f2b-2e67ba690f83 req-9e05504a-a86a-4230-820b-fe56e9737304 tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:50:33.734046 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-fbfd2e67-5ed6-49da-9f2b-2e67ba690f83 req-9e05504a-a86a-4230-820b-fe56e9737304 tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] 10.222.0.31 "GET /v2.0/ports?device_id=485ea30f-9875-4518-b42d-66fc2837d59d HTTP/1.1" status: 200 len: 945 time: 0.0624239 Dec 18 13:50:33.784851 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-fbfd2e67-5ed6-49da-9f2b-2e67ba690f83 req-de3f87f5-034f-40bb-a2e2-6f38175829af tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] 10.222.0.31 "GET /v2.0/security-groups?id=34d21f73-2073-4bda-97dd-dc93a5f9dfc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422478 Dec 18 13:50:34.922088 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065969bb-1cb9-4eaf-a86c-c4d4e2c6eb2c req-9a6076ee-6c13-40e9-a269-2a68ade1970c tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:50:34.923627 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-065969bb-1cb9-4eaf-a86c-c4d4e2c6eb2c req-9a6076ee-6c13-40e9-a269-2a68ade1970c tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] 10.222.0.31 "GET /v2.0/ports?device_id=485ea30f-9875-4518-b42d-66fc2837d59d HTTP/1.1" status: 200 len: 945 time: 0.0500906 Dec 18 13:50:34.979315 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-065969bb-1cb9-4eaf-a86c-c4d4e2c6eb2c req-5ea92675-6158-4593-b15b-35f6633df52f tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] 10.222.0.31 "GET /v2.0/security-groups?id=34d21f73-2073-4bda-97dd-dc93a5f9dfc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466149 Dec 18 13:50:36.119346 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221405a1-b72c-44c1-a3b5-911a3608fbc9 req-5ac57177-9603-43b1-a289-23aaf3fb5135 tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:50:36.120809 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-221405a1-b72c-44c1-a3b5-911a3608fbc9 req-5ac57177-9603-43b1-a289-23aaf3fb5135 tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] 10.222.0.31 "GET /v2.0/ports?device_id=485ea30f-9875-4518-b42d-66fc2837d59d HTTP/1.1" status: 200 len: 945 time: 0.0617914 Dec 18 13:50:36.169965 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-221405a1-b72c-44c1-a3b5-911a3608fbc9 req-42a117ea-d44c-4f8b-8a71-badc04994da1 tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] 10.222.0.31 "GET /v2.0/security-groups?id=34d21f73-2073-4bda-97dd-dc93a5f9dfc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429621 Dec 18 13:50:36.928253 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:50:37.296468 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2e63a6-ef12-4288-aaec-60e9aa56d139 req-6d92f374-14fc-4213-936b-9af41fa704f6 tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:50:37.297913 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-8f2e63a6-ef12-4288-aaec-60e9aa56d139 req-6d92f374-14fc-4213-936b-9af41fa704f6 tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] 10.222.0.31 "GET /v2.0/ports?device_id=485ea30f-9875-4518-b42d-66fc2837d59d HTTP/1.1" status: 200 len: 945 time: 0.0535908 Dec 18 13:50:37.346072 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-8f2e63a6-ef12-4288-aaec-60e9aa56d139 req-99b9f1e4-7bee-4ed9-8830-43ba2af72d65 tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] 10.222.0.31 "GET /v2.0/security-groups?id=34d21f73-2073-4bda-97dd-dc93a5f9dfc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421491 Dec 18 13:50:38.484241 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a8f84d-d55d-495c-b2d8-be2bf313efe3 req-9d5a58e1-ddc2-44d4-a150-0c3a09171875 tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:50:38.486124 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-a5a8f84d-d55d-495c-b2d8-be2bf313efe3 req-9d5a58e1-ddc2-44d4-a150-0c3a09171875 tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] 10.222.0.31 "GET /v2.0/ports?device_id=485ea30f-9875-4518-b42d-66fc2837d59d HTTP/1.1" status: 200 len: 945 time: 0.0595744 Dec 18 13:50:38.538187 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-a5a8f84d-d55d-495c-b2d8-be2bf313efe3 req-68736dea-a68a-4ebf-8a9b-a08b6cd7caf6 tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] 10.222.0.31 "GET /v2.0/security-groups?id=34d21f73-2073-4bda-97dd-dc93a5f9dfc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430558 Dec 18 13:50:39.667525 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee9ba4b-7bac-4d72-a6b8-bd097f16501b req-6379183e-53ce-407e-af4b-902215971edc tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:50:39.669189 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-9ee9ba4b-7bac-4d72-a6b8-bd097f16501b req-6379183e-53ce-407e-af4b-902215971edc tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] 10.222.0.31 "GET /v2.0/ports?device_id=485ea30f-9875-4518-b42d-66fc2837d59d HTTP/1.1" status: 200 len: 945 time: 0.0503161 Dec 18 13:50:39.723182 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-9ee9ba4b-7bac-4d72-a6b8-bd097f16501b req-ec6d5f71-2288-484d-837c-d09a9d3d395f tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] 10.222.0.31 "GET /v2.0/security-groups?id=34d21f73-2073-4bda-97dd-dc93a5f9dfc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432138 Dec 18 13:50:40.848661 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d078bb-91c9-45fa-a094-92e12d63758f req-d3c4e886-16fc-4288-a87c-7c95bcc8358b tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:50:40.850134 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-e6d078bb-91c9-45fa-a094-92e12d63758f req-d3c4e886-16fc-4288-a87c-7c95bcc8358b tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] 10.222.0.31 "GET /v2.0/ports?device_id=485ea30f-9875-4518-b42d-66fc2837d59d HTTP/1.1" status: 200 len: 945 time: 0.0493233 Dec 18 13:50:40.903624 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-e6d078bb-91c9-45fa-a094-92e12d63758f req-6bc37501-f4a5-436e-9657-b5a789af211b tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] 10.222.0.31 "GET /v2.0/security-groups?id=34d21f73-2073-4bda-97dd-dc93a5f9dfc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444145 Dec 18 13:50:42.035929 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06472134-f13f-4072-ba74-010162f7bb71 req-ab55c41b-3a9e-47aa-bfc7-3c6330897374 tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:50:42.037417 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-06472134-f13f-4072-ba74-010162f7bb71 req-ab55c41b-3a9e-47aa-bfc7-3c6330897374 tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] 10.222.0.31 "GET /v2.0/ports?device_id=485ea30f-9875-4518-b42d-66fc2837d59d HTTP/1.1" status: 200 len: 945 time: 0.0545294 Dec 18 13:50:42.088382 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-06472134-f13f-4072-ba74-010162f7bb71 req-a0612a48-7a52-4c17-8109-3d80e6e16ba7 tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] 10.222.0.31 "GET /v2.0/security-groups?id=34d21f73-2073-4bda-97dd-dc93a5f9dfc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425208 Dec 18 13:50:43.213867 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06da705-ad90-4ebb-b7a7-a0ef84b1c2c0 req-4446bde2-719d-4840-93bc-f8ca790b9fad tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:50:43.215384 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-c06da705-ad90-4ebb-b7a7-a0ef84b1c2c0 req-4446bde2-719d-4840-93bc-f8ca790b9fad tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] 10.222.0.31 "GET /v2.0/ports?device_id=485ea30f-9875-4518-b42d-66fc2837d59d HTTP/1.1" status: 200 len: 945 time: 0.0506577 Dec 18 13:50:43.264303 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-c06da705-ad90-4ebb-b7a7-a0ef84b1c2c0 req-28d526b1-c5e7-44f6-ae44-d0a06bf051fd tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] 10.222.0.31 "GET /v2.0/security-groups?id=34d21f73-2073-4bda-97dd-dc93a5f9dfc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424836 Dec 18 13:50:44.401175 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cc1db6-1d30-4d05-9acf-e6248efa09b9 req-b01bfa54-294f-4f9e-a28e-988fb5bb6f6e tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:50:44.402730 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-41cc1db6-1d30-4d05-9acf-e6248efa09b9 req-b01bfa54-294f-4f9e-a28e-988fb5bb6f6e tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] 10.222.0.31 "GET /v2.0/ports?device_id=485ea30f-9875-4518-b42d-66fc2837d59d HTTP/1.1" status: 200 len: 945 time: 0.0647559 Dec 18 13:50:44.461561 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-41cc1db6-1d30-4d05-9acf-e6248efa09b9 req-85931d5c-01cd-4ccb-b108-9848001a2161 tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] 10.222.0.31 "GET /v2.0/security-groups?id=34d21f73-2073-4bda-97dd-dc93a5f9dfc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489223 Dec 18 13:50:45.584505 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6445b0-81c7-4e16-bed7-876e26c50785 req-225998a9-2c47-4410-b488-927f30d17eda tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:50:45.586009 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-2d6445b0-81c7-4e16-bed7-876e26c50785 req-225998a9-2c47-4410-b488-927f30d17eda tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] 10.222.0.31 "GET /v2.0/ports?device_id=485ea30f-9875-4518-b42d-66fc2837d59d HTTP/1.1" status: 200 len: 945 time: 0.0537643 Dec 18 13:50:45.637252 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-2d6445b0-81c7-4e16-bed7-876e26c50785 req-13ed2c12-5109-44bf-922a-e5e4bacb2b5e tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] 10.222.0.31 "GET /v2.0/security-groups?id=34d21f73-2073-4bda-97dd-dc93a5f9dfc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423243 Dec 18 13:50:46.757046 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05388b25-507c-4268-9f5c-297b85f84b8e req-c6645795-9b56-4606-8563-5a2bf8c0a63e tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:50:46.758536 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-05388b25-507c-4268-9f5c-297b85f84b8e req-c6645795-9b56-4606-8563-5a2bf8c0a63e tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] 10.222.0.31 "GET /v2.0/ports?device_id=485ea30f-9875-4518-b42d-66fc2837d59d HTTP/1.1" status: 200 len: 945 time: 0.0500207 Dec 18 13:50:46.809807 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-05388b25-507c-4268-9f5c-297b85f84b8e req-8d95920c-8640-477c-9741-c1e238dab9d2 tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] 10.222.0.31 "GET /v2.0/security-groups?id=34d21f73-2073-4bda-97dd-dc93a5f9dfc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451958 Dec 18 13:50:47.950583 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee38acc-dcb2-4973-83c9-434dbb936a64 req-67d5be62-d990-4d35-b629-dfb1f798acdc tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:50:47.952329 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-eee38acc-dcb2-4973-83c9-434dbb936a64 req-67d5be62-d990-4d35-b629-dfb1f798acdc tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] 10.222.0.31 "GET /v2.0/ports?device_id=485ea30f-9875-4518-b42d-66fc2837d59d HTTP/1.1" status: 200 len: 945 time: 0.0626183 Dec 18 13:50:48.000078 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-eee38acc-dcb2-4973-83c9-434dbb936a64 req-1896cdae-fd50-47ae-8890-09045ddde886 tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] 10.222.0.31 "GET /v2.0/security-groups?id=34d21f73-2073-4bda-97dd-dc93a5f9dfc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412226 Dec 18 13:50:49.123400 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f7bac9-3f1d-457c-9f86-76fe4f8360a2 req-9fad8149-9947-47a1-a4e5-a273d56c2c65 tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:50:49.124877 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-39f7bac9-3f1d-457c-9f86-76fe4f8360a2 req-9fad8149-9947-47a1-a4e5-a273d56c2c65 tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] 10.222.0.31 "GET /v2.0/ports?device_id=485ea30f-9875-4518-b42d-66fc2837d59d HTTP/1.1" status: 200 len: 945 time: 0.0508270 Dec 18 13:50:49.174055 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-39f7bac9-3f1d-457c-9f86-76fe4f8360a2 req-43c76a76-e3da-41f6-bc72-7c574b9db02e tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] 10.222.0.31 "GET /v2.0/security-groups?id=34d21f73-2073-4bda-97dd-dc93a5f9dfc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419979 Dec 18 13:50:50.312918 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f04a02-9daa-4806-a2fc-56a2b8d34dd0 req-f2ad0b50-7249-4605-adb3-7d20028fde0e tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:50:50.314398 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-c2f04a02-9daa-4806-a2fc-56a2b8d34dd0 req-f2ad0b50-7249-4605-adb3-7d20028fde0e tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] 10.222.0.31 "GET /v2.0/ports?device_id=485ea30f-9875-4518-b42d-66fc2837d59d HTTP/1.1" status: 200 len: 945 time: 0.0513918 Dec 18 13:50:50.361288 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-c2f04a02-9daa-4806-a2fc-56a2b8d34dd0 req-31b5d44d-393f-4f07-8ebc-413f9ee7d0be tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] 10.222.0.31 "GET /v2.0/security-groups?id=34d21f73-2073-4bda-97dd-dc93a5f9dfc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407484 Dec 18 13:50:51.499283 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a471be-05f2-4822-a346-f4e49a73b9c9 req-31b2fc9a-dd29-4c1c-9b38-3cb1734b3ec4 tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:50:51.500793 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-60a471be-05f2-4822-a346-f4e49a73b9c9 req-31b2fc9a-dd29-4c1c-9b38-3cb1734b3ec4 tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] 10.222.0.31 "GET /v2.0/ports?device_id=485ea30f-9875-4518-b42d-66fc2837d59d HTTP/1.1" status: 200 len: 945 time: 0.0596836 Dec 18 13:50:51.550979 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-60a471be-05f2-4822-a346-f4e49a73b9c9 req-b77e2d92-3509-44fa-9dcf-1a315a4dee95 tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] 10.222.0.31 "GET /v2.0/security-groups?id=34d21f73-2073-4bda-97dd-dc93a5f9dfc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438983 Dec 18 13:50:52.677248 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415049c9-edda-424b-a3b0-8c33e2f55823 req-4148b1ba-be31-452d-886d-7df97f0b64d4 tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:50:52.678704 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-415049c9-edda-424b-a3b0-8c33e2f55823 req-4148b1ba-be31-452d-886d-7df97f0b64d4 tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] 10.222.0.31 "GET /v2.0/ports?device_id=485ea30f-9875-4518-b42d-66fc2837d59d HTTP/1.1" status: 200 len: 945 time: 0.0529058 Dec 18 13:50:52.731324 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-415049c9-edda-424b-a3b0-8c33e2f55823 req-e7a81193-058b-4593-a14b-072097bc8e1d tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] 10.222.0.31 "GET /v2.0/security-groups?id=34d21f73-2073-4bda-97dd-dc93a5f9dfc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439494 Dec 18 13:50:53.867514 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca12449-0df1-42ca-b831-4c4f9924c7cb req-1a9d8d9a-e9da-4ea3-a310-817b45d5b074 tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:50:53.869699 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-8ca12449-0df1-42ca-b831-4c4f9924c7cb req-1a9d8d9a-e9da-4ea3-a310-817b45d5b074 tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] 10.222.0.31 "GET /v2.0/ports?device_id=485ea30f-9875-4518-b42d-66fc2837d59d HTTP/1.1" status: 200 len: 945 time: 0.0642340 Dec 18 13:50:53.931593 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-8ca12449-0df1-42ca-b831-4c4f9924c7cb req-222a09d4-11cd-4d0b-9db4-24dcca097cf2 tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] 10.222.0.31 "GET /v2.0/security-groups?id=34d21f73-2073-4bda-97dd-dc93a5f9dfc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490680 Dec 18 13:50:54.934692 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-255f070a-1ca3-4831-94a9-d9285c6910dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:50:55.051118 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa56264-4bd4-4fbe-8bdc-0e02e88414b5 req-b3f3f388-598f-48d8-bb0a-1d71a3ac3626 tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:50:55.052634 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-9aa56264-4bd4-4fbe-8bdc-0e02e88414b5 req-b3f3f388-598f-48d8-bb0a-1d71a3ac3626 tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] 10.222.0.31 "GET /v2.0/ports?device_id=485ea30f-9875-4518-b42d-66fc2837d59d HTTP/1.1" status: 200 len: 945 time: 0.0515492 Dec 18 13:50:55.104155 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-9aa56264-4bd4-4fbe-8bdc-0e02e88414b5 req-f03acb74-96ec-45d5-801f-d9ae90bebac4 tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] 10.222.0.31 "GET /v2.0/security-groups?id=34d21f73-2073-4bda-97dd-dc93a5f9dfc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429797 Dec 18 13:50:56.237614 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b167b0-adeb-41ca-b09e-f90929c8beec req-eafce05e-4159-4718-a667-91b0d4714b6b tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:50:56.239087 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-89b167b0-adeb-41ca-b09e-f90929c8beec req-eafce05e-4159-4718-a667-91b0d4714b6b tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] 10.222.0.31 "GET /v2.0/ports?device_id=485ea30f-9875-4518-b42d-66fc2837d59d HTTP/1.1" status: 200 len: 945 time: 0.0587718 Dec 18 13:50:56.291541 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-89b167b0-adeb-41ca-b09e-f90929c8beec req-8a766030-390d-46ae-9093-4017c104f02e tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] 10.222.0.31 "GET /v2.0/security-groups?id=34d21f73-2073-4bda-97dd-dc93a5f9dfc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433786 Dec 18 13:50:57.010481 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8eea15-85d3-4821-8fe7-fe15f922544d req-a00f5f93-8d4d-4502-996f-c63ce8171963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:50:57.012027 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-1e8eea15-85d3-4821-8fe7-fe15f922544d req-a00f5f93-8d4d-4502-996f-c63ce8171963 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9c1f00c09bcf417887804afcfd81fdcb&device_id=485ea30f-9875-4518-b42d-66fc2837d59d HTTP/1.1" status: 200 len: 1098 time: 0.0461771 Dec 18 13:50:57.120068 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8eea15-85d3-4821-8fe7-fe15f922544d req-e2f00afb-ea9f-495f-a635-ce899ff9bf68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:50:57.121454 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-1e8eea15-85d3-4821-8fe7-fe15f922544d req-e2f00afb-ea9f-495f-a635-ce899ff9bf68 service neutron] 10.222.0.43 "GET /v2.0/networks?id=3c520882-d919-4ca3-b839-4d88aeedc0d7 HTTP/1.1" status: 200 len: 914 time: 0.0878272 Dec 18 13:50:57.176745 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-b1c01e56-2f96-4ae7-a87a-260af8a3136a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:50:57.178983 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-1e8eea15-85d3-4821-8fe7-fe15f922544d req-89d719ab-4d4f-43f5-929d-9d3557a51d49 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=32558014-f409-4f8f-b7bf-bfcd75d6531f HTTP/1.1" status: 200 len: 217 time: 0.0486584 Dec 18 13:50:57.230418 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8eea15-85d3-4821-8fe7-fe15f922544d req-c36f445e-df15-462a-bc20-d2795abf2143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:50:57.231892 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-1e8eea15-85d3-4821-8fe7-fe15f922544d req-c36f445e-df15-462a-bc20-d2795abf2143 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a55ee7ad-9509-4c2e-92a4-e888e528be4d HTTP/1.1" status: 200 len: 853 time: 0.0460391 Dec 18 13:50:57.265359 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-1e8eea15-85d3-4821-8fe7-fe15f922544d req-842fc5c5-6128-4449-9bfa-fdf941c9bc63 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3c520882-d919-4ca3-b839-4d88aeedc0d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258598 Dec 18 13:50:57.361028 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-1e8eea15-85d3-4821-8fe7-fe15f922544d req-3a5c2dfd-ff4b-40e2-9ba4-b1448ff56a83 service neutron] 10.222.0.43 "GET /v2.0/networks/3c520882-d919-4ca3-b839-4d88aeedc0d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883744 Dec 18 13:50:57.409821 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d629844-620c-4bc9-8c08-b40ca7f3b194 req-b137b211-f749-4abb-ad64-fac72ec79173 tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:50:57.411182 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-5d629844-620c-4bc9-8c08-b40ca7f3b194 req-b137b211-f749-4abb-ad64-fac72ec79173 tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] 10.222.0.31 "GET /v2.0/ports?device_id=485ea30f-9875-4518-b42d-66fc2837d59d HTTP/1.1" status: 200 len: 945 time: 0.0487752 Dec 18 13:50:57.451859 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-1e8eea15-85d3-4821-8fe7-fe15f922544d req-7aab06d1-db9f-4293-bff8-0607f85831cb service neutron] 10.222.0.43 "GET /v2.0/networks/3c520882-d919-4ca3-b839-4d88aeedc0d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829020 Dec 18 13:50:57.465082 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-5d629844-620c-4bc9-8c08-b40ca7f3b194 req-cb23f53b-dddc-4671-84df-531930a1c38c tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] 10.222.0.31 "GET /v2.0/security-groups?id=34d21f73-2073-4bda-97dd-dc93a5f9dfc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475750 Dec 18 13:50:58.509189 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-afa9ae9b-bdbb-4010-bcf6-3a46ce66cf71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:50:58.589753 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a330a42-e735-48a4-93f6-250c1b52e877 req-61a28d53-f109-42c7-bb93-e51151cc55e9 tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:50:58.591284 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-5a330a42-e735-48a4-93f6-250c1b52e877 req-61a28d53-f109-42c7-bb93-e51151cc55e9 tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] 10.222.0.31 "GET /v2.0/ports?device_id=485ea30f-9875-4518-b42d-66fc2837d59d HTTP/1.1" status: 200 len: 945 time: 0.0520389 Dec 18 13:50:58.644763 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-5a330a42-e735-48a4-93f6-250c1b52e877 req-56e2dac5-755c-42c1-a86c-78bc2566dac3 tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] 10.222.0.31 "GET /v2.0/security-groups?id=34d21f73-2073-4bda-97dd-dc93a5f9dfc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474837 Dec 18 13:50:59.766343 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8a9b7a-e23b-4011-a669-71e4deb294dd req-b3aaa19e-43a7-4f39-ac6f-9890e977d82c tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:50:59.767849 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-3f8a9b7a-e23b-4011-a669-71e4deb294dd req-b3aaa19e-43a7-4f39-ac6f-9890e977d82c tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] 10.222.0.31 "GET /v2.0/ports?device_id=485ea30f-9875-4518-b42d-66fc2837d59d HTTP/1.1" status: 200 len: 945 time: 0.0519314 Dec 18 13:50:59.815585 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-3f8a9b7a-e23b-4011-a669-71e4deb294dd req-cdc970e5-3531-4533-9e67-f2a3be5d3509 tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] 10.222.0.31 "GET /v2.0/security-groups?id=34d21f73-2073-4bda-97dd-dc93a5f9dfc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403709 Dec 18 13:51:00.024708 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7b7a3272-2b45-4d32-9670-25eb1afd1184 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:51:00.872741 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:51:00.932032 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0b9171-b8b1-43ad-b410-7061d6efe71c req-a9402144-e387-4746-b106-a35cb7b6ca95 tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:51:00.933505 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-8d0b9171-b8b1-43ad-b410-7061d6efe71c req-a9402144-e387-4746-b106-a35cb7b6ca95 tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] 10.222.0.31 "GET /v2.0/ports?device_id=485ea30f-9875-4518-b42d-66fc2837d59d HTTP/1.1" status: 200 len: 945 time: 0.0479479 Dec 18 13:51:00.983815 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-8d0b9171-b8b1-43ad-b410-7061d6efe71c req-6c854ea0-cc24-4fee-9c1f-02cf03b12fa8 tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] 10.222.0.31 "GET /v2.0/security-groups?id=34d21f73-2073-4bda-97dd-dc93a5f9dfc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413122 Dec 18 13:51:02.112448 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6298ca-451e-4437-b8de-d500bf682160 req-fb359b78-f77d-471c-b01c-0e3725fc4c42 tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:51:02.113974 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-2b6298ca-451e-4437-b8de-d500bf682160 req-fb359b78-f77d-471c-b01c-0e3725fc4c42 tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] 10.222.0.31 "GET /v2.0/ports?device_id=485ea30f-9875-4518-b42d-66fc2837d59d HTTP/1.1" status: 200 len: 945 time: 0.0531988 Dec 18 13:51:02.169055 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-2b6298ca-451e-4437-b8de-d500bf682160 req-24200478-5e25-4f0e-a073-3b1f7481c0ba tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] 10.222.0.31 "GET /v2.0/security-groups?id=34d21f73-2073-4bda-97dd-dc93a5f9dfc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459518 Dec 18 13:51:03.296643 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0726a3a-1991-4d87-bd67-df8eb1f2545f req-09fe8382-2175-4274-a4b4-299483444030 tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:51:03.298121 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-d0726a3a-1991-4d87-bd67-df8eb1f2545f req-09fe8382-2175-4274-a4b4-299483444030 tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] 10.222.0.31 "GET /v2.0/ports?device_id=485ea30f-9875-4518-b42d-66fc2837d59d HTTP/1.1" status: 200 len: 945 time: 0.0493903 Dec 18 13:51:03.347607 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-d0726a3a-1991-4d87-bd67-df8eb1f2545f req-e2e3db44-9911-4105-91ab-7a5f01b93a92 tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] 10.222.0.31 "GET /v2.0/security-groups?id=34d21f73-2073-4bda-97dd-dc93a5f9dfc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433586 Dec 18 13:51:04.488693 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041101c5-e4d1-414f-bde8-3edac0af86a6 req-3b63649b-ebe3-4dd7-8d1b-19471ccd7b4e tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:51:04.490187 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-041101c5-e4d1-414f-bde8-3edac0af86a6 req-3b63649b-ebe3-4dd7-8d1b-19471ccd7b4e tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] 10.222.0.31 "GET /v2.0/ports?device_id=485ea30f-9875-4518-b42d-66fc2837d59d HTTP/1.1" status: 200 len: 945 time: 0.0580301 Dec 18 13:51:04.539398 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-041101c5-e4d1-414f-bde8-3edac0af86a6 req-0615ab68-a3c1-4757-a038-734f4669d8e3 tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] 10.222.0.31 "GET /v2.0/security-groups?id=34d21f73-2073-4bda-97dd-dc93a5f9dfc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429084 Dec 18 13:51:05.673919 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766186b4-65db-455f-b670-d6d221bd86b9 req-9a40e5e0-92bf-4571-a447-e0998fbefc94 tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:51:05.675432 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-766186b4-65db-455f-b670-d6d221bd86b9 req-9a40e5e0-92bf-4571-a447-e0998fbefc94 tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] 10.222.0.31 "GET /v2.0/ports?device_id=485ea30f-9875-4518-b42d-66fc2837d59d HTTP/1.1" status: 200 len: 945 time: 0.0572052 Dec 18 13:51:05.725433 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-766186b4-65db-455f-b670-d6d221bd86b9 req-10560803-9124-46a0-bcfe-b670f62452c2 tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] 10.222.0.31 "GET /v2.0/security-groups?id=34d21f73-2073-4bda-97dd-dc93a5f9dfc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415211 Dec 18 13:51:06.297688 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.agents_db [None req-e3dda592-589a-4b4d-b028-ba9a260f4f50 None None] Agent healthcheck: found 6 active agents {{(pid=103162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 18 13:51:06.867424 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4e06b1-fe4f-48f2-b3e1-b324cb0f8e98 req-111aeac1-1b42-4f3e-905f-cdd51727ef8b tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:51:06.869044 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-ce4e06b1-fe4f-48f2-b3e1-b324cb0f8e98 req-111aeac1-1b42-4f3e-905f-cdd51727ef8b tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] 10.222.0.31 "GET /v2.0/ports?device_id=485ea30f-9875-4518-b42d-66fc2837d59d HTTP/1.1" status: 200 len: 945 time: 0.0508113 Dec 18 13:51:06.916821 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:51:06.926437 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-ce4e06b1-fe4f-48f2-b3e1-b324cb0f8e98 req-d473dd53-136e-46ad-b2c8-83fd2e398e33 tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] 10.222.0.31 "GET /v2.0/security-groups?id=34d21f73-2073-4bda-97dd-dc93a5f9dfc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478687 Dec 18 13:51:07.227091 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-2ed55715-70a9-4a91-90fd-e55cac637188 req-6024af00-5c1a-49a8-a050-6da20544e71c service neutron] 10.222.0.43 "GET /v2.0/ports/32558014-f409-4f8f-b7bf-bfcd75d6531f/bindings/hv-neutron-7448 HTTP/1.1" status: 200 len: 384 time: 0.0637984 Dec 18 13:51:07.442303 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed55715-70a9-4a91-90fd-e55cac637188 req-8725849f-15b2-4a63-af45-c2832c7748c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:51:07.443895 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-2ed55715-70a9-4a91-90fd-e55cac637188 req-8725849f-15b2-4a63-af45-c2832c7748c8 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=485ea30f-9875-4518-b42d-66fc2837d59d&tenant_id=9c1f00c09bcf417887804afcfd81fdcb HTTP/1.1" status: 200 len: 1098 time: 0.0426087 Dec 18 13:51:07.508332 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed55715-70a9-4a91-90fd-e55cac637188 req-4309eb5e-5676-4d3a-8cb5-44282ed9ae22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:51:07.509941 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-2ed55715-70a9-4a91-90fd-e55cac637188 req-4309eb5e-5676-4d3a-8cb5-44282ed9ae22 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9c1f00c09bcf417887804afcfd81fdcb&device_id=485ea30f-9875-4518-b42d-66fc2837d59d HTTP/1.1" status: 200 len: 1098 time: 0.0434427 Dec 18 13:51:07.601569 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed55715-70a9-4a91-90fd-e55cac637188 req-f52960cd-23dc-43ef-945f-1343799cb5fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:51:07.603057 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-2ed55715-70a9-4a91-90fd-e55cac637188 req-f52960cd-23dc-43ef-945f-1343799cb5fd service neutron] 10.222.0.43 "GET /v2.0/networks?id=3c520882-d919-4ca3-b839-4d88aeedc0d7 HTTP/1.1" status: 200 len: 914 time: 0.0867772 Dec 18 13:51:07.648915 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-2ed55715-70a9-4a91-90fd-e55cac637188 req-816c573e-07c1-46ef-aaf5-7a6e51f32e4f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=32558014-f409-4f8f-b7bf-bfcd75d6531f HTTP/1.1" status: 200 len: 217 time: 0.0386276 Dec 18 13:51:07.700409 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed55715-70a9-4a91-90fd-e55cac637188 req-2e905be1-4d25-4e9c-8b05-7eb3115301a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:51:07.701769 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-2ed55715-70a9-4a91-90fd-e55cac637188 req-2e905be1-4d25-4e9c-8b05-7eb3115301a8 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a55ee7ad-9509-4c2e-92a4-e888e528be4d HTTP/1.1" status: 200 len: 853 time: 0.0457568 Dec 18 13:51:07.737294 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-2ed55715-70a9-4a91-90fd-e55cac637188 req-418424bb-87b1-405f-9df8-c9ae7c748938 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3c520882-d919-4ca3-b839-4d88aeedc0d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270751 Dec 18 13:51:07.835576 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-2ed55715-70a9-4a91-90fd-e55cac637188 req-2f684e8e-4a03-4a6d-bfd0-a2125c38ee11 service neutron] 10.222.0.43 "GET /v2.0/networks/3c520882-d919-4ca3-b839-4d88aeedc0d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911484 Dec 18 13:51:07.927198 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-2ed55715-70a9-4a91-90fd-e55cac637188 req-0bdcef97-01f1-4378-9438-b5d593e7dc08 service neutron] 10.222.0.43 "GET /v2.0/networks/3c520882-d919-4ca3-b839-4d88aeedc0d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852075 Dec 18 13:51:08.050366 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f927d5ed-9207-4e5b-ae32-bbd046c481a4 req-5f749814-8f92-4629-9008-09f7623ffcba tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:51:08.051966 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-f927d5ed-9207-4e5b-ae32-bbd046c481a4 req-5f749814-8f92-4629-9008-09f7623ffcba tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] 10.222.0.31 "GET /v2.0/ports?device_id=485ea30f-9875-4518-b42d-66fc2837d59d HTTP/1.1" status: 200 len: 945 time: 0.0540144 Dec 18 13:51:08.106336 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-f927d5ed-9207-4e5b-ae32-bbd046c481a4 req-13a13b27-211c-45a3-a87d-b6e9454dc344 tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] 10.222.0.31 "GET /v2.0/security-groups?id=34d21f73-2073-4bda-97dd-dc93a5f9dfc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480804 Dec 18 13:51:09.232821 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bac15ed-536b-443c-9604-5364c900d36c req-d7d4ec56-ba0d-4986-a7e4-62c66311dffa tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:51:09.234290 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-5bac15ed-536b-443c-9604-5364c900d36c req-d7d4ec56-ba0d-4986-a7e4-62c66311dffa tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] 10.222.0.31 "GET /v2.0/ports?device_id=485ea30f-9875-4518-b42d-66fc2837d59d HTTP/1.1" status: 200 len: 945 time: 0.0521131 Dec 18 13:51:09.288624 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-5bac15ed-536b-443c-9604-5364c900d36c req-226d3b73-f62b-4d01-908f-4e465d75c6c2 tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] 10.222.0.31 "GET /v2.0/security-groups?id=34d21f73-2073-4bda-97dd-dc93a5f9dfc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461667 Dec 18 13:51:10.425248 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f892cdf-c9f6-46ce-8e2b-32d05da758f6 req-e37d455f-27fe-4e07-a33e-6eada1873466 tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:51:10.428040 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-1f892cdf-c9f6-46ce-8e2b-32d05da758f6 req-e37d455f-27fe-4e07-a33e-6eada1873466 tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] 10.222.0.31 "GET /v2.0/ports?device_id=485ea30f-9875-4518-b42d-66fc2837d59d HTTP/1.1" status: 200 len: 945 time: 0.0560446 Dec 18 13:51:10.480948 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-1f892cdf-c9f6-46ce-8e2b-32d05da758f6 req-2431f439-c5c2-4a46-93b6-34096f42ee1b tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] 10.222.0.31 "GET /v2.0/security-groups?id=34d21f73-2073-4bda-97dd-dc93a5f9dfc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463414 Dec 18 13:51:11.610039 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870bde97-1844-46b2-a293-4674f8875df4 req-cf388bae-c912-4ef0-93af-e976d269aecc tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:51:11.611575 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-870bde97-1844-46b2-a293-4674f8875df4 req-cf388bae-c912-4ef0-93af-e976d269aecc tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] 10.222.0.31 "GET /v2.0/ports?device_id=485ea30f-9875-4518-b42d-66fc2837d59d HTTP/1.1" status: 200 len: 945 time: 0.0515738 Dec 18 13:51:11.662132 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-870bde97-1844-46b2-a293-4674f8875df4 req-f362f65d-f6a5-4f71-b0e2-b67c3c10c599 tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] 10.222.0.31 "GET /v2.0/security-groups?id=34d21f73-2073-4bda-97dd-dc93a5f9dfc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444124 Dec 18 13:51:11.734960 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Device 32558014-f409-4f8f-b7bf-bfcd75d6531f no longer exists at agent hyperv_hv-neutron-7448 {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 18 13:51:11.826687 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:51:11.850480 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '485ea30f-9875-4518-b42d-66fc2837d59d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '32558014-f409-4f8f-b7bf-bfcd75d6531f'}] {{(pid=103161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 18 13:51:11.852798 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22224e7a42aa75e3f3b9c037df440650d2cfa1dd97b40a249aee4a8113775251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9dac650-a07a-4dbb-883d-1d815f278cd7" -d '{"events": [{"server_uuid": "485ea30f-9875-4518-b42d-66fc2837d59d", "name": "network-vif-unplugged", "status": "completed", "tag": "32558014-f409-4f8f-b7bf-bfcd75d6531f"}]}' {{(pid=103161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 18 13:51:11.863595 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a28a3c5-929c-4eef-93c0-480f8ad1c1fb req-e2af2cf4-a485-40ff-a027-acfcb8365779 tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:51:11.865156 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-4a28a3c5-929c-4eef-93c0-480f8ad1c1fb req-e2af2cf4-a485-40ff-a027-acfcb8365779 tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] 10.222.0.31 "GET /v2.0/ports?device_id=485ea30f-9875-4518-b42d-66fc2837d59d HTTP/1.1" status: 200 len: 945 time: 0.0524895 Dec 18 13:51:11.868262 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] For port 32558014-f409-4f8f-b7bf-bfcd75d6531f, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=32558014-f409-4f8f-b7bf-bfcd75d6531f,segment=NetworkSegment(4040518e-6e97-4767-9cff-afdcb1f1fc6b),segment_id=4040518e-6e97-4767-9cff-afdcb1f1fc6b)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:51:11.874288 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:51:11.889383 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7872c00-68cf-4c33-8395-1c6daef9d970 req-f7b45433-bc82-4221-a2fb-ebd2d46c660d tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:51:11.892361 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-f7872c00-68cf-4c33-8395-1c6daef9d970 req-f7b45433-bc82-4221-a2fb-ebd2d46c660d tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] 10.222.0.43 "GET /v2.0/ports?device_id=485ea30f-9875-4518-b42d-66fc2837d59d&tenant_id=9c1f00c09bcf417887804afcfd81fdcb&binding%3Ahost_id=hv-neutron-7448 HTTP/1.1" status: 200 len: 945 time: 0.0651360 Dec 18 13:51:11.917890 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-4a28a3c5-929c-4eef-93c0-480f8ad1c1fb req-963df7af-9bac-40c1-b3f5-88692d538964 tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] 10.222.0.31 "GET /v2.0/security-groups?id=34d21f73-2073-4bda-97dd-dc93a5f9dfc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457480 Dec 18 13:51:11.923103 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Pushing event updated for resources: {'Port': ['ID=32558014-f409-4f8f-b7bf-bfcd75d6531f,revision_number=6']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:51:11.927534 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 18 Dec 2021 13:51:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e04aea0-8d82-471c-bea5-c5ed353b0f00 x-openstack-request-id: req-8e04aea0-8d82-471c-bea5-c5ed353b0f00 {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 18 13:51:11.927822 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "485ea30f-9875-4518-b42d-66fc2837d59d", "name": "network-vif-unplugged", "status": "completed", "tag": "32558014-f409-4f8f-b7bf-bfcd75d6531f", "code": 200}]} {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 18 13:51:11.928074 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8e04aea0-8d82-471c-bea5-c5ed353b0f00 {{(pid=103161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 18 13:51:11.928451 dv-neutron-744815-20-hyperv neutron-server[103161]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '485ea30f-9875-4518-b42d-66fc2837d59d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '32558014-f409-4f8f-b7bf-bfcd75d6531f', 'code': 200} Dec 18 13:51:11.936539 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:51:11.936899 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:51:11.937248 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:51:11.937585 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:51:11.937924 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:51:11.938259 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:51:11.938591 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:51:11.938922 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:51:11.939280 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:51:11.939613 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:51:11.939947 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:51:11.940327 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:51:11.940580 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:51:11.991285 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7872c00-68cf-4c33-8395-1c6daef9d970 req-70c85287-0fcf-47d9-be97-6bd1433943c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:51:11.992805 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-f7872c00-68cf-4c33-8395-1c6daef9d970 req-70c85287-0fcf-47d9-be97-6bd1433943c9 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9c1f00c09bcf417887804afcfd81fdcb&device_id=485ea30f-9875-4518-b42d-66fc2837d59d HTTP/1.1" status: 200 len: 1096 time: 0.0423677 Dec 18 13:51:12.096260 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7872c00-68cf-4c33-8395-1c6daef9d970 req-f6a3022a-7089-47f2-8cd3-ee368c871342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:51:12.097699 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-f7872c00-68cf-4c33-8395-1c6daef9d970 req-f6a3022a-7089-47f2-8cd3-ee368c871342 service neutron] 10.222.0.43 "GET /v2.0/networks?id=3c520882-d919-4ca3-b839-4d88aeedc0d7 HTTP/1.1" status: 200 len: 914 time: 0.0975738 Dec 18 13:51:12.138426 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-f7872c00-68cf-4c33-8395-1c6daef9d970 req-e2aaf8ab-cb00-41ee-bc4c-8edfa7bff5cc service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=32558014-f409-4f8f-b7bf-bfcd75d6531f HTTP/1.1" status: 200 len: 217 time: 0.0335617 Dec 18 13:51:12.192061 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7872c00-68cf-4c33-8395-1c6daef9d970 req-55bac27b-8529-4af6-a221-26a802af1eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:51:12.193550 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-f7872c00-68cf-4c33-8395-1c6daef9d970 req-55bac27b-8529-4af6-a221-26a802af1eaf service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a55ee7ad-9509-4c2e-92a4-e888e528be4d HTTP/1.1" status: 200 len: 853 time: 0.0482197 Dec 18 13:51:12.224851 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-f7872c00-68cf-4c33-8395-1c6daef9d970 req-1eb77e6f-9c09-4561-9ced-87b0bca9ea23 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3c520882-d919-4ca3-b839-4d88aeedc0d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241394 Dec 18 13:51:12.317809 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-f7872c00-68cf-4c33-8395-1c6daef9d970 req-f10f4c8a-80fc-489e-b6d8-b549f31fb241 service neutron] 10.222.0.43 "GET /v2.0/networks/3c520882-d919-4ca3-b839-4d88aeedc0d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846627 Dec 18 13:51:12.413419 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-f7872c00-68cf-4c33-8395-1c6daef9d970 req-37eebe4d-ca56-4378-a555-1a3f9e595297 service neutron] 10.222.0.43 "GET /v2.0/networks/3c520882-d919-4ca3-b839-4d88aeedc0d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885930 Dec 18 13:51:13.041397 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2340afd9-605a-4a42-ac19-adade0eaf867 req-960d3c53-a02f-46a7-a768-5a6643252e6b tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:51:13.042875 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-2340afd9-605a-4a42-ac19-adade0eaf867 req-960d3c53-a02f-46a7-a768-5a6643252e6b tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] 10.222.0.31 "GET /v2.0/ports?device_id=485ea30f-9875-4518-b42d-66fc2837d59d HTTP/1.1" status: 200 len: 943 time: 0.0494447 Dec 18 13:51:13.089222 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-2340afd9-605a-4a42-ac19-adade0eaf867 req-3fe07943-03ec-493f-8633-3b99a821e057 tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] 10.222.0.31 "GET /v2.0/security-groups?id=34d21f73-2073-4bda-97dd-dc93a5f9dfc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403259 Dec 18 13:51:13.206494 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356c9437-554f-49c6-bc43-a754c4e74d81 req-3c19e775-8729-4432-ac3c-b5c062af1263 tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:51:13.207997 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-356c9437-554f-49c6-bc43-a754c4e74d81 req-3c19e775-8729-4432-ac3c-b5c062af1263 tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] 10.222.0.31 "GET /v2.0/ports?device_id=485ea30f-9875-4518-b42d-66fc2837d59d HTTP/1.1" status: 200 len: 943 time: 0.0523617 Dec 18 13:51:13.265905 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-356c9437-554f-49c6-bc43-a754c4e74d81 req-e9cd58df-7819-466e-bb18-0b60daa33afb tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] 10.222.0.31 "GET /v2.0/security-groups?id=34d21f73-2073-4bda-97dd-dc93a5f9dfc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488245 Dec 18 13:51:13.385907 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b555ab96-4903-4a6b-9e69-1b7c14447826 req-1886487d-754b-4223-8243-aff38cb74fb3 tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:51:13.387432 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-b555ab96-4903-4a6b-9e69-1b7c14447826 req-1886487d-754b-4223-8243-aff38cb74fb3 tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] 10.222.0.31 "GET /v2.0/ports?device_id=485ea30f-9875-4518-b42d-66fc2837d59d HTTP/1.1" status: 200 len: 943 time: 0.0529139 Dec 18 13:51:13.435964 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-b555ab96-4903-4a6b-9e69-1b7c14447826 req-0e32254b-6a1e-46fb-a283-51e89705d5d2 tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] 10.222.0.31 "GET /v2.0/security-groups?id=34d21f73-2073-4bda-97dd-dc93a5f9dfc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426524 Dec 18 13:51:13.797950 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ec1c34-1442-433b-b569-7062508b6b91 req-3ece40b0-a89b-44e4-a0c8-284d95d283a3 tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:51:13.799424 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-78ec1c34-1442-433b-b569-7062508b6b91 req-3ece40b0-a89b-44e4-a0c8-284d95d283a3 tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] 10.222.0.31 "GET /v2.0/networks?id=3c520882-d919-4ca3-b839-4d88aeedc0d7 HTTP/1.1" status: 200 len: 813 time: 0.1019888 Dec 18 13:51:13.817278 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-78ec1c34-1442-433b-b569-7062508b6b91 req-09da091a-69a2-4245-b04f-c980bb862ac5 tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] 10.222.0.31 "GET /v2.0/quotas/9c1f00c09bcf417887804afcfd81fdcb HTTP/1.1" status: 200 len: 375 time: 0.0092022 Dec 18 13:51:13.882074 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-78ec1c34-1442-433b-b569-7062508b6b91 req-b64d6d3a-4f79-47ed-83f3-d016a4757bb1 tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=9c1f00c09bcf417887804afcfd81fdcb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0594428 Dec 18 13:51:13.972141 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-78ec1c34-1442-433b-b569-7062508b6b91 req-ba1811f3-2c10-46a4-9dc8-f10ef958b57f service neutron] 10.222.0.31 "GET /v2.0/networks/3c520882-d919-4ca3-b839-4d88aeedc0d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800381 Dec 18 13:51:14.075970 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-78ec1c34-1442-433b-b569-7062508b6b91 req-5ac5d768-07c9-4502-8d8c-a7941ab9e6a0 service neutron] 10.222.0.31 "GET /v2.0/networks/3c520882-d919-4ca3-b839-4d88aeedc0d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978293 Dec 18 13:51:14.249992 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-567c30c6-f1d2-4cc2-a206-be8ff421ef87 req-3eeda603-a57c-43c4-8780-75cc1437de3e tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] 10.222.0.31 "GET /v2.0/ports?device_id=9a18c762-dfb8-47db-8f82-f3dabea761a7 HTTP/1.1" status: 200 len: 210 time: 0.0256937 Dec 18 13:51:15.210244 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ec1c34-1442-433b-b569-7062508b6b91 req-2c7729ce-11a6-45aa-8e6c-2854f611bfc7 tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:51:15.212124 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-78ec1c34-1442-433b-b569-7062508b6b91 req-2c7729ce-11a6-45aa-8e6c-2854f611bfc7 tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] 10.222.0.43 "GET /v2.0/networks?id=3c520882-d919-4ca3-b839-4d88aeedc0d7 HTTP/1.1" status: 200 len: 813 time: 0.1055479 Dec 18 13:51:15.229214 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [req-78ec1c34-1442-433b-b569-7062508b6b91 req-5ebb13da-5cd3-4fcb-afa8-1c3ee40b7153 tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] Request body: {'port': {'device_id': '9a18c762-dfb8-47db-8f82-f3dabea761a7', 'network_id': '3c520882-d919-4ca3-b839-4d88aeedc0d7', 'admin_state_up': True, 'tenant_id': '9c1f00c09bcf417887804afcfd81fdcb'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:51:15.354896 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-69f82e9d-c344-454a-bf7e-f3010e281760 req-5dcc7730-e642-48df-9baa-311f72e48c16 tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] 10.222.0.31 "GET /v2.0/ports?device_id=9a18c762-dfb8-47db-8f82-f3dabea761a7 HTTP/1.1" status: 200 len: 210 time: 0.0296326 Dec 18 13:51:15.364812 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78ec1c34-1442-433b-b569-7062508b6b91 req-5ebb13da-5cd3-4fcb-afa8-1c3ee40b7153 tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] Made reservation on behalf of 9c1f00c09bcf417887804afcfd81fdcb for: {'port': 1} {{(pid=103159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:51:15.368549 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-78ec1c34-1442-433b-b569-7062508b6b91 req-5ebb13da-5cd3-4fcb-afa8-1c3ee40b7153 tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:51:15.501467 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.db_base_plugin_common [req-78ec1c34-1442-433b-b569-7062508b6b91 req-5ebb13da-5cd3-4fcb-afa8-1c3ee40b7153 tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] Allocated IP 172.20.0.13 (3c520882-d919-4ca3-b839-4d88aeedc0d7/a55ee7ad-9509-4c2e-92a4-e888e528be4d/c93a0a4a-f563-433d-a99a-b6b97125dd89) {{(pid=103159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:51:15.653445 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-78ec1c34-1442-433b-b569-7062508b6b91 req-5ebb13da-5cd3-4fcb-afa8-1c3ee40b7153 tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] Publish callbacks [] for port, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:51:15.681248 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8506bc37-7d4c-4e5f-9370-37e6283448fb req-ab26bf03-42d0-42cf-be69-8c7ce9506a0b tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:51:15.682790 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-8506bc37-7d4c-4e5f-9370-37e6283448fb req-ab26bf03-42d0-42cf-be69-8c7ce9506a0b tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] 10.222.0.43 "GET /v2.0/ports?device_id=485ea30f-9875-4518-b42d-66fc2837d59d HTTP/1.1" status: 200 len: 943 time: 0.0525877 Dec 18 13:51:15.691083 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-78ec1c34-1442-433b-b569-7062508b6b91 req-5ebb13da-5cd3-4fcb-afa8-1c3ee40b7153 tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:51:15.735329 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78ec1c34-1442-433b-b569-7062508b6b91 req-5ebb13da-5cd3-4fcb-afa8-1c3ee40b7153 tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] Network 3c520882-d919-4ca3-b839-4d88aeedc0d7 is already hosted by enough agents. {{(pid=103159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:51:15.738321 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.base_scheduler [req-78ec1c34-1442-433b-b569-7062508b6b91 req-5ebb13da-5cd3-4fcb-afa8-1c3ee40b7153 tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] Resources bound (agent type, host, resource id): {{(pid=103159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:51:15.742060 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [req-78ec1c34-1442-433b-b569-7062508b6b91 req-5ebb13da-5cd3-4fcb-afa8-1c3ee40b7153 tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] Received port after_create {{(pid=103159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:51:15.766669 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebb13da-5cd3-4fcb-afa8-1c3ee40b7153 tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] Pushing event updated for resources: {'Port': ['ID=c93a0a4a-f563-433d-a99a-b6b97125dd89,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:51:15.777443 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [req-8506bc37-7d4c-4e5f-9370-37e6283448fb req-8c827de4-33d1-4f32-a70e-1de874664fff tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] Deleting port 32558014-f409-4f8f-b7bf-bfcd75d6531f {{(pid=103160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:51:15.777801 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [req-8506bc37-7d4c-4e5f-9370-37e6283448fb req-8c827de4-33d1-4f32-a70e-1de874664fff tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:51:15.778792 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ebb13da-5cd3-4fcb-afa8-1c3ee40b7153 tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:51:15.779162 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ebb13da-5cd3-4fcb-afa8-1c3ee40b7153 tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:51:15.779512 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ebb13da-5cd3-4fcb-afa8-1c3ee40b7153 tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:51:15.779838 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ebb13da-5cd3-4fcb-afa8-1c3ee40b7153 tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:51:15.780182 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ebb13da-5cd3-4fcb-afa8-1c3ee40b7153 tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:51:15.780518 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ebb13da-5cd3-4fcb-afa8-1c3ee40b7153 tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:51:15.780851 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ebb13da-5cd3-4fcb-afa8-1c3ee40b7153 tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:51:15.781178 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ebb13da-5cd3-4fcb-afa8-1c3ee40b7153 tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:51:15.781503 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ebb13da-5cd3-4fcb-afa8-1c3ee40b7153 tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:51:15.781828 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ebb13da-5cd3-4fcb-afa8-1c3ee40b7153 tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:51:15.782154 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ebb13da-5cd3-4fcb-afa8-1c3ee40b7153 tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:51:15.782477 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ebb13da-5cd3-4fcb-afa8-1c3ee40b7153 tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:51:15.782799 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ebb13da-5cd3-4fcb-afa8-1c3ee40b7153 tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:51:15.805273 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ec1c34-1442-433b-b569-7062508b6b91 req-5ebb13da-5cd3-4fcb-afa8-1c3ee40b7153 tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:51:15.805880 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-78ec1c34-1442-433b-b569-7062508b6b91 req-5ebb13da-5cd3-4fcb-afa8-1c3ee40b7153 tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:51:15.826211 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-78ec1c34-1442-433b-b569-7062508b6b91 req-5ebb13da-5cd3-4fcb-afa8-1c3ee40b7153 tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6009400 Dec 18 13:51:15.866035 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.db [req-8506bc37-7d4c-4e5f-9370-37e6283448fb req-8c827de4-33d1-4f32-a70e-1de874664fff tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] For port 32558014-f409-4f8f-b7bf-bfcd75d6531f, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=32558014-f409-4f8f-b7bf-bfcd75d6531f,segment=NetworkSegment(4040518e-6e97-4767-9cff-afdcb1f1fc6b),segment_id=4040518e-6e97-4767-9cff-afdcb1f1fc6b)] {{(pid=103160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:51:15.866389 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [req-8506bc37-7d4c-4e5f-9370-37e6283448fb req-8c827de4-33d1-4f32-a70e-1de874664fff tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:51:15.870446 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [req-78ec1c34-1442-433b-b569-7062508b6b91 req-63a3407f-d2c0-4fbb-8966-2a66e5a386d6 service neutron] Request body: {'port': {'device_id': '9a18c762-dfb8-47db-8f82-f3dabea761a7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7448'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:51:15.878937 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [req-8506bc37-7d4c-4e5f-9370-37e6283448fb req-8c827de4-33d1-4f32-a70e-1de874664fff tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] Calling delete_port for 32558014-f409-4f8f-b7bf-bfcd75d6531f owned by compute:nova {{(pid=103160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:51:15.928358 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-78ec1c34-1442-433b-b569-7062508b6b91 req-63a3407f-d2c0-4fbb-8966-2a66e5a386d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:51:16.008820 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [req-8506bc37-7d4c-4e5f-9370-37e6283448fb req-8c827de4-33d1-4f32-a70e-1de874664fff tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4533522'] for port, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:51:16.038084 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c827de4-33d1-4f32-a70e-1de874664fff tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] Pushing event deleted for resources: {'Port': ['ID=32558014-f409-4f8f-b7bf-bfcd75d6531f,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:51:16.051651 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c827de4-33d1-4f32-a70e-1de874664fff tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:51:16.052002 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c827de4-33d1-4f32-a70e-1de874664fff tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:51:16.052346 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c827de4-33d1-4f32-a70e-1de874664fff tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:51:16.052712 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c827de4-33d1-4f32-a70e-1de874664fff tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:51:16.053013 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c827de4-33d1-4f32-a70e-1de874664fff tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:51:16.053346 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c827de4-33d1-4f32-a70e-1de874664fff tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:51:16.053672 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c827de4-33d1-4f32-a70e-1de874664fff tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:51:16.053995 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c827de4-33d1-4f32-a70e-1de874664fff tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:51:16.054348 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c827de4-33d1-4f32-a70e-1de874664fff tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:51:16.054672 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c827de4-33d1-4f32-a70e-1de874664fff tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:51:16.054994 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c827de4-33d1-4f32-a70e-1de874664fff tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:51:16.055339 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c827de4-33d1-4f32-a70e-1de874664fff tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:51:16.055642 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c827de4-33d1-4f32-a70e-1de874664fff tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:51:16.093700 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.l3_dvrscheduler_db [req-8506bc37-7d4c-4e5f-9370-37e6283448fb req-8c827de4-33d1-4f32-a70e-1de874664fff tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] No DVR routers for this DVR port 32558014-f409-4f8f-b7bf-bfcd75d6531f on host hv-neutron-7448 {{(pid=103160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 18 13:51:16.096525 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [req-8506bc37-7d4c-4e5f-9370-37e6283448fb req-8c827de4-33d1-4f32-a70e-1de874664fff tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:51:16.099989 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-8506bc37-7d4c-4e5f-9370-37e6283448fb req-8c827de4-33d1-4f32-a70e-1de874664fff tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] 10.222.0.43 "DELETE /v2.0/ports/32558014-f409-4f8f-b7bf-bfcd75d6531f HTTP/1.1" status: 204 len: 173 time: 0.4108763 Dec 18 13:51:16.100445 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '485ea30f-9875-4518-b42d-66fc2837d59d', 'name': 'network-vif-deleted', 'tag': '32558014-f409-4f8f-b7bf-bfcd75d6531f'}] {{(pid=103160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 18 13:51:16.102728 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd59ab3361532ca86f78e2d2eaf298e4a05479417bf909969c39d1b423591824" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51e9c956-b9fb-409b-935f-58bb645f7de2" -d '{"events": [{"server_uuid": "485ea30f-9875-4518-b42d-66fc2837d59d", "name": "network-vif-deleted", "tag": "32558014-f409-4f8f-b7bf-bfcd75d6531f"}]}' {{(pid=103160) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 18 13:51:16.216306 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 13:51:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a635722f-c59e-4844-95cb-b509000f978c x-openstack-request-id: req-a635722f-c59e-4844-95cb-b509000f978c {{(pid=103160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 18 13:51:16.216663 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "485ea30f-9875-4518-b42d-66fc2837d59d", "name": "network-vif-deleted", "tag": "32558014-f409-4f8f-b7bf-bfcd75d6531f", "status": "completed", "code": 200}]} {{(pid=103160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 18 13:51:16.216925 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a635722f-c59e-4844-95cb-b509000f978c {{(pid=103160) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 18 13:51:16.217329 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '485ea30f-9875-4518-b42d-66fc2837d59d', 'name': 'network-vif-deleted', 'tag': '32558014-f409-4f8f-b7bf-bfcd75d6531f', 'status': 'completed', 'code': 200} Dec 18 13:51:16.218323 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.notifiers.nova [req-78ec1c34-1442-433b-b569-7062508b6b91 req-63a3407f-d2c0-4fbb-8966-2a66e5a386d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c93a0a4a-f563-433d-a99a-b6b97125dd89 {{(pid=103159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 18 13:51:16.226279 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-78ec1c34-1442-433b-b569-7062508b6b91 req-63a3407f-d2c0-4fbb-8966-2a66e5a386d6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:51:16.238554 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.provisioning_blocks [req-78ec1c34-1442-433b-b569-7062508b6b91 req-63a3407f-d2c0-4fbb-8966-2a66e5a386d6 service neutron] Transition to ACTIVE for port object c93a0a4a-f563-433d-a99a-b6b97125dd89 will not be triggered until provisioned by entity L2. {{(pid=103159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 18 13:51:16.243377 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-78ec1c34-1442-433b-b569-7062508b6b91 req-63a3407f-d2c0-4fbb-8966-2a66e5a386d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5659917'] for port, after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:51:16.295718 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a3407f-d2c0-4fbb-8966-2a66e5a386d6 service neutron] Pushing event updated for resources: {'Port': ['ID=c93a0a4a-f563-433d-a99a-b6b97125dd89,revision_number=2']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:51:16.362945 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.managers [req-78ec1c34-1442-433b-b569-7062508b6b91 req-63a3407f-d2c0-4fbb-8966-2a66e5a386d6 service neutron] Attempting to bind port c93a0a4a-f563-433d-a99a-b6b97125dd89 on host hv-neutron-7448 for vnic_type normal with profile {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 13:51:16.363312 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.managers [req-78ec1c34-1442-433b-b569-7062508b6b91 req-63a3407f-d2c0-4fbb-8966-2a66e5a386d6 service neutron] Attempting to bind port c93a0a4a-f563-433d-a99a-b6b97125dd89 by drivers openvswitch,hyperv on host hv-neutron-7448 at level 0 using segments [{'id': '4040518e-6e97-4767-9cff-afdcb1f1fc6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '3c520882-d919-4ca3-b839-4d88aeedc0d7'}] {{(pid=103159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 13:51:16.363643 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78ec1c34-1442-433b-b569-7062508b6b91 req-63a3407f-d2c0-4fbb-8966-2a66e5a386d6 service neutron] Attempting to bind port c93a0a4a-f563-433d-a99a-b6b97125dd89 on network 3c520882-d919-4ca3-b839-4d88aeedc0d7 {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 13:51:16.368092 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78ec1c34-1442-433b-b569-7062508b6b91 req-63a3407f-d2c0-4fbb-8966-2a66e5a386d6 service neutron] Port c93a0a4a-f563-433d-a99a-b6b97125dd89 on network 3c520882-d919-4ca3-b839-4d88aeedc0d7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7448 {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 18 13:51:16.368416 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78ec1c34-1442-433b-b569-7062508b6b91 req-63a3407f-d2c0-4fbb-8966-2a66e5a386d6 service neutron] Attempting to bind port c93a0a4a-f563-433d-a99a-b6b97125dd89 on network 3c520882-d919-4ca3-b839-4d88aeedc0d7 {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 13:51:16.373578 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78ec1c34-1442-433b-b569-7062508b6b91 req-63a3407f-d2c0-4fbb-8966-2a66e5a386d6 service neutron] Checking agent: {'id': 'c35b6aa0-0616-421f-8ded-732dd37fc90f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7448', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 13, 24, 37), 'started_at': datetime.datetime(2021, 12, 18, 13, 24, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 13, 51, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 18 13:51:16.373925 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78ec1c34-1442-433b-b569-7062508b6b91 req-63a3407f-d2c0-4fbb-8966-2a66e5a386d6 service neutron] Checking segment: {'id': '4040518e-6e97-4767-9cff-afdcb1f1fc6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '3c520882-d919-4ca3-b839-4d88aeedc0d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 13:51:16.374300 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78ec1c34-1442-433b-b569-7062508b6b91 req-63a3407f-d2c0-4fbb-8966-2a66e5a386d6 service neutron] Bound using segment: {'id': '4040518e-6e97-4767-9cff-afdcb1f1fc6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '3c520882-d919-4ca3-b839-4d88aeedc0d7'} {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 18 13:51:16.374736 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.managers [req-78ec1c34-1442-433b-b569-7062508b6b91 req-63a3407f-d2c0-4fbb-8966-2a66e5a386d6 service neutron] Bound port: c93a0a4a-f563-433d-a99a-b6b97125dd89, host: hv-neutron-7448, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4040518e-6e97-4767-9cff-afdcb1f1fc6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '3c520882-d919-4ca3-b839-4d88aeedc0d7'}}] {{(pid=103159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 18 13:51:16.375090 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-78ec1c34-1442-433b-b569-7062508b6b91 req-63a3407f-d2c0-4fbb-8966-2a66e5a386d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:51:16.462123 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.db [req-78ec1c34-1442-433b-b569-7062508b6b91 req-63a3407f-d2c0-4fbb-8966-2a66e5a386d6 service neutron] For port c93a0a4a-f563-433d-a99a-b6b97125dd89, host hv-neutron-7448, cleared binding levels {{(pid=103159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 18 13:51:16.477176 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.db [req-78ec1c34-1442-433b-b569-7062508b6b91 req-63a3407f-d2c0-4fbb-8966-2a66e5a386d6 service neutron] For port c93a0a4a-f563-433d-a99a-b6b97125dd89, host hv-neutron-7448, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=c93a0a4a-f563-433d-a99a-b6b97125dd89,segment=NetworkSegment(4040518e-6e97-4767-9cff-afdcb1f1fc6b),segment_id=4040518e-6e97-4767-9cff-afdcb1f1fc6b)] {{(pid=103159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 18 13:51:16.484688 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-78ec1c34-1442-433b-b569-7062508b6b91 req-63a3407f-d2c0-4fbb-8966-2a66e5a386d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5659917'] for port, after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:51:16.508128 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b7b77b-60f0-4e41-af36-82a74a706367 req-7f015804-7320-48a9-96bc-447281aad44e tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:51:16.509655 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-29b7b77b-60f0-4e41-af36-82a74a706367 req-7f015804-7320-48a9-96bc-447281aad44e tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] 10.222.0.31 "GET /v2.0/ports?device_id=9a18c762-dfb8-47db-8f82-f3dabea761a7 HTTP/1.1" status: 200 len: 944 time: 0.0821674 Dec 18 13:51:16.531507 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ec1c34-1442-433b-b569-7062508b6b91 req-63a3407f-d2c0-4fbb-8966-2a66e5a386d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:51:16.532129 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-78ec1c34-1442-433b-b569-7062508b6b91 req-63a3407f-d2c0-4fbb-8966-2a66e5a386d6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:51:16.533478 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-78ec1c34-1442-433b-b569-7062508b6b91 req-63a3407f-d2c0-4fbb-8966-2a66e5a386d6 service neutron] 10.222.0.43 "PUT /v2.0/ports/c93a0a4a-f563-433d-a99a-b6b97125dd89 HTTP/1.1" status: 200 len: 1094 time: 0.6675043 Dec 18 13:51:16.538341 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a18c762-dfb8-47db-8f82-f3dabea761a7', 'tag': 'c93a0a4a-f563-433d-a99a-b6b97125dd89'}] {{(pid=103159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 18 13:51:16.540633 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca844cf115d59c1fab86abc202fb4c13735de0d7e4cbbbb25eec9406e9c87431" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f88b1577-c297-4a90-98e5-98533cec94f1" -d '{"events": [{"name": "network-changed", "server_uuid": "9a18c762-dfb8-47db-8f82-f3dabea761a7", "tag": "c93a0a4a-f563-433d-a99a-b6b97125dd89"}]}' {{(pid=103159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 18 13:51:16.601459 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a3407f-d2c0-4fbb-8966-2a66e5a386d6 service neutron] Pushing event updated for resources: {'Port': ['ID=c93a0a4a-f563-433d-a99a-b6b97125dd89,revision_number=3']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:51:16.624531 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 13:51:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6da978f3-58e1-499f-a51c-921c3d91c2b5 x-openstack-request-id: req-6da978f3-58e1-499f-a51c-921c3d91c2b5 {{(pid=103159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 18 13:51:16.624832 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a18c762-dfb8-47db-8f82-f3dabea761a7", "tag": "c93a0a4a-f563-433d-a99a-b6b97125dd89", "status": "completed", "code": 200}]} {{(pid=103159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 18 13:51:16.625088 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6da978f3-58e1-499f-a51c-921c3d91c2b5 {{(pid=103159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 18 13:51:16.625492 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a18c762-dfb8-47db-8f82-f3dabea761a7', 'tag': 'c93a0a4a-f563-433d-a99a-b6b97125dd89', 'status': 'completed', 'code': 200} Dec 18 13:51:16.636699 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-29b7b77b-60f0-4e41-af36-82a74a706367 req-5343d3be-1734-4515-a19f-ea63367948d2 tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] 10.222.0.31 "GET /v2.0/security-groups?id=34d21f73-2073-4bda-97dd-dc93a5f9dfc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068270 Dec 18 13:51:16.649055 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ec1c34-1442-433b-b569-7062508b6b91 req-29af18ff-f424-4ec3-aead-7df89ca13651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:51:16.650535 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-78ec1c34-1442-433b-b569-7062508b6b91 req-29af18ff-f424-4ec3-aead-7df89ca13651 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9c1f00c09bcf417887804afcfd81fdcb&device_id=9a18c762-dfb8-47db-8f82-f3dabea761a7 HTTP/1.1" status: 200 len: 1097 time: 0.0649693 Dec 18 13:51:16.962711 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-78ec1c34-1442-433b-b569-7062508b6b91 req-5637be27-740e-4e85-b469-b82a71aa8666 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c93a0a4a-f563-433d-a99a-b6b97125dd89 HTTP/1.1" status: 200 len: 217 time: 0.3040764 Dec 18 13:51:17.015208 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ec1c34-1442-433b-b569-7062508b6b91 req-8b0edb25-3f60-44d2-b516-b89e8624dd66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:51:17.016713 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-78ec1c34-1442-433b-b569-7062508b6b91 req-8b0edb25-3f60-44d2-b516-b89e8624dd66 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a55ee7ad-9509-4c2e-92a4-e888e528be4d HTTP/1.1" status: 200 len: 853 time: 0.0468795 Dec 18 13:51:17.048341 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-78ec1c34-1442-433b-b569-7062508b6b91 req-c3dc6f1d-c41e-4d89-9208-cf4e0eb90478 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3c520882-d919-4ca3-b839-4d88aeedc0d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239410 Dec 18 13:51:17.143686 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-78ec1c34-1442-433b-b569-7062508b6b91 req-50626d1e-5cdd-4aac-b2c0-e1cd1ee19aca service neutron] 10.222.0.43 "GET /v2.0/networks/3c520882-d919-4ca3-b839-4d88aeedc0d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876205 Dec 18 13:51:17.234143 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-78ec1c34-1442-433b-b569-7062508b6b91 req-1d822014-dab7-40bd-8110-7159b1d8f070 service neutron] 10.222.0.43 "GET /v2.0/networks/3c520882-d919-4ca3-b839-4d88aeedc0d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830493 Dec 18 13:51:17.336270 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88b1577-c297-4a90-98e5-98533cec94f1 req-cab17dfc-c4fa-4ecd-ac27-e7fecca17869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:51:17.337753 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-f88b1577-c297-4a90-98e5-98533cec94f1 req-cab17dfc-c4fa-4ecd-ac27-e7fecca17869 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9c1f00c09bcf417887804afcfd81fdcb&device_id=9a18c762-dfb8-47db-8f82-f3dabea761a7 HTTP/1.1" status: 200 len: 1097 time: 0.0466239 Dec 18 13:51:17.425218 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88b1577-c297-4a90-98e5-98533cec94f1 req-cd5bb263-27f2-4feb-b86b-528ec4f0cdf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:51:17.426682 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-f88b1577-c297-4a90-98e5-98533cec94f1 req-cd5bb263-27f2-4feb-b86b-528ec4f0cdf3 service neutron] 10.222.0.43 "GET /v2.0/networks?id=3c520882-d919-4ca3-b839-4d88aeedc0d7 HTTP/1.1" status: 200 len: 914 time: 0.0817223 Dec 18 13:51:17.471127 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-f88b1577-c297-4a90-98e5-98533cec94f1 req-95fc7b79-f5c7-4cef-bbbc-84801c479611 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c93a0a4a-f563-433d-a99a-b6b97125dd89 HTTP/1.1" status: 200 len: 217 time: 0.0371118 Dec 18 13:51:17.521616 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88b1577-c297-4a90-98e5-98533cec94f1 req-e67c5e7f-35e0-4687-9329-a0e1074734f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:51:17.522931 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-f88b1577-c297-4a90-98e5-98533cec94f1 req-e67c5e7f-35e0-4687-9329-a0e1074734f3 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a55ee7ad-9509-4c2e-92a4-e888e528be4d HTTP/1.1" status: 200 len: 853 time: 0.0442212 Dec 18 13:51:17.554922 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-f88b1577-c297-4a90-98e5-98533cec94f1 req-aaea27d3-ba03-4a4e-a1fc-ade40d6b8777 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3c520882-d919-4ca3-b839-4d88aeedc0d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244863 Dec 18 13:51:17.651172 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-f88b1577-c297-4a90-98e5-98533cec94f1 req-9d3595e8-eab4-4a3c-b2a5-8adaaafe400c service neutron] 10.222.0.43 "GET /v2.0/networks/3c520882-d919-4ca3-b839-4d88aeedc0d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886598 Dec 18 13:51:17.755394 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-f88b1577-c297-4a90-98e5-98533cec94f1 req-70d75655-07e3-47b5-9fd3-7857236b32fc service neutron] 10.222.0.43 "GET /v2.0/networks/3c520882-d919-4ca3-b839-4d88aeedc0d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969379 Dec 18 13:51:17.758076 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a0ea96-3d09-4345-a56e-dfb511dd411e req-bd9bd33d-5e6a-4719-b435-ad03dad2daa1 tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:51:17.759589 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-68a0ea96-3d09-4345-a56e-dfb511dd411e req-bd9bd33d-5e6a-4719-b435-ad03dad2daa1 tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] 10.222.0.31 "GET /v2.0/ports?device_id=9a18c762-dfb8-47db-8f82-f3dabea761a7 HTTP/1.1" status: 200 len: 944 time: 0.0544279 Dec 18 13:51:17.807479 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-68a0ea96-3d09-4345-a56e-dfb511dd411e req-29ae4286-0db2-4d8d-b4c9-830baff76556 tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] 10.222.0.31 "GET /v2.0/security-groups?id=34d21f73-2073-4bda-97dd-dc93a5f9dfc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413902 Dec 18 13:51:18.927524 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cbbf6f-bea9-464f-94f2-27916065290f req-98531f6c-5242-4ce0-bda4-783493637d76 tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:51:18.929027 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-b2cbbf6f-bea9-464f-94f2-27916065290f req-98531f6c-5242-4ce0-bda4-783493637d76 tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] 10.222.0.31 "GET /v2.0/ports?device_id=9a18c762-dfb8-47db-8f82-f3dabea761a7 HTTP/1.1" status: 200 len: 944 time: 0.0501370 Dec 18 13:51:18.991820 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-b2cbbf6f-bea9-464f-94f2-27916065290f req-22f21973-41fb-4be1-8c2d-c44cba7a7213 tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] 10.222.0.31 "GET /v2.0/security-groups?id=34d21f73-2073-4bda-97dd-dc93a5f9dfc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559540 Dec 18 13:51:19.777928 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Device c93a0a4a-f563-433d-a99a-b6b97125dd89 details requested by agent hyperv_hv-neutron-7448 with host hv-neutron-7448 {{(pid=103161) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 18 13:51:19.780772 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Device 32558014-f409-4f8f-b7bf-bfcd75d6531f no longer exists at agent hyperv_hv-neutron-7448 {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 18 13:51:19.816478 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] No Port match for: 32558014-f409-4f8f-b7bf-bfcd75d6531f {{(pid=103161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 18 13:51:19.817454 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Device 32558014-f409-4f8f-b7bf-bfcd75d6531f not bound to the agent host hv-neutron-7448 {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 18 13:51:19.913826 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] For port c93a0a4a-f563-433d-a99a-b6b97125dd89, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=c93a0a4a-f563-433d-a99a-b6b97125dd89,segment=NetworkSegment(4040518e-6e97-4767-9cff-afdcb1f1fc6b),segment_id=4040518e-6e97-4767-9cff-afdcb1f1fc6b)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:51:19.925234 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Returning: {'device': 'c93a0a4a-f563-433d-a99a-b6b97125dd89', 'network_id': '3c520882-d919-4ca3-b839-4d88aeedc0d7', 'port_id': 'c93a0a4a-f563-433d-a99a-b6b97125dd89', 'mac_address': 'fa:16:3e:90:a8:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a55ee7ad-9509-4c2e-92a4-e888e528be4d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103161) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 18 13:51:19.963170 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:51:19.979457 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.notifiers.nova [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c93a0a4a-f563-433d-a99a-b6b97125dd89 {{(pid=103161) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 18 13:51:19.999882 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] For port c93a0a4a-f563-433d-a99a-b6b97125dd89, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=c93a0a4a-f563-433d-a99a-b6b97125dd89,segment=NetworkSegment(4040518e-6e97-4767-9cff-afdcb1f1fc6b),segment_id=4040518e-6e97-4767-9cff-afdcb1f1fc6b)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:51:20.006604 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:51:20.054841 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Pushing event updated for resources: {'Port': ['ID=c93a0a4a-f563-433d-a99a-b6b97125dd89,revision_number=4']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:51:20.109112 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc22ab48-141e-42ef-9c51-1096c9c2abbb req-d1b51fd3-8a0b-427c-8991-eed4db9fc32c tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:51:20.110626 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-bc22ab48-141e-42ef-9c51-1096c9c2abbb req-d1b51fd3-8a0b-427c-8991-eed4db9fc32c tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] 10.222.0.31 "GET /v2.0/ports?device_id=9a18c762-dfb8-47db-8f82-f3dabea761a7 HTTP/1.1" status: 200 len: 945 time: 0.0503535 Dec 18 13:51:20.164395 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-bc22ab48-141e-42ef-9c51-1096c9c2abbb req-511e3e8c-c203-4f77-8d76-bb25e2101e6e tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] 10.222.0.31 "GET /v2.0/security-groups?id=34d21f73-2073-4bda-97dd-dc93a5f9dfc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446227 Dec 18 13:51:20.333953 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] get_ports_and_sgs() called for port_ids ['c93a0a4a-f563-433d-a99a-b6b97125dd89'] {{(pid=103161) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 18 13:51:21.293488 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b0a544-2363-480f-97d3-476181d65467 req-d17cd48f-26d9-43d0-999d-ffb579fcbfeb tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:51:21.294749 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-33b0a544-2363-480f-97d3-476181d65467 req-d17cd48f-26d9-43d0-999d-ffb579fcbfeb tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] 10.222.0.31 "GET /v2.0/ports?device_id=9a18c762-dfb8-47db-8f82-f3dabea761a7 HTTP/1.1" status: 200 len: 945 time: 0.0534854 Dec 18 13:51:21.343224 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-33b0a544-2363-480f-97d3-476181d65467 req-76cf0ab6-4973-4f64-ae1c-d1cca90783ea tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] 10.222.0.31 "GET /v2.0/security-groups?id=34d21f73-2073-4bda-97dd-dc93a5f9dfc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424128 Dec 18 13:51:21.794199 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Device c93a0a4a-f563-433d-a99a-b6b97125dd89 up at agent hyperv_hv-neutron-7448 {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 13:51:21.854283 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Provisioning for port c93a0a4a-f563-433d-a99a-b6b97125dd89 completed by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 18 13:51:21.858666 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Provisioning complete for port c93a0a4a-f563-433d-a99a-b6b97125dd89 triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:51:21.859056 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:51:21.947312 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:51:21.971756 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a18c762-dfb8-47db-8f82-f3dabea761a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c93a0a4a-f563-433d-a99a-b6b97125dd89'}] {{(pid=103161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 18 13:51:21.973978 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22224e7a42aa75e3f3b9c037df440650d2cfa1dd97b40a249aee4a8113775251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e10a1f4d-b7d1-4b9e-850d-e765b24fd801" -d '{"events": [{"server_uuid": "9a18c762-dfb8-47db-8f82-f3dabea761a7", "name": "network-vif-plugged", "status": "completed", "tag": "c93a0a4a-f563-433d-a99a-b6b97125dd89"}]}' {{(pid=103161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 18 13:51:21.990963 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] For port c93a0a4a-f563-433d-a99a-b6b97125dd89, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=c93a0a4a-f563-433d-a99a-b6b97125dd89,segment=NetworkSegment(4040518e-6e97-4767-9cff-afdcb1f1fc6b),segment_id=4040518e-6e97-4767-9cff-afdcb1f1fc6b)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:51:21.997450 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:51:22.020326 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 13:51:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55a287bc-fb3f-4cea-b80d-7b63df8ad3da x-openstack-request-id: req-55a287bc-fb3f-4cea-b80d-7b63df8ad3da {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 18 13:51:22.020616 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a18c762-dfb8-47db-8f82-f3dabea761a7", "name": "network-vif-plugged", "status": "completed", "tag": "c93a0a4a-f563-433d-a99a-b6b97125dd89", "code": 200}]} {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 18 13:51:22.020869 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-55a287bc-fb3f-4cea-b80d-7b63df8ad3da {{(pid=103161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 18 13:51:22.021253 dv-neutron-744815-20-hyperv neutron-server[103161]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a18c762-dfb8-47db-8f82-f3dabea761a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c93a0a4a-f563-433d-a99a-b6b97125dd89', 'code': 200} Dec 18 13:51:22.046738 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Pushing event updated for resources: {'Port': ['ID=c93a0a4a-f563-433d-a99a-b6b97125dd89,revision_number=5']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:51:22.191855 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178306a7-7fb3-4037-ac83-480cb2d870b7 req-b77d2b5b-0d27-4271-83f7-739938fca63e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:51:22.193355 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-178306a7-7fb3-4037-ac83-480cb2d870b7 req-b77d2b5b-0d27-4271-83f7-739938fca63e service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=9a18c762-dfb8-47db-8f82-f3dabea761a7 HTTP/1.1" status: 200 len: 1099 time: 0.0422852 Dec 18 13:51:22.238503 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-178306a7-7fb3-4037-ac83-480cb2d870b7 req-0d094e05-90bb-4e44-abe0-46d5bec9eafb service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=34d21f73-2073-4bda-97dd-dc93a5f9dfc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376220 Dec 18 13:51:22.482755 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c0d0bd-eb72-48dd-9aef-5afaed34893c req-948c342b-2326-4e34-b62b-b3d181b1ad98 tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:51:22.484270 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-f3c0d0bd-eb72-48dd-9aef-5afaed34893c req-948c342b-2326-4e34-b62b-b3d181b1ad98 tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] 10.222.0.31 "GET /v2.0/ports?device_id=9a18c762-dfb8-47db-8f82-f3dabea761a7 HTTP/1.1" status: 200 len: 946 time: 0.0619485 Dec 18 13:51:22.532226 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-f3c0d0bd-eb72-48dd-9aef-5afaed34893c req-3468014b-51c4-4e6b-a103-58d8ccb434ac tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] 10.222.0.31 "GET /v2.0/security-groups?id=34d21f73-2073-4bda-97dd-dc93a5f9dfc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417862 Dec 18 13:51:23.653568 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707550eb-d069-4dec-9a2f-d90235d819ae req-ed0401be-8c74-4178-938b-843be06f2031 tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:51:23.655424 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-707550eb-d069-4dec-9a2f-d90235d819ae req-ed0401be-8c74-4178-938b-843be06f2031 tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] 10.222.0.31 "GET /v2.0/ports?device_id=9a18c762-dfb8-47db-8f82-f3dabea761a7 HTTP/1.1" status: 200 len: 946 time: 0.0507479 Dec 18 13:51:23.705898 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-707550eb-d069-4dec-9a2f-d90235d819ae req-83797cc9-f774-4f62-a3c5-2862ed4836f8 tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] 10.222.0.31 "GET /v2.0/security-groups?id=34d21f73-2073-4bda-97dd-dc93a5f9dfc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418413 Dec 18 13:51:23.834940 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188906f1-16b6-49dc-8887-1d0dc8aaa60a req-ed4ea856-caaf-4263-a130-527d90b0886a tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:51:23.836344 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-188906f1-16b6-49dc-8887-1d0dc8aaa60a req-ed4ea856-caaf-4263-a130-527d90b0886a tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] 10.222.0.31 "GET /v2.0/ports?device_id=9a18c762-dfb8-47db-8f82-f3dabea761a7 HTTP/1.1" status: 200 len: 946 time: 0.0583699 Dec 18 13:51:23.887837 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-188906f1-16b6-49dc-8887-1d0dc8aaa60a req-cace5a17-dd4b-45c8-9564-32980655dd9b tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] 10.222.0.31 "GET /v2.0/security-groups?id=34d21f73-2073-4bda-97dd-dc93a5f9dfc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419190 Dec 18 13:51:24.125158 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-6c3ea056-6335-44c4-b19b-3e8e1f871ed7 req-69e2f7dc-3ea7-4134-8afe-f1ead34f601a service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=9a18c762-dfb8-47db-8f82-f3dabea761a7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0450578 Dec 18 13:51:24.137412 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e570e13-2889-4a97-b056-74a3cb28a8e3 req-58df53b1-a776-4f4f-9080-3241cde4bbc0 tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:51:24.138977 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-4e570e13-2889-4a97-b056-74a3cb28a8e3 req-58df53b1-a776-4f4f-9080-3241cde4bbc0 tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] 10.222.0.31 "GET /v2.0/ports?device_id=9a18c762-dfb8-47db-8f82-f3dabea761a7 HTTP/1.1" status: 200 len: 946 time: 0.0562441 Dec 18 13:51:24.191373 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-4e570e13-2889-4a97-b056-74a3cb28a8e3 req-8f59c4b7-61ed-4851-b0a2-492346265726 tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] 10.222.0.31 "GET /v2.0/security-groups?id=34d21f73-2073-4bda-97dd-dc93a5f9dfc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454648 Dec 18 13:51:24.931785 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e16be61e-df63-462a-8747-6dd939b4de0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:51:25.241937 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3ea056-6335-44c4-b19b-3e8e1f871ed7 req-64420995-e432-41b3-9555-df3809110255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:51:25.244181 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-6c3ea056-6335-44c4-b19b-3e8e1f871ed7 req-64420995-e432-41b3-9555-df3809110255 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9c1f00c09bcf417887804afcfd81fdcb&device_id=9a18c762-dfb8-47db-8f82-f3dabea761a7 HTTP/1.1" status: 200 len: 1099 time: 0.0447021 Dec 18 13:51:25.307489 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5b9248-281e-4f44-bd75-30bc135cbe5c req-ceea1715-2969-4d13-9c84-b359689352cf tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:51:25.309334 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-cb5b9248-281e-4f44-bd75-30bc135cbe5c req-ceea1715-2969-4d13-9c84-b359689352cf tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] 10.222.0.31 "GET /v2.0/ports?device_id=9a18c762-dfb8-47db-8f82-f3dabea761a7 HTTP/1.1" status: 200 len: 946 time: 0.0482900 Dec 18 13:51:25.336418 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3ea056-6335-44c4-b19b-3e8e1f871ed7 req-a60d74b3-c4a5-4e61-8f2d-f7d5a09c6c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:51:25.337919 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-6c3ea056-6335-44c4-b19b-3e8e1f871ed7 req-a60d74b3-c4a5-4e61-8f2d-f7d5a09c6c1a service neutron] 10.222.0.43 "GET /v2.0/networks?id=3c520882-d919-4ca3-b839-4d88aeedc0d7 HTTP/1.1" status: 200 len: 914 time: 0.0876350 Dec 18 13:51:25.360628 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-cb5b9248-281e-4f44-bd75-30bc135cbe5c req-76cda26c-cd46-4701-93e3-5c687413244b tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] 10.222.0.31 "GET /v2.0/security-groups?id=34d21f73-2073-4bda-97dd-dc93a5f9dfc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447295 Dec 18 13:51:25.384346 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-6c3ea056-6335-44c4-b19b-3e8e1f871ed7 req-eb8eb69e-96d8-41b7-9cd6-3c6efaa508b1 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c93a0a4a-f563-433d-a99a-b6b97125dd89 HTTP/1.1" status: 200 len: 217 time: 0.0386076 Dec 18 13:51:25.438568 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3ea056-6335-44c4-b19b-3e8e1f871ed7 req-b05c5324-ec89-41ef-b92a-fac27aab7a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:51:25.440337 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-6c3ea056-6335-44c4-b19b-3e8e1f871ed7 req-b05c5324-ec89-41ef-b92a-fac27aab7a07 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a55ee7ad-9509-4c2e-92a4-e888e528be4d HTTP/1.1" status: 200 len: 853 time: 0.0494816 Dec 18 13:51:25.472765 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-6c3ea056-6335-44c4-b19b-3e8e1f871ed7 req-b68315c6-31c5-4003-a764-991d0c0f094e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3c520882-d919-4ca3-b839-4d88aeedc0d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250921 Dec 18 13:51:25.566918 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-6c3ea056-6335-44c4-b19b-3e8e1f871ed7 req-0202ddc1-cf93-42d7-b589-1fa64d62d141 service neutron] 10.222.0.43 "GET /v2.0/networks/3c520882-d919-4ca3-b839-4d88aeedc0d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872889 Dec 18 13:51:25.666025 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-6c3ea056-6335-44c4-b19b-3e8e1f871ed7 req-6c387c83-dcf4-4cbe-8121-37f99f31d0b8 service neutron] 10.222.0.43 "GET /v2.0/networks/3c520882-d919-4ca3-b839-4d88aeedc0d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921214 Dec 18 13:51:26.503941 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9f3cf6-72df-43b7-aed5-9c29dc2e2d35 req-16511ada-04db-4a02-a765-1074cbcc45d9 tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:51:26.505473 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-2d9f3cf6-72df-43b7-aed5-9c29dc2e2d35 req-16511ada-04db-4a02-a765-1074cbcc45d9 tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] 10.222.0.31 "GET /v2.0/ports?device_id=9a18c762-dfb8-47db-8f82-f3dabea761a7 HTTP/1.1" status: 200 len: 946 time: 0.0619912 Dec 18 13:51:26.557457 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-2d9f3cf6-72df-43b7-aed5-9c29dc2e2d35 req-5e339d5d-ab8c-4d68-8193-b8aa0d53bf73 tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] 10.222.0.31 "GET /v2.0/security-groups?id=34d21f73-2073-4bda-97dd-dc93a5f9dfc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431817 Dec 18 13:51:27.183003 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-3033e642-234d-4167-91ef-9d5f25822c9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:51:27.690743 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975e1c59-650d-48e9-a338-ae2393198eef req-c8d55992-3ebe-4b8c-85dd-319bbeabf3be tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:51:27.692296 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-975e1c59-650d-48e9-a338-ae2393198eef req-c8d55992-3ebe-4b8c-85dd-319bbeabf3be tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] 10.222.0.31 "GET /v2.0/ports?device_id=9a18c762-dfb8-47db-8f82-f3dabea761a7 HTTP/1.1" status: 200 len: 946 time: 0.0506103 Dec 18 13:51:27.744562 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-975e1c59-650d-48e9-a338-ae2393198eef req-57543381-cb05-43e6-acbf-5c277ccc69f7 tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] 10.222.0.31 "GET /v2.0/security-groups?id=34d21f73-2073-4bda-97dd-dc93a5f9dfc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434659 Dec 18 13:51:28.515687 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-afa9ae9b-bdbb-4010-bcf6-3a46ce66cf71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:51:28.875133 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d93cb42-573e-438b-94e0-05a6c58dec94 req-5390d143-aacc-40aa-b534-90119a2b4aba tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:51:28.876790 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-4d93cb42-573e-438b-94e0-05a6c58dec94 req-5390d143-aacc-40aa-b534-90119a2b4aba tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] 10.222.0.31 "GET /v2.0/ports?device_id=9a18c762-dfb8-47db-8f82-f3dabea761a7 HTTP/1.1" status: 200 len: 946 time: 0.0527375 Dec 18 13:51:28.926382 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-4d93cb42-573e-438b-94e0-05a6c58dec94 req-a1661cbe-2812-4ecd-bb61-21c85d91ab4d tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] 10.222.0.31 "GET /v2.0/security-groups?id=34d21f73-2073-4bda-97dd-dc93a5f9dfc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434999 Dec 18 13:51:30.018561 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7b7a3272-2b45-4d32-9670-25eb1afd1184 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:51:30.049728 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bb8eeb-92d4-4058-9def-c9c9e27e9714 req-c2afedc0-1e89-4395-a768-1c7ea7513d4e tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:51:30.051186 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-75bb8eeb-92d4-4058-9def-c9c9e27e9714 req-c2afedc0-1e89-4395-a768-1c7ea7513d4e tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] 10.222.0.31 "GET /v2.0/ports?device_id=9a18c762-dfb8-47db-8f82-f3dabea761a7 HTTP/1.1" status: 200 len: 946 time: 0.0493407 Dec 18 13:51:30.098100 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-75bb8eeb-92d4-4058-9def-c9c9e27e9714 req-c9e4df8f-4cfa-4648-a786-c82eebb8270e tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] 10.222.0.31 "GET /v2.0/security-groups?id=34d21f73-2073-4bda-97dd-dc93a5f9dfc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405514 Dec 18 13:51:30.879806 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:51:31.241181 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053afbe9-aa40-4e28-a038-980140c86636 req-80e6326c-7085-46a2-939f-fbc163a521f8 tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:51:31.242655 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-053afbe9-aa40-4e28-a038-980140c86636 req-80e6326c-7085-46a2-939f-fbc163a521f8 tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] 10.222.0.31 "GET /v2.0/ports?device_id=9a18c762-dfb8-47db-8f82-f3dabea761a7 HTTP/1.1" status: 200 len: 946 time: 0.0606380 Dec 18 13:51:31.293566 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-053afbe9-aa40-4e28-a038-980140c86636 req-5090168c-29b0-429e-9f8d-49590b5b58ca tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] 10.222.0.31 "GET /v2.0/security-groups?id=34d21f73-2073-4bda-97dd-dc93a5f9dfc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416393 Dec 18 13:51:32.423704 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6a9f79-f496-4746-8d52-a2dcf7890d0d req-c66e3aa0-c3b7-42e2-ab87-a5bf9ec0e1cd tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:51:32.425156 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-0d6a9f79-f496-4746-8d52-a2dcf7890d0d req-c66e3aa0-c3b7-42e2-ab87-a5bf9ec0e1cd tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] 10.222.0.31 "GET /v2.0/ports?device_id=9a18c762-dfb8-47db-8f82-f3dabea761a7 HTTP/1.1" status: 200 len: 946 time: 0.0600913 Dec 18 13:51:32.473548 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-0d6a9f79-f496-4746-8d52-a2dcf7890d0d req-1f26c1de-c415-4585-8b0d-1d99cd8928d1 tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] 10.222.0.31 "GET /v2.0/security-groups?id=34d21f73-2073-4bda-97dd-dc93a5f9dfc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422983 Dec 18 13:51:33.605615 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facb6aa9-9763-4951-b532-f48cd7de9fd8 req-6a433d97-d52a-434b-b1a5-f87ddb827fb4 tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:51:33.607137 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-facb6aa9-9763-4951-b532-f48cd7de9fd8 req-6a433d97-d52a-434b-b1a5-f87ddb827fb4 tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] 10.222.0.31 "GET /v2.0/ports?device_id=9a18c762-dfb8-47db-8f82-f3dabea761a7 HTTP/1.1" status: 200 len: 946 time: 0.0496657 Dec 18 13:51:33.655023 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-facb6aa9-9763-4951-b532-f48cd7de9fd8 req-69245c42-4abb-47af-a47b-39c56ceed95e tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] 10.222.0.31 "GET /v2.0/security-groups?id=34d21f73-2073-4bda-97dd-dc93a5f9dfc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417953 Dec 18 13:51:34.782903 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94b91ee-517a-4a23-af8c-2b84020114fd req-c390dc7d-9e46-4ede-bf78-fd1ca4a46205 tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:51:34.784279 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-b94b91ee-517a-4a23-af8c-2b84020114fd req-c390dc7d-9e46-4ede-bf78-fd1ca4a46205 tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] 10.222.0.31 "GET /v2.0/ports?device_id=9a18c762-dfb8-47db-8f82-f3dabea761a7 HTTP/1.1" status: 200 len: 946 time: 0.0570183 Dec 18 13:51:34.831180 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-b94b91ee-517a-4a23-af8c-2b84020114fd req-95b1a16c-dccc-45c8-a2ef-c6998be65258 tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] 10.222.0.31 "GET /v2.0/security-groups?id=34d21f73-2073-4bda-97dd-dc93a5f9dfc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408854 Dec 18 13:51:35.954677 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd1a025-ff5e-4173-8a38-2c03d261d19f req-b4034ffd-ab55-48d7-a0d7-fb496fd758c3 tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:51:35.956203 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-4cd1a025-ff5e-4173-8a38-2c03d261d19f req-b4034ffd-ab55-48d7-a0d7-fb496fd758c3 tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] 10.222.0.31 "GET /v2.0/ports?device_id=9a18c762-dfb8-47db-8f82-f3dabea761a7 HTTP/1.1" status: 200 len: 946 time: 0.0517786 Dec 18 13:51:36.011994 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-4cd1a025-ff5e-4173-8a38-2c03d261d19f req-e6ea8cca-3b5d-4e4a-9fb0-3ab2b157b598 tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] 10.222.0.31 "GET /v2.0/security-groups?id=34d21f73-2073-4bda-97dd-dc93a5f9dfc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479052 Dec 18 13:51:36.940715 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:51:37.147792 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda52a41-12a9-4330-8b6a-46230bf322f2 req-1d117e07-56f3-469e-b071-5abad42bcca8 tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:51:37.149249 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-fda52a41-12a9-4330-8b6a-46230bf322f2 req-1d117e07-56f3-469e-b071-5abad42bcca8 tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] 10.222.0.31 "GET /v2.0/ports?device_id=9a18c762-dfb8-47db-8f82-f3dabea761a7 HTTP/1.1" status: 200 len: 946 time: 0.0628469 Dec 18 13:51:37.202275 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-fda52a41-12a9-4330-8b6a-46230bf322f2 req-76fdf2ef-b5ce-4c6d-9757-9bf63df93f77 tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] 10.222.0.31 "GET /v2.0/security-groups?id=34d21f73-2073-4bda-97dd-dc93a5f9dfc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438976 Dec 18 13:51:38.329921 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b5113d-c975-4fdd-8af8-7b4244262df8 req-f2cde7d7-3816-42de-9f0c-baa3433afe5b tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:51:38.331437 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-75b5113d-c975-4fdd-8af8-7b4244262df8 req-f2cde7d7-3816-42de-9f0c-baa3433afe5b tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] 10.222.0.31 "GET /v2.0/ports?device_id=9a18c762-dfb8-47db-8f82-f3dabea761a7 HTTP/1.1" status: 200 len: 946 time: 0.0515606 Dec 18 13:51:38.379473 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-75b5113d-c975-4fdd-8af8-7b4244262df8 req-0bf8a71d-4701-4551-ba9f-654d242f0bd1 tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] 10.222.0.31 "GET /v2.0/security-groups?id=34d21f73-2073-4bda-97dd-dc93a5f9dfc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417747 Dec 18 13:51:39.502890 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69026165-d3e5-495b-a255-2725e7fb750f req-bf1fb703-ff00-4fa5-9382-a02e13f191c0 tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:51:39.504358 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-69026165-d3e5-495b-a255-2725e7fb750f req-bf1fb703-ff00-4fa5-9382-a02e13f191c0 tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] 10.222.0.31 "GET /v2.0/ports?device_id=9a18c762-dfb8-47db-8f82-f3dabea761a7 HTTP/1.1" status: 200 len: 946 time: 0.0496159 Dec 18 13:51:39.553119 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-69026165-d3e5-495b-a255-2725e7fb750f req-475154fe-68ce-4923-bd91-bf87fb41af12 tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] 10.222.0.31 "GET /v2.0/security-groups?id=34d21f73-2073-4bda-97dd-dc93a5f9dfc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427122 Dec 18 13:51:40.687917 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2df968-d3e7-4b86-8ed2-eceafea3ce59 req-45328536-8dbf-428b-b98d-d810779137a1 tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:51:40.689542 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-ac2df968-d3e7-4b86-8ed2-eceafea3ce59 req-45328536-8dbf-428b-b98d-d810779137a1 tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] 10.222.0.31 "GET /v2.0/ports?device_id=9a18c762-dfb8-47db-8f82-f3dabea761a7 HTTP/1.1" status: 200 len: 946 time: 0.0524964 Dec 18 13:51:40.739066 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-ac2df968-d3e7-4b86-8ed2-eceafea3ce59 req-152fbcf9-3cf6-49b5-a0e9-24e2230789a0 tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] 10.222.0.31 "GET /v2.0/security-groups?id=34d21f73-2073-4bda-97dd-dc93a5f9dfc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431969 Dec 18 13:51:41.856866 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcb16c8-fd0f-4165-96f5-a2229ea6fc96 req-5654a24d-96c4-4c59-b2e2-f00d08b3ca02 tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:51:41.858344 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-abcb16c8-fd0f-4165-96f5-a2229ea6fc96 req-5654a24d-96c4-4c59-b2e2-f00d08b3ca02 tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] 10.222.0.31 "GET /v2.0/ports?device_id=9a18c762-dfb8-47db-8f82-f3dabea761a7 HTTP/1.1" status: 200 len: 946 time: 0.0494287 Dec 18 13:51:41.908770 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-abcb16c8-fd0f-4165-96f5-a2229ea6fc96 req-20d92bb5-e4e0-4f7b-a0d5-687fad8f2af7 tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] 10.222.0.31 "GET /v2.0/security-groups?id=34d21f73-2073-4bda-97dd-dc93a5f9dfc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442793 Dec 18 13:51:43.042234 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf00b01-df9c-4d7c-865a-1cf3a603710a req-b15e9336-b2f0-4d7d-b52e-c4b5a986f299 tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:51:43.043828 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-9bf00b01-df9c-4d7c-865a-1cf3a603710a req-b15e9336-b2f0-4d7d-b52e-c4b5a986f299 tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] 10.222.0.31 "GET /v2.0/ports?device_id=9a18c762-dfb8-47db-8f82-f3dabea761a7 HTTP/1.1" status: 200 len: 946 time: 0.0555580 Dec 18 13:51:43.092058 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-9bf00b01-df9c-4d7c-865a-1cf3a603710a req-185fa797-b1df-4d5f-be07-de313e7567b4 tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] 10.222.0.31 "GET /v2.0/security-groups?id=34d21f73-2073-4bda-97dd-dc93a5f9dfc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418653 Dec 18 13:51:43.296954 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.agents_db [None req-e3dda592-589a-4b4d-b028-ba9a260f4f50 None None] Agent healthcheck: found 6 active agents {{(pid=103162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 18 13:51:44.226725 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b425f5a-1e77-4f97-83d7-8a1ba2b2a1f3 req-df1451ec-17a4-4061-9bd7-457ce252a0fe tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:51:44.228208 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-5b425f5a-1e77-4f97-83d7-8a1ba2b2a1f3 req-df1451ec-17a4-4061-9bd7-457ce252a0fe tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] 10.222.0.31 "GET /v2.0/ports?device_id=9a18c762-dfb8-47db-8f82-f3dabea761a7 HTTP/1.1" status: 200 len: 946 time: 0.0648615 Dec 18 13:51:44.280609 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-5b425f5a-1e77-4f97-83d7-8a1ba2b2a1f3 req-89bf92db-c696-45de-9885-074f317d891e tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] 10.222.0.31 "GET /v2.0/security-groups?id=34d21f73-2073-4bda-97dd-dc93a5f9dfc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434384 Dec 18 13:51:45.428234 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed739ab-7ba1-4c9f-89fa-a8fffb22ce72 req-2a9374ae-f45b-4e93-995f-1fd4592c6a52 tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:51:45.429750 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-2ed739ab-7ba1-4c9f-89fa-a8fffb22ce72 req-2a9374ae-f45b-4e93-995f-1fd4592c6a52 tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] 10.222.0.31 "GET /v2.0/ports?device_id=9a18c762-dfb8-47db-8f82-f3dabea761a7 HTTP/1.1" status: 200 len: 946 time: 0.0568819 Dec 18 13:51:45.483876 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-2ed739ab-7ba1-4c9f-89fa-a8fffb22ce72 req-7cf404c5-1c9e-450c-a705-8c8aa9d95798 tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] 10.222.0.31 "GET /v2.0/security-groups?id=34d21f73-2073-4bda-97dd-dc93a5f9dfc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477731 Dec 18 13:51:46.617021 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98edd06-c349-4322-96a3-faf44d9e6655 req-61a253e9-f0f7-4911-a47c-e69ce927d6b7 tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:51:46.618563 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-f98edd06-c349-4322-96a3-faf44d9e6655 req-61a253e9-f0f7-4911-a47c-e69ce927d6b7 tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] 10.222.0.31 "GET /v2.0/ports?device_id=9a18c762-dfb8-47db-8f82-f3dabea761a7 HTTP/1.1" status: 200 len: 946 time: 0.0516367 Dec 18 13:51:46.668693 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-f98edd06-c349-4322-96a3-faf44d9e6655 req-919a407f-52e3-43f3-a59d-14cf17924a8d tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] 10.222.0.31 "GET /v2.0/security-groups?id=34d21f73-2073-4bda-97dd-dc93a5f9dfc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415461 Dec 18 13:51:47.808657 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff373e4f-d5e3-41c5-a9f4-cbe5833220cc req-3bae5e87-515d-4e64-b4da-65ca08081d0a tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:51:47.810170 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-ff373e4f-d5e3-41c5-a9f4-cbe5833220cc req-3bae5e87-515d-4e64-b4da-65ca08081d0a tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] 10.222.0.31 "GET /v2.0/ports?device_id=9a18c762-dfb8-47db-8f82-f3dabea761a7 HTTP/1.1" status: 200 len: 946 time: 0.0560348 Dec 18 13:51:47.862214 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-ff373e4f-d5e3-41c5-a9f4-cbe5833220cc req-2e835063-b344-404a-b1bd-58f6777770d4 tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] 10.222.0.31 "GET /v2.0/security-groups?id=34d21f73-2073-4bda-97dd-dc93a5f9dfc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459425 Dec 18 13:51:49.014160 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4609088a-6017-4850-9ab1-f84da831844b req-a4c0e2ec-bdc1-4f3a-899e-763ab5a3ea64 tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:51:49.016245 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-4609088a-6017-4850-9ab1-f84da831844b req-a4c0e2ec-bdc1-4f3a-899e-763ab5a3ea64 tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] 10.222.0.31 "GET /v2.0/ports?device_id=9a18c762-dfb8-47db-8f82-f3dabea761a7 HTTP/1.1" status: 200 len: 946 time: 0.0731220 Dec 18 13:51:49.065774 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-4609088a-6017-4850-9ab1-f84da831844b req-8262a99e-282d-4020-92ac-2c33c22e6975 tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] 10.222.0.31 "GET /v2.0/security-groups?id=34d21f73-2073-4bda-97dd-dc93a5f9dfc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427949 Dec 18 13:51:50.188285 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8d114b-f5c3-4db5-93a5-622cb3ecdc1c req-d0b8a161-c697-4604-962c-f118ebc05578 tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:51:50.189835 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-2d8d114b-f5c3-4db5-93a5-622cb3ecdc1c req-d0b8a161-c697-4604-962c-f118ebc05578 tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] 10.222.0.31 "GET /v2.0/ports?device_id=9a18c762-dfb8-47db-8f82-f3dabea761a7 HTTP/1.1" status: 200 len: 946 time: 0.0506573 Dec 18 13:51:50.246497 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-2d8d114b-f5c3-4db5-93a5-622cb3ecdc1c req-856df492-bb6a-483f-8410-9413809205b8 tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] 10.222.0.31 "GET /v2.0/security-groups?id=34d21f73-2073-4bda-97dd-dc93a5f9dfc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499818 Dec 18 13:51:51.390032 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78da06e-835a-4be2-8187-dca6a8f677b4 req-8819ebab-4ddb-4c54-9bc7-5aed07e99e59 tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:51:51.391757 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-c78da06e-835a-4be2-8187-dca6a8f677b4 req-8819ebab-4ddb-4c54-9bc7-5aed07e99e59 tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] 10.222.0.31 "GET /v2.0/ports?device_id=9a18c762-dfb8-47db-8f82-f3dabea761a7 HTTP/1.1" status: 200 len: 946 time: 0.0617146 Dec 18 13:51:51.439718 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-c78da06e-835a-4be2-8187-dca6a8f677b4 req-6dde4561-fbb7-46eb-8a1a-a3f1efb6064e tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] 10.222.0.31 "GET /v2.0/security-groups?id=34d21f73-2073-4bda-97dd-dc93a5f9dfc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417359 Dec 18 13:51:52.407710 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-6c3ea056-6335-44c4-b19b-3e8e1f871ed7 req-aa836024-a706-4b5d-8b15-1ba47b68409c service neutron] 10.222.0.43 "GET /v2.0/ports/c93a0a4a-f563-433d-a99a-b6b97125dd89/bindings/hv-neutron-7448 HTTP/1.1" status: 200 len: 384 time: 0.1380236 Dec 18 13:51:52.573487 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843f2e31-a6b1-45f3-8134-dbcdd903140c req-a21db2ad-d59e-4310-81d5-16b0d86d7681 tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:51:52.574903 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-843f2e31-a6b1-45f3-8134-dbcdd903140c req-a21db2ad-d59e-4310-81d5-16b0d86d7681 tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] 10.222.0.31 "GET /v2.0/ports?device_id=9a18c762-dfb8-47db-8f82-f3dabea761a7 HTTP/1.1" status: 200 len: 946 time: 0.0582345 Dec 18 13:51:52.648082 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-843f2e31-a6b1-45f3-8134-dbcdd903140c req-53b2c6ff-c899-4834-a0e0-b0e888da8441 tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] 10.222.0.31 "GET /v2.0/security-groups?id=34d21f73-2073-4bda-97dd-dc93a5f9dfc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667462 Dec 18 13:51:52.654373 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3ea056-6335-44c4-b19b-3e8e1f871ed7 req-388036f2-faf5-4f2f-9fbe-6efee88c9cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:51:52.655842 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-6c3ea056-6335-44c4-b19b-3e8e1f871ed7 req-388036f2-faf5-4f2f-9fbe-6efee88c9cd4 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=9a18c762-dfb8-47db-8f82-f3dabea761a7&tenant_id=9c1f00c09bcf417887804afcfd81fdcb HTTP/1.1" status: 200 len: 1099 time: 0.0665362 Dec 18 13:51:52.723739 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3ea056-6335-44c4-b19b-3e8e1f871ed7 req-a8584053-9f17-49e4-9586-d1cb46b9f13a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:51:52.725251 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-6c3ea056-6335-44c4-b19b-3e8e1f871ed7 req-a8584053-9f17-49e4-9586-d1cb46b9f13a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9c1f00c09bcf417887804afcfd81fdcb&device_id=9a18c762-dfb8-47db-8f82-f3dabea761a7 HTTP/1.1" status: 200 len: 1099 time: 0.0466828 Dec 18 13:51:52.821178 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3ea056-6335-44c4-b19b-3e8e1f871ed7 req-e5eaf77d-acfb-4785-b84c-b070bb3c0173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:51:52.822642 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-6c3ea056-6335-44c4-b19b-3e8e1f871ed7 req-e5eaf77d-acfb-4785-b84c-b070bb3c0173 service neutron] 10.222.0.43 "GET /v2.0/networks?id=3c520882-d919-4ca3-b839-4d88aeedc0d7 HTTP/1.1" status: 200 len: 914 time: 0.0894604 Dec 18 13:51:52.865022 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-6c3ea056-6335-44c4-b19b-3e8e1f871ed7 req-377e9fda-419f-48d3-9485-31ae9fd82100 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c93a0a4a-f563-433d-a99a-b6b97125dd89 HTTP/1.1" status: 200 len: 217 time: 0.0348332 Dec 18 13:51:52.919835 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3ea056-6335-44c4-b19b-3e8e1f871ed7 req-dd447e7d-e1ff-46b2-babb-1be4f9e52b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:51:52.921381 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-6c3ea056-6335-44c4-b19b-3e8e1f871ed7 req-dd447e7d-e1ff-46b2-babb-1be4f9e52b1e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a55ee7ad-9509-4c2e-92a4-e888e528be4d HTTP/1.1" status: 200 len: 853 time: 0.0485792 Dec 18 13:51:52.956087 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-6c3ea056-6335-44c4-b19b-3e8e1f871ed7 req-688b9d51-dded-4277-99ff-274ee09f950c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3c520882-d919-4ca3-b839-4d88aeedc0d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278394 Dec 18 13:51:53.043628 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-6c3ea056-6335-44c4-b19b-3e8e1f871ed7 req-4bedac70-863d-4240-a883-474fa9d3ff9c service neutron] 10.222.0.43 "GET /v2.0/networks/3c520882-d919-4ca3-b839-4d88aeedc0d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801754 Dec 18 13:51:53.138804 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-6c3ea056-6335-44c4-b19b-3e8e1f871ed7 req-f533441a-29df-4bdf-a584-0a4adf06e58e service neutron] 10.222.0.43 "GET /v2.0/networks/3c520882-d919-4ca3-b839-4d88aeedc0d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864191 Dec 18 13:51:53.782561 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c2c4ea-32f7-412f-a44c-616df079368a req-e9eabf75-1f54-42ae-a332-b4ee69781931 tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:51:53.784062 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-f6c2c4ea-32f7-412f-a44c-616df079368a req-e9eabf75-1f54-42ae-a332-b4ee69781931 tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] 10.222.0.31 "GET /v2.0/ports?device_id=9a18c762-dfb8-47db-8f82-f3dabea761a7 HTTP/1.1" status: 200 len: 946 time: 0.0581443 Dec 18 13:51:53.834352 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-f6c2c4ea-32f7-412f-a44c-616df079368a req-f8ebbf2d-d300-485f-af41-387fb7bca580 tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] 10.222.0.31 "GET /v2.0/security-groups?id=34d21f73-2073-4bda-97dd-dc93a5f9dfc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441930 Dec 18 13:51:54.927060 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-4325d21d-2a0f-4cf1-9ea2-b645be2e4323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:51:54.979966 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513ef1d8-067a-4583-93c0-82af77839d55 req-d079a1fd-6edd-4495-9a5e-e92ed1e4e508 tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:51:54.981483 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-513ef1d8-067a-4583-93c0-82af77839d55 req-d079a1fd-6edd-4495-9a5e-e92ed1e4e508 tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] 10.222.0.31 "GET /v2.0/ports?device_id=9a18c762-dfb8-47db-8f82-f3dabea761a7 HTTP/1.1" status: 200 len: 946 time: 0.0498340 Dec 18 13:51:55.029174 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-513ef1d8-067a-4583-93c0-82af77839d55 req-ae478833-4e8d-46ea-b6d4-050c0c2b1b79 tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] 10.222.0.31 "GET /v2.0/security-groups?id=34d21f73-2073-4bda-97dd-dc93a5f9dfc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415392 Dec 18 13:51:55.941263 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Device c93a0a4a-f563-433d-a99a-b6b97125dd89 details requested by agent hyperv_hv-neutron-7448 with host hv-neutron-7448 {{(pid=103161) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 18 13:51:55.944153 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Device c93a0a4a-f563-433d-a99a-b6b97125dd89 no longer exists at agent hyperv_hv-neutron-7448 {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 18 13:51:56.096137 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:51:56.099540 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] For port c93a0a4a-f563-433d-a99a-b6b97125dd89, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=c93a0a4a-f563-433d-a99a-b6b97125dd89,segment=NetworkSegment(4040518e-6e97-4767-9cff-afdcb1f1fc6b),segment_id=4040518e-6e97-4767-9cff-afdcb1f1fc6b)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:51:56.118291 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Returning: {'device': 'c93a0a4a-f563-433d-a99a-b6b97125dd89', 'network_id': '3c520882-d919-4ca3-b839-4d88aeedc0d7', 'port_id': 'c93a0a4a-f563-433d-a99a-b6b97125dd89', 'mac_address': 'fa:16:3e:90:a8:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a55ee7ad-9509-4c2e-92a4-e888e528be4d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103161) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 18 13:51:56.133402 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a18c762-dfb8-47db-8f82-f3dabea761a7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c93a0a4a-f563-433d-a99a-b6b97125dd89'}] {{(pid=103161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 18 13:51:56.135656 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22224e7a42aa75e3f3b9c037df440650d2cfa1dd97b40a249aee4a8113775251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-817363fe-4cab-4092-9b58-ab13156b1d73" -d '{"events": [{"server_uuid": "9a18c762-dfb8-47db-8f82-f3dabea761a7", "name": "network-vif-unplugged", "status": "completed", "tag": "c93a0a4a-f563-433d-a99a-b6b97125dd89"}]}' {{(pid=103161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 18 13:51:56.146565 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c4dc6f-b98c-4327-bb98-edea39e8ff07 req-ca5810c0-e13b-4b79-bf5e-26dd9c37d546 tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:51:56.148664 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-10c4dc6f-b98c-4327-bb98-edea39e8ff07 req-ca5810c0-e13b-4b79-bf5e-26dd9c37d546 tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] 10.222.0.31 "GET /v2.0/ports?device_id=9a18c762-dfb8-47db-8f82-f3dabea761a7 HTTP/1.1" status: 200 len: 946 time: 0.0507822 Dec 18 13:51:56.169344 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] For port c93a0a4a-f563-433d-a99a-b6b97125dd89, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=c93a0a4a-f563-433d-a99a-b6b97125dd89,segment=NetworkSegment(4040518e-6e97-4767-9cff-afdcb1f1fc6b),segment_id=4040518e-6e97-4767-9cff-afdcb1f1fc6b)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:51:56.177908 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:51:56.187491 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 18 Dec 2021 13:51:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63ac0459-2743-4243-bc7f-3a85d0a58913 x-openstack-request-id: req-63ac0459-2743-4243-bc7f-3a85d0a58913 {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 18 13:51:56.187784 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a18c762-dfb8-47db-8f82-f3dabea761a7", "name": "network-vif-unplugged", "status": "completed", "tag": "c93a0a4a-f563-433d-a99a-b6b97125dd89", "code": 200}]} {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 18 13:51:56.188036 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-63ac0459-2743-4243-bc7f-3a85d0a58913 {{(pid=103161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 18 13:51:56.188431 dv-neutron-744815-20-hyperv neutron-server[103161]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a18c762-dfb8-47db-8f82-f3dabea761a7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c93a0a4a-f563-433d-a99a-b6b97125dd89', 'code': 200} Dec 18 13:51:56.199382 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-10c4dc6f-b98c-4327-bb98-edea39e8ff07 req-adfd9a29-d471-483f-8ba9-742b591491a3 tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] 10.222.0.31 "GET /v2.0/security-groups?id=34d21f73-2073-4bda-97dd-dc93a5f9dfc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444195 Dec 18 13:51:56.206195 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:51:56.233611 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.notifiers.nova [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c93a0a4a-f563-433d-a99a-b6b97125dd89 {{(pid=103161) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 18 13:51:56.252815 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Pushing event updated for resources: {'Port': ['ID=c93a0a4a-f563-433d-a99a-b6b97125dd89,revision_number=6']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:51:56.412265 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd58746-67db-436f-97d4-42d2cffe481b req-faf57118-331f-4a04-9ea1-1b8063068f19 tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:51:56.413922 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-7dd58746-67db-436f-97d4-42d2cffe481b req-faf57118-331f-4a04-9ea1-1b8063068f19 tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] 10.222.0.31 "GET /v2.0/ports?device_id=9a18c762-dfb8-47db-8f82-f3dabea761a7 HTTP/1.1" status: 200 len: 944 time: 0.0518112 Dec 18 13:51:56.454475 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.db.api [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103161) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 18 13:51:56.454801 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG oslo_db.api [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 18 13:51:56.463885 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-7dd58746-67db-436f-97d4-42d2cffe481b req-9207af6c-e368-4f46-bc6f-05ac3ad632be tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] 10.222.0.31 "GET /v2.0/security-groups?id=34d21f73-2073-4bda-97dd-dc93a5f9dfc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434084 Dec 18 13:51:56.466537 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1028946-1400-45f4-a824-63222c6ac163 req-dfcc36c0-5352-4922-89fb-34d889b06714 tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:51:56.468055 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-b1028946-1400-45f4-a824-63222c6ac163 req-dfcc36c0-5352-4922-89fb-34d889b06714 tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] 10.222.0.43 "GET /v2.0/ports?device_id=9a18c762-dfb8-47db-8f82-f3dabea761a7&tenant_id=9c1f00c09bcf417887804afcfd81fdcb&binding%3Ahost_id=hv-neutron-7448 HTTP/1.1" status: 200 len: 944 time: 0.0519474 Dec 18 13:51:56.557163 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1028946-1400-45f4-a824-63222c6ac163 req-f60da3d4-43cd-42d6-9823-b7cee56bd175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:51:56.558651 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-b1028946-1400-45f4-a824-63222c6ac163 req-f60da3d4-43cd-42d6-9823-b7cee56bd175 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9c1f00c09bcf417887804afcfd81fdcb&device_id=9a18c762-dfb8-47db-8f82-f3dabea761a7 HTTP/1.1" status: 200 len: 1097 time: 0.0466971 Dec 18 13:51:56.654297 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1028946-1400-45f4-a824-63222c6ac163 req-12f5cc7d-cea1-4313-b88a-5cb3e3f64775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:51:56.655811 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-b1028946-1400-45f4-a824-63222c6ac163 req-12f5cc7d-cea1-4313-b88a-5cb3e3f64775 service neutron] 10.222.0.43 "GET /v2.0/networks?id=3c520882-d919-4ca3-b839-4d88aeedc0d7 HTTP/1.1" status: 200 len: 914 time: 0.0902641 Dec 18 13:51:56.706416 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-b1028946-1400-45f4-a824-63222c6ac163 req-6213d48a-3e3b-4679-a6df-91f6c782a178 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c93a0a4a-f563-433d-a99a-b6b97125dd89 HTTP/1.1" status: 200 len: 217 time: 0.0400562 Dec 18 13:51:56.726256 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-ff5cfd03-0961-401f-b7dd-65eafe660b40 req-20017da6-e757-466c-bcb3-a05011c394cd service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=9a18c762-dfb8-47db-8f82-f3dabea761a7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0457852 Dec 18 13:51:56.756480 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1028946-1400-45f4-a824-63222c6ac163 req-d167c5bf-1ca1-4363-875a-c0d634b36efe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:51:56.757925 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-b1028946-1400-45f4-a824-63222c6ac163 req-d167c5bf-1ca1-4363-875a-c0d634b36efe service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a55ee7ad-9509-4c2e-92a4-e888e528be4d HTTP/1.1" status: 200 len: 853 time: 0.0449569 Dec 18 13:51:56.788752 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-b1028946-1400-45f4-a824-63222c6ac163 req-ab9e2902-66a2-4eeb-bceb-02e7f4aa1218 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3c520882-d919-4ca3-b839-4d88aeedc0d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235662 Dec 18 13:51:56.880845 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-b1028946-1400-45f4-a824-63222c6ac163 req-4d34beb9-ae19-4ed6-bf2a-59b07588aa79 service neutron] 10.222.0.43 "GET /v2.0/networks/3c520882-d919-4ca3-b839-4d88aeedc0d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844271 Dec 18 13:51:56.979241 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-b1028946-1400-45f4-a824-63222c6ac163 req-5e2865a1-cd6f-434a-a9d6-1eaf67471885 service neutron] 10.222.0.43 "GET /v2.0/networks/3c520882-d919-4ca3-b839-4d88aeedc0d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906556 Dec 18 13:51:56.997081 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:51:57.011010 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.notifiers.nova [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c93a0a4a-f563-433d-a99a-b6b97125dd89 {{(pid=103161) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 18 13:51:57.031877 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] For port c93a0a4a-f563-433d-a99a-b6b97125dd89, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=c93a0a4a-f563-433d-a99a-b6b97125dd89,segment=NetworkSegment(4040518e-6e97-4767-9cff-afdcb1f1fc6b),segment_id=4040518e-6e97-4767-9cff-afdcb1f1fc6b)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:51:57.037382 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:51:57.098549 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] get_ports_and_sgs() called for port_ids ['c93a0a4a-f563-433d-a99a-b6b97125dd89'] {{(pid=103161) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 18 13:51:57.101720 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Pushing event updated for resources: {'Port': ['ID=c93a0a4a-f563-433d-a99a-b6b97125dd89,revision_number=7']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:51:57.108215 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5cfd03-0961-401f-b7dd-65eafe660b40 req-b30459aa-50db-4648-99ad-fa8065d96458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:51:57.110061 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-ff5cfd03-0961-401f-b7dd-65eafe660b40 req-b30459aa-50db-4648-99ad-fa8065d96458 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9c1f00c09bcf417887804afcfd81fdcb&device_id=9a18c762-dfb8-47db-8f82-f3dabea761a7 HTTP/1.1" status: 200 len: 1098 time: 0.0459571 Dec 18 13:51:57.190728 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c5303a1b-32c0-45d3-b787-4695cd3aa56d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:51:57.222766 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5cfd03-0961-401f-b7dd-65eafe660b40 req-1c58d5c3-6242-4503-a33b-db3c21bd5875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:51:57.224308 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-ff5cfd03-0961-401f-b7dd-65eafe660b40 req-1c58d5c3-6242-4503-a33b-db3c21bd5875 service neutron] 10.222.0.43 "GET /v2.0/networks?id=3c520882-d919-4ca3-b839-4d88aeedc0d7 HTTP/1.1" status: 200 len: 914 time: 0.0939481 Dec 18 13:51:57.268085 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-ff5cfd03-0961-401f-b7dd-65eafe660b40 req-2d69ec21-29ce-4428-ae2e-3ae15c93dafa service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c93a0a4a-f563-433d-a99a-b6b97125dd89 HTTP/1.1" status: 200 len: 217 time: 0.0353236 Dec 18 13:51:57.324964 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5cfd03-0961-401f-b7dd-65eafe660b40 req-c1be6750-9798-4f71-8254-5a184a977775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:51:57.326633 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-ff5cfd03-0961-401f-b7dd-65eafe660b40 req-c1be6750-9798-4f71-8254-5a184a977775 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a55ee7ad-9509-4c2e-92a4-e888e528be4d HTTP/1.1" status: 200 len: 853 time: 0.0509841 Dec 18 13:51:57.359012 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-ff5cfd03-0961-401f-b7dd-65eafe660b40 req-6503064a-1b0e-45f0-a17f-2f37ee78266b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3c520882-d919-4ca3-b839-4d88aeedc0d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249019 Dec 18 13:51:57.455893 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-ff5cfd03-0961-401f-b7dd-65eafe660b40 req-e094f75a-0aa4-4dc3-98d2-be6c59d772bd service neutron] 10.222.0.43 "GET /v2.0/networks/3c520882-d919-4ca3-b839-4d88aeedc0d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885458 Dec 18 13:51:57.588356 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-ff5cfd03-0961-401f-b7dd-65eafe660b40 req-24455d7a-4ac0-4967-962d-179a38cbb00c service neutron] 10.222.0.43 "GET /v2.0/networks/3c520882-d919-4ca3-b839-4d88aeedc0d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243336 Dec 18 13:51:57.603472 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1023ef2a-a291-4e0e-b344-9218fea7e42c req-06ccb72f-f708-4051-97be-beab095d5e91 tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:51:57.606606 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-1023ef2a-a291-4e0e-b344-9218fea7e42c req-06ccb72f-f708-4051-97be-beab095d5e91 tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] 10.222.0.31 "GET /v2.0/ports?device_id=9a18c762-dfb8-47db-8f82-f3dabea761a7 HTTP/1.1" status: 200 len: 945 time: 0.0679648 Dec 18 13:51:57.656229 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-1023ef2a-a291-4e0e-b344-9218fea7e42c req-87d201e7-77cb-43d0-8bc8-18ff7d2525f5 tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] 10.222.0.31 "GET /v2.0/security-groups?id=34d21f73-2073-4bda-97dd-dc93a5f9dfc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438876 Dec 18 13:51:57.774122 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915e1dc0-a701-41a0-9465-8ca2c33fa374 req-5bf75c3d-d11a-4a43-a4ec-219ea29b13ca tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:51:57.775589 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-915e1dc0-a701-41a0-9465-8ca2c33fa374 req-5bf75c3d-d11a-4a43-a4ec-219ea29b13ca tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] 10.222.0.31 "GET /v2.0/ports?device_id=9a18c762-dfb8-47db-8f82-f3dabea761a7 HTTP/1.1" status: 200 len: 945 time: 0.0513372 Dec 18 13:51:57.824474 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-915e1dc0-a701-41a0-9465-8ca2c33fa374 req-abed9b4c-d766-495c-80d1-da53c2391580 tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] 10.222.0.31 "GET /v2.0/security-groups?id=34d21f73-2073-4bda-97dd-dc93a5f9dfc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402906 Dec 18 13:51:57.946823 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a072c36b-f84b-4ddc-bfe3-032977591094 req-32182bc2-5641-4392-8553-ec085fa9595c tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:51:57.948351 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-a072c36b-f84b-4ddc-bfe3-032977591094 req-32182bc2-5641-4392-8553-ec085fa9595c tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] 10.222.0.31 "GET /v2.0/ports?device_id=9a18c762-dfb8-47db-8f82-f3dabea761a7 HTTP/1.1" status: 200 len: 945 time: 0.0566406 Dec 18 13:51:57.971708 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Device c93a0a4a-f563-433d-a99a-b6b97125dd89 up at agent hyperv_hv-neutron-7448 {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 13:51:58.000401 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-a072c36b-f84b-4ddc-bfe3-032977591094 req-756c2cc5-95e7-400b-82a1-d3deec26d6d1 tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] 10.222.0.31 "GET /v2.0/security-groups?id=34d21f73-2073-4bda-97dd-dc93a5f9dfc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429270 Dec 18 13:51:58.022830 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Provisioning complete for port c93a0a4a-f563-433d-a99a-b6b97125dd89 triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:51:58.023358 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:51:58.099613 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:51:58.132491 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] For port c93a0a4a-f563-433d-a99a-b6b97125dd89, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=c93a0a4a-f563-433d-a99a-b6b97125dd89,segment=NetworkSegment(4040518e-6e97-4767-9cff-afdcb1f1fc6b),segment_id=4040518e-6e97-4767-9cff-afdcb1f1fc6b)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:51:58.137869 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:51:58.188840 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Pushing event updated for resources: {'Port': ['ID=c93a0a4a-f563-433d-a99a-b6b97125dd89,revision_number=8']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:51:58.191431 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a18c762-dfb8-47db-8f82-f3dabea761a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c93a0a4a-f563-433d-a99a-b6b97125dd89'}] {{(pid=103161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 18 13:51:58.193538 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22224e7a42aa75e3f3b9c037df440650d2cfa1dd97b40a249aee4a8113775251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bfe8ea3-9270-4b89-84e2-02f21be4907c" -d '{"events": [{"server_uuid": "9a18c762-dfb8-47db-8f82-f3dabea761a7", "name": "network-vif-plugged", "status": "completed", "tag": "c93a0a4a-f563-433d-a99a-b6b97125dd89"}]}' {{(pid=103161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 18 13:51:58.230304 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 13:51:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11e0ec80-7f03-4124-aa11-e68eb6064ef8 x-openstack-request-id: req-11e0ec80-7f03-4124-aa11-e68eb6064ef8 {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 18 13:51:58.230601 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a18c762-dfb8-47db-8f82-f3dabea761a7", "name": "network-vif-plugged", "status": "completed", "tag": "c93a0a4a-f563-433d-a99a-b6b97125dd89", "code": 200}]} {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 18 13:51:58.230875 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-11e0ec80-7f03-4124-aa11-e68eb6064ef8 {{(pid=103161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 18 13:51:58.231298 dv-neutron-744815-20-hyperv neutron-server[103161]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a18c762-dfb8-47db-8f82-f3dabea761a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c93a0a4a-f563-433d-a99a-b6b97125dd89', 'code': 200} Dec 18 13:51:58.336449 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da2a751-4f25-4efe-be9d-b54e3ffa12e3 req-56b2f39c-f1a9-4519-a029-f64a2ebc0a7b tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:51:58.338976 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-8da2a751-4f25-4efe-be9d-b54e3ffa12e3 req-56b2f39c-f1a9-4519-a029-f64a2ebc0a7b tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] 10.222.0.31 "GET /v2.0/ports?device_id=9a18c762-dfb8-47db-8f82-f3dabea761a7 HTTP/1.1" status: 200 len: 946 time: 0.0533450 Dec 18 13:51:58.394145 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-8da2a751-4f25-4efe-be9d-b54e3ffa12e3 req-a441b7b7-79c7-4e10-9704-c0f0c4d00ae0 tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] 10.222.0.31 "GET /v2.0/security-groups?id=34d21f73-2073-4bda-97dd-dc93a5f9dfc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488253 Dec 18 13:51:58.523552 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-afa9ae9b-bdbb-4010-bcf6-3a46ce66cf71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:51:59.522832 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b704a11-1393-44c2-b07f-7a9bd7ebed3a req-d5d57b52-4d60-4e47-8517-130f46555e82 tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:51:59.524278 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-2b704a11-1393-44c2-b07f-7a9bd7ebed3a req-d5d57b52-4d60-4e47-8517-130f46555e82 tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] 10.222.0.31 "GET /v2.0/ports?device_id=9a18c762-dfb8-47db-8f82-f3dabea761a7 HTTP/1.1" status: 200 len: 946 time: 0.0544183 Dec 18 13:51:59.575185 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-2b704a11-1393-44c2-b07f-7a9bd7ebed3a req-8bf78801-e3aa-4590-b183-ddccf4a77e9e tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] 10.222.0.31 "GET /v2.0/security-groups?id=34d21f73-2073-4bda-97dd-dc93a5f9dfc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423746 Dec 18 13:51:59.999333 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc920708-86c6-4686-8c8c-b2a2fb2d9fa8 req-8fe5f0b8-7b07-4a62-b865-996f4fea5e4b tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:52:00.000797 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-cc920708-86c6-4686-8c8c-b2a2fb2d9fa8 req-8fe5f0b8-7b07-4a62-b865-996f4fea5e4b tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] 10.222.0.43 "GET /v2.0/ports?device_id=9a18c762-dfb8-47db-8f82-f3dabea761a7 HTTP/1.1" status: 200 len: 946 time: 0.0567634 Dec 18 13:52:00.021109 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7b7a3272-2b45-4d32-9670-25eb1afd1184 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:52:00.095024 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [req-cc920708-86c6-4686-8c8c-b2a2fb2d9fa8 req-6b6458b8-b0c7-4eeb-b86f-9f48fc845bef tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] Deleting port c93a0a4a-f563-433d-a99a-b6b97125dd89 {{(pid=103159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:52:00.095454 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-cc920708-86c6-4686-8c8c-b2a2fb2d9fa8 req-6b6458b8-b0c7-4eeb-b86f-9f48fc845bef tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:52:00.183958 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.db [req-cc920708-86c6-4686-8c8c-b2a2fb2d9fa8 req-6b6458b8-b0c7-4eeb-b86f-9f48fc845bef tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] For port c93a0a4a-f563-433d-a99a-b6b97125dd89, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=c93a0a4a-f563-433d-a99a-b6b97125dd89,segment=NetworkSegment(4040518e-6e97-4767-9cff-afdcb1f1fc6b),segment_id=4040518e-6e97-4767-9cff-afdcb1f1fc6b)] {{(pid=103159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:52:00.184318 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-cc920708-86c6-4686-8c8c-b2a2fb2d9fa8 req-6b6458b8-b0c7-4eeb-b86f-9f48fc845bef tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:52:00.201208 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [req-cc920708-86c6-4686-8c8c-b2a2fb2d9fa8 req-6b6458b8-b0c7-4eeb-b86f-9f48fc845bef tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] Calling delete_port for c93a0a4a-f563-433d-a99a-b6b97125dd89 owned by compute:nova {{(pid=103159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:52:00.329319 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-cc920708-86c6-4686-8c8c-b2a2fb2d9fa8 req-6b6458b8-b0c7-4eeb-b86f-9f48fc845bef tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:52:00.341784 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] get_ports_and_sgs() called for port_ids ['c93a0a4a-f563-433d-a99a-b6b97125dd89'] {{(pid=103161) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 18 13:52:00.359419 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6458b8-b0c7-4eeb-b86f-9f48fc845bef tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] Pushing event deleted for resources: {'Port': ['ID=c93a0a4a-f563-433d-a99a-b6b97125dd89,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:52:00.409226 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc920708-86c6-4686-8c8c-b2a2fb2d9fa8 req-6b6458b8-b0c7-4eeb-b86f-9f48fc845bef tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] No DVR routers for this DVR port c93a0a4a-f563-433d-a99a-b6b97125dd89 on host hv-neutron-7448 {{(pid=103159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 18 13:52:00.412302 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-cc920708-86c6-4686-8c8c-b2a2fb2d9fa8 req-6b6458b8-b0c7-4eeb-b86f-9f48fc845bef tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:52:00.415548 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-cc920708-86c6-4686-8c8c-b2a2fb2d9fa8 req-6b6458b8-b0c7-4eeb-b86f-9f48fc845bef tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] 10.222.0.43 "DELETE /v2.0/ports/c93a0a4a-f563-433d-a99a-b6b97125dd89 HTTP/1.1" status: 204 len: 173 time: 0.4086573 Dec 18 13:52:00.415989 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a18c762-dfb8-47db-8f82-f3dabea761a7', 'name': 'network-vif-deleted', 'tag': 'c93a0a4a-f563-433d-a99a-b6b97125dd89'}] {{(pid=103159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 18 13:52:00.418248 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca844cf115d59c1fab86abc202fb4c13735de0d7e4cbbbb25eec9406e9c87431" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87c2eee3-ea5d-42f3-b9f3-ed4108af3e43" -d '{"events": [{"server_uuid": "9a18c762-dfb8-47db-8f82-f3dabea761a7", "name": "network-vif-deleted", "tag": "c93a0a4a-f563-433d-a99a-b6b97125dd89"}]}' {{(pid=103159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 18 13:52:00.456064 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 13:52:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7da7bac2-fba0-449e-8eed-a2f98bbb93b5 x-openstack-request-id: req-7da7bac2-fba0-449e-8eed-a2f98bbb93b5 {{(pid=103159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 18 13:52:00.456363 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a18c762-dfb8-47db-8f82-f3dabea761a7", "name": "network-vif-deleted", "tag": "c93a0a4a-f563-433d-a99a-b6b97125dd89", "status": "completed", "code": 200}]} {{(pid=103159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 18 13:52:00.456604 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7da7bac2-fba0-449e-8eed-a2f98bbb93b5 {{(pid=103159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 18 13:52:00.457014 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a18c762-dfb8-47db-8f82-f3dabea761a7', 'name': 'network-vif-deleted', 'tag': 'c93a0a4a-f563-433d-a99a-b6b97125dd89', 'status': 'completed', 'code': 200} Dec 18 13:52:00.688246 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-89376448-a04a-4dc1-b0ce-33ce631a36b1 req-84c0cfa3-a838-4c23-838e-14a0665871c3 tempest-ServerDiskConfigTestJSON-1562172929 tempest-ServerDiskConfigTestJSON-1562172929-project] 10.222.0.31 "GET /v2.0/ports?device_id=9a18c762-dfb8-47db-8f82-f3dabea761a7 HTTP/1.1" status: 200 len: 210 time: 0.0262940 Dec 18 13:52:00.862571 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:52:01.814594 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 59342) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:52:02.199924 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.db_base_plugin_v2 [None req-be3fabb7-a3e3-4ac8-aa5c-70882776f7ef admin admin] Deleting subnet a55ee7ad-9509-4c2e-92a4-e888e528be4d {{(pid=103160) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 18 13:52:02.203286 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-be3fabb7-a3e3-4ac8-aa5c-70882776f7ef admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:52:02.236536 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-be3fabb7-a3e3-4ac8-aa5c-70882776f7ef admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4533385'] for subnet, precommit_delete_associations {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:52:02.276301 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-be3fabb7-a3e3-4ac8-aa5c-70882776f7ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1929185'] for subnet, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:52:02.334484 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-be3fabb7-a3e3-4ac8-aa5c-70882776f7ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1929192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4533475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4514371'] for subnet, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:52:02.356660 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3fabb7-a3e3-4ac8-aa5c-70882776f7ef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a55ee7ad-9509-4c2e-92a4-e888e528be4d,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:52:02.362548 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-be3fabb7-a3e3-4ac8-aa5c-70882776f7ef admin admin] Publish callbacks [] for subnet, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:52:02.366170 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-be3fabb7-a3e3-4ac8-aa5c-70882776f7ef admin admin] 10.222.0.31 "DELETE /v2.0/subnets/a55ee7ad-9509-4c2e-92a4-e888e528be4d HTTP/1.1" status: 204 len: 168 time: 0.5505245 Dec 18 13:52:02.369010 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 59344) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:52:02.441298 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-26f01263-d7b9-48ba-a4da-492609696b34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2023137'] for network, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:52:02.525556 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-26f01263-d7b9-48ba-a4da-492609696b34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1927292', 'neutron.services.segments.db._delete_segments_for_network-8767106887837'] for network, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:52:02.546089 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.services.segments.db [None req-26f01263-d7b9-48ba-a4da-492609696b34 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c520882-d919-4ca3-b839-4d88aeedc0d7']}} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:52:02.555585 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.services.segments.db [None req-26f01263-d7b9-48ba-a4da-492609696b34 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4040518e-6e97-4767-9cff-afdcb1f1fc6b') {'for_net_delete': True} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:52:02.555881 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.services.segments.db [None req-26f01263-d7b9-48ba-a4da-492609696b34 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4040518e-6e97-4767-9cff-afdcb1f1fc6b') {} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:52:02.565324 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-26f01263-d7b9-48ba-a4da-492609696b34 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767106888614', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4533424'] for segment, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:52:02.579492 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-26f01263-d7b9-48ba-a4da-492609696b34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:52:02.585550 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26f01263-d7b9-48ba-a4da-492609696b34 admin admin] Releasing vlan 135 on physical network physnet1 to pool {{(pid=103160) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 18 13:52:02.585926 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-26f01263-d7b9-48ba-a4da-492609696b34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4533569'] for segment, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:52:02.587567 dv-neutron-744815-20-hyperv neutron-server[103160]: Traceback (most recent call last): Dec 18 13:52:02.587567 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 18 13:52:02.587567 dv-neutron-744815-20-hyperv neutron-server[103160]: timer() Dec 18 13:52:02.587567 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 18 13:52:02.587567 dv-neutron-744815-20-hyperv neutron-server[103160]: cb(*args, **kw) Dec 18 13:52:02.587567 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 18 13:52:02.587567 dv-neutron-744815-20-hyperv neutron-server[103160]: return func(*args, **kwargs) Dec 18 13:52:02.587567 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 18 13:52:02.587567 dv-neutron-744815-20-hyperv neutron-server[103160]: self._notify() Dec 18 13:52:02.587567 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 18 13:52:02.587567 dv-neutron-744815-20-hyperv neutron-server[103160]: self.callback(batched_events) Dec 18 13:52:02.587567 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 18 13:52:02.587567 dv-neutron-744815-20-hyperv neutron-server[103160]: event.method(event) Dec 18 13:52:02.587567 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 18 13:52:02.587567 dv-neutron-744815-20-hyperv neutron-server[103160]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 18 13:52:02.587567 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 18 13:52:02.587567 dv-neutron-744815-20-hyperv neutron-server[103160]: aggregate_uuid = self.p_client.list_aggregates( Dec 18 13:52:02.587567 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 18 13:52:02.587567 dv-neutron-744815-20-hyperv neutron-server[103160]: return f(self, *a, **k) Dec 18 13:52:02.587567 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 18 13:52:02.587567 dv-neutron-744815-20-hyperv neutron-server[103160]: return self._get(url).json() Dec 18 13:52:02.587567 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 18 13:52:02.587567 dv-neutron-744815-20-hyperv neutron-server[103160]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 18 13:52:02.587567 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 18 13:52:02.587567 dv-neutron-744815-20-hyperv neutron-server[103160]: return self.request(url, 'GET', **kwargs) Dec 18 13:52:02.587567 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 18 13:52:02.587567 dv-neutron-744815-20-hyperv neutron-server[103160]: base_url = self.get_endpoint(auth, allow=allow, Dec 18 13:52:02.587567 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 18 13:52:02.587567 dv-neutron-744815-20-hyperv neutron-server[103160]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 18 13:52:02.587567 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 18 13:52:02.587567 dv-neutron-744815-20-hyperv neutron-server[103160]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 18 13:52:02.587567 dv-neutron-744815-20-hyperv neutron-server[103160]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 18 13:52:02.644189 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-26f01263-d7b9-48ba-a4da-492609696b34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1927267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586962'] for network, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:52:02.650288 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-26f01263-d7b9-48ba-a4da-492609696b34 admin admin] Publish callbacks [] for network, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:52:02.653462 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-26f01263-d7b9-48ba-a4da-492609696b34 admin admin] 10.222.0.31 "DELETE /v2.0/networks/3c520882-d919-4ca3-b839-4d88aeedc0d7 HTTP/1.1" status: 204 len: 168 time: 0.2835591 Dec 18 13:52:02.664228 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f01263-d7b9-48ba-a4da-492609696b34 admin admin] Pushing event deleted for resources: {'Network': ['ID=3c520882-d919-4ca3-b839-4d88aeedc0d7,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:52:02.767167 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 59348) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:52:02.807682 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-e62d7a9f-39a0-4a39-9af5-f6a7c7c6e221 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9c1f00c09bcf417887804afcfd81fdcb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0390730 Dec 18 13:52:02.810028 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 59350) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:52:02.859248 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-41de260b-1734-44a6-8317-1962ca4f22b7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:52:02.879712 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-41de260b-1734-44a6-8317-1962ca4f22b7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:52:02.931072 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-41de260b-1734-44a6-8317-1962ca4f22b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:52:02.933658 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-41de260b-1734-44a6-8317-1962ca4f22b7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:52:02.934811 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-41de260b-1734-44a6-8317-1962ca4f22b7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/34d21f73-2073-4bda-97dd-dc93a5f9dfc8 HTTP/1.1" status: 204 len: 168 time: 0.1239169 Dec 18 13:52:02.942312 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41de260b-1734-44a6-8317-1962ca4f22b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34d21f73-2073-4bda-97dd-dc93a5f9dfc8,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:52:03.659462 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 59372) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:52:03.761686 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-0cd99b09-4ca9-4f72-8c74-bd02099f95de admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1047060273-network', 'tenant_id': '8580c2e482d141ebb0b16b23278c5865'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:52:03.787040 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cd99b09-4ca9-4f72-8c74-bd02099f95de admin admin] Made reservation on behalf of 8580c2e482d141ebb0b16b23278c5865 for: {'network': 1} {{(pid=103160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:52:03.789300 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-0cd99b09-4ca9-4f72-8c74-bd02099f95de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for network, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:52:03.797356 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-0cd99b09-4ca9-4f72-8c74-bd02099f95de admin admin] Publish callbacks [] for security_group, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:52:03.874036 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-0cd99b09-4ca9-4f72-8c74-bd02099f95de admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:52:03.879884 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-0cd99b09-4ca9-4f72-8c74-bd02099f95de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:52:03.904342 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0cd99b09-4ca9-4f72-8c74-bd02099f95de admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 126} {{(pid=103160) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 18 13:52:03.914298 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd99b09-4ca9-4f72-8c74-bd02099f95de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d5f000a-af45-471e-a7d0-de8ad28c600c,revision_number=1']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:52:03.919088 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-0cd99b09-4ca9-4f72-8c74-bd02099f95de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:52:03.919454 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.db.segments_db [None req-0cd99b09-4ca9-4f72-8c74-bd02099f95de admin admin] Added segment 14046c60-b2f7-4d91-90ff-4117f3ec884d of type vlan for network e984c666-923c-41c2-a1ec-63fbd109db54 Dec 18 13:52:03.962075 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-0cd99b09-4ca9-4f72-8c74-bd02099f95de admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767106405744'] for network, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:52:03.989759 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-0cd99b09-4ca9-4f72-8c74-bd02099f95de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981'] for network, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:52:03.990732 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cd99b09-4ca9-4f72-8c74-bd02099f95de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:52:03.991402 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-0cd99b09-4ca9-4f72-8c74-bd02099f95de admin admin] Publish callbacks [] for network, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:52:04.023355 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Device c93a0a4a-f563-433d-a99a-b6b97125dd89 no longer exists at agent hyperv_hv-neutron-7448 {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 18 13:52:04.023948 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-0cd99b09-4ca9-4f72-8c74-bd02099f95de admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3633935 Dec 18 13:52:04.027507 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 59376) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:52:04.032270 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-8aab2ca5-5216-41c5-813a-e2a1eccac1a7 admin admin] Request body: {'subnet': {'network_id': 'e984c666-923c-41c2-a1ec-63fbd109db54', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1047060273-subnet', 'tenant_id': '8580c2e482d141ebb0b16b23278c5865', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:52:04.047377 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] No Port match for: c93a0a4a-f563-433d-a99a-b6b97125dd89 {{(pid=103161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 18 13:52:04.047998 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Device c93a0a4a-f563-433d-a99a-b6b97125dd89 not bound to the agent host hv-neutron-7448 {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 18 13:52:04.056038 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd99b09-4ca9-4f72-8c74-bd02099f95de admin admin] Pushing event updated for resources: {'Network': ['ID=e984c666-923c-41c2-a1ec-63fbd109db54,revision_number=1']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:52:04.057374 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8aab2ca5-5216-41c5-813a-e2a1eccac1a7 admin admin] Made reservation on behalf of 8580c2e482d141ebb0b16b23278c5865 for: {'subnet': 1} {{(pid=103159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:52:04.060153 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-8aab2ca5-5216-41c5-813a-e2a1eccac1a7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6017072'] for subnet, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:52:04.066013 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Network e984c666-923c-41c2-a1ec-63fbd109db54 details requested by agent ovs-agent-dv-neutron-744815-20-hyperv with host dv-neutron-744815-20-hyperv {{(pid=103161) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 18 13:52:04.242533 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-8aab2ca5-5216-41c5-813a-e2a1eccac1a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5659786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6017062'] for subnet, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:52:04.300044 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aab2ca5-5216-41c5-813a-e2a1eccac1a7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a8151063-8fff-4877-b494-1e3b0b7b7368,revision_number=0']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:52:04.309333 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aab2ca5-5216-41c5-813a-e2a1eccac1a7 admin admin] Checking segment: {'id': '14046c60-b2f7-4d91-90ff-4117f3ec884d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'e984c666-923c-41c2-a1ec-63fbd109db54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 13:52:04.309693 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aab2ca5-5216-41c5-813a-e2a1eccac1a7 admin admin] Network hostable DHCP agents. Network: e984c666-923c-41c2-a1ec-63fbd109db54, hostable agents: ['aa77effa-0e3a-4bbd-a383-4d58ed3328d0'], hosted agents: [] {{(pid=103159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 18 13:52:04.326718 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aab2ca5-5216-41c5-813a-e2a1eccac1a7 admin admin] Network e984c666-923c-41c2-a1ec-63fbd109db54 is scheduled to be hosted by DHCP agent aa77effa-0e3a-4bbd-a383-4d58ed3328d0 with binding_index 1 {{(pid=103159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 18 13:52:04.335674 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.base_scheduler [None req-8aab2ca5-5216-41c5-813a-e2a1eccac1a7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-744815-20-hyperv, e984c666-923c-41c2-a1ec-63fbd109db54) {{(pid=103159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:52:04.339865 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aab2ca5-5216-41c5-813a-e2a1eccac1a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:52:04.341324 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-8aab2ca5-5216-41c5-813a-e2a1eccac1a7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:52:04.345544 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcaec957-3e79-4a82-8169-2f98ed0631df None None] Network e984c666-923c-41c2-a1ec-63fbd109db54 requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:52:04.358678 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-8aab2ca5-5216-41c5-813a-e2a1eccac1a7 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3302519 Dec 18 13:52:04.361372 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 59378) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:52:04.365952 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-401417a4-9e6b-4f93-bc09-381b1728aaf5 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1047060273-router', 'tenant_id': '8580c2e482d141ebb0b16b23278c5865', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83'}}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:52:04.391794 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-401417a4-9e6b-4f93-bc09-381b1728aaf5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28433'] for router, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:52:04.392724 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-401417a4-9e6b-4f93-bc09-381b1728aaf5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-589769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28440'] for router, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:52:04.456827 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b31b58d-3d7b-4fbf-8273-5acb1b732f64 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp31e170a0-46a1-5ba9-9dc1-7ee4f866f0d7-e984c666-923c-41c2-a1ec-63fbd109db54', 'network_id': 'e984c666-923c-41c2-a1ec-63fbd109db54', 'project_id': '8580c2e482d141ebb0b16b23278c5865', 'fixed_ips': [{'subnet_id': 'a8151063-8fff-4877-b494-1e3b0b7b7368'}]}} from dv-neutron-744815-20-hyperv. {{(pid=103161) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 18 13:52:04.457252 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-401417a4-9e6b-4f93-bc09-381b1728aaf5 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:52:04.457875 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-5b31b58d-3d7b-4fbf-8273-5acb1b732f64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:52:04.596761 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_common [None req-5b31b58d-3d7b-4fbf-8273-5acb1b732f64 None None] Allocated IP 172.20.0.2 (e984c666-923c-41c2-a1ec-63fbd109db54/a8151063-8fff-4877-b494-1e3b0b7b7368/66fb9fa1-5fa2-4f64-916d-3f14bb9bf276) {{(pid=103161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:52:04.597544 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-401417a4-9e6b-4f93-bc09-381b1728aaf5 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:52:04.760482 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-5b31b58d-3d7b-4fbf-8273-5acb1b732f64 None None] Publish callbacks [] for port, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:52:04.768308 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-5b31b58d-3d7b-4fbf-8273-5acb1b732f64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975'] for port, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:52:04.814280 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b31b58d-3d7b-4fbf-8273-5acb1b732f64 None None] Network e984c666-923c-41c2-a1ec-63fbd109db54 is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:52:04.817429 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-5b31b58d-3d7b-4fbf-8273-5acb1b732f64 None None] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:52:04.823002 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b31b58d-3d7b-4fbf-8273-5acb1b732f64 None None] Received port after_create {{(pid=103161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:52:04.827676 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b31b58d-3d7b-4fbf-8273-5acb1b732f64 None None] Pushing event updated for resources: {'Port': ['ID=66fb9fa1-5fa2-4f64-916d-3f14bb9bf276,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:52:04.884834 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-5b31b58d-3d7b-4fbf-8273-5acb1b732f64 None None] Attempting to bind port 66fb9fa1-5fa2-4f64-916d-3f14bb9bf276 on host dv-neutron-744815-20-hyperv for vnic_type normal with profile {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 13:52:04.885206 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-5b31b58d-3d7b-4fbf-8273-5acb1b732f64 None None] Attempting to bind port 66fb9fa1-5fa2-4f64-916d-3f14bb9bf276 by drivers openvswitch,hyperv on host dv-neutron-744815-20-hyperv at level 0 using segments [{'id': '14046c60-b2f7-4d91-90ff-4117f3ec884d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'e984c666-923c-41c2-a1ec-63fbd109db54'}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 13:52:04.885570 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b31b58d-3d7b-4fbf-8273-5acb1b732f64 None None] Attempting to bind port 66fb9fa1-5fa2-4f64-916d-3f14bb9bf276 on network e984c666-923c-41c2-a1ec-63fbd109db54 {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 13:52:04.891644 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b31b58d-3d7b-4fbf-8273-5acb1b732f64 None None] Checking agent: {'id': '428fa9fa-43db-4db9-9f96-f60ffe931f2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-20-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 13, 19, 1), 'started_at': datetime.datetime(2021, 12, 18, 13, 19, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 13, 52, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-20-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 18 13:52:04.892039 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b31b58d-3d7b-4fbf-8273-5acb1b732f64 None None] Checking segment: {'id': '14046c60-b2f7-4d91-90ff-4117f3ec884d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'e984c666-923c-41c2-a1ec-63fbd109db54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 13:52:04.892470 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-5b31b58d-3d7b-4fbf-8273-5acb1b732f64 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:52:04.892869 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b31b58d-3d7b-4fbf-8273-5acb1b732f64 None None] Bound using segment: {'id': '14046c60-b2f7-4d91-90ff-4117f3ec884d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'e984c666-923c-41c2-a1ec-63fbd109db54'} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 18 13:52:04.893374 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-5b31b58d-3d7b-4fbf-8273-5acb1b732f64 None None] Bound port: 66fb9fa1-5fa2-4f64-916d-3f14bb9bf276, host: dv-neutron-744815-20-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14046c60-b2f7-4d91-90ff-4117f3ec884d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'e984c666-923c-41c2-a1ec-63fbd109db54'}}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 18 13:52:04.893812 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-5b31b58d-3d7b-4fbf-8273-5acb1b732f64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:52:04.966650 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-5b31b58d-3d7b-4fbf-8273-5acb1b732f64 None None] For port 66fb9fa1-5fa2-4f64-916d-3f14bb9bf276, host dv-neutron-744815-20-hyperv, cleared binding levels {{(pid=103161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 18 13:52:04.969901 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-5b31b58d-3d7b-4fbf-8273-5acb1b732f64 None None] For port 66fb9fa1-5fa2-4f64-916d-3f14bb9bf276, host dv-neutron-744815-20-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=66fb9fa1-5fa2-4f64-916d-3f14bb9bf276,segment=NetworkSegment(14046c60-b2f7-4d91-90ff-4117f3ec884d),segment_id=14046c60-b2f7-4d91-90ff-4117f3ec884d)] {{(pid=103161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 18 13:52:04.977062 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-5b31b58d-3d7b-4fbf-8273-5acb1b732f64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:52:05.049005 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b31b58d-3d7b-4fbf-8273-5acb1b732f64 None None] Pushing event updated for resources: {'Port': ['ID=66fb9fa1-5fa2-4f64-916d-3f14bb9bf276,revision_number=2']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:52:05.110673 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-401417a4-9e6b-4f93-bc09-381b1728aaf5 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:52:05.130992 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-401417a4-9e6b-4f93-bc09-381b1728aaf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:52:05.269637 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.db_base_plugin_common [None req-401417a4-9e6b-4f93-bc09-381b1728aaf5 admin admin] Allocated IP 172.26.3.176 (decb4a40-7941-48c8-afbb-daaafd502e83/70deed80-3ca1-4f9e-96cb-563b43d3acba/4dae9401-ccf9-4524-81a4-0743afab0105) {{(pid=103159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:52:05.313584 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 66fb9fa1-5fa2-4f64-916d-3f14bb9bf276 up at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 13:52:05.374183 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2294866d-0076-4933-952c-685307032598 None None] Provisioning complete for port 66fb9fa1-5fa2-4f64-916d-3f14bb9bf276 triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:52:05.374560 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:52:05.382860 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-401417a4-9e6b-4f93-bc09-381b1728aaf5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:52:05.433096 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-401417a4-9e6b-4f93-bc09-381b1728aaf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:52:05.456390 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:52:05.478420 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-401417a4-9e6b-4f93-bc09-381b1728aaf5 admin admin] Network decb4a40-7941-48c8-afbb-daaafd502e83 is already hosted by enough agents. {{(pid=103159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:52:05.482974 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.base_scheduler [None req-401417a4-9e6b-4f93-bc09-381b1728aaf5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:52:05.485940 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-401417a4-9e6b-4f93-bc09-381b1728aaf5 admin admin] Received port after_create {{(pid=103159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:52:05.493479 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401417a4-9e6b-4f93-bc09-381b1728aaf5 admin admin] Pushing event updated for resources: {'Port': ['ID=4dae9401-ccf9-4524-81a4-0743afab0105,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:52:05.496120 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-2294866d-0076-4933-952c-685307032598 None None] For port 66fb9fa1-5fa2-4f64-916d-3f14bb9bf276, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=66fb9fa1-5fa2-4f64-916d-3f14bb9bf276,segment=NetworkSegment(14046c60-b2f7-4d91-90ff-4117f3ec884d),segment_id=14046c60-b2f7-4d91-90ff-4117f3ec884d)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:52:05.501004 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:52:05.526067 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a415dd9-f0d2-43af-a8ef-171c73cdc681 None None] DHCP port deletion for decb4a40-7941-48c8-afbb-daaafd502e83 request from dv-neutron-744815-20-hyperv {{(pid=103161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 18 13:52:05.557255 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Pushing event updated for resources: {'Port': ['ID=66fb9fa1-5fa2-4f64-916d-3f14bb9bf276,revision_number=3']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:52:05.605146 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-b0c652cc-6eb5-46df-b938-49603551024a None None] Provisioning complete for port 4dae9401-ccf9-4524-81a4-0743afab0105 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:52:05.605522 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-b0c652cc-6eb5-46df-b938-49603551024a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:52:05.639937 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-b0c652cc-6eb5-46df-b938-49603551024a None None] Port 4dae9401-ccf9-4524-81a4-0743afab0105 cannot update to ACTIVE because it is not bound. {{(pid=103161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 13:52:05.758799 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-401417a4-9e6b-4f93-bc09-381b1728aaf5 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:52:05.982550 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-401417a4-9e6b-4f93-bc09-381b1728aaf5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-589760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-586526'] for router, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:52:06.044844 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1925a986-41d1-423d-8e7a-e47d854db734 None None] Network e984c666-923c-41c2-a1ec-63fbd109db54 requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 13:52:06.106659 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-15bf2aa1-722c-4be1-b21e-6e8d217cfad9 None None] Provisioning complete for port 66fb9fa1-5fa2-4f64-916d-3f14bb9bf276 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:52:06.107374 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-15bf2aa1-722c-4be1-b21e-6e8d217cfad9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:52:06.120726 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-401417a4-9e6b-4f93-bc09-381b1728aaf5 admin admin] Router d2f50444-ac87-418b-a656-af22371cbf89 is scheduled to L3 agent c9c0cd52-5bd2-4704-9429-d80f1c5ad23c with binding_index 1 {{(pid=103159) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 18 13:52:06.235876 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-401417a4-9e6b-4f93-bc09-381b1728aaf5 admin admin] Notify agent at l3_agent.dv-neutron-744815-20-hyperv the message routers_updated {{(pid=103159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 13:52:06.247110 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec0d99b6-183b-4e41-b2b8-5578f34ee821 None None] Sync routers for ids ['d2f50444-ac87-418b-a656-af22371cbf89'] in dv-neutron-744815-20-hyperv {{(pid=103162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 13:52:06.255310 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-401417a4-9e6b-4f93-bc09-381b1728aaf5 admin admin] Publish callbacks [] for router, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:52:06.256769 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-401417a4-9e6b-4f93-bc09-381b1728aaf5 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.8944430 Dec 18 13:52:06.259606 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec0d99b6-183b-4e41-b2b8-5578f34ee821 None None] Routers {'d2f50444-ac87-418b-a656-af22371cbf89'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:52:06.259759 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 59380) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:52:06.260438 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-ec0d99b6-183b-4e41-b2b8-5578f34ee821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:51:57Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['d2f50444-ac87-418b-a656-af22371cbf89'], 'active': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:52:06.384313 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvr_db [None req-ec0d99b6-183b-4e41-b2b8-5578f34ee821 None None] Set router d2f50444-ac87-418b-a656-af22371cbf89 gateway port host: dv-neutron-744815-20-hyperv {{(pid=103162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 13:52:06.451915 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-10f8d66f-a8bb-4c63-87ee-b673f822b704 None None] Provisioning complete for port 66fb9fa1-5fa2-4f64-916d-3f14bb9bf276 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:52:06.452436 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-10f8d66f-a8bb-4c63-87ee-b673f822b704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:52:06.569171 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-ec0d99b6-183b-4e41-b2b8-5578f34ee821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2f50444-ac87-418b-a656-af22371cbf89', 'name': 'tempest-ServerActionsTestJSON-1047060273-router', 'tenant_id': '8580c2e482d141ebb0b16b23278c5865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.176'}], 'enable_snat': True}, 'gw_port_id': '4dae9401-ccf9-4524-81a4-0743afab0105', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:52:04Z', 'updated_at': '2021-12-18T13:52:05Z', 'revision_number': 3, 'project_id': '8580c2e482d141ebb0b16b23278c5865', 'gw_port': {'id': '4dae9401-ccf9-4524-81a4-0743afab0105', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:17:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2f50444-ac87-418b-a656-af22371cbf89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:52:05Z', 'updated_at': '2021-12-18T13:52:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv'}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:52:06.600395 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec0d99b6-183b-4e41-b2b8-5578f34ee821 None None] Checking router: d2f50444-ac87-418b-a656-af22371cbf89 for host: dv-neutron-744815-20-hyperv {{(pid=103162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 18 13:52:06.600745 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec0d99b6-183b-4e41-b2b8-5578f34ee821 None None] Updating router d2f50444-ac87-418b-a656-af22371cbf89 port 4dae9401-ccf9-4524-81a4-0743afab0105 binding host dv-neutron-744815-20-hyperv {{(pid=103162) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 18 13:52:06.626296 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ec0d99b6-183b-4e41-b2b8-5578f34ee821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:52:06.715051 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-9d088406-3f12-4907-bdc2-47a9b9ef1be7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:52:06.923310 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.db_base_plugin_common [None req-9d088406-3f12-4907-bdc2-47a9b9ef1be7 admin admin] Allocated IP 172.20.0.1 (e984c666-923c-41c2-a1ec-63fbd109db54/a8151063-8fff-4877-b494-1e3b0b7b7368/7245800b-0f58-453f-bd2b-62ae5cd2b394) {{(pid=103159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:52:06.946269 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:52:06.981579 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ec0d99b6-183b-4e41-b2b8-5578f34ee821 None None] Publish callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:52:06.988053 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ec0d99b6-183b-4e41-b2b8-5578f34ee821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:52:07.029223 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7ca72a0-7a2e-4aa3-b94f-05e36b4d67e6 None None] DHCP port deletion for decb4a40-7941-48c8-afbb-daaafd502e83 request from dv-neutron-744815-20-hyperv {{(pid=103161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 18 13:52:07.033103 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-9d088406-3f12-4907-bdc2-47a9b9ef1be7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:52:07.034562 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [None req-ec0d99b6-183b-4e41-b2b8-5578f34ee821 None None] Attempting to bind port 4dae9401-ccf9-4524-81a4-0743afab0105 on host dv-neutron-744815-20-hyperv for vnic_type normal with profile {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 13:52:07.034950 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [None req-ec0d99b6-183b-4e41-b2b8-5578f34ee821 None None] Attempting to bind port 4dae9401-ccf9-4524-81a4-0743afab0105 by drivers openvswitch,hyperv on host dv-neutron-744815-20-hyperv at level 0 using segments [{'id': '3f66d49c-4faa-434c-8c3e-991f4f1d01bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83'}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 13:52:07.035522 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec0d99b6-183b-4e41-b2b8-5578f34ee821 None None] Attempting to bind port 4dae9401-ccf9-4524-81a4-0743afab0105 on network decb4a40-7941-48c8-afbb-daaafd502e83 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 13:52:07.044997 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec0d99b6-183b-4e41-b2b8-5578f34ee821 None None] Checking agent: {'id': '428fa9fa-43db-4db9-9f96-f60ffe931f2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-20-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 13, 19, 1), 'started_at': datetime.datetime(2021, 12, 18, 13, 19, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 13, 52, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-20-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 18 13:52:07.045372 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec0d99b6-183b-4e41-b2b8-5578f34ee821 None None] Checking segment: {'id': '3f66d49c-4faa-434c-8c3e-991f4f1d01bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 13:52:07.045826 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ec0d99b6-183b-4e41-b2b8-5578f34ee821 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:52:07.046175 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec0d99b6-183b-4e41-b2b8-5578f34ee821 None None] Bound using segment: {'id': '3f66d49c-4faa-434c-8c3e-991f4f1d01bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83'} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 18 13:52:07.046612 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [None req-ec0d99b6-183b-4e41-b2b8-5578f34ee821 None None] Bound port: 4dae9401-ccf9-4524-81a4-0743afab0105, host: dv-neutron-744815-20-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f66d49c-4faa-434c-8c3e-991f4f1d01bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83'}}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 18 13:52:07.046990 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ec0d99b6-183b-4e41-b2b8-5578f34ee821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:52:07.078886 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-9d088406-3f12-4907-bdc2-47a9b9ef1be7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:52:07.080752 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-eccbb163-f773-4577-afe8-105d28f77fdc None None] Provisioning complete for port 4dae9401-ccf9-4524-81a4-0743afab0105 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:52:07.081213 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-eccbb163-f773-4577-afe8-105d28f77fdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:52:07.104440 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-ec0d99b6-183b-4e41-b2b8-5578f34ee821 None None] For port 4dae9401-ccf9-4524-81a4-0743afab0105, host dv-neutron-744815-20-hyperv, cleared binding levels {{(pid=103162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 18 13:52:07.108173 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-ec0d99b6-183b-4e41-b2b8-5578f34ee821 None None] For port 4dae9401-ccf9-4524-81a4-0743afab0105, host dv-neutron-744815-20-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=4dae9401-ccf9-4524-81a4-0743afab0105,segment=NetworkSegment(3f66d49c-4faa-434c-8c3e-991f4f1d01bd),segment_id=3f66d49c-4faa-434c-8c3e-991f4f1d01bd)] {{(pid=103162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 18 13:52:07.109298 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f125418-5f62-4169-840a-72d46433a14a None None] Pushing event updated for resources: {'Port': ['ID=4dae9401-ccf9-4524-81a4-0743afab0105,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:52:07.118492 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ec0d99b6-183b-4e41-b2b8-5578f34ee821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:52:07.122084 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-eccbb163-f773-4577-afe8-105d28f77fdc None None] Port 4dae9401-ccf9-4524-81a4-0743afab0105 cannot update to ACTIVE because it is not bound. {{(pid=103161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 13:52:07.122595 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f125418-5f62-4169-840a-72d46433a14a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:52:07.122595 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f125418-5f62-4169-840a-72d46433a14a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:52:07.123003 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f125418-5f62-4169-840a-72d46433a14a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:52:07.123367 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f125418-5f62-4169-840a-72d46433a14a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:52:07.123701 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f125418-5f62-4169-840a-72d46433a14a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:52:07.124129 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f125418-5f62-4169-840a-72d46433a14a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:52:07.124478 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f125418-5f62-4169-840a-72d46433a14a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:52:07.124981 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d088406-3f12-4907-bdc2-47a9b9ef1be7 admin admin] Network e984c666-923c-41c2-a1ec-63fbd109db54 is already hosted by enough agents. {{(pid=103159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:52:07.126438 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f125418-5f62-4169-840a-72d46433a14a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:52:07.126776 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f125418-5f62-4169-840a-72d46433a14a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:52:07.127108 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f125418-5f62-4169-840a-72d46433a14a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:52:07.127890 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f125418-5f62-4169-840a-72d46433a14a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:52:07.128423 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f125418-5f62-4169-840a-72d46433a14a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:52:07.128533 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f125418-5f62-4169-840a-72d46433a14a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:52:07.129135 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.base_scheduler [None req-9d088406-3f12-4907-bdc2-47a9b9ef1be7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:52:07.131828 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d088406-3f12-4907-bdc2-47a9b9ef1be7 admin admin] Received port after_create {{(pid=103159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:52:07.141311 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d088406-3f12-4907-bdc2-47a9b9ef1be7 admin admin] Pushing event updated for resources: {'Port': ['ID=7245800b-0f58-453f-bd2b-62ae5cd2b394,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:52:07.175060 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00dab13d-be45-4fd0-9cd1-caa9326bdb65 None None] DHCP port deletion for decb4a40-7941-48c8-afbb-daaafd502e83 request from dv-neutron-744815-20-hyperv {{(pid=103161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 18 13:52:07.190381 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f125418-5f62-4169-840a-72d46433a14a None None] Pushing event updated for resources: {'Port': ['ID=4dae9401-ccf9-4524-81a4-0743afab0105,revision_number=3']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:52:07.198258 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec0d99b6-183b-4e41-b2b8-5578f34ee821 None None] Routers {'d2f50444-ac87-418b-a656-af22371cbf89'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:52:07.199126 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-ec0d99b6-183b-4e41-b2b8-5578f34ee821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:51:57Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['d2f50444-ac87-418b-a656-af22371cbf89'], 'active': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:52:07.201715 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-9d088406-3f12-4907-bdc2-47a9b9ef1be7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586257'] for router_interface, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:52:07.274326 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-e3e74851-36d8-4e99-89e5-3fa72f8cb040 None None] Provisioning complete for port 4dae9401-ccf9-4524-81a4-0743afab0105 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:52:07.274706 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e3e74851-36d8-4e99-89e5-3fa72f8cb040 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:52:07.303806 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 66fb9fa1-5fa2-4f64-916d-3f14bb9bf276 up at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 13:52:07.316194 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvr_db [None req-ec0d99b6-183b-4e41-b2b8-5578f34ee821 None None] Set router d2f50444-ac87-418b-a656-af22371cbf89 gateway port host: dv-neutron-744815-20-hyperv {{(pid=103162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 13:52:07.412992 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e3e74851-36d8-4e99-89e5-3fa72f8cb040 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:52:07.419335 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2294866d-0076-4933-952c-685307032598 None None] Provisioning complete for port 66fb9fa1-5fa2-4f64-916d-3f14bb9bf276 triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:52:07.419811 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:52:07.461398 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-e3e74851-36d8-4e99-89e5-3fa72f8cb040 None None] For port 4dae9401-ccf9-4524-81a4-0743afab0105, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=4dae9401-ccf9-4524-81a4-0743afab0105,segment=NetworkSegment(3f66d49c-4faa-434c-8c3e-991f4f1d01bd),segment_id=3f66d49c-4faa-434c-8c3e-991f4f1d01bd)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:52:07.464578 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-9d088406-3f12-4907-bdc2-47a9b9ef1be7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:52:07.467253 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e3e74851-36d8-4e99-89e5-3fa72f8cb040 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:52:07.515475 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-ec0d99b6-183b-4e41-b2b8-5578f34ee821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2f50444-ac87-418b-a656-af22371cbf89', 'name': 'tempest-ServerActionsTestJSON-1047060273-router', 'tenant_id': '8580c2e482d141ebb0b16b23278c5865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.176'}], 'enable_snat': True}, 'gw_port_id': '4dae9401-ccf9-4524-81a4-0743afab0105', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:52:04Z', 'updated_at': '2021-12-18T13:52:05Z', 'revision_number': 3, 'project_id': '8580c2e482d141ebb0b16b23278c5865', 'gw_port': {'id': '4dae9401-ccf9-4524-81a4-0743afab0105', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:17:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2f50444-ac87-418b-a656-af22371cbf89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:52:05Z', 'updated_at': '2021-12-18T13:52:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv'}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:52:07.542723 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec0d99b6-183b-4e41-b2b8-5578f34ee821 None None] The sync data for ids ['d2f50444-ac87-418b-a656-af22371cbf89'] in dv-neutron-744815-20-hyperv is: [{'id': 'd2f50444-ac87-418b-a656-af22371cbf89', 'name': 'tempest-ServerActionsTestJSON-1047060273-router', 'tenant_id': '8580c2e482d141ebb0b16b23278c5865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.176'}], 'enable_snat': True}, 'gw_port_id': '4dae9401-ccf9-4524-81a4-0743afab0105', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:52:04Z', 'updated_at': '2021-12-18T13:52:05Z', 'revision_number': 3, 'project_id': '8580c2e482d141ebb0b16b23278c5865', 'gw_port': {'id': '4dae9401-ccf9-4524-81a4-0743afab0105', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:17:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2f50444-ac87-418b-a656-af22371cbf89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:52:05Z', 'updated_at': '2021-12-18T13:52:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv'}] {{(pid=103162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 13:52:07.547315 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e74851-36d8-4e99-89e5-3fa72f8cb040 None None] Pushing event updated for resources: {'Port': ['ID=4dae9401-ccf9-4524-81a4-0743afab0105,revision_number=4']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:52:07.590229 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-ec04302a-7e2d-447b-971d-e176a7b6591b None None] Provisioning complete for port 7245800b-0f58-453f-bd2b-62ae5cd2b394 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:52:07.590602 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ec04302a-7e2d-447b-971d-e176a7b6591b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:52:07.633647 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-ec04302a-7e2d-447b-971d-e176a7b6591b None None] Port 7245800b-0f58-453f-bd2b-62ae5cd2b394 cannot update to ACTIVE because it is not bound. {{(pid=103161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 13:52:07.947771 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-9d088406-3f12-4907-bdc2-47a9b9ef1be7 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:52:07.953258 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-9d088406-3f12-4907-bdc2-47a9b9ef1be7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5659917'] for port, after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:52:08.022662 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-9d088406-3f12-4907-bdc2-47a9b9ef1be7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1048031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586432'] for router_interface, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:52:08.024430 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d088406-3f12-4907-bdc2-47a9b9ef1be7 admin admin] Pushing event updated for resources: {'Port': ['ID=7245800b-0f58-453f-bd2b-62ae5cd2b394,revision_number=2']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:52:08.126595 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d088406-3f12-4907-bdc2-47a9b9ef1be7 admin admin] Network e984c666-923c-41c2-a1ec-63fbd109db54 is already hosted by enough agents. {{(pid=103159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:52:08.128065 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.base_scheduler [None req-9d088406-3f12-4907-bdc2-47a9b9ef1be7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:52:08.257610 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d088406-3f12-4907-bdc2-47a9b9ef1be7 admin admin] Router d2f50444-ac87-418b-a656-af22371cbf89 has already been hosted by L3 agent c9c0cd52-5bd2-4704-9429-d80f1c5ad23c {{(pid=103159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 18 13:52:08.359138 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-c1e7987e-74fd-4106-b5ae-a4e12729613e None None] Provisioning complete for port 7245800b-0f58-453f-bd2b-62ae5cd2b394 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:52:08.359744 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c1e7987e-74fd-4106-b5ae-a4e12729613e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:52:08.373096 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d088406-3f12-4907-bdc2-47a9b9ef1be7 admin admin] Notify agent at l3_agent.dv-neutron-744815-20-hyperv the message routers_updated {{(pid=103159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 13:52:08.383270 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-9d088406-3f12-4907-bdc2-47a9b9ef1be7 admin admin] 10.222.0.31 "PUT /v2.0/routers/d2f50444-ac87-418b-a656-af22371cbf89/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1224680 Dec 18 13:52:08.394155 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-c1e7987e-74fd-4106-b5ae-a4e12729613e None None] Port 7245800b-0f58-453f-bd2b-62ae5cd2b394 cannot update to ACTIVE because it is not bound. {{(pid=103161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 13:52:09.092666 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5be02c78-2213-4270-902e-7596a772eb06 None None] Sync routers for ids ['d2f50444-ac87-418b-a656-af22371cbf89'] in dv-neutron-744815-20-hyperv {{(pid=103161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 13:52:09.103625 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5be02c78-2213-4270-902e-7596a772eb06 None None] Routers {'d2f50444-ac87-418b-a656-af22371cbf89'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:52:09.104308 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-5be02c78-2213-4270-902e-7596a772eb06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:51:57Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['d2f50444-ac87-418b-a656-af22371cbf89'], 'active': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:52:09.221818 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvr_db [None req-5be02c78-2213-4270-902e-7596a772eb06 None None] Set router d2f50444-ac87-418b-a656-af22371cbf89 gateway port host: dv-neutron-744815-20-hyperv {{(pid=103161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 13:52:09.228307 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 59388) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:52:09.237697 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-a4b24140-d13c-4323-a621-ae9623c0b107 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Request body: {'security_group': {'name': 'tempest-securitygroup--83449966', 'description': 'tempest-description--751804842'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:52:09.267255 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-a4b24140-d13c-4323-a621-ae9623c0b107 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Publish callbacks [] for security_group, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:52:09.304383 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 4dae9401-ccf9-4524-81a4-0743afab0105 up at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 13:52:09.343515 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-a4b24140-d13c-4323-a621-ae9623c0b107 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Publish callbacks [] for security_group, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:52:09.348663 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-a4b24140-d13c-4323-a621-ae9623c0b107 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:52:09.377920 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-a4b24140-d13c-4323-a621-ae9623c0b107 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Publish callbacks [] for security_group, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:52:09.379330 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-a4b24140-d13c-4323-a621-ae9623c0b107 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1493483 Dec 18 13:52:09.381522 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b24140-d13c-4323-a621-ae9623c0b107 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4e8dc0c-698f-493c-bca6-d88ff97a5577,revision_number=1']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:52:09.382587 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 59390) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:52:09.389279 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-b2c4f4ff-3316-477f-9619-53fefe189ae0 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Request body: {'security_group_rule': {'security_group_id': 'e4e8dc0c-698f-493c-bca6-d88ff97a5577', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:52:09.416705 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2294866d-0076-4933-952c-685307032598 None None] Provisioning complete for port 4dae9401-ccf9-4524-81a4-0743afab0105 triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:52:09.417332 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:52:09.420573 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b2c4f4ff-3316-477f-9619-53fefe189ae0 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:52:09.480901 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b2c4f4ff-3316-477f-9619-53fefe189ae0 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:52:09.485995 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b2c4f4ff-3316-477f-9619-53fefe189ae0 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530267'] for security_group_rule, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:52:09.501383 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c4f4ff-3316-477f-9619-53fefe189ae0 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4884daaf-6059-47a0-8076-41cd660189f1,revision_number=0']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:52:09.513759 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b2c4f4ff-3316-477f-9619-53fefe189ae0 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:52:09.514983 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-b2c4f4ff-3316-477f-9619-53fefe189ae0 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1302667 Dec 18 13:52:09.517623 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 59392) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:52:09.522088 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-19820120-60ec-4b95-9c23-ce65265b7f29 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Request body: {'security_group_rule': {'security_group_id': 'e4e8dc0c-698f-493c-bca6-d88ff97a5577', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:52:09.549809 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-5be02c78-2213-4270-902e-7596a772eb06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2f50444-ac87-418b-a656-af22371cbf89', 'name': 'tempest-ServerActionsTestJSON-1047060273-router', 'tenant_id': '8580c2e482d141ebb0b16b23278c5865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.176'}], 'enable_snat': True}, 'gw_port_id': '4dae9401-ccf9-4524-81a4-0743afab0105', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:52:04Z', 'updated_at': '2021-12-18T13:52:07Z', 'revision_number': 4, 'project_id': '8580c2e482d141ebb0b16b23278c5865', 'gw_port': {'id': '4dae9401-ccf9-4524-81a4-0743afab0105', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:17:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f50444-ac87-418b-a656-af22371cbf89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:52:05Z', 'updated_at': '2021-12-18T13:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv', '_interfaces': [{'id': '7245800b-0f58-453f-bd2b-62ae5cd2b394', 'name': '', 'network_id': 'e984c666-923c-41c2-a1ec-63fbd109db54', 'tenant_id': '8580c2e482d141ebb0b16b23278c5865', 'mac_address': 'fa:16:3e:29:f6:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2f50444-ac87-418b-a656-af22371cbf89', 'device_owner': 'network:router_interface', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': 'a8151063-8fff-4877-b494-1e3b0b7b7368', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:52:06Z', 'updated_at': '2021-12-18T13:52:07Z', 'revision_number': 2, 'project_id': '8580c2e482d141ebb0b16b23278c5865', 'subnets': [{'id': 'a8151063-8fff-4877-b494-1e3b0b7b7368', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:52:09.550462 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-19820120-60ec-4b95-9c23-ce65265b7f29 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:52:09.611122 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-19820120-60ec-4b95-9c23-ce65265b7f29 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:52:09.623910 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-19820120-60ec-4b95-9c23-ce65265b7f29 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530267'] for security_group_rule, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:52:09.644622 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19820120-60ec-4b95-9c23-ce65265b7f29 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3f54619-873d-4dde-af2c-a4edba1fd80e,revision_number=0']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:52:09.650621 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-19820120-60ec-4b95-9c23-ce65265b7f29 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:52:09.655086 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-19820120-60ec-4b95-9c23-ce65265b7f29 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1335127 Dec 18 13:52:09.655584 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 59394) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:52:09.660083 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-b3b49901-196a-48f1-bfb5-a8f5210e0862 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Request body: {'floatingip': {'floating_network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:52:09.685094 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b3b49901-196a-48f1-bfb5-a8f5210e0862 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Publish callbacks [] for floatingip, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:52:09.744885 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5be02c78-2213-4270-902e-7596a772eb06 None None] Checking router: d2f50444-ac87-418b-a656-af22371cbf89 for host: dv-neutron-744815-20-hyperv {{(pid=103161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 18 13:52:09.745233 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5be02c78-2213-4270-902e-7596a772eb06 None None] Updating router d2f50444-ac87-418b-a656-af22371cbf89 port 7245800b-0f58-453f-bd2b-62ae5cd2b394 binding host dv-neutron-744815-20-hyperv {{(pid=103161) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 18 13:52:09.770962 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-5be02c78-2213-4270-902e-7596a772eb06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:52:09.794786 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b3b49901-196a-48f1-bfb5-a8f5210e0862 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:52:09.898808 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.db_base_plugin_common [None req-b3b49901-196a-48f1-bfb5-a8f5210e0862 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Allocated IP 172.26.3.107 (decb4a40-7941-48c8-afbb-daaafd502e83/70deed80-3ca1-4f9e-96cb-563b43d3acba/4612e985-3517-4793-b9dd-7915de21172a) {{(pid=103159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:52:10.002296 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b3b49901-196a-48f1-bfb5-a8f5210e0862 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Publish callbacks [] for port, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:52:10.030357 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-5be02c78-2213-4270-902e-7596a772eb06 None None] Publish callbacks [] for port, precommit_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:52:10.037560 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b3b49901-196a-48f1-bfb5-a8f5210e0862 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:52:10.038217 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-5be02c78-2213-4270-902e-7596a772eb06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:52:10.076245 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3b49901-196a-48f1-bfb5-a8f5210e0862 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Network decb4a40-7941-48c8-afbb-daaafd502e83 is already hosted by enough agents. {{(pid=103159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:52:10.079994 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.base_scheduler [None req-b3b49901-196a-48f1-bfb5-a8f5210e0862 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Resources bound (agent type, host, resource id): {{(pid=103159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:52:10.083909 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3b49901-196a-48f1-bfb5-a8f5210e0862 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Received port after_create {{(pid=103159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:52:10.095134 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdbe9f7-3433-4ac5-801b-927091d4478a None None] Pushing event updated for resources: {'Port': ['ID=7245800b-0f58-453f-bd2b-62ae5cd2b394,revision_number=3']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:52:10.109809 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b49901-196a-48f1-bfb5-a8f5210e0862 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Pushing event updated for resources: {'Port': ['ID=4612e985-3517-4793-b9dd-7915de21172a,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:52:10.149823 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-5be02c78-2213-4270-902e-7596a772eb06 None None] Attempting to bind port 7245800b-0f58-453f-bd2b-62ae5cd2b394 on host dv-neutron-744815-20-hyperv for vnic_type normal with profile {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 13:52:10.150138 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-5be02c78-2213-4270-902e-7596a772eb06 None None] Attempting to bind port 7245800b-0f58-453f-bd2b-62ae5cd2b394 by drivers openvswitch,hyperv on host dv-neutron-744815-20-hyperv at level 0 using segments [{'id': '14046c60-b2f7-4d91-90ff-4117f3ec884d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'e984c666-923c-41c2-a1ec-63fbd109db54'}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 13:52:10.150510 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5be02c78-2213-4270-902e-7596a772eb06 None None] Attempting to bind port 7245800b-0f58-453f-bd2b-62ae5cd2b394 on network e984c666-923c-41c2-a1ec-63fbd109db54 {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 13:52:10.156875 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5be02c78-2213-4270-902e-7596a772eb06 None None] Checking agent: {'id': '428fa9fa-43db-4db9-9f96-f60ffe931f2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-20-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 13, 19, 1), 'started_at': datetime.datetime(2021, 12, 18, 13, 19, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 13, 52, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-20-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 18 13:52:10.157289 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5be02c78-2213-4270-902e-7596a772eb06 None None] Checking segment: {'id': '14046c60-b2f7-4d91-90ff-4117f3ec884d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'e984c666-923c-41c2-a1ec-63fbd109db54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 13:52:10.157661 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-5be02c78-2213-4270-902e-7596a772eb06 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:52:10.158084 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5be02c78-2213-4270-902e-7596a772eb06 None None] Bound using segment: {'id': '14046c60-b2f7-4d91-90ff-4117f3ec884d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'e984c666-923c-41c2-a1ec-63fbd109db54'} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 18 13:52:10.158537 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-5be02c78-2213-4270-902e-7596a772eb06 None None] Bound port: 7245800b-0f58-453f-bd2b-62ae5cd2b394, host: dv-neutron-744815-20-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14046c60-b2f7-4d91-90ff-4117f3ec884d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'e984c666-923c-41c2-a1ec-63fbd109db54'}}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 18 13:52:10.158925 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-5be02c78-2213-4270-902e-7596a772eb06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:52:10.183572 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b3b49901-196a-48f1-bfb5-a8f5210e0862 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:52:10.222763 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b3b49901-196a-48f1-bfb5-a8f5210e0862 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:52:10.227362 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-5be02c78-2213-4270-902e-7596a772eb06 None None] For port 7245800b-0f58-453f-bd2b-62ae5cd2b394, host dv-neutron-744815-20-hyperv, cleared binding levels {{(pid=103161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 18 13:52:10.231824 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-5be02c78-2213-4270-902e-7596a772eb06 None None] For port 7245800b-0f58-453f-bd2b-62ae5cd2b394, host dv-neutron-744815-20-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=7245800b-0f58-453f-bd2b-62ae5cd2b394,segment=NetworkSegment(14046c60-b2f7-4d91-90ff-4117f3ec884d),segment_id=14046c60-b2f7-4d91-90ff-4117f3ec884d)] {{(pid=103161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 18 13:52:10.236617 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-5be02c78-2213-4270-902e-7596a772eb06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:52:10.302781 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5be02c78-2213-4270-902e-7596a772eb06 None None] Routers {'d2f50444-ac87-418b-a656-af22371cbf89'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:52:10.303470 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-5be02c78-2213-4270-902e-7596a772eb06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:51:57Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['d2f50444-ac87-418b-a656-af22371cbf89'], 'active': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:52:10.307095 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdbe9f7-3433-4ac5-801b-927091d4478a None None] Pushing event updated for resources: {'Port': ['ID=7245800b-0f58-453f-bd2b-62ae5cd2b394,revision_number=4']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:52:10.364148 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-4c84a233-d6cb-4eaa-bbfb-7455bdae95ed None None] Provisioning complete for port 7245800b-0f58-453f-bd2b-62ae5cd2b394 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:52:10.364406 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-4c84a233-d6cb-4eaa-bbfb-7455bdae95ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:52:10.402261 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b3b49901-196a-48f1-bfb5-a8f5210e0862 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Publish callbacks [] for port, precommit_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:52:10.407918 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b3b49901-196a-48f1-bfb5-a8f5210e0862 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5659917'] for port, after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:52:10.462812 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvr_db [None req-5be02c78-2213-4270-902e-7596a772eb06 None None] Set router d2f50444-ac87-418b-a656-af22371cbf89 gateway port host: dv-neutron-744815-20-hyperv {{(pid=103161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 13:52:10.494352 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b49901-196a-48f1-bfb5-a8f5210e0862 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Pushing event updated for resources: {'Port': ['ID=4612e985-3517-4793-b9dd-7915de21172a,revision_number=2']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:52:10.506576 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b3b49901-196a-48f1-bfb5-a8f5210e0862 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-587004'] for floatingip, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:52:10.524807 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b3b49901-196a-48f1-bfb5-a8f5210e0862 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for floatingip, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:52:10.526509 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-b3b49901-196a-48f1-bfb5-a8f5210e0862 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8700519 Dec 18 13:52:10.581430 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-4c84a233-d6cb-4eaa-bbfb-7455bdae95ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:52:10.657716 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-4c84a233-d6cb-4eaa-bbfb-7455bdae95ed None None] For port 7245800b-0f58-453f-bd2b-62ae5cd2b394, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=7245800b-0f58-453f-bd2b-62ae5cd2b394,segment=NetworkSegment(14046c60-b2f7-4d91-90ff-4117f3ec884d),segment_id=14046c60-b2f7-4d91-90ff-4117f3ec884d)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:52:10.670059 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-4c84a233-d6cb-4eaa-bbfb-7455bdae95ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:52:10.679718 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-42a28aec-1e6f-47e2-803d-1a176f7f9ce9 req-47332059-dabb-4678-881e-25f9efb918e3 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--83449966&fields=id&tenant_id=8580c2e482d141ebb0b16b23278c5865 HTTP/1.1" status: 200 len: 267 time: 0.0446899 Dec 18 13:52:10.740543 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c84a233-d6cb-4eaa-bbfb-7455bdae95ed None None] Pushing event updated for resources: {'Port': ['ID=7245800b-0f58-453f-bd2b-62ae5cd2b394,revision_number=5']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:52:10.763618 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-5be02c78-2213-4270-902e-7596a772eb06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2f50444-ac87-418b-a656-af22371cbf89', 'name': 'tempest-ServerActionsTestJSON-1047060273-router', 'tenant_id': '8580c2e482d141ebb0b16b23278c5865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.176'}], 'enable_snat': True}, 'gw_port_id': '4dae9401-ccf9-4524-81a4-0743afab0105', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:52:04Z', 'updated_at': '2021-12-18T13:52:07Z', 'revision_number': 4, 'project_id': '8580c2e482d141ebb0b16b23278c5865', 'gw_port': {'id': '4dae9401-ccf9-4524-81a4-0743afab0105', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:17:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f50444-ac87-418b-a656-af22371cbf89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:52:05Z', 'updated_at': '2021-12-18T13:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv', '_interfaces': [{'id': '7245800b-0f58-453f-bd2b-62ae5cd2b394', 'name': '', 'network_id': 'e984c666-923c-41c2-a1ec-63fbd109db54', 'tenant_id': '8580c2e482d141ebb0b16b23278c5865', 'mac_address': 'fa:16:3e:29:f6:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2f50444-ac87-418b-a656-af22371cbf89', 'device_owner': 'network:router_interface', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': 'a8151063-8fff-4877-b494-1e3b0b7b7368', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:52:06Z', 'updated_at': '2021-12-18T13:52:10Z', 'revision_number': 4, 'project_id': '8580c2e482d141ebb0b16b23278c5865', 'subnets': [{'id': 'a8151063-8fff-4877-b494-1e3b0b7b7368', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:52:10.793210 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5be02c78-2213-4270-902e-7596a772eb06 None None] The sync data for ids ['d2f50444-ac87-418b-a656-af22371cbf89'] in dv-neutron-744815-20-hyperv is: [{'id': 'd2f50444-ac87-418b-a656-af22371cbf89', 'name': 'tempest-ServerActionsTestJSON-1047060273-router', 'tenant_id': '8580c2e482d141ebb0b16b23278c5865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.176'}], 'enable_snat': True}, 'gw_port_id': '4dae9401-ccf9-4524-81a4-0743afab0105', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:52:04Z', 'updated_at': '2021-12-18T13:52:07Z', 'revision_number': 4, 'project_id': '8580c2e482d141ebb0b16b23278c5865', 'gw_port': {'id': '4dae9401-ccf9-4524-81a4-0743afab0105', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:17:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f50444-ac87-418b-a656-af22371cbf89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:52:05Z', 'updated_at': '2021-12-18T13:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv', '_interfaces': [{'id': '7245800b-0f58-453f-bd2b-62ae5cd2b394', 'name': '', 'network_id': 'e984c666-923c-41c2-a1ec-63fbd109db54', 'tenant_id': '8580c2e482d141ebb0b16b23278c5865', 'mac_address': 'fa:16:3e:29:f6:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2f50444-ac87-418b-a656-af22371cbf89', 'device_owner': 'network:router_interface', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': 'a8151063-8fff-4877-b494-1e3b0b7b7368', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:52:06Z', 'updated_at': '2021-12-18T13:52:10Z', 'revision_number': 4, 'project_id': '8580c2e482d141ebb0b16b23278c5865', 'subnets': [{'id': 'a8151063-8fff-4877-b494-1e3b0b7b7368', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 13:52:10.793503 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a28aec-1e6f-47e2-803d-1a176f7f9ce9 req-ffe4d81f-2ac7-41a7-9fb9-500ad8825bab tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:52:10.795935 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-42a28aec-1e6f-47e2-803d-1a176f7f9ce9 req-ffe4d81f-2ac7-41a7-9fb9-500ad8825bab tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/networks?id=e984c666-923c-41c2-a1ec-63fbd109db54 HTTP/1.1" status: 200 len: 812 time: 0.1092646 Dec 18 13:52:10.804590 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-43817257-2f27-47fa-9028-66dda3124886 None None] Provisioning complete for port 7245800b-0f58-453f-bd2b-62ae5cd2b394 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:52:10.805062 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-43817257-2f27-47fa-9028-66dda3124886 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:52:10.813172 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-42a28aec-1e6f-47e2-803d-1a176f7f9ce9 req-fed5f61c-c0e3-4281-87b6-1cface354790 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/quotas/8580c2e482d141ebb0b16b23278c5865 HTTP/1.1" status: 200 len: 375 time: 0.0121522 Dec 18 13:52:10.888172 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-42a28aec-1e6f-47e2-803d-1a176f7f9ce9 req-7673f191-1922-45bf-825b-1116fec3cace tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=8580c2e482d141ebb0b16b23278c5865&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0680285 Dec 18 13:52:11.039497 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-42a28aec-1e6f-47e2-803d-1a176f7f9ce9 req-d30268b2-2471-4dc2-965a-86cf4df28983 service neutron] 10.222.0.31 "GET /v2.0/networks/e984c666-923c-41c2-a1ec-63fbd109db54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393104 Dec 18 13:52:11.135595 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-42a28aec-1e6f-47e2-803d-1a176f7f9ce9 req-ede2f54a-eaa6-41f2-bbed-d9a17bac5da1 service neutron] 10.222.0.31 "GET /v2.0/networks/e984c666-923c-41c2-a1ec-63fbd109db54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895636 Dec 18 13:52:11.324343 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 7245800b-0f58-453f-bd2b-62ae5cd2b394 up at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 13:52:11.361122 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-8203773a-6dc1-4556-babe-84894da4f59c req-aac3e6fc-7af6-4edc-9eab-01c576fc4706 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdfd883d-2e0e-4c06-8f24-4448859c724e HTTP/1.1" status: 200 len: 210 time: 0.0454075 Dec 18 13:52:11.382352 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2294866d-0076-4933-952c-685307032598 None None] Provisioning complete for port 7245800b-0f58-453f-bd2b-62ae5cd2b394 triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:52:11.382731 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:52:12.346619 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a28aec-1e6f-47e2-803d-1a176f7f9ce9 req-8450c5ef-71d6-434b-8b61-16f90b137845 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:52:12.348241 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-42a28aec-1e6f-47e2-803d-1a176f7f9ce9 req-8450c5ef-71d6-434b-8b61-16f90b137845 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.43 "GET /v2.0/networks?id=e984c666-923c-41c2-a1ec-63fbd109db54 HTTP/1.1" status: 200 len: 812 time: 0.1137602 Dec 18 13:52:12.414568 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-42a28aec-1e6f-47e2-803d-1a176f7f9ce9 req-2f9a7a0a-adeb-4ddd-850d-64967d0babe7 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8580c2e482d141ebb0b16b23278c5865 HTTP/1.1" status: 200 len: 378 time: 0.0559988 Dec 18 13:52:12.435348 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [req-42a28aec-1e6f-47e2-803d-1a176f7f9ce9 req-80b34e69-e35f-4e77-a132-386380d2c6e5 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Request body: {'port': {'device_id': 'bdfd883d-2e0e-4c06-8f24-4448859c724e', 'network_id': 'e984c666-923c-41c2-a1ec-63fbd109db54', 'admin_state_up': True, 'tenant_id': '8580c2e482d141ebb0b16b23278c5865', 'security_groups': ['e4e8dc0c-698f-493c-bca6-d88ff97a5577']}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:52:12.444523 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-41c9f03a-b084-46fa-930b-791a6130dcc9 req-fbce199a-1ef2-49a0-88e4-702a14512208 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdfd883d-2e0e-4c06-8f24-4448859c724e HTTP/1.1" status: 200 len: 210 time: 0.0273218 Dec 18 13:52:12.561976 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42a28aec-1e6f-47e2-803d-1a176f7f9ce9 req-80b34e69-e35f-4e77-a132-386380d2c6e5 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Made reservation on behalf of 8580c2e482d141ebb0b16b23278c5865 for: {'port': 1} {{(pid=103159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:52:12.565450 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-42a28aec-1e6f-47e2-803d-1a176f7f9ce9 req-80b34e69-e35f-4e77-a132-386380d2c6e5 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:52:12.688660 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.db_base_plugin_common [req-42a28aec-1e6f-47e2-803d-1a176f7f9ce9 req-80b34e69-e35f-4e77-a132-386380d2c6e5 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Allocated IP 172.20.0.9 (e984c666-923c-41c2-a1ec-63fbd109db54/a8151063-8fff-4877-b494-1e3b0b7b7368/f45e0111-0904-418d-b6d2-e9e0213accbe) {{(pid=103159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:52:12.837194 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-42a28aec-1e6f-47e2-803d-1a176f7f9ce9 req-80b34e69-e35f-4e77-a132-386380d2c6e5 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Publish callbacks [] for port, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:52:12.875030 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-42a28aec-1e6f-47e2-803d-1a176f7f9ce9 req-80b34e69-e35f-4e77-a132-386380d2c6e5 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:52:12.921792 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42a28aec-1e6f-47e2-803d-1a176f7f9ce9 req-80b34e69-e35f-4e77-a132-386380d2c6e5 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Network e984c666-923c-41c2-a1ec-63fbd109db54 is already hosted by enough agents. {{(pid=103159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:52:12.924763 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.base_scheduler [req-42a28aec-1e6f-47e2-803d-1a176f7f9ce9 req-80b34e69-e35f-4e77-a132-386380d2c6e5 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Resources bound (agent type, host, resource id): {{(pid=103159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:52:12.928526 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [req-42a28aec-1e6f-47e2-803d-1a176f7f9ce9 req-80b34e69-e35f-4e77-a132-386380d2c6e5 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Received port after_create {{(pid=103159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:52:12.955834 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b34e69-e35f-4e77-a132-386380d2c6e5 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Pushing event updated for resources: {'Port': ['ID=f45e0111-0904-418d-b6d2-e9e0213accbe,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:52:12.982747 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a28aec-1e6f-47e2-803d-1a176f7f9ce9 req-80b34e69-e35f-4e77-a132-386380d2c6e5 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:52:12.983394 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-42a28aec-1e6f-47e2-803d-1a176f7f9ce9 req-80b34e69-e35f-4e77-a132-386380d2c6e5 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:52:13.001674 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-42a28aec-1e6f-47e2-803d-1a176f7f9ce9 req-80b34e69-e35f-4e77-a132-386380d2c6e5 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5733514 Dec 18 13:52:13.015111 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [req-42a28aec-1e6f-47e2-803d-1a176f7f9ce9 req-6e1a40ca-9c0a-4ceb-bc76-64a3b8924eb2 service neutron] Request body: {'port': {'device_id': 'bdfd883d-2e0e-4c06-8f24-4448859c724e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7448'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:52:13.076604 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-42a28aec-1e6f-47e2-803d-1a176f7f9ce9 req-6e1a40ca-9c0a-4ceb-bc76-64a3b8924eb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:52:13.155874 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-e8406870-3b5f-4ed1-a44f-524b7b1c4380 None None] Provisioning complete for port f45e0111-0904-418d-b6d2-e9e0213accbe triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:52:13.156486 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e8406870-3b5f-4ed1-a44f-524b7b1c4380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:52:13.191105 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-e8406870-3b5f-4ed1-a44f-524b7b1c4380 None None] Port f45e0111-0904-418d-b6d2-e9e0213accbe cannot update to ACTIVE because it is not bound. {{(pid=103161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 13:52:13.342398 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.notifiers.nova [req-42a28aec-1e6f-47e2-803d-1a176f7f9ce9 req-6e1a40ca-9c0a-4ceb-bc76-64a3b8924eb2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f45e0111-0904-418d-b6d2-e9e0213accbe {{(pid=103159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 18 13:52:13.349748 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-42a28aec-1e6f-47e2-803d-1a176f7f9ce9 req-6e1a40ca-9c0a-4ceb-bc76-64a3b8924eb2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:52:13.361828 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.provisioning_blocks [req-42a28aec-1e6f-47e2-803d-1a176f7f9ce9 req-6e1a40ca-9c0a-4ceb-bc76-64a3b8924eb2 service neutron] Transition to ACTIVE for port object f45e0111-0904-418d-b6d2-e9e0213accbe will not be triggered until provisioned by entity L2. {{(pid=103159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 18 13:52:13.366716 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-42a28aec-1e6f-47e2-803d-1a176f7f9ce9 req-6e1a40ca-9c0a-4ceb-bc76-64a3b8924eb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5659917'] for port, after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:52:13.417356 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1a40ca-9c0a-4ceb-bc76-64a3b8924eb2 service neutron] Pushing event updated for resources: {'Port': ['ID=f45e0111-0904-418d-b6d2-e9e0213accbe,revision_number=2']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:52:13.490584 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.managers [req-42a28aec-1e6f-47e2-803d-1a176f7f9ce9 req-6e1a40ca-9c0a-4ceb-bc76-64a3b8924eb2 service neutron] Attempting to bind port f45e0111-0904-418d-b6d2-e9e0213accbe on host hv-neutron-7448 for vnic_type normal with profile {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 13:52:13.490932 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.managers [req-42a28aec-1e6f-47e2-803d-1a176f7f9ce9 req-6e1a40ca-9c0a-4ceb-bc76-64a3b8924eb2 service neutron] Attempting to bind port f45e0111-0904-418d-b6d2-e9e0213accbe by drivers openvswitch,hyperv on host hv-neutron-7448 at level 0 using segments [{'id': '14046c60-b2f7-4d91-90ff-4117f3ec884d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'e984c666-923c-41c2-a1ec-63fbd109db54'}] {{(pid=103159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 13:52:13.491306 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42a28aec-1e6f-47e2-803d-1a176f7f9ce9 req-6e1a40ca-9c0a-4ceb-bc76-64a3b8924eb2 service neutron] Attempting to bind port f45e0111-0904-418d-b6d2-e9e0213accbe on network e984c666-923c-41c2-a1ec-63fbd109db54 {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 13:52:13.497376 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42a28aec-1e6f-47e2-803d-1a176f7f9ce9 req-6e1a40ca-9c0a-4ceb-bc76-64a3b8924eb2 service neutron] Port f45e0111-0904-418d-b6d2-e9e0213accbe on network e984c666-923c-41c2-a1ec-63fbd109db54 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7448 {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 18 13:52:13.497793 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42a28aec-1e6f-47e2-803d-1a176f7f9ce9 req-6e1a40ca-9c0a-4ceb-bc76-64a3b8924eb2 service neutron] Attempting to bind port f45e0111-0904-418d-b6d2-e9e0213accbe on network e984c666-923c-41c2-a1ec-63fbd109db54 {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 13:52:13.506750 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42a28aec-1e6f-47e2-803d-1a176f7f9ce9 req-6e1a40ca-9c0a-4ceb-bc76-64a3b8924eb2 service neutron] Checking agent: {'id': 'c35b6aa0-0616-421f-8ded-732dd37fc90f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7448', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 13, 24, 37), 'started_at': datetime.datetime(2021, 12, 18, 13, 24, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 13, 52, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 18 13:52:13.507094 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42a28aec-1e6f-47e2-803d-1a176f7f9ce9 req-6e1a40ca-9c0a-4ceb-bc76-64a3b8924eb2 service neutron] Checking segment: {'id': '14046c60-b2f7-4d91-90ff-4117f3ec884d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'e984c666-923c-41c2-a1ec-63fbd109db54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 13:52:13.507517 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42a28aec-1e6f-47e2-803d-1a176f7f9ce9 req-6e1a40ca-9c0a-4ceb-bc76-64a3b8924eb2 service neutron] Bound using segment: {'id': '14046c60-b2f7-4d91-90ff-4117f3ec884d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'e984c666-923c-41c2-a1ec-63fbd109db54'} {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 18 13:52:13.507953 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.managers [req-42a28aec-1e6f-47e2-803d-1a176f7f9ce9 req-6e1a40ca-9c0a-4ceb-bc76-64a3b8924eb2 service neutron] Bound port: f45e0111-0904-418d-b6d2-e9e0213accbe, host: hv-neutron-7448, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14046c60-b2f7-4d91-90ff-4117f3ec884d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'e984c666-923c-41c2-a1ec-63fbd109db54'}}] {{(pid=103159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 18 13:52:13.508320 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-42a28aec-1e6f-47e2-803d-1a176f7f9ce9 req-6e1a40ca-9c0a-4ceb-bc76-64a3b8924eb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:52:13.617329 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88825600-adeb-4c5d-b8f2-74b494c95119 req-ca8c1922-0762-4dc1-951f-7222bca0c51c tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:52:13.619028 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-88825600-adeb-4c5d-b8f2-74b494c95119 req-ca8c1922-0762-4dc1-951f-7222bca0c51c tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdfd883d-2e0e-4c06-8f24-4448859c724e HTTP/1.1" status: 200 len: 943 time: 0.0941060 Dec 18 13:52:13.621996 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.db [req-42a28aec-1e6f-47e2-803d-1a176f7f9ce9 req-6e1a40ca-9c0a-4ceb-bc76-64a3b8924eb2 service neutron] For port f45e0111-0904-418d-b6d2-e9e0213accbe, host hv-neutron-7448, cleared binding levels {{(pid=103159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 18 13:52:13.625535 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.db [req-42a28aec-1e6f-47e2-803d-1a176f7f9ce9 req-6e1a40ca-9c0a-4ceb-bc76-64a3b8924eb2 service neutron] For port f45e0111-0904-418d-b6d2-e9e0213accbe, host hv-neutron-7448, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=f45e0111-0904-418d-b6d2-e9e0213accbe,segment=NetworkSegment(14046c60-b2f7-4d91-90ff-4117f3ec884d),segment_id=14046c60-b2f7-4d91-90ff-4117f3ec884d)] {{(pid=103159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 18 13:52:13.635626 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-42a28aec-1e6f-47e2-803d-1a176f7f9ce9 req-6e1a40ca-9c0a-4ceb-bc76-64a3b8924eb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5659917'] for port, after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:52:13.682386 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a28aec-1e6f-47e2-803d-1a176f7f9ce9 req-6e1a40ca-9c0a-4ceb-bc76-64a3b8924eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:52:13.682997 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-42a28aec-1e6f-47e2-803d-1a176f7f9ce9 req-6e1a40ca-9c0a-4ceb-bc76-64a3b8924eb2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:52:13.684448 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-42a28aec-1e6f-47e2-803d-1a176f7f9ce9 req-6e1a40ca-9c0a-4ceb-bc76-64a3b8924eb2 service neutron] 10.222.0.43 "PUT /v2.0/ports/f45e0111-0904-418d-b6d2-e9e0213accbe HTTP/1.1" status: 200 len: 1093 time: 0.6738949 Dec 18 13:52:13.684929 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdfd883d-2e0e-4c06-8f24-4448859c724e', 'tag': 'f45e0111-0904-418d-b6d2-e9e0213accbe'}] {{(pid=103159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 18 13:52:13.687240 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca844cf115d59c1fab86abc202fb4c13735de0d7e4cbbbb25eec9406e9c87431" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8002a11d-52cb-4f51-823e-51138f73f3f0" -d '{"events": [{"name": "network-changed", "server_uuid": "bdfd883d-2e0e-4c06-8f24-4448859c724e", "tag": "f45e0111-0904-418d-b6d2-e9e0213accbe"}]}' {{(pid=103159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 18 13:52:13.731822 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-88825600-adeb-4c5d-b8f2-74b494c95119 req-00ca2b86-73f6-4a35-8ea1-0a4848d422d7 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4e8dc0c-698f-493c-bca6-d88ff97a5577&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1047325 Dec 18 13:52:13.734080 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1a40ca-9c0a-4ceb-bc76-64a3b8924eb2 service neutron] Pushing event updated for resources: {'Port': ['ID=f45e0111-0904-418d-b6d2-e9e0213accbe,revision_number=3']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:52:13.748816 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 13:52:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2ee8a01-5a93-4b0e-9e57-648921c81190 x-openstack-request-id: req-c2ee8a01-5a93-4b0e-9e57-648921c81190 {{(pid=103159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 18 13:52:13.749112 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdfd883d-2e0e-4c06-8f24-4448859c724e", "tag": "f45e0111-0904-418d-b6d2-e9e0213accbe", "status": "completed", "code": 200}]} {{(pid=103159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 18 13:52:13.749371 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c2ee8a01-5a93-4b0e-9e57-648921c81190 {{(pid=103159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 18 13:52:13.749779 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdfd883d-2e0e-4c06-8f24-4448859c724e', 'tag': 'f45e0111-0904-418d-b6d2-e9e0213accbe', 'status': 'completed', 'code': 200} Dec 18 13:52:13.782300 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a28aec-1e6f-47e2-803d-1a176f7f9ce9 req-1563c2b9-dcf7-4142-a73c-e59f06a5e621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:52:13.783951 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-42a28aec-1e6f-47e2-803d-1a176f7f9ce9 req-1563c2b9-dcf7-4142-a73c-e59f06a5e621 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8580c2e482d141ebb0b16b23278c5865&device_id=bdfd883d-2e0e-4c06-8f24-4448859c724e HTTP/1.1" status: 200 len: 1096 time: 0.0508063 Dec 18 13:52:13.833264 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-42a28aec-1e6f-47e2-803d-1a176f7f9ce9 req-a9b82fd3-e359-4b22-8a80-468367a7557e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f45e0111-0904-418d-b6d2-e9e0213accbe HTTP/1.1" status: 200 len: 217 time: 0.0396738 Dec 18 13:52:13.883312 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a28aec-1e6f-47e2-803d-1a176f7f9ce9 req-4199a957-51a3-48c3-83bc-d991e19e75ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:52:13.884785 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-42a28aec-1e6f-47e2-803d-1a176f7f9ce9 req-4199a957-51a3-48c3-83bc-d991e19e75ca service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a8151063-8fff-4877-b494-1e3b0b7b7368 HTTP/1.1" status: 200 len: 851 time: 0.0443039 Dec 18 13:52:13.930923 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a28aec-1e6f-47e2-803d-1a176f7f9ce9 req-b83ca097-b0c3-47d3-afc9-5a6e36c2b84c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:52:13.932504 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-42a28aec-1e6f-47e2-803d-1a176f7f9ce9 req-b83ca097-b0c3-47d3-afc9-5a6e36c2b84c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e984c666-923c-41c2-a1ec-63fbd109db54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0404432 Dec 18 13:52:14.025321 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-42a28aec-1e6f-47e2-803d-1a176f7f9ce9 req-d04b7937-31bd-4ad9-8ff3-23885e11ac10 service neutron] 10.222.0.43 "GET /v2.0/networks/e984c666-923c-41c2-a1ec-63fbd109db54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854666 Dec 18 13:52:14.122110 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-42a28aec-1e6f-47e2-803d-1a176f7f9ce9 req-9cc02209-3c65-48cd-b1fb-ad6ada17787f service neutron] 10.222.0.43 "GET /v2.0/networks/e984c666-923c-41c2-a1ec-63fbd109db54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886314 Dec 18 13:52:14.218600 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8002a11d-52cb-4f51-823e-51138f73f3f0 req-9d3d3f9e-2ebf-43df-b8f3-baa09f483374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:52:14.220137 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-8002a11d-52cb-4f51-823e-51138f73f3f0 req-9d3d3f9e-2ebf-43df-b8f3-baa09f483374 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8580c2e482d141ebb0b16b23278c5865&device_id=bdfd883d-2e0e-4c06-8f24-4448859c724e HTTP/1.1" status: 200 len: 1096 time: 0.0457573 Dec 18 13:52:14.314531 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8002a11d-52cb-4f51-823e-51138f73f3f0 req-785ea0aa-5678-46a4-b4b3-2988ae1ada72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:52:14.316072 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-8002a11d-52cb-4f51-823e-51138f73f3f0 req-785ea0aa-5678-46a4-b4b3-2988ae1ada72 service neutron] 10.222.0.43 "GET /v2.0/networks?id=e984c666-923c-41c2-a1ec-63fbd109db54 HTTP/1.1" status: 200 len: 913 time: 0.0864286 Dec 18 13:52:14.361602 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-8002a11d-52cb-4f51-823e-51138f73f3f0 req-9b4e1207-8d97-4226-a6cf-99d231219cbc service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f45e0111-0904-418d-b6d2-e9e0213accbe HTTP/1.1" status: 200 len: 217 time: 0.0379274 Dec 18 13:52:14.422984 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8002a11d-52cb-4f51-823e-51138f73f3f0 req-23929718-5aaf-4d0d-a0f4-b1a3bb1ad9c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:52:14.424340 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-8002a11d-52cb-4f51-823e-51138f73f3f0 req-23929718-5aaf-4d0d-a0f4-b1a3bb1ad9c3 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a8151063-8fff-4877-b494-1e3b0b7b7368 HTTP/1.1" status: 200 len: 851 time: 0.0539370 Dec 18 13:52:14.475416 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8002a11d-52cb-4f51-823e-51138f73f3f0 req-b9a57fdf-a39b-4ad7-9338-d9ce2e882c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:52:14.476924 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-8002a11d-52cb-4f51-823e-51138f73f3f0 req-b9a57fdf-a39b-4ad7-9338-d9ce2e882c3d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e984c666-923c-41c2-a1ec-63fbd109db54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0439203 Dec 18 13:52:14.571096 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-8002a11d-52cb-4f51-823e-51138f73f3f0 req-4c7a1498-b505-4838-805b-6c600fde5b8f service neutron] 10.222.0.43 "GET /v2.0/networks/e984c666-923c-41c2-a1ec-63fbd109db54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867944 Dec 18 13:52:14.668885 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-8002a11d-52cb-4f51-823e-51138f73f3f0 req-992830d6-9f23-4169-b0a6-c4700f008233 service neutron] 10.222.0.43 "GET /v2.0/networks/e984c666-923c-41c2-a1ec-63fbd109db54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901389 Dec 18 13:52:14.873609 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1aa151c-837a-4687-ba4d-2d7fb6a958e9 req-ca6cbf92-fd46-4d35-8043-5d5c1af5c6c8 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:52:14.875102 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-e1aa151c-837a-4687-ba4d-2d7fb6a958e9 req-ca6cbf92-fd46-4d35-8043-5d5c1af5c6c8 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdfd883d-2e0e-4c06-8f24-4448859c724e HTTP/1.1" status: 200 len: 943 time: 0.0600235 Dec 18 13:52:14.924034 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-e1aa151c-837a-4687-ba4d-2d7fb6a958e9 req-90f23357-17cd-4096-a3ff-51e1d0d17067 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4e8dc0c-698f-493c-bca6-d88ff97a5577&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427394 Dec 18 13:52:16.068374 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e23d4e-c2cc-4a55-8ad0-1598527169cd req-841ea287-34a0-4cf9-9f4d-4dc2d27c0342 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:52:16.069844 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-15e23d4e-c2cc-4a55-8ad0-1598527169cd req-841ea287-34a0-4cf9-9f4d-4dc2d27c0342 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdfd883d-2e0e-4c06-8f24-4448859c724e HTTP/1.1" status: 200 len: 943 time: 0.0666466 Dec 18 13:52:16.129356 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-15e23d4e-c2cc-4a55-8ad0-1598527169cd req-327e878e-5fda-4ca3-a366-6665e71d6ae1 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4e8dc0c-698f-493c-bca6-d88ff97a5577&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0499148 Dec 18 13:52:17.264672 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43faaad2-8600-4078-bb3b-ac1ecffc6e26 req-a9491e1a-4154-469d-9562-2cafd32e1cb9 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:52:17.266153 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-43faaad2-8600-4078-bb3b-ac1ecffc6e26 req-a9491e1a-4154-469d-9562-2cafd32e1cb9 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdfd883d-2e0e-4c06-8f24-4448859c724e HTTP/1.1" status: 200 len: 943 time: 0.0546410 Dec 18 13:52:17.313884 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-43faaad2-8600-4078-bb3b-ac1ecffc6e26 req-2cea6aab-feb2-42ca-97b3-bb0396659eda tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4e8dc0c-698f-493c-bca6-d88ff97a5577&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0416629 Dec 18 13:52:18.091271 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Device f45e0111-0904-418d-b6d2-e9e0213accbe details requested by agent hyperv_hv-neutron-7448 with host hv-neutron-7448 {{(pid=103161) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 18 13:52:18.206548 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] For port f45e0111-0904-418d-b6d2-e9e0213accbe, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=f45e0111-0904-418d-b6d2-e9e0213accbe,segment=NetworkSegment(14046c60-b2f7-4d91-90ff-4117f3ec884d),segment_id=14046c60-b2f7-4d91-90ff-4117f3ec884d)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:52:18.218270 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Returning: {'device': 'f45e0111-0904-418d-b6d2-e9e0213accbe', 'network_id': 'e984c666-923c-41c2-a1ec-63fbd109db54', 'port_id': 'f45e0111-0904-418d-b6d2-e9e0213accbe', 'mac_address': 'fa:16:3e:8d:9b:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8151063-8fff-4877-b494-1e3b0b7b7368', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103161) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 18 13:52:18.255515 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:52:18.268519 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.notifiers.nova [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f45e0111-0904-418d-b6d2-e9e0213accbe {{(pid=103161) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 18 13:52:18.296857 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] For port f45e0111-0904-418d-b6d2-e9e0213accbe, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=f45e0111-0904-418d-b6d2-e9e0213accbe,segment=NetworkSegment(14046c60-b2f7-4d91-90ff-4117f3ec884d),segment_id=14046c60-b2f7-4d91-90ff-4117f3ec884d)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:52:18.302460 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:52:18.352001 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Pushing event updated for resources: {'Port': ['ID=f45e0111-0904-418d-b6d2-e9e0213accbe,revision_number=4']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:52:18.359930 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:52:18.360319 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:52:18.360667 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:52:18.361004 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:52:18.361342 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:52:18.361670 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:52:18.361989 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:52:18.362317 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:52:18.362644 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:52:18.362985 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:52:18.363323 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:52:18.363665 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:52:18.363980 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:52:18.433702 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5b9de7-8391-4063-a6ab-f14f7eea1f9a req-696bb0ea-512c-4256-b324-d446744f1b72 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:52:18.435165 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-6c5b9de7-8391-4063-a6ab-f14f7eea1f9a req-696bb0ea-512c-4256-b324-d446744f1b72 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdfd883d-2e0e-4c06-8f24-4448859c724e HTTP/1.1" status: 200 len: 944 time: 0.0483780 Dec 18 13:52:18.494167 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-6c5b9de7-8391-4063-a6ab-f14f7eea1f9a req-30cf64cd-5afd-45ce-b788-3feeebd27753 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4e8dc0c-698f-493c-bca6-d88ff97a5577&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0525572 Dec 18 13:52:18.626439 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] get_ports_and_sgs() called for port_ids ['f45e0111-0904-418d-b6d2-e9e0213accbe'] {{(pid=103161) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 18 13:52:19.627684 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ef8b26-9ca2-40a5-8b6b-c877c6d1a73a req-b25572d1-93de-4937-916b-fedb6d4041a2 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:52:19.628862 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-72ef8b26-9ca2-40a5-8b6b-c877c6d1a73a req-b25572d1-93de-4937-916b-fedb6d4041a2 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdfd883d-2e0e-4c06-8f24-4448859c724e HTTP/1.1" status: 200 len: 944 time: 0.0509782 Dec 18 13:52:19.678005 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-72ef8b26-9ca2-40a5-8b6b-c877c6d1a73a req-a01fbe57-a9ae-41d0-8099-08a2d2739279 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4e8dc0c-698f-493c-bca6-d88ff97a5577&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428803 Dec 18 13:52:20.097969 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Device f45e0111-0904-418d-b6d2-e9e0213accbe up at agent hyperv_hv-neutron-7448 {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 13:52:20.159502 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Provisioning for port f45e0111-0904-418d-b6d2-e9e0213accbe completed by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 18 13:52:20.163836 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Provisioning complete for port f45e0111-0904-418d-b6d2-e9e0213accbe triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:52:20.164208 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:52:20.242641 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:52:20.266807 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdfd883d-2e0e-4c06-8f24-4448859c724e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f45e0111-0904-418d-b6d2-e9e0213accbe'}] {{(pid=103161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 18 13:52:20.269179 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22224e7a42aa75e3f3b9c037df440650d2cfa1dd97b40a249aee4a8113775251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcf9458c-ec93-4a0b-802b-6b51734db623" -d '{"events": [{"server_uuid": "bdfd883d-2e0e-4c06-8f24-4448859c724e", "name": "network-vif-plugged", "status": "completed", "tag": "f45e0111-0904-418d-b6d2-e9e0213accbe"}]}' {{(pid=103161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 18 13:52:20.282692 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] For port f45e0111-0904-418d-b6d2-e9e0213accbe, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=f45e0111-0904-418d-b6d2-e9e0213accbe,segment=NetworkSegment(14046c60-b2f7-4d91-90ff-4117f3ec884d),segment_id=14046c60-b2f7-4d91-90ff-4117f3ec884d)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:52:20.287523 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:52:20.296664 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.agents_db [None req-e3dda592-589a-4b4d-b028-ba9a260f4f50 None None] Agent healthcheck: found 6 active agents {{(pid=103162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 18 13:52:20.315545 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 13:52:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fdf7536-86a1-4c6d-bf06-a2feb75c59c1 x-openstack-request-id: req-2fdf7536-86a1-4c6d-bf06-a2feb75c59c1 {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 18 13:52:20.315834 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdfd883d-2e0e-4c06-8f24-4448859c724e", "name": "network-vif-plugged", "status": "completed", "tag": "f45e0111-0904-418d-b6d2-e9e0213accbe", "code": 200}]} {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 18 13:52:20.316082 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2fdf7536-86a1-4c6d-bf06-a2feb75c59c1 {{(pid=103161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 18 13:52:20.316490 dv-neutron-744815-20-hyperv neutron-server[103161]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdfd883d-2e0e-4c06-8f24-4448859c724e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f45e0111-0904-418d-b6d2-e9e0213accbe', 'code': 200} Dec 18 13:52:20.344031 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Pushing event updated for resources: {'Port': ['ID=f45e0111-0904-418d-b6d2-e9e0213accbe,revision_number=5']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:52:20.484928 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61f9857-1717-4c41-8957-97242e0bc3d2 req-f077e12e-156a-43c3-8ee3-9813444a4318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:52:20.486425 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-e61f9857-1717-4c41-8957-97242e0bc3d2 req-f077e12e-156a-43c3-8ee3-9813444a4318 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=bdfd883d-2e0e-4c06-8f24-4448859c724e HTTP/1.1" status: 200 len: 1098 time: 0.0449402 Dec 18 13:52:20.534892 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-e61f9857-1717-4c41-8957-97242e0bc3d2 req-82b2b449-d767-4926-84aa-fac9823e55ce service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=e4e8dc0c-698f-493c-bca6-d88ff97a5577&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0401361 Dec 18 13:52:20.805510 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce63af1-2d65-4d6f-9467-32d7a8c04ce2 req-593e2df2-2061-4818-8610-15def1b68acd tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:52:20.806970 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-7ce63af1-2d65-4d6f-9467-32d7a8c04ce2 req-593e2df2-2061-4818-8610-15def1b68acd tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdfd883d-2e0e-4c06-8f24-4448859c724e HTTP/1.1" status: 200 len: 945 time: 0.0540962 Dec 18 13:52:20.858623 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-7ce63af1-2d65-4d6f-9467-32d7a8c04ce2 req-40ea0bec-8fdb-4caa-9ad2-55b20b3b96c0 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4e8dc0c-698f-493c-bca6-d88ff97a5577&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427597 Dec 18 13:52:21.980607 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f823d9-0c5f-4508-ba4f-a4633707b18b req-9b105c63-e6ea-4bbd-8d56-a8c89feaf1b5 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:52:21.982171 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-c3f823d9-0c5f-4508-ba4f-a4633707b18b req-9b105c63-e6ea-4bbd-8d56-a8c89feaf1b5 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdfd883d-2e0e-4c06-8f24-4448859c724e HTTP/1.1" status: 200 len: 945 time: 0.0518010 Dec 18 13:52:22.031806 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-c3f823d9-0c5f-4508-ba4f-a4633707b18b req-8c249b68-52c2-45d5-a7ae-bc6373600d4e tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4e8dc0c-698f-493c-bca6-d88ff97a5577&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0433905 Dec 18 13:52:23.159338 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81833351-d196-4733-a4b8-07bdd717a8e0 req-4b933fcd-c46a-4661-8b6c-26a5f8286d42 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:52:23.160824 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-81833351-d196-4733-a4b8-07bdd717a8e0 req-4b933fcd-c46a-4661-8b6c-26a5f8286d42 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdfd883d-2e0e-4c06-8f24-4448859c724e HTTP/1.1" status: 200 len: 945 time: 0.0517876 Dec 18 13:52:23.211722 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-81833351-d196-4733-a4b8-07bdd717a8e0 req-9f6e6f78-497b-45f1-ba81-1b18634ea17c tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4e8dc0c-698f-493c-bca6-d88ff97a5577&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418489 Dec 18 13:52:23.331763 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0d4311-ae35-426a-bfd5-81b7170ede9e req-f5d1c0ea-f30a-4ea9-828c-d99c186b1033 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:52:23.333141 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-7d0d4311-ae35-426a-bfd5-81b7170ede9e req-f5d1c0ea-f30a-4ea9-828c-d99c186b1033 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdfd883d-2e0e-4c06-8f24-4448859c724e HTTP/1.1" status: 200 len: 945 time: 0.0515621 Dec 18 13:52:23.345677 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 59450) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:52:23.350098 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-30accb06-c02a-462d-a60f-ab8afa23ad4e tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Request body: {'floatingip': {'port_id': 'f45e0111-0904-418d-b6d2-e9e0213accbe'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:52:23.395039 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-30accb06-c02a-462d-a60f-ab8afa23ad4e tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Publish callbacks [] for floatingip, before_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:52:23.882146 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-30accb06-c02a-462d-a60f-ab8afa23ad4e tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:52:23.888213 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-30accb06-c02a-462d-a60f-ab8afa23ad4e tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-587004'] for floatingip, after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:52:23.993341 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.db.l3_db [None req-30accb06-c02a-462d-a60f-ab8afa23ad4e tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Floating IP 4f43959e-e517-4040-8c52-cbf83b2234d1 associated. External IP: 172.26.3.107, port: f45e0111-0904-418d-b6d2-e9e0213accbe. Dec 18 13:52:24.495933 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30accb06-c02a-462d-a60f-ab8afa23ad4e tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Router d2f50444-ac87-418b-a656-af22371cbf89 has already been hosted by L3 agent c9c0cd52-5bd2-4704-9429-d80f1c5ad23c {{(pid=103159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 18 13:52:24.607675 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30accb06-c02a-462d-a60f-ab8afa23ad4e tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Notify agent at l3_agent.dv-neutron-744815-20-hyperv the message routers_updated {{(pid=103159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 13:52:24.612708 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-30accb06-c02a-462d-a60f-ab8afa23ad4e tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for floatingip, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:52:24.619771 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-608e75c1-5dbe-42e5-b64f-5fcd3f622b7d None None] Sync routers for ids ['d2f50444-ac87-418b-a656-af22371cbf89'] in dv-neutron-744815-20-hyperv {{(pid=103162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 13:52:24.634287 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-608e75c1-5dbe-42e5-b64f-5fcd3f622b7d None None] Routers {'d2f50444-ac87-418b-a656-af22371cbf89'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:52:24.634881 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-608e75c1-5dbe-42e5-b64f-5fcd3f622b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:51:57Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['d2f50444-ac87-418b-a656-af22371cbf89'], 'active': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:52:24.640485 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-30accb06-c02a-462d-a60f-ab8afa23ad4e tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "PUT /v2.0/floatingips/4f43959e-e517-4040-8c52-cbf83b2234d1 HTTP/1.1" status: 200 len: 991 time: 1.2937613 Dec 18 13:52:24.641119 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdfd883d-2e0e-4c06-8f24-4448859c724e', 'tag': 'f45e0111-0904-418d-b6d2-e9e0213accbe'}] {{(pid=103159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 18 13:52:24.643550 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca844cf115d59c1fab86abc202fb4c13735de0d7e4cbbbb25eec9406e9c87431" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86ceaac1-a55f-47cf-be5a-d8a7cb0fce5e" -d '{"events": [{"name": "network-changed", "server_uuid": "bdfd883d-2e0e-4c06-8f24-4448859c724e", "tag": "f45e0111-0904-418d-b6d2-e9e0213accbe"}]}' {{(pid=103159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 18 13:52:24.680258 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 13:52:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efc73c01-bc58-4628-81be-207905565806 x-openstack-request-id: req-efc73c01-bc58-4628-81be-207905565806 {{(pid=103159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 18 13:52:24.680561 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdfd883d-2e0e-4c06-8f24-4448859c724e", "tag": "f45e0111-0904-418d-b6d2-e9e0213accbe", "status": "completed", "code": 200}]} {{(pid=103159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 18 13:52:24.680818 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-efc73c01-bc58-4628-81be-207905565806 {{(pid=103159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 18 13:52:24.681219 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdfd883d-2e0e-4c06-8f24-4448859c724e', 'tag': 'f45e0111-0904-418d-b6d2-e9e0213accbe', 'status': 'completed', 'code': 200} Dec 18 13:52:24.745892 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvr_db [None req-608e75c1-5dbe-42e5-b64f-5fcd3f622b7d None None] Set router d2f50444-ac87-418b-a656-af22371cbf89 gateway port host: dv-neutron-744815-20-hyperv {{(pid=103162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 13:52:24.749855 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ceaac1-a55f-47cf-be5a-d8a7cb0fce5e req-1f8949b0-3ec9-45b5-bd4c-d886b5d87110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:52:24.751506 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-86ceaac1-a55f-47cf-be5a-d8a7cb0fce5e req-1f8949b0-3ec9-45b5-bd4c-d886b5d87110 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8580c2e482d141ebb0b16b23278c5865&device_id=bdfd883d-2e0e-4c06-8f24-4448859c724e HTTP/1.1" status: 200 len: 1098 time: 0.0441332 Dec 18 13:52:24.849759 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ceaac1-a55f-47cf-be5a-d8a7cb0fce5e req-94ca3115-7bbd-432c-8455-08e2274ecff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:52:24.851285 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-86ceaac1-a55f-47cf-be5a-d8a7cb0fce5e req-94ca3115-7bbd-432c-8455-08e2274ecff7 service neutron] 10.222.0.43 "GET /v2.0/networks?id=e984c666-923c-41c2-a1ec-63fbd109db54 HTTP/1.1" status: 200 len: 913 time: 0.0930455 Dec 18 13:52:24.923067 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-86ceaac1-a55f-47cf-be5a-d8a7cb0fce5e req-0039cb4f-e822-46bd-9aac-832555a95db3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f45e0111-0904-418d-b6d2-e9e0213accbe HTTP/1.1" status: 200 len: 999 time: 0.0642045 Dec 18 13:52:24.931063 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2b500285-f9a7-40dc-9482-6b1aad6f269d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:52:24.973196 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ceaac1-a55f-47cf-be5a-d8a7cb0fce5e req-a7a74bfa-609b-4d99-8617-5c80bbb3ca1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:52:24.974755 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-86ceaac1-a55f-47cf-be5a-d8a7cb0fce5e req-a7a74bfa-609b-4d99-8617-5c80bbb3ca1b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a8151063-8fff-4877-b494-1e3b0b7b7368 HTTP/1.1" status: 200 len: 851 time: 0.0445158 Dec 18 13:52:24.987998 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-608e75c1-5dbe-42e5-b64f-5fcd3f622b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2f50444-ac87-418b-a656-af22371cbf89', 'name': 'tempest-ServerActionsTestJSON-1047060273-router', 'tenant_id': '8580c2e482d141ebb0b16b23278c5865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.176'}], 'enable_snat': True}, 'gw_port_id': '4dae9401-ccf9-4524-81a4-0743afab0105', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:52:04Z', 'updated_at': '2021-12-18T13:52:07Z', 'revision_number': 4, 'project_id': '8580c2e482d141ebb0b16b23278c5865', 'gw_port': {'id': '4dae9401-ccf9-4524-81a4-0743afab0105', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:17:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f50444-ac87-418b-a656-af22371cbf89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:52:05Z', 'updated_at': '2021-12-18T13:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv', '_floatingips': [{'id': '4f43959e-e517-4040-8c52-cbf83b2234d1', 'tenant_id': '8580c2e482d141ebb0b16b23278c5865', 'floating_ip_address': '172.26.3.107', 'floating_network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'router_id': 'd2f50444-ac87-418b-a656-af22371cbf89', 'port_id': 'f45e0111-0904-418d-b6d2-e9e0213accbe', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1585, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e984c666-923c-41c2-a1ec-63fbd109db54', 'mac_address': 'fa:16:3e:8d:9b:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdfd883d-2e0e-4c06-8f24-4448859c724e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T13:52:10Z', 'updated_at': '2021-12-18T13:52:23Z', 'revision_number': 1, 'project_id': '8580c2e482d141ebb0b16b23278c5865', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7245800b-0f58-453f-bd2b-62ae5cd2b394', 'name': '', 'network_id': 'e984c666-923c-41c2-a1ec-63fbd109db54', 'tenant_id': '8580c2e482d141ebb0b16b23278c5865', 'mac_address': 'fa:16:3e:29:f6:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f50444-ac87-418b-a656-af22371cbf89', 'device_owner': 'network:router_interface', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': 'a8151063-8fff-4877-b494-1e3b0b7b7368', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:52:06Z', 'updated_at': '2021-12-18T13:52:10Z', 'revision_number': 5, 'project_id': '8580c2e482d141ebb0b16b23278c5865', 'subnets': [{'id': 'a8151063-8fff-4877-b494-1e3b0b7b7368', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:52:25.014166 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-608e75c1-5dbe-42e5-b64f-5fcd3f622b7d None None] Checking router: d2f50444-ac87-418b-a656-af22371cbf89 for host: dv-neutron-744815-20-hyperv {{(pid=103162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 18 13:52:25.019617 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ceaac1-a55f-47cf-be5a-d8a7cb0fce5e req-0e1ce5ef-cf25-49ad-a67b-a03a289715c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:52:25.021214 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-86ceaac1-a55f-47cf-be5a-d8a7cb0fce5e req-0e1ce5ef-cf25-49ad-a67b-a03a289715c0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e984c666-923c-41c2-a1ec-63fbd109db54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0395463 Dec 18 13:52:25.023484 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-608e75c1-5dbe-42e5-b64f-5fcd3f622b7d None None] Routers {'d2f50444-ac87-418b-a656-af22371cbf89'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:52:25.024090 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-608e75c1-5dbe-42e5-b64f-5fcd3f622b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:51:57Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['d2f50444-ac87-418b-a656-af22371cbf89'], 'active': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:52:25.123984 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-86ceaac1-a55f-47cf-be5a-d8a7cb0fce5e req-09498ac5-efd3-431e-be55-b1105abaf49b service neutron] 10.222.0.43 "GET /v2.0/networks/e984c666-923c-41c2-a1ec-63fbd109db54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949171 Dec 18 13:52:25.136117 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvr_db [None req-608e75c1-5dbe-42e5-b64f-5fcd3f622b7d None None] Set router d2f50444-ac87-418b-a656-af22371cbf89 gateway port host: dv-neutron-744815-20-hyperv {{(pid=103162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 13:52:25.216943 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-86ceaac1-a55f-47cf-be5a-d8a7cb0fce5e req-d491ce6d-3300-4262-8159-1fa6209a8ccf service neutron] 10.222.0.43 "GET /v2.0/networks/e984c666-923c-41c2-a1ec-63fbd109db54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853860 Dec 18 13:52:25.367823 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-608e75c1-5dbe-42e5-b64f-5fcd3f622b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2f50444-ac87-418b-a656-af22371cbf89', 'name': 'tempest-ServerActionsTestJSON-1047060273-router', 'tenant_id': '8580c2e482d141ebb0b16b23278c5865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.176'}], 'enable_snat': True}, 'gw_port_id': '4dae9401-ccf9-4524-81a4-0743afab0105', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:52:04Z', 'updated_at': '2021-12-18T13:52:07Z', 'revision_number': 4, 'project_id': '8580c2e482d141ebb0b16b23278c5865', 'gw_port': {'id': '4dae9401-ccf9-4524-81a4-0743afab0105', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:17:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f50444-ac87-418b-a656-af22371cbf89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:52:05Z', 'updated_at': '2021-12-18T13:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv', '_floatingips': [{'id': '4f43959e-e517-4040-8c52-cbf83b2234d1', 'tenant_id': '8580c2e482d141ebb0b16b23278c5865', 'floating_ip_address': '172.26.3.107', 'floating_network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'router_id': 'd2f50444-ac87-418b-a656-af22371cbf89', 'port_id': 'f45e0111-0904-418d-b6d2-e9e0213accbe', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1585, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e984c666-923c-41c2-a1ec-63fbd109db54', 'mac_address': 'fa:16:3e:8d:9b:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdfd883d-2e0e-4c06-8f24-4448859c724e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T13:52:10Z', 'updated_at': '2021-12-18T13:52:23Z', 'revision_number': 1, 'project_id': '8580c2e482d141ebb0b16b23278c5865', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7245800b-0f58-453f-bd2b-62ae5cd2b394', 'name': '', 'network_id': 'e984c666-923c-41c2-a1ec-63fbd109db54', 'tenant_id': '8580c2e482d141ebb0b16b23278c5865', 'mac_address': 'fa:16:3e:29:f6:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f50444-ac87-418b-a656-af22371cbf89', 'device_owner': 'network:router_interface', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': 'a8151063-8fff-4877-b494-1e3b0b7b7368', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:52:06Z', 'updated_at': '2021-12-18T13:52:10Z', 'revision_number': 5, 'project_id': '8580c2e482d141ebb0b16b23278c5865', 'subnets': [{'id': 'a8151063-8fff-4877-b494-1e3b0b7b7368', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:52:25.393857 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-608e75c1-5dbe-42e5-b64f-5fcd3f622b7d None None] The sync data for ids ['d2f50444-ac87-418b-a656-af22371cbf89'] in dv-neutron-744815-20-hyperv is: [{'id': 'd2f50444-ac87-418b-a656-af22371cbf89', 'name': 'tempest-ServerActionsTestJSON-1047060273-router', 'tenant_id': '8580c2e482d141ebb0b16b23278c5865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.176'}], 'enable_snat': True}, 'gw_port_id': '4dae9401-ccf9-4524-81a4-0743afab0105', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:52:04Z', 'updated_at': '2021-12-18T13:52:07Z', 'revision_number': 4, 'project_id': '8580c2e482d141ebb0b16b23278c5865', 'gw_port': {'id': '4dae9401-ccf9-4524-81a4-0743afab0105', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:17:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f50444-ac87-418b-a656-af22371cbf89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:52:05Z', 'updated_at': '2021-12-18T13:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv', '_floatingips': [{'id': '4f43959e-e517-4040-8c52-cbf83b2234d1', 'tenant_id': '8580c2e482d141ebb0b16b23278c5865', 'floating_ip_address': '172.26.3.107', 'floating_network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'router_id': 'd2f50444-ac87-418b-a656-af22371cbf89', 'port_id': 'f45e0111-0904-418d-b6d2-e9e0213accbe', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1585, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e984c666-923c-41c2-a1ec-63fbd109db54', 'mac_address': 'fa:16:3e:8d:9b:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdfd883d-2e0e-4c06-8f24-4448859c724e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T13:52:10Z', 'updated_at': '2021-12-18T13:52:23Z', 'revision_number': 1, 'project_id': '8580c2e482d141ebb0b16b23278c5865', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7245800b-0f58-453f-bd2b-62ae5cd2b394', 'name': '', 'network_id': 'e984c666-923c-41c2-a1ec-63fbd109db54', 'tenant_id': '8580c2e482d141ebb0b16b23278c5865', 'mac_address': 'fa:16:3e:29:f6:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f50444-ac87-418b-a656-af22371cbf89', 'device_owner': 'network:router_interface', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': 'a8151063-8fff-4877-b494-1e3b0b7b7368', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:52:06Z', 'updated_at': '2021-12-18T13:52:10Z', 'revision_number': 5, 'project_id': '8580c2e482d141ebb0b16b23278c5865', 'subnets': [{'id': 'a8151063-8fff-4877-b494-1e3b0b7b7368', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 13:52:25.603046 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-132814a6-bf7a-42d8-afd9-ff354efac921 None None] New status for floating IP 4f43959e-e517-4040-8c52-cbf83b2234d1: ACTIVE {{(pid=103161) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 18 13:52:27.178235 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-b9a297fc-d0cf-4553-95c1-a0c222483ce8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:52:28.526849 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-afa9ae9b-bdbb-4010-bcf6-3a46ce66cf71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:52:30.025155 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7b7a3272-2b45-4d32-9670-25eb1afd1184 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:52:30.868905 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:52:36.955060 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:52:54.948544 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-71f02fe8-abed-480a-b38c-f03c8b1931c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:52:57.179185 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-45ccf8b8-f20b-4b7f-bf5e-3a93f866340f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:52:57.295559 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.agents_db [None req-e3dda592-589a-4b4d-b028-ba9a260f4f50 None None] Agent healthcheck: found 6 active agents {{(pid=103162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 18 13:52:58.531812 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-afa9ae9b-bdbb-4010-bcf6-3a46ce66cf71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:52:58.758347 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-69b6bd12-31d2-48df-964a-1c1b32109223 req-4a65ade3-b437-4a05-aef5-f0f75e576c8b service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=bdfd883d-2e0e-4c06-8f24-4448859c724e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0527599 Dec 18 13:52:58.854256 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b6bd12-31d2-48df-964a-1c1b32109223 req-fa9e0df0-6ffd-4ff3-86e3-bd1b9f341b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:52:58.855714 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-69b6bd12-31d2-48df-964a-1c1b32109223 req-fa9e0df0-6ffd-4ff3-86e3-bd1b9f341b3c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8580c2e482d141ebb0b16b23278c5865&device_id=bdfd883d-2e0e-4c06-8f24-4448859c724e HTTP/1.1" status: 200 len: 1098 time: 0.0523174 Dec 18 13:52:58.962654 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b6bd12-31d2-48df-964a-1c1b32109223 req-ccb6d7e1-86c5-4d94-bf92-878373e210da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:52:58.964204 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-69b6bd12-31d2-48df-964a-1c1b32109223 req-ccb6d7e1-86c5-4d94-bf92-878373e210da service neutron] 10.222.0.43 "GET /v2.0/networks?id=e984c666-923c-41c2-a1ec-63fbd109db54 HTTP/1.1" status: 200 len: 913 time: 0.0883701 Dec 18 13:52:59.034821 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-69b6bd12-31d2-48df-964a-1c1b32109223 req-9e9631f8-ba67-4803-b1c0-cb85a530016f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f45e0111-0904-418d-b6d2-e9e0213accbe HTTP/1.1" status: 200 len: 1001 time: 0.0632668 Dec 18 13:52:59.089339 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b6bd12-31d2-48df-964a-1c1b32109223 req-496aa85e-dfd6-4e77-a1ff-740491b71e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:52:59.090820 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-69b6bd12-31d2-48df-964a-1c1b32109223 req-496aa85e-dfd6-4e77-a1ff-740491b71e7a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a8151063-8fff-4877-b494-1e3b0b7b7368 HTTP/1.1" status: 200 len: 851 time: 0.0486743 Dec 18 13:52:59.148389 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b6bd12-31d2-48df-964a-1c1b32109223 req-4512bf38-0e50-4471-92b6-def3da9e3094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:52:59.150643 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-69b6bd12-31d2-48df-964a-1c1b32109223 req-4512bf38-0e50-4471-92b6-def3da9e3094 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e984c666-923c-41c2-a1ec-63fbd109db54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0524232 Dec 18 13:52:59.244361 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-69b6bd12-31d2-48df-964a-1c1b32109223 req-69478682-3991-4a4a-9ef3-f7ab90b8bf04 service neutron] 10.222.0.43 "GET /v2.0/networks/e984c666-923c-41c2-a1ec-63fbd109db54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857854 Dec 18 13:52:59.341797 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-69b6bd12-31d2-48df-964a-1c1b32109223 req-dc4c3ed7-0279-4c81-aca0-013fc362eede service neutron] 10.222.0.43 "GET /v2.0/networks/e984c666-923c-41c2-a1ec-63fbd109db54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899110 Dec 18 13:53:00.031194 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7b7a3272-2b45-4d32-9670-25eb1afd1184 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:53:00.866485 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:53:06.959951 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:53:24.935086 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-391e8252-76a3-4d13-80cd-87479d4b4612 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:53:27.178130 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-8cf0afce-5258-44e6-aab2-4ee91dd67fdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:53:28.531247 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-afa9ae9b-bdbb-4010-bcf6-3a46ce66cf71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:53:30.032147 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7b7a3272-2b45-4d32-9670-25eb1afd1184 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:53:30.868457 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:53:34.299855 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.agents_db [None req-e3dda592-589a-4b4d-b028-ba9a260f4f50 None None] Agent healthcheck: found 6 active agents {{(pid=103162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 18 13:53:36.960154 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:53:39.465573 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13be0d6-a68a-4fd0-968e-a91fdcbe78c5 req-282dceb4-f5ec-473a-949f-b834eb6c5efd tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:53:39.467055 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-d13be0d6-a68a-4fd0-968e-a91fdcbe78c5 req-282dceb4-f5ec-473a-949f-b834eb6c5efd tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdfd883d-2e0e-4c06-8f24-4448859c724e HTTP/1.1" status: 200 len: 945 time: 0.0584147 Dec 18 13:53:39.516686 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-d13be0d6-a68a-4fd0-968e-a91fdcbe78c5 req-f2a39dbb-e39c-433b-81e7-d8da5accbb79 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4e8dc0c-698f-493c-bca6-d88ff97a5577&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0406485 Dec 18 13:53:39.757043 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-a327373c-f146-4ef2-bb3a-21b37ffe594c req-af012362-ae88-4c6a-a9a1-d8f13b6c482c service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=bdfd883d-2e0e-4c06-8f24-4448859c724e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0418737 Dec 18 13:53:39.775854 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2547363-5fac-45a6-8246-6dcf26d25409 req-72c5601a-f5bf-44dc-9cd0-429dbadb77ec tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:53:39.777327 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-b2547363-5fac-45a6-8246-6dcf26d25409 req-72c5601a-f5bf-44dc-9cd0-429dbadb77ec tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdfd883d-2e0e-4c06-8f24-4448859c724e HTTP/1.1" status: 200 len: 945 time: 0.0551860 Dec 18 13:53:39.829801 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-b2547363-5fac-45a6-8246-6dcf26d25409 req-a9229199-14de-4670-8a6a-a59f147cf23f tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4e8dc0c-698f-493c-bca6-d88ff97a5577&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0445848 Dec 18 13:53:40.950546 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d76ac3-1b18-43b7-828b-c6a183375ba6 req-b9b1283a-b3dc-45b0-a7c5-f92223798664 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:53:40.952274 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-b0d76ac3-1b18-43b7-828b-c6a183375ba6 req-b9b1283a-b3dc-45b0-a7c5-f92223798664 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdfd883d-2e0e-4c06-8f24-4448859c724e HTTP/1.1" status: 200 len: 945 time: 0.0497854 Dec 18 13:53:40.961409 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a327373c-f146-4ef2-bb3a-21b37ffe594c req-b8ec82df-e503-4030-9d38-cb0d856dc81d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:53:40.962906 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-a327373c-f146-4ef2-bb3a-21b37ffe594c req-b8ec82df-e503-4030-9d38-cb0d856dc81d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8580c2e482d141ebb0b16b23278c5865&device_id=bdfd883d-2e0e-4c06-8f24-4448859c724e HTTP/1.1" status: 200 len: 1098 time: 0.0448279 Dec 18 13:53:41.004014 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-b0d76ac3-1b18-43b7-828b-c6a183375ba6 req-5c8cd242-dd8b-4215-89b2-cb528296e9a7 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4e8dc0c-698f-493c-bca6-d88ff97a5577&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0450966 Dec 18 13:53:41.055612 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a327373c-f146-4ef2-bb3a-21b37ffe594c req-fe4aafc7-852b-40dc-b054-047fbe53b531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:53:41.057096 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-a327373c-f146-4ef2-bb3a-21b37ffe594c req-fe4aafc7-852b-40dc-b054-047fbe53b531 service neutron] 10.222.0.43 "GET /v2.0/networks?id=e984c666-923c-41c2-a1ec-63fbd109db54 HTTP/1.1" status: 200 len: 913 time: 0.0861735 Dec 18 13:53:41.127552 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-a327373c-f146-4ef2-bb3a-21b37ffe594c req-d65f7e5b-a656-43fa-a261-2cad93fbc312 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f45e0111-0904-418d-b6d2-e9e0213accbe HTTP/1.1" status: 200 len: 1001 time: 0.0621409 Dec 18 13:53:41.187106 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a327373c-f146-4ef2-bb3a-21b37ffe594c req-4bbf59a5-63bf-4933-8a0a-0d9c54fd8da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:53:41.189347 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-a327373c-f146-4ef2-bb3a-21b37ffe594c req-4bbf59a5-63bf-4933-8a0a-0d9c54fd8da2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a8151063-8fff-4877-b494-1e3b0b7b7368 HTTP/1.1" status: 200 len: 851 time: 0.0540292 Dec 18 13:53:41.241642 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a327373c-f146-4ef2-bb3a-21b37ffe594c req-5b64fb66-40b6-4580-8260-7875d9ab805e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:53:41.243014 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-a327373c-f146-4ef2-bb3a-21b37ffe594c req-5b64fb66-40b6-4580-8260-7875d9ab805e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e984c666-923c-41c2-a1ec-63fbd109db54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0453386 Dec 18 13:53:41.336895 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-a327373c-f146-4ef2-bb3a-21b37ffe594c req-51b6ee9a-3a92-4e04-9f91-31c14a687061 service neutron] 10.222.0.43 "GET /v2.0/networks/e984c666-923c-41c2-a1ec-63fbd109db54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856385 Dec 18 13:53:41.427825 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-a327373c-f146-4ef2-bb3a-21b37ffe594c req-9a533f65-c0e3-464b-900d-0e88bfc95da7 service neutron] 10.222.0.43 "GET /v2.0/networks/e984c666-923c-41c2-a1ec-63fbd109db54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839667 Dec 18 13:53:42.135671 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67657cdd-ceda-4931-a490-4173e1679425 req-e636bc2e-fe71-49de-85bd-e9888955b381 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:53:42.137161 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-67657cdd-ceda-4931-a490-4173e1679425 req-e636bc2e-fe71-49de-85bd-e9888955b381 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdfd883d-2e0e-4c06-8f24-4448859c724e HTTP/1.1" status: 200 len: 945 time: 0.0592039 Dec 18 13:53:42.193198 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-67657cdd-ceda-4931-a490-4173e1679425 req-a2a02be8-fd07-41e7-bf5e-d63e7e670396 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4e8dc0c-698f-493c-bca6-d88ff97a5577&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0471849 Dec 18 13:53:43.315836 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c6efc3-9651-4778-a501-d04e1ec1e219 req-413ec18c-a536-4d2f-b28c-22d351ca27fd tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:53:43.317334 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-d2c6efc3-9651-4778-a501-d04e1ec1e219 req-413ec18c-a536-4d2f-b28c-22d351ca27fd tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdfd883d-2e0e-4c06-8f24-4448859c724e HTTP/1.1" status: 200 len: 945 time: 0.0542672 Dec 18 13:53:43.366451 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-d2c6efc3-9651-4778-a501-d04e1ec1e219 req-effae185-aab6-4c95-8ee6-22d8b665d2de tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4e8dc0c-698f-493c-bca6-d88ff97a5577&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418522 Dec 18 13:53:44.502659 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080aa990-55ef-4074-83bf-db424e9efa23 req-4306a9d8-7549-483e-968f-fc0ed70c26e6 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:53:44.504170 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-080aa990-55ef-4074-83bf-db424e9efa23 req-4306a9d8-7549-483e-968f-fc0ed70c26e6 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdfd883d-2e0e-4c06-8f24-4448859c724e HTTP/1.1" status: 200 len: 945 time: 0.0604427 Dec 18 13:53:44.554945 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-080aa990-55ef-4074-83bf-db424e9efa23 req-e2870f75-a1e8-4070-9c8c-0f3c3bc0027f tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4e8dc0c-698f-493c-bca6-d88ff97a5577&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0445950 Dec 18 13:53:45.690481 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfe6968-896d-4346-9c8e-c3ae81e996f3 req-5a010731-be01-4bc4-9956-c4c1ae52e637 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:53:45.692569 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-1dfe6968-896d-4346-9c8e-c3ae81e996f3 req-5a010731-be01-4bc4-9956-c4c1ae52e637 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdfd883d-2e0e-4c06-8f24-4448859c724e HTTP/1.1" status: 200 len: 945 time: 0.0584667 Dec 18 13:53:45.747068 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-1dfe6968-896d-4346-9c8e-c3ae81e996f3 req-843bf66c-5827-47dc-905e-390bf4996d78 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4e8dc0c-698f-493c-bca6-d88ff97a5577&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0458894 Dec 18 13:53:46.869865 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4661a92-5c82-4750-82d4-8f1d6e910768 req-feafbdce-63f2-4fec-9b0a-657e2b2eff00 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:53:46.871351 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-e4661a92-5c82-4750-82d4-8f1d6e910768 req-feafbdce-63f2-4fec-9b0a-657e2b2eff00 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdfd883d-2e0e-4c06-8f24-4448859c724e HTTP/1.1" status: 200 len: 945 time: 0.0491390 Dec 18 13:53:46.920279 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-e4661a92-5c82-4750-82d4-8f1d6e910768 req-ddcdb7e3-09bf-468f-8818-4ff2db6b4a52 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4e8dc0c-698f-493c-bca6-d88ff97a5577&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428965 Dec 18 13:53:48.056047 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59acda7-26a0-4ef9-8693-973a83cca09b req-aeb068cc-e568-4965-98e3-e915b639f3a1 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:53:48.057522 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-c59acda7-26a0-4ef9-8693-973a83cca09b req-aeb068cc-e568-4965-98e3-e915b639f3a1 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdfd883d-2e0e-4c06-8f24-4448859c724e HTTP/1.1" status: 200 len: 945 time: 0.0551293 Dec 18 13:53:48.121067 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-c59acda7-26a0-4ef9-8693-973a83cca09b req-22ed0328-a31c-488c-b89b-e9a87c6b5e3b tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4e8dc0c-698f-493c-bca6-d88ff97a5577&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0574737 Dec 18 13:53:49.258839 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2288a7c3-13e5-4856-8187-474fcd9250e6 req-a53d135e-65e9-40e3-bbfe-9fc68bc2760b tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:53:49.260361 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-2288a7c3-13e5-4856-8187-474fcd9250e6 req-a53d135e-65e9-40e3-bbfe-9fc68bc2760b tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdfd883d-2e0e-4c06-8f24-4448859c724e HTTP/1.1" status: 200 len: 945 time: 0.0627458 Dec 18 13:53:49.313380 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-2288a7c3-13e5-4856-8187-474fcd9250e6 req-e3829ba8-cb6e-4cff-b25d-2131ff364ad3 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4e8dc0c-698f-493c-bca6-d88ff97a5577&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0467153 Dec 18 13:53:50.434755 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3ba1e0-f367-4e66-b068-0acb4ee8eace req-ca512b03-7b01-457c-89f1-bb6fbc55ba54 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:53:50.436280 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-ca3ba1e0-f367-4e66-b068-0acb4ee8eace req-ca512b03-7b01-457c-89f1-bb6fbc55ba54 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdfd883d-2e0e-4c06-8f24-4448859c724e HTTP/1.1" status: 200 len: 945 time: 0.0524740 Dec 18 13:53:50.488200 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-ca3ba1e0-f367-4e66-b068-0acb4ee8eace req-933ba4ab-c896-48c8-846d-0648321d664b tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4e8dc0c-698f-493c-bca6-d88ff97a5577&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427041 Dec 18 13:53:51.624588 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c1dccf-0106-4ece-82d4-6f384b352774 req-3fa2c2e3-6a75-4e05-a4e7-711fe6be4b80 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:53:51.626092 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-38c1dccf-0106-4ece-82d4-6f384b352774 req-3fa2c2e3-6a75-4e05-a4e7-711fe6be4b80 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdfd883d-2e0e-4c06-8f24-4448859c724e HTTP/1.1" status: 200 len: 945 time: 0.0565207 Dec 18 13:53:51.673373 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-38c1dccf-0106-4ece-82d4-6f384b352774 req-5ff4c80b-e780-4309-83a3-6e2e62eff971 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4e8dc0c-698f-493c-bca6-d88ff97a5577&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0411839 Dec 18 13:53:52.805205 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b0e673-e329-45a4-98b3-a121be056a7f req-4ed3b4dd-ce38-4607-9a07-782a89e4bb02 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:53:52.806691 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-19b0e673-e329-45a4-98b3-a121be056a7f req-4ed3b4dd-ce38-4607-9a07-782a89e4bb02 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdfd883d-2e0e-4c06-8f24-4448859c724e HTTP/1.1" status: 200 len: 945 time: 0.0522783 Dec 18 13:53:52.859871 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-19b0e673-e329-45a4-98b3-a121be056a7f req-0e6a2ed5-6379-4755-8887-2ed3b2df0dc2 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4e8dc0c-698f-493c-bca6-d88ff97a5577&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0443218 Dec 18 13:53:53.142727 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-a327373c-f146-4ef2-bb3a-21b37ffe594c req-c911a021-e24e-4109-b09d-6ac572c17bb7 service neutron] 10.222.0.43 "GET /v2.0/ports/f45e0111-0904-418d-b6d2-e9e0213accbe/bindings/hv-neutron-7448 HTTP/1.1" status: 200 len: 384 time: 0.0633559 Dec 18 13:53:53.363839 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a327373c-f146-4ef2-bb3a-21b37ffe594c req-9dfd9040-f1c8-4682-862c-e5cfe31c3996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:53:53.365376 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-a327373c-f146-4ef2-bb3a-21b37ffe594c req-9dfd9040-f1c8-4682-862c-e5cfe31c3996 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=bdfd883d-2e0e-4c06-8f24-4448859c724e&tenant_id=8580c2e482d141ebb0b16b23278c5865 HTTP/1.1" status: 200 len: 1098 time: 0.0434422 Dec 18 13:53:53.433945 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a327373c-f146-4ef2-bb3a-21b37ffe594c req-40c6e0cb-b00c-49ab-afcf-ba62d9ec3a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:53:53.435517 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-a327373c-f146-4ef2-bb3a-21b37ffe594c req-40c6e0cb-b00c-49ab-afcf-ba62d9ec3a83 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8580c2e482d141ebb0b16b23278c5865&device_id=bdfd883d-2e0e-4c06-8f24-4448859c724e HTTP/1.1" status: 200 len: 1098 time: 0.0417416 Dec 18 13:53:53.529182 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a327373c-f146-4ef2-bb3a-21b37ffe594c req-75f79749-6173-4b21-9d9f-9fac30edc575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:53:53.530661 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-a327373c-f146-4ef2-bb3a-21b37ffe594c req-75f79749-6173-4b21-9d9f-9fac30edc575 service neutron] 10.222.0.43 "GET /v2.0/networks?id=e984c666-923c-41c2-a1ec-63fbd109db54 HTTP/1.1" status: 200 len: 913 time: 0.0878196 Dec 18 13:53:53.597997 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-a327373c-f146-4ef2-bb3a-21b37ffe594c req-39285cbf-7d7b-4a3e-939d-735ae7499aea service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f45e0111-0904-418d-b6d2-e9e0213accbe HTTP/1.1" status: 200 len: 1001 time: 0.0593398 Dec 18 13:53:53.649489 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a327373c-f146-4ef2-bb3a-21b37ffe594c req-8e74e11f-1fa1-43fd-a4f5-c812496ad3dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:53:53.650977 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-a327373c-f146-4ef2-bb3a-21b37ffe594c req-8e74e11f-1fa1-43fd-a4f5-c812496ad3dc service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a8151063-8fff-4877-b494-1e3b0b7b7368 HTTP/1.1" status: 200 len: 851 time: 0.0459099 Dec 18 13:53:53.704103 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a327373c-f146-4ef2-bb3a-21b37ffe594c req-ae68a1d7-edd4-4568-aa0e-c9d89bc3e6fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:53:53.705516 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-a327373c-f146-4ef2-bb3a-21b37ffe594c req-ae68a1d7-edd4-4568-aa0e-c9d89bc3e6fc service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e984c666-923c-41c2-a1ec-63fbd109db54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0461037 Dec 18 13:53:53.794165 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-a327373c-f146-4ef2-bb3a-21b37ffe594c req-5e76901a-a116-4d72-8a71-379f6d444dd5 service neutron] 10.222.0.43 "GET /v2.0/networks/e984c666-923c-41c2-a1ec-63fbd109db54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813451 Dec 18 13:53:53.895964 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-a327373c-f146-4ef2-bb3a-21b37ffe594c req-6216f0ef-27a8-46bb-93e1-84be72f29f20 service neutron] 10.222.0.43 "GET /v2.0/networks/e984c666-923c-41c2-a1ec-63fbd109db54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944705 Dec 18 13:53:53.989415 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8662f833-1561-4528-a30f-c266a43d40ca req-e845baae-add3-4ddc-ae81-ea5941b440f1 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:53:53.990850 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-8662f833-1561-4528-a30f-c266a43d40ca req-e845baae-add3-4ddc-ae81-ea5941b440f1 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdfd883d-2e0e-4c06-8f24-4448859c724e HTTP/1.1" status: 200 len: 945 time: 0.0521684 Dec 18 13:53:54.040682 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-8662f833-1561-4528-a30f-c266a43d40ca req-502a7a17-fe5d-4d6b-ac4d-18f680dcd1dc tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4e8dc0c-698f-493c-bca6-d88ff97a5577&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0434835 Dec 18 13:53:54.947733 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-99e061b0-b002-404f-aaf6-309b1bebb714 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:53:55.183538 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bad0d7-9ef7-4f5a-be68-6abcf7baf3a5 req-d52dad45-d2ee-4cc4-8e3c-1001d668e715 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:53:55.185077 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-72bad0d7-9ef7-4f5a-be68-6abcf7baf3a5 req-d52dad45-d2ee-4cc4-8e3c-1001d668e715 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdfd883d-2e0e-4c06-8f24-4448859c724e HTTP/1.1" status: 200 len: 945 time: 0.0617566 Dec 18 13:53:55.239071 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-72bad0d7-9ef7-4f5a-be68-6abcf7baf3a5 req-ef529499-1d3d-4cc3-a480-10116e7463db tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4e8dc0c-698f-493c-bca6-d88ff97a5577&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0477500 Dec 18 13:53:56.373057 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34f34d9-0080-4a24-88b1-03e06b9100d6 req-a0f593ae-e4e6-4419-8451-52a40dd73270 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:53:56.374571 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-e34f34d9-0080-4a24-88b1-03e06b9100d6 req-a0f593ae-e4e6-4419-8451-52a40dd73270 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdfd883d-2e0e-4c06-8f24-4448859c724e HTTP/1.1" status: 200 len: 945 time: 0.0567906 Dec 18 13:53:56.425788 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Device f45e0111-0904-418d-b6d2-e9e0213accbe details requested by agent hyperv_hv-neutron-7448 with host hv-neutron-7448 {{(pid=103161) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 18 13:53:56.429405 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Device f45e0111-0904-418d-b6d2-e9e0213accbe no longer exists at agent hyperv_hv-neutron-7448 {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 18 13:53:56.430862 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-e34f34d9-0080-4a24-88b1-03e06b9100d6 req-55ffec4a-c9c7-4fc8-8e36-1322b90921f7 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4e8dc0c-698f-493c-bca6-d88ff97a5577&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0473111 Dec 18 13:53:56.579323 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:53:56.581946 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] For port f45e0111-0904-418d-b6d2-e9e0213accbe, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=f45e0111-0904-418d-b6d2-e9e0213accbe,segment=NetworkSegment(14046c60-b2f7-4d91-90ff-4117f3ec884d),segment_id=14046c60-b2f7-4d91-90ff-4117f3ec884d)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:53:56.599893 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Returning: {'device': 'f45e0111-0904-418d-b6d2-e9e0213accbe', 'network_id': 'e984c666-923c-41c2-a1ec-63fbd109db54', 'port_id': 'f45e0111-0904-418d-b6d2-e9e0213accbe', 'mac_address': 'fa:16:3e:8d:9b:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8151063-8fff-4877-b494-1e3b0b7b7368', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103161) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 18 13:53:56.632487 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdfd883d-2e0e-4c06-8f24-4448859c724e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f45e0111-0904-418d-b6d2-e9e0213accbe'}] {{(pid=103161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 18 13:53:56.634736 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22224e7a42aa75e3f3b9c037df440650d2cfa1dd97b40a249aee4a8113775251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1c91c20-2be1-4563-a915-c45f1c43c663" -d '{"events": [{"server_uuid": "bdfd883d-2e0e-4c06-8f24-4448859c724e", "name": "network-vif-unplugged", "status": "completed", "tag": "f45e0111-0904-418d-b6d2-e9e0213accbe"}]}' {{(pid=103161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 18 13:53:56.654675 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] For port f45e0111-0904-418d-b6d2-e9e0213accbe, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=f45e0111-0904-418d-b6d2-e9e0213accbe,segment=NetworkSegment(14046c60-b2f7-4d91-90ff-4117f3ec884d),segment_id=14046c60-b2f7-4d91-90ff-4117f3ec884d)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:53:56.661568 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:53:56.663400 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:53:56.692912 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 18 Dec 2021 13:53:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ef9c3e9-39b2-4f8b-bb76-c17a2b099c71 x-openstack-request-id: req-4ef9c3e9-39b2-4f8b-bb76-c17a2b099c71 {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 18 13:53:56.693228 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdfd883d-2e0e-4c06-8f24-4448859c724e", "name": "network-vif-unplugged", "status": "completed", "tag": "f45e0111-0904-418d-b6d2-e9e0213accbe", "code": 200}]} {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 18 13:53:56.693477 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4ef9c3e9-39b2-4f8b-bb76-c17a2b099c71 {{(pid=103161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 18 13:53:56.693861 dv-neutron-744815-20-hyperv neutron-server[103161]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdfd883d-2e0e-4c06-8f24-4448859c724e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f45e0111-0904-418d-b6d2-e9e0213accbe', 'code': 200} Dec 18 13:53:56.703888 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.notifiers.nova [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f45e0111-0904-418d-b6d2-e9e0213accbe {{(pid=103161) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 18 13:53:56.748385 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Pushing event updated for resources: {'Port': ['ID=f45e0111-0904-418d-b6d2-e9e0213accbe,revision_number=6']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:53:56.761453 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:53:56.762042 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:53:56.762443 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:53:56.762783 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:53:56.763117 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:53:56.763477 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:53:56.763807 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:53:56.764123 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:53:56.764449 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:53:56.764761 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:53:56.765084 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:53:56.765404 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:53:56.765723 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:53:56.774556 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.db.api [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103161) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 18 13:53:56.774930 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG oslo_db.api [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 18 13:53:57.185783 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0bf59ded-a1ba-496d-96e5-c11d8de4ee1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:53:57.330808 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:53:57.347845 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.notifiers.nova [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f45e0111-0904-418d-b6d2-e9e0213accbe {{(pid=103161) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 18 13:53:57.368930 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] For port f45e0111-0904-418d-b6d2-e9e0213accbe, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=f45e0111-0904-418d-b6d2-e9e0213accbe,segment=NetworkSegment(14046c60-b2f7-4d91-90ff-4117f3ec884d),segment_id=14046c60-b2f7-4d91-90ff-4117f3ec884d)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:53:57.374196 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:53:57.426945 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Pushing event updated for resources: {'Port': ['ID=f45e0111-0904-418d-b6d2-e9e0213accbe,revision_number=7']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:53:57.437606 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] get_ports_and_sgs() called for port_ids ['f45e0111-0904-418d-b6d2-e9e0213accbe'] {{(pid=103161) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 18 13:53:57.547121 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2534b34a-88c1-4d7a-b81c-d49cf30b2b06 req-b005cc50-2863-4ff8-a4ac-dfeecc797841 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:53:57.548633 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-2534b34a-88c1-4d7a-b81c-d49cf30b2b06 req-b005cc50-2863-4ff8-a4ac-dfeecc797841 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdfd883d-2e0e-4c06-8f24-4448859c724e HTTP/1.1" status: 200 len: 944 time: 0.0486722 Dec 18 13:53:57.601743 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-2534b34a-88c1-4d7a-b81c-d49cf30b2b06 req-a49413e8-619c-43a6-bf92-b6eba665977f tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4e8dc0c-698f-493c-bca6-d88ff97a5577&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0465806 Dec 18 13:53:57.844183 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76693415-edf0-49e7-b74a-f05169a97a1e req-33082c8e-d426-41da-992b-1e9b670063f9 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:53:57.845665 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-76693415-edf0-49e7-b74a-f05169a97a1e req-33082c8e-d426-41da-992b-1e9b670063f9 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdfd883d-2e0e-4c06-8f24-4448859c724e HTTP/1.1" status: 200 len: 944 time: 0.0849683 Dec 18 13:53:57.853550 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964be156-9bd6-4581-9ee1-1ad329ee8841 req-fc66c741-13e7-4693-84e4-cdb7a56238b8 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:53:57.854915 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-964be156-9bd6-4581-9ee1-1ad329ee8841 req-fc66c741-13e7-4693-84e4-cdb7a56238b8 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.43 "GET /v2.0/ports?device_id=bdfd883d-2e0e-4c06-8f24-4448859c724e&tenant_id=8580c2e482d141ebb0b16b23278c5865&binding%3Ahost_id=hv-neutron-7448 HTTP/1.1" status: 200 len: 944 time: 0.0682571 Dec 18 13:53:57.898803 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-76693415-edf0-49e7-b74a-f05169a97a1e req-e91f1cf7-296c-4089-83eb-e21a0de0c40c tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4e8dc0c-698f-493c-bca6-d88ff97a5577&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429161 Dec 18 13:53:57.939522 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964be156-9bd6-4581-9ee1-1ad329ee8841 req-2a81627a-a620-4a8d-8eae-385ad982d07f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:53:57.941032 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-964be156-9bd6-4581-9ee1-1ad329ee8841 req-2a81627a-a620-4a8d-8eae-385ad982d07f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8580c2e482d141ebb0b16b23278c5865&device_id=bdfd883d-2e0e-4c06-8f24-4448859c724e HTTP/1.1" status: 200 len: 1097 time: 0.0412734 Dec 18 13:53:58.053091 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964be156-9bd6-4581-9ee1-1ad329ee8841 req-eada9303-8705-49bf-a2fc-030c75b06f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:53:58.055204 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-964be156-9bd6-4581-9ee1-1ad329ee8841 req-eada9303-8705-49bf-a2fc-030c75b06f49 service neutron] 10.222.0.43 "GET /v2.0/networks?id=e984c666-923c-41c2-a1ec-63fbd109db54 HTTP/1.1" status: 200 len: 913 time: 0.1070867 Dec 18 13:53:58.122519 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-964be156-9bd6-4581-9ee1-1ad329ee8841 req-92e09857-bdae-42cc-b11b-56f381482291 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f45e0111-0904-418d-b6d2-e9e0213accbe HTTP/1.1" status: 200 len: 1000 time: 0.0601981 Dec 18 13:53:58.171539 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964be156-9bd6-4581-9ee1-1ad329ee8841 req-a0957a9e-1d19-4aef-adc2-90983dadcc77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:53:58.172941 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-964be156-9bd6-4581-9ee1-1ad329ee8841 req-a0957a9e-1d19-4aef-adc2-90983dadcc77 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a8151063-8fff-4877-b494-1e3b0b7b7368 HTTP/1.1" status: 200 len: 851 time: 0.0424390 Dec 18 13:53:58.231551 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964be156-9bd6-4581-9ee1-1ad329ee8841 req-14418957-915c-495e-94bc-177b5e9a2241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:53:58.233067 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-964be156-9bd6-4581-9ee1-1ad329ee8841 req-14418957-915c-495e-94bc-177b5e9a2241 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e984c666-923c-41c2-a1ec-63fbd109db54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0527935 Dec 18 13:53:58.335885 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-964be156-9bd6-4581-9ee1-1ad329ee8841 req-ce8405cc-38c9-41d3-a604-fc37edba0429 service neutron] 10.222.0.43 "GET /v2.0/networks/e984c666-923c-41c2-a1ec-63fbd109db54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941534 Dec 18 13:53:58.429089 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Device f45e0111-0904-418d-b6d2-e9e0213accbe up at agent hyperv_hv-neutron-7448 {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 13:53:58.438296 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-964be156-9bd6-4581-9ee1-1ad329ee8841 req-9c88651e-3c7f-4421-91ee-c20f87167b4d service neutron] 10.222.0.43 "GET /v2.0/networks/e984c666-923c-41c2-a1ec-63fbd109db54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957384 Dec 18 13:53:58.482299 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Provisioning complete for port f45e0111-0904-418d-b6d2-e9e0213accbe triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:53:58.482674 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:53:58.537483 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-afa9ae9b-bdbb-4010-bcf6-3a46ce66cf71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:53:58.574019 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:53:58.609436 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] For port f45e0111-0904-418d-b6d2-e9e0213accbe, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=f45e0111-0904-418d-b6d2-e9e0213accbe,segment=NetworkSegment(14046c60-b2f7-4d91-90ff-4117f3ec884d),segment_id=14046c60-b2f7-4d91-90ff-4117f3ec884d)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:53:58.616273 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:53:58.667041 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Pushing event updated for resources: {'Port': ['ID=f45e0111-0904-418d-b6d2-e9e0213accbe,revision_number=8']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:53:58.694950 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdfd883d-2e0e-4c06-8f24-4448859c724e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f45e0111-0904-418d-b6d2-e9e0213accbe'}] {{(pid=103161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 18 13:53:58.697287 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22224e7a42aa75e3f3b9c037df440650d2cfa1dd97b40a249aee4a8113775251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-748c1558-1090-48f2-8db3-2342e3bd0ed4" -d '{"events": [{"server_uuid": "bdfd883d-2e0e-4c06-8f24-4448859c724e", "name": "network-vif-plugged", "status": "completed", "tag": "f45e0111-0904-418d-b6d2-e9e0213accbe"}]}' {{(pid=103161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 18 13:53:58.742795 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 13:53:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7840a6b2-c477-4c27-a301-7d2f7e3f701d x-openstack-request-id: req-7840a6b2-c477-4c27-a301-7d2f7e3f701d {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 18 13:53:58.743079 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdfd883d-2e0e-4c06-8f24-4448859c724e", "name": "network-vif-plugged", "status": "completed", "tag": "f45e0111-0904-418d-b6d2-e9e0213accbe", "code": 200}]} {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 18 13:53:58.743351 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7840a6b2-c477-4c27-a301-7d2f7e3f701d {{(pid=103161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 18 13:53:58.743768 dv-neutron-744815-20-hyperv neutron-server[103161]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdfd883d-2e0e-4c06-8f24-4448859c724e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f45e0111-0904-418d-b6d2-e9e0213accbe', 'code': 200} Dec 18 13:53:59.022835 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea559708-6eb5-489f-a824-2434397cfae4 req-ea24cd5b-9c9a-462f-8846-beb272b5e1ef tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:53:59.024510 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-ea559708-6eb5-489f-a824-2434397cfae4 req-ea24cd5b-9c9a-462f-8846-beb272b5e1ef tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdfd883d-2e0e-4c06-8f24-4448859c724e HTTP/1.1" status: 200 len: 945 time: 0.0522144 Dec 18 13:53:59.072758 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-ea559708-6eb5-489f-a824-2434397cfae4 req-335051c8-20fc-436c-bc2e-75bf218204a2 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4e8dc0c-698f-493c-bca6-d88ff97a5577&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0417857 Dec 18 13:53:59.202120 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b419c4f-9c87-432a-888f-a5dc2d29a7e2 req-c3e7f80e-a074-4733-8dfb-2624fba8ca5f tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:53:59.203971 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-2b419c4f-9c87-432a-888f-a5dc2d29a7e2 req-c3e7f80e-a074-4733-8dfb-2624fba8ca5f tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdfd883d-2e0e-4c06-8f24-4448859c724e HTTP/1.1" status: 200 len: 945 time: 0.0559475 Dec 18 13:53:59.255729 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-2b419c4f-9c87-432a-888f-a5dc2d29a7e2 req-2fc25b5f-2b45-4d0e-90dc-85bf44bc69e0 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4e8dc0c-698f-493c-bca6-d88ff97a5577&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0432246 Dec 18 13:53:59.396101 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff13375c-101d-4daa-8ba1-9f17cc5f2b6c req-b665acdc-38ae-415c-8491-db34fe081837 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:53:59.397589 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-ff13375c-101d-4daa-8ba1-9f17cc5f2b6c req-b665acdc-38ae-415c-8491-db34fe081837 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdfd883d-2e0e-4c06-8f24-4448859c724e HTTP/1.1" status: 200 len: 945 time: 0.0503578 Dec 18 13:53:59.451681 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-ff13375c-101d-4daa-8ba1-9f17cc5f2b6c req-be9317cb-3b4d-4601-9544-e492ae74dbbf tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4e8dc0c-698f-493c-bca6-d88ff97a5577&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0479136 Dec 18 13:53:59.709849 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad45e542-c586-4035-b593-5ccff396741d req-7b02b89e-e9b9-404b-a193-4818c0140af3 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:53:59.711249 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-ad45e542-c586-4035-b593-5ccff396741d req-7b02b89e-e9b9-404b-a193-4818c0140af3 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdfd883d-2e0e-4c06-8f24-4448859c724e HTTP/1.1" status: 200 len: 945 time: 0.0632818 Dec 18 13:53:59.762860 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-ad45e542-c586-4035-b593-5ccff396741d req-133a3fae-374e-40f4-8add-d8db039ad2be tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4e8dc0c-698f-493c-bca6-d88ff97a5577&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0430205 Dec 18 13:54:00.039403 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7b7a3272-2b45-4d32-9670-25eb1afd1184 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:54:00.865109 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:54:00.901612 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e1561b-d206-493d-b0f8-28e49b5c4eac req-5b494076-743d-4dc9-ad5e-5643b9432c85 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:54:00.903028 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-96e1561b-d206-493d-b0f8-28e49b5c4eac req-5b494076-743d-4dc9-ad5e-5643b9432c85 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdfd883d-2e0e-4c06-8f24-4448859c724e HTTP/1.1" status: 200 len: 945 time: 0.0553510 Dec 18 13:54:00.958714 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-96e1561b-d206-493d-b0f8-28e49b5c4eac req-a4afe67b-2033-4472-a53d-7bc4336696a6 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4e8dc0c-698f-493c-bca6-d88ff97a5577&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0492857 Dec 18 13:54:01.452490 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a77729-f2f3-4354-9f0e-448b1cb3b491 req-2b7fa752-3e0f-40ad-bae8-cd750bf2f63e tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:54:01.454346 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-b9a77729-f2f3-4354-9f0e-448b1cb3b491 req-2b7fa752-3e0f-40ad-bae8-cd750bf2f63e tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.43 "GET /v2.0/ports?device_id=bdfd883d-2e0e-4c06-8f24-4448859c724e HTTP/1.1" status: 200 len: 945 time: 0.0579903 Dec 18 13:54:01.549651 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [req-b9a77729-f2f3-4354-9f0e-448b1cb3b491 req-e775aa86-55fe-4d76-a1f2-77a893b52456 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Deleting port f45e0111-0904-418d-b6d2-e9e0213accbe {{(pid=103159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:54:01.549875 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-b9a77729-f2f3-4354-9f0e-448b1cb3b491 req-e775aa86-55fe-4d76-a1f2-77a893b52456 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:54:01.646009 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.db [req-b9a77729-f2f3-4354-9f0e-448b1cb3b491 req-e775aa86-55fe-4d76-a1f2-77a893b52456 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] For port f45e0111-0904-418d-b6d2-e9e0213accbe, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=f45e0111-0904-418d-b6d2-e9e0213accbe,segment=NetworkSegment(14046c60-b2f7-4d91-90ff-4117f3ec884d),segment_id=14046c60-b2f7-4d91-90ff-4117f3ec884d)] {{(pid=103159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:54:01.646515 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-b9a77729-f2f3-4354-9f0e-448b1cb3b491 req-e775aa86-55fe-4d76-a1f2-77a893b52456 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:54:01.878360 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-b9a77729-f2f3-4354-9f0e-448b1cb3b491 req-e775aa86-55fe-4d76-a1f2-77a893b52456 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:54:01.878591 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-b9a77729-f2f3-4354-9f0e-448b1cb3b491 req-e775aa86-55fe-4d76-a1f2-77a893b52456 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-587004'] for floatingip, after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:54:01.878949 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.db.l3_db [req-b9a77729-f2f3-4354-9f0e-448b1cb3b491 req-e775aa86-55fe-4d76-a1f2-77a893b52456 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Floating IP 4f43959e-e517-4040-8c52-cbf83b2234d1 disassociated. External IP: 172.26.3.107, port: f45e0111-0904-418d-b6d2-e9e0213accbe. Dec 18 13:54:01.879317 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [req-b9a77729-f2f3-4354-9f0e-448b1cb3b491 req-e775aa86-55fe-4d76-a1f2-77a893b52456 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Calling delete_port for f45e0111-0904-418d-b6d2-e9e0213accbe owned by compute:nova {{(pid=103159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:54:02.043038 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-b9a77729-f2f3-4354-9f0e-448b1cb3b491 req-e775aa86-55fe-4d76-a1f2-77a893b52456 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:54:02.067565 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-555b3a07-aeac-477e-ba64-fcc177d2f333 req-86e1627a-1e9a-4a39-ba68-7cd5f27cf83e tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdfd883d-2e0e-4c06-8f24-4448859c724e HTTP/1.1" status: 200 len: 210 time: 0.0368574 Dec 18 13:54:02.086519 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e775aa86-55fe-4d76-a1f2-77a893b52456 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Pushing event deleted for resources: {'Port': ['ID=f45e0111-0904-418d-b6d2-e9e0213accbe,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:54:02.096545 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e775aa86-55fe-4d76-a1f2-77a893b52456 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:54:02.096797 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e775aa86-55fe-4d76-a1f2-77a893b52456 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:54:02.097139 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e775aa86-55fe-4d76-a1f2-77a893b52456 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:54:02.097478 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e775aa86-55fe-4d76-a1f2-77a893b52456 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:54:02.097798 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e775aa86-55fe-4d76-a1f2-77a893b52456 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:54:02.098132 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e775aa86-55fe-4d76-a1f2-77a893b52456 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:54:02.098462 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e775aa86-55fe-4d76-a1f2-77a893b52456 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:54:02.098778 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e775aa86-55fe-4d76-a1f2-77a893b52456 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:54:02.099128 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e775aa86-55fe-4d76-a1f2-77a893b52456 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:54:02.099488 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e775aa86-55fe-4d76-a1f2-77a893b52456 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:54:02.099814 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e775aa86-55fe-4d76-a1f2-77a893b52456 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:54:02.100141 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e775aa86-55fe-4d76-a1f2-77a893b52456 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:54:02.100467 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e775aa86-55fe-4d76-a1f2-77a893b52456 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:54:02.501033 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b9a77729-f2f3-4354-9f0e-448b1cb3b491 req-e775aa86-55fe-4d76-a1f2-77a893b52456 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Router d2f50444-ac87-418b-a656-af22371cbf89 has already been hosted by L3 agent c9c0cd52-5bd2-4704-9429-d80f1c5ad23c {{(pid=103159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 18 13:54:02.609845 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b9a77729-f2f3-4354-9f0e-448b1cb3b491 req-e775aa86-55fe-4d76-a1f2-77a893b52456 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Notify agent at l3_agent.dv-neutron-744815-20-hyperv the message routers_updated {{(pid=103159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 13:54:02.620160 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-312bfd9d-f295-4d9f-9c06-09520bf2ba27 None None] Sync routers for ids ['d2f50444-ac87-418b-a656-af22371cbf89'] in dv-neutron-744815-20-hyperv {{(pid=103162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 13:54:02.631174 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-312bfd9d-f295-4d9f-9c06-09520bf2ba27 None None] Routers {'d2f50444-ac87-418b-a656-af22371cbf89'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:54:02.631800 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-312bfd9d-f295-4d9f-9c06-09520bf2ba27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:53:57Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['d2f50444-ac87-418b-a656-af22371cbf89'], 'active': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:54:02.655495 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9a77729-f2f3-4354-9f0e-448b1cb3b491 req-e775aa86-55fe-4d76-a1f2-77a893b52456 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] No DVR routers for this DVR port f45e0111-0904-418d-b6d2-e9e0213accbe on host hv-neutron-7448 {{(pid=103159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 18 13:54:02.658425 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-b9a77729-f2f3-4354-9f0e-448b1cb3b491 req-e775aa86-55fe-4d76-a1f2-77a893b52456 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:54:02.661739 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-b9a77729-f2f3-4354-9f0e-448b1cb3b491 req-e775aa86-55fe-4d76-a1f2-77a893b52456 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.43 "DELETE /v2.0/ports/f45e0111-0904-418d-b6d2-e9e0213accbe HTTP/1.1" status: 204 len: 173 time: 1.2009773 Dec 18 13:54:02.662180 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdfd883d-2e0e-4c06-8f24-4448859c724e', 'name': 'network-vif-deleted', 'tag': 'f45e0111-0904-418d-b6d2-e9e0213accbe'}] {{(pid=103159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 18 13:54:02.664504 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca844cf115d59c1fab86abc202fb4c13735de0d7e4cbbbb25eec9406e9c87431" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e324c48e-d153-4a94-bd4c-6a9655f66b80" -d '{"events": [{"server_uuid": "bdfd883d-2e0e-4c06-8f24-4448859c724e", "name": "network-vif-deleted", "tag": "f45e0111-0904-418d-b6d2-e9e0213accbe"}]}' {{(pid=103159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 18 13:54:02.708301 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 13:54:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ea7dd12-c7c0-432e-924e-a71012eadab6 x-openstack-request-id: req-6ea7dd12-c7c0-432e-924e-a71012eadab6 {{(pid=103159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 18 13:54:02.708639 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdfd883d-2e0e-4c06-8f24-4448859c724e", "name": "network-vif-deleted", "tag": "f45e0111-0904-418d-b6d2-e9e0213accbe", "status": "completed", "code": 200}]} {{(pid=103159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 18 13:54:02.708893 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6ea7dd12-c7c0-432e-924e-a71012eadab6 {{(pid=103159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 18 13:54:02.709372 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdfd883d-2e0e-4c06-8f24-4448859c724e', 'name': 'network-vif-deleted', 'tag': 'f45e0111-0904-418d-b6d2-e9e0213accbe', 'status': 'completed', 'code': 200} Dec 18 13:54:02.749347 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvr_db [None req-312bfd9d-f295-4d9f-9c06-09520bf2ba27 None None] Set router d2f50444-ac87-418b-a656-af22371cbf89 gateway port host: dv-neutron-744815-20-hyperv {{(pid=103162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 13:54:03.036634 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-312bfd9d-f295-4d9f-9c06-09520bf2ba27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2f50444-ac87-418b-a656-af22371cbf89', 'name': 'tempest-ServerActionsTestJSON-1047060273-router', 'tenant_id': '8580c2e482d141ebb0b16b23278c5865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.176'}], 'enable_snat': True}, 'gw_port_id': '4dae9401-ccf9-4524-81a4-0743afab0105', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:52:04Z', 'updated_at': '2021-12-18T13:52:07Z', 'revision_number': 4, 'project_id': '8580c2e482d141ebb0b16b23278c5865', 'gw_port': {'id': '4dae9401-ccf9-4524-81a4-0743afab0105', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:17:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f50444-ac87-418b-a656-af22371cbf89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:52:05Z', 'updated_at': '2021-12-18T13:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv', '_interfaces': [{'id': '7245800b-0f58-453f-bd2b-62ae5cd2b394', 'name': '', 'network_id': 'e984c666-923c-41c2-a1ec-63fbd109db54', 'tenant_id': '8580c2e482d141ebb0b16b23278c5865', 'mac_address': 'fa:16:3e:29:f6:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f50444-ac87-418b-a656-af22371cbf89', 'device_owner': 'network:router_interface', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': 'a8151063-8fff-4877-b494-1e3b0b7b7368', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:52:06Z', 'updated_at': '2021-12-18T13:52:10Z', 'revision_number': 5, 'project_id': '8580c2e482d141ebb0b16b23278c5865', 'subnets': [{'id': 'a8151063-8fff-4877-b494-1e3b0b7b7368', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:54:03.066471 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-312bfd9d-f295-4d9f-9c06-09520bf2ba27 None None] Checking router: d2f50444-ac87-418b-a656-af22371cbf89 for host: dv-neutron-744815-20-hyperv {{(pid=103162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 18 13:54:03.074567 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-312bfd9d-f295-4d9f-9c06-09520bf2ba27 None None] Routers {'d2f50444-ac87-418b-a656-af22371cbf89'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:54:03.075298 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-312bfd9d-f295-4d9f-9c06-09520bf2ba27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:53:57Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['d2f50444-ac87-418b-a656-af22371cbf89'], 'active': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:54:03.189565 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-045bae12-bc65-4cc4-846a-16d06c460bbf req-1b18cfd1-6491-433f-b52e-e4b49fc4c872 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdfd883d-2e0e-4c06-8f24-4448859c724e HTTP/1.1" status: 200 len: 210 time: 0.0308793 Dec 18 13:54:03.190665 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvr_db [None req-312bfd9d-f295-4d9f-9c06-09520bf2ba27 None None] Set router d2f50444-ac87-418b-a656-af22371cbf89 gateway port host: dv-neutron-744815-20-hyperv {{(pid=103162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 13:54:03.391859 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-312bfd9d-f295-4d9f-9c06-09520bf2ba27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2f50444-ac87-418b-a656-af22371cbf89', 'name': 'tempest-ServerActionsTestJSON-1047060273-router', 'tenant_id': '8580c2e482d141ebb0b16b23278c5865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.176'}], 'enable_snat': True}, 'gw_port_id': '4dae9401-ccf9-4524-81a4-0743afab0105', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:52:04Z', 'updated_at': '2021-12-18T13:52:07Z', 'revision_number': 4, 'project_id': '8580c2e482d141ebb0b16b23278c5865', 'gw_port': {'id': '4dae9401-ccf9-4524-81a4-0743afab0105', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:17:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f50444-ac87-418b-a656-af22371cbf89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:52:05Z', 'updated_at': '2021-12-18T13:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv', '_interfaces': [{'id': '7245800b-0f58-453f-bd2b-62ae5cd2b394', 'name': '', 'network_id': 'e984c666-923c-41c2-a1ec-63fbd109db54', 'tenant_id': '8580c2e482d141ebb0b16b23278c5865', 'mac_address': 'fa:16:3e:29:f6:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f50444-ac87-418b-a656-af22371cbf89', 'device_owner': 'network:router_interface', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': 'a8151063-8fff-4877-b494-1e3b0b7b7368', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:52:06Z', 'updated_at': '2021-12-18T13:52:10Z', 'revision_number': 5, 'project_id': '8580c2e482d141ebb0b16b23278c5865', 'subnets': [{'id': 'a8151063-8fff-4877-b494-1e3b0b7b7368', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:54:03.417025 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-312bfd9d-f295-4d9f-9c06-09520bf2ba27 None None] The sync data for ids ['d2f50444-ac87-418b-a656-af22371cbf89'] in dv-neutron-744815-20-hyperv is: [{'id': 'd2f50444-ac87-418b-a656-af22371cbf89', 'name': 'tempest-ServerActionsTestJSON-1047060273-router', 'tenant_id': '8580c2e482d141ebb0b16b23278c5865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.176'}], 'enable_snat': True}, 'gw_port_id': '4dae9401-ccf9-4524-81a4-0743afab0105', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:52:04Z', 'updated_at': '2021-12-18T13:52:07Z', 'revision_number': 4, 'project_id': '8580c2e482d141ebb0b16b23278c5865', 'gw_port': {'id': '4dae9401-ccf9-4524-81a4-0743afab0105', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:17:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f50444-ac87-418b-a656-af22371cbf89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:52:05Z', 'updated_at': '2021-12-18T13:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv', '_interfaces': [{'id': '7245800b-0f58-453f-bd2b-62ae5cd2b394', 'name': '', 'network_id': 'e984c666-923c-41c2-a1ec-63fbd109db54', 'tenant_id': '8580c2e482d141ebb0b16b23278c5865', 'mac_address': 'fa:16:3e:29:f6:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f50444-ac87-418b-a656-af22371cbf89', 'device_owner': 'network:router_interface', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': 'a8151063-8fff-4877-b494-1e3b0b7b7368', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:52:06Z', 'updated_at': '2021-12-18T13:52:10Z', 'revision_number': 5, 'project_id': '8580c2e482d141ebb0b16b23278c5865', 'subnets': [{'id': 'a8151063-8fff-4877-b494-1e3b0b7b7368', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 13:54:03.638582 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4da10352-7bb3-49e2-9b16-3bdf8f25502a None None] New status for floating IP 4f43959e-e517-4040-8c52-cbf83b2234d1: DOWN {{(pid=103161) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 18 13:54:04.446507 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-25141167-4b96-4e44-adec-9466e48deafd req-8e8ca835-f658-4b66-bd58-4f7b73e9363d tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--83449966&fields=id&tenant_id=8580c2e482d141ebb0b16b23278c5865 HTTP/1.1" status: 200 len: 267 time: 0.0443277 Dec 18 13:54:04.565556 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25141167-4b96-4e44-adec-9466e48deafd req-cf3cfa00-bbbd-4707-a267-973fae1a932f tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:54:04.566903 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-25141167-4b96-4e44-adec-9466e48deafd req-cf3cfa00-bbbd-4707-a267-973fae1a932f tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/networks?id=e984c666-923c-41c2-a1ec-63fbd109db54 HTTP/1.1" status: 200 len: 812 time: 0.1120136 Dec 18 13:54:04.585589 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-25141167-4b96-4e44-adec-9466e48deafd req-60792ced-6e8e-491d-9cfe-246321bd8b4b tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/quotas/8580c2e482d141ebb0b16b23278c5865 HTTP/1.1" status: 200 len: 375 time: 0.0105982 Dec 18 13:54:04.644718 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-25141167-4b96-4e44-adec-9466e48deafd req-67cb626a-9a6c-46f9-be2f-539bd2fcbaff tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=8580c2e482d141ebb0b16b23278c5865&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0518887 Dec 18 13:54:04.741342 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-25141167-4b96-4e44-adec-9466e48deafd req-28606161-6cb7-4b2d-b803-024b5d520c19 service neutron] 10.222.0.31 "GET /v2.0/networks/e984c666-923c-41c2-a1ec-63fbd109db54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843861 Dec 18 13:54:04.837862 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-25141167-4b96-4e44-adec-9466e48deafd req-92ce5695-f264-4a9d-b407-5b2704ffd239 service neutron] 10.222.0.31 "GET /v2.0/networks/e984c666-923c-41c2-a1ec-63fbd109db54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880945 Dec 18 13:54:04.999827 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-75e5ae84-ef8a-4eba-bc2b-f15b3aa3c554 req-9c3662ee-3774-4728-917a-4dc326de5dee tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/ports?device_id=2db4914d-5a83-4831-bea5-20e3abec9340 HTTP/1.1" status: 200 len: 210 time: 0.0266657 Dec 18 13:54:05.969591 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25141167-4b96-4e44-adec-9466e48deafd req-3071eb32-693a-4434-84ef-5e9219dfde30 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:54:05.971078 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-25141167-4b96-4e44-adec-9466e48deafd req-3071eb32-693a-4434-84ef-5e9219dfde30 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.43 "GET /v2.0/networks?id=e984c666-923c-41c2-a1ec-63fbd109db54 HTTP/1.1" status: 200 len: 812 time: 0.1061888 Dec 18 13:54:06.041064 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-25141167-4b96-4e44-adec-9466e48deafd req-1e5b557e-364b-40d6-aea5-0f90ebd0c365 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8580c2e482d141ebb0b16b23278c5865 HTTP/1.1" status: 200 len: 378 time: 0.0608037 Dec 18 13:54:06.050479 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [req-25141167-4b96-4e44-adec-9466e48deafd req-980f2fbf-995b-4871-9837-3adbf2468fd2 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Request body: {'port': {'device_id': '2db4914d-5a83-4831-bea5-20e3abec9340', 'network_id': 'e984c666-923c-41c2-a1ec-63fbd109db54', 'admin_state_up': True, 'tenant_id': '8580c2e482d141ebb0b16b23278c5865', 'security_groups': ['e4e8dc0c-698f-493c-bca6-d88ff97a5577']}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:54:06.095195 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-cbaab517-4d39-4220-95a7-2f7a40bce78c req-e85d074e-5368-4bd8-85c1-1661eefe4f02 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/ports?device_id=2db4914d-5a83-4831-bea5-20e3abec9340 HTTP/1.1" status: 200 len: 210 time: 0.0273130 Dec 18 13:54:06.162450 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25141167-4b96-4e44-adec-9466e48deafd req-980f2fbf-995b-4871-9837-3adbf2468fd2 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Made reservation on behalf of 8580c2e482d141ebb0b16b23278c5865 for: {'port': 1} {{(pid=103159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:54:06.166709 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-25141167-4b96-4e44-adec-9466e48deafd req-980f2fbf-995b-4871-9837-3adbf2468fd2 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:54:06.305131 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.db_base_plugin_common [req-25141167-4b96-4e44-adec-9466e48deafd req-980f2fbf-995b-4871-9837-3adbf2468fd2 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Allocated IP 172.20.0.12 (e984c666-923c-41c2-a1ec-63fbd109db54/a8151063-8fff-4877-b494-1e3b0b7b7368/a443ed82-cc06-48db-ba51-683a18c3a4f3) {{(pid=103159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:54:06.454476 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-25141167-4b96-4e44-adec-9466e48deafd req-980f2fbf-995b-4871-9837-3adbf2468fd2 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Publish callbacks [] for port, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:54:06.477705 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Device f45e0111-0904-418d-b6d2-e9e0213accbe no longer exists at agent hyperv_hv-neutron-7448 {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 18 13:54:06.491228 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-25141167-4b96-4e44-adec-9466e48deafd req-980f2fbf-995b-4871-9837-3adbf2468fd2 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:54:06.499872 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] No Port match for: f45e0111-0904-418d-b6d2-e9e0213accbe {{(pid=103161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 18 13:54:06.500202 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Device f45e0111-0904-418d-b6d2-e9e0213accbe not bound to the agent host hv-neutron-7448 {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 18 13:54:06.536421 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25141167-4b96-4e44-adec-9466e48deafd req-980f2fbf-995b-4871-9837-3adbf2468fd2 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Network e984c666-923c-41c2-a1ec-63fbd109db54 is already hosted by enough agents. {{(pid=103159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:54:06.539656 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.base_scheduler [req-25141167-4b96-4e44-adec-9466e48deafd req-980f2fbf-995b-4871-9837-3adbf2468fd2 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Resources bound (agent type, host, resource id): {{(pid=103159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:54:06.543436 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [req-25141167-4b96-4e44-adec-9466e48deafd req-980f2fbf-995b-4871-9837-3adbf2468fd2 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Received port after_create {{(pid=103159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:54:06.550422 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980f2fbf-995b-4871-9837-3adbf2468fd2 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Pushing event updated for resources: {'Port': ['ID=a443ed82-cc06-48db-ba51-683a18c3a4f3,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:54:06.598594 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25141167-4b96-4e44-adec-9466e48deafd req-980f2fbf-995b-4871-9837-3adbf2468fd2 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:54:06.599551 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-25141167-4b96-4e44-adec-9466e48deafd req-980f2fbf-995b-4871-9837-3adbf2468fd2 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:54:06.618358 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-25141167-4b96-4e44-adec-9466e48deafd req-980f2fbf-995b-4871-9837-3adbf2468fd2 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5716305 Dec 18 13:54:06.630952 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [req-25141167-4b96-4e44-adec-9466e48deafd req-74e6da3b-17aa-4fc0-9b63-c9c707e74aa2 service neutron] Request body: {'port': {'device_id': '2db4914d-5a83-4831-bea5-20e3abec9340', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7448'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:54:06.689691 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-25141167-4b96-4e44-adec-9466e48deafd req-74e6da3b-17aa-4fc0-9b63-c9c707e74aa2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:54:06.778817 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-c1cd49e1-bd18-474b-9b58-0ef96b8bea85 None None] Provisioning complete for port a443ed82-cc06-48db-ba51-683a18c3a4f3 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:54:06.779212 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c1cd49e1-bd18-474b-9b58-0ef96b8bea85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:54:06.816028 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-c1cd49e1-bd18-474b-9b58-0ef96b8bea85 None None] Port a443ed82-cc06-48db-ba51-683a18c3a4f3 cannot update to ACTIVE because it is not bound. {{(pid=103161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 13:54:06.958240 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.notifiers.nova [req-25141167-4b96-4e44-adec-9466e48deafd req-74e6da3b-17aa-4fc0-9b63-c9c707e74aa2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a443ed82-cc06-48db-ba51-683a18c3a4f3 {{(pid=103159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 18 13:54:06.965177 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:54:06.969336 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-25141167-4b96-4e44-adec-9466e48deafd req-74e6da3b-17aa-4fc0-9b63-c9c707e74aa2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:54:06.981783 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.provisioning_blocks [req-25141167-4b96-4e44-adec-9466e48deafd req-74e6da3b-17aa-4fc0-9b63-c9c707e74aa2 service neutron] Transition to ACTIVE for port object a443ed82-cc06-48db-ba51-683a18c3a4f3 will not be triggered until provisioned by entity L2. {{(pid=103159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 18 13:54:06.987286 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-25141167-4b96-4e44-adec-9466e48deafd req-74e6da3b-17aa-4fc0-9b63-c9c707e74aa2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5659917'] for port, after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:54:07.051370 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e6da3b-17aa-4fc0-9b63-c9c707e74aa2 service neutron] Pushing event updated for resources: {'Port': ['ID=a443ed82-cc06-48db-ba51-683a18c3a4f3,revision_number=2']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:54:07.110354 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.managers [req-25141167-4b96-4e44-adec-9466e48deafd req-74e6da3b-17aa-4fc0-9b63-c9c707e74aa2 service neutron] Attempting to bind port a443ed82-cc06-48db-ba51-683a18c3a4f3 on host hv-neutron-7448 for vnic_type normal with profile {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 13:54:07.110683 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.managers [req-25141167-4b96-4e44-adec-9466e48deafd req-74e6da3b-17aa-4fc0-9b63-c9c707e74aa2 service neutron] Attempting to bind port a443ed82-cc06-48db-ba51-683a18c3a4f3 by drivers openvswitch,hyperv on host hv-neutron-7448 at level 0 using segments [{'id': '14046c60-b2f7-4d91-90ff-4117f3ec884d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'e984c666-923c-41c2-a1ec-63fbd109db54'}] {{(pid=103159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 13:54:07.111032 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25141167-4b96-4e44-adec-9466e48deafd req-74e6da3b-17aa-4fc0-9b63-c9c707e74aa2 service neutron] Attempting to bind port a443ed82-cc06-48db-ba51-683a18c3a4f3 on network e984c666-923c-41c2-a1ec-63fbd109db54 {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 13:54:07.115650 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25141167-4b96-4e44-adec-9466e48deafd req-74e6da3b-17aa-4fc0-9b63-c9c707e74aa2 service neutron] Port a443ed82-cc06-48db-ba51-683a18c3a4f3 on network e984c666-923c-41c2-a1ec-63fbd109db54 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7448 {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 18 13:54:07.116055 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25141167-4b96-4e44-adec-9466e48deafd req-74e6da3b-17aa-4fc0-9b63-c9c707e74aa2 service neutron] Attempting to bind port a443ed82-cc06-48db-ba51-683a18c3a4f3 on network e984c666-923c-41c2-a1ec-63fbd109db54 {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 13:54:07.121994 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25141167-4b96-4e44-adec-9466e48deafd req-74e6da3b-17aa-4fc0-9b63-c9c707e74aa2 service neutron] Checking agent: {'id': 'c35b6aa0-0616-421f-8ded-732dd37fc90f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7448', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 13, 24, 37), 'started_at': datetime.datetime(2021, 12, 18, 13, 24, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 13, 54, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 18 13:54:07.122464 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25141167-4b96-4e44-adec-9466e48deafd req-74e6da3b-17aa-4fc0-9b63-c9c707e74aa2 service neutron] Checking segment: {'id': '14046c60-b2f7-4d91-90ff-4117f3ec884d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'e984c666-923c-41c2-a1ec-63fbd109db54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 13:54:07.123080 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25141167-4b96-4e44-adec-9466e48deafd req-74e6da3b-17aa-4fc0-9b63-c9c707e74aa2 service neutron] Bound using segment: {'id': '14046c60-b2f7-4d91-90ff-4117f3ec884d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'e984c666-923c-41c2-a1ec-63fbd109db54'} {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 18 13:54:07.123780 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.managers [req-25141167-4b96-4e44-adec-9466e48deafd req-74e6da3b-17aa-4fc0-9b63-c9c707e74aa2 service neutron] Bound port: a443ed82-cc06-48db-ba51-683a18c3a4f3, host: hv-neutron-7448, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14046c60-b2f7-4d91-90ff-4117f3ec884d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'e984c666-923c-41c2-a1ec-63fbd109db54'}}] {{(pid=103159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 18 13:54:07.123916 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-25141167-4b96-4e44-adec-9466e48deafd req-74e6da3b-17aa-4fc0-9b63-c9c707e74aa2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:54:07.219067 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.db [req-25141167-4b96-4e44-adec-9466e48deafd req-74e6da3b-17aa-4fc0-9b63-c9c707e74aa2 service neutron] For port a443ed82-cc06-48db-ba51-683a18c3a4f3, host hv-neutron-7448, cleared binding levels {{(pid=103159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 18 13:54:07.222528 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.db [req-25141167-4b96-4e44-adec-9466e48deafd req-74e6da3b-17aa-4fc0-9b63-c9c707e74aa2 service neutron] For port a443ed82-cc06-48db-ba51-683a18c3a4f3, host hv-neutron-7448, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=a443ed82-cc06-48db-ba51-683a18c3a4f3,segment=NetworkSegment(14046c60-b2f7-4d91-90ff-4117f3ec884d),segment_id=14046c60-b2f7-4d91-90ff-4117f3ec884d)] {{(pid=103159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 18 13:54:07.227343 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-25141167-4b96-4e44-adec-9466e48deafd req-74e6da3b-17aa-4fc0-9b63-c9c707e74aa2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5659917'] for port, after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:54:07.239077 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4773d02-7819-43ac-87ac-89010562f273 req-4d904109-7374-4ee4-93ab-ed6179c052c1 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:54:07.240613 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-c4773d02-7819-43ac-87ac-89010562f273 req-4d904109-7374-4ee4-93ab-ed6179c052c1 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/ports?device_id=2db4914d-5a83-4831-bea5-20e3abec9340 HTTP/1.1" status: 200 len: 944 time: 0.0721521 Dec 18 13:54:07.289985 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25141167-4b96-4e44-adec-9466e48deafd req-74e6da3b-17aa-4fc0-9b63-c9c707e74aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:54:07.290621 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-25141167-4b96-4e44-adec-9466e48deafd req-74e6da3b-17aa-4fc0-9b63-c9c707e74aa2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:54:07.292014 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-25141167-4b96-4e44-adec-9466e48deafd req-74e6da3b-17aa-4fc0-9b63-c9c707e74aa2 service neutron] 10.222.0.43 "PUT /v2.0/ports/a443ed82-cc06-48db-ba51-683a18c3a4f3 HTTP/1.1" status: 200 len: 1094 time: 0.6655798 Dec 18 13:54:07.294331 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2db4914d-5a83-4831-bea5-20e3abec9340', 'tag': 'a443ed82-cc06-48db-ba51-683a18c3a4f3'}] {{(pid=103159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 18 13:54:07.303562 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca844cf115d59c1fab86abc202fb4c13735de0d7e4cbbbb25eec9406e9c87431" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db094d21-8c8f-46d6-87d1-f21eb7f110f1" -d '{"events": [{"name": "network-changed", "server_uuid": "2db4914d-5a83-4831-bea5-20e3abec9340", "tag": "a443ed82-cc06-48db-ba51-683a18c3a4f3"}]}' {{(pid=103159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 18 13:54:07.356323 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 13:54:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37e951d8-684b-4436-b2cd-e353e02914ca x-openstack-request-id: req-37e951d8-684b-4436-b2cd-e353e02914ca {{(pid=103159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 18 13:54:07.356724 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2db4914d-5a83-4831-bea5-20e3abec9340", "tag": "a443ed82-cc06-48db-ba51-683a18c3a4f3", "status": "completed", "code": 200}]} {{(pid=103159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 18 13:54:07.356983 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-37e951d8-684b-4436-b2cd-e353e02914ca {{(pid=103159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 18 13:54:07.357382 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2db4914d-5a83-4831-bea5-20e3abec9340', 'tag': 'a443ed82-cc06-48db-ba51-683a18c3a4f3', 'status': 'completed', 'code': 200} Dec 18 13:54:07.360674 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e6da3b-17aa-4fc0-9b63-c9c707e74aa2 service neutron] Pushing event updated for resources: {'Port': ['ID=a443ed82-cc06-48db-ba51-683a18c3a4f3,revision_number=3']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:54:07.379527 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-c4773d02-7819-43ac-87ac-89010562f273 req-0ccbad85-da33-4c8e-9e48-8c96d547da40 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4e8dc0c-698f-493c-bca6-d88ff97a5577&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1169047 Dec 18 13:54:07.402963 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25141167-4b96-4e44-adec-9466e48deafd req-f5617930-a929-47ca-b9d4-ca81f1d7fc94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:54:07.404743 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-25141167-4b96-4e44-adec-9466e48deafd req-f5617930-a929-47ca-b9d4-ca81f1d7fc94 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8580c2e482d141ebb0b16b23278c5865&device_id=2db4914d-5a83-4831-bea5-20e3abec9340 HTTP/1.1" status: 200 len: 1097 time: 0.0627792 Dec 18 13:54:07.451068 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-25141167-4b96-4e44-adec-9466e48deafd req-7d03ee85-5865-43f9-9a78-327f8ab8274d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a443ed82-cc06-48db-ba51-683a18c3a4f3 HTTP/1.1" status: 200 len: 217 time: 0.0369885 Dec 18 13:54:07.508649 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25141167-4b96-4e44-adec-9466e48deafd req-e78252bd-18fa-4e11-b0d5-6b75623b4631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:54:07.510962 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-25141167-4b96-4e44-adec-9466e48deafd req-e78252bd-18fa-4e11-b0d5-6b75623b4631 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a8151063-8fff-4877-b494-1e3b0b7b7368 HTTP/1.1" status: 200 len: 851 time: 0.0533428 Dec 18 13:54:07.561838 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25141167-4b96-4e44-adec-9466e48deafd req-ea5f787a-c039-4193-88f4-469d591b0edf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:54:07.563348 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-25141167-4b96-4e44-adec-9466e48deafd req-ea5f787a-c039-4193-88f4-469d591b0edf service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e984c666-923c-41c2-a1ec-63fbd109db54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0443833 Dec 18 13:54:07.654192 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-25141167-4b96-4e44-adec-9466e48deafd req-d5136eea-c32f-46ef-a5c1-f33e2913be3e service neutron] 10.222.0.43 "GET /v2.0/networks/e984c666-923c-41c2-a1ec-63fbd109db54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830848 Dec 18 13:54:07.751421 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-25141167-4b96-4e44-adec-9466e48deafd req-d0baa52b-8dab-404e-90b7-cd3d3f604f4f service neutron] 10.222.0.43 "GET /v2.0/networks/e984c666-923c-41c2-a1ec-63fbd109db54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879591 Dec 18 13:54:07.850629 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db094d21-8c8f-46d6-87d1-f21eb7f110f1 req-2a79c307-4890-4853-ad6b-b44c017fc188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:54:07.852238 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-db094d21-8c8f-46d6-87d1-f21eb7f110f1 req-2a79c307-4890-4853-ad6b-b44c017fc188 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8580c2e482d141ebb0b16b23278c5865&device_id=2db4914d-5a83-4831-bea5-20e3abec9340 HTTP/1.1" status: 200 len: 1097 time: 0.0433638 Dec 18 13:54:07.946863 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db094d21-8c8f-46d6-87d1-f21eb7f110f1 req-85603b73-2742-48ba-808f-17df0ca00c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:54:07.948388 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-db094d21-8c8f-46d6-87d1-f21eb7f110f1 req-85603b73-2742-48ba-808f-17df0ca00c24 service neutron] 10.222.0.43 "GET /v2.0/networks?id=e984c666-923c-41c2-a1ec-63fbd109db54 HTTP/1.1" status: 200 len: 913 time: 0.0887725 Dec 18 13:54:07.991053 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-db094d21-8c8f-46d6-87d1-f21eb7f110f1 req-361b68cd-bfe5-4ab0-abca-0e41d7667d89 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a443ed82-cc06-48db-ba51-683a18c3a4f3 HTTP/1.1" status: 200 len: 217 time: 0.0336723 Dec 18 13:54:08.040083 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db094d21-8c8f-46d6-87d1-f21eb7f110f1 req-4b8b82a4-9050-44d6-9ecb-72813c4939da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:54:08.041534 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-db094d21-8c8f-46d6-87d1-f21eb7f110f1 req-4b8b82a4-9050-44d6-9ecb-72813c4939da service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a8151063-8fff-4877-b494-1e3b0b7b7368 HTTP/1.1" status: 200 len: 851 time: 0.0431235 Dec 18 13:54:08.093827 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db094d21-8c8f-46d6-87d1-f21eb7f110f1 req-86a759cd-5cc3-4775-9350-99c1d1c36b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:54:08.095371 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-db094d21-8c8f-46d6-87d1-f21eb7f110f1 req-86a759cd-5cc3-4775-9350-99c1d1c36b2f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e984c666-923c-41c2-a1ec-63fbd109db54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0462532 Dec 18 13:54:08.186918 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-db094d21-8c8f-46d6-87d1-f21eb7f110f1 req-81c43aea-778b-41c0-8e58-ab95e657a172 service neutron] 10.222.0.43 "GET /v2.0/networks/e984c666-923c-41c2-a1ec-63fbd109db54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843379 Dec 18 13:54:08.290821 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-db094d21-8c8f-46d6-87d1-f21eb7f110f1 req-aec5eff9-d310-47c4-adf2-23f0710e2428 service neutron] 10.222.0.43 "GET /v2.0/networks/e984c666-923c-41c2-a1ec-63fbd109db54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957282 Dec 18 13:54:08.532388 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3072ac3e-e5c1-4890-ab0e-1cd5ff8e1f65 req-50f11d7f-d379-491b-a5af-7dff9e70631a tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:54:08.533885 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-3072ac3e-e5c1-4890-ab0e-1cd5ff8e1f65 req-50f11d7f-d379-491b-a5af-7dff9e70631a tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/ports?device_id=2db4914d-5a83-4831-bea5-20e3abec9340 HTTP/1.1" status: 200 len: 944 time: 0.0677171 Dec 18 13:54:08.583257 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-3072ac3e-e5c1-4890-ab0e-1cd5ff8e1f65 req-088b507b-dc46-4319-9513-57c4ee8c6385 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4e8dc0c-698f-493c-bca6-d88ff97a5577&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0431876 Dec 18 13:54:09.705957 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a550ad55-c831-40ae-a964-e66509a57267 req-80c032db-7f13-45a6-b729-9ec198d3019b tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:54:09.707579 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-a550ad55-c831-40ae-a964-e66509a57267 req-80c032db-7f13-45a6-b729-9ec198d3019b tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/ports?device_id=2db4914d-5a83-4831-bea5-20e3abec9340 HTTP/1.1" status: 200 len: 944 time: 0.0549467 Dec 18 13:54:09.759203 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-a550ad55-c831-40ae-a964-e66509a57267 req-97cee1f5-74d8-4b6b-a079-9e4f8e026763 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4e8dc0c-698f-493c-bca6-d88ff97a5577&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426996 Dec 18 13:54:10.493933 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Device a443ed82-cc06-48db-ba51-683a18c3a4f3 details requested by agent hyperv_hv-neutron-7448 with host hv-neutron-7448 {{(pid=103161) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 18 13:54:10.594526 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] For port a443ed82-cc06-48db-ba51-683a18c3a4f3, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=a443ed82-cc06-48db-ba51-683a18c3a4f3,segment=NetworkSegment(14046c60-b2f7-4d91-90ff-4117f3ec884d),segment_id=14046c60-b2f7-4d91-90ff-4117f3ec884d)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:54:10.605970 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Returning: {'device': 'a443ed82-cc06-48db-ba51-683a18c3a4f3', 'network_id': 'e984c666-923c-41c2-a1ec-63fbd109db54', 'port_id': 'a443ed82-cc06-48db-ba51-683a18c3a4f3', 'mac_address': 'fa:16:3e:b8:c3:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8151063-8fff-4877-b494-1e3b0b7b7368', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103161) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 18 13:54:10.642083 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:54:10.654612 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.notifiers.nova [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a443ed82-cc06-48db-ba51-683a18c3a4f3 {{(pid=103161) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 18 13:54:10.674761 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] For port a443ed82-cc06-48db-ba51-683a18c3a4f3, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=a443ed82-cc06-48db-ba51-683a18c3a4f3,segment=NetworkSegment(14046c60-b2f7-4d91-90ff-4117f3ec884d),segment_id=14046c60-b2f7-4d91-90ff-4117f3ec884d)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:54:10.681397 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:54:10.731656 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Pushing event updated for resources: {'Port': ['ID=a443ed82-cc06-48db-ba51-683a18c3a4f3,revision_number=4']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:54:10.895059 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f323cfad-4e59-447f-a66f-ccd99c3df6f5 req-8d00fcba-41af-4fd0-bd6f-44ea37951f04 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:54:10.896585 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-f323cfad-4e59-447f-a66f-ccd99c3df6f5 req-8d00fcba-41af-4fd0-bd6f-44ea37951f04 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/ports?device_id=2db4914d-5a83-4831-bea5-20e3abec9340 HTTP/1.1" status: 200 len: 945 time: 0.0613220 Dec 18 13:54:10.944633 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-f323cfad-4e59-447f-a66f-ccd99c3df6f5 req-9622eba2-887b-43c7-8359-1e2d9bdd898a tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4e8dc0c-698f-493c-bca6-d88ff97a5577&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419934 Dec 18 13:54:10.986801 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] get_ports_and_sgs() called for port_ids ['a443ed82-cc06-48db-ba51-683a18c3a4f3'] {{(pid=103161) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 18 13:54:11.304255 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.agents_db [None req-e3dda592-589a-4b4d-b028-ba9a260f4f50 None None] Agent healthcheck: found 6 active agents {{(pid=103162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 18 13:54:12.074975 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e978b8-ce3a-46b8-b8a9-381dc94d2ed5 req-b930f31d-bac7-4312-8f26-704d10c930af tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:54:12.076525 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-76e978b8-ce3a-46b8-b8a9-381dc94d2ed5 req-b930f31d-bac7-4312-8f26-704d10c930af tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/ports?device_id=2db4914d-5a83-4831-bea5-20e3abec9340 HTTP/1.1" status: 200 len: 945 time: 0.0499291 Dec 18 13:54:12.137229 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-76e978b8-ce3a-46b8-b8a9-381dc94d2ed5 req-fc7a2dd4-9d79-4438-a874-b13272377bc1 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4e8dc0c-698f-493c-bca6-d88ff97a5577&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0542085 Dec 18 13:54:12.509418 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Device a443ed82-cc06-48db-ba51-683a18c3a4f3 up at agent hyperv_hv-neutron-7448 {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 13:54:12.569882 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Provisioning for port a443ed82-cc06-48db-ba51-683a18c3a4f3 completed by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 18 13:54:12.573955 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Provisioning complete for port a443ed82-cc06-48db-ba51-683a18c3a4f3 triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:54:12.574335 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:54:12.651538 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:54:12.673936 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2db4914d-5a83-4831-bea5-20e3abec9340', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a443ed82-cc06-48db-ba51-683a18c3a4f3'}] {{(pid=103161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 18 13:54:12.676146 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22224e7a42aa75e3f3b9c037df440650d2cfa1dd97b40a249aee4a8113775251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d7d9f1e-ee7c-4a8b-b5e8-33a4574a50c3" -d '{"events": [{"server_uuid": "2db4914d-5a83-4831-bea5-20e3abec9340", "name": "network-vif-plugged", "status": "completed", "tag": "a443ed82-cc06-48db-ba51-683a18c3a4f3"}]}' {{(pid=103161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 18 13:54:12.689767 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] For port a443ed82-cc06-48db-ba51-683a18c3a4f3, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=a443ed82-cc06-48db-ba51-683a18c3a4f3,segment=NetworkSegment(14046c60-b2f7-4d91-90ff-4117f3ec884d),segment_id=14046c60-b2f7-4d91-90ff-4117f3ec884d)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:54:12.696582 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:54:12.720389 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 13:54:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b1543a3-cce0-4c5c-8e27-36a1eb619d14 x-openstack-request-id: req-8b1543a3-cce0-4c5c-8e27-36a1eb619d14 {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 18 13:54:12.720688 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2db4914d-5a83-4831-bea5-20e3abec9340", "name": "network-vif-plugged", "status": "completed", "tag": "a443ed82-cc06-48db-ba51-683a18c3a4f3", "code": 200}]} {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 18 13:54:12.720942 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8b1543a3-cce0-4c5c-8e27-36a1eb619d14 {{(pid=103161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 18 13:54:12.721332 dv-neutron-744815-20-hyperv neutron-server[103161]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2db4914d-5a83-4831-bea5-20e3abec9340', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a443ed82-cc06-48db-ba51-683a18c3a4f3', 'code': 200} Dec 18 13:54:12.749820 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Pushing event updated for resources: {'Port': ['ID=a443ed82-cc06-48db-ba51-683a18c3a4f3,revision_number=5']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:54:12.888751 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b94000-6998-42bd-af9f-e3476e6e4cb8 req-d92904c7-45d8-4860-bc6e-ca7f15f02345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:54:12.890646 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-06b94000-6998-42bd-af9f-e3476e6e4cb8 req-d92904c7-45d8-4860-bc6e-ca7f15f02345 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=2db4914d-5a83-4831-bea5-20e3abec9340 HTTP/1.1" status: 200 len: 1099 time: 0.0461102 Dec 18 13:54:12.937736 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-06b94000-6998-42bd-af9f-e3476e6e4cb8 req-8e310352-7534-4226-9e9c-a04fae68cc0d service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=e4e8dc0c-698f-493c-bca6-d88ff97a5577&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0386651 Dec 18 13:54:13.264997 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3861641-c111-4ac0-8e3c-f39807f9e896 req-3875d169-7060-4577-9869-14938156f540 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:54:13.266585 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-e3861641-c111-4ac0-8e3c-f39807f9e896 req-3875d169-7060-4577-9869-14938156f540 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/ports?device_id=2db4914d-5a83-4831-bea5-20e3abec9340 HTTP/1.1" status: 200 len: 946 time: 0.0559614 Dec 18 13:54:13.317406 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-e3861641-c111-4ac0-8e3c-f39807f9e896 req-df4359ae-fec8-4b56-aea6-65b47be12cf3 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4e8dc0c-698f-493c-bca6-d88ff97a5577&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420647 Dec 18 13:54:14.447661 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d8881a-e192-4bb1-a334-388b170a7f8a req-4c572c62-5c65-497c-a047-e71733f18471 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:54:14.449158 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-c3d8881a-e192-4bb1-a334-388b170a7f8a req-4c572c62-5c65-497c-a047-e71733f18471 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/ports?device_id=2db4914d-5a83-4831-bea5-20e3abec9340 HTTP/1.1" status: 200 len: 946 time: 0.0545411 Dec 18 13:54:14.499463 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-c3d8881a-e192-4bb1-a334-388b170a7f8a req-d3860daa-a792-42cc-bfeb-076aac7e0c5a tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4e8dc0c-698f-493c-bca6-d88ff97a5577&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0412838 Dec 18 13:54:14.623733 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481a9942-ee1b-45f2-b180-1740b035f106 req-3d89ea2e-f30c-40b0-9d3e-7bd202c66feb tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:54:14.625192 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-481a9942-ee1b-45f2-b180-1740b035f106 req-3d89ea2e-f30c-40b0-9d3e-7bd202c66feb tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/ports?device_id=2db4914d-5a83-4831-bea5-20e3abec9340 HTTP/1.1" status: 200 len: 946 time: 0.0555031 Dec 18 13:54:14.633795 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 59742) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:54:14.638268 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-eb633625-fe23-43c5-9be0-bc1cd6811d1a tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Request body: {'floatingip': {'port_id': 'a443ed82-cc06-48db-ba51-683a18c3a4f3'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:54:14.676995 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-eb633625-fe23-43c5-9be0-bc1cd6811d1a tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Publish callbacks [] for floatingip, before_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:54:15.135250 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-eb633625-fe23-43c5-9be0-bc1cd6811d1a tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:54:15.142549 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-eb633625-fe23-43c5-9be0-bc1cd6811d1a tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-587004'] for floatingip, after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:54:15.257226 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.db.l3_db [None req-eb633625-fe23-43c5-9be0-bc1cd6811d1a tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Floating IP 4f43959e-e517-4040-8c52-cbf83b2234d1 associated. External IP: 172.26.3.107, port: a443ed82-cc06-48db-ba51-683a18c3a4f3. Dec 18 13:54:15.481078 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb633625-fe23-43c5-9be0-bc1cd6811d1a tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Router d2f50444-ac87-418b-a656-af22371cbf89 has already been hosted by L3 agent c9c0cd52-5bd2-4704-9429-d80f1c5ad23c {{(pid=103159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 18 13:54:15.591798 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb633625-fe23-43c5-9be0-bc1cd6811d1a tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Notify agent at l3_agent.dv-neutron-744815-20-hyperv the message routers_updated {{(pid=103159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 13:54:15.597762 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-eb633625-fe23-43c5-9be0-bc1cd6811d1a tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for floatingip, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:54:15.602289 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-125e8d5e-09f4-4227-a589-feef9c48b936 None None] Sync routers for ids ['d2f50444-ac87-418b-a656-af22371cbf89'] in dv-neutron-744815-20-hyperv {{(pid=103162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 13:54:15.615585 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-125e8d5e-09f4-4227-a589-feef9c48b936 None None] Routers {'d2f50444-ac87-418b-a656-af22371cbf89'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:54:15.615585 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-125e8d5e-09f4-4227-a589-feef9c48b936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:53:57Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['d2f50444-ac87-418b-a656-af22371cbf89'], 'active': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:54:15.632156 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-eb633625-fe23-43c5-9be0-bc1cd6811d1a tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "PUT /v2.0/floatingips/4f43959e-e517-4040-8c52-cbf83b2234d1 HTTP/1.1" status: 200 len: 992 time: 0.9972355 Dec 18 13:54:15.632894 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2db4914d-5a83-4831-bea5-20e3abec9340', 'tag': 'a443ed82-cc06-48db-ba51-683a18c3a4f3'}] {{(pid=103159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 18 13:54:15.635323 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca844cf115d59c1fab86abc202fb4c13735de0d7e4cbbbb25eec9406e9c87431" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14570aed-5aed-4e9c-b2d4-d856d8566c92" -d '{"events": [{"name": "network-changed", "server_uuid": "2db4914d-5a83-4831-bea5-20e3abec9340", "tag": "a443ed82-cc06-48db-ba51-683a18c3a4f3"}]}' {{(pid=103159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 18 13:54:15.675423 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 13:54:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5259434e-3c36-47ee-8571-9683c2a6231b x-openstack-request-id: req-5259434e-3c36-47ee-8571-9683c2a6231b {{(pid=103159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 18 13:54:15.676199 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2db4914d-5a83-4831-bea5-20e3abec9340", "tag": "a443ed82-cc06-48db-ba51-683a18c3a4f3", "status": "completed", "code": 200}]} {{(pid=103159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 18 13:54:15.676199 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5259434e-3c36-47ee-8571-9683c2a6231b {{(pid=103159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 18 13:54:15.676467 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2db4914d-5a83-4831-bea5-20e3abec9340', 'tag': 'a443ed82-cc06-48db-ba51-683a18c3a4f3', 'status': 'completed', 'code': 200} Dec 18 13:54:15.739901 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvr_db [None req-125e8d5e-09f4-4227-a589-feef9c48b936 None None] Set router d2f50444-ac87-418b-a656-af22371cbf89 gateway port host: dv-neutron-744815-20-hyperv {{(pid=103162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 13:54:15.742606 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14570aed-5aed-4e9c-b2d4-d856d8566c92 req-9bda3050-bd41-419b-a1f3-4eb7f851c944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:54:15.744197 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-14570aed-5aed-4e9c-b2d4-d856d8566c92 req-9bda3050-bd41-419b-a1f3-4eb7f851c944 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8580c2e482d141ebb0b16b23278c5865&device_id=2db4914d-5a83-4831-bea5-20e3abec9340 HTTP/1.1" status: 200 len: 1099 time: 0.0419998 Dec 18 13:54:15.840967 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14570aed-5aed-4e9c-b2d4-d856d8566c92 req-6f8e841f-4f29-45fe-8a98-94222d35b1b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:54:15.842444 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-14570aed-5aed-4e9c-b2d4-d856d8566c92 req-6f8e841f-4f29-45fe-8a98-94222d35b1b5 service neutron] 10.222.0.43 "GET /v2.0/networks?id=e984c666-923c-41c2-a1ec-63fbd109db54 HTTP/1.1" status: 200 len: 913 time: 0.0910449 Dec 18 13:54:15.912550 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-14570aed-5aed-4e9c-b2d4-d856d8566c92 req-9124be20-7f5c-471a-bd14-b19b17038f95 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a443ed82-cc06-48db-ba51-683a18c3a4f3 HTTP/1.1" status: 200 len: 1000 time: 0.0620019 Dec 18 13:54:15.961804 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-125e8d5e-09f4-4227-a589-feef9c48b936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2f50444-ac87-418b-a656-af22371cbf89', 'name': 'tempest-ServerActionsTestJSON-1047060273-router', 'tenant_id': '8580c2e482d141ebb0b16b23278c5865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.176'}], 'enable_snat': True}, 'gw_port_id': '4dae9401-ccf9-4524-81a4-0743afab0105', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:52:04Z', 'updated_at': '2021-12-18T13:52:07Z', 'revision_number': 4, 'project_id': '8580c2e482d141ebb0b16b23278c5865', 'gw_port': {'id': '4dae9401-ccf9-4524-81a4-0743afab0105', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:17:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f50444-ac87-418b-a656-af22371cbf89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:52:05Z', 'updated_at': '2021-12-18T13:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv', '_floatingips': [{'id': '4f43959e-e517-4040-8c52-cbf83b2234d1', 'tenant_id': '8580c2e482d141ebb0b16b23278c5865', 'floating_ip_address': '172.26.3.107', 'floating_network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'router_id': 'd2f50444-ac87-418b-a656-af22371cbf89', 'port_id': 'a443ed82-cc06-48db-ba51-683a18c3a4f3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1585, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e984c666-923c-41c2-a1ec-63fbd109db54', 'mac_address': 'fa:16:3e:b8:c3:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2db4914d-5a83-4831-bea5-20e3abec9340', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T13:52:10Z', 'updated_at': '2021-12-18T13:54:15Z', 'revision_number': 5, 'project_id': '8580c2e482d141ebb0b16b23278c5865', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7245800b-0f58-453f-bd2b-62ae5cd2b394', 'name': '', 'network_id': 'e984c666-923c-41c2-a1ec-63fbd109db54', 'tenant_id': '8580c2e482d141ebb0b16b23278c5865', 'mac_address': 'fa:16:3e:29:f6:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f50444-ac87-418b-a656-af22371cbf89', 'device_owner': 'network:router_interface', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': 'a8151063-8fff-4877-b494-1e3b0b7b7368', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:52:06Z', 'updated_at': '2021-12-18T13:52:10Z', 'revision_number': 5, 'project_id': '8580c2e482d141ebb0b16b23278c5865', 'subnets': [{'id': 'a8151063-8fff-4877-b494-1e3b0b7b7368', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:54:15.962653 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14570aed-5aed-4e9c-b2d4-d856d8566c92 req-7e3542af-5032-495c-b57a-61a717a68099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:54:15.964178 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-14570aed-5aed-4e9c-b2d4-d856d8566c92 req-7e3542af-5032-495c-b57a-61a717a68099 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a8151063-8fff-4877-b494-1e3b0b7b7368 HTTP/1.1" status: 200 len: 851 time: 0.0442746 Dec 18 13:54:15.990317 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-125e8d5e-09f4-4227-a589-feef9c48b936 None None] Checking router: d2f50444-ac87-418b-a656-af22371cbf89 for host: dv-neutron-744815-20-hyperv {{(pid=103162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 18 13:54:15.999329 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-125e8d5e-09f4-4227-a589-feef9c48b936 None None] Routers {'d2f50444-ac87-418b-a656-af22371cbf89'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:54:16.000049 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-125e8d5e-09f4-4227-a589-feef9c48b936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:53:57Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['d2f50444-ac87-418b-a656-af22371cbf89'], 'active': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:54:16.013279 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14570aed-5aed-4e9c-b2d4-d856d8566c92 req-a676d809-917f-4800-b3aa-f84fb924dc8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:54:16.014805 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-14570aed-5aed-4e9c-b2d4-d856d8566c92 req-a676d809-917f-4800-b3aa-f84fb924dc8e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e984c666-923c-41c2-a1ec-63fbd109db54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0436888 Dec 18 13:54:16.106957 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvr_db [None req-125e8d5e-09f4-4227-a589-feef9c48b936 None None] Set router d2f50444-ac87-418b-a656-af22371cbf89 gateway port host: dv-neutron-744815-20-hyperv {{(pid=103162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 13:54:16.108812 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-14570aed-5aed-4e9c-b2d4-d856d8566c92 req-274c0fe1-1baa-4ec5-bf82-08cea76b7da6 service neutron] 10.222.0.43 "GET /v2.0/networks/e984c666-923c-41c2-a1ec-63fbd109db54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860231 Dec 18 13:54:16.209713 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-14570aed-5aed-4e9c-b2d4-d856d8566c92 req-6c005f55-1815-40e1-ac07-7aee5a58c5cc service neutron] 10.222.0.43 "GET /v2.0/networks/e984c666-923c-41c2-a1ec-63fbd109db54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933175 Dec 18 13:54:16.346801 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-125e8d5e-09f4-4227-a589-feef9c48b936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2f50444-ac87-418b-a656-af22371cbf89', 'name': 'tempest-ServerActionsTestJSON-1047060273-router', 'tenant_id': '8580c2e482d141ebb0b16b23278c5865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.176'}], 'enable_snat': True}, 'gw_port_id': '4dae9401-ccf9-4524-81a4-0743afab0105', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:52:04Z', 'updated_at': '2021-12-18T13:52:07Z', 'revision_number': 4, 'project_id': '8580c2e482d141ebb0b16b23278c5865', 'gw_port': {'id': '4dae9401-ccf9-4524-81a4-0743afab0105', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:17:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f50444-ac87-418b-a656-af22371cbf89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:52:05Z', 'updated_at': '2021-12-18T13:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv', '_floatingips': [{'id': '4f43959e-e517-4040-8c52-cbf83b2234d1', 'tenant_id': '8580c2e482d141ebb0b16b23278c5865', 'floating_ip_address': '172.26.3.107', 'floating_network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'router_id': 'd2f50444-ac87-418b-a656-af22371cbf89', 'port_id': 'a443ed82-cc06-48db-ba51-683a18c3a4f3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1585, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e984c666-923c-41c2-a1ec-63fbd109db54', 'mac_address': 'fa:16:3e:b8:c3:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2db4914d-5a83-4831-bea5-20e3abec9340', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T13:52:10Z', 'updated_at': '2021-12-18T13:54:15Z', 'revision_number': 5, 'project_id': '8580c2e482d141ebb0b16b23278c5865', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7245800b-0f58-453f-bd2b-62ae5cd2b394', 'name': '', 'network_id': 'e984c666-923c-41c2-a1ec-63fbd109db54', 'tenant_id': '8580c2e482d141ebb0b16b23278c5865', 'mac_address': 'fa:16:3e:29:f6:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f50444-ac87-418b-a656-af22371cbf89', 'device_owner': 'network:router_interface', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': 'a8151063-8fff-4877-b494-1e3b0b7b7368', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:52:06Z', 'updated_at': '2021-12-18T13:52:10Z', 'revision_number': 5, 'project_id': '8580c2e482d141ebb0b16b23278c5865', 'subnets': [{'id': 'a8151063-8fff-4877-b494-1e3b0b7b7368', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:54:16.376864 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-125e8d5e-09f4-4227-a589-feef9c48b936 None None] The sync data for ids ['d2f50444-ac87-418b-a656-af22371cbf89'] in dv-neutron-744815-20-hyperv is: [{'id': 'd2f50444-ac87-418b-a656-af22371cbf89', 'name': 'tempest-ServerActionsTestJSON-1047060273-router', 'tenant_id': '8580c2e482d141ebb0b16b23278c5865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.176'}], 'enable_snat': True}, 'gw_port_id': '4dae9401-ccf9-4524-81a4-0743afab0105', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:52:04Z', 'updated_at': '2021-12-18T13:52:07Z', 'revision_number': 4, 'project_id': '8580c2e482d141ebb0b16b23278c5865', 'gw_port': {'id': '4dae9401-ccf9-4524-81a4-0743afab0105', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:17:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f50444-ac87-418b-a656-af22371cbf89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:52:05Z', 'updated_at': '2021-12-18T13:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv', '_floatingips': [{'id': '4f43959e-e517-4040-8c52-cbf83b2234d1', 'tenant_id': '8580c2e482d141ebb0b16b23278c5865', 'floating_ip_address': '172.26.3.107', 'floating_network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'router_id': 'd2f50444-ac87-418b-a656-af22371cbf89', 'port_id': 'a443ed82-cc06-48db-ba51-683a18c3a4f3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1585, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e984c666-923c-41c2-a1ec-63fbd109db54', 'mac_address': 'fa:16:3e:b8:c3:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2db4914d-5a83-4831-bea5-20e3abec9340', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T13:52:10Z', 'updated_at': '2021-12-18T13:54:15Z', 'revision_number': 5, 'project_id': '8580c2e482d141ebb0b16b23278c5865', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7245800b-0f58-453f-bd2b-62ae5cd2b394', 'name': '', 'network_id': 'e984c666-923c-41c2-a1ec-63fbd109db54', 'tenant_id': '8580c2e482d141ebb0b16b23278c5865', 'mac_address': 'fa:16:3e:29:f6:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f50444-ac87-418b-a656-af22371cbf89', 'device_owner': 'network:router_interface', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': 'a8151063-8fff-4877-b494-1e3b0b7b7368', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:52:06Z', 'updated_at': '2021-12-18T13:52:10Z', 'revision_number': 5, 'project_id': '8580c2e482d141ebb0b16b23278c5865', 'subnets': [{'id': 'a8151063-8fff-4877-b494-1e3b0b7b7368', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 13:54:16.565280 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56f260dc-3133-49dd-929b-43f4055fcdc3 None None] New status for floating IP 4f43959e-e517-4040-8c52-cbf83b2234d1: ACTIVE {{(pid=103161) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 18 13:54:24.949258 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-bcf90da5-30a6-40fd-a3f1-c099c55524a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:54:27.180269 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-d7cf818f-e602-4009-9dcf-5b311ef2ae8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:54:28.541385 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-afa9ae9b-bdbb-4010-bcf6-3a46ce66cf71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:54:30.042428 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7b7a3272-2b45-4d32-9670-25eb1afd1184 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:54:30.864442 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:54:36.979737 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:54:48.308801 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.agents_db [None req-e3dda592-589a-4b4d-b028-ba9a260f4f50 None None] Agent healthcheck: found 6 active agents {{(pid=103162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 18 13:54:54.949909 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-bf088fe6-702b-4012-88f6-2519faa47ccd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:54:57.183406 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-cb0929a1-383d-4a77-a8bb-f757b0550010 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:54:58.544115 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-afa9ae9b-bdbb-4010-bcf6-3a46ce66cf71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:55:00.049691 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7b7a3272-2b45-4d32-9670-25eb1afd1184 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:55:00.864170 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:55:02.725966 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-9ee9c400-844e-4b0b-8b8e-2b6a708464c2 req-f323af29-a5f0-4e9d-b31c-615f2635aaae service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=2db4914d-5a83-4831-bea5-20e3abec9340&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0474370 Dec 18 13:55:02.811673 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee9c400-844e-4b0b-8b8e-2b6a708464c2 req-e8d96865-d7df-449f-b2f6-de2557bc3f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:55:02.813229 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-9ee9c400-844e-4b0b-8b8e-2b6a708464c2 req-e8d96865-d7df-449f-b2f6-de2557bc3f19 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8580c2e482d141ebb0b16b23278c5865&device_id=2db4914d-5a83-4831-bea5-20e3abec9340 HTTP/1.1" status: 200 len: 1099 time: 0.0430694 Dec 18 13:55:03.229217 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee9c400-844e-4b0b-8b8e-2b6a708464c2 req-2607e423-e9c8-498a-b335-823415c4cd01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:55:03.230743 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-9ee9c400-844e-4b0b-8b8e-2b6a708464c2 req-2607e423-e9c8-498a-b335-823415c4cd01 service neutron] 10.222.0.43 "GET /v2.0/networks?id=e984c666-923c-41c2-a1ec-63fbd109db54 HTTP/1.1" status: 200 len: 913 time: 0.3929484 Dec 18 13:55:03.305830 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-9ee9c400-844e-4b0b-8b8e-2b6a708464c2 req-a4e63dc9-a8e7-4ecc-9c96-2f0b319c6ec3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a443ed82-cc06-48db-ba51-683a18c3a4f3 HTTP/1.1" status: 200 len: 1002 time: 0.0675259 Dec 18 13:55:03.357195 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee9c400-844e-4b0b-8b8e-2b6a708464c2 req-f811db30-4abb-4869-ab28-1c85a4dc52cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:55:03.358649 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-9ee9c400-844e-4b0b-8b8e-2b6a708464c2 req-f811db30-4abb-4869-ab28-1c85a4dc52cb service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a8151063-8fff-4877-b494-1e3b0b7b7368 HTTP/1.1" status: 200 len: 851 time: 0.0457559 Dec 18 13:55:03.410631 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee9c400-844e-4b0b-8b8e-2b6a708464c2 req-1b728ae7-26bd-4e49-ba3f-2c6752e9e80a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:55:03.412162 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-9ee9c400-844e-4b0b-8b8e-2b6a708464c2 req-1b728ae7-26bd-4e49-ba3f-2c6752e9e80a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e984c666-923c-41c2-a1ec-63fbd109db54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0452263 Dec 18 13:55:03.500965 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-9ee9c400-844e-4b0b-8b8e-2b6a708464c2 req-ef1b4d5d-5d46-4b02-80f2-f6edb113560f service neutron] 10.222.0.43 "GET /v2.0/networks/e984c666-923c-41c2-a1ec-63fbd109db54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815282 Dec 18 13:55:03.607452 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-9ee9c400-844e-4b0b-8b8e-2b6a708464c2 req-48e420dd-9d28-4d6c-91aa-72140642eaed service neutron] 10.222.0.43 "GET /v2.0/networks/e984c666-923c-41c2-a1ec-63fbd109db54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977156 Dec 18 13:55:06.980225 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:55:24.949541 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-8f379c12-b61d-4559-a784-3558cf9d96d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:55:25.311312 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.agents_db [None req-e3dda592-589a-4b4d-b028-ba9a260f4f50 None None] Agent healthcheck: found 6 active agents {{(pid=103162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 18 13:55:27.189038 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-69e8e22b-504f-457b-ba69-da1de3cbadd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:55:28.543769 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-afa9ae9b-bdbb-4010-bcf6-3a46ce66cf71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:55:30.047443 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7b7a3272-2b45-4d32-9670-25eb1afd1184 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:55:30.872046 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:55:33.781384 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35c3bda-c05c-4db7-b869-eecff6093579 req-5d504b5c-8b38-46bc-ada8-903d6a27c32b tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:55:33.782911 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-c35c3bda-c05c-4db7-b869-eecff6093579 req-5d504b5c-8b38-46bc-ada8-903d6a27c32b tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/ports?device_id=2db4914d-5a83-4831-bea5-20e3abec9340 HTTP/1.1" status: 200 len: 946 time: 0.1348751 Dec 18 13:55:33.841559 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-c35c3bda-c05c-4db7-b869-eecff6093579 req-cb1ff81d-b44e-4b99-bc85-b1f5622c5aa3 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4e8dc0c-698f-493c-bca6-d88ff97a5577&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0495172 Dec 18 13:55:35.039892 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3c1c9e-1f9d-416d-833a-7f0f299ce73a req-25f215ff-c8f1-4832-9fbe-4a0e41d953fe tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:55:35.041374 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-ca3c1c9e-1f9d-416d-833a-7f0f299ce73a req-25f215ff-c8f1-4832-9fbe-4a0e41d953fe tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/ports?device_id=2db4914d-5a83-4831-bea5-20e3abec9340 HTTP/1.1" status: 200 len: 946 time: 0.1097937 Dec 18 13:55:35.089804 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-ca3c1c9e-1f9d-416d-833a-7f0f299ce73a req-65b2cbfd-1e29-43b5-9088-cea99c455dc1 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4e8dc0c-698f-493c-bca6-d88ff97a5577&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418169 Dec 18 13:55:36.225484 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce0d91f-8c35-4734-9cc6-cf8ebe6aab01 req-ab3b7cd7-d795-4149-aacc-709c9b134d1a tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:55:36.226959 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-8ce0d91f-8c35-4734-9cc6-cf8ebe6aab01 req-ab3b7cd7-d795-4149-aacc-709c9b134d1a tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/ports?device_id=2db4914d-5a83-4831-bea5-20e3abec9340 HTTP/1.1" status: 200 len: 946 time: 0.0530355 Dec 18 13:55:36.288890 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-8ce0d91f-8c35-4734-9cc6-cf8ebe6aab01 req-3b88ed6a-86a6-4d90-92c4-d3c4d0575d30 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4e8dc0c-698f-493c-bca6-d88ff97a5577&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0528407 Dec 18 13:55:36.977182 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:55:37.416864 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf12dd3-bf9b-415a-8b3e-602b16516f34 req-598b8169-904a-484a-9fdc-748f05e624b2 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:55:37.418339 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-caf12dd3-bf9b-415a-8b3e-602b16516f34 req-598b8169-904a-484a-9fdc-748f05e624b2 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/ports?device_id=2db4914d-5a83-4831-bea5-20e3abec9340 HTTP/1.1" status: 200 len: 946 time: 0.0519919 Dec 18 13:55:37.467186 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-caf12dd3-bf9b-415a-8b3e-602b16516f34 req-d4cba4d9-0542-405a-ab14-bcdeac67ab66 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4e8dc0c-698f-493c-bca6-d88ff97a5577&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428088 Dec 18 13:55:38.604388 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d9b2ab-8e81-442c-b016-a5f93aeb056a req-400495e8-ec7e-4dc4-ad41-0382f51a3ca9 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:55:38.605869 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-48d9b2ab-8e81-442c-b016-a5f93aeb056a req-400495e8-ec7e-4dc4-ad41-0382f51a3ca9 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/ports?device_id=2db4914d-5a83-4831-bea5-20e3abec9340 HTTP/1.1" status: 200 len: 946 time: 0.0603554 Dec 18 13:55:38.656479 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-48d9b2ab-8e81-442c-b016-a5f93aeb056a req-9cf6be1c-f76c-4620-8859-e29cfc27f079 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4e8dc0c-698f-493c-bca6-d88ff97a5577&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0440195 Dec 18 13:55:39.804406 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daeabae4-77af-41e9-8624-184200a3eb23 req-da2b5d91-cfec-48f5-9067-be38b336ab4d tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:55:39.805899 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-daeabae4-77af-41e9-8624-184200a3eb23 req-da2b5d91-cfec-48f5-9067-be38b336ab4d tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/ports?device_id=2db4914d-5a83-4831-bea5-20e3abec9340 HTTP/1.1" status: 200 len: 946 time: 0.0564654 Dec 18 13:55:39.854119 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-daeabae4-77af-41e9-8624-184200a3eb23 req-ba41aa30-4a4b-47e0-8396-36982c093798 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4e8dc0c-698f-493c-bca6-d88ff97a5577&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421851 Dec 18 13:55:40.982773 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672a0330-5ab2-4dd3-bd8a-35a4e00bfbee req-51a899c1-d57f-41ae-a18f-a513c43290fc tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:55:40.984619 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-672a0330-5ab2-4dd3-bd8a-35a4e00bfbee req-51a899c1-d57f-41ae-a18f-a513c43290fc tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/ports?device_id=2db4914d-5a83-4831-bea5-20e3abec9340 HTTP/1.1" status: 200 len: 946 time: 0.0521638 Dec 18 13:55:41.035955 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-672a0330-5ab2-4dd3-bd8a-35a4e00bfbee req-4ea959ac-a7e5-4a02-86fd-f333d66e5470 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4e8dc0c-698f-493c-bca6-d88ff97a5577&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0443840 Dec 18 13:55:42.179829 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47e1980-08d5-4e05-a0dd-27dac2067e04 req-7ec3ad8f-bed4-4328-8ad5-900118b32c69 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:55:42.181300 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-d47e1980-08d5-4e05-a0dd-27dac2067e04 req-7ec3ad8f-bed4-4328-8ad5-900118b32c69 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/ports?device_id=2db4914d-5a83-4831-bea5-20e3abec9340 HTTP/1.1" status: 200 len: 946 time: 0.0600820 Dec 18 13:55:42.239557 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-d47e1980-08d5-4e05-a0dd-27dac2067e04 req-78fb19ac-e6c1-422c-b1b2-9471e080fefd tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4e8dc0c-698f-493c-bca6-d88ff97a5577&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0499549 Dec 18 13:55:43.370311 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd94db7a-ba53-45d1-a4f7-2ab25adf9032 req-b95f55dc-c50c-4a07-998b-9831059f24e0 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:55:43.371810 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-dd94db7a-ba53-45d1-a4f7-2ab25adf9032 req-b95f55dc-c50c-4a07-998b-9831059f24e0 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/ports?device_id=2db4914d-5a83-4831-bea5-20e3abec9340 HTTP/1.1" status: 200 len: 946 time: 0.0542660 Dec 18 13:55:43.420364 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-dd94db7a-ba53-45d1-a4f7-2ab25adf9032 req-3182521d-5a53-4655-aec7-7c581fb0a8c9 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4e8dc0c-698f-493c-bca6-d88ff97a5577&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419948 Dec 18 13:55:44.554841 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6345a9bc-2b59-4593-94c3-d7a53e3c9638 req-16a9efa3-e945-48b3-ab91-faa955f4a05f tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:55:44.556450 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-6345a9bc-2b59-4593-94c3-d7a53e3c9638 req-16a9efa3-e945-48b3-ab91-faa955f4a05f tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/ports?device_id=2db4914d-5a83-4831-bea5-20e3abec9340 HTTP/1.1" status: 200 len: 946 time: 0.0561681 Dec 18 13:55:44.607405 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-6345a9bc-2b59-4593-94c3-d7a53e3c9638 req-702942c2-bfe1-484b-945b-6cf9f30a36c0 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4e8dc0c-698f-493c-bca6-d88ff97a5577&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423803 Dec 18 13:55:44.866225 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522381a3-f998-490a-80ef-9fb3eb1a5442 req-d8e742c9-b56b-43d6-b0b9-69e52db91ba5 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:55:44.867803 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-522381a3-f998-490a-80ef-9fb3eb1a5442 req-d8e742c9-b56b-43d6-b0b9-69e52db91ba5 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/ports?device_id=2db4914d-5a83-4831-bea5-20e3abec9340 HTTP/1.1" status: 200 len: 946 time: 0.0484259 Dec 18 13:55:44.940455 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-9be61836-67d9-48b4-aedd-879b960cf609 req-03299a4c-80c0-49f9-b276-85997cbcf433 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=2db4914d-5a83-4831-bea5-20e3abec9340&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1259098 Dec 18 13:55:44.944456 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-522381a3-f998-490a-80ef-9fb3eb1a5442 req-44d2801f-231b-4cc8-81f9-160858a1f3ae tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4e8dc0c-698f-493c-bca6-d88ff97a5577&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0679150 Dec 18 13:55:46.105246 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8d1d6c-6847-447e-9f59-0f580b83c984 req-f2d37a48-0bbe-4f41-8369-288c6f0b17e8 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:55:46.106720 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-bc8d1d6c-6847-447e-9f59-0f580b83c984 req-f2d37a48-0bbe-4f41-8369-288c6f0b17e8 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/ports?device_id=2db4914d-5a83-4831-bea5-20e3abec9340 HTTP/1.1" status: 200 len: 946 time: 0.0769975 Dec 18 13:55:46.131597 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be61836-67d9-48b4-aedd-879b960cf609 req-a7264316-6a4f-4b89-9008-7ffdaa075954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:55:46.133039 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-9be61836-67d9-48b4-aedd-879b960cf609 req-a7264316-6a4f-4b89-9008-7ffdaa075954 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8580c2e482d141ebb0b16b23278c5865&device_id=2db4914d-5a83-4831-bea5-20e3abec9340 HTTP/1.1" status: 200 len: 1099 time: 0.0678918 Dec 18 13:55:46.184013 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-bc8d1d6c-6847-447e-9f59-0f580b83c984 req-2a94967a-24f4-4284-82ef-204fa8e0d1c4 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4e8dc0c-698f-493c-bca6-d88ff97a5577&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0707116 Dec 18 13:55:46.250641 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be61836-67d9-48b4-aedd-879b960cf609 req-3cef9399-4366-4391-847b-9f95f86ae952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:55:46.252248 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-9be61836-67d9-48b4-aedd-879b960cf609 req-3cef9399-4366-4391-847b-9f95f86ae952 service neutron] 10.222.0.43 "GET /v2.0/networks?id=e984c666-923c-41c2-a1ec-63fbd109db54 HTTP/1.1" status: 200 len: 913 time: 0.1081567 Dec 18 13:55:46.326134 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-9be61836-67d9-48b4-aedd-879b960cf609 req-d517ae8d-85ca-41e0-b017-500775218652 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a443ed82-cc06-48db-ba51-683a18c3a4f3 HTTP/1.1" status: 200 len: 1002 time: 0.0661149 Dec 18 13:55:46.375462 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be61836-67d9-48b4-aedd-879b960cf609 req-7c0c0842-b19a-4069-9883-74edd9d83499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:55:46.377103 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-9be61836-67d9-48b4-aedd-879b960cf609 req-7c0c0842-b19a-4069-9883-74edd9d83499 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a8151063-8fff-4877-b494-1e3b0b7b7368 HTTP/1.1" status: 200 len: 851 time: 0.0443704 Dec 18 13:55:46.424691 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be61836-67d9-48b4-aedd-879b960cf609 req-281b4f91-b2b7-4974-b721-ceb170539334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:55:46.426148 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-9be61836-67d9-48b4-aedd-879b960cf609 req-281b4f91-b2b7-4974-b721-ceb170539334 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e984c666-923c-41c2-a1ec-63fbd109db54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0414088 Dec 18 13:55:46.525383 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-9be61836-67d9-48b4-aedd-879b960cf609 req-d701387c-e695-40d5-9970-e79fd6c71278 service neutron] 10.222.0.43 "GET /v2.0/networks/e984c666-923c-41c2-a1ec-63fbd109db54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913157 Dec 18 13:55:46.616421 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-9be61836-67d9-48b4-aedd-879b960cf609 req-588598a9-cf42-4379-8c82-4b75ce2d53f1 service neutron] 10.222.0.43 "GET /v2.0/networks/e984c666-923c-41c2-a1ec-63fbd109db54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836618 Dec 18 13:55:47.318748 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5c84a1-8884-47aa-9374-f8009b7e152e req-ab968e5d-7336-4729-bac1-dab5e1f23887 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:55:47.320264 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-4d5c84a1-8884-47aa-9374-f8009b7e152e req-ab968e5d-7336-4729-bac1-dab5e1f23887 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/ports?device_id=2db4914d-5a83-4831-bea5-20e3abec9340 HTTP/1.1" status: 200 len: 946 time: 0.0609357 Dec 18 13:55:47.381310 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-4d5c84a1-8884-47aa-9374-f8009b7e152e req-e8e8b689-bc9b-46af-8c70-91958531e785 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4e8dc0c-698f-493c-bca6-d88ff97a5577&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0516067 Dec 18 13:55:48.322690 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-9be61836-67d9-48b4-aedd-879b960cf609 req-d673589e-81d5-441e-9502-3e5a0dc0802f service neutron] 10.222.0.43 "GET /v2.0/ports/a443ed82-cc06-48db-ba51-683a18c3a4f3/bindings/hv-neutron-7448 HTTP/1.1" status: 200 len: 384 time: 0.0646341 Dec 18 13:55:48.507885 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342ed1e8-da5a-4cb8-af04-806b315a7b37 req-679b7974-2993-4051-93be-c663373c4863 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:55:48.509451 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-342ed1e8-da5a-4cb8-af04-806b315a7b37 req-679b7974-2993-4051-93be-c663373c4863 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/ports?device_id=2db4914d-5a83-4831-bea5-20e3abec9340 HTTP/1.1" status: 200 len: 946 time: 0.0555830 Dec 18 13:55:48.578423 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be61836-67d9-48b4-aedd-879b960cf609 req-b6cf0871-6ab7-4423-8a2e-ad764e7c15bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:55:48.579901 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-9be61836-67d9-48b4-aedd-879b960cf609 req-b6cf0871-6ab7-4423-8a2e-ad764e7c15bc service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=2db4914d-5a83-4831-bea5-20e3abec9340&tenant_id=8580c2e482d141ebb0b16b23278c5865 HTTP/1.1" status: 200 len: 1099 time: 0.0695529 Dec 18 13:55:48.583527 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-342ed1e8-da5a-4cb8-af04-806b315a7b37 req-d6c1c9a4-7d02-44eb-b1dd-572850cbb866 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4e8dc0c-698f-493c-bca6-d88ff97a5577&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0659606 Dec 18 13:55:48.643740 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be61836-67d9-48b4-aedd-879b960cf609 req-22018ee7-da8f-46f2-bda2-722bcc2dd394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:55:48.645266 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-9be61836-67d9-48b4-aedd-879b960cf609 req-22018ee7-da8f-46f2-bda2-722bcc2dd394 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8580c2e482d141ebb0b16b23278c5865&device_id=2db4914d-5a83-4831-bea5-20e3abec9340 HTTP/1.1" status: 200 len: 1099 time: 0.0427749 Dec 18 13:55:48.750645 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be61836-67d9-48b4-aedd-879b960cf609 req-a950908f-f8bc-4afc-8fcb-069e66f197a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:55:48.752605 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-9be61836-67d9-48b4-aedd-879b960cf609 req-a950908f-f8bc-4afc-8fcb-069e66f197a8 service neutron] 10.222.0.43 "GET /v2.0/networks?id=e984c666-923c-41c2-a1ec-63fbd109db54 HTTP/1.1" status: 200 len: 913 time: 0.1004438 Dec 18 13:55:48.817710 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-9be61836-67d9-48b4-aedd-879b960cf609 req-807805c1-1dd6-4e68-b659-a4b467760c39 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a443ed82-cc06-48db-ba51-683a18c3a4f3 HTTP/1.1" status: 200 len: 1002 time: 0.0575659 Dec 18 13:55:48.877720 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be61836-67d9-48b4-aedd-879b960cf609 req-29a180c3-6265-473f-a094-c27d21fad99c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:55:48.879308 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-9be61836-67d9-48b4-aedd-879b960cf609 req-29a180c3-6265-473f-a094-c27d21fad99c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a8151063-8fff-4877-b494-1e3b0b7b7368 HTTP/1.1" status: 200 len: 851 time: 0.0549686 Dec 18 13:55:48.924226 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be61836-67d9-48b4-aedd-879b960cf609 req-69035d3d-a827-488d-bf17-84956d889736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:55:48.925958 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-9be61836-67d9-48b4-aedd-879b960cf609 req-69035d3d-a827-488d-bf17-84956d889736 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e984c666-923c-41c2-a1ec-63fbd109db54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0394368 Dec 18 13:55:49.013967 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-9be61836-67d9-48b4-aedd-879b960cf609 req-dc463f4b-303f-4445-b94c-c6a471e393b6 service neutron] 10.222.0.43 "GET /v2.0/networks/e984c666-923c-41c2-a1ec-63fbd109db54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801749 Dec 18 13:55:49.119448 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-9be61836-67d9-48b4-aedd-879b960cf609 req-4fe72da2-bd7a-4777-9193-8b269d91cf50 service neutron] 10.222.0.43 "GET /v2.0/networks/e984c666-923c-41c2-a1ec-63fbd109db54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979474 Dec 18 13:55:49.710205 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd41cbf-52a5-460c-894c-644c84a853cd req-291028ce-d687-44d7-8a77-6f89f789afda tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:55:49.711686 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-9cd41cbf-52a5-460c-894c-644c84a853cd req-291028ce-d687-44d7-8a77-6f89f789afda tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/ports?device_id=2db4914d-5a83-4831-bea5-20e3abec9340 HTTP/1.1" status: 200 len: 946 time: 0.0486307 Dec 18 13:55:49.759351 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-9cd41cbf-52a5-460c-894c-644c84a853cd req-ee2343a1-1e17-4825-9786-0e84f9577f60 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4e8dc0c-698f-493c-bca6-d88ff97a5577&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415862 Dec 18 13:55:50.891787 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8890a18d-cc87-43e5-801b-345dedbaa5ac req-ec52cc83-38d1-45ff-89e8-060e48e60d7f tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:55:50.893199 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-8890a18d-cc87-43e5-801b-345dedbaa5ac req-ec52cc83-38d1-45ff-89e8-060e48e60d7f tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/ports?device_id=2db4914d-5a83-4831-bea5-20e3abec9340 HTTP/1.1" status: 200 len: 946 time: 0.0505042 Dec 18 13:55:50.942155 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-8890a18d-cc87-43e5-801b-345dedbaa5ac req-e20194b7-fc5d-4e17-9a80-82fe9cff88a9 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4e8dc0c-698f-493c-bca6-d88ff97a5577&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424089 Dec 18 13:55:51.040292 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Device a443ed82-cc06-48db-ba51-683a18c3a4f3 details requested by agent hyperv_hv-neutron-7448 with host hv-neutron-7448 {{(pid=103161) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 18 13:55:51.136109 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] For port a443ed82-cc06-48db-ba51-683a18c3a4f3, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=a443ed82-cc06-48db-ba51-683a18c3a4f3,segment=NetworkSegment(14046c60-b2f7-4d91-90ff-4117f3ec884d),segment_id=14046c60-b2f7-4d91-90ff-4117f3ec884d)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:55:51.147761 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Returning: {'device': 'a443ed82-cc06-48db-ba51-683a18c3a4f3', 'network_id': 'e984c666-923c-41c2-a1ec-63fbd109db54', 'port_id': 'a443ed82-cc06-48db-ba51-683a18c3a4f3', 'mac_address': 'fa:16:3e:b8:c3:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8151063-8fff-4877-b494-1e3b0b7b7368', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103161) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 18 13:55:51.190117 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:55:51.205111 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.notifiers.nova [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a443ed82-cc06-48db-ba51-683a18c3a4f3 {{(pid=103161) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 18 13:55:51.225529 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] For port a443ed82-cc06-48db-ba51-683a18c3a4f3, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=a443ed82-cc06-48db-ba51-683a18c3a4f3,segment=NetworkSegment(14046c60-b2f7-4d91-90ff-4117f3ec884d),segment_id=14046c60-b2f7-4d91-90ff-4117f3ec884d)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:55:51.232064 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:55:51.450271 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Pushing event updated for resources: {'Port': ['ID=a443ed82-cc06-48db-ba51-683a18c3a4f3,revision_number=6']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:55:51.459890 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] get_ports_and_sgs() called for port_ids ['a443ed82-cc06-48db-ba51-683a18c3a4f3'] {{(pid=103161) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 18 13:55:51.463385 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:55:51.463737 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:55:51.464082 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:55:51.465186 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:55:51.465186 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:55:51.465186 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:55:51.465537 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:55:51.465970 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:55:51.466918 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:55:51.466918 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:55:51.466918 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:55:51.467334 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:55:51.472006 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:55:52.085099 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0479f1-9265-4e0e-810e-2769b3995c7b req-af540355-1f63-4b8a-b1e2-df1e15a9165c tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:55:52.087339 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-2e0479f1-9265-4e0e-810e-2769b3995c7b req-af540355-1f63-4b8a-b1e2-df1e15a9165c tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/ports?device_id=2db4914d-5a83-4831-bea5-20e3abec9340 HTTP/1.1" status: 200 len: 945 time: 0.0642586 Dec 18 13:55:52.161094 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-2e0479f1-9265-4e0e-810e-2769b3995c7b req-2bdf9dfa-5d57-456c-a281-e8a93c3944b2 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4e8dc0c-698f-493c-bca6-d88ff97a5577&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0660744 Dec 18 13:55:52.389498 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712ebf6a-3f92-4eb3-8a69-bd50ee28b802 req-6e0e519d-d3a0-471c-9ea1-0e3c17a05dd6 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:55:52.390990 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-712ebf6a-3f92-4eb3-8a69-bd50ee28b802 req-6e0e519d-d3a0-471c-9ea1-0e3c17a05dd6 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/ports?device_id=2db4914d-5a83-4831-bea5-20e3abec9340 HTTP/1.1" status: 200 len: 945 time: 0.0507510 Dec 18 13:55:52.407521 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa1996d-ed3d-4028-8612-f0b99c117ef3 req-8301f773-f85c-46d3-a255-e3d81fdff8dd tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:55:52.409071 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-2aa1996d-ed3d-4028-8612-f0b99c117ef3 req-8301f773-f85c-46d3-a255-e3d81fdff8dd tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.43 "GET /v2.0/ports?device_id=2db4914d-5a83-4831-bea5-20e3abec9340&tenant_id=8580c2e482d141ebb0b16b23278c5865&binding%3Ahost_id=hv-neutron-7448 HTTP/1.1" status: 200 len: 945 time: 0.0582221 Dec 18 13:55:52.439301 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-712ebf6a-3f92-4eb3-8a69-bd50ee28b802 req-16a7ddbc-68b7-4f6d-8cee-5b72566d4d00 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4e8dc0c-698f-493c-bca6-d88ff97a5577&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418177 Dec 18 13:55:52.494297 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa1996d-ed3d-4028-8612-f0b99c117ef3 req-3e1a0764-e256-43e4-8396-b1921cbf96c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:55:52.495843 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-2aa1996d-ed3d-4028-8612-f0b99c117ef3 req-3e1a0764-e256-43e4-8396-b1921cbf96c7 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8580c2e482d141ebb0b16b23278c5865&device_id=2db4914d-5a83-4831-bea5-20e3abec9340 HTTP/1.1" status: 200 len: 1098 time: 0.0413587 Dec 18 13:55:52.592999 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa1996d-ed3d-4028-8612-f0b99c117ef3 req-52f1ee93-076b-4725-a417-961474bc3003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:55:52.594401 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-2aa1996d-ed3d-4028-8612-f0b99c117ef3 req-52f1ee93-076b-4725-a417-961474bc3003 service neutron] 10.222.0.43 "GET /v2.0/networks?id=e984c666-923c-41c2-a1ec-63fbd109db54 HTTP/1.1" status: 200 len: 913 time: 0.0918944 Dec 18 13:55:52.667246 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-2aa1996d-ed3d-4028-8612-f0b99c117ef3 req-7f410142-65ec-4a08-8817-3cea1df96e98 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a443ed82-cc06-48db-ba51-683a18c3a4f3 HTTP/1.1" status: 200 len: 1001 time: 0.0653403 Dec 18 13:55:52.718188 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa1996d-ed3d-4028-8612-f0b99c117ef3 req-ab5e9066-b658-457f-82ee-0ba25906a815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:55:52.719647 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-2aa1996d-ed3d-4028-8612-f0b99c117ef3 req-ab5e9066-b658-457f-82ee-0ba25906a815 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a8151063-8fff-4877-b494-1e3b0b7b7368 HTTP/1.1" status: 200 len: 851 time: 0.0455251 Dec 18 13:55:52.771451 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa1996d-ed3d-4028-8612-f0b99c117ef3 req-09b8010a-49a6-4378-8723-cc7796cada0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:55:52.772983 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-2aa1996d-ed3d-4028-8612-f0b99c117ef3 req-09b8010a-49a6-4378-8723-cc7796cada0a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e984c666-923c-41c2-a1ec-63fbd109db54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0458233 Dec 18 13:55:52.865419 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-2aa1996d-ed3d-4028-8612-f0b99c117ef3 req-8ef4a071-bd7a-43e8-806b-4d2341e560f1 service neutron] 10.222.0.43 "GET /v2.0/networks/e984c666-923c-41c2-a1ec-63fbd109db54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846992 Dec 18 13:55:52.963003 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-2aa1996d-ed3d-4028-8612-f0b99c117ef3 req-6f110227-48be-4843-85a2-0a71ed34cdee service neutron] 10.222.0.43 "GET /v2.0/networks/e984c666-923c-41c2-a1ec-63fbd109db54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904355 Dec 18 13:55:53.067905 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Device a443ed82-cc06-48db-ba51-683a18c3a4f3 up at agent hyperv_hv-neutron-7448 {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 13:55:53.124695 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Provisioning complete for port a443ed82-cc06-48db-ba51-683a18c3a4f3 triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:55:53.124990 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:55:53.202417 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:55:53.226224 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2db4914d-5a83-4831-bea5-20e3abec9340', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a443ed82-cc06-48db-ba51-683a18c3a4f3'}] {{(pid=103161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 18 13:55:53.228492 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22224e7a42aa75e3f3b9c037df440650d2cfa1dd97b40a249aee4a8113775251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47830e8b-1410-48e5-9ee0-d626d888ef2e" -d '{"events": [{"server_uuid": "2db4914d-5a83-4831-bea5-20e3abec9340", "name": "network-vif-plugged", "status": "completed", "tag": "a443ed82-cc06-48db-ba51-683a18c3a4f3"}]}' {{(pid=103161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 18 13:55:53.244064 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] For port a443ed82-cc06-48db-ba51-683a18c3a4f3, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=a443ed82-cc06-48db-ba51-683a18c3a4f3,segment=NetworkSegment(14046c60-b2f7-4d91-90ff-4117f3ec884d),segment_id=14046c60-b2f7-4d91-90ff-4117f3ec884d)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:55:53.249949 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:55:53.298714 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Pushing event updated for resources: {'Port': ['ID=a443ed82-cc06-48db-ba51-683a18c3a4f3,revision_number=7']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:55:53.327249 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 13:55:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8da00baa-1912-468f-bffd-08936501be48 x-openstack-request-id: req-8da00baa-1912-468f-bffd-08936501be48 {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 18 13:55:53.327899 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2db4914d-5a83-4831-bea5-20e3abec9340", "name": "network-vif-plugged", "status": "completed", "tag": "a443ed82-cc06-48db-ba51-683a18c3a4f3", "code": 200}]} {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 18 13:55:53.328161 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8da00baa-1912-468f-bffd-08936501be48 {{(pid=103161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 18 13:55:53.328553 dv-neutron-744815-20-hyperv neutron-server[103161]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2db4914d-5a83-4831-bea5-20e3abec9340', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a443ed82-cc06-48db-ba51-683a18c3a4f3', 'code': 200} Dec 18 13:55:53.561069 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24f702e-c52c-4b22-88d1-d05ee640a02c req-2aac7751-dff6-4d2d-abec-fdff7bcf3b5f tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:55:53.562703 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-b24f702e-c52c-4b22-88d1-d05ee640a02c req-2aac7751-dff6-4d2d-abec-fdff7bcf3b5f tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/ports?device_id=2db4914d-5a83-4831-bea5-20e3abec9340 HTTP/1.1" status: 200 len: 946 time: 0.0535152 Dec 18 13:55:53.610041 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-b24f702e-c52c-4b22-88d1-d05ee640a02c req-ab92509f-ad3d-4fa1-b9c3-ab2be257d2f4 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4e8dc0c-698f-493c-bca6-d88ff97a5577&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0410080 Dec 18 13:55:53.734773 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a134da-ce94-4974-a5ee-7db1cc5e04b5 req-b91813f1-c1fb-4ecb-af25-9afa431a5595 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:55:53.736298 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-39a134da-ce94-4974-a5ee-7db1cc5e04b5 req-b91813f1-c1fb-4ecb-af25-9afa431a5595 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/ports?device_id=2db4914d-5a83-4831-bea5-20e3abec9340 HTTP/1.1" status: 200 len: 946 time: 0.0512834 Dec 18 13:55:53.784449 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-39a134da-ce94-4974-a5ee-7db1cc5e04b5 req-4b05dbe1-a5de-4bcc-9031-4486b32488fb tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4e8dc0c-698f-493c-bca6-d88ff97a5577&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419099 Dec 18 13:55:54.019769 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f72cc3-5f7d-4187-8ae8-a9a7d50c8574 req-81e0861b-6846-4d49-9530-2abeea7c8dea tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:55:54.021225 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-39f72cc3-5f7d-4187-8ae8-a9a7d50c8574 req-81e0861b-6846-4d49-9530-2abeea7c8dea tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/ports?device_id=2db4914d-5a83-4831-bea5-20e3abec9340 HTTP/1.1" status: 200 len: 946 time: 0.0733774 Dec 18 13:55:54.050754 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63db0571-a61a-4429-8c51-fe9dd6142c7e req-b6aefcde-e1d6-48ce-a8ca-3d40f75809a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:55:54.052228 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-63db0571-a61a-4429-8c51-fe9dd6142c7e req-b6aefcde-e1d6-48ce-a8ca-3d40f75809a7 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8580c2e482d141ebb0b16b23278c5865&device_id=2db4914d-5a83-4831-bea5-20e3abec9340 HTTP/1.1" status: 200 len: 1099 time: 0.0682383 Dec 18 13:55:54.099673 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-39f72cc3-5f7d-4187-8ae8-a9a7d50c8574 req-82525dba-0271-4ca2-99f7-8f59e047fb0a tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4e8dc0c-698f-493c-bca6-d88ff97a5577&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0722477 Dec 18 13:55:54.157614 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63db0571-a61a-4429-8c51-fe9dd6142c7e req-a9ce1aad-e143-4db6-8de0-4ce76edf0815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:55:54.159098 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-63db0571-a61a-4429-8c51-fe9dd6142c7e req-a9ce1aad-e143-4db6-8de0-4ce76edf0815 service neutron] 10.222.0.43 "GET /v2.0/networks?id=e984c666-923c-41c2-a1ec-63fbd109db54 HTTP/1.1" status: 200 len: 913 time: 0.0979514 Dec 18 13:55:54.242316 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-63db0571-a61a-4429-8c51-fe9dd6142c7e req-292114b7-67c3-45ed-b77a-0cda2d57c109 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a443ed82-cc06-48db-ba51-683a18c3a4f3 HTTP/1.1" status: 200 len: 1002 time: 0.0759306 Dec 18 13:55:54.292867 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63db0571-a61a-4429-8c51-fe9dd6142c7e req-6f87d3bc-cfef-4679-ab50-f81ae1233b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:55:54.294297 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-63db0571-a61a-4429-8c51-fe9dd6142c7e req-6f87d3bc-cfef-4679-ab50-f81ae1233b78 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a8151063-8fff-4877-b494-1e3b0b7b7368 HTTP/1.1" status: 200 len: 851 time: 0.0438786 Dec 18 13:55:54.346573 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63db0571-a61a-4429-8c51-fe9dd6142c7e req-a5dadce5-a7a6-40a5-8761-e02b747cad44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:55:54.348243 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-63db0571-a61a-4429-8c51-fe9dd6142c7e req-a5dadce5-a7a6-40a5-8761-e02b747cad44 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e984c666-923c-41c2-a1ec-63fbd109db54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0468197 Dec 18 13:55:54.441822 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-63db0571-a61a-4429-8c51-fe9dd6142c7e req-fde41fd1-6c42-4257-9f7a-1eb03e64f106 service neutron] 10.222.0.43 "GET /v2.0/networks/e984c666-923c-41c2-a1ec-63fbd109db54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859375 Dec 18 13:55:54.533480 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-63db0571-a61a-4429-8c51-fe9dd6142c7e req-bbb21857-a626-4dc8-899d-102e98ca4561 service neutron] 10.222.0.43 "GET /v2.0/networks/e984c666-923c-41c2-a1ec-63fbd109db54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836217 Dec 18 13:55:54.944420 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-d23d4f23-7421-4961-b02f-4b60d2f2daf3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:55:55.228137 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa9e998-9726-462f-8637-9172259ffa80 req-106ed631-9ade-4e79-81d5-d55a74d9b4ac tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:55:55.229719 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-2fa9e998-9726-462f-8637-9172259ffa80 req-106ed631-9ade-4e79-81d5-d55a74d9b4ac tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/ports?device_id=2db4914d-5a83-4831-bea5-20e3abec9340 HTTP/1.1" status: 200 len: 946 time: 0.0506608 Dec 18 13:55:55.279757 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-2fa9e998-9726-462f-8637-9172259ffa80 req-3bc07c88-d569-410d-a2a6-debf68e79f5b tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4e8dc0c-698f-493c-bca6-d88ff97a5577&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0440114 Dec 18 13:55:55.527789 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc03c54-1840-4f96-bb42-ba4776d45543 req-5fdde674-4f08-464f-b5ac-c7d2600f6302 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:55:55.529272 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-8cc03c54-1840-4f96-bb42-ba4776d45543 req-5fdde674-4f08-464f-b5ac-c7d2600f6302 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/ports?device_id=2db4914d-5a83-4831-bea5-20e3abec9340 HTTP/1.1" status: 200 len: 946 time: 0.0594952 Dec 18 13:55:55.581474 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-8cc03c54-1840-4f96-bb42-ba4776d45543 req-3ebbef0d-a689-4309-aaec-7be2ca67813e tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4e8dc0c-698f-493c-bca6-d88ff97a5577&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0460591 Dec 18 13:55:56.709829 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d89f2b6-f2c2-4fd0-a7fc-eaebd9e4f99b req-8e840f00-df57-4328-80ee-6ae9fed63101 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:55:56.711319 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-1d89f2b6-f2c2-4fd0-a7fc-eaebd9e4f99b req-8e840f00-df57-4328-80ee-6ae9fed63101 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/ports?device_id=2db4914d-5a83-4831-bea5-20e3abec9340 HTTP/1.1" status: 200 len: 946 time: 0.0547328 Dec 18 13:55:56.761253 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-1d89f2b6-f2c2-4fd0-a7fc-eaebd9e4f99b req-5974af38-7cc0-41ef-b581-1bdbbf3361e9 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4e8dc0c-698f-493c-bca6-d88ff97a5577&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0412879 Dec 18 13:55:57.181950 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c63b306c-cd3c-4425-89d6-987b7671d39e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:55:57.360656 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c95e53-06eb-4b17-9651-14ed758fb2d9 req-771d3d3f-47ae-4740-a9bc-3797dae213c3 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:55:57.362129 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-d3c95e53-06eb-4b17-9651-14ed758fb2d9 req-771d3d3f-47ae-4740-a9bc-3797dae213c3 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.43 "GET /v2.0/ports?device_id=2db4914d-5a83-4831-bea5-20e3abec9340 HTTP/1.1" status: 200 len: 946 time: 0.0520575 Dec 18 13:55:57.456328 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [req-d3c95e53-06eb-4b17-9651-14ed758fb2d9 req-181d704e-9620-4329-98aa-752c6a35985f tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Deleting port a443ed82-cc06-48db-ba51-683a18c3a4f3 {{(pid=103159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:55:57.456560 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-d3c95e53-06eb-4b17-9651-14ed758fb2d9 req-181d704e-9620-4329-98aa-752c6a35985f tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:55:57.555430 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.db [req-d3c95e53-06eb-4b17-9651-14ed758fb2d9 req-181d704e-9620-4329-98aa-752c6a35985f tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] For port a443ed82-cc06-48db-ba51-683a18c3a4f3, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=a443ed82-cc06-48db-ba51-683a18c3a4f3,segment=NetworkSegment(14046c60-b2f7-4d91-90ff-4117f3ec884d),segment_id=14046c60-b2f7-4d91-90ff-4117f3ec884d)] {{(pid=103159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:55:57.555796 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-d3c95e53-06eb-4b17-9651-14ed758fb2d9 req-181d704e-9620-4329-98aa-752c6a35985f tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:55:57.757304 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-d3c95e53-06eb-4b17-9651-14ed758fb2d9 req-181d704e-9620-4329-98aa-752c6a35985f tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:55:57.758000 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-d3c95e53-06eb-4b17-9651-14ed758fb2d9 req-181d704e-9620-4329-98aa-752c6a35985f tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-587004'] for floatingip, after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:55:57.758000 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.db.l3_db [req-d3c95e53-06eb-4b17-9651-14ed758fb2d9 req-181d704e-9620-4329-98aa-752c6a35985f tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Floating IP 4f43959e-e517-4040-8c52-cbf83b2234d1 disassociated. External IP: 172.26.3.107, port: a443ed82-cc06-48db-ba51-683a18c3a4f3. Dec 18 13:55:57.758189 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [req-d3c95e53-06eb-4b17-9651-14ed758fb2d9 req-181d704e-9620-4329-98aa-752c6a35985f tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Calling delete_port for a443ed82-cc06-48db-ba51-683a18c3a4f3 owned by compute:nova {{(pid=103159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:55:57.886635 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c115c7e1-7664-48c4-bf0c-54b9309e1084 req-e26e6d4b-7a6e-4b66-aa8b-31fc89b898b5 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:55:57.888263 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-c115c7e1-7664-48c4-bf0c-54b9309e1084 req-e26e6d4b-7a6e-4b66-aa8b-31fc89b898b5 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/ports?device_id=2db4914d-5a83-4831-bea5-20e3abec9340 HTTP/1.1" status: 200 len: 946 time: 0.0499048 Dec 18 13:55:57.889758 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-d3c95e53-06eb-4b17-9651-14ed758fb2d9 req-181d704e-9620-4329-98aa-752c6a35985f tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:55:57.918235 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181d704e-9620-4329-98aa-752c6a35985f tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Pushing event deleted for resources: {'Port': ['ID=a443ed82-cc06-48db-ba51-683a18c3a4f3,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:55:57.930976 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181d704e-9620-4329-98aa-752c6a35985f tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:55:57.931454 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181d704e-9620-4329-98aa-752c6a35985f tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:55:57.931697 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181d704e-9620-4329-98aa-752c6a35985f tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:55:57.932033 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181d704e-9620-4329-98aa-752c6a35985f tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:55:57.932362 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181d704e-9620-4329-98aa-752c6a35985f tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:55:57.932872 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181d704e-9620-4329-98aa-752c6a35985f tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:55:57.932985 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181d704e-9620-4329-98aa-752c6a35985f tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:55:57.933325 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181d704e-9620-4329-98aa-752c6a35985f tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:55:57.933652 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181d704e-9620-4329-98aa-752c6a35985f tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:55:57.933968 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181d704e-9620-4329-98aa-752c6a35985f tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:55:57.934288 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181d704e-9620-4329-98aa-752c6a35985f tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:55:57.934605 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181d704e-9620-4329-98aa-752c6a35985f tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:55:57.934920 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181d704e-9620-4329-98aa-752c6a35985f tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:55:57.947611 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-c115c7e1-7664-48c4-bf0c-54b9309e1084 req-2e8fce8f-8ee8-4e6b-8888-86473f3158a1 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4e8dc0c-698f-493c-bca6-d88ff97a5577&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0517383 Dec 18 13:55:58.055591 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d3c95e53-06eb-4b17-9651-14ed758fb2d9 req-181d704e-9620-4329-98aa-752c6a35985f tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Router d2f50444-ac87-418b-a656-af22371cbf89 has already been hosted by L3 agent c9c0cd52-5bd2-4704-9429-d80f1c5ad23c {{(pid=103159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 18 13:55:58.168798 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d3c95e53-06eb-4b17-9651-14ed758fb2d9 req-181d704e-9620-4329-98aa-752c6a35985f tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Notify agent at l3_agent.dv-neutron-744815-20-hyperv the message routers_updated {{(pid=103159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 13:55:58.178348 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-203e5fbe-1c1d-4dc3-ac36-dd362d8091de None None] Sync routers for ids ['d2f50444-ac87-418b-a656-af22371cbf89'] in dv-neutron-744815-20-hyperv {{(pid=103162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 13:55:58.189122 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-203e5fbe-1c1d-4dc3-ac36-dd362d8091de None None] Routers {'d2f50444-ac87-418b-a656-af22371cbf89'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:55:58.189739 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-203e5fbe-1c1d-4dc3-ac36-dd362d8091de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:55:57Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['d2f50444-ac87-418b-a656-af22371cbf89'], 'active': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:55:58.212538 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3c95e53-06eb-4b17-9651-14ed758fb2d9 req-181d704e-9620-4329-98aa-752c6a35985f tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] No DVR routers for this DVR port a443ed82-cc06-48db-ba51-683a18c3a4f3 on host hv-neutron-7448 {{(pid=103159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 18 13:55:58.215326 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-d3c95e53-06eb-4b17-9651-14ed758fb2d9 req-181d704e-9620-4329-98aa-752c6a35985f tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:55:58.218702 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-d3c95e53-06eb-4b17-9651-14ed758fb2d9 req-181d704e-9620-4329-98aa-752c6a35985f tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.43 "DELETE /v2.0/ports/a443ed82-cc06-48db-ba51-683a18c3a4f3 HTTP/1.1" status: 204 len: 173 time: 0.8495703 Dec 18 13:55:58.219128 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2db4914d-5a83-4831-bea5-20e3abec9340', 'name': 'network-vif-deleted', 'tag': 'a443ed82-cc06-48db-ba51-683a18c3a4f3'}] {{(pid=103159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 18 13:55:58.221469 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca844cf115d59c1fab86abc202fb4c13735de0d7e4cbbbb25eec9406e9c87431" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8eefc88b-6621-4ccd-942c-4ae8bbb6080a" -d '{"events": [{"server_uuid": "2db4914d-5a83-4831-bea5-20e3abec9340", "name": "network-vif-deleted", "tag": "a443ed82-cc06-48db-ba51-683a18c3a4f3"}]}' {{(pid=103159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 18 13:55:58.308431 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvr_db [None req-203e5fbe-1c1d-4dc3-ac36-dd362d8091de None None] Set router d2f50444-ac87-418b-a656-af22371cbf89 gateway port host: dv-neutron-744815-20-hyperv {{(pid=103162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 13:55:58.321288 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 13:55:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7eb30e35-c89d-4acb-aef9-9e0e760fd45b x-openstack-request-id: req-7eb30e35-c89d-4acb-aef9-9e0e760fd45b {{(pid=103159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 18 13:55:58.321598 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2db4914d-5a83-4831-bea5-20e3abec9340", "name": "network-vif-deleted", "tag": "a443ed82-cc06-48db-ba51-683a18c3a4f3", "status": "completed", "code": 200}]} {{(pid=103159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 18 13:55:58.321850 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7eb30e35-c89d-4acb-aef9-9e0e760fd45b {{(pid=103159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 18 13:55:58.322307 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2db4914d-5a83-4831-bea5-20e3abec9340', 'name': 'network-vif-deleted', 'tag': 'a443ed82-cc06-48db-ba51-683a18c3a4f3', 'status': 'completed', 'code': 200} Dec 18 13:55:58.507468 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-203e5fbe-1c1d-4dc3-ac36-dd362d8091de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2f50444-ac87-418b-a656-af22371cbf89', 'name': 'tempest-ServerActionsTestJSON-1047060273-router', 'tenant_id': '8580c2e482d141ebb0b16b23278c5865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.176'}], 'enable_snat': True}, 'gw_port_id': '4dae9401-ccf9-4524-81a4-0743afab0105', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:52:04Z', 'updated_at': '2021-12-18T13:52:07Z', 'revision_number': 4, 'project_id': '8580c2e482d141ebb0b16b23278c5865', 'gw_port': {'id': '4dae9401-ccf9-4524-81a4-0743afab0105', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:17:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f50444-ac87-418b-a656-af22371cbf89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:52:05Z', 'updated_at': '2021-12-18T13:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv', '_interfaces': [{'id': '7245800b-0f58-453f-bd2b-62ae5cd2b394', 'name': '', 'network_id': 'e984c666-923c-41c2-a1ec-63fbd109db54', 'tenant_id': '8580c2e482d141ebb0b16b23278c5865', 'mac_address': 'fa:16:3e:29:f6:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f50444-ac87-418b-a656-af22371cbf89', 'device_owner': 'network:router_interface', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': 'a8151063-8fff-4877-b494-1e3b0b7b7368', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:52:06Z', 'updated_at': '2021-12-18T13:52:10Z', 'revision_number': 5, 'project_id': '8580c2e482d141ebb0b16b23278c5865', 'subnets': [{'id': 'a8151063-8fff-4877-b494-1e3b0b7b7368', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:55:58.535726 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-203e5fbe-1c1d-4dc3-ac36-dd362d8091de None None] Checking router: d2f50444-ac87-418b-a656-af22371cbf89 for host: dv-neutron-744815-20-hyperv {{(pid=103162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 18 13:55:58.544883 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-afa9ae9b-bdbb-4010-bcf6-3a46ce66cf71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:55:58.547407 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-203e5fbe-1c1d-4dc3-ac36-dd362d8091de None None] Routers {'d2f50444-ac87-418b-a656-af22371cbf89'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:55:58.548344 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-203e5fbe-1c1d-4dc3-ac36-dd362d8091de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:55:57Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['d2f50444-ac87-418b-a656-af22371cbf89'], 'active': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:55:58.667856 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvr_db [None req-203e5fbe-1c1d-4dc3-ac36-dd362d8091de None None] Set router d2f50444-ac87-418b-a656-af22371cbf89 gateway port host: dv-neutron-744815-20-hyperv {{(pid=103162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 13:55:58.874995 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-203e5fbe-1c1d-4dc3-ac36-dd362d8091de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2f50444-ac87-418b-a656-af22371cbf89', 'name': 'tempest-ServerActionsTestJSON-1047060273-router', 'tenant_id': '8580c2e482d141ebb0b16b23278c5865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.176'}], 'enable_snat': True}, 'gw_port_id': '4dae9401-ccf9-4524-81a4-0743afab0105', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:52:04Z', 'updated_at': '2021-12-18T13:52:07Z', 'revision_number': 4, 'project_id': '8580c2e482d141ebb0b16b23278c5865', 'gw_port': {'id': '4dae9401-ccf9-4524-81a4-0743afab0105', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:17:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f50444-ac87-418b-a656-af22371cbf89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:52:05Z', 'updated_at': '2021-12-18T13:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv', '_interfaces': [{'id': '7245800b-0f58-453f-bd2b-62ae5cd2b394', 'name': '', 'network_id': 'e984c666-923c-41c2-a1ec-63fbd109db54', 'tenant_id': '8580c2e482d141ebb0b16b23278c5865', 'mac_address': 'fa:16:3e:29:f6:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f50444-ac87-418b-a656-af22371cbf89', 'device_owner': 'network:router_interface', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': 'a8151063-8fff-4877-b494-1e3b0b7b7368', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:52:06Z', 'updated_at': '2021-12-18T13:52:10Z', 'revision_number': 5, 'project_id': '8580c2e482d141ebb0b16b23278c5865', 'subnets': [{'id': 'a8151063-8fff-4877-b494-1e3b0b7b7368', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:55:58.900882 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-203e5fbe-1c1d-4dc3-ac36-dd362d8091de None None] The sync data for ids ['d2f50444-ac87-418b-a656-af22371cbf89'] in dv-neutron-744815-20-hyperv is: [{'id': 'd2f50444-ac87-418b-a656-af22371cbf89', 'name': 'tempest-ServerActionsTestJSON-1047060273-router', 'tenant_id': '8580c2e482d141ebb0b16b23278c5865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.176'}], 'enable_snat': True}, 'gw_port_id': '4dae9401-ccf9-4524-81a4-0743afab0105', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:52:04Z', 'updated_at': '2021-12-18T13:52:07Z', 'revision_number': 4, 'project_id': '8580c2e482d141ebb0b16b23278c5865', 'gw_port': {'id': '4dae9401-ccf9-4524-81a4-0743afab0105', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:17:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f50444-ac87-418b-a656-af22371cbf89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:52:05Z', 'updated_at': '2021-12-18T13:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv', '_interfaces': [{'id': '7245800b-0f58-453f-bd2b-62ae5cd2b394', 'name': '', 'network_id': 'e984c666-923c-41c2-a1ec-63fbd109db54', 'tenant_id': '8580c2e482d141ebb0b16b23278c5865', 'mac_address': 'fa:16:3e:29:f6:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f50444-ac87-418b-a656-af22371cbf89', 'device_owner': 'network:router_interface', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': 'a8151063-8fff-4877-b494-1e3b0b7b7368', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:52:06Z', 'updated_at': '2021-12-18T13:52:10Z', 'revision_number': 5, 'project_id': '8580c2e482d141ebb0b16b23278c5865', 'subnets': [{'id': 'a8151063-8fff-4877-b494-1e3b0b7b7368', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 13:55:59.123729 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f7a7e90-5d26-44cd-95ed-591514d17365 None None] New status for floating IP 4f43959e-e517-4040-8c52-cbf83b2234d1: DOWN {{(pid=103161) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 18 13:55:59.214792 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-320cbf62-1830-4e45-ab9e-a33ac7af05f9 req-1467e9fc-1f4d-4c91-a454-b1b34d6e0ce1 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--83449966&fields=id&tenant_id=8580c2e482d141ebb0b16b23278c5865 HTTP/1.1" status: 200 len: 267 time: 0.0417814 Dec 18 13:55:59.335178 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320cbf62-1830-4e45-ab9e-a33ac7af05f9 req-841837e2-bacb-493b-8d81-e7e52fe8c085 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:55:59.336652 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-320cbf62-1830-4e45-ab9e-a33ac7af05f9 req-841837e2-bacb-493b-8d81-e7e52fe8c085 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/networks?id=e984c666-923c-41c2-a1ec-63fbd109db54 HTTP/1.1" status: 200 len: 812 time: 0.1149909 Dec 18 13:55:59.352042 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-320cbf62-1830-4e45-ab9e-a33ac7af05f9 req-be60566f-6646-4087-94d9-b59f72c4c30d tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/quotas/8580c2e482d141ebb0b16b23278c5865 HTTP/1.1" status: 200 len: 375 time: 0.0094991 Dec 18 13:55:59.408163 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-320cbf62-1830-4e45-ab9e-a33ac7af05f9 req-8bb4a02a-43e7-46d3-827f-a95fe113ca54 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=8580c2e482d141ebb0b16b23278c5865&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0505967 Dec 18 13:55:59.508702 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-320cbf62-1830-4e45-ab9e-a33ac7af05f9 req-ec986989-8777-4934-bf43-d3702878c655 service neutron] 10.222.0.31 "GET /v2.0/networks/e984c666-923c-41c2-a1ec-63fbd109db54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880761 Dec 18 13:55:59.606065 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-320cbf62-1830-4e45-ab9e-a33ac7af05f9 req-a34498b5-31a6-40e6-b456-645fa15ca9cb service neutron] 10.222.0.31 "GET /v2.0/networks/e984c666-923c-41c2-a1ec-63fbd109db54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882003 Dec 18 13:55:59.779000 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-2ca7c861-86cc-4a5f-88e6-6e104b193bfb req-1f6423c7-318a-4e16-95ea-d525b6491361 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ec23965-6a54-4387-8b65-c8ccaf4c1855 HTTP/1.1" status: 200 len: 210 time: 0.0283766 Dec 18 13:56:00.051640 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7b7a3272-2b45-4d32-9670-25eb1afd1184 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:56:00.752600 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320cbf62-1830-4e45-ab9e-a33ac7af05f9 req-b3025466-8adc-4ad0-8a03-d2b0b245ed63 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:56:00.754048 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-320cbf62-1830-4e45-ab9e-a33ac7af05f9 req-b3025466-8adc-4ad0-8a03-d2b0b245ed63 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.43 "GET /v2.0/networks?id=e984c666-923c-41c2-a1ec-63fbd109db54 HTTP/1.1" status: 200 len: 812 time: 0.1092539 Dec 18 13:56:00.827287 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-320cbf62-1830-4e45-ab9e-a33ac7af05f9 req-f4ba9852-65f0-4a82-aa07-1d3660309a30 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8580c2e482d141ebb0b16b23278c5865 HTTP/1.1" status: 200 len: 378 time: 0.0620461 Dec 18 13:56:00.837881 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [req-320cbf62-1830-4e45-ab9e-a33ac7af05f9 req-3bacaf27-134f-4045-b151-3c49a2b2474d tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Request body: {'port': {'device_id': '5ec23965-6a54-4387-8b65-c8ccaf4c1855', 'network_id': 'e984c666-923c-41c2-a1ec-63fbd109db54', 'admin_state_up': True, 'tenant_id': '8580c2e482d141ebb0b16b23278c5865', 'security_groups': ['e4e8dc0c-698f-493c-bca6-d88ff97a5577']}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:56:00.860306 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:56:00.881130 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-c634d0a5-5024-4aa8-8bab-df1d410763fb req-3afd13a0-1517-424f-8d76-dfe3746f7c29 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ec23965-6a54-4387-8b65-c8ccaf4c1855 HTTP/1.1" status: 200 len: 210 time: 0.0308764 Dec 18 13:56:00.951357 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-320cbf62-1830-4e45-ab9e-a33ac7af05f9 req-3bacaf27-134f-4045-b151-3c49a2b2474d tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Made reservation on behalf of 8580c2e482d141ebb0b16b23278c5865 for: {'port': 1} {{(pid=103159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:56:00.955301 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-320cbf62-1830-4e45-ab9e-a33ac7af05f9 req-3bacaf27-134f-4045-b151-3c49a2b2474d tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:56:01.085249 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.db_base_plugin_common [req-320cbf62-1830-4e45-ab9e-a33ac7af05f9 req-3bacaf27-134f-4045-b151-3c49a2b2474d tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Allocated IP 172.20.0.12 (e984c666-923c-41c2-a1ec-63fbd109db54/a8151063-8fff-4877-b494-1e3b0b7b7368/39490406-cfb4-4c37-bc56-2f7b40f69b12) {{(pid=103159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:56:01.108691 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Device a443ed82-cc06-48db-ba51-683a18c3a4f3 no longer exists at agent hyperv_hv-neutron-7448 {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 18 13:56:01.128546 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] No Port match for: a443ed82-cc06-48db-ba51-683a18c3a4f3 {{(pid=103161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 18 13:56:01.128887 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Device a443ed82-cc06-48db-ba51-683a18c3a4f3 not bound to the agent host hv-neutron-7448 {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 18 13:56:01.222554 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-320cbf62-1830-4e45-ab9e-a33ac7af05f9 req-3bacaf27-134f-4045-b151-3c49a2b2474d tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Publish callbacks [] for port, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:56:01.262413 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-320cbf62-1830-4e45-ab9e-a33ac7af05f9 req-3bacaf27-134f-4045-b151-3c49a2b2474d tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:56:01.313387 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-320cbf62-1830-4e45-ab9e-a33ac7af05f9 req-3bacaf27-134f-4045-b151-3c49a2b2474d tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Network e984c666-923c-41c2-a1ec-63fbd109db54 is already hosted by enough agents. {{(pid=103159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:56:01.316636 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.base_scheduler [req-320cbf62-1830-4e45-ab9e-a33ac7af05f9 req-3bacaf27-134f-4045-b151-3c49a2b2474d tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Resources bound (agent type, host, resource id): {{(pid=103159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:56:01.320544 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [req-320cbf62-1830-4e45-ab9e-a33ac7af05f9 req-3bacaf27-134f-4045-b151-3c49a2b2474d tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Received port after_create {{(pid=103159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:56:01.327179 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bacaf27-134f-4045-b151-3c49a2b2474d tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Pushing event updated for resources: {'Port': ['ID=39490406-cfb4-4c37-bc56-2f7b40f69b12,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:56:01.378794 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320cbf62-1830-4e45-ab9e-a33ac7af05f9 req-3bacaf27-134f-4045-b151-3c49a2b2474d tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:56:01.379439 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-320cbf62-1830-4e45-ab9e-a33ac7af05f9 req-3bacaf27-134f-4045-b151-3c49a2b2474d tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:56:01.397334 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-320cbf62-1830-4e45-ab9e-a33ac7af05f9 req-3bacaf27-134f-4045-b151-3c49a2b2474d tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5631633 Dec 18 13:56:01.410592 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [req-320cbf62-1830-4e45-ab9e-a33ac7af05f9 req-91c38457-f512-4da1-887b-c8cbcf1121bd service neutron] Request body: {'port': {'device_id': '5ec23965-6a54-4387-8b65-c8ccaf4c1855', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7448'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:56:01.469336 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-320cbf62-1830-4e45-ab9e-a33ac7af05f9 req-91c38457-f512-4da1-887b-c8cbcf1121bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:56:01.610938 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-7c69bbfe-708a-44b1-b808-aff28d5e7834 None None] Provisioning complete for port 39490406-cfb4-4c37-bc56-2f7b40f69b12 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:56:01.611244 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7c69bbfe-708a-44b1-b808-aff28d5e7834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:56:01.645718 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-7c69bbfe-708a-44b1-b808-aff28d5e7834 None None] Port 39490406-cfb4-4c37-bc56-2f7b40f69b12 cannot update to ACTIVE because it is not bound. {{(pid=103161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 13:56:01.756613 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.notifiers.nova [req-320cbf62-1830-4e45-ab9e-a33ac7af05f9 req-91c38457-f512-4da1-887b-c8cbcf1121bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39490406-cfb4-4c37-bc56-2f7b40f69b12 {{(pid=103159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 18 13:56:01.763907 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-320cbf62-1830-4e45-ab9e-a33ac7af05f9 req-91c38457-f512-4da1-887b-c8cbcf1121bd service neutron] Publish callbacks [] for port, precommit_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:56:01.775962 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.provisioning_blocks [req-320cbf62-1830-4e45-ab9e-a33ac7af05f9 req-91c38457-f512-4da1-887b-c8cbcf1121bd service neutron] Transition to ACTIVE for port object 39490406-cfb4-4c37-bc56-2f7b40f69b12 will not be triggered until provisioned by entity L2. {{(pid=103159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 18 13:56:01.784102 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-320cbf62-1830-4e45-ab9e-a33ac7af05f9 req-91c38457-f512-4da1-887b-c8cbcf1121bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5659917'] for port, after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:56:01.833125 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c38457-f512-4da1-887b-c8cbcf1121bd service neutron] Pushing event updated for resources: {'Port': ['ID=39490406-cfb4-4c37-bc56-2f7b40f69b12,revision_number=2']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:56:01.906405 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.managers [req-320cbf62-1830-4e45-ab9e-a33ac7af05f9 req-91c38457-f512-4da1-887b-c8cbcf1121bd service neutron] Attempting to bind port 39490406-cfb4-4c37-bc56-2f7b40f69b12 on host hv-neutron-7448 for vnic_type normal with profile {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 13:56:01.906756 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.managers [req-320cbf62-1830-4e45-ab9e-a33ac7af05f9 req-91c38457-f512-4da1-887b-c8cbcf1121bd service neutron] Attempting to bind port 39490406-cfb4-4c37-bc56-2f7b40f69b12 by drivers openvswitch,hyperv on host hv-neutron-7448 at level 0 using segments [{'id': '14046c60-b2f7-4d91-90ff-4117f3ec884d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'e984c666-923c-41c2-a1ec-63fbd109db54'}] {{(pid=103159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 13:56:01.907093 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-320cbf62-1830-4e45-ab9e-a33ac7af05f9 req-91c38457-f512-4da1-887b-c8cbcf1121bd service neutron] Attempting to bind port 39490406-cfb4-4c37-bc56-2f7b40f69b12 on network e984c666-923c-41c2-a1ec-63fbd109db54 {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 13:56:01.912063 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-320cbf62-1830-4e45-ab9e-a33ac7af05f9 req-91c38457-f512-4da1-887b-c8cbcf1121bd service neutron] Port 39490406-cfb4-4c37-bc56-2f7b40f69b12 on network e984c666-923c-41c2-a1ec-63fbd109db54 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7448 {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 18 13:56:01.912386 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-320cbf62-1830-4e45-ab9e-a33ac7af05f9 req-91c38457-f512-4da1-887b-c8cbcf1121bd service neutron] Attempting to bind port 39490406-cfb4-4c37-bc56-2f7b40f69b12 on network e984c666-923c-41c2-a1ec-63fbd109db54 {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 13:56:01.917369 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-320cbf62-1830-4e45-ab9e-a33ac7af05f9 req-91c38457-f512-4da1-887b-c8cbcf1121bd service neutron] Checking agent: {'id': 'c35b6aa0-0616-421f-8ded-732dd37fc90f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7448', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 13, 24, 37), 'started_at': datetime.datetime(2021, 12, 18, 13, 24, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 13, 55, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 18 13:56:01.917720 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-320cbf62-1830-4e45-ab9e-a33ac7af05f9 req-91c38457-f512-4da1-887b-c8cbcf1121bd service neutron] Checking segment: {'id': '14046c60-b2f7-4d91-90ff-4117f3ec884d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'e984c666-923c-41c2-a1ec-63fbd109db54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 13:56:01.918103 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-320cbf62-1830-4e45-ab9e-a33ac7af05f9 req-91c38457-f512-4da1-887b-c8cbcf1121bd service neutron] Bound using segment: {'id': '14046c60-b2f7-4d91-90ff-4117f3ec884d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'e984c666-923c-41c2-a1ec-63fbd109db54'} {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 18 13:56:01.918525 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.managers [req-320cbf62-1830-4e45-ab9e-a33ac7af05f9 req-91c38457-f512-4da1-887b-c8cbcf1121bd service neutron] Bound port: 39490406-cfb4-4c37-bc56-2f7b40f69b12, host: hv-neutron-7448, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14046c60-b2f7-4d91-90ff-4117f3ec884d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'e984c666-923c-41c2-a1ec-63fbd109db54'}}] {{(pid=103159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 18 13:56:01.918883 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-320cbf62-1830-4e45-ab9e-a33ac7af05f9 req-91c38457-f512-4da1-887b-c8cbcf1121bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:56:02.011872 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.db [req-320cbf62-1830-4e45-ab9e-a33ac7af05f9 req-91c38457-f512-4da1-887b-c8cbcf1121bd service neutron] For port 39490406-cfb4-4c37-bc56-2f7b40f69b12, host hv-neutron-7448, cleared binding levels {{(pid=103159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 18 13:56:02.015789 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.db [req-320cbf62-1830-4e45-ab9e-a33ac7af05f9 req-91c38457-f512-4da1-887b-c8cbcf1121bd service neutron] For port 39490406-cfb4-4c37-bc56-2f7b40f69b12, host hv-neutron-7448, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=39490406-cfb4-4c37-bc56-2f7b40f69b12,segment=NetworkSegment(14046c60-b2f7-4d91-90ff-4117f3ec884d),segment_id=14046c60-b2f7-4d91-90ff-4117f3ec884d)] {{(pid=103159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 18 13:56:02.029377 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d2e364-8068-4730-9dbd-bcc98e5cad56 req-5099f72d-c8dc-435e-8140-30c63bf65e05 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:56:02.030868 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-40d2e364-8068-4730-9dbd-bcc98e5cad56 req-5099f72d-c8dc-435e-8140-30c63bf65e05 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ec23965-6a54-4387-8b65-c8ccaf4c1855 HTTP/1.1" status: 200 len: 944 time: 0.0698786 Dec 18 13:56:02.031854 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-320cbf62-1830-4e45-ab9e-a33ac7af05f9 req-91c38457-f512-4da1-887b-c8cbcf1121bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5659917'] for port, after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:56:02.080456 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320cbf62-1830-4e45-ab9e-a33ac7af05f9 req-91c38457-f512-4da1-887b-c8cbcf1121bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:56:02.081073 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-320cbf62-1830-4e45-ab9e-a33ac7af05f9 req-91c38457-f512-4da1-887b-c8cbcf1121bd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:56:02.082675 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-320cbf62-1830-4e45-ab9e-a33ac7af05f9 req-91c38457-f512-4da1-887b-c8cbcf1121bd service neutron] 10.222.0.43 "PUT /v2.0/ports/39490406-cfb4-4c37-bc56-2f7b40f69b12 HTTP/1.1" status: 200 len: 1094 time: 0.6764388 Dec 18 13:56:02.089596 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ec23965-6a54-4387-8b65-c8ccaf4c1855', 'tag': '39490406-cfb4-4c37-bc56-2f7b40f69b12'}] {{(pid=103159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 18 13:56:02.092654 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca844cf115d59c1fab86abc202fb4c13735de0d7e4cbbbb25eec9406e9c87431" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-028bd0c4-e0c4-49ab-ae19-ef3f6092255e" -d '{"events": [{"name": "network-changed", "server_uuid": "5ec23965-6a54-4387-8b65-c8ccaf4c1855", "tag": "39490406-cfb4-4c37-bc56-2f7b40f69b12"}]}' {{(pid=103159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 18 13:56:02.144593 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 13:56:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32b3dd04-4855-424f-a352-71543b2587a8 x-openstack-request-id: req-32b3dd04-4855-424f-a352-71543b2587a8 {{(pid=103159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 18 13:56:02.144882 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ec23965-6a54-4387-8b65-c8ccaf4c1855", "tag": "39490406-cfb4-4c37-bc56-2f7b40f69b12", "status": "completed", "code": 200}]} {{(pid=103159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 18 13:56:02.145121 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-32b3dd04-4855-424f-a352-71543b2587a8 {{(pid=103159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 18 13:56:02.145551 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ec23965-6a54-4387-8b65-c8ccaf4c1855', 'tag': '39490406-cfb4-4c37-bc56-2f7b40f69b12', 'status': 'completed', 'code': 200} Dec 18 13:56:02.150264 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c38457-f512-4da1-887b-c8cbcf1121bd service neutron] Pushing event updated for resources: {'Port': ['ID=39490406-cfb4-4c37-bc56-2f7b40f69b12,revision_number=3']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:56:02.171880 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-40d2e364-8068-4730-9dbd-bcc98e5cad56 req-51303767-3c5a-493f-b5a0-b04d37cff69b tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4e8dc0c-698f-493c-bca6-d88ff97a5577&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1321769 Dec 18 13:56:02.188734 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320cbf62-1830-4e45-ab9e-a33ac7af05f9 req-b0744309-00d7-42f0-abce-5ad263433794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:56:02.190339 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-320cbf62-1830-4e45-ab9e-a33ac7af05f9 req-b0744309-00d7-42f0-abce-5ad263433794 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8580c2e482d141ebb0b16b23278c5865&device_id=5ec23965-6a54-4387-8b65-c8ccaf4c1855 HTTP/1.1" status: 200 len: 1097 time: 0.0602176 Dec 18 13:56:02.235031 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-320cbf62-1830-4e45-ab9e-a33ac7af05f9 req-3e8013f8-b4e5-43a1-9fd4-badc2fa8e9f3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=39490406-cfb4-4c37-bc56-2f7b40f69b12 HTTP/1.1" status: 200 len: 217 time: 0.0353358 Dec 18 13:56:02.290609 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320cbf62-1830-4e45-ab9e-a33ac7af05f9 req-6057ba31-47b4-43f8-ab24-c66b180f9e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:56:02.292428 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-320cbf62-1830-4e45-ab9e-a33ac7af05f9 req-6057ba31-47b4-43f8-ab24-c66b180f9e26 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a8151063-8fff-4877-b494-1e3b0b7b7368 HTTP/1.1" status: 200 len: 851 time: 0.0508068 Dec 18 13:56:02.311251 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.agents_db [None req-e3dda592-589a-4b4d-b028-ba9a260f4f50 None None] Agent healthcheck: found 6 active agents {{(pid=103162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 18 13:56:02.340440 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320cbf62-1830-4e45-ab9e-a33ac7af05f9 req-009f7417-e68f-4eaf-a2bc-b2f79ac9e0aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:56:02.341976 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-320cbf62-1830-4e45-ab9e-a33ac7af05f9 req-009f7417-e68f-4eaf-a2bc-b2f79ac9e0aa service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e984c666-923c-41c2-a1ec-63fbd109db54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0422499 Dec 18 13:56:02.434789 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-320cbf62-1830-4e45-ab9e-a33ac7af05f9 req-fbd42606-a300-43bb-a601-443176c6ec4f service neutron] 10.222.0.43 "GET /v2.0/networks/e984c666-923c-41c2-a1ec-63fbd109db54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853806 Dec 18 13:56:02.539005 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-320cbf62-1830-4e45-ab9e-a33ac7af05f9 req-2906e9f2-f807-423d-8a67-cefe27c42df2 service neutron] 10.222.0.43 "GET /v2.0/networks/e984c666-923c-41c2-a1ec-63fbd109db54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968139 Dec 18 13:56:02.634816 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028bd0c4-e0c4-49ab-ae19-ef3f6092255e req-db0d0118-7940-4d7a-9ba8-3a3253490f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:56:02.636384 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-028bd0c4-e0c4-49ab-ae19-ef3f6092255e req-db0d0118-7940-4d7a-9ba8-3a3253490f57 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8580c2e482d141ebb0b16b23278c5865&device_id=5ec23965-6a54-4387-8b65-c8ccaf4c1855 HTTP/1.1" status: 200 len: 1097 time: 0.0428295 Dec 18 13:56:02.741495 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028bd0c4-e0c4-49ab-ae19-ef3f6092255e req-ba289d07-1e0d-44db-bebb-2d158cd0ee86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:56:02.743298 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-028bd0c4-e0c4-49ab-ae19-ef3f6092255e req-ba289d07-1e0d-44db-bebb-2d158cd0ee86 service neutron] 10.222.0.43 "GET /v2.0/networks?id=e984c666-923c-41c2-a1ec-63fbd109db54 HTTP/1.1" status: 200 len: 913 time: 0.1000187 Dec 18 13:56:02.800966 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-028bd0c4-e0c4-49ab-ae19-ef3f6092255e req-f6ec1573-91f4-489c-be78-a97484a41377 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=39490406-cfb4-4c37-bc56-2f7b40f69b12 HTTP/1.1" status: 200 len: 217 time: 0.0498810 Dec 18 13:56:02.852462 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028bd0c4-e0c4-49ab-ae19-ef3f6092255e req-102d26a9-319f-4bf5-a05c-42a11bc6df6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:56:02.853892 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-028bd0c4-e0c4-49ab-ae19-ef3f6092255e req-102d26a9-319f-4bf5-a05c-42a11bc6df6f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a8151063-8fff-4877-b494-1e3b0b7b7368 HTTP/1.1" status: 200 len: 851 time: 0.0447819 Dec 18 13:56:03.216890 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028bd0c4-e0c4-49ab-ae19-ef3f6092255e req-f341b3c5-39ac-48eb-bc05-e9a4eaac6542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:56:03.218395 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-028bd0c4-e0c4-49ab-ae19-ef3f6092255e req-f341b3c5-39ac-48eb-bc05-e9a4eaac6542 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e984c666-923c-41c2-a1ec-63fbd109db54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.3569853 Dec 18 13:56:03.296947 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7afcbfa-e13e-4e09-8464-7d4e1b3df4f9 req-cbdf361d-0b6e-4c95-ad38-2f2a4bcfa59a tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:56:03.298400 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-a7afcbfa-e13e-4e09-8464-7d4e1b3df4f9 req-cbdf361d-0b6e-4c95-ad38-2f2a4bcfa59a tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ec23965-6a54-4387-8b65-c8ccaf4c1855 HTTP/1.1" status: 200 len: 944 time: 0.0530441 Dec 18 13:56:03.310950 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-028bd0c4-e0c4-49ab-ae19-ef3f6092255e req-60d42c87-54c7-4cb0-b3a2-76245514b5b1 service neutron] 10.222.0.43 "GET /v2.0/networks/e984c666-923c-41c2-a1ec-63fbd109db54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841446 Dec 18 13:56:03.346338 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-a7afcbfa-e13e-4e09-8464-7d4e1b3df4f9 req-051e69cb-2410-4133-a931-9f38b8614d48 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4e8dc0c-698f-493c-bca6-d88ff97a5577&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415277 Dec 18 13:56:03.407305 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-028bd0c4-e0c4-49ab-ae19-ef3f6092255e req-0244675b-9941-4a26-b50a-86e599cfd5f0 service neutron] 10.222.0.43 "GET /v2.0/networks/e984c666-923c-41c2-a1ec-63fbd109db54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879176 Dec 18 13:56:04.486564 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff32c1f-9ef6-4822-9ae5-76f556c56e5e req-d093d959-8877-4b91-a262-76a6c20ecef7 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:56:04.488606 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-8ff32c1f-9ef6-4822-9ae5-76f556c56e5e req-d093d959-8877-4b91-a262-76a6c20ecef7 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ec23965-6a54-4387-8b65-c8ccaf4c1855 HTTP/1.1" status: 200 len: 944 time: 0.0630853 Dec 18 13:56:04.541249 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-8ff32c1f-9ef6-4822-9ae5-76f556c56e5e req-8a93ce19-59a3-4546-8a7d-002a24304033 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4e8dc0c-698f-493c-bca6-d88ff97a5577&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0430818 Dec 18 13:56:05.125621 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Device 39490406-cfb4-4c37-bc56-2f7b40f69b12 details requested by agent hyperv_hv-neutron-7448 with host hv-neutron-7448 {{(pid=103161) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 18 13:56:05.237984 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] For port 39490406-cfb4-4c37-bc56-2f7b40f69b12, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=39490406-cfb4-4c37-bc56-2f7b40f69b12,segment=NetworkSegment(14046c60-b2f7-4d91-90ff-4117f3ec884d),segment_id=14046c60-b2f7-4d91-90ff-4117f3ec884d)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:56:05.248946 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Returning: {'device': '39490406-cfb4-4c37-bc56-2f7b40f69b12', 'network_id': 'e984c666-923c-41c2-a1ec-63fbd109db54', 'port_id': '39490406-cfb4-4c37-bc56-2f7b40f69b12', 'mac_address': 'fa:16:3e:35:a4:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8151063-8fff-4877-b494-1e3b0b7b7368', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103161) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 18 13:56:05.290906 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:56:05.307964 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.notifiers.nova [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39490406-cfb4-4c37-bc56-2f7b40f69b12 {{(pid=103161) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 18 13:56:05.327179 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] For port 39490406-cfb4-4c37-bc56-2f7b40f69b12, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=39490406-cfb4-4c37-bc56-2f7b40f69b12,segment=NetworkSegment(14046c60-b2f7-4d91-90ff-4117f3ec884d),segment_id=14046c60-b2f7-4d91-90ff-4117f3ec884d)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:56:05.333676 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:56:05.382270 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Pushing event updated for resources: {'Port': ['ID=39490406-cfb4-4c37-bc56-2f7b40f69b12,revision_number=4']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:56:05.648819 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] get_ports_and_sgs() called for port_ids ['39490406-cfb4-4c37-bc56-2f7b40f69b12'] {{(pid=103161) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 18 13:56:05.665903 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e89e9c-a6d9-4dc0-a440-1886f612500f req-179129d3-2592-4d5b-8b1d-0e6ded1d997f tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:56:05.667429 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-b4e89e9c-a6d9-4dc0-a440-1886f612500f req-179129d3-2592-4d5b-8b1d-0e6ded1d997f tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ec23965-6a54-4387-8b65-c8ccaf4c1855 HTTP/1.1" status: 200 len: 945 time: 0.0511715 Dec 18 13:56:05.717062 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-b4e89e9c-a6d9-4dc0-a440-1886f612500f req-5927e2ed-17d5-4662-a8af-6efb5310f56f tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4e8dc0c-698f-493c-bca6-d88ff97a5577&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0437186 Dec 18 13:56:06.839079 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfb5a18-7a45-4b23-a95f-b39231d54e50 req-59441044-3904-451e-ae25-064835b9d24b tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:56:06.840559 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-fdfb5a18-7a45-4b23-a95f-b39231d54e50 req-59441044-3904-451e-ae25-064835b9d24b tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ec23965-6a54-4387-8b65-c8ccaf4c1855 HTTP/1.1" status: 200 len: 945 time: 0.0497463 Dec 18 13:56:06.897574 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-fdfb5a18-7a45-4b23-a95f-b39231d54e50 req-e9c73de9-dda8-48e5-803c-713e7d33b2b9 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4e8dc0c-698f-493c-bca6-d88ff97a5577&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0482144 Dec 18 13:56:07.003492 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:56:07.124859 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Device 39490406-cfb4-4c37-bc56-2f7b40f69b12 up at agent hyperv_hv-neutron-7448 {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 13:56:07.189801 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Provisioning for port 39490406-cfb4-4c37-bc56-2f7b40f69b12 completed by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 18 13:56:07.196315 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Provisioning complete for port 39490406-cfb4-4c37-bc56-2f7b40f69b12 triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:56:07.196959 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:56:07.280539 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:56:07.305455 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ec23965-6a54-4387-8b65-c8ccaf4c1855', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39490406-cfb4-4c37-bc56-2f7b40f69b12'}] {{(pid=103161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 18 13:56:07.307760 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22224e7a42aa75e3f3b9c037df440650d2cfa1dd97b40a249aee4a8113775251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88e0c132-e266-4ab5-a68c-2da210905c3f" -d '{"events": [{"server_uuid": "5ec23965-6a54-4387-8b65-c8ccaf4c1855", "name": "network-vif-plugged", "status": "completed", "tag": "39490406-cfb4-4c37-bc56-2f7b40f69b12"}]}' {{(pid=103161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 18 13:56:07.320197 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] For port 39490406-cfb4-4c37-bc56-2f7b40f69b12, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=39490406-cfb4-4c37-bc56-2f7b40f69b12,segment=NetworkSegment(14046c60-b2f7-4d91-90ff-4117f3ec884d),segment_id=14046c60-b2f7-4d91-90ff-4117f3ec884d)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:56:07.325381 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:56:07.348030 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 13:56:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88f05248-180f-4b5e-ac30-ccd2be53b83e x-openstack-request-id: req-88f05248-180f-4b5e-ac30-ccd2be53b83e {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 18 13:56:07.348351 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ec23965-6a54-4387-8b65-c8ccaf4c1855", "name": "network-vif-plugged", "status": "completed", "tag": "39490406-cfb4-4c37-bc56-2f7b40f69b12", "code": 200}]} {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 18 13:56:07.348628 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-88f05248-180f-4b5e-ac30-ccd2be53b83e {{(pid=103161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 18 13:56:07.348999 dv-neutron-744815-20-hyperv neutron-server[103161]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ec23965-6a54-4387-8b65-c8ccaf4c1855', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39490406-cfb4-4c37-bc56-2f7b40f69b12', 'code': 200} Dec 18 13:56:07.374878 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Pushing event updated for resources: {'Port': ['ID=39490406-cfb4-4c37-bc56-2f7b40f69b12,revision_number=5']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:56:07.534036 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8312b64-34e6-41ae-a114-d21addd2717c req-b795b54f-8461-42ac-9a86-3e46c8cc2bda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:56:07.535446 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-e8312b64-34e6-41ae-a114-d21addd2717c req-b795b54f-8461-42ac-9a86-3e46c8cc2bda service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=5ec23965-6a54-4387-8b65-c8ccaf4c1855 HTTP/1.1" status: 200 len: 1099 time: 0.0435250 Dec 18 13:56:07.582214 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-e8312b64-34e6-41ae-a114-d21addd2717c req-6145fa28-5e55-4ae5-befd-6192874006e6 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=e4e8dc0c-698f-493c-bca6-d88ff97a5577&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0390224 Dec 18 13:56:08.018285 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619a5f4a-4e6b-4531-9219-5382c26cc38c req-0d5b50ed-ca5a-491f-a475-985cf74836bb tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:56:08.019810 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-619a5f4a-4e6b-4531-9219-5382c26cc38c req-0d5b50ed-ca5a-491f-a475-985cf74836bb tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ec23965-6a54-4387-8b65-c8ccaf4c1855 HTTP/1.1" status: 200 len: 946 time: 0.0508127 Dec 18 13:56:08.069755 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-619a5f4a-4e6b-4531-9219-5382c26cc38c req-b83642b0-05f3-42d1-a062-540987b56ca5 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4e8dc0c-698f-493c-bca6-d88ff97a5577&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0410671 Dec 18 13:56:09.206828 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0684d98c-4294-43ec-b3c9-f6eaeb48ffc8 req-4f46142e-ef56-40bf-ad8c-aade1787ef29 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:56:09.208397 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-0684d98c-4294-43ec-b3c9-f6eaeb48ffc8 req-4f46142e-ef56-40bf-ad8c-aade1787ef29 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ec23965-6a54-4387-8b65-c8ccaf4c1855 HTTP/1.1" status: 200 len: 946 time: 0.0581415 Dec 18 13:56:09.259177 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-0684d98c-4294-43ec-b3c9-f6eaeb48ffc8 req-a167224f-54fb-41ac-981f-ae20cbc64964 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4e8dc0c-698f-493c-bca6-d88ff97a5577&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0447896 Dec 18 13:56:09.378748 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec67a2ec-8dda-4dea-9d9e-e359324b8822 req-2ea80b1a-7a72-429b-a084-fd6c1274b882 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:56:09.380483 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-ec67a2ec-8dda-4dea-9d9e-e359324b8822 req-2ea80b1a-7a72-429b-a084-fd6c1274b882 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ec23965-6a54-4387-8b65-c8ccaf4c1855 HTTP/1.1" status: 200 len: 946 time: 0.0559711 Dec 18 13:56:09.388950 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 60062) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:56:09.393266 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-1d720b51-7a28-48fe-ba1b-51a0cb5b7028 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Request body: {'floatingip': {'port_id': '39490406-cfb4-4c37-bc56-2f7b40f69b12'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:56:09.433633 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-1d720b51-7a28-48fe-ba1b-51a0cb5b7028 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Publish callbacks [] for floatingip, before_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:56:09.876330 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-1d720b51-7a28-48fe-ba1b-51a0cb5b7028 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:56:09.883315 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-1d720b51-7a28-48fe-ba1b-51a0cb5b7028 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-587004'] for floatingip, after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:56:09.987981 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.db.l3_db [None req-1d720b51-7a28-48fe-ba1b-51a0cb5b7028 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Floating IP 4f43959e-e517-4040-8c52-cbf83b2234d1 associated. External IP: 172.26.3.107, port: 39490406-cfb4-4c37-bc56-2f7b40f69b12. Dec 18 13:56:10.195819 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d720b51-7a28-48fe-ba1b-51a0cb5b7028 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Router d2f50444-ac87-418b-a656-af22371cbf89 has already been hosted by L3 agent c9c0cd52-5bd2-4704-9429-d80f1c5ad23c {{(pid=103159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 18 13:56:10.310007 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d720b51-7a28-48fe-ba1b-51a0cb5b7028 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Notify agent at l3_agent.dv-neutron-744815-20-hyperv the message routers_updated {{(pid=103159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 13:56:10.315043 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-1d720b51-7a28-48fe-ba1b-51a0cb5b7028 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for floatingip, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:56:10.320973 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c7ed9ba-b0a7-4a14-a823-970554a5e78a None None] Sync routers for ids ['d2f50444-ac87-418b-a656-af22371cbf89'] in dv-neutron-744815-20-hyperv {{(pid=103162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 13:56:10.331745 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c7ed9ba-b0a7-4a14-a823-970554a5e78a None None] Routers {'d2f50444-ac87-418b-a656-af22371cbf89'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:56:10.332349 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-5c7ed9ba-b0a7-4a14-a823-970554a5e78a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:55:57Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['d2f50444-ac87-418b-a656-af22371cbf89'], 'active': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:56:10.342642 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-1d720b51-7a28-48fe-ba1b-51a0cb5b7028 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "PUT /v2.0/floatingips/4f43959e-e517-4040-8c52-cbf83b2234d1 HTTP/1.1" status: 200 len: 992 time: 0.9526484 Dec 18 13:56:10.343271 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ec23965-6a54-4387-8b65-c8ccaf4c1855', 'tag': '39490406-cfb4-4c37-bc56-2f7b40f69b12'}] {{(pid=103159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 18 13:56:10.345663 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca844cf115d59c1fab86abc202fb4c13735de0d7e4cbbbb25eec9406e9c87431" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7b8f71c-4c56-454a-ba3a-d9872d899f03" -d '{"events": [{"name": "network-changed", "server_uuid": "5ec23965-6a54-4387-8b65-c8ccaf4c1855", "tag": "39490406-cfb4-4c37-bc56-2f7b40f69b12"}]}' {{(pid=103159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 18 13:56:10.382936 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 13:56:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e111d84-bba3-4b44-ac45-6be6fe73b578 x-openstack-request-id: req-7e111d84-bba3-4b44-ac45-6be6fe73b578 {{(pid=103159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 18 13:56:10.383597 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ec23965-6a54-4387-8b65-c8ccaf4c1855", "tag": "39490406-cfb4-4c37-bc56-2f7b40f69b12", "status": "completed", "code": 200}]} {{(pid=103159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 18 13:56:10.383597 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7e111d84-bba3-4b44-ac45-6be6fe73b578 {{(pid=103159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 18 13:56:10.383876 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ec23965-6a54-4387-8b65-c8ccaf4c1855', 'tag': '39490406-cfb4-4c37-bc56-2f7b40f69b12', 'status': 'completed', 'code': 200} Dec 18 13:56:10.452896 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b8f71c-4c56-454a-ba3a-d9872d899f03 req-73cee702-b3dc-4f4a-b2d7-e9400552a6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:56:10.454418 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-c7b8f71c-4c56-454a-ba3a-d9872d899f03 req-73cee702-b3dc-4f4a-b2d7-e9400552a6c7 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8580c2e482d141ebb0b16b23278c5865&device_id=5ec23965-6a54-4387-8b65-c8ccaf4c1855 HTTP/1.1" status: 200 len: 1099 time: 0.0457759 Dec 18 13:56:10.458405 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvr_db [None req-5c7ed9ba-b0a7-4a14-a823-970554a5e78a None None] Set router d2f50444-ac87-418b-a656-af22371cbf89 gateway port host: dv-neutron-744815-20-hyperv {{(pid=103162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 13:56:10.550685 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b8f71c-4c56-454a-ba3a-d9872d899f03 req-c939b06c-37d6-419b-a54a-0fa60b135706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:56:10.552592 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-c7b8f71c-4c56-454a-ba3a-d9872d899f03 req-c939b06c-37d6-419b-a54a-0fa60b135706 service neutron] 10.222.0.43 "GET /v2.0/networks?id=e984c666-923c-41c2-a1ec-63fbd109db54 HTTP/1.1" status: 200 len: 913 time: 0.0912223 Dec 18 13:56:10.619928 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-c7b8f71c-4c56-454a-ba3a-d9872d899f03 req-285e7cc9-6849-45ba-989e-c171466f7532 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=39490406-cfb4-4c37-bc56-2f7b40f69b12 HTTP/1.1" status: 200 len: 1000 time: 0.0600674 Dec 18 13:56:10.669453 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b8f71c-4c56-454a-ba3a-d9872d899f03 req-649b139e-1d9b-43df-9167-ba824cd49958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:56:10.670937 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-c7b8f71c-4c56-454a-ba3a-d9872d899f03 req-649b139e-1d9b-43df-9167-ba824cd49958 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a8151063-8fff-4877-b494-1e3b0b7b7368 HTTP/1.1" status: 200 len: 851 time: 0.0444818 Dec 18 13:56:10.680985 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-5c7ed9ba-b0a7-4a14-a823-970554a5e78a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2f50444-ac87-418b-a656-af22371cbf89', 'name': 'tempest-ServerActionsTestJSON-1047060273-router', 'tenant_id': '8580c2e482d141ebb0b16b23278c5865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.176'}], 'enable_snat': True}, 'gw_port_id': '4dae9401-ccf9-4524-81a4-0743afab0105', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:52:04Z', 'updated_at': '2021-12-18T13:52:07Z', 'revision_number': 4, 'project_id': '8580c2e482d141ebb0b16b23278c5865', 'gw_port': {'id': '4dae9401-ccf9-4524-81a4-0743afab0105', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:17:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f50444-ac87-418b-a656-af22371cbf89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:52:05Z', 'updated_at': '2021-12-18T13:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv', '_floatingips': [{'id': '4f43959e-e517-4040-8c52-cbf83b2234d1', 'tenant_id': '8580c2e482d141ebb0b16b23278c5865', 'floating_ip_address': '172.26.3.107', 'floating_network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'router_id': 'd2f50444-ac87-418b-a656-af22371cbf89', 'port_id': '39490406-cfb4-4c37-bc56-2f7b40f69b12', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1585, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e984c666-923c-41c2-a1ec-63fbd109db54', 'mac_address': 'fa:16:3e:35:a4:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ec23965-6a54-4387-8b65-c8ccaf4c1855', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T13:52:10Z', 'updated_at': '2021-12-18T13:56:09Z', 'revision_number': 9, 'project_id': '8580c2e482d141ebb0b16b23278c5865', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7245800b-0f58-453f-bd2b-62ae5cd2b394', 'name': '', 'network_id': 'e984c666-923c-41c2-a1ec-63fbd109db54', 'tenant_id': '8580c2e482d141ebb0b16b23278c5865', 'mac_address': 'fa:16:3e:29:f6:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f50444-ac87-418b-a656-af22371cbf89', 'device_owner': 'network:router_interface', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': 'a8151063-8fff-4877-b494-1e3b0b7b7368', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:52:06Z', 'updated_at': '2021-12-18T13:52:10Z', 'revision_number': 5, 'project_id': '8580c2e482d141ebb0b16b23278c5865', 'subnets': [{'id': 'a8151063-8fff-4877-b494-1e3b0b7b7368', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:56:10.706957 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c7ed9ba-b0a7-4a14-a823-970554a5e78a None None] Checking router: d2f50444-ac87-418b-a656-af22371cbf89 for host: dv-neutron-744815-20-hyperv {{(pid=103162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 18 13:56:10.715930 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c7ed9ba-b0a7-4a14-a823-970554a5e78a None None] Routers {'d2f50444-ac87-418b-a656-af22371cbf89'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:56:10.716533 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-5c7ed9ba-b0a7-4a14-a823-970554a5e78a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:55:57Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['d2f50444-ac87-418b-a656-af22371cbf89'], 'active': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:56:10.720931 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b8f71c-4c56-454a-ba3a-d9872d899f03 req-5d566f80-2ea4-4415-8143-5a90ec5a7262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:56:10.722440 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-c7b8f71c-4c56-454a-ba3a-d9872d899f03 req-5d566f80-2ea4-4415-8143-5a90ec5a7262 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e984c666-923c-41c2-a1ec-63fbd109db54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0443501 Dec 18 13:56:10.816779 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-c7b8f71c-4c56-454a-ba3a-d9872d899f03 req-32869cfb-9ef9-40dc-a968-293863bd217d service neutron] 10.222.0.43 "GET /v2.0/networks/e984c666-923c-41c2-a1ec-63fbd109db54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861478 Dec 18 13:56:10.914203 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-c7b8f71c-4c56-454a-ba3a-d9872d899f03 req-ad88a217-c68c-44f7-aed6-680f9a492bf3 service neutron] 10.222.0.43 "GET /v2.0/networks/e984c666-923c-41c2-a1ec-63fbd109db54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890410 Dec 18 13:56:10.916710 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvr_db [None req-5c7ed9ba-b0a7-4a14-a823-970554a5e78a None None] Set router d2f50444-ac87-418b-a656-af22371cbf89 gateway port host: dv-neutron-744815-20-hyperv {{(pid=103162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 13:56:11.147904 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-5c7ed9ba-b0a7-4a14-a823-970554a5e78a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2f50444-ac87-418b-a656-af22371cbf89', 'name': 'tempest-ServerActionsTestJSON-1047060273-router', 'tenant_id': '8580c2e482d141ebb0b16b23278c5865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.176'}], 'enable_snat': True}, 'gw_port_id': '4dae9401-ccf9-4524-81a4-0743afab0105', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:52:04Z', 'updated_at': '2021-12-18T13:52:07Z', 'revision_number': 4, 'project_id': '8580c2e482d141ebb0b16b23278c5865', 'gw_port': {'id': '4dae9401-ccf9-4524-81a4-0743afab0105', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:17:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f50444-ac87-418b-a656-af22371cbf89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:52:05Z', 'updated_at': '2021-12-18T13:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv', '_floatingips': [{'id': '4f43959e-e517-4040-8c52-cbf83b2234d1', 'tenant_id': '8580c2e482d141ebb0b16b23278c5865', 'floating_ip_address': '172.26.3.107', 'floating_network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'router_id': 'd2f50444-ac87-418b-a656-af22371cbf89', 'port_id': '39490406-cfb4-4c37-bc56-2f7b40f69b12', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1585, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e984c666-923c-41c2-a1ec-63fbd109db54', 'mac_address': 'fa:16:3e:35:a4:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ec23965-6a54-4387-8b65-c8ccaf4c1855', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T13:52:10Z', 'updated_at': '2021-12-18T13:56:09Z', 'revision_number': 9, 'project_id': '8580c2e482d141ebb0b16b23278c5865', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7245800b-0f58-453f-bd2b-62ae5cd2b394', 'name': '', 'network_id': 'e984c666-923c-41c2-a1ec-63fbd109db54', 'tenant_id': '8580c2e482d141ebb0b16b23278c5865', 'mac_address': 'fa:16:3e:29:f6:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f50444-ac87-418b-a656-af22371cbf89', 'device_owner': 'network:router_interface', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': 'a8151063-8fff-4877-b494-1e3b0b7b7368', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:52:06Z', 'updated_at': '2021-12-18T13:52:10Z', 'revision_number': 5, 'project_id': '8580c2e482d141ebb0b16b23278c5865', 'subnets': [{'id': 'a8151063-8fff-4877-b494-1e3b0b7b7368', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:56:11.173606 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c7ed9ba-b0a7-4a14-a823-970554a5e78a None None] The sync data for ids ['d2f50444-ac87-418b-a656-af22371cbf89'] in dv-neutron-744815-20-hyperv is: [{'id': 'd2f50444-ac87-418b-a656-af22371cbf89', 'name': 'tempest-ServerActionsTestJSON-1047060273-router', 'tenant_id': '8580c2e482d141ebb0b16b23278c5865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.176'}], 'enable_snat': True}, 'gw_port_id': '4dae9401-ccf9-4524-81a4-0743afab0105', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:52:04Z', 'updated_at': '2021-12-18T13:52:07Z', 'revision_number': 4, 'project_id': '8580c2e482d141ebb0b16b23278c5865', 'gw_port': {'id': '4dae9401-ccf9-4524-81a4-0743afab0105', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:17:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f50444-ac87-418b-a656-af22371cbf89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:52:05Z', 'updated_at': '2021-12-18T13:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv', '_floatingips': [{'id': '4f43959e-e517-4040-8c52-cbf83b2234d1', 'tenant_id': '8580c2e482d141ebb0b16b23278c5865', 'floating_ip_address': '172.26.3.107', 'floating_network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'router_id': 'd2f50444-ac87-418b-a656-af22371cbf89', 'port_id': '39490406-cfb4-4c37-bc56-2f7b40f69b12', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1585, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e984c666-923c-41c2-a1ec-63fbd109db54', 'mac_address': 'fa:16:3e:35:a4:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ec23965-6a54-4387-8b65-c8ccaf4c1855', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T13:52:10Z', 'updated_at': '2021-12-18T13:56:09Z', 'revision_number': 9, 'project_id': '8580c2e482d141ebb0b16b23278c5865', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7245800b-0f58-453f-bd2b-62ae5cd2b394', 'name': '', 'network_id': 'e984c666-923c-41c2-a1ec-63fbd109db54', 'tenant_id': '8580c2e482d141ebb0b16b23278c5865', 'mac_address': 'fa:16:3e:29:f6:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f50444-ac87-418b-a656-af22371cbf89', 'device_owner': 'network:router_interface', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': 'a8151063-8fff-4877-b494-1e3b0b7b7368', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:52:06Z', 'updated_at': '2021-12-18T13:52:10Z', 'revision_number': 5, 'project_id': '8580c2e482d141ebb0b16b23278c5865', 'subnets': [{'id': 'a8151063-8fff-4877-b494-1e3b0b7b7368', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 13:56:11.372651 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-540c55d0-7f05-42c2-817b-912496da89d1 None None] New status for floating IP 4f43959e-e517-4040-8c52-cbf83b2234d1: ACTIVE {{(pid=103161) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 18 13:56:24.958221 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-93754d28-8710-407e-83b9-2f36adfd4186 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:56:27.185403 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-469598b0-3d3e-4231-a104-5a73aa56cef0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:56:28.553643 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-afa9ae9b-bdbb-4010-bcf6-3a46ce66cf71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:56:30.056531 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7b7a3272-2b45-4d32-9670-25eb1afd1184 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:56:30.863420 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:56:37.003949 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:56:39.317007 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.agents_db [None req-e3dda592-589a-4b4d-b028-ba9a260f4f50 None None] Agent healthcheck: found 6 active agents {{(pid=103162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 18 13:56:54.962179 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a78edbd0-745e-45ab-92ba-968690b4b384 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:56:57.185557 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-1e6aa252-0f22-4b36-9513-5485b0b42499 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:56:58.564085 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-afa9ae9b-bdbb-4010-bcf6-3a46ce66cf71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:57:00.056696 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7b7a3272-2b45-4d32-9670-25eb1afd1184 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:57:00.861570 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:57:05.798894 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-ba6bed08-41c7-47c5-b7b7-7cb79634e06a req-7365c201-16c5-44f1-8592-35c5314015fb service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=5ec23965-6a54-4387-8b65-c8ccaf4c1855&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0930555 Dec 18 13:57:05.883040 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6bed08-41c7-47c5-b7b7-7cb79634e06a req-9350c684-e092-4769-a2da-2dcb50451cee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:57:05.884473 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-ba6bed08-41c7-47c5-b7b7-7cb79634e06a req-9350c684-e092-4769-a2da-2dcb50451cee service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8580c2e482d141ebb0b16b23278c5865&device_id=5ec23965-6a54-4387-8b65-c8ccaf4c1855 HTTP/1.1" status: 200 len: 1099 time: 0.0420411 Dec 18 13:57:05.992728 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6bed08-41c7-47c5-b7b7-7cb79634e06a req-f688bcda-674c-41f3-9552-7658fe0c3fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:57:05.994229 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-ba6bed08-41c7-47c5-b7b7-7cb79634e06a req-f688bcda-674c-41f3-9552-7658fe0c3fbb service neutron] 10.222.0.43 "GET /v2.0/networks?id=e984c666-923c-41c2-a1ec-63fbd109db54 HTTP/1.1" status: 200 len: 913 time: 0.0891678 Dec 18 13:57:06.061350 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-ba6bed08-41c7-47c5-b7b7-7cb79634e06a req-42036b7a-8f4c-40b4-82d6-89ccf138481a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=39490406-cfb4-4c37-bc56-2f7b40f69b12 HTTP/1.1" status: 200 len: 1003 time: 0.0589366 Dec 18 13:57:06.119085 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6bed08-41c7-47c5-b7b7-7cb79634e06a req-daf80f1a-2358-445e-99d5-7122dc507168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:57:06.120519 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-ba6bed08-41c7-47c5-b7b7-7cb79634e06a req-daf80f1a-2358-445e-99d5-7122dc507168 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a8151063-8fff-4877-b494-1e3b0b7b7368 HTTP/1.1" status: 200 len: 851 time: 0.0519907 Dec 18 13:57:06.165632 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6bed08-41c7-47c5-b7b7-7cb79634e06a req-aabe878b-ca43-4983-9bb1-2982ea959ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:57:06.167001 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-ba6bed08-41c7-47c5-b7b7-7cb79634e06a req-aabe878b-ca43-4983-9bb1-2982ea959ff2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e984c666-923c-41c2-a1ec-63fbd109db54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0389128 Dec 18 13:57:06.179607 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [req-ba6bed08-41c7-47c5-b7b7-7cb79634e06a req-c67a26a1-34fc-4312-a9c9-d1fdae52812b service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103159) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 18 13:57:06.180551 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-ba6bed08-41c7-47c5-b7b7-7cb79634e06a req-c67a26a1-34fc-4312-a9c9-d1fdae52812b service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14093 time: 0.0052145 Dec 18 13:57:06.272979 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-ba6bed08-41c7-47c5-b7b7-7cb79634e06a req-76272167-00ea-4808-8e74-7458d597d294 service neutron] 10.222.0.43 "GET /v2.0/networks/e984c666-923c-41c2-a1ec-63fbd109db54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850646 Dec 18 13:57:06.368399 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-ba6bed08-41c7-47c5-b7b7-7cb79634e06a req-d11cdc9a-f3e8-424d-ad28-228f6a760d92 service neutron] 10.222.0.43 "GET /v2.0/networks/e984c666-923c-41c2-a1ec-63fbd109db54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867240 Dec 18 13:57:07.023586 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:57:16.320939 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.agents_db [None req-e3dda592-589a-4b4d-b028-ba9a260f4f50 None None] Agent healthcheck: found 6 active agents {{(pid=103162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 18 13:57:24.969306 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0c6add39-6a86-440a-865e-15da615670ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:57:25.289570 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-00cdba7d-4c33-4163-bcd3-85db3babeecd req-0f7e3820-2d36-4971-9db6-63656cf763c6 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=5ec23965-6a54-4387-8b65-c8ccaf4c1855&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0689471 Dec 18 13:57:25.300391 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4a5733-2aa6-435d-a7bb-a9ecff9d8346 req-c39c81e2-6e94-4eaa-bb6f-18c82eeb7ad3 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:57:25.301821 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-bf4a5733-2aa6-435d-a7bb-a9ecff9d8346 req-c39c81e2-6e94-4eaa-bb6f-18c82eeb7ad3 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ec23965-6a54-4387-8b65-c8ccaf4c1855 HTTP/1.1" status: 200 len: 946 time: 0.0712180 Dec 18 13:57:25.352583 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-bf4a5733-2aa6-435d-a7bb-a9ecff9d8346 req-c30ccc9a-ff6a-48df-aa4b-39dd04025477 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4e8dc0c-698f-493c-bca6-d88ff97a5577&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429232 Dec 18 13:57:26.423830 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cdba7d-4c33-4163-bcd3-85db3babeecd req-01c17c9c-a417-4af9-8a95-efa35d859240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:57:26.425356 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-00cdba7d-4c33-4163-bcd3-85db3babeecd req-01c17c9c-a417-4af9-8a95-efa35d859240 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8580c2e482d141ebb0b16b23278c5865&device_id=5ec23965-6a54-4387-8b65-c8ccaf4c1855 HTTP/1.1" status: 200 len: 1099 time: 0.0417283 Dec 18 13:57:26.531336 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99c8bf2-96e1-423a-9663-acdc0b076cdb req-7d89c47b-1a2a-47ce-b03e-4209bd693296 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:57:26.532807 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-e99c8bf2-96e1-423a-9663-acdc0b076cdb req-7d89c47b-1a2a-47ce-b03e-4209bd693296 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ec23965-6a54-4387-8b65-c8ccaf4c1855 HTTP/1.1" status: 200 len: 946 time: 0.1065712 Dec 18 13:57:26.558487 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cdba7d-4c33-4163-bcd3-85db3babeecd req-464ffa71-578e-4487-8601-0e5709e3370c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:57:26.559928 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-00cdba7d-4c33-4163-bcd3-85db3babeecd req-464ffa71-578e-4487-8601-0e5709e3370c service neutron] 10.222.0.43 "GET /v2.0/networks?id=e984c666-923c-41c2-a1ec-63fbd109db54 HTTP/1.1" status: 200 len: 913 time: 0.1254487 Dec 18 13:57:26.632471 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-e99c8bf2-96e1-423a-9663-acdc0b076cdb req-73912e63-07d8-4262-a66d-a56f13fef52f tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4e8dc0c-698f-493c-bca6-d88ff97a5577&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0935481 Dec 18 13:57:26.645458 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-00cdba7d-4c33-4163-bcd3-85db3babeecd req-78ca71f6-2c9b-4fbb-b961-1247659540ed service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=39490406-cfb4-4c37-bc56-2f7b40f69b12 HTTP/1.1" status: 200 len: 1003 time: 0.0776765 Dec 18 13:57:26.694162 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cdba7d-4c33-4163-bcd3-85db3babeecd req-4652faaa-ff16-49c4-ba0f-06d57eaead0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:57:26.695604 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-00cdba7d-4c33-4163-bcd3-85db3babeecd req-4652faaa-ff16-49c4-ba0f-06d57eaead0f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a8151063-8fff-4877-b494-1e3b0b7b7368 HTTP/1.1" status: 200 len: 851 time: 0.0430315 Dec 18 13:57:26.742788 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cdba7d-4c33-4163-bcd3-85db3babeecd req-6eebc304-9804-4fc6-977e-9ac83f093807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:57:26.744267 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-00cdba7d-4c33-4163-bcd3-85db3babeecd req-6eebc304-9804-4fc6-977e-9ac83f093807 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e984c666-923c-41c2-a1ec-63fbd109db54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0408576 Dec 18 13:57:26.837230 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-00cdba7d-4c33-4163-bcd3-85db3babeecd req-0ada6225-91d2-4179-9645-9f8e177741d3 service neutron] 10.222.0.43 "GET /v2.0/networks/e984c666-923c-41c2-a1ec-63fbd109db54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843897 Dec 18 13:57:26.930063 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-00cdba7d-4c33-4163-bcd3-85db3babeecd req-4b6aabb4-f16b-49ad-8f18-98e54d2044ca service neutron] 10.222.0.43 "GET /v2.0/networks/e984c666-923c-41c2-a1ec-63fbd109db54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849664 Dec 18 13:57:27.191828 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-50c605a5-11eb-4a92-b55c-22704a6bf175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:57:27.764525 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5449549-9ab5-4133-9b76-adb1c3771f3a req-a6695cea-09bd-4267-ab21-7bcb202a5851 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:57:27.765993 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-e5449549-9ab5-4133-9b76-adb1c3771f3a req-a6695cea-09bd-4267-ab21-7bcb202a5851 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ec23965-6a54-4387-8b65-c8ccaf4c1855 HTTP/1.1" status: 200 len: 946 time: 0.0517161 Dec 18 13:57:27.821188 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-e5449549-9ab5-4133-9b76-adb1c3771f3a req-73a59eba-d4ea-4d0b-b8ab-14342c5e1e4d tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4e8dc0c-698f-493c-bca6-d88ff97a5577&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0460930 Dec 18 13:57:28.559636 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-afa9ae9b-bdbb-4010-bcf6-3a46ce66cf71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:57:28.951539 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4cba75-4908-49c0-970b-fac2e3d5bb6b req-fc2cf6c0-3895-4de5-ac6c-e9db2f61eb11 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:57:28.953375 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-5d4cba75-4908-49c0-970b-fac2e3d5bb6b req-fc2cf6c0-3895-4de5-ac6c-e9db2f61eb11 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ec23965-6a54-4387-8b65-c8ccaf4c1855 HTTP/1.1" status: 200 len: 946 time: 0.0558834 Dec 18 13:57:29.001383 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-5d4cba75-4908-49c0-970b-fac2e3d5bb6b req-2aac1dc4-a053-4243-bef3-5624ed70b37a tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4e8dc0c-698f-493c-bca6-d88ff97a5577&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418448 Dec 18 13:57:30.060928 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7b7a3272-2b45-4d32-9670-25eb1afd1184 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:57:30.136363 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a07aafc-9228-453d-8c5f-1a761d0515e2 req-ef099d4e-593d-4041-9765-ae52001f3665 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:57:30.137879 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-5a07aafc-9228-453d-8c5f-1a761d0515e2 req-ef099d4e-593d-4041-9765-ae52001f3665 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ec23965-6a54-4387-8b65-c8ccaf4c1855 HTTP/1.1" status: 200 len: 946 time: 0.0570111 Dec 18 13:57:30.185687 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-5a07aafc-9228-453d-8c5f-1a761d0515e2 req-5d4176e9-5c9a-4a5a-802b-8b8ba408ad26 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4e8dc0c-698f-493c-bca6-d88ff97a5577&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0416884 Dec 18 13:57:30.869750 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:57:31.326301 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcb1613-f32c-4a02-908c-a10bbb965378 req-ea0f89bb-3857-42a3-969e-6b016c862d1f tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:57:31.328171 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-edcb1613-f32c-4a02-908c-a10bbb965378 req-ea0f89bb-3857-42a3-969e-6b016c862d1f tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ec23965-6a54-4387-8b65-c8ccaf4c1855 HTTP/1.1" status: 200 len: 946 time: 0.0566216 Dec 18 13:57:31.376084 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-edcb1613-f32c-4a02-908c-a10bbb965378 req-0e3d15d6-4d53-4b4f-b519-a6f9f0d7895a tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4e8dc0c-698f-493c-bca6-d88ff97a5577&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0417819 Dec 18 13:57:32.518316 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908b605d-bfbb-4a2f-a577-cc1828580a5b req-266eb000-9e49-4262-ad02-a74255edb859 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:57:32.519826 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-908b605d-bfbb-4a2f-a577-cc1828580a5b req-266eb000-9e49-4262-ad02-a74255edb859 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ec23965-6a54-4387-8b65-c8ccaf4c1855 HTTP/1.1" status: 200 len: 946 time: 0.0536690 Dec 18 13:57:32.568031 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-908b605d-bfbb-4a2f-a577-cc1828580a5b req-85bfe98b-bc9c-400a-bb68-e16c4ed63d37 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4e8dc0c-698f-493c-bca6-d88ff97a5577&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420768 Dec 18 13:57:33.692251 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c14195a-d9a1-4905-b605-ef532e2c44e4 req-8a48d53d-2400-4e2b-9b9c-a8783cb684a6 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:57:33.693777 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-5c14195a-d9a1-4905-b605-ef532e2c44e4 req-8a48d53d-2400-4e2b-9b9c-a8783cb684a6 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ec23965-6a54-4387-8b65-c8ccaf4c1855 HTTP/1.1" status: 200 len: 946 time: 0.0492811 Dec 18 13:57:33.746733 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-5c14195a-d9a1-4905-b605-ef532e2c44e4 req-1962c861-63a5-4f37-a2f9-9591349015d0 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4e8dc0c-698f-493c-bca6-d88ff97a5577&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0465486 Dec 18 13:57:34.889631 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b52a2f4-8ae1-4654-8705-7d1de379a07c req-b5311670-19eb-4954-b11a-4ab6b77889a8 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:57:34.891089 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-3b52a2f4-8ae1-4654-8705-7d1de379a07c req-b5311670-19eb-4954-b11a-4ab6b77889a8 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ec23965-6a54-4387-8b65-c8ccaf4c1855 HTTP/1.1" status: 200 len: 946 time: 0.0618553 Dec 18 13:57:34.943170 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-3b52a2f4-8ae1-4654-8705-7d1de379a07c req-31b72d53-10cd-4193-bcb4-28911d69960e tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4e8dc0c-698f-493c-bca6-d88ff97a5577&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0458865 Dec 18 13:57:36.075641 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dc19f3-7328-4adc-b25d-58c47c543f2a req-d255daec-6023-4c74-89ee-41cc0b9d05bd tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:57:36.077137 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-61dc19f3-7328-4adc-b25d-58c47c543f2a req-d255daec-6023-4c74-89ee-41cc0b9d05bd tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ec23965-6a54-4387-8b65-c8ccaf4c1855 HTTP/1.1" status: 200 len: 946 time: 0.0512900 Dec 18 13:57:36.128606 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-61dc19f3-7328-4adc-b25d-58c47c543f2a req-c39e5e89-337f-4fea-89cc-8d9b9dc2ccc9 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4e8dc0c-698f-493c-bca6-d88ff97a5577&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420804 Dec 18 13:57:37.021463 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:57:37.256213 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8e3997-68c6-4beb-acb2-5168491d6e19 req-95148067-3427-45a5-920e-a91c8888e53b tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:57:37.257763 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-3a8e3997-68c6-4beb-acb2-5168491d6e19 req-95148067-3427-45a5-920e-a91c8888e53b tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ec23965-6a54-4387-8b65-c8ccaf4c1855 HTTP/1.1" status: 200 len: 946 time: 0.0521848 Dec 18 13:57:37.307358 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-3a8e3997-68c6-4beb-acb2-5168491d6e19 req-d21f661b-ed1c-4e6c-a619-35324c8d0089 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4e8dc0c-698f-493c-bca6-d88ff97a5577&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418348 Dec 18 13:57:38.436115 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518811cc-4491-4bed-9eaa-0b2e9376924c req-df7e5df2-b302-4389-a8e8-265d8a2a8905 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:57:38.437612 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-518811cc-4491-4bed-9eaa-0b2e9376924c req-df7e5df2-b302-4389-a8e8-265d8a2a8905 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ec23965-6a54-4387-8b65-c8ccaf4c1855 HTTP/1.1" status: 200 len: 946 time: 0.0580058 Dec 18 13:57:38.531188 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-518811cc-4491-4bed-9eaa-0b2e9376924c req-228169b7-e2aa-4efe-b4ab-2783451551eb tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4e8dc0c-698f-493c-bca6-d88ff97a5577&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0842221 Dec 18 13:57:38.536954 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-00cdba7d-4c33-4163-bcd3-85db3babeecd req-34408a9e-e7c3-413d-a1d6-e9da32f1617a service neutron] 10.222.0.43 "GET /v2.0/ports/39490406-cfb4-4c37-bc56-2f7b40f69b12/bindings/hv-neutron-7448 HTTP/1.1" status: 200 len: 384 time: 0.0839729 Dec 18 13:57:38.759573 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cdba7d-4c33-4163-bcd3-85db3babeecd req-6c328320-f33d-496a-9f30-2f9658b8d485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:57:38.761065 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-00cdba7d-4c33-4163-bcd3-85db3babeecd req-6c328320-f33d-496a-9f30-2f9658b8d485 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=5ec23965-6a54-4387-8b65-c8ccaf4c1855&tenant_id=8580c2e482d141ebb0b16b23278c5865 HTTP/1.1" status: 200 len: 1099 time: 0.0416677 Dec 18 13:57:38.832211 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cdba7d-4c33-4163-bcd3-85db3babeecd req-f56b5741-3519-458e-a2ab-f9c48d7b98ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:57:38.833653 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-00cdba7d-4c33-4163-bcd3-85db3babeecd req-f56b5741-3519-458e-a2ab-f9c48d7b98ee service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8580c2e482d141ebb0b16b23278c5865&device_id=5ec23965-6a54-4387-8b65-c8ccaf4c1855 HTTP/1.1" status: 200 len: 1099 time: 0.0485973 Dec 18 13:57:38.928398 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cdba7d-4c33-4163-bcd3-85db3babeecd req-be3eed5a-1fe2-40f3-a01e-64716c8f8f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:57:38.929852 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-00cdba7d-4c33-4163-bcd3-85db3babeecd req-be3eed5a-1fe2-40f3-a01e-64716c8f8f04 service neutron] 10.222.0.43 "GET /v2.0/networks?id=e984c666-923c-41c2-a1ec-63fbd109db54 HTTP/1.1" status: 200 len: 913 time: 0.0887718 Dec 18 13:57:38.998403 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-00cdba7d-4c33-4163-bcd3-85db3babeecd req-df9ab4f0-fe15-48f4-99c1-e18578864b09 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=39490406-cfb4-4c37-bc56-2f7b40f69b12 HTTP/1.1" status: 200 len: 1003 time: 0.0611291 Dec 18 13:57:39.353905 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cdba7d-4c33-4163-bcd3-85db3babeecd req-cbb586b0-3393-4443-b5d3-21da7b2845b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:57:39.355403 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-00cdba7d-4c33-4163-bcd3-85db3babeecd req-cbb586b0-3393-4443-b5d3-21da7b2845b8 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a8151063-8fff-4877-b494-1e3b0b7b7368 HTTP/1.1" status: 200 len: 851 time: 0.3491461 Dec 18 13:57:39.400879 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cdba7d-4c33-4163-bcd3-85db3babeecd req-1b3d76aa-8c57-41ad-8287-6d1e47989e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:57:39.402322 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-00cdba7d-4c33-4163-bcd3-85db3babeecd req-1b3d76aa-8c57-41ad-8287-6d1e47989e5a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e984c666-923c-41c2-a1ec-63fbd109db54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0396757 Dec 18 13:57:39.496555 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-00cdba7d-4c33-4163-bcd3-85db3babeecd req-445f72b5-0b95-4826-9270-1747a260b627 service neutron] 10.222.0.43 "GET /v2.0/networks/e984c666-923c-41c2-a1ec-63fbd109db54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851107 Dec 18 13:57:39.606521 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-00cdba7d-4c33-4163-bcd3-85db3babeecd req-414e79eb-a1c7-4341-afdc-5d790f743a03 service neutron] 10.222.0.43 "GET /v2.0/networks/e984c666-923c-41c2-a1ec-63fbd109db54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016028 Dec 18 13:57:39.658258 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf21bfe-944b-4a72-8f00-bea897b172ea req-50d3e5aa-db8f-4cec-a5ff-3b5d035ebe64 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:57:39.660425 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-baf21bfe-944b-4a72-8f00-bea897b172ea req-50d3e5aa-db8f-4cec-a5ff-3b5d035ebe64 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ec23965-6a54-4387-8b65-c8ccaf4c1855 HTTP/1.1" status: 200 len: 946 time: 0.0509593 Dec 18 13:57:39.711886 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-baf21bfe-944b-4a72-8f00-bea897b172ea req-5ed06959-ab0f-4839-bba8-2e8632b034bc tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4e8dc0c-698f-493c-bca6-d88ff97a5577&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0444646 Dec 18 13:57:40.852971 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b602cd16-af08-42a1-9ad9-090d843ad559 req-662b6f78-bfb3-4975-a655-aec5a70a2094 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:57:40.854439 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-b602cd16-af08-42a1-9ad9-090d843ad559 req-662b6f78-bfb3-4975-a655-aec5a70a2094 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ec23965-6a54-4387-8b65-c8ccaf4c1855 HTTP/1.1" status: 200 len: 946 time: 0.0614009 Dec 18 13:57:40.905596 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-b602cd16-af08-42a1-9ad9-090d843ad559 req-bfb67c1e-58e7-4a93-bb4f-f482eb10f9a1 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4e8dc0c-698f-493c-bca6-d88ff97a5577&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421882 Dec 18 13:57:41.760673 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Device 39490406-cfb4-4c37-bc56-2f7b40f69b12 details requested by agent hyperv_hv-neutron-7448 with host hv-neutron-7448 {{(pid=103161) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 18 13:57:41.763616 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Device 39490406-cfb4-4c37-bc56-2f7b40f69b12 no longer exists at agent hyperv_hv-neutron-7448 {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 18 13:57:41.906118 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:57:41.925066 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] For port 39490406-cfb4-4c37-bc56-2f7b40f69b12, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=39490406-cfb4-4c37-bc56-2f7b40f69b12,segment=NetworkSegment(14046c60-b2f7-4d91-90ff-4117f3ec884d),segment_id=14046c60-b2f7-4d91-90ff-4117f3ec884d)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:57:41.946399 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Returning: {'device': '39490406-cfb4-4c37-bc56-2f7b40f69b12', 'network_id': 'e984c666-923c-41c2-a1ec-63fbd109db54', 'port_id': '39490406-cfb4-4c37-bc56-2f7b40f69b12', 'mac_address': 'fa:16:3e:35:a4:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8151063-8fff-4877-b494-1e3b0b7b7368', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103161) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 18 13:57:41.947710 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ec23965-6a54-4387-8b65-c8ccaf4c1855', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '39490406-cfb4-4c37-bc56-2f7b40f69b12'}] {{(pid=103161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 18 13:57:41.949973 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22224e7a42aa75e3f3b9c037df440650d2cfa1dd97b40a249aee4a8113775251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a89e3813-8a83-4095-a6c7-519742180907" -d '{"events": [{"server_uuid": "5ec23965-6a54-4387-8b65-c8ccaf4c1855", "name": "network-vif-unplugged", "status": "completed", "tag": "39490406-cfb4-4c37-bc56-2f7b40f69b12"}]}' {{(pid=103161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 18 13:57:41.965094 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] For port 39490406-cfb4-4c37-bc56-2f7b40f69b12, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=39490406-cfb4-4c37-bc56-2f7b40f69b12,segment=NetworkSegment(14046c60-b2f7-4d91-90ff-4117f3ec884d),segment_id=14046c60-b2f7-4d91-90ff-4117f3ec884d)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:57:41.984774 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:57:42.012631 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 18 Dec 2021 13:57:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04ee7cdf-ffc5-4b9a-ba55-72d918a17413 x-openstack-request-id: req-04ee7cdf-ffc5-4b9a-ba55-72d918a17413 {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 18 13:57:42.012834 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ec23965-6a54-4387-8b65-c8ccaf4c1855", "name": "network-vif-unplugged", "status": "completed", "tag": "39490406-cfb4-4c37-bc56-2f7b40f69b12", "code": 200}]} {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 18 13:57:42.013087 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-04ee7cdf-ffc5-4b9a-ba55-72d918a17413 {{(pid=103161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 18 13:57:42.013461 dv-neutron-744815-20-hyperv neutron-server[103161]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ec23965-6a54-4387-8b65-c8ccaf4c1855', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '39490406-cfb4-4c37-bc56-2f7b40f69b12', 'code': 200} Dec 18 13:57:42.032102 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:57:42.034187 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad92e389-b731-44de-8d10-63e2178f24f1 req-32307e0b-423d-4ad7-84a9-004b27b5ac9e tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:57:42.035844 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-ad92e389-b731-44de-8d10-63e2178f24f1 req-32307e0b-423d-4ad7-84a9-004b27b5ac9e tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ec23965-6a54-4387-8b65-c8ccaf4c1855 HTTP/1.1" status: 200 len: 944 time: 0.0545504 Dec 18 13:57:42.054956 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.notifiers.nova [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 39490406-cfb4-4c37-bc56-2f7b40f69b12 {{(pid=103161) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 18 13:57:42.062946 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Pushing event updated for resources: {'Port': ['ID=39490406-cfb4-4c37-bc56-2f7b40f69b12,revision_number=6']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:57:42.084057 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-ad92e389-b731-44de-8d10-63e2178f24f1 req-12cc8920-466d-43ec-a70b-e9efc2d1e5c4 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4e8dc0c-698f-493c-bca6-d88ff97a5577&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0417016 Dec 18 13:57:42.089634 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:57:42.090104 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:57:42.090456 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:57:42.090988 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:57:42.091503 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:57:42.092062 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:57:42.092485 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:57:42.092770 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:57:42.093068 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:57:42.093399 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:57:42.093727 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:57:42.094371 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:57:42.094876 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:57:42.115955 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.db.api [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103161) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 18 13:57:42.116344 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG oslo_db.api [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 18 13:57:42.653903 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:57:42.666913 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.notifiers.nova [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39490406-cfb4-4c37-bc56-2f7b40f69b12 {{(pid=103161) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 18 13:57:42.686519 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] For port 39490406-cfb4-4c37-bc56-2f7b40f69b12, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=39490406-cfb4-4c37-bc56-2f7b40f69b12,segment=NetworkSegment(14046c60-b2f7-4d91-90ff-4117f3ec884d),segment_id=14046c60-b2f7-4d91-90ff-4117f3ec884d)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:57:42.691614 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:57:42.746196 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Pushing event updated for resources: {'Port': ['ID=39490406-cfb4-4c37-bc56-2f7b40f69b12,revision_number=7']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:57:42.752434 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] get_ports_and_sgs() called for port_ids ['39490406-cfb4-4c37-bc56-2f7b40f69b12'] {{(pid=103161) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 18 13:57:43.215136 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf05beb-ca33-44c9-bb6d-9e44d29f8bf3 req-9499523a-3570-4d5e-8951-8ab141cdc3bf tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:57:43.216706 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-ddf05beb-ca33-44c9-bb6d-9e44d29f8bf3 req-9499523a-3570-4d5e-8951-8ab141cdc3bf tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ec23965-6a54-4387-8b65-c8ccaf4c1855 HTTP/1.1" status: 200 len: 945 time: 0.0606990 Dec 18 13:57:43.263508 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-ddf05beb-ca33-44c9-bb6d-9e44d29f8bf3 req-8274050f-ae55-4475-aead-b8658fc58f85 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4e8dc0c-698f-493c-bca6-d88ff97a5577&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0403419 Dec 18 13:57:43.593932 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fea5fd-19b9-42a2-bb4b-7c784afaa4e6 req-18a0501b-03a4-4fd8-9d91-eabd63392416 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:57:43.595453 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-72fea5fd-19b9-42a2-bb4b-7c784afaa4e6 req-18a0501b-03a4-4fd8-9d91-eabd63392416 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ec23965-6a54-4387-8b65-c8ccaf4c1855&tenant_id=8580c2e482d141ebb0b16b23278c5865&binding%3Ahost_id=hv-neutron-7448 HTTP/1.1" status: 200 len: 945 time: 0.0812478 Dec 18 13:57:43.608073 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48871f7-f7d2-4ebc-af14-7aa790debf17 req-80bd2c18-6f73-4e6c-a862-3c68fdbcbaa0 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:57:43.609465 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-c48871f7-f7d2-4ebc-af14-7aa790debf17 req-80bd2c18-6f73-4e6c-a862-3c68fdbcbaa0 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ec23965-6a54-4387-8b65-c8ccaf4c1855 HTTP/1.1" status: 200 len: 945 time: 0.0688984 Dec 18 13:57:43.696313 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-c48871f7-f7d2-4ebc-af14-7aa790debf17 req-c5604d8d-44c0-460f-b0d1-92f8c9309c6b tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4e8dc0c-698f-493c-bca6-d88ff97a5577&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0807407 Dec 18 13:57:43.699297 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-72fea5fd-19b9-42a2-bb4b-7c784afaa4e6 req-004a952e-c05a-40c4-95d6-29d8bf18e830 service neutron] 10.222.0.43 "GET /v2.0/ports/39490406-cfb4-4c37-bc56-2f7b40f69b12/bindings/hv-neutron-7448 HTTP/1.1" status: 200 len: 384 time: 0.0888722 Dec 18 13:57:43.752401 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Device 39490406-cfb4-4c37-bc56-2f7b40f69b12 up at agent hyperv_hv-neutron-7448 {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 13:57:43.762912 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fea5fd-19b9-42a2-bb4b-7c784afaa4e6 req-6bfec187-af00-4872-b2e7-35f6451b6f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:57:43.764489 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-72fea5fd-19b9-42a2-bb4b-7c784afaa4e6 req-6bfec187-af00-4872-b2e7-35f6451b6f95 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8580c2e482d141ebb0b16b23278c5865&device_id=5ec23965-6a54-4387-8b65-c8ccaf4c1855 HTTP/1.1" status: 200 len: 1098 time: 0.0422480 Dec 18 13:57:43.804901 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Provisioning complete for port 39490406-cfb4-4c37-bc56-2f7b40f69b12 triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:57:43.805279 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:57:43.860412 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fea5fd-19b9-42a2-bb4b-7c784afaa4e6 req-2643d640-6176-45fa-aae2-475cb0658231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:57:43.862013 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-72fea5fd-19b9-42a2-bb4b-7c784afaa4e6 req-2643d640-6176-45fa-aae2-475cb0658231 service neutron] 10.222.0.43 "GET /v2.0/networks?id=e984c666-923c-41c2-a1ec-63fbd109db54 HTTP/1.1" status: 200 len: 913 time: 0.0896792 Dec 18 13:57:43.881667 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:57:43.915038 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] For port 39490406-cfb4-4c37-bc56-2f7b40f69b12, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=39490406-cfb4-4c37-bc56-2f7b40f69b12,segment=NetworkSegment(14046c60-b2f7-4d91-90ff-4117f3ec884d),segment_id=14046c60-b2f7-4d91-90ff-4117f3ec884d)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:57:43.920331 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:57:43.930533 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-72fea5fd-19b9-42a2-bb4b-7c784afaa4e6 req-8dde71f9-dd2c-4067-96c6-8b1b82c95bac service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=39490406-cfb4-4c37-bc56-2f7b40f69b12 HTTP/1.1" status: 200 len: 1002 time: 0.0614586 Dec 18 13:57:43.965500 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Pushing event updated for resources: {'Port': ['ID=39490406-cfb4-4c37-bc56-2f7b40f69b12,revision_number=8']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:57:43.987879 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fea5fd-19b9-42a2-bb4b-7c784afaa4e6 req-764b42fe-fcb0-403b-b6da-6b1b7d3ef93c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:57:43.989382 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-72fea5fd-19b9-42a2-bb4b-7c784afaa4e6 req-764b42fe-fcb0-403b-b6da-6b1b7d3ef93c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a8151063-8fff-4877-b494-1e3b0b7b7368 HTTP/1.1" status: 200 len: 851 time: 0.0503170 Dec 18 13:57:44.015224 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ec23965-6a54-4387-8b65-c8ccaf4c1855', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39490406-cfb4-4c37-bc56-2f7b40f69b12'}] {{(pid=103161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 18 13:57:44.017576 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22224e7a42aa75e3f3b9c037df440650d2cfa1dd97b40a249aee4a8113775251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-795ed8fe-7e28-4cc4-b5f3-98fe7a0b524e" -d '{"events": [{"server_uuid": "5ec23965-6a54-4387-8b65-c8ccaf4c1855", "name": "network-vif-plugged", "status": "completed", "tag": "39490406-cfb4-4c37-bc56-2f7b40f69b12"}]}' {{(pid=103161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 18 13:57:44.036895 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fea5fd-19b9-42a2-bb4b-7c784afaa4e6 req-3b147d55-b593-41b9-9b31-f1ba8ac7654b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:57:44.038451 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-72fea5fd-19b9-42a2-bb4b-7c784afaa4e6 req-3b147d55-b593-41b9-9b31-f1ba8ac7654b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e984c666-923c-41c2-a1ec-63fbd109db54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0418022 Dec 18 13:57:44.061641 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 13:57:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71ef94c9-049b-432b-b822-3f17c4d93a80 x-openstack-request-id: req-71ef94c9-049b-432b-b822-3f17c4d93a80 {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 18 13:57:44.061927 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ec23965-6a54-4387-8b65-c8ccaf4c1855", "name": "network-vif-plugged", "status": "completed", "tag": "39490406-cfb4-4c37-bc56-2f7b40f69b12", "code": 200}]} {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 18 13:57:44.062182 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-71ef94c9-049b-432b-b822-3f17c4d93a80 {{(pid=103161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 18 13:57:44.062580 dv-neutron-744815-20-hyperv neutron-server[103161]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ec23965-6a54-4387-8b65-c8ccaf4c1855', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39490406-cfb4-4c37-bc56-2f7b40f69b12', 'code': 200} Dec 18 13:57:44.130103 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-72fea5fd-19b9-42a2-bb4b-7c784afaa4e6 req-550c9755-f71a-4ac4-9003-a7240cb9e2c5 service neutron] 10.222.0.43 "GET /v2.0/networks/e984c666-923c-41c2-a1ec-63fbd109db54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843661 Dec 18 13:57:44.231552 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-72fea5fd-19b9-42a2-bb4b-7c784afaa4e6 req-115d77bc-1129-47bb-958a-c900908985c2 service neutron] 10.222.0.43 "GET /v2.0/networks/e984c666-923c-41c2-a1ec-63fbd109db54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941634 Dec 18 13:57:44.823818 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6ed985-02dd-4ba9-b612-c40000a85226 req-b64ce877-02d0-4f2c-9c79-913912364c5a tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:57:44.825288 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-bc6ed985-02dd-4ba9-b612-c40000a85226 req-b64ce877-02d0-4f2c-9c79-913912364c5a tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ec23965-6a54-4387-8b65-c8ccaf4c1855 HTTP/1.1" status: 200 len: 946 time: 0.0512333 Dec 18 13:57:44.875853 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-bc6ed985-02dd-4ba9-b612-c40000a85226 req-7e6e2224-1587-4fac-9d1e-e9b80dc4dd43 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4e8dc0c-698f-493c-bca6-d88ff97a5577&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0413108 Dec 18 13:57:46.013860 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce01f92e-e55e-41ab-84d7-1c19857cf734 req-4160bcd8-6b98-44d5-ae04-e3a7a2173116 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:57:46.015476 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-ce01f92e-e55e-41ab-84d7-1c19857cf734 req-4160bcd8-6b98-44d5-ae04-e3a7a2173116 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ec23965-6a54-4387-8b65-c8ccaf4c1855 HTTP/1.1" status: 200 len: 946 time: 0.0611296 Dec 18 13:57:46.066169 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-ce01f92e-e55e-41ab-84d7-1c19857cf734 req-c5a4bd04-e404-4855-8661-d0223190248c tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4e8dc0c-698f-493c-bca6-d88ff97a5577&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0438509 Dec 18 13:57:46.715288 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fea5fd-19b9-42a2-bb4b-7c784afaa4e6 req-6fb3d3e0-d2da-4c79-a712-664b344431b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:57:46.717601 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-72fea5fd-19b9-42a2-bb4b-7c784afaa4e6 req-6fb3d3e0-d2da-4c79-a712-664b344431b2 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=5ec23965-6a54-4387-8b65-c8ccaf4c1855&tenant_id=8580c2e482d141ebb0b16b23278c5865 HTTP/1.1" status: 200 len: 1099 time: 0.0479953 Dec 18 13:57:46.784758 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fea5fd-19b9-42a2-bb4b-7c784afaa4e6 req-0e1b38ec-bdf5-4dda-a3dd-b9a9eec7c326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:57:46.786124 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-72fea5fd-19b9-42a2-bb4b-7c784afaa4e6 req-0e1b38ec-bdf5-4dda-a3dd-b9a9eec7c326 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8580c2e482d141ebb0b16b23278c5865&device_id=5ec23965-6a54-4387-8b65-c8ccaf4c1855 HTTP/1.1" status: 200 len: 1099 time: 0.0410352 Dec 18 13:57:46.877305 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fea5fd-19b9-42a2-bb4b-7c784afaa4e6 req-016db398-25ef-47d4-9426-ae36d3002a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:57:46.878811 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-72fea5fd-19b9-42a2-bb4b-7c784afaa4e6 req-016db398-25ef-47d4-9426-ae36d3002a3c service neutron] 10.222.0.43 "GET /v2.0/networks?id=e984c666-923c-41c2-a1ec-63fbd109db54 HTTP/1.1" status: 200 len: 913 time: 0.0860445 Dec 18 13:57:46.953944 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-72fea5fd-19b9-42a2-bb4b-7c784afaa4e6 req-3866e341-0dbe-43c0-9ac3-4e364fc0f51c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=39490406-cfb4-4c37-bc56-2f7b40f69b12 HTTP/1.1" status: 200 len: 1003 time: 0.0675359 Dec 18 13:57:47.005162 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fea5fd-19b9-42a2-bb4b-7c784afaa4e6 req-538e24b2-2cdc-451e-a1a4-ad40aaac7116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:57:47.006647 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-72fea5fd-19b9-42a2-bb4b-7c784afaa4e6 req-538e24b2-2cdc-451e-a1a4-ad40aaac7116 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a8151063-8fff-4877-b494-1e3b0b7b7368 HTTP/1.1" status: 200 len: 851 time: 0.0460358 Dec 18 13:57:47.056822 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fea5fd-19b9-42a2-bb4b-7c784afaa4e6 req-6c2b8a91-e89b-4735-a538-f9f806c65626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:57:47.058220 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-72fea5fd-19b9-42a2-bb4b-7c784afaa4e6 req-6c2b8a91-e89b-4735-a538-f9f806c65626 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e984c666-923c-41c2-a1ec-63fbd109db54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0443180 Dec 18 13:57:47.178009 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-72fea5fd-19b9-42a2-bb4b-7c784afaa4e6 req-a87dc911-ec4d-4d8d-a12c-73ee23cc18b0 service neutron] 10.222.0.43 "GET /v2.0/networks/e984c666-923c-41c2-a1ec-63fbd109db54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117499 Dec 18 13:57:47.208188 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0e3ae5-c517-40f9-8845-75028e8575da req-ba493a5a-7be8-4ca8-a201-0971b9e0d4b0 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:57:47.211069 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-dd0e3ae5-c517-40f9-8845-75028e8575da req-ba493a5a-7be8-4ca8-a201-0971b9e0d4b0 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ec23965-6a54-4387-8b65-c8ccaf4c1855 HTTP/1.1" status: 200 len: 946 time: 0.0742154 Dec 18 13:57:47.320962 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-dd0e3ae5-c517-40f9-8845-75028e8575da req-fa4b31e0-b292-4f0c-aa5f-fda0878c673b tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4e8dc0c-698f-493c-bca6-d88ff97a5577&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0970895 Dec 18 13:57:47.332967 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-72fea5fd-19b9-42a2-bb4b-7c784afaa4e6 req-8d129542-3d48-48df-b6ee-32b75c417e49 service neutron] 10.222.0.43 "GET /v2.0/networks/e984c666-923c-41c2-a1ec-63fbd109db54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440768 Dec 18 13:57:48.464413 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16990ab-73f6-4933-9804-e8821e775f27 req-0f5e61c6-1193-48cb-932b-bc9ff83b80a2 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:57:48.465886 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-b16990ab-73f6-4933-9804-e8821e775f27 req-0f5e61c6-1193-48cb-932b-bc9ff83b80a2 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ec23965-6a54-4387-8b65-c8ccaf4c1855 HTTP/1.1" status: 200 len: 946 time: 0.0554726 Dec 18 13:57:48.513548 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-b16990ab-73f6-4933-9804-e8821e775f27 req-86c317ee-0a54-47b5-9409-b59484b3222e tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4e8dc0c-698f-493c-bca6-d88ff97a5577&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0412710 Dec 18 13:57:49.635141 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd91b1bc-1ddf-4880-a600-b5c11396399e req-621664a1-cd13-4690-893e-d2a1ad279c14 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:57:49.636717 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-fd91b1bc-1ddf-4880-a600-b5c11396399e req-621664a1-cd13-4690-893e-d2a1ad279c14 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ec23965-6a54-4387-8b65-c8ccaf4c1855 HTTP/1.1" status: 200 len: 946 time: 0.0511770 Dec 18 13:57:49.687464 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-fd91b1bc-1ddf-4880-a600-b5c11396399e req-8189c60f-f186-4671-b046-81f4905684c4 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4e8dc0c-698f-493c-bca6-d88ff97a5577&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0436583 Dec 18 13:57:49.775310 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Device 39490406-cfb4-4c37-bc56-2f7b40f69b12 no longer exists at agent hyperv_hv-neutron-7448 {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 18 13:57:49.819948 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9258bdf9-0129-4520-ad69-c41c40731108 req-c1540fca-ccdb-4c7f-b294-d286464d03cc tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:57:49.823585 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-9258bdf9-0129-4520-ad69-c41c40731108 req-c1540fca-ccdb-4c7f-b294-d286464d03cc tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ec23965-6a54-4387-8b65-c8ccaf4c1855 HTTP/1.1" status: 200 len: 946 time: 0.0605340 Dec 18 13:57:49.855670 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:57:49.868227 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-9258bdf9-0129-4520-ad69-c41c40731108 req-2058a842-e32c-48c3-baef-4ded864ec39d tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4e8dc0c-698f-493c-bca6-d88ff97a5577&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0402026 Dec 18 13:57:49.877906 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ec23965-6a54-4387-8b65-c8ccaf4c1855', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '39490406-cfb4-4c37-bc56-2f7b40f69b12'}] {{(pid=103161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 18 13:57:49.880162 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22224e7a42aa75e3f3b9c037df440650d2cfa1dd97b40a249aee4a8113775251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b00691c-af3f-4c03-b490-01ce7ad213cb" -d '{"events": [{"server_uuid": "5ec23965-6a54-4387-8b65-c8ccaf4c1855", "name": "network-vif-unplugged", "status": "completed", "tag": "39490406-cfb4-4c37-bc56-2f7b40f69b12"}]}' {{(pid=103161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 18 13:57:49.895315 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] For port 39490406-cfb4-4c37-bc56-2f7b40f69b12, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=39490406-cfb4-4c37-bc56-2f7b40f69b12,segment=NetworkSegment(14046c60-b2f7-4d91-90ff-4117f3ec884d),segment_id=14046c60-b2f7-4d91-90ff-4117f3ec884d)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:57:49.900918 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:57:49.927028 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 18 Dec 2021 13:57:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c46d09f-2823-4e5e-8a97-c9e39823fa02 x-openstack-request-id: req-4c46d09f-2823-4e5e-8a97-c9e39823fa02 {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 18 13:57:49.927348 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ec23965-6a54-4387-8b65-c8ccaf4c1855", "name": "network-vif-unplugged", "status": "completed", "tag": "39490406-cfb4-4c37-bc56-2f7b40f69b12", "code": 200}]} {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 18 13:57:49.927604 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4c46d09f-2823-4e5e-8a97-c9e39823fa02 {{(pid=103161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 18 13:57:49.928021 dv-neutron-744815-20-hyperv neutron-server[103161]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ec23965-6a54-4387-8b65-c8ccaf4c1855', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '39490406-cfb4-4c37-bc56-2f7b40f69b12', 'code': 200} Dec 18 13:57:49.954372 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Pushing event updated for resources: {'Port': ['ID=39490406-cfb4-4c37-bc56-2f7b40f69b12,revision_number=9']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:57:49.987324 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4aa6e71-1f3d-4b6d-b63b-1ca1fa5d902e req-6af70604-4cf0-4287-9774-24c5c7b3f1f1 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:57:49.988827 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-e4aa6e71-1f3d-4b6d-b63b-1ca1fa5d902e req-6af70604-4cf0-4287-9774-24c5c7b3f1f1 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ec23965-6a54-4387-8b65-c8ccaf4c1855 HTTP/1.1" status: 200 len: 944 time: 0.0496864 Dec 18 13:57:50.043196 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-e4aa6e71-1f3d-4b6d-b63b-1ca1fa5d902e req-0c650d0c-d480-491b-89f5-6a58ee9a9830 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4e8dc0c-698f-493c-bca6-d88ff97a5577&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0453794 Dec 18 13:57:50.281139 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb7bace-0983-4e1c-b175-0f46d576cd34 req-4e602280-ce3f-484f-afb6-b3804d61e157 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:57:50.282552 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-3cb7bace-0983-4e1c-b175-0f46d576cd34 req-4e602280-ce3f-484f-afb6-b3804d61e157 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ec23965-6a54-4387-8b65-c8ccaf4c1855 HTTP/1.1" status: 200 len: 944 time: 0.0504730 Dec 18 13:57:50.335033 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-3cb7bace-0983-4e1c-b175-0f46d576cd34 req-bc3e8bbc-f0e2-48c0-8f45-f0ef87090399 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4e8dc0c-698f-493c-bca6-d88ff97a5577&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0440321 Dec 18 13:57:51.467776 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2828c8-97f8-4d12-8d5f-dd502fe77c23 req-025b3f92-8158-4346-8e4d-0a57a54bf3cd tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:57:51.469276 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-4d2828c8-97f8-4d12-8d5f-dd502fe77c23 req-025b3f92-8158-4346-8e4d-0a57a54bf3cd tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ec23965-6a54-4387-8b65-c8ccaf4c1855 HTTP/1.1" status: 200 len: 944 time: 0.0513585 Dec 18 13:57:51.531015 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-4d2828c8-97f8-4d12-8d5f-dd502fe77c23 req-f112f13c-34e8-48af-8921-a163c2eeaac5 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4e8dc0c-698f-493c-bca6-d88ff97a5577&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0557299 Dec 18 13:57:52.468396 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5138387e-81bb-4983-a9de-8305d0977626 req-155762bb-0e20-4a8e-a6a2-853651c9f50f tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:57:52.469884 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-5138387e-81bb-4983-a9de-8305d0977626 req-155762bb-0e20-4a8e-a6a2-853651c9f50f tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ec23965-6a54-4387-8b65-c8ccaf4c1855 HTTP/1.1" status: 200 len: 944 time: 0.0628366 Dec 18 13:57:52.559801 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [req-5138387e-81bb-4983-a9de-8305d0977626 req-5aad7b7e-f52f-4b75-a735-577600fdabf3 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Deleting port 39490406-cfb4-4c37-bc56-2f7b40f69b12 {{(pid=103159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 13:57:52.560142 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-5138387e-81bb-4983-a9de-8305d0977626 req-5aad7b7e-f52f-4b75-a735-577600fdabf3 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:57:52.654388 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a551d3-9ff5-41d2-bda0-306754b88ef8 req-27a33c56-237e-40db-a58d-06aa5eb05597 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:57:52.655111 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.db [req-5138387e-81bb-4983-a9de-8305d0977626 req-5aad7b7e-f52f-4b75-a735-577600fdabf3 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] For port 39490406-cfb4-4c37-bc56-2f7b40f69b12, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=39490406-cfb4-4c37-bc56-2f7b40f69b12,segment=NetworkSegment(14046c60-b2f7-4d91-90ff-4117f3ec884d),segment_id=14046c60-b2f7-4d91-90ff-4117f3ec884d)] {{(pid=103159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:57:52.655111 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-5138387e-81bb-4983-a9de-8305d0977626 req-5aad7b7e-f52f-4b75-a735-577600fdabf3 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:57:52.656331 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-09a551d3-9ff5-41d2-bda0-306754b88ef8 req-27a33c56-237e-40db-a58d-06aa5eb05597 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ec23965-6a54-4387-8b65-c8ccaf4c1855 HTTP/1.1" status: 200 len: 944 time: 0.0516775 Dec 18 13:57:52.704218 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-09a551d3-9ff5-41d2-bda0-306754b88ef8 req-47029b2b-46a0-43a4-abce-db7d7a7ae0e1 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4e8dc0c-698f-493c-bca6-d88ff97a5577&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418198 Dec 18 13:57:52.829011 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-5138387e-81bb-4983-a9de-8305d0977626 req-5aad7b7e-f52f-4b75-a735-577600fdabf3 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:57:52.829265 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-5138387e-81bb-4983-a9de-8305d0977626 req-5aad7b7e-f52f-4b75-a735-577600fdabf3 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-587004'] for floatingip, after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:57:52.829581 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.db.l3_db [req-5138387e-81bb-4983-a9de-8305d0977626 req-5aad7b7e-f52f-4b75-a735-577600fdabf3 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Floating IP 4f43959e-e517-4040-8c52-cbf83b2234d1 disassociated. External IP: 172.26.3.107, port: 39490406-cfb4-4c37-bc56-2f7b40f69b12. Dec 18 13:57:52.829921 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [req-5138387e-81bb-4983-a9de-8305d0977626 req-5aad7b7e-f52f-4b75-a735-577600fdabf3 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Calling delete_port for 39490406-cfb4-4c37-bc56-2f7b40f69b12 owned by compute:nova {{(pid=103159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 13:57:52.967287 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-5138387e-81bb-4983-a9de-8305d0977626 req-5aad7b7e-f52f-4b75-a735-577600fdabf3 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:57:52.997495 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aad7b7e-f52f-4b75-a735-577600fdabf3 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Pushing event deleted for resources: {'Port': ['ID=39490406-cfb4-4c37-bc56-2f7b40f69b12,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:57:53.009691 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aad7b7e-f52f-4b75-a735-577600fdabf3 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:57:53.010043 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aad7b7e-f52f-4b75-a735-577600fdabf3 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:57:53.010385 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aad7b7e-f52f-4b75-a735-577600fdabf3 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:57:53.010721 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aad7b7e-f52f-4b75-a735-577600fdabf3 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:57:53.011052 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aad7b7e-f52f-4b75-a735-577600fdabf3 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:57:53.011406 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aad7b7e-f52f-4b75-a735-577600fdabf3 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:57:53.011723 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aad7b7e-f52f-4b75-a735-577600fdabf3 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:57:53.012049 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aad7b7e-f52f-4b75-a735-577600fdabf3 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:57:53.012384 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aad7b7e-f52f-4b75-a735-577600fdabf3 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:57:53.012691 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aad7b7e-f52f-4b75-a735-577600fdabf3 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:57:53.013014 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aad7b7e-f52f-4b75-a735-577600fdabf3 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:57:53.013337 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aad7b7e-f52f-4b75-a735-577600fdabf3 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:57:53.013657 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aad7b7e-f52f-4b75-a735-577600fdabf3 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:57:53.126539 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5138387e-81bb-4983-a9de-8305d0977626 req-5aad7b7e-f52f-4b75-a735-577600fdabf3 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Router d2f50444-ac87-418b-a656-af22371cbf89 has already been hosted by L3 agent c9c0cd52-5bd2-4704-9429-d80f1c5ad23c {{(pid=103159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 18 13:57:53.241278 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5138387e-81bb-4983-a9de-8305d0977626 req-5aad7b7e-f52f-4b75-a735-577600fdabf3 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Notify agent at l3_agent.dv-neutron-744815-20-hyperv the message routers_updated {{(pid=103159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 13:57:53.251330 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-084f0abc-37f5-4e43-ab79-fb99c0607149 None None] Sync routers for ids ['d2f50444-ac87-418b-a656-af22371cbf89'] in dv-neutron-744815-20-hyperv {{(pid=103162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 13:57:53.262620 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-084f0abc-37f5-4e43-ab79-fb99c0607149 None None] Routers {'d2f50444-ac87-418b-a656-af22371cbf89'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:57:53.263310 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-084f0abc-37f5-4e43-ab79-fb99c0607149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:57:27Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['d2f50444-ac87-418b-a656-af22371cbf89'], 'active': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:57:53.282899 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [req-5138387e-81bb-4983-a9de-8305d0977626 req-5aad7b7e-f52f-4b75-a735-577600fdabf3 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] No DVR routers for this DVR port 39490406-cfb4-4c37-bc56-2f7b40f69b12 on host hv-neutron-7448 {{(pid=103159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 18 13:57:53.285587 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-5138387e-81bb-4983-a9de-8305d0977626 req-5aad7b7e-f52f-4b75-a735-577600fdabf3 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:57:53.289323 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-5138387e-81bb-4983-a9de-8305d0977626 req-5aad7b7e-f52f-4b75-a735-577600fdabf3 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.43 "DELETE /v2.0/ports/39490406-cfb4-4c37-bc56-2f7b40f69b12 HTTP/1.1" status: 204 len: 173 time: 0.8130991 Dec 18 13:57:53.289760 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ec23965-6a54-4387-8b65-c8ccaf4c1855', 'name': 'network-vif-deleted', 'tag': '39490406-cfb4-4c37-bc56-2f7b40f69b12'}] {{(pid=103159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 18 13:57:53.292579 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca844cf115d59c1fab86abc202fb4c13735de0d7e4cbbbb25eec9406e9c87431" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8a2b55a-4662-4613-bbc7-cc94241a7dec" -d '{"events": [{"server_uuid": "5ec23965-6a54-4387-8b65-c8ccaf4c1855", "name": "network-vif-deleted", "tag": "39490406-cfb4-4c37-bc56-2f7b40f69b12"}]}' {{(pid=103159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 18 13:57:53.322476 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.agents_db [None req-e3dda592-589a-4b4d-b028-ba9a260f4f50 None None] Agent healthcheck: found 6 active agents {{(pid=103162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 18 13:57:53.336011 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 13:57:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67389471-49a1-4eb3-b571-0094461165cd x-openstack-request-id: req-67389471-49a1-4eb3-b571-0094461165cd {{(pid=103159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 18 13:57:53.336713 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ec23965-6a54-4387-8b65-c8ccaf4c1855", "name": "network-vif-deleted", "tag": "39490406-cfb4-4c37-bc56-2f7b40f69b12", "status": "completed", "code": 200}]} {{(pid=103159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 18 13:57:53.337119 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-67389471-49a1-4eb3-b571-0094461165cd {{(pid=103159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 18 13:57:53.337602 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ec23965-6a54-4387-8b65-c8ccaf4c1855', 'name': 'network-vif-deleted', 'tag': '39490406-cfb4-4c37-bc56-2f7b40f69b12', 'status': 'completed', 'code': 200} Dec 18 13:57:53.378975 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvr_db [None req-084f0abc-37f5-4e43-ab79-fb99c0607149 None None] Set router d2f50444-ac87-418b-a656-af22371cbf89 gateway port host: dv-neutron-744815-20-hyperv {{(pid=103162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 13:57:53.580397 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-084f0abc-37f5-4e43-ab79-fb99c0607149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2f50444-ac87-418b-a656-af22371cbf89', 'name': 'tempest-ServerActionsTestJSON-1047060273-router', 'tenant_id': '8580c2e482d141ebb0b16b23278c5865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.176'}], 'enable_snat': True}, 'gw_port_id': '4dae9401-ccf9-4524-81a4-0743afab0105', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:52:04Z', 'updated_at': '2021-12-18T13:52:07Z', 'revision_number': 4, 'project_id': '8580c2e482d141ebb0b16b23278c5865', 'gw_port': {'id': '4dae9401-ccf9-4524-81a4-0743afab0105', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:17:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f50444-ac87-418b-a656-af22371cbf89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:52:05Z', 'updated_at': '2021-12-18T13:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv', '_interfaces': [{'id': '7245800b-0f58-453f-bd2b-62ae5cd2b394', 'name': '', 'network_id': 'e984c666-923c-41c2-a1ec-63fbd109db54', 'tenant_id': '8580c2e482d141ebb0b16b23278c5865', 'mac_address': 'fa:16:3e:29:f6:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f50444-ac87-418b-a656-af22371cbf89', 'device_owner': 'network:router_interface', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': 'a8151063-8fff-4877-b494-1e3b0b7b7368', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:52:06Z', 'updated_at': '2021-12-18T13:52:10Z', 'revision_number': 5, 'project_id': '8580c2e482d141ebb0b16b23278c5865', 'subnets': [{'id': 'a8151063-8fff-4877-b494-1e3b0b7b7368', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:57:53.609912 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-084f0abc-37f5-4e43-ab79-fb99c0607149 None None] Checking router: d2f50444-ac87-418b-a656-af22371cbf89 for host: dv-neutron-744815-20-hyperv {{(pid=103162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 18 13:57:53.619289 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-084f0abc-37f5-4e43-ab79-fb99c0607149 None None] Routers {'d2f50444-ac87-418b-a656-af22371cbf89'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:57:53.619899 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-084f0abc-37f5-4e43-ab79-fb99c0607149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:57:27Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['d2f50444-ac87-418b-a656-af22371cbf89'], 'active': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:57:53.734719 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvr_db [None req-084f0abc-37f5-4e43-ab79-fb99c0607149 None None] Set router d2f50444-ac87-418b-a656-af22371cbf89 gateway port host: dv-neutron-744815-20-hyperv {{(pid=103162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 13:57:53.819140 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-7890677f-92cb-4963-aa3c-0594c1333291 req-aeb80d5d-fda4-42ba-adfc-68fbacf00efa tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ec23965-6a54-4387-8b65-c8ccaf4c1855 HTTP/1.1" status: 200 len: 210 time: 0.0296955 Dec 18 13:57:53.935842 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-084f0abc-37f5-4e43-ab79-fb99c0607149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2f50444-ac87-418b-a656-af22371cbf89', 'name': 'tempest-ServerActionsTestJSON-1047060273-router', 'tenant_id': '8580c2e482d141ebb0b16b23278c5865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.176'}], 'enable_snat': True}, 'gw_port_id': '4dae9401-ccf9-4524-81a4-0743afab0105', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:52:04Z', 'updated_at': '2021-12-18T13:52:07Z', 'revision_number': 4, 'project_id': '8580c2e482d141ebb0b16b23278c5865', 'gw_port': {'id': '4dae9401-ccf9-4524-81a4-0743afab0105', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:17:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f50444-ac87-418b-a656-af22371cbf89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:52:05Z', 'updated_at': '2021-12-18T13:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv', '_interfaces': [{'id': '7245800b-0f58-453f-bd2b-62ae5cd2b394', 'name': '', 'network_id': 'e984c666-923c-41c2-a1ec-63fbd109db54', 'tenant_id': '8580c2e482d141ebb0b16b23278c5865', 'mac_address': 'fa:16:3e:29:f6:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f50444-ac87-418b-a656-af22371cbf89', 'device_owner': 'network:router_interface', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': 'a8151063-8fff-4877-b494-1e3b0b7b7368', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:52:06Z', 'updated_at': '2021-12-18T13:52:10Z', 'revision_number': 5, 'project_id': '8580c2e482d141ebb0b16b23278c5865', 'subnets': [{'id': 'a8151063-8fff-4877-b494-1e3b0b7b7368', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:57:53.961223 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-084f0abc-37f5-4e43-ab79-fb99c0607149 None None] The sync data for ids ['d2f50444-ac87-418b-a656-af22371cbf89'] in dv-neutron-744815-20-hyperv is: [{'id': 'd2f50444-ac87-418b-a656-af22371cbf89', 'name': 'tempest-ServerActionsTestJSON-1047060273-router', 'tenant_id': '8580c2e482d141ebb0b16b23278c5865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.176'}], 'enable_snat': True}, 'gw_port_id': '4dae9401-ccf9-4524-81a4-0743afab0105', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:52:04Z', 'updated_at': '2021-12-18T13:52:07Z', 'revision_number': 4, 'project_id': '8580c2e482d141ebb0b16b23278c5865', 'gw_port': {'id': '4dae9401-ccf9-4524-81a4-0743afab0105', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:17:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f50444-ac87-418b-a656-af22371cbf89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:52:05Z', 'updated_at': '2021-12-18T13:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv', '_interfaces': [{'id': '7245800b-0f58-453f-bd2b-62ae5cd2b394', 'name': '', 'network_id': 'e984c666-923c-41c2-a1ec-63fbd109db54', 'tenant_id': '8580c2e482d141ebb0b16b23278c5865', 'mac_address': 'fa:16:3e:29:f6:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f50444-ac87-418b-a656-af22371cbf89', 'device_owner': 'network:router_interface', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': 'a8151063-8fff-4877-b494-1e3b0b7b7368', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:52:06Z', 'updated_at': '2021-12-18T13:52:10Z', 'revision_number': 5, 'project_id': '8580c2e482d141ebb0b16b23278c5865', 'subnets': [{'id': 'a8151063-8fff-4877-b494-1e3b0b7b7368', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 13:57:54.190324 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a7f6ea8-00b3-4214-b3ae-ba36ede77f6f None None] New status for floating IP 4f43959e-e517-4040-8c52-cbf83b2234d1: DOWN {{(pid=103161) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 18 13:57:54.953866 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-35b85d95-cfb6-443c-980e-91a5f8fa7603 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:57:55.115918 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-0191e879-e311-4a6a-b546-1789fefcebf3 req-eb3929e1-02ec-49b1-a4f8-fee60b2a7c60 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--83449966&fields=id&tenant_id=8580c2e482d141ebb0b16b23278c5865 HTTP/1.1" status: 200 len: 267 time: 0.0563316 Dec 18 13:57:55.227545 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0191e879-e311-4a6a-b546-1789fefcebf3 req-66849e85-fc66-4f73-952e-f1d25750a10d tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:57:55.229034 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-0191e879-e311-4a6a-b546-1789fefcebf3 req-66849e85-fc66-4f73-952e-f1d25750a10d tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/networks?id=e984c666-923c-41c2-a1ec-63fbd109db54 HTTP/1.1" status: 200 len: 812 time: 0.1059053 Dec 18 13:57:55.255079 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-0191e879-e311-4a6a-b546-1789fefcebf3 req-bf8e588f-c181-4772-a655-defda9b6691c tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/quotas/8580c2e482d141ebb0b16b23278c5865 HTTP/1.1" status: 200 len: 375 time: 0.0179136 Dec 18 13:57:55.312275 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-0191e879-e311-4a6a-b546-1789fefcebf3 req-f4ad09e5-f884-4dc0-b26c-a898b4c6b28c tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=8580c2e482d141ebb0b16b23278c5865&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0495303 Dec 18 13:57:55.488046 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-0191e879-e311-4a6a-b546-1789fefcebf3 req-c045a6b4-adaf-4aba-9311-a87e93c2b4fb service neutron] 10.222.0.31 "GET /v2.0/networks/e984c666-923c-41c2-a1ec-63fbd109db54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1570179 Dec 18 13:57:55.595951 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-0191e879-e311-4a6a-b546-1789fefcebf3 req-a9dc0d98-c9e0-44d2-b494-b6921f22c011 service neutron] 10.222.0.31 "GET /v2.0/networks/e984c666-923c-41c2-a1ec-63fbd109db54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991185 Dec 18 13:57:55.774219 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-88ec2d6e-647e-4075-b1c1-e0eee57f3dd3 req-2df1b19b-1206-47a0-9798-19b293a79934 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae428c7b-bc9d-4dfd-bb3e-3763fc2d26be HTTP/1.1" status: 200 len: 210 time: 0.0351934 Dec 18 13:57:55.785969 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Device 39490406-cfb4-4c37-bc56-2f7b40f69b12 no longer exists at agent hyperv_hv-neutron-7448 {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 18 13:57:55.811501 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] No Port match for: 39490406-cfb4-4c37-bc56-2f7b40f69b12 {{(pid=103161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 18 13:57:55.811943 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Device 39490406-cfb4-4c37-bc56-2f7b40f69b12 not bound to the agent host hv-neutron-7448 {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 18 13:57:56.816698 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0191e879-e311-4a6a-b546-1789fefcebf3 req-c43a4707-7f98-4cf6-b134-1a4ca0d70c95 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:57:56.818191 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-0191e879-e311-4a6a-b546-1789fefcebf3 req-c43a4707-7f98-4cf6-b134-1a4ca0d70c95 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.43 "GET /v2.0/networks?id=e984c666-923c-41c2-a1ec-63fbd109db54 HTTP/1.1" status: 200 len: 812 time: 0.1051626 Dec 18 13:57:56.888842 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-baf3c8b0-d5a6-4ef2-b3a6-1aea9bdead76 req-edf8e00f-1d39-44e5-9333-bffa7dcc4e56 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae428c7b-bc9d-4dfd-bb3e-3763fc2d26be HTTP/1.1" status: 200 len: 210 time: 0.0382988 Dec 18 13:57:56.915451 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-0191e879-e311-4a6a-b546-1789fefcebf3 req-f85c495c-0032-43ca-8031-8eb364324d98 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8580c2e482d141ebb0b16b23278c5865 HTTP/1.1" status: 200 len: 378 time: 0.0873826 Dec 18 13:57:56.925967 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [req-0191e879-e311-4a6a-b546-1789fefcebf3 req-3a342523-8219-4d02-9b23-0172f89f2b78 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Request body: {'port': {'device_id': 'ae428c7b-bc9d-4dfd-bb3e-3763fc2d26be', 'network_id': 'e984c666-923c-41c2-a1ec-63fbd109db54', 'admin_state_up': True, 'tenant_id': '8580c2e482d141ebb0b16b23278c5865', 'security_groups': ['e4e8dc0c-698f-493c-bca6-d88ff97a5577']}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:57:57.039657 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0191e879-e311-4a6a-b546-1789fefcebf3 req-3a342523-8219-4d02-9b23-0172f89f2b78 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Made reservation on behalf of 8580c2e482d141ebb0b16b23278c5865 for: {'port': 1} {{(pid=103159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 13:57:57.043194 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-0191e879-e311-4a6a-b546-1789fefcebf3 req-3a342523-8219-4d02-9b23-0172f89f2b78 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:57:57.179383 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0f572545-954f-43b4-9be6-3c23fc1ab65e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:57:57.184158 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.db_base_plugin_common [req-0191e879-e311-4a6a-b546-1789fefcebf3 req-3a342523-8219-4d02-9b23-0172f89f2b78 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Allocated IP 172.20.0.14 (e984c666-923c-41c2-a1ec-63fbd109db54/a8151063-8fff-4877-b494-1e3b0b7b7368/deb0127d-c94d-42b6-8539-7aa3062cd684) {{(pid=103159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 13:57:57.332018 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-0191e879-e311-4a6a-b546-1789fefcebf3 req-3a342523-8219-4d02-9b23-0172f89f2b78 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Publish callbacks [] for port, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:57:57.365966 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-0191e879-e311-4a6a-b546-1789fefcebf3 req-3a342523-8219-4d02-9b23-0172f89f2b78 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:57:57.408472 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0191e879-e311-4a6a-b546-1789fefcebf3 req-3a342523-8219-4d02-9b23-0172f89f2b78 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Network e984c666-923c-41c2-a1ec-63fbd109db54 is already hosted by enough agents. {{(pid=103159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 13:57:57.411576 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.base_scheduler [req-0191e879-e311-4a6a-b546-1789fefcebf3 req-3a342523-8219-4d02-9b23-0172f89f2b78 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Resources bound (agent type, host, resource id): {{(pid=103159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 13:57:57.415287 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [req-0191e879-e311-4a6a-b546-1789fefcebf3 req-3a342523-8219-4d02-9b23-0172f89f2b78 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Received port after_create {{(pid=103159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 13:57:57.421997 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a342523-8219-4d02-9b23-0172f89f2b78 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Pushing event updated for resources: {'Port': ['ID=deb0127d-c94d-42b6-8539-7aa3062cd684,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:57:57.478917 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0191e879-e311-4a6a-b546-1789fefcebf3 req-3a342523-8219-4d02-9b23-0172f89f2b78 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:57:57.479303 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-0191e879-e311-4a6a-b546-1789fefcebf3 req-3a342523-8219-4d02-9b23-0172f89f2b78 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:57:57.495947 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-0191e879-e311-4a6a-b546-1789fefcebf3 req-3a342523-8219-4d02-9b23-0172f89f2b78 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5737572 Dec 18 13:57:57.509216 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [req-0191e879-e311-4a6a-b546-1789fefcebf3 req-e9e73944-b518-48e3-a760-d16a35aef2ac service neutron] Request body: {'port': {'device_id': 'ae428c7b-bc9d-4dfd-bb3e-3763fc2d26be', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7448'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:57:57.569374 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-0191e879-e311-4a6a-b546-1789fefcebf3 req-e9e73944-b518-48e3-a760-d16a35aef2ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:57:57.642994 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-4d26a7bf-5fb2-413e-bb8d-8c5abec1ffed None None] Provisioning complete for port deb0127d-c94d-42b6-8539-7aa3062cd684 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:57:57.643399 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-4d26a7bf-5fb2-413e-bb8d-8c5abec1ffed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:57:57.678390 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-4d26a7bf-5fb2-413e-bb8d-8c5abec1ffed None None] Port deb0127d-c94d-42b6-8539-7aa3062cd684 cannot update to ACTIVE because it is not bound. {{(pid=103161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 13:57:57.834829 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.notifiers.nova [req-0191e879-e311-4a6a-b546-1789fefcebf3 req-e9e73944-b518-48e3-a760-d16a35aef2ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id deb0127d-c94d-42b6-8539-7aa3062cd684 {{(pid=103159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 18 13:57:57.843451 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-0191e879-e311-4a6a-b546-1789fefcebf3 req-e9e73944-b518-48e3-a760-d16a35aef2ac service neutron] Publish callbacks [] for port, precommit_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:57:57.856978 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.provisioning_blocks [req-0191e879-e311-4a6a-b546-1789fefcebf3 req-e9e73944-b518-48e3-a760-d16a35aef2ac service neutron] Transition to ACTIVE for port object deb0127d-c94d-42b6-8539-7aa3062cd684 will not be triggered until provisioned by entity L2. {{(pid=103159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 18 13:57:57.861578 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-0191e879-e311-4a6a-b546-1789fefcebf3 req-e9e73944-b518-48e3-a760-d16a35aef2ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5659917'] for port, after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:57:57.910496 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e73944-b518-48e3-a760-d16a35aef2ac service neutron] Pushing event updated for resources: {'Port': ['ID=deb0127d-c94d-42b6-8539-7aa3062cd684,revision_number=2']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:57:57.987184 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.managers [req-0191e879-e311-4a6a-b546-1789fefcebf3 req-e9e73944-b518-48e3-a760-d16a35aef2ac service neutron] Attempting to bind port deb0127d-c94d-42b6-8539-7aa3062cd684 on host hv-neutron-7448 for vnic_type normal with profile {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 13:57:57.988087 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.managers [req-0191e879-e311-4a6a-b546-1789fefcebf3 req-e9e73944-b518-48e3-a760-d16a35aef2ac service neutron] Attempting to bind port deb0127d-c94d-42b6-8539-7aa3062cd684 by drivers openvswitch,hyperv on host hv-neutron-7448 at level 0 using segments [{'id': '14046c60-b2f7-4d91-90ff-4117f3ec884d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'e984c666-923c-41c2-a1ec-63fbd109db54'}] {{(pid=103159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 13:57:57.988087 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0191e879-e311-4a6a-b546-1789fefcebf3 req-e9e73944-b518-48e3-a760-d16a35aef2ac service neutron] Attempting to bind port deb0127d-c94d-42b6-8539-7aa3062cd684 on network e984c666-923c-41c2-a1ec-63fbd109db54 {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 13:57:57.992728 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0191e879-e311-4a6a-b546-1789fefcebf3 req-e9e73944-b518-48e3-a760-d16a35aef2ac service neutron] Port deb0127d-c94d-42b6-8539-7aa3062cd684 on network e984c666-923c-41c2-a1ec-63fbd109db54 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7448 {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 18 13:57:57.993199 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0191e879-e311-4a6a-b546-1789fefcebf3 req-e9e73944-b518-48e3-a760-d16a35aef2ac service neutron] Attempting to bind port deb0127d-c94d-42b6-8539-7aa3062cd684 on network e984c666-923c-41c2-a1ec-63fbd109db54 {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 13:57:57.998354 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0191e879-e311-4a6a-b546-1789fefcebf3 req-e9e73944-b518-48e3-a760-d16a35aef2ac service neutron] Checking agent: {'id': 'c35b6aa0-0616-421f-8ded-732dd37fc90f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7448', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 13, 24, 37), 'started_at': datetime.datetime(2021, 12, 18, 13, 24, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 13, 57, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 18 13:57:57.998872 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0191e879-e311-4a6a-b546-1789fefcebf3 req-e9e73944-b518-48e3-a760-d16a35aef2ac service neutron] Checking segment: {'id': '14046c60-b2f7-4d91-90ff-4117f3ec884d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'e984c666-923c-41c2-a1ec-63fbd109db54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 13:57:57.999855 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0191e879-e311-4a6a-b546-1789fefcebf3 req-e9e73944-b518-48e3-a760-d16a35aef2ac service neutron] Bound using segment: {'id': '14046c60-b2f7-4d91-90ff-4117f3ec884d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'e984c666-923c-41c2-a1ec-63fbd109db54'} {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 18 13:57:58.000575 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.managers [req-0191e879-e311-4a6a-b546-1789fefcebf3 req-e9e73944-b518-48e3-a760-d16a35aef2ac service neutron] Bound port: deb0127d-c94d-42b6-8539-7aa3062cd684, host: hv-neutron-7448, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14046c60-b2f7-4d91-90ff-4117f3ec884d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'e984c666-923c-41c2-a1ec-63fbd109db54'}}] {{(pid=103159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 18 13:57:58.001059 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-0191e879-e311-4a6a-b546-1789fefcebf3 req-e9e73944-b518-48e3-a760-d16a35aef2ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:57:58.027304 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cd3c14-f532-40ce-bd6d-87af9c5016f1 req-fe46b430-557a-4b96-ad09-09c4c73c6bff tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:57:58.031769 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-65cd3c14-f532-40ce-bd6d-87af9c5016f1 req-fe46b430-557a-4b96-ad09-09c4c73c6bff tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae428c7b-bc9d-4dfd-bb3e-3763fc2d26be HTTP/1.1" status: 200 len: 944 time: 0.0594957 Dec 18 13:57:58.068637 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.db [req-0191e879-e311-4a6a-b546-1789fefcebf3 req-e9e73944-b518-48e3-a760-d16a35aef2ac service neutron] For port deb0127d-c94d-42b6-8539-7aa3062cd684, host hv-neutron-7448, cleared binding levels {{(pid=103159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 18 13:57:58.071731 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.db [req-0191e879-e311-4a6a-b546-1789fefcebf3 req-e9e73944-b518-48e3-a760-d16a35aef2ac service neutron] For port deb0127d-c94d-42b6-8539-7aa3062cd684, host hv-neutron-7448, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=deb0127d-c94d-42b6-8539-7aa3062cd684,segment=NetworkSegment(14046c60-b2f7-4d91-90ff-4117f3ec884d),segment_id=14046c60-b2f7-4d91-90ff-4117f3ec884d)] {{(pid=103159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 18 13:57:58.077587 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-0191e879-e311-4a6a-b546-1789fefcebf3 req-e9e73944-b518-48e3-a760-d16a35aef2ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5659917'] for port, after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:57:58.087007 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-65cd3c14-f532-40ce-bd6d-87af9c5016f1 req-47ef28e3-f7fc-40a3-ad23-cd7bcd74c62b tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4e8dc0c-698f-493c-bca6-d88ff97a5577&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0503604 Dec 18 13:57:58.114394 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0191e879-e311-4a6a-b546-1789fefcebf3 req-e9e73944-b518-48e3-a760-d16a35aef2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:57:58.115040 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-0191e879-e311-4a6a-b546-1789fefcebf3 req-e9e73944-b518-48e3-a760-d16a35aef2ac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:57:58.116439 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-0191e879-e311-4a6a-b546-1789fefcebf3 req-e9e73944-b518-48e3-a760-d16a35aef2ac service neutron] 10.222.0.43 "PUT /v2.0/ports/deb0127d-c94d-42b6-8539-7aa3062cd684 HTTP/1.1" status: 200 len: 1094 time: 0.6116555 Dec 18 13:57:58.116877 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae428c7b-bc9d-4dfd-bb3e-3763fc2d26be', 'tag': 'deb0127d-c94d-42b6-8539-7aa3062cd684'}] {{(pid=103159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 18 13:57:58.119092 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca844cf115d59c1fab86abc202fb4c13735de0d7e4cbbbb25eec9406e9c87431" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16d930d5-39d2-4c93-850c-bca5d7260b16" -d '{"events": [{"name": "network-changed", "server_uuid": "ae428c7b-bc9d-4dfd-bb3e-3763fc2d26be", "tag": "deb0127d-c94d-42b6-8539-7aa3062cd684"}]}' {{(pid=103159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 18 13:57:58.140956 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e73944-b518-48e3-a760-d16a35aef2ac service neutron] Pushing event updated for resources: {'Port': ['ID=deb0127d-c94d-42b6-8539-7aa3062cd684,revision_number=3']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:57:58.170666 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 13:57:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ed62d12-a0fc-4bf6-bf0a-9a1e654837e8 x-openstack-request-id: req-2ed62d12-a0fc-4bf6-bf0a-9a1e654837e8 {{(pid=103159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 18 13:57:58.171034 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae428c7b-bc9d-4dfd-bb3e-3763fc2d26be", "tag": "deb0127d-c94d-42b6-8539-7aa3062cd684", "status": "completed", "code": 200}]} {{(pid=103159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 18 13:57:58.171491 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2ed62d12-a0fc-4bf6-bf0a-9a1e654837e8 {{(pid=103159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 18 13:57:58.171968 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae428c7b-bc9d-4dfd-bb3e-3763fc2d26be', 'tag': 'deb0127d-c94d-42b6-8539-7aa3062cd684', 'status': 'completed', 'code': 200} Dec 18 13:57:58.206511 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0191e879-e311-4a6a-b546-1789fefcebf3 req-e826646a-8357-472e-9a35-73d9846fd6c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:57:58.208112 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-0191e879-e311-4a6a-b546-1789fefcebf3 req-e826646a-8357-472e-9a35-73d9846fd6c6 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8580c2e482d141ebb0b16b23278c5865&device_id=ae428c7b-bc9d-4dfd-bb3e-3763fc2d26be HTTP/1.1" status: 200 len: 1097 time: 0.0515494 Dec 18 13:57:58.251167 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-0191e879-e311-4a6a-b546-1789fefcebf3 req-e99ceeb1-4576-4bf9-8bb6-a9ded0f6ec7f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=deb0127d-c94d-42b6-8539-7aa3062cd684 HTTP/1.1" status: 200 len: 217 time: 0.0352073 Dec 18 13:57:58.300697 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0191e879-e311-4a6a-b546-1789fefcebf3 req-dc40d140-cdda-4a05-b368-344c36c1e802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:57:58.302191 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-0191e879-e311-4a6a-b546-1789fefcebf3 req-dc40d140-cdda-4a05-b368-344c36c1e802 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a8151063-8fff-4877-b494-1e3b0b7b7368 HTTP/1.1" status: 200 len: 851 time: 0.0438504 Dec 18 13:57:58.348452 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0191e879-e311-4a6a-b546-1789fefcebf3 req-b30a0346-661b-4659-9314-4bc49b5e99e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:57:58.349960 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-0191e879-e311-4a6a-b546-1789fefcebf3 req-b30a0346-661b-4659-9314-4bc49b5e99e3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e984c666-923c-41c2-a1ec-63fbd109db54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0402920 Dec 18 13:57:58.444583 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-0191e879-e311-4a6a-b546-1789fefcebf3 req-9e4af980-2ec1-46d2-a10a-ad30bdc0f1c4 service neutron] 10.222.0.43 "GET /v2.0/networks/e984c666-923c-41c2-a1ec-63fbd109db54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870750 Dec 18 13:57:58.540950 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-0191e879-e311-4a6a-b546-1789fefcebf3 req-0687f279-6bc3-4e4f-8ebd-cc7f8a4e3120 service neutron] 10.222.0.43 "GET /v2.0/networks/e984c666-923c-41c2-a1ec-63fbd109db54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891383 Dec 18 13:57:58.560433 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-afa9ae9b-bdbb-4010-bcf6-3a46ce66cf71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:57:58.631728 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d930d5-39d2-4c93-850c-bca5d7260b16 req-e5446618-8470-40c3-8bd9-6238969cebc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:57:58.633344 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-16d930d5-39d2-4c93-850c-bca5d7260b16 req-e5446618-8470-40c3-8bd9-6238969cebc9 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8580c2e482d141ebb0b16b23278c5865&device_id=ae428c7b-bc9d-4dfd-bb3e-3763fc2d26be HTTP/1.1" status: 200 len: 1097 time: 0.0444858 Dec 18 13:57:58.728521 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d930d5-39d2-4c93-850c-bca5d7260b16 req-fc3c4c87-29cf-4817-94ca-ea749a99c1be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:57:58.729991 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-16d930d5-39d2-4c93-850c-bca5d7260b16 req-fc3c4c87-29cf-4817-94ca-ea749a99c1be service neutron] 10.222.0.43 "GET /v2.0/networks?id=e984c666-923c-41c2-a1ec-63fbd109db54 HTTP/1.1" status: 200 len: 913 time: 0.0891287 Dec 18 13:57:58.774429 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-16d930d5-39d2-4c93-850c-bca5d7260b16 req-e3ada2c0-4248-447f-8fa4-c8f7998b7b6c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=deb0127d-c94d-42b6-8539-7aa3062cd684 HTTP/1.1" status: 200 len: 217 time: 0.0370586 Dec 18 13:57:58.826744 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d930d5-39d2-4c93-850c-bca5d7260b16 req-4c469edc-0078-4ee6-9caa-e5d7cfd82d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:57:58.828861 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-16d930d5-39d2-4c93-850c-bca5d7260b16 req-4c469edc-0078-4ee6-9caa-e5d7cfd82d7f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a8151063-8fff-4877-b494-1e3b0b7b7368 HTTP/1.1" status: 200 len: 851 time: 0.0470934 Dec 18 13:57:58.874505 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d930d5-39d2-4c93-850c-bca5d7260b16 req-fa33c9ed-5f3b-4748-b915-815d01343ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:57:58.876146 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-16d930d5-39d2-4c93-850c-bca5d7260b16 req-fa33c9ed-5f3b-4748-b915-815d01343ae7 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e984c666-923c-41c2-a1ec-63fbd109db54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0398250 Dec 18 13:57:58.966406 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-16d930d5-39d2-4c93-850c-bca5d7260b16 req-80e3ad1e-15f5-4052-9f41-f04543e1cd9d service neutron] 10.222.0.43 "GET /v2.0/networks/e984c666-923c-41c2-a1ec-63fbd109db54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829058 Dec 18 13:57:59.058100 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-16d930d5-39d2-4c93-850c-bca5d7260b16 req-fd847d19-b272-4b24-b6cd-7f856d527e00 service neutron] 10.222.0.43 "GET /v2.0/networks/e984c666-923c-41c2-a1ec-63fbd109db54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831563 Dec 18 13:57:59.204651 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62fc1da-1cab-480c-80c8-5ce5ad762a62 req-105599c4-72ed-4ea8-a492-607a739a1fd8 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:57:59.206161 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-c62fc1da-1cab-480c-80c8-5ce5ad762a62 req-105599c4-72ed-4ea8-a492-607a739a1fd8 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae428c7b-bc9d-4dfd-bb3e-3763fc2d26be HTTP/1.1" status: 200 len: 944 time: 0.0510461 Dec 18 13:57:59.262634 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-c62fc1da-1cab-480c-80c8-5ce5ad762a62 req-2d6090e9-c3b9-4c40-8a6a-ef97c467a741 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4e8dc0c-698f-493c-bca6-d88ff97a5577&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0498772 Dec 18 13:58:00.064683 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7b7a3272-2b45-4d32-9670-25eb1afd1184 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:58:00.411318 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46bc841-d245-4150-b567-fad2f38314ad req-a7a9f4e7-4ad2-4252-887e-f18bc16256af tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:58:00.412820 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-d46bc841-d245-4150-b567-fad2f38314ad req-a7a9f4e7-4ad2-4252-887e-f18bc16256af tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae428c7b-bc9d-4dfd-bb3e-3763fc2d26be HTTP/1.1" status: 200 len: 944 time: 0.0618658 Dec 18 13:58:00.470796 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-d46bc841-d245-4150-b567-fad2f38314ad req-10222e2e-2769-4d30-8fd2-e586bfb97c58 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4e8dc0c-698f-493c-bca6-d88ff97a5577&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0519133 Dec 18 13:58:00.868248 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:58:01.603416 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37947f78-b026-4cc5-a9b6-d16b8773c7e2 req-1faadad6-f458-47a4-aa62-1a458d77ab56 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:58:01.604865 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-37947f78-b026-4cc5-a9b6-d16b8773c7e2 req-1faadad6-f458-47a4-aa62-1a458d77ab56 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae428c7b-bc9d-4dfd-bb3e-3763fc2d26be HTTP/1.1" status: 200 len: 944 time: 0.0508723 Dec 18 13:58:01.660792 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-37947f78-b026-4cc5-a9b6-d16b8773c7e2 req-12bc5e94-f766-40a6-b38d-e05a920793b7 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4e8dc0c-698f-493c-bca6-d88ff97a5577&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0469356 Dec 18 13:58:01.785397 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Device deb0127d-c94d-42b6-8539-7aa3062cd684 details requested by agent hyperv_hv-neutron-7448 with host hv-neutron-7448 {{(pid=103161) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 18 13:58:01.895557 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] For port deb0127d-c94d-42b6-8539-7aa3062cd684, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=deb0127d-c94d-42b6-8539-7aa3062cd684,segment=NetworkSegment(14046c60-b2f7-4d91-90ff-4117f3ec884d),segment_id=14046c60-b2f7-4d91-90ff-4117f3ec884d)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:58:01.906746 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Returning: {'device': 'deb0127d-c94d-42b6-8539-7aa3062cd684', 'network_id': 'e984c666-923c-41c2-a1ec-63fbd109db54', 'port_id': 'deb0127d-c94d-42b6-8539-7aa3062cd684', 'mac_address': 'fa:16:3e:22:19:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8151063-8fff-4877-b494-1e3b0b7b7368', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103161) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 18 13:58:01.947373 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:58:01.960639 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.notifiers.nova [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id deb0127d-c94d-42b6-8539-7aa3062cd684 {{(pid=103161) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 18 13:58:01.979673 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] For port deb0127d-c94d-42b6-8539-7aa3062cd684, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=deb0127d-c94d-42b6-8539-7aa3062cd684,segment=NetworkSegment(14046c60-b2f7-4d91-90ff-4117f3ec884d),segment_id=14046c60-b2f7-4d91-90ff-4117f3ec884d)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:58:01.986598 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:58:02.033600 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Pushing event updated for resources: {'Port': ['ID=deb0127d-c94d-42b6-8539-7aa3062cd684,revision_number=4']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:58:02.354985 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] get_ports_and_sgs() called for port_ids ['deb0127d-c94d-42b6-8539-7aa3062cd684'] {{(pid=103161) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 18 13:58:02.779030 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d34487-97fb-467e-807f-699b0f356fd7 req-0bf21c2a-0c93-4273-9ff9-78960f331d78 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:58:02.780532 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-d0d34487-97fb-467e-807f-699b0f356fd7 req-0bf21c2a-0c93-4273-9ff9-78960f331d78 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae428c7b-bc9d-4dfd-bb3e-3763fc2d26be HTTP/1.1" status: 200 len: 945 time: 0.0491998 Dec 18 13:58:02.830178 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-d0d34487-97fb-467e-807f-699b0f356fd7 req-8417f78f-92de-45b2-aa35-22377063d623 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4e8dc0c-698f-493c-bca6-d88ff97a5577&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418942 Dec 18 13:58:03.801821 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Device deb0127d-c94d-42b6-8539-7aa3062cd684 up at agent hyperv_hv-neutron-7448 {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 13:58:03.860476 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Provisioning for port deb0127d-c94d-42b6-8539-7aa3062cd684 completed by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 18 13:58:03.864923 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Provisioning complete for port deb0127d-c94d-42b6-8539-7aa3062cd684 triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 13:58:03.865284 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:58:03.943472 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:58:03.956997 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e9b6b4-02f8-4596-b727-93e5785acd90 req-8a0ee6e8-b9cd-421a-a311-ce4cc5fce24b tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:58:03.959568 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-40e9b6b4-02f8-4596-b727-93e5785acd90 req-8a0ee6e8-b9cd-421a-a311-ce4cc5fce24b tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae428c7b-bc9d-4dfd-bb3e-3763fc2d26be HTTP/1.1" status: 200 len: 945 time: 0.0513327 Dec 18 13:58:03.974356 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae428c7b-bc9d-4dfd-bb3e-3763fc2d26be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'deb0127d-c94d-42b6-8539-7aa3062cd684'}] {{(pid=103161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 18 13:58:03.976873 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22224e7a42aa75e3f3b9c037df440650d2cfa1dd97b40a249aee4a8113775251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b49de30-2d20-4986-abdb-4e3902c5deaa" -d '{"events": [{"server_uuid": "ae428c7b-bc9d-4dfd-bb3e-3763fc2d26be", "name": "network-vif-plugged", "status": "completed", "tag": "deb0127d-c94d-42b6-8539-7aa3062cd684"}]}' {{(pid=103161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 18 13:58:03.992109 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] For port deb0127d-c94d-42b6-8539-7aa3062cd684, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=deb0127d-c94d-42b6-8539-7aa3062cd684,segment=NetworkSegment(14046c60-b2f7-4d91-90ff-4117f3ec884d),segment_id=14046c60-b2f7-4d91-90ff-4117f3ec884d)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:58:03.997447 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:58:04.011861 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-40e9b6b4-02f8-4596-b727-93e5785acd90 req-54a77540-3741-4722-9c87-1113dd89c387 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4e8dc0c-698f-493c-bca6-d88ff97a5577&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0463932 Dec 18 13:58:04.020998 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 13:58:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1780dc5-6195-4946-aa14-3f1fd565c9b2 x-openstack-request-id: req-a1780dc5-6195-4946-aa14-3f1fd565c9b2 {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 18 13:58:04.021293 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae428c7b-bc9d-4dfd-bb3e-3763fc2d26be", "name": "network-vif-plugged", "status": "completed", "tag": "deb0127d-c94d-42b6-8539-7aa3062cd684", "code": 200}]} {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 18 13:58:04.021540 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a1780dc5-6195-4946-aa14-3f1fd565c9b2 {{(pid=103161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 18 13:58:04.021935 dv-neutron-744815-20-hyperv neutron-server[103161]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae428c7b-bc9d-4dfd-bb3e-3763fc2d26be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'deb0127d-c94d-42b6-8539-7aa3062cd684', 'code': 200} Dec 18 13:58:04.048044 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Pushing event updated for resources: {'Port': ['ID=deb0127d-c94d-42b6-8539-7aa3062cd684,revision_number=5']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:58:04.207895 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bad179-c381-439d-bb7c-4c068568c627 req-72e7058c-0e01-4eb5-82ee-889bc6399937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:58:04.209287 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-59bad179-c381-439d-bb7c-4c068568c627 req-72e7058c-0e01-4eb5-82ee-889bc6399937 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=ae428c7b-bc9d-4dfd-bb3e-3763fc2d26be HTTP/1.1" status: 200 len: 1099 time: 0.0502582 Dec 18 13:58:04.252636 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-59bad179-c381-439d-bb7c-4c068568c627 req-328f66da-79dc-4de8-b1d2-68187fa19510 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=e4e8dc0c-698f-493c-bca6-d88ff97a5577&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0364559 Dec 18 13:58:05.164003 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39aeaf85-5d8e-45d0-abc9-851e4e961478 req-5c897d98-fb49-4e22-b04a-844975cf7145 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:58:05.165523 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-39aeaf85-5d8e-45d0-abc9-851e4e961478 req-5c897d98-fb49-4e22-b04a-844975cf7145 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae428c7b-bc9d-4dfd-bb3e-3763fc2d26be HTTP/1.1" status: 200 len: 946 time: 0.0558231 Dec 18 13:58:05.216659 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-39aeaf85-5d8e-45d0-abc9-851e4e961478 req-938d5f03-86f2-4eaf-9cbb-788b5d87b6dc tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4e8dc0c-698f-493c-bca6-d88ff97a5577&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421896 Dec 18 13:58:06.362436 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef13705-8580-4ad0-b911-ee57add67129 req-46990392-4d09-448e-8086-0fa381c604da tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:58:06.364020 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-3ef13705-8580-4ad0-b911-ee57add67129 req-46990392-4d09-448e-8086-0fa381c604da tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae428c7b-bc9d-4dfd-bb3e-3763fc2d26be HTTP/1.1" status: 200 len: 946 time: 0.0633821 Dec 18 13:58:06.417483 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-3ef13705-8580-4ad0-b911-ee57add67129 req-e01a5d51-90ee-4932-960c-a17ba66dd5b1 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4e8dc0c-698f-493c-bca6-d88ff97a5577&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0451744 Dec 18 13:58:06.538902 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6e505a-f15b-415a-8251-831459cc5dfa req-034fc620-9c55-4b2c-b193-60249bcf2d37 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:58:06.540296 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-0f6e505a-f15b-415a-8251-831459cc5dfa req-034fc620-9c55-4b2c-b193-60249bcf2d37 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae428c7b-bc9d-4dfd-bb3e-3763fc2d26be HTTP/1.1" status: 200 len: 946 time: 0.0518141 Dec 18 13:58:06.552978 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 60378) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 13:58:06.557404 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-2d7c0813-d67e-4c6c-ac9f-32f6966ef9ef tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Request body: {'floatingip': {'port_id': 'deb0127d-c94d-42b6-8539-7aa3062cd684'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 13:58:06.599770 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-2d7c0813-d67e-4c6c-ac9f-32f6966ef9ef tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Publish callbacks [] for floatingip, before_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:58:07.035900 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:58:07.354037 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-2d7c0813-d67e-4c6c-ac9f-32f6966ef9ef tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:58:07.360470 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-2d7c0813-d67e-4c6c-ac9f-32f6966ef9ef tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-587004'] for floatingip, after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:58:07.464892 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.db.l3_db [None req-2d7c0813-d67e-4c6c-ac9f-32f6966ef9ef tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Floating IP 4f43959e-e517-4040-8c52-cbf83b2234d1 associated. External IP: 172.26.3.107, port: deb0127d-c94d-42b6-8539-7aa3062cd684. Dec 18 13:58:07.682178 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d7c0813-d67e-4c6c-ac9f-32f6966ef9ef tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Router d2f50444-ac87-418b-a656-af22371cbf89 has already been hosted by L3 agent c9c0cd52-5bd2-4704-9429-d80f1c5ad23c {{(pid=103159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 18 13:58:07.773807 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-9363d867-d2bc-4011-a247-b3e8995fe3f8 req-b814637a-a326-437f-b446-c42d9fc3e175 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=ae428c7b-bc9d-4dfd-bb3e-3763fc2d26be&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0864398 Dec 18 13:58:07.853478 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d7c0813-d67e-4c6c-ac9f-32f6966ef9ef tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Notify agent at l3_agent.dv-neutron-744815-20-hyperv the message routers_updated {{(pid=103159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 13:58:07.858329 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-2d7c0813-d67e-4c6c-ac9f-32f6966ef9ef tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for floatingip, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:58:07.866084 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dd26a82-8551-4c64-abc2-de7c21e7ce20 None None] Sync routers for ids ['d2f50444-ac87-418b-a656-af22371cbf89'] in dv-neutron-744815-20-hyperv {{(pid=103162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 13:58:07.876765 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dd26a82-8551-4c64-abc2-de7c21e7ce20 None None] Routers {'d2f50444-ac87-418b-a656-af22371cbf89'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:58:07.877414 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-9dd26a82-8551-4c64-abc2-de7c21e7ce20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:57:57Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['d2f50444-ac87-418b-a656-af22371cbf89'], 'active': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:58:07.892187 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9363d867-d2bc-4011-a247-b3e8995fe3f8 req-e562c14c-fa0b-4d3e-a584-7183853c37d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:58:07.893739 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-9363d867-d2bc-4011-a247-b3e8995fe3f8 req-e562c14c-fa0b-4d3e-a584-7183853c37d7 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8580c2e482d141ebb0b16b23278c5865&device_id=ae428c7b-bc9d-4dfd-bb3e-3763fc2d26be HTTP/1.1" status: 200 len: 1099 time: 0.0761156 Dec 18 13:58:07.896059 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-2d7c0813-d67e-4c6c-ac9f-32f6966ef9ef tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "PUT /v2.0/floatingips/4f43959e-e517-4040-8c52-cbf83b2234d1 HTTP/1.1" status: 200 len: 993 time: 1.3420160 Dec 18 13:58:07.896594 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae428c7b-bc9d-4dfd-bb3e-3763fc2d26be', 'tag': 'deb0127d-c94d-42b6-8539-7aa3062cd684'}] {{(pid=103159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 18 13:58:07.899032 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca844cf115d59c1fab86abc202fb4c13735de0d7e4cbbbb25eec9406e9c87431" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4798ced-9ee2-434c-b1a0-442929481656" -d '{"events": [{"name": "network-changed", "server_uuid": "ae428c7b-bc9d-4dfd-bb3e-3763fc2d26be", "tag": "deb0127d-c94d-42b6-8539-7aa3062cd684"}]}' {{(pid=103159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 18 13:58:07.940373 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 13:58:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a32550d1-5c39-4cac-b25b-da4da9d864ac x-openstack-request-id: req-a32550d1-5c39-4cac-b25b-da4da9d864ac {{(pid=103159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 18 13:58:07.940668 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae428c7b-bc9d-4dfd-bb3e-3763fc2d26be", "tag": "deb0127d-c94d-42b6-8539-7aa3062cd684", "status": "completed", "code": 200}]} {{(pid=103159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 18 13:58:07.941072 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a32550d1-5c39-4cac-b25b-da4da9d864ac {{(pid=103159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 18 13:58:07.941493 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae428c7b-bc9d-4dfd-bb3e-3763fc2d26be', 'tag': 'deb0127d-c94d-42b6-8539-7aa3062cd684', 'status': 'completed', 'code': 200} Dec 18 13:58:07.999919 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvr_db [None req-9dd26a82-8551-4c64-abc2-de7c21e7ce20 None None] Set router d2f50444-ac87-418b-a656-af22371cbf89 gateway port host: dv-neutron-744815-20-hyperv {{(pid=103162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 13:58:08.026856 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9363d867-d2bc-4011-a247-b3e8995fe3f8 req-93f1903c-eff0-41b5-bb4a-21de9651ad82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:58:08.028404 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-9363d867-d2bc-4011-a247-b3e8995fe3f8 req-93f1903c-eff0-41b5-bb4a-21de9651ad82 service neutron] 10.222.0.43 "GET /v2.0/networks?id=e984c666-923c-41c2-a1ec-63fbd109db54 HTTP/1.1" status: 200 len: 913 time: 0.0986645 Dec 18 13:58:08.094867 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-9363d867-d2bc-4011-a247-b3e8995fe3f8 req-b511a13f-b68a-49c0-b2c8-ee7a2a8733c0 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=deb0127d-c94d-42b6-8539-7aa3062cd684 HTTP/1.1" status: 200 len: 1001 time: 0.0583539 Dec 18 13:58:08.147844 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9363d867-d2bc-4011-a247-b3e8995fe3f8 req-6f967441-2e28-4174-b4c4-5a4a696f045d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:58:08.149246 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-9363d867-d2bc-4011-a247-b3e8995fe3f8 req-6f967441-2e28-4174-b4c4-5a4a696f045d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a8151063-8fff-4877-b494-1e3b0b7b7368 HTTP/1.1" status: 200 len: 851 time: 0.0467694 Dec 18 13:58:08.200220 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9363d867-d2bc-4011-a247-b3e8995fe3f8 req-8621a160-7258-4157-a0de-66f6b01cf9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:58:08.201866 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-9363d867-d2bc-4011-a247-b3e8995fe3f8 req-8621a160-7258-4157-a0de-66f6b01cf9dd service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e984c666-923c-41c2-a1ec-63fbd109db54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0454438 Dec 18 13:58:08.233853 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-9dd26a82-8551-4c64-abc2-de7c21e7ce20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2f50444-ac87-418b-a656-af22371cbf89', 'name': 'tempest-ServerActionsTestJSON-1047060273-router', 'tenant_id': '8580c2e482d141ebb0b16b23278c5865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.176'}], 'enable_snat': True}, 'gw_port_id': '4dae9401-ccf9-4524-81a4-0743afab0105', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:52:04Z', 'updated_at': '2021-12-18T13:52:07Z', 'revision_number': 4, 'project_id': '8580c2e482d141ebb0b16b23278c5865', 'gw_port': {'id': '4dae9401-ccf9-4524-81a4-0743afab0105', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:17:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f50444-ac87-418b-a656-af22371cbf89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:52:05Z', 'updated_at': '2021-12-18T13:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv', '_floatingips': [{'id': '4f43959e-e517-4040-8c52-cbf83b2234d1', 'tenant_id': '8580c2e482d141ebb0b16b23278c5865', 'floating_ip_address': '172.26.3.107', 'floating_network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'router_id': 'd2f50444-ac87-418b-a656-af22371cbf89', 'port_id': 'deb0127d-c94d-42b6-8539-7aa3062cd684', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1585, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e984c666-923c-41c2-a1ec-63fbd109db54', 'mac_address': 'fa:16:3e:22:19:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae428c7b-bc9d-4dfd-bb3e-3763fc2d26be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T13:52:10Z', 'updated_at': '2021-12-18T13:58:07Z', 'revision_number': 13, 'project_id': '8580c2e482d141ebb0b16b23278c5865', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7245800b-0f58-453f-bd2b-62ae5cd2b394', 'name': '', 'network_id': 'e984c666-923c-41c2-a1ec-63fbd109db54', 'tenant_id': '8580c2e482d141ebb0b16b23278c5865', 'mac_address': 'fa:16:3e:29:f6:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f50444-ac87-418b-a656-af22371cbf89', 'device_owner': 'network:router_interface', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': 'a8151063-8fff-4877-b494-1e3b0b7b7368', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:52:06Z', 'updated_at': '2021-12-18T13:52:10Z', 'revision_number': 5, 'project_id': '8580c2e482d141ebb0b16b23278c5865', 'subnets': [{'id': 'a8151063-8fff-4877-b494-1e3b0b7b7368', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:58:08.263092 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dd26a82-8551-4c64-abc2-de7c21e7ce20 None None] Checking router: d2f50444-ac87-418b-a656-af22371cbf89 for host: dv-neutron-744815-20-hyperv {{(pid=103162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 18 13:58:08.272375 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dd26a82-8551-4c64-abc2-de7c21e7ce20 None None] Routers {'d2f50444-ac87-418b-a656-af22371cbf89'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 13:58:08.272980 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-9dd26a82-8551-4c64-abc2-de7c21e7ce20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T13:57:57Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['d2f50444-ac87-418b-a656-af22371cbf89'], 'active': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:58:08.294992 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-9363d867-d2bc-4011-a247-b3e8995fe3f8 req-6f4df9a4-2889-4168-b9e5-fc792a0e24d3 service neutron] 10.222.0.43 "GET /v2.0/networks/e984c666-923c-41c2-a1ec-63fbd109db54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848708 Dec 18 13:58:08.379714 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvr_db [None req-9dd26a82-8551-4c64-abc2-de7c21e7ce20 None None] Set router d2f50444-ac87-418b-a656-af22371cbf89 gateway port host: dv-neutron-744815-20-hyperv {{(pid=103162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 13:58:08.391034 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-9363d867-d2bc-4011-a247-b3e8995fe3f8 req-7f4fffdd-a245-428f-82a3-d92964de661a service neutron] 10.222.0.43 "GET /v2.0/networks/e984c666-923c-41c2-a1ec-63fbd109db54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885291 Dec 18 13:58:08.480778 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4798ced-9ee2-434c-b1a0-442929481656 req-4bffcf24-8c27-46f1-8e12-1bc95822ef68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:58:08.482302 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-a4798ced-9ee2-434c-b1a0-442929481656 req-4bffcf24-8c27-46f1-8e12-1bc95822ef68 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8580c2e482d141ebb0b16b23278c5865&device_id=ae428c7b-bc9d-4dfd-bb3e-3763fc2d26be HTTP/1.1" status: 200 len: 1099 time: 0.0432508 Dec 18 13:58:08.575816 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4798ced-9ee2-434c-b1a0-442929481656 req-36a389b8-d755-4aa8-96ff-315d05e00758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:58:08.577664 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-a4798ced-9ee2-434c-b1a0-442929481656 req-36a389b8-d755-4aa8-96ff-315d05e00758 service neutron] 10.222.0.43 "GET /v2.0/networks?id=e984c666-923c-41c2-a1ec-63fbd109db54 HTTP/1.1" status: 200 len: 913 time: 0.0875151 Dec 18 13:58:08.604243 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-9dd26a82-8551-4c64-abc2-de7c21e7ce20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2f50444-ac87-418b-a656-af22371cbf89', 'name': 'tempest-ServerActionsTestJSON-1047060273-router', 'tenant_id': '8580c2e482d141ebb0b16b23278c5865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.176'}], 'enable_snat': True}, 'gw_port_id': '4dae9401-ccf9-4524-81a4-0743afab0105', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:52:04Z', 'updated_at': '2021-12-18T13:52:07Z', 'revision_number': 4, 'project_id': '8580c2e482d141ebb0b16b23278c5865', 'gw_port': {'id': '4dae9401-ccf9-4524-81a4-0743afab0105', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:17:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f50444-ac87-418b-a656-af22371cbf89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:52:05Z', 'updated_at': '2021-12-18T13:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv', '_floatingips': [{'id': '4f43959e-e517-4040-8c52-cbf83b2234d1', 'tenant_id': '8580c2e482d141ebb0b16b23278c5865', 'floating_ip_address': '172.26.3.107', 'floating_network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'router_id': 'd2f50444-ac87-418b-a656-af22371cbf89', 'port_id': 'deb0127d-c94d-42b6-8539-7aa3062cd684', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1585, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e984c666-923c-41c2-a1ec-63fbd109db54', 'mac_address': 'fa:16:3e:22:19:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae428c7b-bc9d-4dfd-bb3e-3763fc2d26be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T13:52:10Z', 'updated_at': '2021-12-18T13:58:07Z', 'revision_number': 13, 'project_id': '8580c2e482d141ebb0b16b23278c5865', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7245800b-0f58-453f-bd2b-62ae5cd2b394', 'name': '', 'network_id': 'e984c666-923c-41c2-a1ec-63fbd109db54', 'tenant_id': '8580c2e482d141ebb0b16b23278c5865', 'mac_address': 'fa:16:3e:29:f6:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f50444-ac87-418b-a656-af22371cbf89', 'device_owner': 'network:router_interface', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': 'a8151063-8fff-4877-b494-1e3b0b7b7368', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:52:06Z', 'updated_at': '2021-12-18T13:52:10Z', 'revision_number': 5, 'project_id': '8580c2e482d141ebb0b16b23278c5865', 'subnets': [{'id': 'a8151063-8fff-4877-b494-1e3b0b7b7368', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 13:58:08.633843 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dd26a82-8551-4c64-abc2-de7c21e7ce20 None None] The sync data for ids ['d2f50444-ac87-418b-a656-af22371cbf89'] in dv-neutron-744815-20-hyperv is: [{'id': 'd2f50444-ac87-418b-a656-af22371cbf89', 'name': 'tempest-ServerActionsTestJSON-1047060273-router', 'tenant_id': '8580c2e482d141ebb0b16b23278c5865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.176'}], 'enable_snat': True}, 'gw_port_id': '4dae9401-ccf9-4524-81a4-0743afab0105', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:52:04Z', 'updated_at': '2021-12-18T13:52:07Z', 'revision_number': 4, 'project_id': '8580c2e482d141ebb0b16b23278c5865', 'gw_port': {'id': '4dae9401-ccf9-4524-81a4-0743afab0105', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:17:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f50444-ac87-418b-a656-af22371cbf89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:52:05Z', 'updated_at': '2021-12-18T13:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv', '_floatingips': [{'id': '4f43959e-e517-4040-8c52-cbf83b2234d1', 'tenant_id': '8580c2e482d141ebb0b16b23278c5865', 'floating_ip_address': '172.26.3.107', 'floating_network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'router_id': 'd2f50444-ac87-418b-a656-af22371cbf89', 'port_id': 'deb0127d-c94d-42b6-8539-7aa3062cd684', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1585, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e984c666-923c-41c2-a1ec-63fbd109db54', 'mac_address': 'fa:16:3e:22:19:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae428c7b-bc9d-4dfd-bb3e-3763fc2d26be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T13:52:10Z', 'updated_at': '2021-12-18T13:58:07Z', 'revision_number': 13, 'project_id': '8580c2e482d141ebb0b16b23278c5865', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7245800b-0f58-453f-bd2b-62ae5cd2b394', 'name': '', 'network_id': 'e984c666-923c-41c2-a1ec-63fbd109db54', 'tenant_id': '8580c2e482d141ebb0b16b23278c5865', 'mac_address': 'fa:16:3e:29:f6:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f50444-ac87-418b-a656-af22371cbf89', 'device_owner': 'network:router_interface', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': 'a8151063-8fff-4877-b494-1e3b0b7b7368', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:52:06Z', 'updated_at': '2021-12-18T13:52:10Z', 'revision_number': 5, 'project_id': '8580c2e482d141ebb0b16b23278c5865', 'subnets': [{'id': 'a8151063-8fff-4877-b494-1e3b0b7b7368', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 13:58:08.644117 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-a4798ced-9ee2-434c-b1a0-442929481656 req-b7a3ca91-7013-41c5-a00d-1231c845cb73 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=deb0127d-c94d-42b6-8539-7aa3062cd684 HTTP/1.1" status: 200 len: 1001 time: 0.0600679 Dec 18 13:58:08.695878 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4798ced-9ee2-434c-b1a0-442929481656 req-60a62768-bd85-49f1-a2ac-9407c7af9938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:58:08.697455 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-a4798ced-9ee2-434c-b1a0-442929481656 req-60a62768-bd85-49f1-a2ac-9407c7af9938 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a8151063-8fff-4877-b494-1e3b0b7b7368 HTTP/1.1" status: 200 len: 851 time: 0.0469468 Dec 18 13:58:08.749481 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4798ced-9ee2-434c-b1a0-442929481656 req-ba483450-7ce3-47f4-b373-b25ac0a2c012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:58:08.750739 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-a4798ced-9ee2-434c-b1a0-442929481656 req-ba483450-7ce3-47f4-b373-b25ac0a2c012 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e984c666-923c-41c2-a1ec-63fbd109db54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0451503 Dec 18 13:58:08.832023 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58eb6ca4-5df4-443f-a2e6-0036264cd41b None None] New status for floating IP 4f43959e-e517-4040-8c52-cbf83b2234d1: ACTIVE {{(pid=103161) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 18 13:58:08.847938 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-a4798ced-9ee2-434c-b1a0-442929481656 req-b1e59985-b466-4221-8a5c-0d7bf408a1f3 service neutron] 10.222.0.43 "GET /v2.0/networks/e984c666-923c-41c2-a1ec-63fbd109db54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879188 Dec 18 13:58:08.944203 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-a4798ced-9ee2-434c-b1a0-442929481656 req-e25bc0e3-558e-4595-9e6a-cd5878daeffa service neutron] 10.222.0.43 "GET /v2.0/networks/e984c666-923c-41c2-a1ec-63fbd109db54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891008 Dec 18 13:58:24.967493 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-09540b36-ad89-4e72-9e4a-b3dcd418f9d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:58:27.182838 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-42e15bba-1ef6-461e-8c1d-6174ff9a52b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:58:28.570469 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-afa9ae9b-bdbb-4010-bcf6-3a46ce66cf71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:58:30.068720 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7b7a3272-2b45-4d32-9670-25eb1afd1184 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:58:30.326886 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.agents_db [None req-e3dda592-589a-4b4d-b028-ba9a260f4f50 None None] Agent healthcheck: found 6 active agents {{(pid=103162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 18 13:58:30.859261 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:58:37.037907 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:58:54.972010 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-07556f7a-2c49-414d-953c-4071abb57fa7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:58:57.183027 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-894c8a9b-b6d0-4644-9063-e81a81ea5f44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:58:58.570264 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-afa9ae9b-bdbb-4010-bcf6-3a46ce66cf71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:59:00.075891 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7b7a3272-2b45-4d32-9670-25eb1afd1184 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:59:00.858309 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:59:07.042866 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:59:07.332168 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.agents_db [None req-e3dda592-589a-4b4d-b028-ba9a260f4f50 None None] Agent healthcheck: found 6 active agents {{(pid=103162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 18 13:59:07.723757 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-02fef124-b467-4f2a-a2cf-70c28ad01ae9 req-1e0682e2-b1fa-4ea4-8eea-ab36039dd5ce service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=ae428c7b-bc9d-4dfd-bb3e-3763fc2d26be&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0425189 Dec 18 13:59:07.810079 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fef124-b467-4f2a-a2cf-70c28ad01ae9 req-e30658c1-4b86-46fd-a67e-686c237ca938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:59:07.811666 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-02fef124-b467-4f2a-a2cf-70c28ad01ae9 req-e30658c1-4b86-46fd-a67e-686c237ca938 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8580c2e482d141ebb0b16b23278c5865&device_id=ae428c7b-bc9d-4dfd-bb3e-3763fc2d26be HTTP/1.1" status: 200 len: 1099 time: 0.0430048 Dec 18 13:59:07.930809 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fef124-b467-4f2a-a2cf-70c28ad01ae9 req-03e80041-0591-4388-a122-49dc24a75e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:59:07.932353 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-02fef124-b467-4f2a-a2cf-70c28ad01ae9 req-03e80041-0591-4388-a122-49dc24a75e85 service neutron] 10.222.0.43 "GET /v2.0/networks?id=e984c666-923c-41c2-a1ec-63fbd109db54 HTTP/1.1" status: 200 len: 913 time: 0.0993683 Dec 18 13:59:08.000760 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-02fef124-b467-4f2a-a2cf-70c28ad01ae9 req-db52e860-42e0-403c-a7f8-a7bb7e75b567 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=deb0127d-c94d-42b6-8539-7aa3062cd684 HTTP/1.1" status: 200 len: 1003 time: 0.0592122 Dec 18 13:59:08.054842 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fef124-b467-4f2a-a2cf-70c28ad01ae9 req-54717164-3451-4a03-bd56-03c061dab58c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:59:08.056316 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-02fef124-b467-4f2a-a2cf-70c28ad01ae9 req-54717164-3451-4a03-bd56-03c061dab58c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a8151063-8fff-4877-b494-1e3b0b7b7368 HTTP/1.1" status: 200 len: 851 time: 0.0490251 Dec 18 13:59:08.104380 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fef124-b467-4f2a-a2cf-70c28ad01ae9 req-adc07892-8579-4002-ac34-5d347df28e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:59:08.105854 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-02fef124-b467-4f2a-a2cf-70c28ad01ae9 req-adc07892-8579-4002-ac34-5d347df28e85 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e984c666-923c-41c2-a1ec-63fbd109db54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0419714 Dec 18 13:59:08.197765 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-02fef124-b467-4f2a-a2cf-70c28ad01ae9 req-d01976bd-5bc4-491d-b8fd-b69e31033b22 service neutron] 10.222.0.43 "GET /v2.0/networks/e984c666-923c-41c2-a1ec-63fbd109db54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835428 Dec 18 13:59:08.292313 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-02fef124-b467-4f2a-a2cf-70c28ad01ae9 req-9acf26c3-50c8-4761-b5d3-cb7c969a7f36 service neutron] 10.222.0.43 "GET /v2.0/networks/e984c666-923c-41c2-a1ec-63fbd109db54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864453 Dec 18 13:59:24.272462 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b751d72-fc56-48d3-9c92-1966f4200afd req-3d48f72b-f79b-4529-90a6-f59b794eafa2 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:59:24.273824 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-2b751d72-fc56-48d3-9c92-1966f4200afd req-3d48f72b-f79b-4529-90a6-f59b794eafa2 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae428c7b-bc9d-4dfd-bb3e-3763fc2d26be HTTP/1.1" status: 200 len: 946 time: 0.0518708 Dec 18 13:59:24.332194 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-2b751d72-fc56-48d3-9c92-1966f4200afd req-1de7ee42-445f-40e0-a9e6-ff629236d843 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4e8dc0c-698f-493c-bca6-d88ff97a5577&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0496140 Dec 18 13:59:24.966759 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a3c09215-508c-4c86-aa61-87346498dbe1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:59:27.177215 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-988ac062-7264-43df-b314-301e5adc45dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:59:28.570441 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-afa9ae9b-bdbb-4010-bcf6-3a46ce66cf71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:59:30.079738 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7b7a3272-2b45-4d32-9670-25eb1afd1184 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:59:30.860342 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:59:36.402045 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [req-d1ee154d-2741-48ad-a3f2-13a44c019cd1 req-37144ade-803b-4329-be13-c4446e411337 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103159) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 18 13:59:36.402967 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-d1ee154d-2741-48ad-a3f2-13a44c019cd1 req-37144ade-803b-4329-be13-c4446e411337 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14093 time: 0.0058250 Dec 18 13:59:36.602168 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-f82aa39b-a041-4d3a-91ba-1f397e12aab3 req-fb644aa1-a8e7-410e-9dfd-6199092c4dc0 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=ae428c7b-bc9d-4dfd-bb3e-3763fc2d26be&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0700564 Dec 18 13:59:36.610337 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e965be-5b7e-4315-aa20-db3e1d440111 req-a1b8229d-cf14-4a65-9ac8-b4db701692c5 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:59:36.611907 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-85e965be-5b7e-4315-aa20-db3e1d440111 req-a1b8229d-cf14-4a65-9ac8-b4db701692c5 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae428c7b-bc9d-4dfd-bb3e-3763fc2d26be HTTP/1.1" status: 200 len: 946 time: 0.0688236 Dec 18 13:59:36.665055 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-85e965be-5b7e-4315-aa20-db3e1d440111 req-3e6c2045-2fc9-487e-9592-19a5dd7566f2 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4e8dc0c-698f-493c-bca6-d88ff97a5577&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0470750 Dec 18 13:59:37.046109 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:59:37.782162 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82aa39b-a041-4d3a-91ba-1f397e12aab3 req-c638e106-07d3-4420-a62b-08a7bbc2afa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:59:37.783696 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-f82aa39b-a041-4d3a-91ba-1f397e12aab3 req-c638e106-07d3-4420-a62b-08a7bbc2afa8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8580c2e482d141ebb0b16b23278c5865&device_id=ae428c7b-bc9d-4dfd-bb3e-3763fc2d26be HTTP/1.1" status: 200 len: 1099 time: 0.0704596 Dec 18 13:59:37.806499 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d237c11-387d-41e3-9091-0292c6137279 req-c08a299e-47c9-4435-8f13-9943b431527b tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:59:37.808120 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-1d237c11-387d-41e3-9091-0292c6137279 req-c08a299e-47c9-4435-8f13-9943b431527b tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae428c7b-bc9d-4dfd-bb3e-3763fc2d26be HTTP/1.1" status: 200 len: 946 time: 0.0664952 Dec 18 13:59:37.908988 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-1d237c11-387d-41e3-9091-0292c6137279 req-cb776463-9207-4719-80a9-1b68ad89d70a tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4e8dc0c-698f-493c-bca6-d88ff97a5577&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0898895 Dec 18 13:59:37.918410 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82aa39b-a041-4d3a-91ba-1f397e12aab3 req-9cba6417-4e19-49f6-95a3-0efceceb6fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:59:37.919868 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-f82aa39b-a041-4d3a-91ba-1f397e12aab3 req-9cba6417-4e19-49f6-95a3-0efceceb6fcf service neutron] 10.222.0.43 "GET /v2.0/networks?id=e984c666-923c-41c2-a1ec-63fbd109db54 HTTP/1.1" status: 200 len: 913 time: 0.1290691 Dec 18 13:59:37.987692 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-f82aa39b-a041-4d3a-91ba-1f397e12aab3 req-bab66148-5461-486d-b1b7-60fdaa1708c3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=deb0127d-c94d-42b6-8539-7aa3062cd684 HTTP/1.1" status: 200 len: 1003 time: 0.0596025 Dec 18 13:59:38.038370 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82aa39b-a041-4d3a-91ba-1f397e12aab3 req-1fc9d980-da11-49a5-a276-6438fa86f44f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:59:38.039825 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-f82aa39b-a041-4d3a-91ba-1f397e12aab3 req-1fc9d980-da11-49a5-a276-6438fa86f44f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a8151063-8fff-4877-b494-1e3b0b7b7368 HTTP/1.1" status: 200 len: 851 time: 0.0448532 Dec 18 13:59:38.090840 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82aa39b-a041-4d3a-91ba-1f397e12aab3 req-413340b3-d754-4524-9755-799c772dcb53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:59:38.092446 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-f82aa39b-a041-4d3a-91ba-1f397e12aab3 req-413340b3-d754-4524-9755-799c772dcb53 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e984c666-923c-41c2-a1ec-63fbd109db54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0443280 Dec 18 13:59:38.185145 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-f82aa39b-a041-4d3a-91ba-1f397e12aab3 req-5b4df2ee-354a-4de3-9367-cf1d48e28ffd service neutron] 10.222.0.43 "GET /v2.0/networks/e984c666-923c-41c2-a1ec-63fbd109db54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846868 Dec 18 13:59:38.283037 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-f82aa39b-a041-4d3a-91ba-1f397e12aab3 req-7a7af4c5-f625-4f1b-88e4-d6aaca594fed service neutron] 10.222.0.43 "GET /v2.0/networks/e984c666-923c-41c2-a1ec-63fbd109db54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908329 Dec 18 13:59:39.029948 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae81ed4-e086-449f-9302-4d1632fd67dd req-9074bfb5-d1e8-4753-9a6b-0f64c1cfc3c1 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:59:39.031462 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-3ae81ed4-e086-449f-9302-4d1632fd67dd req-9074bfb5-d1e8-4753-9a6b-0f64c1cfc3c1 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae428c7b-bc9d-4dfd-bb3e-3763fc2d26be HTTP/1.1" status: 200 len: 946 time: 0.0510738 Dec 18 13:59:39.088743 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-3ae81ed4-e086-449f-9302-4d1632fd67dd req-26bf61c6-802f-4470-9fde-b09e199c129a tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4e8dc0c-698f-493c-bca6-d88ff97a5577&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0480447 Dec 18 13:59:40.235860 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6916154c-23ba-4298-96dc-f4c06e5b2d3f req-f28c2f6c-d719-4f91-a155-9f06cf72bc10 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:59:40.237381 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-6916154c-23ba-4298-96dc-f4c06e5b2d3f req-f28c2f6c-d719-4f91-a155-9f06cf72bc10 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae428c7b-bc9d-4dfd-bb3e-3763fc2d26be HTTP/1.1" status: 200 len: 946 time: 0.0537086 Dec 18 13:59:40.290871 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-6916154c-23ba-4298-96dc-f4c06e5b2d3f req-60eee3e5-5585-49c7-b8ca-1530cfeb7c0a tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4e8dc0c-698f-493c-bca6-d88ff97a5577&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0445254 Dec 18 13:59:41.422991 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200d6ce6-76e9-4dcc-a0ac-502fe672608e req-f4572fed-5960-4c8d-997e-595c32a81d0f tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:59:41.424476 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-200d6ce6-76e9-4dcc-a0ac-502fe672608e req-f4572fed-5960-4c8d-997e-595c32a81d0f tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae428c7b-bc9d-4dfd-bb3e-3763fc2d26be HTTP/1.1" status: 200 len: 946 time: 0.0588031 Dec 18 13:59:41.480151 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-200d6ce6-76e9-4dcc-a0ac-502fe672608e req-434ceaba-584a-49d4-a17c-b9dd0ca25216 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4e8dc0c-698f-493c-bca6-d88ff97a5577&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0467131 Dec 18 13:59:42.597711 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4679006-a136-4529-b74f-30fa2752f042 req-75adac3b-9512-4816-ac19-b2dd17ed5f8f tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:59:42.599206 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-a4679006-a136-4529-b74f-30fa2752f042 req-75adac3b-9512-4816-ac19-b2dd17ed5f8f tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae428c7b-bc9d-4dfd-bb3e-3763fc2d26be HTTP/1.1" status: 200 len: 946 time: 0.0495009 Dec 18 13:59:42.655500 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-a4679006-a136-4529-b74f-30fa2752f042 req-5734c262-e249-4d15-8861-9ff3ca5f6f12 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4e8dc0c-698f-493c-bca6-d88ff97a5577&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0500648 Dec 18 13:59:43.781299 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e111729-b4e7-44fc-b28f-db5c02077760 req-f2ed9a6b-5898-4c2a-8424-96c04c9d1f67 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:59:43.782637 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-7e111729-b4e7-44fc-b28f-db5c02077760 req-f2ed9a6b-5898-4c2a-8424-96c04c9d1f67 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae428c7b-bc9d-4dfd-bb3e-3763fc2d26be HTTP/1.1" status: 200 len: 946 time: 0.0577905 Dec 18 13:59:43.833831 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-7e111729-b4e7-44fc-b28f-db5c02077760 req-a7a1af06-8e56-4150-90e1-cecdcf81ca43 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4e8dc0c-698f-493c-bca6-d88ff97a5577&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424044 Dec 18 13:59:44.337347 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.agents_db [None req-e3dda592-589a-4b4d-b028-ba9a260f4f50 None None] Agent healthcheck: found 6 active agents {{(pid=103162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 18 13:59:44.968553 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93ac793-a218-44c9-8e3c-8a3611e1f400 req-d59e969d-21f1-4da3-b6c0-17e33496eb2c tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:59:44.970037 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-b93ac793-a218-44c9-8e3c-8a3611e1f400 req-d59e969d-21f1-4da3-b6c0-17e33496eb2c tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae428c7b-bc9d-4dfd-bb3e-3763fc2d26be HTTP/1.1" status: 200 len: 946 time: 0.0508397 Dec 18 13:59:45.017396 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-b93ac793-a218-44c9-8e3c-8a3611e1f400 req-accf5303-d736-4d29-a9bd-b9bb071d6db8 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4e8dc0c-698f-493c-bca6-d88ff97a5577&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0412924 Dec 18 13:59:46.149441 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3dbdea-e490-4067-98eb-46dcbb087cbb req-36ddd4bd-fd09-42d5-9b2d-f4904f14d6e8 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:59:46.150894 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-6c3dbdea-e490-4067-98eb-46dcbb087cbb req-36ddd4bd-fd09-42d5-9b2d-f4904f14d6e8 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae428c7b-bc9d-4dfd-bb3e-3763fc2d26be HTTP/1.1" status: 200 len: 946 time: 0.0565500 Dec 18 13:59:46.212322 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-6c3dbdea-e490-4067-98eb-46dcbb087cbb req-d3330a10-f1be-4a97-bc0f-f23e96da8718 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4e8dc0c-698f-493c-bca6-d88ff97a5577&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0542505 Dec 18 13:59:47.343030 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8f0e36-b398-4aaf-914e-4a66e86637ff req-22bb812d-a6c2-4b5c-a91a-0d7c3aa60bb2 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:59:47.344581 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-ac8f0e36-b398-4aaf-914e-4a66e86637ff req-22bb812d-a6c2-4b5c-a91a-0d7c3aa60bb2 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae428c7b-bc9d-4dfd-bb3e-3763fc2d26be HTTP/1.1" status: 200 len: 946 time: 0.0518723 Dec 18 13:59:47.394667 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-ac8f0e36-b398-4aaf-914e-4a66e86637ff req-b798c4b8-2abc-4d77-b064-4245254810b8 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4e8dc0c-698f-493c-bca6-d88ff97a5577&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0441058 Dec 18 13:59:48.529080 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1429f939-574d-4b29-b704-f8a86563a39f req-fa05f85d-8095-4517-8fda-00497798bbf5 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:59:48.530705 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-1429f939-574d-4b29-b704-f8a86563a39f req-fa05f85d-8095-4517-8fda-00497798bbf5 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae428c7b-bc9d-4dfd-bb3e-3763fc2d26be HTTP/1.1" status: 200 len: 946 time: 0.0500743 Dec 18 13:59:48.580865 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-1429f939-574d-4b29-b704-f8a86563a39f req-b1989e70-3cf2-43a0-b214-a07eb06c2165 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4e8dc0c-698f-493c-bca6-d88ff97a5577&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0432227 Dec 18 13:59:49.712461 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8091be-3194-48b7-9339-853ed76104cb req-378923dd-ca89-4a19-a7ca-6eb90a4abf9e tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:59:49.713944 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-5c8091be-3194-48b7-9339-853ed76104cb req-378923dd-ca89-4a19-a7ca-6eb90a4abf9e tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae428c7b-bc9d-4dfd-bb3e-3763fc2d26be HTTP/1.1" status: 200 len: 946 time: 0.0534899 Dec 18 13:59:49.761422 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-5c8091be-3194-48b7-9339-853ed76104cb req-4f5e0fba-3232-4837-9747-0f730d1bee99 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4e8dc0c-698f-493c-bca6-d88ff97a5577&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0411823 Dec 18 13:59:50.882619 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71e41c0-c32a-4248-bcfd-a915bc439076 req-1f89d8a0-60be-4769-8b58-6d885be1d884 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:59:50.884075 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-d71e41c0-c32a-4248-bcfd-a915bc439076 req-1f89d8a0-60be-4769-8b58-6d885be1d884 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae428c7b-bc9d-4dfd-bb3e-3763fc2d26be HTTP/1.1" status: 200 len: 946 time: 0.0524094 Dec 18 13:59:50.933123 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-d71e41c0-c32a-4248-bcfd-a915bc439076 req-86ee5845-026d-4a57-838d-c111c71fea04 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4e8dc0c-698f-493c-bca6-d88ff97a5577&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0430586 Dec 18 13:59:52.047114 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-f82aa39b-a041-4d3a-91ba-1f397e12aab3 req-1d53e7ef-1818-45c3-b6fb-3c7222a46124 service neutron] 10.222.0.43 "GET /v2.0/ports/deb0127d-c94d-42b6-8539-7aa3062cd684/bindings/hv-neutron-7448 HTTP/1.1" status: 200 len: 384 time: 0.0819483 Dec 18 13:59:52.060238 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66486cd8-ed12-45a5-9840-ad6d78656540 req-887e2182-ffd3-4e0b-a080-f666834f5846 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:59:52.061668 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-66486cd8-ed12-45a5-9840-ad6d78656540 req-887e2182-ffd3-4e0b-a080-f666834f5846 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae428c7b-bc9d-4dfd-bb3e-3763fc2d26be HTTP/1.1" status: 200 len: 946 time: 0.0593395 Dec 18 13:59:52.110642 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-66486cd8-ed12-45a5-9840-ad6d78656540 req-aacffb12-13ad-4b18-a1e3-57993f6ae57b tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4e8dc0c-698f-493c-bca6-d88ff97a5577&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419312 Dec 18 13:59:52.262589 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82aa39b-a041-4d3a-91ba-1f397e12aab3 req-1eb3d08b-75f4-4651-ad44-b7001d06eb3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:59:52.264144 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-f82aa39b-a041-4d3a-91ba-1f397e12aab3 req-1eb3d08b-75f4-4651-ad44-b7001d06eb3f service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=ae428c7b-bc9d-4dfd-bb3e-3763fc2d26be&tenant_id=8580c2e482d141ebb0b16b23278c5865 HTTP/1.1" status: 200 len: 1099 time: 0.0454481 Dec 18 13:59:52.335423 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82aa39b-a041-4d3a-91ba-1f397e12aab3 req-c52b0298-bf94-4687-aa6e-080108284640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:59:52.337486 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-f82aa39b-a041-4d3a-91ba-1f397e12aab3 req-c52b0298-bf94-4687-aa6e-080108284640 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8580c2e482d141ebb0b16b23278c5865&device_id=ae428c7b-bc9d-4dfd-bb3e-3763fc2d26be HTTP/1.1" status: 200 len: 1099 time: 0.0454836 Dec 18 13:59:52.442948 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82aa39b-a041-4d3a-91ba-1f397e12aab3 req-143a28c9-f19a-43d6-a048-01c412d4f852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:59:52.444491 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-f82aa39b-a041-4d3a-91ba-1f397e12aab3 req-143a28c9-f19a-43d6-a048-01c412d4f852 service neutron] 10.222.0.43 "GET /v2.0/networks?id=e984c666-923c-41c2-a1ec-63fbd109db54 HTTP/1.1" status: 200 len: 913 time: 0.0984318 Dec 18 13:59:52.517409 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-f82aa39b-a041-4d3a-91ba-1f397e12aab3 req-3c25f62d-249a-410e-b321-fcc89ca8fa13 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=deb0127d-c94d-42b6-8539-7aa3062cd684 HTTP/1.1" status: 200 len: 1003 time: 0.0651557 Dec 18 13:59:52.566000 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82aa39b-a041-4d3a-91ba-1f397e12aab3 req-f9ecaf44-5162-4615-8fef-954228b55fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:59:52.567479 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-f82aa39b-a041-4d3a-91ba-1f397e12aab3 req-f9ecaf44-5162-4615-8fef-954228b55fe5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a8151063-8fff-4877-b494-1e3b0b7b7368 HTTP/1.1" status: 200 len: 851 time: 0.0428121 Dec 18 13:59:52.616463 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82aa39b-a041-4d3a-91ba-1f397e12aab3 req-84af0421-cb31-45c7-a719-9f513cd7ea67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:59:52.617949 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-f82aa39b-a041-4d3a-91ba-1f397e12aab3 req-84af0421-cb31-45c7-a719-9f513cd7ea67 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e984c666-923c-41c2-a1ec-63fbd109db54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0437713 Dec 18 13:59:53.017046 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-f82aa39b-a041-4d3a-91ba-1f397e12aab3 req-70d24c21-3e51-46c8-b949-15d7b2f5f960 service neutron] 10.222.0.43 "GET /v2.0/networks/e984c666-923c-41c2-a1ec-63fbd109db54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3915002 Dec 18 13:59:53.114625 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-f82aa39b-a041-4d3a-91ba-1f397e12aab3 req-73b68c67-2573-4b1d-8b64-3f668cdb180d service neutron] 10.222.0.43 "GET /v2.0/networks/e984c666-923c-41c2-a1ec-63fbd109db54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856793 Dec 18 13:59:53.233733 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7eecc2-d0b0-4733-9163-62530e1e1242 req-1a081bfa-d1b9-45d3-a0e4-db2091aac5e0 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:59:53.235521 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-3d7eecc2-d0b0-4733-9163-62530e1e1242 req-1a081bfa-d1b9-45d3-a0e4-db2091aac5e0 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae428c7b-bc9d-4dfd-bb3e-3763fc2d26be HTTP/1.1" status: 200 len: 946 time: 0.0523400 Dec 18 13:59:53.283431 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-3d7eecc2-d0b0-4733-9163-62530e1e1242 req-a14f1cc8-9674-4a1e-9e69-b84c5b41656e tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4e8dc0c-698f-493c-bca6-d88ff97a5577&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418134 Dec 18 13:59:54.319249 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Device deb0127d-c94d-42b6-8539-7aa3062cd684 no longer exists at agent hyperv_hv-neutron-7448 {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 18 13:59:54.406117 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f9eb7f-72dc-45f2-b027-5df756f76afb req-8bd603cb-5f59-4921-993d-422e5a42d1b9 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:59:54.407881 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-d0f9eb7f-72dc-45f2-b027-5df756f76afb req-8bd603cb-5f59-4921-993d-422e5a42d1b9 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae428c7b-bc9d-4dfd-bb3e-3763fc2d26be HTTP/1.1" status: 200 len: 946 time: 0.0506027 Dec 18 13:59:54.411420 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:59:54.435411 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae428c7b-bc9d-4dfd-bb3e-3763fc2d26be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'deb0127d-c94d-42b6-8539-7aa3062cd684'}] {{(pid=103161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 18 13:59:54.437675 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22224e7a42aa75e3f3b9c037df440650d2cfa1dd97b40a249aee4a8113775251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2870b76d-a7d8-4707-863b-8e7babce740b" -d '{"events": [{"server_uuid": "ae428c7b-bc9d-4dfd-bb3e-3763fc2d26be", "name": "network-vif-unplugged", "status": "completed", "tag": "deb0127d-c94d-42b6-8539-7aa3062cd684"}]}' {{(pid=103161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 18 13:59:54.451506 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] For port deb0127d-c94d-42b6-8539-7aa3062cd684, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=deb0127d-c94d-42b6-8539-7aa3062cd684,segment=NetworkSegment(14046c60-b2f7-4d91-90ff-4117f3ec884d),segment_id=14046c60-b2f7-4d91-90ff-4117f3ec884d)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 13:59:54.458086 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:59:54.460329 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-d0f9eb7f-72dc-45f2-b027-5df756f76afb req-e743d6f3-9cef-44da-a442-bf0a543da7c0 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4e8dc0c-698f-493c-bca6-d88ff97a5577&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0453756 Dec 18 13:59:54.492469 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 18 Dec 2021 13:59:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d56ef03-44b3-43de-a5ca-146751df44f9 x-openstack-request-id: req-7d56ef03-44b3-43de-a5ca-146751df44f9 {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 18 13:59:54.492740 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae428c7b-bc9d-4dfd-bb3e-3763fc2d26be", "name": "network-vif-unplugged", "status": "completed", "tag": "deb0127d-c94d-42b6-8539-7aa3062cd684", "code": 200}]} {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 18 13:59:54.493086 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7d56ef03-44b3-43de-a5ca-146751df44f9 {{(pid=103161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 18 13:59:54.493390 dv-neutron-744815-20-hyperv neutron-server[103161]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae428c7b-bc9d-4dfd-bb3e-3763fc2d26be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'deb0127d-c94d-42b6-8539-7aa3062cd684', 'code': 200} Dec 18 13:59:54.513319 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Pushing event updated for resources: {'Port': ['ID=deb0127d-c94d-42b6-8539-7aa3062cd684,revision_number=6']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 13:59:54.520552 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:59:54.520906 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:59:54.521249 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:59:54.521586 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:59:54.521922 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:59:54.522238 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:59:54.522567 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:59:54.522895 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:59:54.523254 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:59:54.523590 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:59:54.523919 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:59:54.524242 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:59:54.524563 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 13:59:54.972955 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-27cff366-451e-4ff5-96ba-8abf2b253f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:59:55.599340 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5a301e-8812-44cf-bd98-501e1aa84a1a req-0e4cf4e2-8795-4a77-99e5-48713b427a70 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:59:55.600863 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-9e5a301e-8812-44cf-bd98-501e1aa84a1a req-0e4cf4e2-8795-4a77-99e5-48713b427a70 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae428c7b-bc9d-4dfd-bb3e-3763fc2d26be HTTP/1.1" status: 200 len: 944 time: 0.0517359 Dec 18 13:59:55.655186 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-9e5a301e-8812-44cf-bd98-501e1aa84a1a req-997a0d4b-b32b-4a07-b3c0-541381f4e660 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4e8dc0c-698f-493c-bca6-d88ff97a5577&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0477917 Dec 18 13:59:56.774697 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703dcc4a-a4a4-44ef-b67b-ef317d925289 req-829e4b60-05cc-4dad-ac43-13860aea85a8 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:59:56.776203 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-703dcc4a-a4a4-44ef-b67b-ef317d925289 req-829e4b60-05cc-4dad-ac43-13860aea85a8 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae428c7b-bc9d-4dfd-bb3e-3763fc2d26be HTTP/1.1" status: 200 len: 944 time: 0.0490978 Dec 18 13:59:56.829374 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-703dcc4a-a4a4-44ef-b67b-ef317d925289 req-6d732902-6d1c-432e-ae95-842bdc7da61d tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4e8dc0c-698f-493c-bca6-d88ff97a5577&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0470273 Dec 18 13:59:57.187902 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a5234d7b-bee1-4ee1-a5a6-b5800565859c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:59:57.961230 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300379d2-ca9c-4a40-8b4e-e234213e0d9d req-4fe3a68d-b86e-4ba1-b833-d2e8175de14a tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:59:57.962864 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-300379d2-ca9c-4a40-8b4e-e234213e0d9d req-4fe3a68d-b86e-4ba1-b833-d2e8175de14a tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae428c7b-bc9d-4dfd-bb3e-3763fc2d26be HTTP/1.1" status: 200 len: 944 time: 0.0562222 Dec 18 13:59:58.017397 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-300379d2-ca9c-4a40-8b4e-e234213e0d9d req-751c5b56-38c1-4e09-a298-79e87da5a1d9 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4e8dc0c-698f-493c-bca6-d88ff97a5577&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0447950 Dec 18 13:59:58.575965 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-afa9ae9b-bdbb-4010-bcf6-3a46ce66cf71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 13:59:59.159275 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9bf45a-4c48-4fb2-807d-2ca420fdfaa3 req-369474f7-5071-4718-b478-8a4ac921d2b1 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 13:59:59.160837 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-7b9bf45a-4c48-4fb2-807d-2ca420fdfaa3 req-369474f7-5071-4718-b478-8a4ac921d2b1 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae428c7b-bc9d-4dfd-bb3e-3763fc2d26be HTTP/1.1" status: 200 len: 944 time: 0.0563083 Dec 18 13:59:59.214328 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-7b9bf45a-4c48-4fb2-807d-2ca420fdfaa3 req-bcdb7e82-d949-4ef0-b323-ff4d66af2a33 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4e8dc0c-698f-493c-bca6-d88ff97a5577&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0451856 Dec 18 14:00:00.079605 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7b7a3272-2b45-4d32-9670-25eb1afd1184 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:00:00.338141 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b6aadd-676e-4490-ae59-17aa39fe35b4 req-2e0ea549-dda0-49b3-9633-a466cf426c0b tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:00:00.339587 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-18b6aadd-676e-4490-ae59-17aa39fe35b4 req-2e0ea549-dda0-49b3-9633-a466cf426c0b tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae428c7b-bc9d-4dfd-bb3e-3763fc2d26be HTTP/1.1" status: 200 len: 944 time: 0.0513079 Dec 18 14:00:00.402689 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-18b6aadd-676e-4490-ae59-17aa39fe35b4 req-7e4970d0-26b6-487d-9eeb-633ab53eba91 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4e8dc0c-698f-493c-bca6-d88ff97a5577&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0541680 Dec 18 14:00:00.861216 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:00:01.533422 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124d7a60-004b-4562-9812-3e5db0f7a065 req-a93985b9-6281-4079-9302-06518d189445 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:00:01.534894 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-124d7a60-004b-4562-9812-3e5db0f7a065 req-a93985b9-6281-4079-9302-06518d189445 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae428c7b-bc9d-4dfd-bb3e-3763fc2d26be HTTP/1.1" status: 200 len: 944 time: 0.0495892 Dec 18 14:00:01.584246 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-124d7a60-004b-4562-9812-3e5db0f7a065 req-202f494d-f39b-44c9-a789-4a6715e2c6dc tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4e8dc0c-698f-493c-bca6-d88ff97a5577&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427511 Dec 18 14:00:02.337849 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Device deb0127d-c94d-42b6-8539-7aa3062cd684 details requested by agent hyperv_hv-neutron-7448 with host hv-neutron-7448 {{(pid=103161) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 18 14:00:02.444420 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] For port deb0127d-c94d-42b6-8539-7aa3062cd684, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=deb0127d-c94d-42b6-8539-7aa3062cd684,segment=NetworkSegment(14046c60-b2f7-4d91-90ff-4117f3ec884d),segment_id=14046c60-b2f7-4d91-90ff-4117f3ec884d)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 14:00:02.455474 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Returning: {'device': 'deb0127d-c94d-42b6-8539-7aa3062cd684', 'network_id': 'e984c666-923c-41c2-a1ec-63fbd109db54', 'port_id': 'deb0127d-c94d-42b6-8539-7aa3062cd684', 'mac_address': 'fa:16:3e:22:19:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8151063-8fff-4877-b494-1e3b0b7b7368', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103161) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 18 14:00:02.493215 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:00:02.506569 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.notifiers.nova [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id deb0127d-c94d-42b6-8539-7aa3062cd684 {{(pid=103161) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 18 14:00:02.525666 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] For port deb0127d-c94d-42b6-8539-7aa3062cd684, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=deb0127d-c94d-42b6-8539-7aa3062cd684,segment=NetworkSegment(14046c60-b2f7-4d91-90ff-4117f3ec884d),segment_id=14046c60-b2f7-4d91-90ff-4117f3ec884d)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 14:00:02.532316 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:00:02.582045 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Pushing event updated for resources: {'Port': ['ID=deb0127d-c94d-42b6-8539-7aa3062cd684,revision_number=7']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:00:02.591261 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] get_ports_and_sgs() called for port_ids ['deb0127d-c94d-42b6-8539-7aa3062cd684'] {{(pid=103161) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 18 14:00:02.711064 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789a20af-f614-431a-a249-c9f39689b6eb req-901987a9-af57-4bcb-b1b6-843e38331c28 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:00:02.712564 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-789a20af-f614-431a-a249-c9f39689b6eb req-901987a9-af57-4bcb-b1b6-843e38331c28 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae428c7b-bc9d-4dfd-bb3e-3763fc2d26be HTTP/1.1" status: 200 len: 945 time: 0.0523040 Dec 18 14:00:02.758895 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-789a20af-f614-431a-a249-c9f39689b6eb req-4bc80df3-da1f-4c08-a185-575aea66f1d7 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4e8dc0c-698f-493c-bca6-d88ff97a5577&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0398808 Dec 18 14:00:03.894443 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92981f11-805b-451b-8129-e7604cc365d4 req-468d12e6-5842-4f39-adf7-2b56d3cc270e tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:00:03.896148 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-92981f11-805b-451b-8129-e7604cc365d4 req-468d12e6-5842-4f39-adf7-2b56d3cc270e tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae428c7b-bc9d-4dfd-bb3e-3763fc2d26be HTTP/1.1" status: 200 len: 945 time: 0.0586550 Dec 18 14:00:03.944168 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-92981f11-805b-451b-8129-e7604cc365d4 req-5672cee3-5780-4c25-b292-cd7ceffd48b3 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4e8dc0c-698f-493c-bca6-d88ff97a5577&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419345 Dec 18 14:00:04.350351 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Device deb0127d-c94d-42b6-8539-7aa3062cd684 up at agent hyperv_hv-neutron-7448 {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 14:00:04.407796 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Provisioning complete for port deb0127d-c94d-42b6-8539-7aa3062cd684 triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 14:00:04.408175 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:00:04.494353 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:00:04.520248 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae428c7b-bc9d-4dfd-bb3e-3763fc2d26be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'deb0127d-c94d-42b6-8539-7aa3062cd684'}] {{(pid=103161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 18 14:00:04.523614 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22224e7a42aa75e3f3b9c037df440650d2cfa1dd97b40a249aee4a8113775251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2b0974b-72a9-4838-a9f9-de2fee09ae63" -d '{"events": [{"server_uuid": "ae428c7b-bc9d-4dfd-bb3e-3763fc2d26be", "name": "network-vif-plugged", "status": "completed", "tag": "deb0127d-c94d-42b6-8539-7aa3062cd684"}]}' {{(pid=103161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 18 14:00:04.538101 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] For port deb0127d-c94d-42b6-8539-7aa3062cd684, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=deb0127d-c94d-42b6-8539-7aa3062cd684,segment=NetworkSegment(14046c60-b2f7-4d91-90ff-4117f3ec884d),segment_id=14046c60-b2f7-4d91-90ff-4117f3ec884d)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 14:00:04.543174 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:00:04.572140 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 14:00:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a523a605-7841-4cbb-ba7c-197c3caa521e x-openstack-request-id: req-a523a605-7841-4cbb-ba7c-197c3caa521e {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 18 14:00:04.572427 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae428c7b-bc9d-4dfd-bb3e-3763fc2d26be", "name": "network-vif-plugged", "status": "completed", "tag": "deb0127d-c94d-42b6-8539-7aa3062cd684", "code": 200}]} {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 18 14:00:04.572682 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a523a605-7841-4cbb-ba7c-197c3caa521e {{(pid=103161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 18 14:00:04.573053 dv-neutron-744815-20-hyperv neutron-server[103161]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae428c7b-bc9d-4dfd-bb3e-3763fc2d26be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'deb0127d-c94d-42b6-8539-7aa3062cd684', 'code': 200} Dec 18 14:00:04.593351 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Pushing event updated for resources: {'Port': ['ID=deb0127d-c94d-42b6-8539-7aa3062cd684,revision_number=8']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:00:05.079436 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5044b064-b598-459e-998f-cb1a6687a1a6 req-1ce4dfd9-8ee1-42b8-81ab-659ac29a95e0 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:00:05.080893 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-5044b064-b598-459e-998f-cb1a6687a1a6 req-1ce4dfd9-8ee1-42b8-81ab-659ac29a95e0 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae428c7b-bc9d-4dfd-bb3e-3763fc2d26be HTTP/1.1" status: 200 len: 946 time: 0.0517986 Dec 18 14:00:05.127529 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-5044b064-b598-459e-998f-cb1a6687a1a6 req-c0cff014-9b64-4f6b-8073-8f61b27da5a9 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4e8dc0c-698f-493c-bca6-d88ff97a5577&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0406411 Dec 18 14:00:06.256048 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff936be-5aa6-4f5b-b9d5-e4c201a93c5a req-e89cbbf6-28a7-4578-b243-ccd3faee2231 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:00:06.257545 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-4ff936be-5aa6-4f5b-b9d5-e4c201a93c5a req-e89cbbf6-28a7-4578-b243-ccd3faee2231 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae428c7b-bc9d-4dfd-bb3e-3763fc2d26be HTTP/1.1" status: 200 len: 946 time: 0.0579808 Dec 18 14:00:06.304868 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-4ff936be-5aa6-4f5b-b9d5-e4c201a93c5a req-02275c3d-a0f7-445a-b6ee-83c56650dc59 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4e8dc0c-698f-493c-bca6-d88ff97a5577&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0412607 Dec 18 14:00:06.634899 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da66919-e12e-4b12-a349-83dcc6bbc5b5 req-cc598b11-ee11-42db-a3ae-894ac5ebf5b8 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:00:06.636423 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-1da66919-e12e-4b12-a349-83dcc6bbc5b5 req-cc598b11-ee11-42db-a3ae-894ac5ebf5b8 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.43 "GET /v2.0/ports?device_id=ae428c7b-bc9d-4dfd-bb3e-3763fc2d26be&tenant_id=8580c2e482d141ebb0b16b23278c5865&binding%3Ahost_id=hv-neutron-7448 HTTP/1.1" status: 200 len: 946 time: 0.0850205 Dec 18 14:00:06.652866 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dca476d-e18d-4ba4-8562-43d4543169f9 req-23011489-9635-464a-8e01-d69c95552f6f tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:00:06.654300 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-4dca476d-e18d-4ba4-8562-43d4543169f9 req-23011489-9635-464a-8e01-d69c95552f6f tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae428c7b-bc9d-4dfd-bb3e-3763fc2d26be HTTP/1.1" status: 200 len: 946 time: 0.0757494 Dec 18 14:00:06.739744 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-4dca476d-e18d-4ba4-8562-43d4543169f9 req-5afbe730-93e1-4df5-bb05-612238ced8c4 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4e8dc0c-698f-493c-bca6-d88ff97a5577&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0794089 Dec 18 14:00:06.741756 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-1da66919-e12e-4b12-a349-83dcc6bbc5b5 req-c359cece-3b88-4f70-8aed-133592423b0c service neutron] 10.222.0.43 "GET /v2.0/ports/deb0127d-c94d-42b6-8539-7aa3062cd684/bindings/hv-neutron-7448 HTTP/1.1" status: 200 len: 384 time: 0.0972102 Dec 18 14:00:06.830924 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da66919-e12e-4b12-a349-83dcc6bbc5b5 req-a81b56d7-cec7-4acc-a9bd-c765e94fb5cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:00:06.832931 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-1da66919-e12e-4b12-a349-83dcc6bbc5b5 req-a81b56d7-cec7-4acc-a9bd-c765e94fb5cd service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8580c2e482d141ebb0b16b23278c5865&device_id=ae428c7b-bc9d-4dfd-bb3e-3763fc2d26be HTTP/1.1" status: 200 len: 1099 time: 0.0503252 Dec 18 14:00:06.927696 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da66919-e12e-4b12-a349-83dcc6bbc5b5 req-45aecddc-51a5-4007-8d98-50003549c05d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:00:06.929434 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-1da66919-e12e-4b12-a349-83dcc6bbc5b5 req-45aecddc-51a5-4007-8d98-50003549c05d service neutron] 10.222.0.43 "GET /v2.0/networks?id=e984c666-923c-41c2-a1ec-63fbd109db54 HTTP/1.1" status: 200 len: 913 time: 0.0896728 Dec 18 14:00:07.001888 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-1da66919-e12e-4b12-a349-83dcc6bbc5b5 req-9bb6a8cf-13bb-4647-aa62-c741bbe7d5cc service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=deb0127d-c94d-42b6-8539-7aa3062cd684 HTTP/1.1" status: 200 len: 1003 time: 0.0651686 Dec 18 14:00:07.055056 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da66919-e12e-4b12-a349-83dcc6bbc5b5 req-e5bf2c3c-e154-4bf8-b60d-2fdd88cbff51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:00:07.056580 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-1da66919-e12e-4b12-a349-83dcc6bbc5b5 req-e5bf2c3c-e154-4bf8-b60d-2fdd88cbff51 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a8151063-8fff-4877-b494-1e3b0b7b7368 HTTP/1.1" status: 200 len: 851 time: 0.0482121 Dec 18 14:00:07.071482 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:00:07.109226 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da66919-e12e-4b12-a349-83dcc6bbc5b5 req-453db313-7996-4d2c-ac9e-d3fb9f1dad09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:00:07.110647 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-1da66919-e12e-4b12-a349-83dcc6bbc5b5 req-453db313-7996-4d2c-ac9e-d3fb9f1dad09 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e984c666-923c-41c2-a1ec-63fbd109db54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0463462 Dec 18 14:00:07.205268 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-1da66919-e12e-4b12-a349-83dcc6bbc5b5 req-6ba77b7c-eb2f-4125-9115-42672095e5d7 service neutron] 10.222.0.43 "GET /v2.0/networks/e984c666-923c-41c2-a1ec-63fbd109db54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876770 Dec 18 14:00:07.298497 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-1da66919-e12e-4b12-a349-83dcc6bbc5b5 req-ad6789a7-8b7c-4e77-857b-f48d6125f7ee service neutron] 10.222.0.43 "GET /v2.0/networks/e984c666-923c-41c2-a1ec-63fbd109db54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817008 Dec 18 14:00:07.873834 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01703a69-6896-4fd8-bd19-7091e349d97f req-1a52809c-12d2-4798-b73d-bb68b40fc80c tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:00:07.875355 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-01703a69-6896-4fd8-bd19-7091e349d97f req-1a52809c-12d2-4798-b73d-bb68b40fc80c tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae428c7b-bc9d-4dfd-bb3e-3763fc2d26be HTTP/1.1" status: 200 len: 946 time: 0.0508640 Dec 18 14:00:07.931789 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-01703a69-6896-4fd8-bd19-7091e349d97f req-5d03e1bb-79be-401e-9395-0cb55fa01a05 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4e8dc0c-698f-493c-bca6-d88ff97a5577&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0500748 Dec 18 14:00:08.764964 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631ef53c-4648-4782-9e8b-9adec1bf9a3e req-d5adfd52-6a86-4ba4-88b8-4d1c4d261d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:00:08.766780 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-631ef53c-4648-4782-9e8b-9adec1bf9a3e req-d5adfd52-6a86-4ba4-88b8-4d1c4d261d14 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8580c2e482d141ebb0b16b23278c5865&device_id=ae428c7b-bc9d-4dfd-bb3e-3763fc2d26be HTTP/1.1" status: 200 len: 1099 time: 0.0491607 Dec 18 14:00:08.877349 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631ef53c-4648-4782-9e8b-9adec1bf9a3e req-af41391c-7acd-4627-bb12-8e59a71c0ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:00:08.878832 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-631ef53c-4648-4782-9e8b-9adec1bf9a3e req-af41391c-7acd-4627-bb12-8e59a71c0ca7 service neutron] 10.222.0.43 "GET /v2.0/networks?id=e984c666-923c-41c2-a1ec-63fbd109db54 HTTP/1.1" status: 200 len: 913 time: 0.0864847 Dec 18 14:00:08.957269 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-631ef53c-4648-4782-9e8b-9adec1bf9a3e req-5dec2ca9-bd64-4cbc-9164-723a5f2fac9f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=deb0127d-c94d-42b6-8539-7aa3062cd684 HTTP/1.1" status: 200 len: 1003 time: 0.0705884 Dec 18 14:00:09.016548 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631ef53c-4648-4782-9e8b-9adec1bf9a3e req-7c3fd723-3a3f-44af-bb8d-bad4e848b0d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:00:09.017958 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-631ef53c-4648-4782-9e8b-9adec1bf9a3e req-7c3fd723-3a3f-44af-bb8d-bad4e848b0d5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a8151063-8fff-4877-b494-1e3b0b7b7368 HTTP/1.1" status: 200 len: 851 time: 0.0535498 Dec 18 14:00:09.085085 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e049f479-1bc4-4be4-997f-49eaa224e5c8 req-92071863-47ef-427f-b505-fc70876aee23 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:00:09.086885 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-e049f479-1bc4-4be4-997f-49eaa224e5c8 req-92071863-47ef-427f-b505-fc70876aee23 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae428c7b-bc9d-4dfd-bb3e-3763fc2d26be HTTP/1.1" status: 200 len: 946 time: 0.0826662 Dec 18 14:00:09.092977 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631ef53c-4648-4782-9e8b-9adec1bf9a3e req-60cae5dd-78aa-4be0-a98b-b744c0b4fcea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:00:09.094353 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-631ef53c-4648-4782-9e8b-9adec1bf9a3e req-60cae5dd-78aa-4be0-a98b-b744c0b4fcea service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e984c666-923c-41c2-a1ec-63fbd109db54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0630491 Dec 18 14:00:09.193345 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-e049f479-1bc4-4be4-997f-49eaa224e5c8 req-6c9bbd0a-ec79-4b41-89e6-d983e8f8ef3a tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4e8dc0c-698f-493c-bca6-d88ff97a5577&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0979743 Dec 18 14:00:09.223213 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-631ef53c-4648-4782-9e8b-9adec1bf9a3e req-051a2d87-39ca-4c00-863d-de90fffcdad8 service neutron] 10.222.0.43 "GET /v2.0/networks/e984c666-923c-41c2-a1ec-63fbd109db54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148176 Dec 18 14:00:09.320822 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-631ef53c-4648-4782-9e8b-9adec1bf9a3e req-65e4a3a8-bca9-41b5-b8be-efe91b5bd21c service neutron] 10.222.0.43 "GET /v2.0/networks/e984c666-923c-41c2-a1ec-63fbd109db54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898948 Dec 18 14:00:10.311914 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681defb2-d109-4654-aacd-766a1797b395 req-bd7f2937-b05b-47b3-874c-fd84d0e3338b tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:00:10.313458 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-681defb2-d109-4654-aacd-766a1797b395 req-bd7f2937-b05b-47b3-874c-fd84d0e3338b tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae428c7b-bc9d-4dfd-bb3e-3763fc2d26be HTTP/1.1" status: 200 len: 946 time: 0.0490808 Dec 18 14:00:10.362424 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-681defb2-d109-4654-aacd-766a1797b395 req-5999f7f6-9b72-479b-a433-067b6e8ea7e5 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4e8dc0c-698f-493c-bca6-d88ff97a5577&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429182 Dec 18 14:00:11.485436 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f279072e-36a1-40a3-a301-3502459cd7a3 req-d46cfa96-5506-4147-91c0-849181f3c092 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:00:11.486943 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-f279072e-36a1-40a3-a301-3502459cd7a3 req-d46cfa96-5506-4147-91c0-849181f3c092 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae428c7b-bc9d-4dfd-bb3e-3763fc2d26be HTTP/1.1" status: 200 len: 946 time: 0.0508115 Dec 18 14:00:11.537311 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-f279072e-36a1-40a3-a301-3502459cd7a3 req-d28e986a-6b0d-49a2-8219-21992874d0f2 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4e8dc0c-698f-493c-bca6-d88ff97a5577&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0417707 Dec 18 14:00:12.023841 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da66919-e12e-4b12-a349-83dcc6bbc5b5 req-127acbfd-1a33-4bf4-98bd-158ff234d85f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:00:12.025410 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-1da66919-e12e-4b12-a349-83dcc6bbc5b5 req-127acbfd-1a33-4bf4-98bd-158ff234d85f service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=ae428c7b-bc9d-4dfd-bb3e-3763fc2d26be&tenant_id=8580c2e482d141ebb0b16b23278c5865 HTTP/1.1" status: 200 len: 1099 time: 0.0412078 Dec 18 14:00:12.094220 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da66919-e12e-4b12-a349-83dcc6bbc5b5 req-2d8037c8-8d97-4e25-ac49-9d456e157fce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:00:12.096361 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-1da66919-e12e-4b12-a349-83dcc6bbc5b5 req-2d8037c8-8d97-4e25-ac49-9d456e157fce service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8580c2e482d141ebb0b16b23278c5865&device_id=ae428c7b-bc9d-4dfd-bb3e-3763fc2d26be HTTP/1.1" status: 200 len: 1099 time: 0.0461199 Dec 18 14:00:12.203242 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da66919-e12e-4b12-a349-83dcc6bbc5b5 req-53889abc-be23-4c1f-af35-31ccbb68ad53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:00:12.204789 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-1da66919-e12e-4b12-a349-83dcc6bbc5b5 req-53889abc-be23-4c1f-af35-31ccbb68ad53 service neutron] 10.222.0.43 "GET /v2.0/networks?id=e984c666-923c-41c2-a1ec-63fbd109db54 HTTP/1.1" status: 200 len: 913 time: 0.1015103 Dec 18 14:00:12.278235 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-1da66919-e12e-4b12-a349-83dcc6bbc5b5 req-d39c9f17-b26f-44e6-9ed7-b61ee5622636 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=deb0127d-c94d-42b6-8539-7aa3062cd684 HTTP/1.1" status: 200 len: 1003 time: 0.0663006 Dec 18 14:00:12.328697 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da66919-e12e-4b12-a349-83dcc6bbc5b5 req-cc927a02-edd0-40c2-9364-ae12ad2322e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:00:12.330130 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-1da66919-e12e-4b12-a349-83dcc6bbc5b5 req-cc927a02-edd0-40c2-9364-ae12ad2322e9 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a8151063-8fff-4877-b494-1e3b0b7b7368 HTTP/1.1" status: 200 len: 851 time: 0.0435417 Dec 18 14:00:12.359840 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Device deb0127d-c94d-42b6-8539-7aa3062cd684 no longer exists at agent hyperv_hv-neutron-7448 {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 18 14:00:12.378276 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da66919-e12e-4b12-a349-83dcc6bbc5b5 req-e4dc2ed2-1f80-4158-a134-134ad5222bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:00:12.379845 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-1da66919-e12e-4b12-a349-83dcc6bbc5b5 req-e4dc2ed2-1f80-4158-a134-134ad5222bc5 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e984c666-923c-41c2-a1ec-63fbd109db54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0425591 Dec 18 14:00:12.433149 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:00:12.457669 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae428c7b-bc9d-4dfd-bb3e-3763fc2d26be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'deb0127d-c94d-42b6-8539-7aa3062cd684'}] {{(pid=103161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 18 14:00:12.460114 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22224e7a42aa75e3f3b9c037df440650d2cfa1dd97b40a249aee4a8113775251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50ff4464-c3fd-47a3-b45e-5ba8916440ce" -d '{"events": [{"server_uuid": "ae428c7b-bc9d-4dfd-bb3e-3763fc2d26be", "name": "network-vif-unplugged", "status": "completed", "tag": "deb0127d-c94d-42b6-8539-7aa3062cd684"}]}' {{(pid=103161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 18 14:00:12.476346 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] For port deb0127d-c94d-42b6-8539-7aa3062cd684, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=deb0127d-c94d-42b6-8539-7aa3062cd684,segment=NetworkSegment(14046c60-b2f7-4d91-90ff-4117f3ec884d),segment_id=14046c60-b2f7-4d91-90ff-4117f3ec884d)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 14:00:12.480046 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-1da66919-e12e-4b12-a349-83dcc6bbc5b5 req-13a2c5dd-2c6c-4498-ace2-9a97e7ff2f63 service neutron] 10.222.0.43 "GET /v2.0/networks/e984c666-923c-41c2-a1ec-63fbd109db54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927560 Dec 18 14:00:12.481010 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:00:12.506991 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 18 Dec 2021 14:00:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-486dfcee-e3c4-4651-bb53-19ada7aafda8 x-openstack-request-id: req-486dfcee-e3c4-4651-bb53-19ada7aafda8 {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 18 14:00:12.507320 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae428c7b-bc9d-4dfd-bb3e-3763fc2d26be", "name": "network-vif-unplugged", "status": "completed", "tag": "deb0127d-c94d-42b6-8539-7aa3062cd684", "code": 200}]} {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 18 14:00:12.507572 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-486dfcee-e3c4-4651-bb53-19ada7aafda8 {{(pid=103161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 18 14:00:12.507964 dv-neutron-744815-20-hyperv neutron-server[103161]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae428c7b-bc9d-4dfd-bb3e-3763fc2d26be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'deb0127d-c94d-42b6-8539-7aa3062cd684', 'code': 200} Dec 18 14:00:12.531583 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Pushing event updated for resources: {'Port': ['ID=deb0127d-c94d-42b6-8539-7aa3062cd684,revision_number=9']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:00:12.573429 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-1da66919-e12e-4b12-a349-83dcc6bbc5b5 req-4714ed7c-b46e-4575-8d1b-d52f31628cc6 service neutron] 10.222.0.43 "GET /v2.0/networks/e984c666-923c-41c2-a1ec-63fbd109db54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859468 Dec 18 14:00:12.662140 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447259df-fce9-4b55-b644-28ab6edbe0b2 req-6f59b75b-adb5-4b68-abf3-d98e5b8d2c96 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:00:12.663674 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-447259df-fce9-4b55-b644-28ab6edbe0b2 req-6f59b75b-adb5-4b68-abf3-d98e5b8d2c96 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae428c7b-bc9d-4dfd-bb3e-3763fc2d26be HTTP/1.1" status: 200 len: 944 time: 0.0547223 Dec 18 14:00:12.712137 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-447259df-fce9-4b55-b644-28ab6edbe0b2 req-c790c9b8-e6b9-4191-a0e6-8e83ab8c3d48 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4e8dc0c-698f-493c-bca6-d88ff97a5577&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420110 Dec 18 14:00:13.841232 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98f239f-b7df-4ad9-a03b-5696fe13a1f3 req-0a5203bc-eded-4e7f-b274-f7b82e394a98 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:00:13.842716 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-a98f239f-b7df-4ad9-a03b-5696fe13a1f3 req-0a5203bc-eded-4e7f-b274-f7b82e394a98 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae428c7b-bc9d-4dfd-bb3e-3763fc2d26be HTTP/1.1" status: 200 len: 944 time: 0.0508087 Dec 18 14:00:13.893518 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-a98f239f-b7df-4ad9-a03b-5696fe13a1f3 req-cb70d2a1-37c8-436e-bfbb-cb3794807151 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4e8dc0c-698f-493c-bca6-d88ff97a5577&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0439084 Dec 18 14:00:15.013186 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8461823-56ad-4989-9271-2f36ebfbf238 req-576efbbf-5b71-45bb-a0fe-f5eb6682d78b tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:00:15.014708 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-c8461823-56ad-4989-9271-2f36ebfbf238 req-576efbbf-5b71-45bb-a0fe-f5eb6682d78b tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae428c7b-bc9d-4dfd-bb3e-3763fc2d26be HTTP/1.1" status: 200 len: 944 time: 0.0501831 Dec 18 14:00:15.062932 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-c8461823-56ad-4989-9271-2f36ebfbf238 req-0dd0fcd6-ca41-4694-b67c-a11766d5bffb tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4e8dc0c-698f-493c-bca6-d88ff97a5577&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421546 Dec 18 14:00:16.188692 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d214f6d5-dd4f-44e2-887b-a03e25e58afd req-70d3218a-efe5-408d-8f43-fb795a5fa83c tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:00:16.190168 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-d214f6d5-dd4f-44e2-887b-a03e25e58afd req-70d3218a-efe5-408d-8f43-fb795a5fa83c tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae428c7b-bc9d-4dfd-bb3e-3763fc2d26be HTTP/1.1" status: 200 len: 944 time: 0.0523510 Dec 18 14:00:16.238956 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-d214f6d5-dd4f-44e2-887b-a03e25e58afd req-2f30aa5f-d199-4b21-a304-b21d7b4ec50d tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4e8dc0c-698f-493c-bca6-d88ff97a5577&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426552 Dec 18 14:00:17.357864 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24af27a-bb77-4cd2-90b4-c2c76d3f08a6 req-d977b49b-be06-4061-b0a8-8fce5c373105 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:00:17.359754 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-a24af27a-bb77-4cd2-90b4-c2c76d3f08a6 req-d977b49b-be06-4061-b0a8-8fce5c373105 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae428c7b-bc9d-4dfd-bb3e-3763fc2d26be HTTP/1.1" status: 200 len: 944 time: 0.0499799 Dec 18 14:00:17.412986 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-a24af27a-bb77-4cd2-90b4-c2c76d3f08a6 req-aabbec35-2703-4bce-b426-cc1d25475c93 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4e8dc0c-698f-493c-bca6-d88ff97a5577&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0466824 Dec 18 14:00:18.551947 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf0ce90-babe-4f76-afdc-9f8476976f33 req-cc3c1a58-c62e-48a9-a2a0-ae1a8737fd57 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:00:18.553320 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-8cf0ce90-babe-4f76-afdc-9f8476976f33 req-cc3c1a58-c62e-48a9-a2a0-ae1a8737fd57 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae428c7b-bc9d-4dfd-bb3e-3763fc2d26be HTTP/1.1" status: 200 len: 944 time: 0.0647581 Dec 18 14:00:18.601314 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-8cf0ce90-babe-4f76-afdc-9f8476976f33 req-552f5566-c684-42eb-9fe6-8d512d7857b7 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4e8dc0c-698f-493c-bca6-d88ff97a5577&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418916 Dec 18 14:00:19.724008 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81945872-4a9f-40ec-bee4-240c33907c44 req-36c58b13-bdc4-4283-8d74-94f6682b8453 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:00:19.725640 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-81945872-4a9f-40ec-bee4-240c33907c44 req-36c58b13-bdc4-4283-8d74-94f6682b8453 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae428c7b-bc9d-4dfd-bb3e-3763fc2d26be HTTP/1.1" status: 200 len: 944 time: 0.0524871 Dec 18 14:00:19.774756 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-81945872-4a9f-40ec-bee4-240c33907c44 req-45d3044f-a38c-4c12-a0ae-b258c3ca53d8 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4e8dc0c-698f-493c-bca6-d88ff97a5577&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0397646 Dec 18 14:00:20.413810 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Device deb0127d-c94d-42b6-8539-7aa3062cd684 details requested by agent hyperv_hv-neutron-7448 with host hv-neutron-7448 {{(pid=103161) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 18 14:00:20.527569 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] For port deb0127d-c94d-42b6-8539-7aa3062cd684, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=deb0127d-c94d-42b6-8539-7aa3062cd684,segment=NetworkSegment(14046c60-b2f7-4d91-90ff-4117f3ec884d),segment_id=14046c60-b2f7-4d91-90ff-4117f3ec884d)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 14:00:20.540083 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Returning: {'device': 'deb0127d-c94d-42b6-8539-7aa3062cd684', 'network_id': 'e984c666-923c-41c2-a1ec-63fbd109db54', 'port_id': 'deb0127d-c94d-42b6-8539-7aa3062cd684', 'mac_address': 'fa:16:3e:22:19:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8151063-8fff-4877-b494-1e3b0b7b7368', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103161) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 18 14:00:20.579376 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:00:20.598971 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.notifiers.nova [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id deb0127d-c94d-42b6-8539-7aa3062cd684 {{(pid=103161) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 18 14:00:20.622204 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] For port deb0127d-c94d-42b6-8539-7aa3062cd684, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=deb0127d-c94d-42b6-8539-7aa3062cd684,segment=NetworkSegment(14046c60-b2f7-4d91-90ff-4117f3ec884d),segment_id=14046c60-b2f7-4d91-90ff-4117f3ec884d)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 14:00:20.628139 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:00:20.677407 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Pushing event updated for resources: {'Port': ['ID=deb0127d-c94d-42b6-8539-7aa3062cd684,revision_number=10']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:00:20.685883 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] get_ports_and_sgs() called for port_ids ['deb0127d-c94d-42b6-8539-7aa3062cd684'] {{(pid=103161) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 18 14:00:20.907343 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfa050e-c73a-4790-9b47-7c4bf92f8070 req-5d2ac123-58de-4f7f-b14a-b291b197a8e8 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:00:20.908810 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-bdfa050e-c73a-4790-9b47-7c4bf92f8070 req-5d2ac123-58de-4f7f-b14a-b291b197a8e8 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae428c7b-bc9d-4dfd-bb3e-3763fc2d26be HTTP/1.1" status: 200 len: 946 time: 0.0628219 Dec 18 14:00:20.957103 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-bdfa050e-c73a-4790-9b47-7c4bf92f8070 req-e1d19373-90fe-474b-88af-bde3249b3f30 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4e8dc0c-698f-493c-bca6-d88ff97a5577&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421774 Dec 18 14:00:21.342558 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.agents_db [None req-e3dda592-589a-4b4d-b028-ba9a260f4f50 None None] Agent healthcheck: found 6 active agents {{(pid=103162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 18 14:00:22.084321 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c5b263-83d5-461c-afb1-f4f78e440cb3 req-58888351-edbb-4f49-9800-25eef9ce572d tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:00:22.085803 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-07c5b263-83d5-461c-afb1-f4f78e440cb3 req-58888351-edbb-4f49-9800-25eef9ce572d tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae428c7b-bc9d-4dfd-bb3e-3763fc2d26be HTTP/1.1" status: 200 len: 946 time: 0.0566261 Dec 18 14:00:22.134156 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-07c5b263-83d5-461c-afb1-f4f78e440cb3 req-b26dec14-7ed1-47f3-acd3-917124afe27a tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4e8dc0c-698f-493c-bca6-d88ff97a5577&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422523 Dec 18 14:00:22.424012 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Device deb0127d-c94d-42b6-8539-7aa3062cd684 up at agent hyperv_hv-neutron-7448 {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 14:00:22.478633 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Provisioning complete for port deb0127d-c94d-42b6-8539-7aa3062cd684 triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 14:00:22.479052 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:00:22.722618 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:00:22.745378 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae428c7b-bc9d-4dfd-bb3e-3763fc2d26be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'deb0127d-c94d-42b6-8539-7aa3062cd684'}] {{(pid=103161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 18 14:00:22.747638 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22224e7a42aa75e3f3b9c037df440650d2cfa1dd97b40a249aee4a8113775251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70eb0074-f00c-4058-9620-257388faed19" -d '{"events": [{"server_uuid": "ae428c7b-bc9d-4dfd-bb3e-3763fc2d26be", "name": "network-vif-plugged", "status": "completed", "tag": "deb0127d-c94d-42b6-8539-7aa3062cd684"}]}' {{(pid=103161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 18 14:00:22.760055 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] For port deb0127d-c94d-42b6-8539-7aa3062cd684, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=deb0127d-c94d-42b6-8539-7aa3062cd684,segment=NetworkSegment(14046c60-b2f7-4d91-90ff-4117f3ec884d),segment_id=14046c60-b2f7-4d91-90ff-4117f3ec884d)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 14:00:22.766326 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:00:22.800261 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 14:00:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47a4976c-bfe7-4a8b-9ad1-cc1bdd6985de x-openstack-request-id: req-47a4976c-bfe7-4a8b-9ad1-cc1bdd6985de {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 18 14:00:22.800558 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae428c7b-bc9d-4dfd-bb3e-3763fc2d26be", "name": "network-vif-plugged", "status": "completed", "tag": "deb0127d-c94d-42b6-8539-7aa3062cd684", "code": 200}]} {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 18 14:00:22.800815 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-47a4976c-bfe7-4a8b-9ad1-cc1bdd6985de {{(pid=103161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 18 14:00:22.801208 dv-neutron-744815-20-hyperv neutron-server[103161]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae428c7b-bc9d-4dfd-bb3e-3763fc2d26be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'deb0127d-c94d-42b6-8539-7aa3062cd684', 'code': 200} Dec 18 14:00:22.819378 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Pushing event updated for resources: {'Port': ['ID=deb0127d-c94d-42b6-8539-7aa3062cd684,revision_number=11']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:00:23.263242 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ba39ac-6d2c-41d0-a1f2-bb7217c758f6 req-570c7a8c-92d1-4977-94ca-76464ba364c5 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:00:23.264859 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-60ba39ac-6d2c-41d0-a1f2-bb7217c758f6 req-570c7a8c-92d1-4977-94ca-76464ba364c5 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae428c7b-bc9d-4dfd-bb3e-3763fc2d26be HTTP/1.1" status: 200 len: 947 time: 0.0566630 Dec 18 14:00:23.310674 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-60ba39ac-6d2c-41d0-a1f2-bb7217c758f6 req-500d935e-7459-4f63-bc13-6d5f33582625 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4e8dc0c-698f-493c-bca6-d88ff97a5577&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0396714 Dec 18 14:00:24.448220 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc2c10a-a41b-4931-8830-28f48e358b99 req-8336e717-a409-4337-a952-7c77123b7ac6 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:00:24.449643 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-dfc2c10a-a41b-4931-8830-28f48e358b99 req-8336e717-a409-4337-a952-7c77123b7ac6 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae428c7b-bc9d-4dfd-bb3e-3763fc2d26be HTTP/1.1" status: 200 len: 947 time: 0.0577965 Dec 18 14:00:24.497648 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-dfc2c10a-a41b-4931-8830-28f48e358b99 req-5b69a8d4-b199-42b2-bf31-5b356497d2a4 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4e8dc0c-698f-493c-bca6-d88ff97a5577&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0406308 Dec 18 14:00:24.970584 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-17c699d3-943c-44d2-9a43-37ff433cfd51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:00:25.619594 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5911d405-e65c-4233-9074-51d258d1a877 req-87eb614c-bdb1-4697-a513-0685e4afa9b9 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:00:25.621085 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-5911d405-e65c-4233-9074-51d258d1a877 req-87eb614c-bdb1-4697-a513-0685e4afa9b9 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae428c7b-bc9d-4dfd-bb3e-3763fc2d26be HTTP/1.1" status: 200 len: 947 time: 0.0499041 Dec 18 14:00:25.670437 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-5911d405-e65c-4233-9074-51d258d1a877 req-350bc812-88b7-409e-8b5a-5a3e33673798 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4e8dc0c-698f-493c-bca6-d88ff97a5577&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426857 Dec 18 14:00:25.796571 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc73582-c08a-43e6-879a-83e02df7b8d8 req-b36fd41a-e1ff-4f9b-9b87-b617a7db5ca8 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:00:25.797946 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-7dc73582-c08a-43e6-879a-83e02df7b8d8 req-b36fd41a-e1ff-4f9b-9b87-b617a7db5ca8 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae428c7b-bc9d-4dfd-bb3e-3763fc2d26be HTTP/1.1" status: 200 len: 947 time: 0.0515320 Dec 18 14:00:25.849161 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-7dc73582-c08a-43e6-879a-83e02df7b8d8 req-0ea21df3-8f30-46a0-8a7b-11709f515563 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4e8dc0c-698f-493c-bca6-d88ff97a5577&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0451679 Dec 18 14:00:25.964525 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b1e71b-b3e2-4fc2-9717-0b9d4646487a req-947ac756-0017-4762-8983-17f734d04f0e tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:00:25.965990 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-c9b1e71b-b3e2-4fc2-9717-0b9d4646487a req-947ac756-0017-4762-8983-17f734d04f0e tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae428c7b-bc9d-4dfd-bb3e-3763fc2d26be HTTP/1.1" status: 200 len: 947 time: 0.0503430 Dec 18 14:00:26.030290 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-c9b1e71b-b3e2-4fc2-9717-0b9d4646487a req-7f6b605e-9422-4ecc-9169-f2bcc753b5cb tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4e8dc0c-698f-493c-bca6-d88ff97a5577&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0549634 Dec 18 14:00:26.272462 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec0630a-37e3-495c-a9e1-9f2dcc61edca req-1c316cd1-2e47-4634-9b6a-15b42b5cd108 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:00:26.273965 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-8ec0630a-37e3-495c-a9e1-9f2dcc61edca req-1c316cd1-2e47-4634-9b6a-15b42b5cd108 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae428c7b-bc9d-4dfd-bb3e-3763fc2d26be HTTP/1.1" status: 200 len: 947 time: 0.0495234 Dec 18 14:00:26.319975 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-8ec0630a-37e3-495c-a9e1-9f2dcc61edca req-71ce9b8b-f08b-4373-8a9a-b523475abe38 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4e8dc0c-698f-493c-bca6-d88ff97a5577&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0397668 Dec 18 14:00:27.184302 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-76960fd7-f2a8-4d51-bf45-63dc413f3887 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:00:27.445784 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c09424-4981-4bac-8f36-5cede5898449 req-fc7372b3-c965-4848-a104-047e93539366 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:00:27.447188 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-71c09424-4981-4bac-8f36-5cede5898449 req-fc7372b3-c965-4848-a104-047e93539366 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae428c7b-bc9d-4dfd-bb3e-3763fc2d26be HTTP/1.1" status: 200 len: 947 time: 0.0500722 Dec 18 14:00:27.496127 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-71c09424-4981-4bac-8f36-5cede5898449 req-3a97bbcd-0255-4565-a318-b62e3fb437a4 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4e8dc0c-698f-493c-bca6-d88ff97a5577&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426025 Dec 18 14:00:28.576033 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-afa9ae9b-bdbb-4010-bcf6-3a46ce66cf71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:00:28.628144 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276d0414-d32e-4e94-a1d9-32cda95d1744 req-15599a0b-9652-4b8b-a4be-5e08daf63469 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:00:28.629710 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-276d0414-d32e-4e94-a1d9-32cda95d1744 req-15599a0b-9652-4b8b-a4be-5e08daf63469 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae428c7b-bc9d-4dfd-bb3e-3763fc2d26be HTTP/1.1" status: 200 len: 947 time: 0.0500700 Dec 18 14:00:28.690453 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-276d0414-d32e-4e94-a1d9-32cda95d1744 req-966b23f1-2f0a-41dd-a31a-07fdbac14f92 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4e8dc0c-698f-493c-bca6-d88ff97a5577&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0540223 Dec 18 14:00:28.743286 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0989bb35-c523-477e-95d2-b0b41c921663 req-48f2b399-7c1f-426e-b663-931962181ddd tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:00:28.744882 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-0989bb35-c523-477e-95d2-b0b41c921663 req-48f2b399-7c1f-426e-b663-931962181ddd tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.43 "GET /v2.0/ports?device_id=ae428c7b-bc9d-4dfd-bb3e-3763fc2d26be HTTP/1.1" status: 200 len: 947 time: 0.0524182 Dec 18 14:00:28.847124 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [req-0989bb35-c523-477e-95d2-b0b41c921663 req-c6b17265-d6a6-40bb-87ff-4ada34c10f05 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Deleting port deb0127d-c94d-42b6-8539-7aa3062cd684 {{(pid=103159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 14:00:28.847370 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-0989bb35-c523-477e-95d2-b0b41c921663 req-c6b17265-d6a6-40bb-87ff-4ada34c10f05 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:00:28.937908 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.db [req-0989bb35-c523-477e-95d2-b0b41c921663 req-c6b17265-d6a6-40bb-87ff-4ada34c10f05 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] For port deb0127d-c94d-42b6-8539-7aa3062cd684, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=deb0127d-c94d-42b6-8539-7aa3062cd684,segment=NetworkSegment(14046c60-b2f7-4d91-90ff-4117f3ec884d),segment_id=14046c60-b2f7-4d91-90ff-4117f3ec884d)] {{(pid=103159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 14:00:28.938291 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-0989bb35-c523-477e-95d2-b0b41c921663 req-c6b17265-d6a6-40bb-87ff-4ada34c10f05 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:00:29.105739 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-0989bb35-c523-477e-95d2-b0b41c921663 req-c6b17265-d6a6-40bb-87ff-4ada34c10f05 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:00:29.105971 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-0989bb35-c523-477e-95d2-b0b41c921663 req-c6b17265-d6a6-40bb-87ff-4ada34c10f05 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-587004'] for floatingip, after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:00:29.106306 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.db.l3_db [req-0989bb35-c523-477e-95d2-b0b41c921663 req-c6b17265-d6a6-40bb-87ff-4ada34c10f05 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Floating IP 4f43959e-e517-4040-8c52-cbf83b2234d1 disassociated. External IP: 172.26.3.107, port: deb0127d-c94d-42b6-8539-7aa3062cd684. Dec 18 14:00:29.106650 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [req-0989bb35-c523-477e-95d2-b0b41c921663 req-c6b17265-d6a6-40bb-87ff-4ada34c10f05 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Calling delete_port for deb0127d-c94d-42b6-8539-7aa3062cd684 owned by compute:nova {{(pid=103159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 14:00:29.239372 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-0989bb35-c523-477e-95d2-b0b41c921663 req-c6b17265-d6a6-40bb-87ff-4ada34c10f05 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:00:29.267593 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b17265-d6a6-40bb-87ff-4ada34c10f05 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Pushing event deleted for resources: {'Port': ['ID=deb0127d-c94d-42b6-8539-7aa3062cd684,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:00:29.278603 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b17265-d6a6-40bb-87ff-4ada34c10f05 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:00:29.278963 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b17265-d6a6-40bb-87ff-4ada34c10f05 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:00:29.279366 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b17265-d6a6-40bb-87ff-4ada34c10f05 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:00:29.279701 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b17265-d6a6-40bb-87ff-4ada34c10f05 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:00:29.280041 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b17265-d6a6-40bb-87ff-4ada34c10f05 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:00:29.280378 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b17265-d6a6-40bb-87ff-4ada34c10f05 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:00:29.280714 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b17265-d6a6-40bb-87ff-4ada34c10f05 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:00:29.281053 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b17265-d6a6-40bb-87ff-4ada34c10f05 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:00:29.281436 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b17265-d6a6-40bb-87ff-4ada34c10f05 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:00:29.281788 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b17265-d6a6-40bb-87ff-4ada34c10f05 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:00:29.282190 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b17265-d6a6-40bb-87ff-4ada34c10f05 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:00:29.282518 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b17265-d6a6-40bb-87ff-4ada34c10f05 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:00:29.282851 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b17265-d6a6-40bb-87ff-4ada34c10f05 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:00:29.398019 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0989bb35-c523-477e-95d2-b0b41c921663 req-c6b17265-d6a6-40bb-87ff-4ada34c10f05 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Router d2f50444-ac87-418b-a656-af22371cbf89 has already been hosted by L3 agent c9c0cd52-5bd2-4704-9429-d80f1c5ad23c {{(pid=103159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 18 14:00:29.516979 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0989bb35-c523-477e-95d2-b0b41c921663 req-c6b17265-d6a6-40bb-87ff-4ada34c10f05 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Notify agent at l3_agent.dv-neutron-744815-20-hyperv the message routers_updated {{(pid=103159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 14:00:29.526937 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ded35a-76eb-4ceb-a764-760537fda205 None None] Sync routers for ids ['d2f50444-ac87-418b-a656-af22371cbf89'] in dv-neutron-744815-20-hyperv {{(pid=103162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 14:00:29.538968 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ded35a-76eb-4ceb-a764-760537fda205 None None] Routers {'d2f50444-ac87-418b-a656-af22371cbf89'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 14:00:29.539569 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-f6ded35a-76eb-4ceb-a764-760537fda205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T14:00:27Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['d2f50444-ac87-418b-a656-af22371cbf89'], 'active': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:00:29.557841 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [req-0989bb35-c523-477e-95d2-b0b41c921663 req-c6b17265-d6a6-40bb-87ff-4ada34c10f05 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] No DVR routers for this DVR port deb0127d-c94d-42b6-8539-7aa3062cd684 on host hv-neutron-7448 {{(pid=103159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 18 14:00:29.560567 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-0989bb35-c523-477e-95d2-b0b41c921663 req-c6b17265-d6a6-40bb-87ff-4ada34c10f05 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:00:29.564761 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-0989bb35-c523-477e-95d2-b0b41c921663 req-c6b17265-d6a6-40bb-87ff-4ada34c10f05 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.43 "DELETE /v2.0/ports/deb0127d-c94d-42b6-8539-7aa3062cd684 HTTP/1.1" status: 204 len: 173 time: 0.8124466 Dec 18 14:00:29.565480 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae428c7b-bc9d-4dfd-bb3e-3763fc2d26be', 'name': 'network-vif-deleted', 'tag': 'deb0127d-c94d-42b6-8539-7aa3062cd684'}] {{(pid=103159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 18 14:00:29.568974 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca844cf115d59c1fab86abc202fb4c13735de0d7e4cbbbb25eec9406e9c87431" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cae225df-9698-4eaa-93a4-31bed6c5fcfb" -d '{"events": [{"server_uuid": "ae428c7b-bc9d-4dfd-bb3e-3763fc2d26be", "name": "network-vif-deleted", "tag": "deb0127d-c94d-42b6-8539-7aa3062cd684"}]}' {{(pid=103159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 18 14:00:29.607594 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 14:00:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d438c5a-bd14-4517-9309-8a5f9a609b72 x-openstack-request-id: req-8d438c5a-bd14-4517-9309-8a5f9a609b72 {{(pid=103159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 18 14:00:29.607887 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae428c7b-bc9d-4dfd-bb3e-3763fc2d26be", "name": "network-vif-deleted", "tag": "deb0127d-c94d-42b6-8539-7aa3062cd684", "status": "completed", "code": 200}]} {{(pid=103159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 18 14:00:29.608135 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8d438c5a-bd14-4517-9309-8a5f9a609b72 {{(pid=103159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 18 14:00:29.608580 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae428c7b-bc9d-4dfd-bb3e-3763fc2d26be', 'name': 'network-vif-deleted', 'tag': 'deb0127d-c94d-42b6-8539-7aa3062cd684', 'status': 'completed', 'code': 200} Dec 18 14:00:29.661945 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvr_db [None req-f6ded35a-76eb-4ceb-a764-760537fda205 None None] Set router d2f50444-ac87-418b-a656-af22371cbf89 gateway port host: dv-neutron-744815-20-hyperv {{(pid=103162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 14:00:29.795986 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-a1858ba6-effe-4b76-8443-11a357edb3f5 req-c2c2e30f-c26f-4c1e-8e7d-ae8c16bb99b3 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae428c7b-bc9d-4dfd-bb3e-3763fc2d26be HTTP/1.1" status: 200 len: 210 time: 0.0317070 Dec 18 14:00:29.971635 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-f6ded35a-76eb-4ceb-a764-760537fda205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2f50444-ac87-418b-a656-af22371cbf89', 'name': 'tempest-ServerActionsTestJSON-1047060273-router', 'tenant_id': '8580c2e482d141ebb0b16b23278c5865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.176'}], 'enable_snat': True}, 'gw_port_id': '4dae9401-ccf9-4524-81a4-0743afab0105', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:52:04Z', 'updated_at': '2021-12-18T13:52:07Z', 'revision_number': 4, 'project_id': '8580c2e482d141ebb0b16b23278c5865', 'gw_port': {'id': '4dae9401-ccf9-4524-81a4-0743afab0105', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:17:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f50444-ac87-418b-a656-af22371cbf89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:52:05Z', 'updated_at': '2021-12-18T13:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv', '_interfaces': [{'id': '7245800b-0f58-453f-bd2b-62ae5cd2b394', 'name': '', 'network_id': 'e984c666-923c-41c2-a1ec-63fbd109db54', 'tenant_id': '8580c2e482d141ebb0b16b23278c5865', 'mac_address': 'fa:16:3e:29:f6:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f50444-ac87-418b-a656-af22371cbf89', 'device_owner': 'network:router_interface', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': 'a8151063-8fff-4877-b494-1e3b0b7b7368', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:52:06Z', 'updated_at': '2021-12-18T13:52:10Z', 'revision_number': 5, 'project_id': '8580c2e482d141ebb0b16b23278c5865', 'subnets': [{'id': 'a8151063-8fff-4877-b494-1e3b0b7b7368', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:00:30.000693 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ded35a-76eb-4ceb-a764-760537fda205 None None] Checking router: d2f50444-ac87-418b-a656-af22371cbf89 for host: dv-neutron-744815-20-hyperv {{(pid=103162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 18 14:00:30.009471 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ded35a-76eb-4ceb-a764-760537fda205 None None] Routers {'d2f50444-ac87-418b-a656-af22371cbf89'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 14:00:30.010078 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-f6ded35a-76eb-4ceb-a764-760537fda205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T14:00:27Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['d2f50444-ac87-418b-a656-af22371cbf89'], 'active': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:00:30.080612 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7b7a3272-2b45-4d32-9670-25eb1afd1184 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:00:30.120119 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvr_db [None req-f6ded35a-76eb-4ceb-a764-760537fda205 None None] Set router d2f50444-ac87-418b-a656-af22371cbf89 gateway port host: dv-neutron-744815-20-hyperv {{(pid=103162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 14:00:30.327491 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-f6ded35a-76eb-4ceb-a764-760537fda205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2f50444-ac87-418b-a656-af22371cbf89', 'name': 'tempest-ServerActionsTestJSON-1047060273-router', 'tenant_id': '8580c2e482d141ebb0b16b23278c5865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.176'}], 'enable_snat': True}, 'gw_port_id': '4dae9401-ccf9-4524-81a4-0743afab0105', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:52:04Z', 'updated_at': '2021-12-18T13:52:07Z', 'revision_number': 4, 'project_id': '8580c2e482d141ebb0b16b23278c5865', 'gw_port': {'id': '4dae9401-ccf9-4524-81a4-0743afab0105', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:17:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f50444-ac87-418b-a656-af22371cbf89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:52:05Z', 'updated_at': '2021-12-18T13:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv', '_interfaces': [{'id': '7245800b-0f58-453f-bd2b-62ae5cd2b394', 'name': '', 'network_id': 'e984c666-923c-41c2-a1ec-63fbd109db54', 'tenant_id': '8580c2e482d141ebb0b16b23278c5865', 'mac_address': 'fa:16:3e:29:f6:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f50444-ac87-418b-a656-af22371cbf89', 'device_owner': 'network:router_interface', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': 'a8151063-8fff-4877-b494-1e3b0b7b7368', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:52:06Z', 'updated_at': '2021-12-18T13:52:10Z', 'revision_number': 5, 'project_id': '8580c2e482d141ebb0b16b23278c5865', 'subnets': [{'id': 'a8151063-8fff-4877-b494-1e3b0b7b7368', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:00:30.356855 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ded35a-76eb-4ceb-a764-760537fda205 None None] The sync data for ids ['d2f50444-ac87-418b-a656-af22371cbf89'] in dv-neutron-744815-20-hyperv is: [{'id': 'd2f50444-ac87-418b-a656-af22371cbf89', 'name': 'tempest-ServerActionsTestJSON-1047060273-router', 'tenant_id': '8580c2e482d141ebb0b16b23278c5865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.176'}], 'enable_snat': True}, 'gw_port_id': '4dae9401-ccf9-4524-81a4-0743afab0105', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:52:04Z', 'updated_at': '2021-12-18T13:52:07Z', 'revision_number': 4, 'project_id': '8580c2e482d141ebb0b16b23278c5865', 'gw_port': {'id': '4dae9401-ccf9-4524-81a4-0743afab0105', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:17:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f50444-ac87-418b-a656-af22371cbf89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:52:05Z', 'updated_at': '2021-12-18T13:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv', '_interfaces': [{'id': '7245800b-0f58-453f-bd2b-62ae5cd2b394', 'name': '', 'network_id': 'e984c666-923c-41c2-a1ec-63fbd109db54', 'tenant_id': '8580c2e482d141ebb0b16b23278c5865', 'mac_address': 'fa:16:3e:29:f6:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f50444-ac87-418b-a656-af22371cbf89', 'device_owner': 'network:router_interface', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': 'a8151063-8fff-4877-b494-1e3b0b7b7368', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:52:06Z', 'updated_at': '2021-12-18T13:52:10Z', 'revision_number': 5, 'project_id': '8580c2e482d141ebb0b16b23278c5865', 'subnets': [{'id': 'a8151063-8fff-4877-b494-1e3b0b7b7368', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 14:00:30.595386 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d08ec94b-3891-49e2-9762-43c22adc1c8e None None] New status for floating IP 4f43959e-e517-4040-8c52-cbf83b2234d1: DOWN {{(pid=103161) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 18 14:00:30.856945 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:00:30.901161 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-9044e775-a6db-4e2e-bf20-204732fa2b95 req-dfe5ee21-8a8a-4e94-89ac-1036ecef3525 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae428c7b-bc9d-4dfd-bb3e-3763fc2d26be HTTP/1.1" status: 200 len: 210 time: 0.0262899 Dec 18 14:00:32.003014 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-a8609a42-72b9-4bea-8de9-08420da386de req-b9b20646-7717-413d-8de8-8ec3091c62a9 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae428c7b-bc9d-4dfd-bb3e-3763fc2d26be HTTP/1.1" status: 200 len: 210 time: 0.0307145 Dec 18 14:00:32.507560 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Device deb0127d-c94d-42b6-8539-7aa3062cd684 no longer exists at agent hyperv_hv-neutron-7448 {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 18 14:00:32.535003 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] No Port match for: deb0127d-c94d-42b6-8539-7aa3062cd684 {{(pid=103161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 18 14:00:32.535372 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Device deb0127d-c94d-42b6-8539-7aa3062cd684 not bound to the agent host hv-neutron-7448 {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 18 14:00:33.101450 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-b1c9fc24-0e56-4f8d-8083-e3c8d34d7f62 req-756c91ab-a2f4-4799-a8c2-504ac5a6edb5 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae428c7b-bc9d-4dfd-bb3e-3763fc2d26be HTTP/1.1" status: 200 len: 210 time: 0.0268829 Dec 18 14:00:34.300104 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-3fd2458e-d96c-435f-8a8b-dae64e176591 req-63fc2e28-0c1c-4008-8139-4962b5dcf0b0 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae428c7b-bc9d-4dfd-bb3e-3763fc2d26be HTTP/1.1" status: 200 len: 210 time: 0.1132915 Dec 18 14:00:37.062759 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:00:39.091837 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 60776) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:00:39.148695 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-8d8d96ba-389b-4906-83e1-7a73fbdd54bb tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Publish callbacks [] for security_group, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:00:39.172547 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-8d8d96ba-389b-4906-83e1-7a73fbdd54bb tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:00:39.223182 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-8d8d96ba-389b-4906-83e1-7a73fbdd54bb tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:00:39.226056 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-8d8d96ba-389b-4906-83e1-7a73fbdd54bb tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Publish callbacks [] for security_group, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:00:39.229482 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-8d8d96ba-389b-4906-83e1-7a73fbdd54bb tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "DELETE /v2.0/security-groups/e4e8dc0c-698f-493c-bca6-d88ff97a5577 HTTP/1.1" status: 204 len: 168 time: 0.1343648 Dec 18 14:00:39.230165 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 60778) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:00:39.237476 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8d96ba-389b-4906-83e1-7a73fbdd54bb tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4e8dc0c-698f-493c-bca6-d88ff97a5577,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:00:39.249109 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.api.v2.resource [None req-1256b1c2-7d00-4073-8c95-40bf16a34610 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] show failed (client error): The resource could not be found. Dec 18 14:00:39.250197 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-1256b1c2-7d00-4073-8c95-40bf16a34610 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "GET /v2.0/security-groups/e4e8dc0c-698f-493c-bca6-d88ff97a5577 HTTP/1.1" status: 404 len: 347 time: 0.0183573 Dec 18 14:00:39.253752 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 60780) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:00:39.726680 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-e6e07abb-272b-404a-882f-ee971603cd32 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Deleting port 4612e985-3517-4793-b9dd-7915de21172a {{(pid=103160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 14:00:39.727030 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-e6e07abb-272b-404a-882f-ee971603cd32 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:00:39.808658 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-e6e07abb-272b-404a-882f-ee971603cd32 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:00:39.809046 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-e6e07abb-272b-404a-882f-ee971603cd32 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:00:39.822738 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-e6e07abb-272b-404a-882f-ee971603cd32 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Calling delete_port for 4612e985-3517-4793-b9dd-7915de21172a owned by network:floatingip {{(pid=103160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 14:00:39.967054 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-e6e07abb-272b-404a-882f-ee971603cd32 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4533522'] for port, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:00:39.997221 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e07abb-272b-404a-882f-ee971603cd32 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Pushing event deleted for resources: {'Port': ['ID=4612e985-3517-4793-b9dd-7915de21172a,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:00:40.008487 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e07abb-272b-404a-882f-ee971603cd32 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:00:40.008840 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e07abb-272b-404a-882f-ee971603cd32 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:00:40.009182 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e07abb-272b-404a-882f-ee971603cd32 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:00:40.009519 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e07abb-272b-404a-882f-ee971603cd32 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:00:40.009840 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e07abb-272b-404a-882f-ee971603cd32 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:00:40.010161 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e07abb-272b-404a-882f-ee971603cd32 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:00:40.010485 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e07abb-272b-404a-882f-ee971603cd32 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:00:40.010811 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e07abb-272b-404a-882f-ee971603cd32 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:00:40.011132 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e07abb-272b-404a-882f-ee971603cd32 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:00:40.011485 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e07abb-272b-404a-882f-ee971603cd32 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:00:40.011804 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e07abb-272b-404a-882f-ee971603cd32 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:00:40.012123 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e07abb-272b-404a-882f-ee971603cd32 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:00:40.012436 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e07abb-272b-404a-882f-ee971603cd32 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:00:40.067370 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-e6e07abb-272b-404a-882f-ee971603cd32 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Publish callbacks [] for floatingip, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:00:40.069792 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-e6e07abb-272b-404a-882f-ee971603cd32 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for floatingip, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:00:40.070936 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-e6e07abb-272b-404a-882f-ee971603cd32 tempest-ServerActionsTestJSON-1044192358 tempest-ServerActionsTestJSON-1044192358-project] 10.222.0.31 "DELETE /v2.0/floatingips/4f43959e-e517-4040-8c52-cbf83b2234d1 HTTP/1.1" status: 204 len: 168 time: 0.8162186 Dec 18 14:00:40.073942 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 60784) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:00:40.508801 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-a6395d2d-d439-4530-9517-1adc28e41c7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-586101'] for router_interface, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:00:40.772389 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-a6395d2d-d439-4530-9517-1adc28e41c7f admin admin] Deleting port 7245800b-0f58-453f-bd2b-62ae5cd2b394 {{(pid=103160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 14:00:40.772623 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-a6395d2d-d439-4530-9517-1adc28e41c7f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:00:40.869228 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.db [None req-a6395d2d-d439-4530-9517-1adc28e41c7f admin admin] For port 7245800b-0f58-453f-bd2b-62ae5cd2b394, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=7245800b-0f58-453f-bd2b-62ae5cd2b394,segment=NetworkSegment(14046c60-b2f7-4d91-90ff-4117f3ec884d),segment_id=14046c60-b2f7-4d91-90ff-4117f3ec884d)] {{(pid=103160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 14:00:40.869594 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-a6395d2d-d439-4530-9517-1adc28e41c7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:00:40.883031 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-a6395d2d-d439-4530-9517-1adc28e41c7f admin admin] Calling delete_port for 7245800b-0f58-453f-bd2b-62ae5cd2b394 owned by network:router_interface {{(pid=103160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 14:00:41.083240 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-a6395d2d-d439-4530-9517-1adc28e41c7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4533522'] for port, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:00:41.109751 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6395d2d-d439-4530-9517-1adc28e41c7f admin admin] Pushing event deleted for resources: {'Port': ['ID=7245800b-0f58-453f-bd2b-62ae5cd2b394,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:00:41.277360 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-a6395d2d-d439-4530-9517-1adc28e41c7f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1048020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-576035'] for router_interface, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:00:41.505352 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6395d2d-d439-4530-9517-1adc28e41c7f admin admin] Router d2f50444-ac87-418b-a656-af22371cbf89 has already been hosted by L3 agent c9c0cd52-5bd2-4704-9429-d80f1c5ad23c {{(pid=103160) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 18 14:00:41.618372 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6395d2d-d439-4530-9517-1adc28e41c7f admin admin] Notify agent at l3_agent.dv-neutron-744815-20-hyperv the message routers_updated {{(pid=103160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 14:00:41.625434 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-a6395d2d-d439-4530-9517-1adc28e41c7f admin admin] 10.222.0.31 "PUT /v2.0/routers/d2f50444-ac87-418b-a656-af22371cbf89/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5505362 Dec 18 14:00:41.626132 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 60788) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:00:41.628638 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ccb2e1c-74b5-4696-b8d7-b78e2a502660 None None] Sync routers for ids ['d2f50444-ac87-418b-a656-af22371cbf89'] in dv-neutron-744815-20-hyperv {{(pid=103162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 14:00:41.641871 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ccb2e1c-74b5-4696-b8d7-b78e2a502660 None None] Routers {'d2f50444-ac87-418b-a656-af22371cbf89'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 14:00:41.642627 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-5ccb2e1c-74b5-4696-b8d7-b78e2a502660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T14:00:27Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['d2f50444-ac87-418b-a656-af22371cbf89'], 'active': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:00:41.738340 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-96961660-b122-483b-9d0d-339f1250cf90 admin admin] Publish callbacks [] for router, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:00:41.747625 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvr_db [None req-5ccb2e1c-74b5-4696-b8d7-b78e2a502660 None None] Set router d2f50444-ac87-418b-a656-af22371cbf89 gateway port host: dv-neutron-744815-20-hyperv {{(pid=103162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 14:00:41.847012 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-96961660-b122-483b-9d0d-339f1250cf90 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:00:41.900884 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-96961660-b122-483b-9d0d-339f1250cf90 admin admin] Deleting port 4dae9401-ccf9-4524-81a4-0743afab0105 {{(pid=103160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 14:00:41.901221 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-96961660-b122-483b-9d0d-339f1250cf90 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:00:41.918353 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-5ccb2e1c-74b5-4696-b8d7-b78e2a502660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2f50444-ac87-418b-a656-af22371cbf89', 'name': 'tempest-ServerActionsTestJSON-1047060273-router', 'tenant_id': '8580c2e482d141ebb0b16b23278c5865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.176'}], 'enable_snat': True}, 'gw_port_id': '4dae9401-ccf9-4524-81a4-0743afab0105', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:52:04Z', 'updated_at': '2021-12-18T14:00:41Z', 'revision_number': 5, 'project_id': '8580c2e482d141ebb0b16b23278c5865', 'gw_port': {'id': '4dae9401-ccf9-4524-81a4-0743afab0105', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:17:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f50444-ac87-418b-a656-af22371cbf89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T13:52:05Z', 'updated_at': '2021-12-18T13:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv'}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:00:41.943644 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ccb2e1c-74b5-4696-b8d7-b78e2a502660 None None] Checking router: d2f50444-ac87-418b-a656-af22371cbf89 for host: dv-neutron-744815-20-hyperv {{(pid=103162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 18 14:00:41.952325 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ccb2e1c-74b5-4696-b8d7-b78e2a502660 None None] Routers {'d2f50444-ac87-418b-a656-af22371cbf89'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 14:00:41.952929 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-5ccb2e1c-74b5-4696-b8d7-b78e2a502660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T14:00:27Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['d2f50444-ac87-418b-a656-af22371cbf89'], 'active': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:00:41.984666 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.db [None req-96961660-b122-483b-9d0d-339f1250cf90 admin admin] For port 4dae9401-ccf9-4524-81a4-0743afab0105, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=4dae9401-ccf9-4524-81a4-0743afab0105,segment=NetworkSegment(3f66d49c-4faa-434c-8c3e-991f4f1d01bd),segment_id=3f66d49c-4faa-434c-8c3e-991f4f1d01bd)] {{(pid=103160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 14:00:41.985033 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-96961660-b122-483b-9d0d-339f1250cf90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:00:41.997375 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-96961660-b122-483b-9d0d-339f1250cf90 admin admin] Calling delete_port for 4dae9401-ccf9-4524-81a4-0743afab0105 owned by network:router_gateway {{(pid=103160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 14:00:42.038749 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvr_db [None req-5ccb2e1c-74b5-4696-b8d7-b78e2a502660 None None] Set router d2f50444-ac87-418b-a656-af22371cbf89 gateway port host: None {{(pid=103162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 14:00:42.090936 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-5ccb2e1c-74b5-4696-b8d7-b78e2a502660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2f50444-ac87-418b-a656-af22371cbf89', 'name': 'tempest-ServerActionsTestJSON-1047060273-router', 'tenant_id': '8580c2e482d141ebb0b16b23278c5865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:52:04Z', 'updated_at': '2021-12-18T14:00:41Z', 'revision_number': 6, 'project_id': '8580c2e482d141ebb0b16b23278c5865', 'gw_port_host': None}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:00:42.119574 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ccb2e1c-74b5-4696-b8d7-b78e2a502660 None None] The sync data for ids ['d2f50444-ac87-418b-a656-af22371cbf89'] in dv-neutron-744815-20-hyperv is: [{'id': 'd2f50444-ac87-418b-a656-af22371cbf89', 'name': 'tempest-ServerActionsTestJSON-1047060273-router', 'tenant_id': '8580c2e482d141ebb0b16b23278c5865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T13:52:04Z', 'updated_at': '2021-12-18T14:00:41Z', 'revision_number': 6, 'project_id': '8580c2e482d141ebb0b16b23278c5865', 'gw_port_host': None}] {{(pid=103162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 14:00:42.172304 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-96961660-b122-483b-9d0d-339f1250cf90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4533522'] for port, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:00:42.200830 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96961660-b122-483b-9d0d-339f1250cf90 admin admin] Pushing event deleted for resources: {'Port': ['ID=4dae9401-ccf9-4524-81a4-0743afab0105,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:00:42.223668 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb59f4ac-580c-40b3-a249-e232de565743 None None] DHCP port deletion for decb4a40-7941-48c8-afbb-daaafd502e83 request from dv-neutron-744815-20-hyperv {{(pid=103161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 18 14:00:42.271339 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-96961660-b122-483b-9d0d-339f1250cf90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-586554'] for router_gateway, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:00:42.366834 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-96961660-b122-483b-9d0d-339f1250cf90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-589815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28643'] for router, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:00:42.369045 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-96961660-b122-483b-9d0d-339f1250cf90 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:00:42.413772 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-96961660-b122-483b-9d0d-339f1250cf90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-589710'] for router, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:00:42.414233 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96961660-b122-483b-9d0d-339f1250cf90 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d2f50444-ac87-418b-a656-af22371cbf89 {{(pid=103160) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 18 14:00:42.418617 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-96961660-b122-483b-9d0d-339f1250cf90 admin admin] Publish callbacks [] for router, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:00:42.419833 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-96961660-b122-483b-9d0d-339f1250cf90 admin admin] 10.222.0.31 "DELETE /v2.0/routers/d2f50444-ac87-418b-a656-af22371cbf89 HTTP/1.1" status: 204 len: 168 time: 0.7927771 Dec 18 14:00:42.422279 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 60790) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:00:42.468201 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c26d88a-801a-4474-853a-fe5757f90c98 admin admin] Deleting subnet a8151063-8fff-4877-b494-1e3b0b7b7368 {{(pid=103160) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 18 14:00:42.471669 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-3c26d88a-801a-4474-853a-fe5757f90c98 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:00:42.509460 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-3c26d88a-801a-4474-853a-fe5757f90c98 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4533385'] for subnet, precommit_delete_associations {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:00:42.596542 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-3c26d88a-801a-4474-853a-fe5757f90c98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1929185'] for subnet, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:00:42.658518 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-3c26d88a-801a-4474-853a-fe5757f90c98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1929192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4533475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4514371'] for subnet, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:00:42.680769 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c26d88a-801a-4474-853a-fe5757f90c98 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a8151063-8fff-4877-b494-1e3b0b7b7368,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:00:42.686457 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-3c26d88a-801a-4474-853a-fe5757f90c98 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:00:42.691293 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-3c26d88a-801a-4474-853a-fe5757f90c98 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/a8151063-8fff-4877-b494-1e3b0b7b7368 HTTP/1.1" status: 204 len: 168 time: 0.2679856 Dec 18 14:00:42.692182 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5445fc5e-77e9-4ff0-8fb2-8e864fb38ea6 None None] Network e984c666-923c-41c2-a1ec-63fbd109db54 requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 14:00:42.692850 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 60792) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:00:42.763548 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-04dd7b07-50e1-45d5-bfe3-7fae4daea9d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2023137'] for network, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:00:42.822115 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-04dd7b07-50e1-45d5-bfe3-7fae4daea9d2 admin admin] Deleting port 66fb9fa1-5fa2-4f64-916d-3f14bb9bf276 {{(pid=103160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 14:00:42.822459 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-04dd7b07-50e1-45d5-bfe3-7fae4daea9d2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:00:42.856362 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f68297ea-8b1c-41d2-814d-bc49bee23a70 None None] DHCP port deletion for e984c666-923c-41c2-a1ec-63fbd109db54 request from dv-neutron-744815-20-hyperv {{(pid=103161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 18 14:00:42.893227 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.db [None req-04dd7b07-50e1-45d5-bfe3-7fae4daea9d2 admin admin] For port 66fb9fa1-5fa2-4f64-916d-3f14bb9bf276, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=66fb9fa1-5fa2-4f64-916d-3f14bb9bf276,segment=NetworkSegment(14046c60-b2f7-4d91-90ff-4117f3ec884d),segment_id=14046c60-b2f7-4d91-90ff-4117f3ec884d)] {{(pid=103160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 14:00:42.893597 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-04dd7b07-50e1-45d5-bfe3-7fae4daea9d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:00:42.907052 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-04dd7b07-50e1-45d5-bfe3-7fae4daea9d2 admin admin] Calling delete_port for 66fb9fa1-5fa2-4f64-916d-3f14bb9bf276 owned by network:dhcp {{(pid=103160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 14:00:42.907439 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-f68297ea-8b1c-41d2-814d-bc49bee23a70 None None] Deleting port 66fb9fa1-5fa2-4f64-916d-3f14bb9bf276 {{(pid=103161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 14:00:42.907853 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f68297ea-8b1c-41d2-814d-bc49bee23a70 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:00:42.973844 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-f68297ea-8b1c-41d2-814d-bc49bee23a70 None None] For port 66fb9fa1-5fa2-4f64-916d-3f14bb9bf276, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=66fb9fa1-5fa2-4f64-916d-3f14bb9bf276,segment=NetworkSegment(14046c60-b2f7-4d91-90ff-4117f3ec884d),segment_id=14046c60-b2f7-4d91-90ff-4117f3ec884d)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 14:00:42.974232 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f68297ea-8b1c-41d2-814d-bc49bee23a70 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:00:42.989616 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-f68297ea-8b1c-41d2-814d-bc49bee23a70 None None] Calling delete_port for 66fb9fa1-5fa2-4f64-916d-3f14bb9bf276 owned by network:dhcp {{(pid=103161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 14:00:42.993205 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-04dd7b07-50e1-45d5-bfe3-7fae4daea9d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4533522'] for port, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:00:43.018957 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dd7b07-50e1-45d5-bfe3-7fae4daea9d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=66fb9fa1-5fa2-4f64-916d-3f14bb9bf276,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:00:43.023501 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04dd7b07-50e1-45d5-bfe3-7fae4daea9d2 admin admin] No DVR routers for this DVR port 66fb9fa1-5fa2-4f64-916d-3f14bb9bf276 on host dv-neutron-744815-20-hyperv {{(pid=103160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 18 14:00:43.060352 dv-neutron-744815-20-hyperv neutron-server[103161]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 18 14:00:43.060352 dv-neutron-744815-20-hyperv neutron-server[103161]: from cryptography.utils import int_from_bytes Dec 18 14:00:43.060352 dv-neutron-744815-20-hyperv neutron-server[103161]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 18 14:00:43.060352 dv-neutron-744815-20-hyperv neutron-server[103161]: from cryptography.utils import int_from_bytes Dec 18 14:00:43.060352 dv-neutron-744815-20-hyperv neutron-server[103161]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 18 14:00:43.060352 dv-neutron-744815-20-hyperv neutron-server[103161]: self.session.flush() Dec 18 14:00:43.060352 dv-neutron-744815-20-hyperv neutron-server[103161]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 18 14:00:43.060352 dv-neutron-744815-20-hyperv neutron-server[103161]: self.session.flush() Dec 18 14:00:43.060352 dv-neutron-744815-20-hyperv neutron-server[103161]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 18 14:00:43.060352 dv-neutron-744815-20-hyperv neutron-server[103161]: self.session.flush() Dec 18 14:00:43.060352 dv-neutron-744815-20-hyperv neutron-server[103161]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 18 14:00:43.060352 dv-neutron-744815-20-hyperv neutron-server[103161]: self.session.flush() Dec 18 14:00:43.060352 dv-neutron-744815-20-hyperv neutron-server[103161]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 18 14:00:43.060352 dv-neutron-744815-20-hyperv neutron-server[103161]: self.session.flush() Dec 18 14:00:43.060352 dv-neutron-744815-20-hyperv neutron-server[103161]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 18 14:00:43.060352 dv-neutron-744815-20-hyperv neutron-server[103161]: self.session.flush() Dec 18 14:00:43.060352 dv-neutron-744815-20-hyperv neutron-server[103161]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 18 14:00:43.060352 dv-neutron-744815-20-hyperv neutron-server[103161]: self.session.flush() Dec 18 14:00:43.060352 dv-neutron-744815-20-hyperv neutron-server[103161]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 18 14:00:43.060352 dv-neutron-744815-20-hyperv neutron-server[103161]: self.session.flush() Dec 18 14:00:43.060352 dv-neutron-744815-20-hyperv neutron-server[103161]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 18 14:00:43.060352 dv-neutron-744815-20-hyperv neutron-server[103161]: self.session.flush() Dec 18 14:00:43.060352 dv-neutron-744815-20-hyperv neutron-server[103161]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 18 14:00:43.060352 dv-neutron-744815-20-hyperv neutron-server[103161]: self.session.flush() Dec 18 14:00:43.060352 dv-neutron-744815-20-hyperv neutron-server[103161]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 18 14:00:43.060352 dv-neutron-744815-20-hyperv neutron-server[103161]: self.session.flush() Dec 18 14:00:43.060352 dv-neutron-744815-20-hyperv neutron-server[103161]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 18 14:00:43.060352 dv-neutron-744815-20-hyperv neutron-server[103161]: self.session.flush() Dec 18 14:00:43.060352 dv-neutron-744815-20-hyperv neutron-server[103161]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 18 14:00:43.060352 dv-neutron-744815-20-hyperv neutron-server[103161]: self.session.flush() Dec 18 14:00:43.060352 dv-neutron-744815-20-hyperv neutron-server[103161]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 18 14:00:43.060352 dv-neutron-744815-20-hyperv neutron-server[103161]: self.session.flush() Dec 18 14:00:43.060352 dv-neutron-744815-20-hyperv neutron-server[103161]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 18 14:00:43.060352 dv-neutron-744815-20-hyperv neutron-server[103161]: self.session.flush() Dec 18 14:00:43.060352 dv-neutron-744815-20-hyperv neutron-server[103161]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 18 14:00:43.060352 dv-neutron-744815-20-hyperv neutron-server[103161]: self.session.flush() Dec 18 14:00:43.060352 dv-neutron-744815-20-hyperv neutron-server[103161]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 18 14:00:43.060352 dv-neutron-744815-20-hyperv neutron-server[103161]: self.session.flush() Dec 18 14:00:43.060352 dv-neutron-744815-20-hyperv neutron-server[103161]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 18 14:00:43.060352 dv-neutron-744815-20-hyperv neutron-server[103161]: self.session.flush() Dec 18 14:00:43.060352 dv-neutron-744815-20-hyperv neutron-server[103161]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 18 14:00:43.060352 dv-neutron-744815-20-hyperv neutron-server[103161]: self.session.flush() Dec 18 14:00:43.060352 dv-neutron-744815-20-hyperv neutron-server[103161]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 18 14:00:43.060352 dv-neutron-744815-20-hyperv neutron-server[103161]: self.session.flush() Dec 18 14:00:43.060352 dv-neutron-744815-20-hyperv neutron-server[103161]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 18 14:00:43.060352 dv-neutron-744815-20-hyperv neutron-server[103161]: self.session.flush() Dec 18 14:00:43.060352 dv-neutron-744815-20-hyperv neutron-server[103161]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 18 14:00:43.060352 dv-neutron-744815-20-hyperv neutron-server[103161]: self.session.flush() Dec 18 14:00:43.060352 dv-neutron-744815-20-hyperv neutron-server[103161]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 18 14:00:43.060352 dv-neutron-744815-20-hyperv neutron-server[103161]: self.session.flush() Dec 18 14:00:43.060352 dv-neutron-744815-20-hyperv neutron-server[103161]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 18 14:00:43.060352 dv-neutron-744815-20-hyperv neutron-server[103161]: self.session.flush() Dec 18 14:00:43.060352 dv-neutron-744815-20-hyperv neutron-server[103161]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 18 14:00:43.060352 dv-neutron-744815-20-hyperv neutron-server[103161]: self.session.flush() Dec 18 14:00:43.060352 dv-neutron-744815-20-hyperv neutron-server[103161]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 18 14:00:43.060352 dv-neutron-744815-20-hyperv neutron-server[103161]: self.session.flush() Dec 18 14:00:43.065803 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f68297ea-8b1c-41d2-814d-bc49bee23a70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984'] for port, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:00:43.094685 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68297ea-8b1c-41d2-814d-bc49bee23a70 None None] Pushing event deleted for resources: {'Port': ['ID=66fb9fa1-5fa2-4f64-916d-3f14bb9bf276,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:00:43.098531 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f68297ea-8b1c-41d2-814d-bc49bee23a70 None None] No DVR routers for this DVR port 66fb9fa1-5fa2-4f64-916d-3f14bb9bf276 on host dv-neutron-744815-20-hyperv {{(pid=103161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 18 14:00:43.104899 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-04dd7b07-50e1-45d5-bfe3-7fae4daea9d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1927292', 'neutron.services.segments.db._delete_segments_for_network-8767106887837'] for network, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:00:43.129491 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.services.segments.db [None req-04dd7b07-50e1-45d5-bfe3-7fae4daea9d2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e984c666-923c-41c2-a1ec-63fbd109db54']}} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:00:43.139640 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.services.segments.db [None req-04dd7b07-50e1-45d5-bfe3-7fae4daea9d2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14046c60-b2f7-4d91-90ff-4117f3ec884d') {'for_net_delete': True} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:00:43.139940 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.services.segments.db [None req-04dd7b07-50e1-45d5-bfe3-7fae4daea9d2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14046c60-b2f7-4d91-90ff-4117f3ec884d') {} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:00:43.150565 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-04dd7b07-50e1-45d5-bfe3-7fae4daea9d2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767106888614', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4533424'] for segment, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:00:43.167374 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-04dd7b07-50e1-45d5-bfe3-7fae4daea9d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:00:43.170914 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04dd7b07-50e1-45d5-bfe3-7fae4daea9d2 admin admin] Releasing vlan 126 on physical network physnet1 to pool {{(pid=103160) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 18 14:00:43.171340 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-04dd7b07-50e1-45d5-bfe3-7fae4daea9d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4533569'] for segment, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:00:43.173057 dv-neutron-744815-20-hyperv neutron-server[103160]: Traceback (most recent call last): Dec 18 14:00:43.173057 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 18 14:00:43.173057 dv-neutron-744815-20-hyperv neutron-server[103160]: timer() Dec 18 14:00:43.173057 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 18 14:00:43.173057 dv-neutron-744815-20-hyperv neutron-server[103160]: cb(*args, **kw) Dec 18 14:00:43.173057 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 18 14:00:43.173057 dv-neutron-744815-20-hyperv neutron-server[103160]: return func(*args, **kwargs) Dec 18 14:00:43.173057 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 18 14:00:43.173057 dv-neutron-744815-20-hyperv neutron-server[103160]: self._notify() Dec 18 14:00:43.173057 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 18 14:00:43.173057 dv-neutron-744815-20-hyperv neutron-server[103160]: self.callback(batched_events) Dec 18 14:00:43.173057 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 18 14:00:43.173057 dv-neutron-744815-20-hyperv neutron-server[103160]: event.method(event) Dec 18 14:00:43.173057 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 18 14:00:43.173057 dv-neutron-744815-20-hyperv neutron-server[103160]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 18 14:00:43.173057 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 18 14:00:43.173057 dv-neutron-744815-20-hyperv neutron-server[103160]: aggregate_uuid = self.p_client.list_aggregates( Dec 18 14:00:43.173057 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 18 14:00:43.173057 dv-neutron-744815-20-hyperv neutron-server[103160]: return f(self, *a, **k) Dec 18 14:00:43.173057 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 18 14:00:43.173057 dv-neutron-744815-20-hyperv neutron-server[103160]: return self._get(url).json() Dec 18 14:00:43.173057 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 18 14:00:43.173057 dv-neutron-744815-20-hyperv neutron-server[103160]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 18 14:00:43.173057 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 18 14:00:43.173057 dv-neutron-744815-20-hyperv neutron-server[103160]: return self.request(url, 'GET', **kwargs) Dec 18 14:00:43.173057 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 18 14:00:43.173057 dv-neutron-744815-20-hyperv neutron-server[103160]: base_url = self.get_endpoint(auth, allow=allow, Dec 18 14:00:43.173057 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 18 14:00:43.173057 dv-neutron-744815-20-hyperv neutron-server[103160]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 18 14:00:43.173057 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 18 14:00:43.173057 dv-neutron-744815-20-hyperv neutron-server[103160]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 18 14:00:43.173057 dv-neutron-744815-20-hyperv neutron-server[103160]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 18 14:00:43.230799 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-04dd7b07-50e1-45d5-bfe3-7fae4daea9d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1927267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586962'] for network, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:00:43.236782 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-04dd7b07-50e1-45d5-bfe3-7fae4daea9d2 admin admin] Publish callbacks [] for network, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:00:43.240031 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-04dd7b07-50e1-45d5-bfe3-7fae4daea9d2 admin admin] 10.222.0.31 "DELETE /v2.0/networks/e984c666-923c-41c2-a1ec-63fbd109db54 HTTP/1.1" status: 204 len: 168 time: 0.5462899 Dec 18 14:00:43.250753 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dd7b07-50e1-45d5-bfe3-7fae4daea9d2 admin admin] Pushing event deleted for resources: {'Network': ['ID=e984c666-923c-41c2-a1ec-63fbd109db54,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:00:43.351853 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 60796) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:00:43.392586 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-1a4d4357-c3ce-4877-967f-a05e445e7f57 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8580c2e482d141ebb0b16b23278c5865&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0394852 Dec 18 14:00:43.396511 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 60798) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:00:43.452434 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-02d659ad-f4b4-4570-978a-7b56bbe08420 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:00:43.475163 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-02d659ad-f4b4-4570-978a-7b56bbe08420 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:00:43.524364 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-02d659ad-f4b4-4570-978a-7b56bbe08420 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:00:43.528277 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-02d659ad-f4b4-4570-978a-7b56bbe08420 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:00:43.530031 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-02d659ad-f4b4-4570-978a-7b56bbe08420 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7d5f000a-af45-471e-a7d0-de8ad28c600c HTTP/1.1" status: 204 len: 168 time: 0.1324217 Dec 18 14:00:43.538547 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d659ad-f4b4-4570-978a-7b56bbe08420 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d5f000a-af45-471e-a7d0-de8ad28c600c,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:00:43.620828 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 7245800b-0f58-453f-bd2b-62ae5cd2b394 no longer exists at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 18 14:00:43.641366 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-2294866d-0076-4933-952c-685307032598 None None] No Port match for: 7245800b-0f58-453f-bd2b-62ae5cd2b394 {{(pid=103161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 18 14:00:43.641711 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 7245800b-0f58-453f-bd2b-62ae5cd2b394 not bound to the agent host dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 18 14:00:43.642276 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 66fb9fa1-5fa2-4f64-916d-3f14bb9bf276 no longer exists at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 18 14:00:43.662282 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-2294866d-0076-4933-952c-685307032598 None None] No Port match for: 66fb9fa1-5fa2-4f64-916d-3f14bb9bf276 {{(pid=103161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 18 14:00:43.662627 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 66fb9fa1-5fa2-4f64-916d-3f14bb9bf276 not bound to the agent host dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 18 14:00:43.663049 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 4dae9401-ccf9-4524-81a4-0743afab0105 no longer exists at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 18 14:00:43.682270 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-2294866d-0076-4933-952c-685307032598 None None] No Port match for: 4dae9401-ccf9-4524-81a4-0743afab0105 {{(pid=103161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 18 14:00:43.682617 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 4dae9401-ccf9-4524-81a4-0743afab0105 not bound to the agent host dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 18 14:00:44.315770 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 60820) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:00:44.444630 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-1dc2747f-ddf0-46ef-b20d-66822fdbb7c1 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1686998007-network', 'tenant_id': 'fcbdf83555fc4524a02272189d1c9220'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 14:00:44.470626 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dc2747f-ddf0-46ef-b20d-66822fdbb7c1 admin admin] Made reservation on behalf of fcbdf83555fc4524a02272189d1c9220 for: {'network': 1} {{(pid=103159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 14:00:44.473125 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-1dc2747f-ddf0-46ef-b20d-66822fdbb7c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for network, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:00:44.481579 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-1dc2747f-ddf0-46ef-b20d-66822fdbb7c1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:00:44.557430 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-1dc2747f-ddf0-46ef-b20d-66822fdbb7c1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:00:44.562539 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-1dc2747f-ddf0-46ef-b20d-66822fdbb7c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:00:44.583937 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1dc2747f-ddf0-46ef-b20d-66822fdbb7c1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 100} {{(pid=103159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 18 14:00:44.597082 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc2747f-ddf0-46ef-b20d-66822fdbb7c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=835d0626-6a55-4d5b-9927-7305616204fd,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:00:44.603035 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-1dc2747f-ddf0-46ef-b20d-66822fdbb7c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:00:44.603446 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.db.segments_db [None req-1dc2747f-ddf0-46ef-b20d-66822fdbb7c1 admin admin] Added segment f22714b2-7fe2-41e9-a6c0-df3d4ec3c1d5 of type vlan for network b413d5da-a2df-444e-9331-c7a90474b9e9 Dec 18 14:00:44.645225 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-1dc2747f-ddf0-46ef-b20d-66822fdbb7c1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767106405744'] for network, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:00:44.686052 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-1dc2747f-ddf0-46ef-b20d-66822fdbb7c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981'] for network, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:00:44.687176 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dc2747f-ddf0-46ef-b20d-66822fdbb7c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:00:44.687737 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-1dc2747f-ddf0-46ef-b20d-66822fdbb7c1 admin admin] Publish callbacks [] for network, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:00:44.742432 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-1dc2747f-ddf0-46ef-b20d-66822fdbb7c1 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4252393 Dec 18 14:00:44.745604 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 60824) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:00:44.750347 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc2747f-ddf0-46ef-b20d-66822fdbb7c1 admin admin] Pushing event updated for resources: {'Network': ['ID=b413d5da-a2df-444e-9331-c7a90474b9e9,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:00:44.750773 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-fae5151b-7675-40c3-bce8-ed1cb0a670ca admin admin] Request body: {'subnet': {'network_id': 'b413d5da-a2df-444e-9331-c7a90474b9e9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1686998007-subnet', 'tenant_id': 'fcbdf83555fc4524a02272189d1c9220', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 14:00:44.762362 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Network b413d5da-a2df-444e-9331-c7a90474b9e9 details requested by agent ovs-agent-dv-neutron-744815-20-hyperv with host dv-neutron-744815-20-hyperv {{(pid=103161) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 18 14:00:44.775345 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fae5151b-7675-40c3-bce8-ed1cb0a670ca admin admin] Made reservation on behalf of fcbdf83555fc4524a02272189d1c9220 for: {'subnet': 1} {{(pid=103160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 14:00:44.777748 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-fae5151b-7675-40c3-bce8-ed1cb0a670ca admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4514414'] for subnet, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:00:44.943133 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-fae5151b-7675-40c3-bce8-ed1cb0a670ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4533410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4514424'] for subnet, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:00:44.994830 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae5151b-7675-40c3-bce8-ed1cb0a670ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=854ab8c4-1832-4fd7-b4cc-eaeee27e05c3,revision_number=0']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:00:45.005314 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fae5151b-7675-40c3-bce8-ed1cb0a670ca admin admin] Checking segment: {'id': 'f22714b2-7fe2-41e9-a6c0-df3d4ec3c1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b413d5da-a2df-444e-9331-c7a90474b9e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 14:00:45.005666 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fae5151b-7675-40c3-bce8-ed1cb0a670ca admin admin] Network hostable DHCP agents. Network: b413d5da-a2df-444e-9331-c7a90474b9e9, hostable agents: ['aa77effa-0e3a-4bbd-a383-4d58ed3328d0'], hosted agents: [] {{(pid=103160) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 18 14:00:45.023825 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fae5151b-7675-40c3-bce8-ed1cb0a670ca admin admin] Network b413d5da-a2df-444e-9331-c7a90474b9e9 is scheduled to be hosted by DHCP agent aa77effa-0e3a-4bbd-a383-4d58ed3328d0 with binding_index 1 {{(pid=103160) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 18 14:00:45.033944 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.base_scheduler [None req-fae5151b-7675-40c3-bce8-ed1cb0a670ca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-744815-20-hyperv, b413d5da-a2df-444e-9331-c7a90474b9e9) {{(pid=103160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 14:00:45.038668 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fae5151b-7675-40c3-bce8-ed1cb0a670ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:00:45.039417 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-fae5151b-7675-40c3-bce8-ed1cb0a670ca admin admin] Publish callbacks [] for subnet, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:00:45.045182 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b793d35-9543-422c-b145-208d5a2e4934 None None] Network b413d5da-a2df-444e-9331-c7a90474b9e9 requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 14:00:45.056094 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-fae5151b-7675-40c3-bce8-ed1cb0a670ca admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3093204 Dec 18 14:00:45.143422 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b8f72f4-0e48-4ac3-961f-2ea78ca058df None None] Network b413d5da-a2df-444e-9331-c7a90474b9e9 requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 14:00:45.489551 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75502a30-3efb-4b05-af57-6e25aa4da75b req-3af0e2b5-683d-4a4b-899d-163f471eb7f2 tempest-ServersNegativeTestJSON-124235925 tempest-ServersNegativeTestJSON-124235925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:00:45.490973 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-75502a30-3efb-4b05-af57-6e25aa4da75b req-3af0e2b5-683d-4a4b-899d-163f471eb7f2 tempest-ServersNegativeTestJSON-124235925 tempest-ServersNegativeTestJSON-124235925-project] 10.222.0.31 "GET /v2.0/networks?id=b413d5da-a2df-444e-9331-c7a90474b9e9 HTTP/1.1" status: 200 len: 814 time: 0.1084342 Dec 18 14:00:45.509375 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-75502a30-3efb-4b05-af57-6e25aa4da75b req-bf3c5579-ae1a-4b21-b965-dc756684c590 tempest-ServersNegativeTestJSON-124235925 tempest-ServersNegativeTestJSON-124235925-project] 10.222.0.31 "GET /v2.0/quotas/fcbdf83555fc4524a02272189d1c9220 HTTP/1.1" status: 200 len: 375 time: 0.0100625 Dec 18 14:00:45.543060 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-75502a30-3efb-4b05-af57-6e25aa4da75b req-fdc4abf9-0a65-4ed4-8777-8e3a141751bb tempest-ServersNegativeTestJSON-124235925 tempest-ServersNegativeTestJSON-124235925-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=fcbdf83555fc4524a02272189d1c9220&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0283585 Dec 18 14:00:45.557768 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [req-75502a30-3efb-4b05-af57-6e25aa4da75b req-13d915a1-c272-4f85-a843-35a2f8f39015 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103159) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 18 14:00:45.558897 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-75502a30-3efb-4b05-af57-6e25aa4da75b req-13d915a1-c272-4f85-a843-35a2f8f39015 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14093 time: 0.0076177 Dec 18 14:00:45.650275 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-75502a30-3efb-4b05-af57-6e25aa4da75b req-e08b0ee8-1b8a-4c25-b94d-9aeb0560d714 service neutron] 10.222.0.31 "GET /v2.0/networks/b413d5da-a2df-444e-9331-c7a90474b9e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853851 Dec 18 14:00:45.747116 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-75502a30-3efb-4b05-af57-6e25aa4da75b req-2ef12013-cd96-484b-8bb2-82b81cc2a949 service neutron] 10.222.0.31 "GET /v2.0/networks/b413d5da-a2df-444e-9331-c7a90474b9e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901632 Dec 18 14:00:45.969303 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-579c2f92-f58f-41a2-a553-3ff6341ba734 req-cb7218e9-2c22-43dc-a1db-34b003acbcd4 tempest-ServersNegativeTestJSON-124235925 tempest-ServersNegativeTestJSON-124235925-project] 10.222.0.31 "GET /v2.0/ports?device_id=edb2e3a9-d86a-4e38-8300-fd444c85595e HTTP/1.1" status: 200 len: 210 time: 0.0823534 Dec 18 14:00:47.021528 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75502a30-3efb-4b05-af57-6e25aa4da75b req-c861f906-56c9-4eb8-b894-b717ff89fb19 tempest-ServersNegativeTestJSON-124235925 tempest-ServersNegativeTestJSON-124235925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:00:47.023039 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-75502a30-3efb-4b05-af57-6e25aa4da75b req-c861f906-56c9-4eb8-b894-b717ff89fb19 tempest-ServersNegativeTestJSON-124235925 tempest-ServersNegativeTestJSON-124235925-project] 10.222.0.43 "GET /v2.0/networks?id=b413d5da-a2df-444e-9331-c7a90474b9e9 HTTP/1.1" status: 200 len: 814 time: 0.1122737 Dec 18 14:00:47.036418 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [req-75502a30-3efb-4b05-af57-6e25aa4da75b req-733d78b9-19c3-4ffe-b5ce-8d386cb757fa tempest-ServersNegativeTestJSON-124235925 tempest-ServersNegativeTestJSON-124235925-project] Request body: {'port': {'device_id': 'edb2e3a9-d86a-4e38-8300-fd444c85595e', 'network_id': 'b413d5da-a2df-444e-9331-c7a90474b9e9', 'admin_state_up': True, 'tenant_id': 'fcbdf83555fc4524a02272189d1c9220'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 14:00:47.113035 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-17632095-eac9-4332-904a-5564f7c95e6e req-a126702c-1583-4880-b6c6-8e97829eface tempest-ServersNegativeTestJSON-124235925 tempest-ServersNegativeTestJSON-124235925-project] 10.222.0.31 "GET /v2.0/ports?device_id=edb2e3a9-d86a-4e38-8300-fd444c85595e HTTP/1.1" status: 200 len: 210 time: 0.0609956 Dec 18 14:00:47.173975 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75502a30-3efb-4b05-af57-6e25aa4da75b req-733d78b9-19c3-4ffe-b5ce-8d386cb757fa tempest-ServersNegativeTestJSON-124235925 tempest-ServersNegativeTestJSON-124235925-project] Made reservation on behalf of fcbdf83555fc4524a02272189d1c9220 for: {'port': 1} {{(pid=103159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 14:00:47.177793 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-75502a30-3efb-4b05-af57-6e25aa4da75b req-733d78b9-19c3-4ffe-b5ce-8d386cb757fa tempest-ServersNegativeTestJSON-124235925 tempest-ServersNegativeTestJSON-124235925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:00:47.604021 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.db_base_plugin_common [req-75502a30-3efb-4b05-af57-6e25aa4da75b req-733d78b9-19c3-4ffe-b5ce-8d386cb757fa tempest-ServersNegativeTestJSON-124235925 tempest-ServersNegativeTestJSON-124235925-project] Allocated IP 172.20.0.12 (b413d5da-a2df-444e-9331-c7a90474b9e9/854ab8c4-1832-4fd7-b4cc-eaeee27e05c3/b087bde0-6818-4814-a4d8-799e8fb87469) {{(pid=103159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 14:00:47.779182 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-75502a30-3efb-4b05-af57-6e25aa4da75b req-733d78b9-19c3-4ffe-b5ce-8d386cb757fa tempest-ServersNegativeTestJSON-124235925 tempest-ServersNegativeTestJSON-124235925-project] Publish callbacks [] for port, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:00:47.815943 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-75502a30-3efb-4b05-af57-6e25aa4da75b req-733d78b9-19c3-4ffe-b5ce-8d386cb757fa tempest-ServersNegativeTestJSON-124235925 tempest-ServersNegativeTestJSON-124235925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:00:47.859162 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75502a30-3efb-4b05-af57-6e25aa4da75b req-733d78b9-19c3-4ffe-b5ce-8d386cb757fa tempest-ServersNegativeTestJSON-124235925 tempest-ServersNegativeTestJSON-124235925-project] Network b413d5da-a2df-444e-9331-c7a90474b9e9 is already hosted by enough agents. {{(pid=103159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 14:00:47.862312 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.base_scheduler [req-75502a30-3efb-4b05-af57-6e25aa4da75b req-733d78b9-19c3-4ffe-b5ce-8d386cb757fa tempest-ServersNegativeTestJSON-124235925 tempest-ServersNegativeTestJSON-124235925-project] Resources bound (agent type, host, resource id): {{(pid=103159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 14:00:47.866323 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [req-75502a30-3efb-4b05-af57-6e25aa4da75b req-733d78b9-19c3-4ffe-b5ce-8d386cb757fa tempest-ServersNegativeTestJSON-124235925 tempest-ServersNegativeTestJSON-124235925-project] Received port after_create {{(pid=103159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 14:00:47.872659 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733d78b9-19c3-4ffe-b5ce-8d386cb757fa tempest-ServersNegativeTestJSON-124235925 tempest-ServersNegativeTestJSON-124235925-project] Pushing event updated for resources: {'Port': ['ID=b087bde0-6818-4814-a4d8-799e8fb87469,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:00:47.926447 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75502a30-3efb-4b05-af57-6e25aa4da75b req-733d78b9-19c3-4ffe-b5ce-8d386cb757fa tempest-ServersNegativeTestJSON-124235925 tempest-ServersNegativeTestJSON-124235925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:00:47.927079 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-75502a30-3efb-4b05-af57-6e25aa4da75b req-733d78b9-19c3-4ffe-b5ce-8d386cb757fa tempest-ServersNegativeTestJSON-124235925 tempest-ServersNegativeTestJSON-124235925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:00:47.945760 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-75502a30-3efb-4b05-af57-6e25aa4da75b req-733d78b9-19c3-4ffe-b5ce-8d386cb757fa tempest-ServersNegativeTestJSON-124235925 tempest-ServersNegativeTestJSON-124235925-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9136610 Dec 18 14:00:47.959176 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [req-75502a30-3efb-4b05-af57-6e25aa4da75b req-a55addb1-bebc-4cbd-9109-4a3203d92f4c service neutron] Request body: {'port': {'device_id': 'edb2e3a9-d86a-4e38-8300-fd444c85595e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7448'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 14:00:48.017387 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-75502a30-3efb-4b05-af57-6e25aa4da75b req-a55addb1-bebc-4cbd-9109-4a3203d92f4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:00:48.229371 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a545afda-50eb-44ab-937b-ecaa8b4fda4d req-2cfd2175-f5ff-4b11-81e6-f1b096837965 tempest-ServersNegativeTestJSON-124235925 tempest-ServersNegativeTestJSON-124235925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:00:48.230851 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-a545afda-50eb-44ab-937b-ecaa8b4fda4d req-2cfd2175-f5ff-4b11-81e6-f1b096837965 tempest-ServersNegativeTestJSON-124235925 tempest-ServersNegativeTestJSON-124235925-project] 10.222.0.31 "GET /v2.0/ports?device_id=edb2e3a9-d86a-4e38-8300-fd444c85595e HTTP/1.1" status: 200 len: 932 time: 0.0474885 Dec 18 14:00:48.283864 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-a545afda-50eb-44ab-937b-ecaa8b4fda4d req-fa7bfc22-9d6c-4b6f-8457-6810a61d6d97 tempest-ServersNegativeTestJSON-124235925 tempest-ServersNegativeTestJSON-124235925-project] 10.222.0.31 "GET /v2.0/security-groups?id=835d0626-6a55-4d5b-9927-7305616204fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465784 Dec 18 14:00:48.285379 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.notifiers.nova [req-75502a30-3efb-4b05-af57-6e25aa4da75b req-a55addb1-bebc-4cbd-9109-4a3203d92f4c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b087bde0-6818-4814-a4d8-799e8fb87469 {{(pid=103159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 18 14:00:48.292967 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-75502a30-3efb-4b05-af57-6e25aa4da75b req-a55addb1-bebc-4cbd-9109-4a3203d92f4c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:00:48.304905 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.provisioning_blocks [req-75502a30-3efb-4b05-af57-6e25aa4da75b req-a55addb1-bebc-4cbd-9109-4a3203d92f4c service neutron] Transition to ACTIVE for port object b087bde0-6818-4814-a4d8-799e8fb87469 will not be triggered until provisioned by entity L2. {{(pid=103159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 18 14:00:48.310756 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-75502a30-3efb-4b05-af57-6e25aa4da75b req-a55addb1-bebc-4cbd-9109-4a3203d92f4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5659917'] for port, after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:00:48.359374 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55addb1-bebc-4cbd-9109-4a3203d92f4c service neutron] Pushing event updated for resources: {'Port': ['ID=b087bde0-6818-4814-a4d8-799e8fb87469,revision_number=2']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:00:48.423434 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.managers [req-75502a30-3efb-4b05-af57-6e25aa4da75b req-a55addb1-bebc-4cbd-9109-4a3203d92f4c service neutron] Attempting to bind port b087bde0-6818-4814-a4d8-799e8fb87469 on host hv-neutron-7448 for vnic_type normal with profile {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 14:00:48.423650 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.managers [req-75502a30-3efb-4b05-af57-6e25aa4da75b req-a55addb1-bebc-4cbd-9109-4a3203d92f4c service neutron] Attempting to bind port b087bde0-6818-4814-a4d8-799e8fb87469 by drivers openvswitch,hyperv on host hv-neutron-7448 at level 0 using segments [{'id': 'f22714b2-7fe2-41e9-a6c0-df3d4ec3c1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b413d5da-a2df-444e-9331-c7a90474b9e9'}] {{(pid=103159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 14:00:48.423966 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75502a30-3efb-4b05-af57-6e25aa4da75b req-a55addb1-bebc-4cbd-9109-4a3203d92f4c service neutron] Attempting to bind port b087bde0-6818-4814-a4d8-799e8fb87469 on network b413d5da-a2df-444e-9331-c7a90474b9e9 {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 14:00:48.428659 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75502a30-3efb-4b05-af57-6e25aa4da75b req-a55addb1-bebc-4cbd-9109-4a3203d92f4c service neutron] Port b087bde0-6818-4814-a4d8-799e8fb87469 on network b413d5da-a2df-444e-9331-c7a90474b9e9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7448 {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 18 14:00:48.428978 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75502a30-3efb-4b05-af57-6e25aa4da75b req-a55addb1-bebc-4cbd-9109-4a3203d92f4c service neutron] Attempting to bind port b087bde0-6818-4814-a4d8-799e8fb87469 on network b413d5da-a2df-444e-9331-c7a90474b9e9 {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 14:00:48.433964 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75502a30-3efb-4b05-af57-6e25aa4da75b req-a55addb1-bebc-4cbd-9109-4a3203d92f4c service neutron] Checking agent: {'id': 'c35b6aa0-0616-421f-8ded-732dd37fc90f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7448', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 13, 24, 37), 'started_at': datetime.datetime(2021, 12, 18, 13, 24, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 14, 0, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 18 14:00:48.434300 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75502a30-3efb-4b05-af57-6e25aa4da75b req-a55addb1-bebc-4cbd-9109-4a3203d92f4c service neutron] Checking segment: {'id': 'f22714b2-7fe2-41e9-a6c0-df3d4ec3c1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b413d5da-a2df-444e-9331-c7a90474b9e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 14:00:48.434677 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75502a30-3efb-4b05-af57-6e25aa4da75b req-a55addb1-bebc-4cbd-9109-4a3203d92f4c service neutron] Bound using segment: {'id': 'f22714b2-7fe2-41e9-a6c0-df3d4ec3c1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b413d5da-a2df-444e-9331-c7a90474b9e9'} {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 18 14:00:48.435095 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.managers [req-75502a30-3efb-4b05-af57-6e25aa4da75b req-a55addb1-bebc-4cbd-9109-4a3203d92f4c service neutron] Bound port: b087bde0-6818-4814-a4d8-799e8fb87469, host: hv-neutron-7448, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f22714b2-7fe2-41e9-a6c0-df3d4ec3c1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b413d5da-a2df-444e-9331-c7a90474b9e9'}}] {{(pid=103159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 18 14:00:48.435474 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-75502a30-3efb-4b05-af57-6e25aa4da75b req-a55addb1-bebc-4cbd-9109-4a3203d92f4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:00:48.501017 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.db [req-75502a30-3efb-4b05-af57-6e25aa4da75b req-a55addb1-bebc-4cbd-9109-4a3203d92f4c service neutron] For port b087bde0-6818-4814-a4d8-799e8fb87469, host hv-neutron-7448, cleared binding levels {{(pid=103159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 18 14:00:48.504218 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.db [req-75502a30-3efb-4b05-af57-6e25aa4da75b req-a55addb1-bebc-4cbd-9109-4a3203d92f4c service neutron] For port b087bde0-6818-4814-a4d8-799e8fb87469, host hv-neutron-7448, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=b087bde0-6818-4814-a4d8-799e8fb87469,segment=NetworkSegment(f22714b2-7fe2-41e9-a6c0-df3d4ec3c1d5),segment_id=f22714b2-7fe2-41e9-a6c0-df3d4ec3c1d5)] {{(pid=103159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 18 14:00:48.510569 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-75502a30-3efb-4b05-af57-6e25aa4da75b req-a55addb1-bebc-4cbd-9109-4a3203d92f4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5659917'] for port, after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:00:48.545235 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75502a30-3efb-4b05-af57-6e25aa4da75b req-a55addb1-bebc-4cbd-9109-4a3203d92f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:00:48.545845 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-75502a30-3efb-4b05-af57-6e25aa4da75b req-a55addb1-bebc-4cbd-9109-4a3203d92f4c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:00:48.547228 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-75502a30-3efb-4b05-af57-6e25aa4da75b req-a55addb1-bebc-4cbd-9109-4a3203d92f4c service neutron] 10.222.0.43 "PUT /v2.0/ports/b087bde0-6818-4814-a4d8-799e8fb87469 HTTP/1.1" status: 200 len: 1094 time: 0.5931833 Dec 18 14:00:48.547652 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edb2e3a9-d86a-4e38-8300-fd444c85595e', 'tag': 'b087bde0-6818-4814-a4d8-799e8fb87469'}] {{(pid=103159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 18 14:00:48.549896 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca844cf115d59c1fab86abc202fb4c13735de0d7e4cbbbb25eec9406e9c87431" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8f5ae56-741a-4b17-9c91-893b0ff257a3" -d '{"events": [{"name": "network-changed", "server_uuid": "edb2e3a9-d86a-4e38-8300-fd444c85595e", "tag": "b087bde0-6818-4814-a4d8-799e8fb87469"}]}' {{(pid=103159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 18 14:00:48.574650 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55addb1-bebc-4cbd-9109-4a3203d92f4c service neutron] Pushing event updated for resources: {'Port': ['ID=b087bde0-6818-4814-a4d8-799e8fb87469,revision_number=3']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:00:48.589251 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 14:00:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08f17486-247b-4e25-b0b1-33659908eb90 x-openstack-request-id: req-08f17486-247b-4e25-b0b1-33659908eb90 {{(pid=103159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 18 14:00:48.590976 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edb2e3a9-d86a-4e38-8300-fd444c85595e", "tag": "b087bde0-6818-4814-a4d8-799e8fb87469", "status": "completed", "code": 200}]} {{(pid=103159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 18 14:00:48.591255 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-08f17486-247b-4e25-b0b1-33659908eb90 {{(pid=103159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 18 14:00:48.591682 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edb2e3a9-d86a-4e38-8300-fd444c85595e', 'tag': 'b087bde0-6818-4814-a4d8-799e8fb87469', 'status': 'completed', 'code': 200} Dec 18 14:00:48.637821 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75502a30-3efb-4b05-af57-6e25aa4da75b req-b2934078-7e7a-4050-bd16-fc0a4b9c6706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:00:48.639362 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-75502a30-3efb-4b05-af57-6e25aa4da75b req-b2934078-7e7a-4050-bd16-fc0a4b9c6706 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=fcbdf83555fc4524a02272189d1c9220&device_id=edb2e3a9-d86a-4e38-8300-fd444c85595e HTTP/1.1" status: 200 len: 1097 time: 0.0405066 Dec 18 14:00:48.687632 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-75502a30-3efb-4b05-af57-6e25aa4da75b req-e1452a2c-4f8c-47c1-b984-f04d0fc13b8b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b087bde0-6818-4814-a4d8-799e8fb87469 HTTP/1.1" status: 200 len: 217 time: 0.0401235 Dec 18 14:00:48.744675 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75502a30-3efb-4b05-af57-6e25aa4da75b req-6ce03a8f-f5cd-49f7-8f02-14a2b7ecac2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:00:48.746160 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-75502a30-3efb-4b05-af57-6e25aa4da75b req-6ce03a8f-f5cd-49f7-8f02-14a2b7ecac2b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=854ab8c4-1832-4fd7-b4cc-eaeee27e05c3 HTTP/1.1" status: 200 len: 854 time: 0.0518296 Dec 18 14:00:48.788738 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-75502a30-3efb-4b05-af57-6e25aa4da75b req-7fa3cd59-9087-48a9-baf8-38ae5ef1c039 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b413d5da-a2df-444e-9331-c7a90474b9e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338063 Dec 18 14:00:48.886693 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-75502a30-3efb-4b05-af57-6e25aa4da75b req-d46899e0-7c3e-48ea-8e25-257b186275a9 service neutron] 10.222.0.43 "GET /v2.0/networks/b413d5da-a2df-444e-9331-c7a90474b9e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902283 Dec 18 14:00:48.980502 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-75502a30-3efb-4b05-af57-6e25aa4da75b req-c46130a1-3762-4634-9b5c-23c3c4362cbe service neutron] 10.222.0.43 "GET /v2.0/networks/b413d5da-a2df-444e-9331-c7a90474b9e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865428 Dec 18 14:00:49.079095 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f5ae56-741a-4b17-9c91-893b0ff257a3 req-d4d7b417-534f-4633-85e3-4fd3411a1ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:00:49.080626 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-a8f5ae56-741a-4b17-9c91-893b0ff257a3 req-d4d7b417-534f-4633-85e3-4fd3411a1ee1 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=fcbdf83555fc4524a02272189d1c9220&device_id=edb2e3a9-d86a-4e38-8300-fd444c85595e HTTP/1.1" status: 200 len: 1097 time: 0.0466089 Dec 18 14:00:49.174363 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f5ae56-741a-4b17-9c91-893b0ff257a3 req-77adadcc-a1f6-4dab-a384-68302e7324e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:00:49.175943 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-a8f5ae56-741a-4b17-9c91-893b0ff257a3 req-77adadcc-a1f6-4dab-a384-68302e7324e7 service neutron] 10.222.0.43 "GET /v2.0/networks?id=b413d5da-a2df-444e-9331-c7a90474b9e9 HTTP/1.1" status: 200 len: 915 time: 0.0884860 Dec 18 14:00:49.217646 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-a8f5ae56-741a-4b17-9c91-893b0ff257a3 req-8cc51298-925c-4e35-b8ae-b1678ee56bd1 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b087bde0-6818-4814-a4d8-799e8fb87469 HTTP/1.1" status: 200 len: 217 time: 0.0347931 Dec 18 14:00:49.271030 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f5ae56-741a-4b17-9c91-893b0ff257a3 req-1da55c5c-80c7-46eb-939e-04e18aadcf0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:00:49.272427 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-a8f5ae56-741a-4b17-9c91-893b0ff257a3 req-1da55c5c-80c7-46eb-939e-04e18aadcf0a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=854ab8c4-1832-4fd7-b4cc-eaeee27e05c3 HTTP/1.1" status: 200 len: 854 time: 0.0475438 Dec 18 14:00:49.303917 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-a8f5ae56-741a-4b17-9c91-893b0ff257a3 req-77a7a910-94d5-4ece-a9d4-c1f17ae3ed7f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b413d5da-a2df-444e-9331-c7a90474b9e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236692 Dec 18 14:00:49.393693 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-a8f5ae56-741a-4b17-9c91-893b0ff257a3 req-75805edb-9671-4654-bfcf-c228e602830b service neutron] 10.222.0.43 "GET /v2.0/networks/b413d5da-a2df-444e-9331-c7a90474b9e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822737 Dec 18 14:00:49.401946 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc8f44f-1fa7-4bc9-a7f4-fa21081db15e req-9cd3d9be-bd5f-4a27-9294-699645cf62d7 tempest-ServersNegativeTestJSON-124235925 tempest-ServersNegativeTestJSON-124235925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:00:49.403446 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-8cc8f44f-1fa7-4bc9-a7f4-fa21081db15e req-9cd3d9be-bd5f-4a27-9294-699645cf62d7 tempest-ServersNegativeTestJSON-124235925 tempest-ServersNegativeTestJSON-124235925-project] 10.222.0.31 "GET /v2.0/ports?device_id=edb2e3a9-d86a-4e38-8300-fd444c85595e HTTP/1.1" status: 200 len: 944 time: 0.0496023 Dec 18 14:00:49.451309 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-8cc8f44f-1fa7-4bc9-a7f4-fa21081db15e req-ed9a17ce-f142-4a38-86eb-ac3b961fdcb2 tempest-ServersNegativeTestJSON-124235925 tempest-ServersNegativeTestJSON-124235925-project] 10.222.0.31 "GET /v2.0/security-groups?id=835d0626-6a55-4d5b-9927-7305616204fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417390 Dec 18 14:00:49.494153 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-a8f5ae56-741a-4b17-9c91-893b0ff257a3 req-7a0494a3-cb5b-4cec-a7b3-ab33ea06a331 service neutron] 10.222.0.43 "GET /v2.0/networks/b413d5da-a2df-444e-9331-c7a90474b9e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933309 Dec 18 14:00:50.582314 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6afb967-7f5e-4607-b5cd-967ecb8758b2 req-ad0259e0-3c6a-424d-8280-ffe4bce61fcc tempest-ServersNegativeTestJSON-124235925 tempest-ServersNegativeTestJSON-124235925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:00:50.583892 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-b6afb967-7f5e-4607-b5cd-967ecb8758b2 req-ad0259e0-3c6a-424d-8280-ffe4bce61fcc tempest-ServersNegativeTestJSON-124235925 tempest-ServersNegativeTestJSON-124235925-project] 10.222.0.31 "GET /v2.0/ports?device_id=edb2e3a9-d86a-4e38-8300-fd444c85595e HTTP/1.1" status: 200 len: 944 time: 0.0538394 Dec 18 14:00:50.639599 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-b6afb967-7f5e-4607-b5cd-967ecb8758b2 req-2dd07dfa-436c-42f4-879a-748de224d43e tempest-ServersNegativeTestJSON-124235925 tempest-ServersNegativeTestJSON-124235925-project] 10.222.0.31 "GET /v2.0/security-groups?id=835d0626-6a55-4d5b-9927-7305616204fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467310 Dec 18 14:00:51.768958 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c16bc5-298c-4559-9f73-49bf4936ad2a req-3503084f-8aa4-4eb1-94e7-e0dbcf0982ce tempest-ServersNegativeTestJSON-124235925 tempest-ServersNegativeTestJSON-124235925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:00:51.772700 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-81c16bc5-298c-4559-9f73-49bf4936ad2a req-3503084f-8aa4-4eb1-94e7-e0dbcf0982ce tempest-ServersNegativeTestJSON-124235925 tempest-ServersNegativeTestJSON-124235925-project] 10.222.0.31 "GET /v2.0/ports?device_id=edb2e3a9-d86a-4e38-8300-fd444c85595e HTTP/1.1" status: 200 len: 944 time: 0.0518131 Dec 18 14:00:51.818046 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-81c16bc5-298c-4559-9f73-49bf4936ad2a req-ded6f0bc-81d2-4ce2-b598-3883e4d68b76 tempest-ServersNegativeTestJSON-124235925 tempest-ServersNegativeTestJSON-124235925-project] 10.222.0.31 "GET /v2.0/security-groups?id=835d0626-6a55-4d5b-9927-7305616204fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401976 Dec 18 14:00:52.579333 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Device b087bde0-6818-4814-a4d8-799e8fb87469 details requested by agent hyperv_hv-neutron-7448 with host hv-neutron-7448 {{(pid=103161) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 18 14:00:52.678508 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] For port b087bde0-6818-4814-a4d8-799e8fb87469, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=b087bde0-6818-4814-a4d8-799e8fb87469,segment=NetworkSegment(f22714b2-7fe2-41e9-a6c0-df3d4ec3c1d5),segment_id=f22714b2-7fe2-41e9-a6c0-df3d4ec3c1d5)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 14:00:52.689801 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Returning: {'device': 'b087bde0-6818-4814-a4d8-799e8fb87469', 'network_id': 'b413d5da-a2df-444e-9331-c7a90474b9e9', 'port_id': 'b087bde0-6818-4814-a4d8-799e8fb87469', 'mac_address': 'fa:16:3e:00:ad:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '854ab8c4-1832-4fd7-b4cc-eaeee27e05c3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103161) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 18 14:00:52.737030 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:00:52.750867 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.notifiers.nova [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b087bde0-6818-4814-a4d8-799e8fb87469 {{(pid=103161) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 18 14:00:52.770507 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] For port b087bde0-6818-4814-a4d8-799e8fb87469, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=b087bde0-6818-4814-a4d8-799e8fb87469,segment=NetworkSegment(f22714b2-7fe2-41e9-a6c0-df3d4ec3c1d5),segment_id=f22714b2-7fe2-41e9-a6c0-df3d4ec3c1d5)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 14:00:52.776382 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:00:52.823908 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Pushing event updated for resources: {'Port': ['ID=b087bde0-6818-4814-a4d8-799e8fb87469,revision_number=4']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:00:52.947512 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c390a9e-0f1b-432a-a75d-d793e31f6e85 req-6d972fbd-8086-4179-afa4-a94c7e334660 tempest-ServersNegativeTestJSON-124235925 tempest-ServersNegativeTestJSON-124235925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:00:52.949005 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-2c390a9e-0f1b-432a-a75d-d793e31f6e85 req-6d972fbd-8086-4179-afa4-a94c7e334660 tempest-ServersNegativeTestJSON-124235925 tempest-ServersNegativeTestJSON-124235925-project] 10.222.0.31 "GET /v2.0/ports?device_id=edb2e3a9-d86a-4e38-8300-fd444c85595e HTTP/1.1" status: 200 len: 945 time: 0.0555365 Dec 18 14:00:52.999675 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-2c390a9e-0f1b-432a-a75d-d793e31f6e85 req-f7275445-8430-42a8-9d87-6dd841d50650 tempest-ServersNegativeTestJSON-124235925 tempest-ServersNegativeTestJSON-124235925-project] 10.222.0.31 "GET /v2.0/security-groups?id=835d0626-6a55-4d5b-9927-7305616204fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412338 Dec 18 14:00:53.145779 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] get_ports_and_sgs() called for port_ids ['b087bde0-6818-4814-a4d8-799e8fb87469'] {{(pid=103161) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 18 14:00:54.128545 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8f3e5d-b0e3-44a5-8127-806e1588c557 req-5784b195-108b-4053-8973-6efaf4c2cc25 tempest-ServersNegativeTestJSON-124235925 tempest-ServersNegativeTestJSON-124235925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:00:54.130029 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-ab8f3e5d-b0e3-44a5-8127-806e1588c557 req-5784b195-108b-4053-8973-6efaf4c2cc25 tempest-ServersNegativeTestJSON-124235925 tempest-ServersNegativeTestJSON-124235925-project] 10.222.0.31 "GET /v2.0/ports?device_id=edb2e3a9-d86a-4e38-8300-fd444c85595e HTTP/1.1" status: 200 len: 945 time: 0.0578647 Dec 18 14:00:54.180849 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-ab8f3e5d-b0e3-44a5-8127-806e1588c557 req-47e07280-a96b-4dfb-a43b-94d53b011998 tempest-ServersNegativeTestJSON-124235925 tempest-ServersNegativeTestJSON-124235925-project] 10.222.0.31 "GET /v2.0/security-groups?id=835d0626-6a55-4d5b-9927-7305616204fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443368 Dec 18 14:00:54.596117 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Device b087bde0-6818-4814-a4d8-799e8fb87469 up at agent hyperv_hv-neutron-7448 {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 14:00:54.651734 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Provisioning for port b087bde0-6818-4814-a4d8-799e8fb87469 completed by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 18 14:00:54.656526 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Provisioning complete for port b087bde0-6818-4814-a4d8-799e8fb87469 triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 14:00:54.656899 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:00:54.745418 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:00:54.768454 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edb2e3a9-d86a-4e38-8300-fd444c85595e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b087bde0-6818-4814-a4d8-799e8fb87469'}] {{(pid=103161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 18 14:00:54.770714 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22224e7a42aa75e3f3b9c037df440650d2cfa1dd97b40a249aee4a8113775251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8474a77-8154-4513-a720-92b4fcf62d62" -d '{"events": [{"server_uuid": "edb2e3a9-d86a-4e38-8300-fd444c85595e", "name": "network-vif-plugged", "status": "completed", "tag": "b087bde0-6818-4814-a4d8-799e8fb87469"}]}' {{(pid=103161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 18 14:00:54.784238 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] For port b087bde0-6818-4814-a4d8-799e8fb87469, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=b087bde0-6818-4814-a4d8-799e8fb87469,segment=NetworkSegment(f22714b2-7fe2-41e9-a6c0-df3d4ec3c1d5),segment_id=f22714b2-7fe2-41e9-a6c0-df3d4ec3c1d5)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 14:00:54.789842 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:00:54.837110 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Pushing event updated for resources: {'Port': ['ID=b087bde0-6818-4814-a4d8-799e8fb87469,revision_number=5']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:00:54.844342 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:00:54.844692 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:00:54.845039 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:00:54.845347 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:00:54.845710 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:00:54.846035 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:00:54.846408 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:00:54.846674 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:00:54.847004 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:00:54.847352 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:00:54.847675 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:00:54.847997 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:00:54.848315 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:00:54.966786 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c7437235-ddf2-40f5-8ea4-e5f7788c62bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:00:55.026258 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 14:00:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e1098ad-b7c1-49b1-a58f-677f5ba9ac8b x-openstack-request-id: req-1e1098ad-b7c1-49b1-a58f-677f5ba9ac8b {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 18 14:00:55.026559 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edb2e3a9-d86a-4e38-8300-fd444c85595e", "name": "network-vif-plugged", "status": "completed", "tag": "b087bde0-6818-4814-a4d8-799e8fb87469", "code": 200}]} {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 18 14:00:55.026814 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1e1098ad-b7c1-49b1-a58f-677f5ba9ac8b {{(pid=103161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 18 14:00:55.027279 dv-neutron-744815-20-hyperv neutron-server[103161]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edb2e3a9-d86a-4e38-8300-fd444c85595e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b087bde0-6818-4814-a4d8-799e8fb87469', 'code': 200} Dec 18 14:00:55.214715 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9aa8d4c-5a07-4b9b-a002-b90885d07f90 req-54d5996f-caf9-4352-92eb-be9775036a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:00:55.216358 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-a9aa8d4c-5a07-4b9b-a002-b90885d07f90 req-54d5996f-caf9-4352-92eb-be9775036a30 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=edb2e3a9-d86a-4e38-8300-fd444c85595e HTTP/1.1" status: 200 len: 1099 time: 0.0435126 Dec 18 14:00:55.263858 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-a9aa8d4c-5a07-4b9b-a002-b90885d07f90 req-226e0a27-4a51-450e-8d67-770723c6a4d1 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=835d0626-6a55-4d5b-9927-7305616204fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394762 Dec 18 14:00:55.307844 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41200e8-f82a-420d-8ebb-e5c359b53a8f req-103389ae-130c-4db6-b421-c611315a1a88 tempest-ServersNegativeTestJSON-124235925 tempest-ServersNegativeTestJSON-124235925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:00:55.309347 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-b41200e8-f82a-420d-8ebb-e5c359b53a8f req-103389ae-130c-4db6-b421-c611315a1a88 tempest-ServersNegativeTestJSON-124235925 tempest-ServersNegativeTestJSON-124235925-project] 10.222.0.31 "GET /v2.0/ports?device_id=edb2e3a9-d86a-4e38-8300-fd444c85595e HTTP/1.1" status: 200 len: 946 time: 0.0483942 Dec 18 14:00:55.359813 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-b41200e8-f82a-420d-8ebb-e5c359b53a8f req-e5209d40-1d94-402c-aa3d-0067caff6ac8 tempest-ServersNegativeTestJSON-124235925 tempest-ServersNegativeTestJSON-124235925-project] 10.222.0.31 "GET /v2.0/security-groups?id=835d0626-6a55-4d5b-9927-7305616204fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444560 Dec 18 14:00:56.490789 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9132f6bd-92ee-4b3a-981d-b1dbd9a1ca07 req-be99e4e1-ba2f-43de-89be-5e83a1579aed tempest-ServersNegativeTestJSON-124235925 tempest-ServersNegativeTestJSON-124235925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:00:56.492393 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-9132f6bd-92ee-4b3a-981d-b1dbd9a1ca07 req-be99e4e1-ba2f-43de-89be-5e83a1579aed tempest-ServersNegativeTestJSON-124235925 tempest-ServersNegativeTestJSON-124235925-project] 10.222.0.31 "GET /v2.0/ports?device_id=edb2e3a9-d86a-4e38-8300-fd444c85595e HTTP/1.1" status: 200 len: 946 time: 0.0513580 Dec 18 14:00:56.544673 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-9132f6bd-92ee-4b3a-981d-b1dbd9a1ca07 req-601ccf2e-8606-46df-8d8e-e4f618b5f113 tempest-ServersNegativeTestJSON-124235925 tempest-ServersNegativeTestJSON-124235925-project] 10.222.0.31 "GET /v2.0/security-groups?id=835d0626-6a55-4d5b-9927-7305616204fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462682 Dec 18 14:00:57.188322 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-9ce943ee-d9b9-4ae3-8d31-a298867afa2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:00:57.668791 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c51b632-ea28-4fe8-a821-2bbcca6e2764 req-dc422d5d-2820-4736-8a4b-b67aa4a6f93f tempest-ServersNegativeTestJSON-124235925 tempest-ServersNegativeTestJSON-124235925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:00:57.670301 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-6c51b632-ea28-4fe8-a821-2bbcca6e2764 req-dc422d5d-2820-4736-8a4b-b67aa4a6f93f tempest-ServersNegativeTestJSON-124235925 tempest-ServersNegativeTestJSON-124235925-project] 10.222.0.31 "GET /v2.0/ports?device_id=edb2e3a9-d86a-4e38-8300-fd444c85595e HTTP/1.1" status: 200 len: 946 time: 0.0540686 Dec 18 14:00:57.718070 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-6c51b632-ea28-4fe8-a821-2bbcca6e2764 req-47b7094e-0b3f-4bbc-a8fb-a2e52cf45b50 tempest-ServersNegativeTestJSON-124235925 tempest-ServersNegativeTestJSON-124235925-project] 10.222.0.31 "GET /v2.0/security-groups?id=835d0626-6a55-4d5b-9927-7305616204fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416183 Dec 18 14:00:57.969150 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b6da63-612f-4cfc-8d5e-1e56c31fdc06 req-8b6fbbdf-3342-43b0-a5fa-ce0ee6acd24a tempest-ServersNegativeTestJSON-124235925 tempest-ServersNegativeTestJSON-124235925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:00:57.970627 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-d6b6da63-612f-4cfc-8d5e-1e56c31fdc06 req-8b6fbbdf-3342-43b0-a5fa-ce0ee6acd24a tempest-ServersNegativeTestJSON-124235925 tempest-ServersNegativeTestJSON-124235925-project] 10.222.0.31 "GET /v2.0/networks?id=b413d5da-a2df-444e-9331-c7a90474b9e9 HTTP/1.1" status: 200 len: 814 time: 0.1132457 Dec 18 14:00:57.985983 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-d6b6da63-612f-4cfc-8d5e-1e56c31fdc06 req-9f7c3db3-1e11-4e96-b7d7-df756c7daf80 tempest-ServersNegativeTestJSON-124235925 tempest-ServersNegativeTestJSON-124235925-project] 10.222.0.31 "GET /v2.0/quotas/fcbdf83555fc4524a02272189d1c9220 HTTP/1.1" status: 200 len: 375 time: 0.0094593 Dec 18 14:00:58.034756 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-d6b6da63-612f-4cfc-8d5e-1e56c31fdc06 req-79db338d-0abc-48ea-afc3-7b0dccdf4d0e tempest-ServersNegativeTestJSON-124235925 tempest-ServersNegativeTestJSON-124235925-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=fcbdf83555fc4524a02272189d1c9220&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0435486 Dec 18 14:00:58.127560 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-d6b6da63-612f-4cfc-8d5e-1e56c31fdc06 req-4224dff5-8f85-42e7-a844-8d535f7f6d46 service neutron] 10.222.0.31 "GET /v2.0/networks/b413d5da-a2df-444e-9331-c7a90474b9e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853472 Dec 18 14:00:58.218307 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-d6b6da63-612f-4cfc-8d5e-1e56c31fdc06 req-8ea12a47-9f45-400c-846d-3c0366974108 service neutron] 10.222.0.31 "GET /v2.0/networks/b413d5da-a2df-444e-9331-c7a90474b9e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841360 Dec 18 14:00:58.341841 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.agents_db [None req-e3dda592-589a-4b4d-b028-ba9a260f4f50 None None] Agent healthcheck: found 6 active agents {{(pid=103162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 18 14:00:58.381168 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-8eba7f9c-b6e3-4d94-bfae-daea6eef4762 req-1ccf317d-ef5b-4d97-a1c6-ee9dc5d5e69e tempest-ServersNegativeTestJSON-124235925 tempest-ServersNegativeTestJSON-124235925-project] 10.222.0.31 "GET /v2.0/ports?device_id=e32bad51-5109-46ee-bd6e-1a7a4d7eb104 HTTP/1.1" status: 200 len: 210 time: 0.0258536 Dec 18 14:00:58.578942 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-afa9ae9b-bdbb-4010-bcf6-3a46ce66cf71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:00:59.341434 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b6da63-612f-4cfc-8d5e-1e56c31fdc06 req-aadf0b9f-7a2c-40b3-959d-a2cd975b33a4 tempest-ServersNegativeTestJSON-124235925 tempest-ServersNegativeTestJSON-124235925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:00:59.342930 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-d6b6da63-612f-4cfc-8d5e-1e56c31fdc06 req-aadf0b9f-7a2c-40b3-959d-a2cd975b33a4 tempest-ServersNegativeTestJSON-124235925 tempest-ServersNegativeTestJSON-124235925-project] 10.222.0.43 "GET /v2.0/networks?id=b413d5da-a2df-444e-9331-c7a90474b9e9 HTTP/1.1" status: 200 len: 814 time: 0.1086183 Dec 18 14:00:59.356820 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [req-d6b6da63-612f-4cfc-8d5e-1e56c31fdc06 req-06e43745-64bc-42fa-a60d-d067ae9b4b46 tempest-ServersNegativeTestJSON-124235925 tempest-ServersNegativeTestJSON-124235925-project] Request body: {'port': {'device_id': 'e32bad51-5109-46ee-bd6e-1a7a4d7eb104', 'network_id': 'b413d5da-a2df-444e-9331-c7a90474b9e9', 'admin_state_up': True, 'tenant_id': 'fcbdf83555fc4524a02272189d1c9220'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 14:00:59.482469 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-5e037fbf-2a9d-4dfc-a923-85c171b29fdc req-fdac884e-23a3-4132-a5c7-86fda1debf07 tempest-ServersNegativeTestJSON-124235925 tempest-ServersNegativeTestJSON-124235925-project] 10.222.0.31 "GET /v2.0/ports?device_id=e32bad51-5109-46ee-bd6e-1a7a4d7eb104 HTTP/1.1" status: 200 len: 210 time: 0.0313587 Dec 18 14:00:59.498951 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6b6da63-612f-4cfc-8d5e-1e56c31fdc06 req-06e43745-64bc-42fa-a60d-d067ae9b4b46 tempest-ServersNegativeTestJSON-124235925 tempest-ServersNegativeTestJSON-124235925-project] Made reservation on behalf of fcbdf83555fc4524a02272189d1c9220 for: {'port': 1} {{(pid=103159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 14:00:59.502684 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-d6b6da63-612f-4cfc-8d5e-1e56c31fdc06 req-06e43745-64bc-42fa-a60d-d067ae9b4b46 tempest-ServersNegativeTestJSON-124235925 tempest-ServersNegativeTestJSON-124235925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:00:59.631464 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.db_base_plugin_common [req-d6b6da63-612f-4cfc-8d5e-1e56c31fdc06 req-06e43745-64bc-42fa-a60d-d067ae9b4b46 tempest-ServersNegativeTestJSON-124235925 tempest-ServersNegativeTestJSON-124235925-project] Allocated IP 172.20.0.5 (b413d5da-a2df-444e-9331-c7a90474b9e9/854ab8c4-1832-4fd7-b4cc-eaeee27e05c3/2d0a08ed-38b1-4fca-986a-d5cd55fe2578) {{(pid=103159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 14:00:59.776211 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-d6b6da63-612f-4cfc-8d5e-1e56c31fdc06 req-06e43745-64bc-42fa-a60d-d067ae9b4b46 tempest-ServersNegativeTestJSON-124235925 tempest-ServersNegativeTestJSON-124235925-project] Publish callbacks [] for port, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:00:59.814637 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-d6b6da63-612f-4cfc-8d5e-1e56c31fdc06 req-06e43745-64bc-42fa-a60d-d067ae9b4b46 tempest-ServersNegativeTestJSON-124235925 tempest-ServersNegativeTestJSON-124235925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:00:59.826346 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] get_ports_and_sgs() called for port_ids ['b087bde0-6818-4814-a4d8-799e8fb87469'] {{(pid=103161) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 18 14:00:59.863335 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6b6da63-612f-4cfc-8d5e-1e56c31fdc06 req-06e43745-64bc-42fa-a60d-d067ae9b4b46 tempest-ServersNegativeTestJSON-124235925 tempest-ServersNegativeTestJSON-124235925-project] Network b413d5da-a2df-444e-9331-c7a90474b9e9 is already hosted by enough agents. {{(pid=103159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 14:00:59.866590 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.base_scheduler [req-d6b6da63-612f-4cfc-8d5e-1e56c31fdc06 req-06e43745-64bc-42fa-a60d-d067ae9b4b46 tempest-ServersNegativeTestJSON-124235925 tempest-ServersNegativeTestJSON-124235925-project] Resources bound (agent type, host, resource id): {{(pid=103159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 14:00:59.870673 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6b6da63-612f-4cfc-8d5e-1e56c31fdc06 req-06e43745-64bc-42fa-a60d-d067ae9b4b46 tempest-ServersNegativeTestJSON-124235925 tempest-ServersNegativeTestJSON-124235925-project] Received port after_create {{(pid=103159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 14:00:59.877402 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e43745-64bc-42fa-a60d-d067ae9b4b46 tempest-ServersNegativeTestJSON-124235925 tempest-ServersNegativeTestJSON-124235925-project] Pushing event updated for resources: {'Port': ['ID=2d0a08ed-38b1-4fca-986a-d5cd55fe2578,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:00:59.924130 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b6da63-612f-4cfc-8d5e-1e56c31fdc06 req-06e43745-64bc-42fa-a60d-d067ae9b4b46 tempest-ServersNegativeTestJSON-124235925 tempest-ServersNegativeTestJSON-124235925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:00:59.924740 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-d6b6da63-612f-4cfc-8d5e-1e56c31fdc06 req-06e43745-64bc-42fa-a60d-d067ae9b4b46 tempest-ServersNegativeTestJSON-124235925 tempest-ServersNegativeTestJSON-124235925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:00:59.941200 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-d6b6da63-612f-4cfc-8d5e-1e56c31fdc06 req-06e43745-64bc-42fa-a60d-d067ae9b4b46 tempest-ServersNegativeTestJSON-124235925 tempest-ServersNegativeTestJSON-124235925-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5881925 Dec 18 14:00:59.954472 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [req-d6b6da63-612f-4cfc-8d5e-1e56c31fdc06 req-9d68a2c7-118c-4c53-b427-9bb83802c70c service neutron] Request body: {'port': {'device_id': 'e32bad51-5109-46ee-bd6e-1a7a4d7eb104', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7448'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 14:01:00.017501 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-d6b6da63-612f-4cfc-8d5e-1e56c31fdc06 req-9d68a2c7-118c-4c53-b427-9bb83802c70c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:00.085190 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7b7a3272-2b45-4d32-9670-25eb1afd1184 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:00.299528 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.notifiers.nova [req-d6b6da63-612f-4cfc-8d5e-1e56c31fdc06 req-9d68a2c7-118c-4c53-b427-9bb83802c70c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d0a08ed-38b1-4fca-986a-d5cd55fe2578 {{(pid=103159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 18 14:01:00.309893 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-d6b6da63-612f-4cfc-8d5e-1e56c31fdc06 req-9d68a2c7-118c-4c53-b427-9bb83802c70c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:00.324080 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.provisioning_blocks [req-d6b6da63-612f-4cfc-8d5e-1e56c31fdc06 req-9d68a2c7-118c-4c53-b427-9bb83802c70c service neutron] Transition to ACTIVE for port object 2d0a08ed-38b1-4fca-986a-d5cd55fe2578 will not be triggered until provisioned by entity L2. {{(pid=103159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 18 14:01:00.330944 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-d6b6da63-612f-4cfc-8d5e-1e56c31fdc06 req-9d68a2c7-118c-4c53-b427-9bb83802c70c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5659917'] for port, after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:00.382858 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d68a2c7-118c-4c53-b427-9bb83802c70c service neutron] Pushing event updated for resources: {'Port': ['ID=2d0a08ed-38b1-4fca-986a-d5cd55fe2578,revision_number=2']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:01:00.464387 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.managers [req-d6b6da63-612f-4cfc-8d5e-1e56c31fdc06 req-9d68a2c7-118c-4c53-b427-9bb83802c70c service neutron] Attempting to bind port 2d0a08ed-38b1-4fca-986a-d5cd55fe2578 on host hv-neutron-7448 for vnic_type normal with profile {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 14:01:00.464880 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.managers [req-d6b6da63-612f-4cfc-8d5e-1e56c31fdc06 req-9d68a2c7-118c-4c53-b427-9bb83802c70c service neutron] Attempting to bind port 2d0a08ed-38b1-4fca-986a-d5cd55fe2578 by drivers openvswitch,hyperv on host hv-neutron-7448 at level 0 using segments [{'id': 'f22714b2-7fe2-41e9-a6c0-df3d4ec3c1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b413d5da-a2df-444e-9331-c7a90474b9e9'}] {{(pid=103159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 14:01:00.465434 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6b6da63-612f-4cfc-8d5e-1e56c31fdc06 req-9d68a2c7-118c-4c53-b427-9bb83802c70c service neutron] Attempting to bind port 2d0a08ed-38b1-4fca-986a-d5cd55fe2578 on network b413d5da-a2df-444e-9331-c7a90474b9e9 {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 14:01:00.471837 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6b6da63-612f-4cfc-8d5e-1e56c31fdc06 req-9d68a2c7-118c-4c53-b427-9bb83802c70c service neutron] Port 2d0a08ed-38b1-4fca-986a-d5cd55fe2578 on network b413d5da-a2df-444e-9331-c7a90474b9e9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7448 {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 18 14:01:00.472162 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6b6da63-612f-4cfc-8d5e-1e56c31fdc06 req-9d68a2c7-118c-4c53-b427-9bb83802c70c service neutron] Attempting to bind port 2d0a08ed-38b1-4fca-986a-d5cd55fe2578 on network b413d5da-a2df-444e-9331-c7a90474b9e9 {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 14:01:00.478793 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6b6da63-612f-4cfc-8d5e-1e56c31fdc06 req-9d68a2c7-118c-4c53-b427-9bb83802c70c service neutron] Checking agent: {'id': 'c35b6aa0-0616-421f-8ded-732dd37fc90f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7448', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 13, 24, 37), 'started_at': datetime.datetime(2021, 12, 18, 13, 24, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 14, 0, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 18 14:01:00.479115 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6b6da63-612f-4cfc-8d5e-1e56c31fdc06 req-9d68a2c7-118c-4c53-b427-9bb83802c70c service neutron] Checking segment: {'id': 'f22714b2-7fe2-41e9-a6c0-df3d4ec3c1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b413d5da-a2df-444e-9331-c7a90474b9e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 14:01:00.479554 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6b6da63-612f-4cfc-8d5e-1e56c31fdc06 req-9d68a2c7-118c-4c53-b427-9bb83802c70c service neutron] Bound using segment: {'id': 'f22714b2-7fe2-41e9-a6c0-df3d4ec3c1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b413d5da-a2df-444e-9331-c7a90474b9e9'} {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 18 14:01:00.479992 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.managers [req-d6b6da63-612f-4cfc-8d5e-1e56c31fdc06 req-9d68a2c7-118c-4c53-b427-9bb83802c70c service neutron] Bound port: 2d0a08ed-38b1-4fca-986a-d5cd55fe2578, host: hv-neutron-7448, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f22714b2-7fe2-41e9-a6c0-df3d4ec3c1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b413d5da-a2df-444e-9331-c7a90474b9e9'}}] {{(pid=103159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 18 14:01:00.480352 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-d6b6da63-612f-4cfc-8d5e-1e56c31fdc06 req-9d68a2c7-118c-4c53-b427-9bb83802c70c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:00.548819 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.db [req-d6b6da63-612f-4cfc-8d5e-1e56c31fdc06 req-9d68a2c7-118c-4c53-b427-9bb83802c70c service neutron] For port 2d0a08ed-38b1-4fca-986a-d5cd55fe2578, host hv-neutron-7448, cleared binding levels {{(pid=103159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 18 14:01:00.552802 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.db [req-d6b6da63-612f-4cfc-8d5e-1e56c31fdc06 req-9d68a2c7-118c-4c53-b427-9bb83802c70c service neutron] For port 2d0a08ed-38b1-4fca-986a-d5cd55fe2578, host hv-neutron-7448, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=2d0a08ed-38b1-4fca-986a-d5cd55fe2578,segment=NetworkSegment(f22714b2-7fe2-41e9-a6c0-df3d4ec3c1d5),segment_id=f22714b2-7fe2-41e9-a6c0-df3d4ec3c1d5)] {{(pid=103159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 18 14:01:00.558978 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-d6b6da63-612f-4cfc-8d5e-1e56c31fdc06 req-9d68a2c7-118c-4c53-b427-9bb83802c70c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5659917'] for port, after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:00.599752 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b6da63-612f-4cfc-8d5e-1e56c31fdc06 req-9d68a2c7-118c-4c53-b427-9bb83802c70c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:01:00.600427 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-d6b6da63-612f-4cfc-8d5e-1e56c31fdc06 req-9d68a2c7-118c-4c53-b427-9bb83802c70c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:00.601889 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-d6b6da63-612f-4cfc-8d5e-1e56c31fdc06 req-9d68a2c7-118c-4c53-b427-9bb83802c70c service neutron] 10.222.0.43 "PUT /v2.0/ports/2d0a08ed-38b1-4fca-986a-d5cd55fe2578 HTTP/1.1" status: 200 len: 1093 time: 0.6522362 Dec 18 14:01:00.602411 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e32bad51-5109-46ee-bd6e-1a7a4d7eb104', 'tag': '2d0a08ed-38b1-4fca-986a-d5cd55fe2578'}] {{(pid=103159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 18 14:01:00.604758 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca844cf115d59c1fab86abc202fb4c13735de0d7e4cbbbb25eec9406e9c87431" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d0cb11b-722a-4929-9f3d-d2cc312b8efc" -d '{"events": [{"name": "network-changed", "server_uuid": "e32bad51-5109-46ee-bd6e-1a7a4d7eb104", "tag": "2d0a08ed-38b1-4fca-986a-d5cd55fe2578"}]}' {{(pid=103159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 18 14:01:00.617528 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0028b585-38a0-4049-835f-026d79d9f7c0 req-0806a668-05bf-4726-bb0d-c980c77e78ec tempest-ServersNegativeTestJSON-124235925 tempest-ServersNegativeTestJSON-124235925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:01:00.620187 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-0028b585-38a0-4049-835f-026d79d9f7c0 req-0806a668-05bf-4726-bb0d-c980c77e78ec tempest-ServersNegativeTestJSON-124235925 tempest-ServersNegativeTestJSON-124235925-project] 10.222.0.31 "GET /v2.0/ports?device_id=e32bad51-5109-46ee-bd6e-1a7a4d7eb104 HTTP/1.1" status: 200 len: 943 time: 0.0651174 Dec 18 14:01:00.639311 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d68a2c7-118c-4c53-b427-9bb83802c70c service neutron] Pushing event updated for resources: {'Port': ['ID=2d0a08ed-38b1-4fca-986a-d5cd55fe2578,revision_number=3']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:01:00.687769 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-0028b585-38a0-4049-835f-026d79d9f7c0 req-65b5ada8-5bf6-46a4-8490-7bba4f13fb02 tempest-ServersNegativeTestJSON-124235925 tempest-ServersNegativeTestJSON-124235925-project] 10.222.0.31 "GET /v2.0/security-groups?id=835d0626-6a55-4d5b-9927-7305616204fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592983 Dec 18 14:01:00.705897 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b6da63-612f-4cfc-8d5e-1e56c31fdc06 req-f437acf7-525a-458a-946a-8853b8f5b58c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:01:00.707465 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-d6b6da63-612f-4cfc-8d5e-1e56c31fdc06 req-f437acf7-525a-458a-946a-8853b8f5b58c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=fcbdf83555fc4524a02272189d1c9220&device_id=e32bad51-5109-46ee-bd6e-1a7a4d7eb104 HTTP/1.1" status: 200 len: 1096 time: 0.0462196 Dec 18 14:01:00.722454 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 14:01:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3a165f7-0cf3-4995-86ee-ba33e3d07c11 x-openstack-request-id: req-e3a165f7-0cf3-4995-86ee-ba33e3d07c11 {{(pid=103159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 18 14:01:00.722748 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e32bad51-5109-46ee-bd6e-1a7a4d7eb104", "tag": "2d0a08ed-38b1-4fca-986a-d5cd55fe2578", "status": "completed", "code": 200}]} {{(pid=103159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 18 14:01:00.723003 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e3a165f7-0cf3-4995-86ee-ba33e3d07c11 {{(pid=103159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 18 14:01:00.723431 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e32bad51-5109-46ee-bd6e-1a7a4d7eb104', 'tag': '2d0a08ed-38b1-4fca-986a-d5cd55fe2578', 'status': 'completed', 'code': 200} Dec 18 14:01:00.756344 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-d6b6da63-612f-4cfc-8d5e-1e56c31fdc06 req-a239819f-69df-4e99-a757-0434ceb826f4 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2d0a08ed-38b1-4fca-986a-d5cd55fe2578 HTTP/1.1" status: 200 len: 217 time: 0.0410361 Dec 18 14:01:00.817108 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b6da63-612f-4cfc-8d5e-1e56c31fdc06 req-b964c029-9103-4f87-a3bd-ec5c644d34ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:01:00.818523 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-d6b6da63-612f-4cfc-8d5e-1e56c31fdc06 req-b964c029-9103-4f87-a3bd-ec5c644d34ad service neutron] 10.222.0.43 "GET /v2.0/subnets?id=854ab8c4-1832-4fd7-b4cc-eaeee27e05c3 HTTP/1.1" status: 200 len: 854 time: 0.0474110 Dec 18 14:01:00.853189 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-d6b6da63-612f-4cfc-8d5e-1e56c31fdc06 req-ebb43fd2-9f32-4491-b4bd-357f17f1167f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b413d5da-a2df-444e-9331-c7a90474b9e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272040 Dec 18 14:01:00.856992 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:00.967581 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-d6b6da63-612f-4cfc-8d5e-1e56c31fdc06 req-e1f73e39-1dfb-42fb-b530-a24687fca4bf service neutron] 10.222.0.43 "GET /v2.0/networks/b413d5da-a2df-444e-9331-c7a90474b9e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073287 Dec 18 14:01:01.081525 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-d6b6da63-612f-4cfc-8d5e-1e56c31fdc06 req-e308c0ed-c1f5-4b93-9833-9d77ee757d8f service neutron] 10.222.0.43 "GET /v2.0/networks/b413d5da-a2df-444e-9331-c7a90474b9e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054168 Dec 18 14:01:01.190147 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0cb11b-722a-4929-9f3d-d2cc312b8efc req-2c6878be-63bc-48ec-9cfa-4b82611d300e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:01:01.191725 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-0d0cb11b-722a-4929-9f3d-d2cc312b8efc req-2c6878be-63bc-48ec-9cfa-4b82611d300e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=fcbdf83555fc4524a02272189d1c9220&device_id=e32bad51-5109-46ee-bd6e-1a7a4d7eb104 HTTP/1.1" status: 200 len: 1096 time: 0.0548875 Dec 18 14:01:01.287602 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0cb11b-722a-4929-9f3d-d2cc312b8efc req-d1a29899-65ea-4278-a133-45668bcb7ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:01:01.289198 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-0d0cb11b-722a-4929-9f3d-d2cc312b8efc req-d1a29899-65ea-4278-a133-45668bcb7ccb service neutron] 10.222.0.43 "GET /v2.0/networks?id=b413d5da-a2df-444e-9331-c7a90474b9e9 HTTP/1.1" status: 200 len: 915 time: 0.0890470 Dec 18 14:01:01.335310 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-0d0cb11b-722a-4929-9f3d-d2cc312b8efc req-84b0be48-de3d-43ae-8b0c-d955883afe2c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2d0a08ed-38b1-4fca-986a-d5cd55fe2578 HTTP/1.1" status: 200 len: 217 time: 0.0382512 Dec 18 14:01:01.385382 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0cb11b-722a-4929-9f3d-d2cc312b8efc req-0f7d68e0-6bba-466b-a731-84fbe347b02f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:01:01.387004 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-0d0cb11b-722a-4929-9f3d-d2cc312b8efc req-0f7d68e0-6bba-466b-a731-84fbe347b02f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=854ab8c4-1832-4fd7-b4cc-eaeee27e05c3 HTTP/1.1" status: 200 len: 854 time: 0.0446200 Dec 18 14:01:01.423227 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-0d0cb11b-722a-4929-9f3d-d2cc312b8efc req-a4f3cb43-d242-4202-9161-edd3dea25548 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b413d5da-a2df-444e-9331-c7a90474b9e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276835 Dec 18 14:01:01.528921 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-0d0cb11b-722a-4929-9f3d-d2cc312b8efc req-6f4f2c75-2941-41ce-a655-590163ab564b service neutron] 10.222.0.43 "GET /v2.0/networks/b413d5da-a2df-444e-9331-c7a90474b9e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982695 Dec 18 14:01:01.621819 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-0d0cb11b-722a-4929-9f3d-d2cc312b8efc req-206365d0-0eaa-4eb2-91bb-01ca58e5e2fd service neutron] 10.222.0.43 "GET /v2.0/networks/b413d5da-a2df-444e-9331-c7a90474b9e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817804 Dec 18 14:01:01.826086 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bf8d46-85ee-42c0-8aa2-f2d05edecc4a req-b788d0d0-6cb2-4ab7-bde5-f4068ddf0f8a tempest-ServersNegativeTestJSON-124235925 tempest-ServersNegativeTestJSON-124235925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:01:01.828005 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-68bf8d46-85ee-42c0-8aa2-f2d05edecc4a req-b788d0d0-6cb2-4ab7-bde5-f4068ddf0f8a tempest-ServersNegativeTestJSON-124235925 tempest-ServersNegativeTestJSON-124235925-project] 10.222.0.31 "GET /v2.0/ports?device_id=e32bad51-5109-46ee-bd6e-1a7a4d7eb104 HTTP/1.1" status: 200 len: 943 time: 0.0556464 Dec 18 14:01:01.877924 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-68bf8d46-85ee-42c0-8aa2-f2d05edecc4a req-58b3627b-f7ff-4eaa-85bb-e3733162b44e tempest-ServersNegativeTestJSON-124235925 tempest-ServersNegativeTestJSON-124235925-project] 10.222.0.31 "GET /v2.0/security-groups?id=835d0626-6a55-4d5b-9927-7305616204fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408001 Dec 18 14:01:03.003818 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a460d939-41dc-4de8-8bf9-6c54906c7001 req-c07f4eda-9ba2-4f4d-8134-114490d750bb tempest-ServersNegativeTestJSON-124235925 tempest-ServersNegativeTestJSON-124235925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:01:03.005306 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-a460d939-41dc-4de8-8bf9-6c54906c7001 req-c07f4eda-9ba2-4f4d-8134-114490d750bb tempest-ServersNegativeTestJSON-124235925 tempest-ServersNegativeTestJSON-124235925-project] 10.222.0.31 "GET /v2.0/ports?device_id=e32bad51-5109-46ee-bd6e-1a7a4d7eb104 HTTP/1.1" status: 200 len: 943 time: 0.0504198 Dec 18 14:01:03.056519 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-a460d939-41dc-4de8-8bf9-6c54906c7001 req-c9c7a547-d436-4497-9c9e-a1298dbd5273 tempest-ServersNegativeTestJSON-124235925 tempest-ServersNegativeTestJSON-124235925-project] 10.222.0.31 "GET /v2.0/security-groups?id=835d0626-6a55-4d5b-9927-7305616204fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450995 Dec 18 14:01:04.203430 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bbf545-92b2-49b7-a72f-0c158c909ec4 req-e06ce04d-b81f-4c3f-9aeb-29cdd0bc922a tempest-ServersNegativeTestJSON-124235925 tempest-ServersNegativeTestJSON-124235925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:01:04.204921 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-a8bbf545-92b2-49b7-a72f-0c158c909ec4 req-e06ce04d-b81f-4c3f-9aeb-29cdd0bc922a tempest-ServersNegativeTestJSON-124235925 tempest-ServersNegativeTestJSON-124235925-project] 10.222.0.31 "GET /v2.0/ports?device_id=e32bad51-5109-46ee-bd6e-1a7a4d7eb104 HTTP/1.1" status: 200 len: 943 time: 0.0656393 Dec 18 14:01:04.253385 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-a8bbf545-92b2-49b7-a72f-0c158c909ec4 req-ce553f5f-6478-4f5d-a70d-259afdbdb2d1 tempest-ServersNegativeTestJSON-124235925 tempest-ServersNegativeTestJSON-124235925-project] 10.222.0.31 "GET /v2.0/security-groups?id=835d0626-6a55-4d5b-9927-7305616204fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424626 Dec 18 14:01:04.655491 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Device 2d0a08ed-38b1-4fca-986a-d5cd55fe2578 details requested by agent hyperv_hv-neutron-7448 with host hv-neutron-7448 {{(pid=103161) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 18 14:01:04.755097 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] For port 2d0a08ed-38b1-4fca-986a-d5cd55fe2578, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=2d0a08ed-38b1-4fca-986a-d5cd55fe2578,segment=NetworkSegment(f22714b2-7fe2-41e9-a6c0-df3d4ec3c1d5),segment_id=f22714b2-7fe2-41e9-a6c0-df3d4ec3c1d5)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 14:01:04.772106 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Returning: {'device': '2d0a08ed-38b1-4fca-986a-d5cd55fe2578', 'network_id': 'b413d5da-a2df-444e-9331-c7a90474b9e9', 'port_id': '2d0a08ed-38b1-4fca-986a-d5cd55fe2578', 'mac_address': 'fa:16:3e:92:de:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '854ab8c4-1832-4fd7-b4cc-eaeee27e05c3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103161) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 18 14:01:04.820002 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:04.840018 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.notifiers.nova [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d0a08ed-38b1-4fca-986a-d5cd55fe2578 {{(pid=103161) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 18 14:01:04.859411 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] For port 2d0a08ed-38b1-4fca-986a-d5cd55fe2578, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=2d0a08ed-38b1-4fca-986a-d5cd55fe2578,segment=NetworkSegment(f22714b2-7fe2-41e9-a6c0-df3d4ec3c1d5),segment_id=f22714b2-7fe2-41e9-a6c0-df3d4ec3c1d5)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 14:01:04.866727 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:04.922344 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Pushing event updated for resources: {'Port': ['ID=2d0a08ed-38b1-4fca-986a-d5cd55fe2578,revision_number=4']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:01:05.183400 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] get_ports_and_sgs() called for port_ids ['2d0a08ed-38b1-4fca-986a-d5cd55fe2578'] {{(pid=103161) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 18 14:01:05.371843 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02da81ab-1190-45f5-816b-260af15783e8 req-2480a7b6-7c6a-4920-b945-3b7b93ef1d7d tempest-ServersNegativeTestJSON-124235925 tempest-ServersNegativeTestJSON-124235925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:01:05.373331 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-02da81ab-1190-45f5-816b-260af15783e8 req-2480a7b6-7c6a-4920-b945-3b7b93ef1d7d tempest-ServersNegativeTestJSON-124235925 tempest-ServersNegativeTestJSON-124235925-project] 10.222.0.31 "GET /v2.0/ports?device_id=e32bad51-5109-46ee-bd6e-1a7a4d7eb104 HTTP/1.1" status: 200 len: 944 time: 0.0497108 Dec 18 14:01:05.425528 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-02da81ab-1190-45f5-816b-260af15783e8 req-face1b6b-a9ed-45be-928d-61f49fbf9bcb tempest-ServersNegativeTestJSON-124235925 tempest-ServersNegativeTestJSON-124235925-project] 10.222.0.31 "GET /v2.0/security-groups?id=835d0626-6a55-4d5b-9927-7305616204fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432222 Dec 18 14:01:06.557269 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d05589-5614-4c2e-8f14-152e29e2a6f9 req-91df6efc-65d5-4774-8be7-c8b0437d7c17 tempest-ServersNegativeTestJSON-124235925 tempest-ServersNegativeTestJSON-124235925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:01:06.558739 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-99d05589-5614-4c2e-8f14-152e29e2a6f9 req-91df6efc-65d5-4774-8be7-c8b0437d7c17 tempest-ServersNegativeTestJSON-124235925 tempest-ServersNegativeTestJSON-124235925-project] 10.222.0.31 "GET /v2.0/ports?device_id=e32bad51-5109-46ee-bd6e-1a7a4d7eb104 HTTP/1.1" status: 200 len: 944 time: 0.0484307 Dec 18 14:01:06.610541 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-99d05589-5614-4c2e-8f14-152e29e2a6f9 req-33c104aa-c974-424a-9a30-f7ee3cf42ef3 tempest-ServersNegativeTestJSON-124235925 tempest-ServersNegativeTestJSON-124235925-project] 10.222.0.31 "GET /v2.0/security-groups?id=835d0626-6a55-4d5b-9927-7305616204fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457833 Dec 18 14:01:06.687361 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Device 2d0a08ed-38b1-4fca-986a-d5cd55fe2578 up at agent hyperv_hv-neutron-7448 {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 14:01:06.744880 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Provisioning for port 2d0a08ed-38b1-4fca-986a-d5cd55fe2578 completed by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 18 14:01:06.750131 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Provisioning complete for port 2d0a08ed-38b1-4fca-986a-d5cd55fe2578 triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 14:01:06.750686 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:06.837590 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:06.862714 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e32bad51-5109-46ee-bd6e-1a7a4d7eb104', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d0a08ed-38b1-4fca-986a-d5cd55fe2578'}] {{(pid=103161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 18 14:01:06.864966 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22224e7a42aa75e3f3b9c037df440650d2cfa1dd97b40a249aee4a8113775251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc56a65c-9e27-43b9-a774-82ac60deea8a" -d '{"events": [{"server_uuid": "e32bad51-5109-46ee-bd6e-1a7a4d7eb104", "name": "network-vif-plugged", "status": "completed", "tag": "2d0a08ed-38b1-4fca-986a-d5cd55fe2578"}]}' {{(pid=103161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 18 14:01:06.877839 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] For port 2d0a08ed-38b1-4fca-986a-d5cd55fe2578, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=2d0a08ed-38b1-4fca-986a-d5cd55fe2578,segment=NetworkSegment(f22714b2-7fe2-41e9-a6c0-df3d4ec3c1d5),segment_id=f22714b2-7fe2-41e9-a6c0-df3d4ec3c1d5)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 14:01:06.882858 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:06.907503 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 14:01:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ecc8971-32cf-4147-8e6b-2dd71e177ede x-openstack-request-id: req-8ecc8971-32cf-4147-8e6b-2dd71e177ede {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 18 14:01:06.907796 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e32bad51-5109-46ee-bd6e-1a7a4d7eb104", "name": "network-vif-plugged", "status": "completed", "tag": "2d0a08ed-38b1-4fca-986a-d5cd55fe2578", "code": 200}]} {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 18 14:01:06.908045 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8ecc8971-32cf-4147-8e6b-2dd71e177ede {{(pid=103161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 18 14:01:06.908410 dv-neutron-744815-20-hyperv neutron-server[103161]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e32bad51-5109-46ee-bd6e-1a7a4d7eb104', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d0a08ed-38b1-4fca-986a-d5cd55fe2578', 'code': 200} Dec 18 14:01:06.932011 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Pushing event updated for resources: {'Port': ['ID=2d0a08ed-38b1-4fca-986a-d5cd55fe2578,revision_number=5']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:01:07.063582 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:07.073112 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c4f676-4d4d-4227-a39f-d9aa15005a0c req-c986bb5e-f589-4f52-b569-b290edc5e0a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:01:07.074644 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-20c4f676-4d4d-4227-a39f-d9aa15005a0c req-c986bb5e-f589-4f52-b569-b290edc5e0a3 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=e32bad51-5109-46ee-bd6e-1a7a4d7eb104 HTTP/1.1" status: 200 len: 1098 time: 0.0408032 Dec 18 14:01:07.118229 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-20c4f676-4d4d-4227-a39f-d9aa15005a0c req-f98c2787-0ab9-478a-8994-583655ebd6cd service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=835d0626-6a55-4d5b-9927-7305616204fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366871 Dec 18 14:01:07.729362 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6bd3d1-94c8-43c9-9cff-d0ec701e1c82 req-dcda6a2d-b491-4a00-8909-dd1f07dd62a8 tempest-ServersNegativeTestJSON-124235925 tempest-ServersNegativeTestJSON-124235925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:01:07.730941 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-4b6bd3d1-94c8-43c9-9cff-d0ec701e1c82 req-dcda6a2d-b491-4a00-8909-dd1f07dd62a8 tempest-ServersNegativeTestJSON-124235925 tempest-ServersNegativeTestJSON-124235925-project] 10.222.0.31 "GET /v2.0/ports?device_id=e32bad51-5109-46ee-bd6e-1a7a4d7eb104 HTTP/1.1" status: 200 len: 945 time: 0.0493257 Dec 18 14:01:07.782613 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-4b6bd3d1-94c8-43c9-9cff-d0ec701e1c82 req-355cff75-75bf-4e6e-b515-f93064683e6b tempest-ServersNegativeTestJSON-124235925 tempest-ServersNegativeTestJSON-124235925-project] 10.222.0.31 "GET /v2.0/security-groups?id=835d0626-6a55-4d5b-9927-7305616204fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425107 Dec 18 14:01:08.725130 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-276ab596-7740-4f0f-92b8-90aeec514622 req-e8874071-186c-4c4a-b9aa-2ca2975c7665 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=edb2e3a9-d86a-4e38-8300-fd444c85595e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0464594 Dec 18 14:01:08.820269 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276ab596-7740-4f0f-92b8-90aeec514622 req-fed75b1e-706f-40cf-aa45-3ec5d4698afc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:01:08.821806 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-276ab596-7740-4f0f-92b8-90aeec514622 req-fed75b1e-706f-40cf-aa45-3ec5d4698afc service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=fcbdf83555fc4524a02272189d1c9220&device_id=edb2e3a9-d86a-4e38-8300-fd444c85595e HTTP/1.1" status: 200 len: 1099 time: 0.0445812 Dec 18 14:01:08.960365 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7acce7-ab17-4eeb-afa5-4d7b8d463d55 req-1242751e-9136-493c-af8b-1175d4c246ca tempest-ServersNegativeTestJSON-124235925 tempest-ServersNegativeTestJSON-124235925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:01:08.961855 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-ef7acce7-ab17-4eeb-afa5-4d7b8d463d55 req-1242751e-9136-493c-af8b-1175d4c246ca tempest-ServersNegativeTestJSON-124235925 tempest-ServersNegativeTestJSON-124235925-project] 10.222.0.31 "GET /v2.0/ports?device_id=e32bad51-5109-46ee-bd6e-1a7a4d7eb104 HTTP/1.1" status: 200 len: 945 time: 0.1020663 Dec 18 14:01:08.964750 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276ab596-7740-4f0f-92b8-90aeec514622 req-ccd14231-d86d-42b1-91c3-e98205f7282d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:01:08.966109 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-276ab596-7740-4f0f-92b8-90aeec514622 req-ccd14231-d86d-42b1-91c3-e98205f7282d service neutron] 10.222.0.43 "GET /v2.0/networks?id=b413d5da-a2df-444e-9331-c7a90474b9e9 HTTP/1.1" status: 200 len: 915 time: 0.1243305 Dec 18 14:01:09.019630 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-276ab596-7740-4f0f-92b8-90aeec514622 req-c0a312ee-b874-49b0-8736-499e8371c83d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b087bde0-6818-4814-a4d8-799e8fb87469 HTTP/1.1" status: 200 len: 217 time: 0.0379004 Dec 18 14:01:09.069211 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-ef7acce7-ab17-4eeb-afa5-4d7b8d463d55 req-9a2251cd-8ceb-4079-8a96-52cce7179091 tempest-ServersNegativeTestJSON-124235925 tempest-ServersNegativeTestJSON-124235925-project] 10.222.0.31 "GET /v2.0/security-groups?id=835d0626-6a55-4d5b-9927-7305616204fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009083 Dec 18 14:01:09.089700 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276ab596-7740-4f0f-92b8-90aeec514622 req-0359dfa0-3345-484a-b088-73cb1e6e986d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:01:09.091216 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-276ab596-7740-4f0f-92b8-90aeec514622 req-0359dfa0-3345-484a-b088-73cb1e6e986d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=854ab8c4-1832-4fd7-b4cc-eaeee27e05c3 HTTP/1.1" status: 200 len: 854 time: 0.0575843 Dec 18 14:01:09.123358 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-276ab596-7740-4f0f-92b8-90aeec514622 req-c29950bb-82d3-4934-b7e3-06840ea010f0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b413d5da-a2df-444e-9331-c7a90474b9e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246687 Dec 18 14:01:09.216309 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-276ab596-7740-4f0f-92b8-90aeec514622 req-9d225f77-55d3-49e6-ad0b-e2d5f22f2168 service neutron] 10.222.0.43 "GET /v2.0/networks/b413d5da-a2df-444e-9331-c7a90474b9e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850623 Dec 18 14:01:09.338692 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-276ab596-7740-4f0f-92b8-90aeec514622 req-b93f79c0-ef06-4acf-a09a-8d8c46a0f04b service neutron] 10.222.0.43 "GET /v2.0/networks/b413d5da-a2df-444e-9331-c7a90474b9e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130662 Dec 18 14:01:09.346818 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbfee18-80c5-45be-86b8-faa91a3126dd req-3e4012b9-668d-4c22-a9c1-3da4d45d19d6 tempest-ServersNegativeTestJSON-124235925 tempest-ServersNegativeTestJSON-124235925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:01:09.348281 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-ccbfee18-80c5-45be-86b8-faa91a3126dd req-3e4012b9-668d-4c22-a9c1-3da4d45d19d6 tempest-ServersNegativeTestJSON-124235925 tempest-ServersNegativeTestJSON-124235925-project] 10.222.0.31 "GET /v2.0/ports?device_id=e32bad51-5109-46ee-bd6e-1a7a4d7eb104 HTTP/1.1" status: 200 len: 945 time: 0.0691817 Dec 18 14:01:09.398762 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-ccbfee18-80c5-45be-86b8-faa91a3126dd req-15d976e4-9734-4713-a274-001262d65ad6 tempest-ServersNegativeTestJSON-124235925 tempest-ServersNegativeTestJSON-124235925-project] 10.222.0.31 "GET /v2.0/security-groups?id=835d0626-6a55-4d5b-9927-7305616204fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422430 Dec 18 14:01:10.533942 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa1ebe8-105d-4cc9-abab-b057a3ab2a12 req-0d21c5a5-76ed-42a2-95d8-5c2d155b648a tempest-ServersNegativeTestJSON-124235925 tempest-ServersNegativeTestJSON-124235925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:01:10.535537 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-ffa1ebe8-105d-4cc9-abab-b057a3ab2a12 req-0d21c5a5-76ed-42a2-95d8-5c2d155b648a tempest-ServersNegativeTestJSON-124235925 tempest-ServersNegativeTestJSON-124235925-project] 10.222.0.31 "GET /v2.0/ports?device_id=e32bad51-5109-46ee-bd6e-1a7a4d7eb104 HTTP/1.1" status: 200 len: 945 time: 0.0584793 Dec 18 14:01:10.585580 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-ffa1ebe8-105d-4cc9-abab-b057a3ab2a12 req-d4e53160-e488-454a-8270-382c20838055 tempest-ServersNegativeTestJSON-124235925 tempest-ServersNegativeTestJSON-124235925-project] 10.222.0.31 "GET /v2.0/security-groups?id=835d0626-6a55-4d5b-9927-7305616204fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438950 Dec 18 14:01:10.827567 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82e791c-796e-4a81-9f99-d04ae1414dc9 req-671f2253-9276-42b9-8d34-7d834f6c83c3 tempest-ServersNegativeTestJSON-124235925 tempest-ServersNegativeTestJSON-124235925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:01:10.828957 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-a82e791c-796e-4a81-9f99-d04ae1414dc9 req-671f2253-9276-42b9-8d34-7d834f6c83c3 tempest-ServersNegativeTestJSON-124235925 tempest-ServersNegativeTestJSON-124235925-project] 10.222.0.43 "GET /v2.0/ports?device_id=e32bad51-5109-46ee-bd6e-1a7a4d7eb104 HTTP/1.1" status: 200 len: 945 time: 0.0680640 Dec 18 14:01:10.916815 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [req-a82e791c-796e-4a81-9f99-d04ae1414dc9 req-c78768a1-8b99-438c-a2ae-e8ca24e55891 tempest-ServersNegativeTestJSON-124235925 tempest-ServersNegativeTestJSON-124235925-project] Deleting port 2d0a08ed-38b1-4fca-986a-d5cd55fe2578 {{(pid=103159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 14:01:10.917133 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-a82e791c-796e-4a81-9f99-d04ae1414dc9 req-c78768a1-8b99-438c-a2ae-e8ca24e55891 tempest-ServersNegativeTestJSON-124235925 tempest-ServersNegativeTestJSON-124235925-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:11.303533 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.db [req-a82e791c-796e-4a81-9f99-d04ae1414dc9 req-c78768a1-8b99-438c-a2ae-e8ca24e55891 tempest-ServersNegativeTestJSON-124235925 tempest-ServersNegativeTestJSON-124235925-project] For port 2d0a08ed-38b1-4fca-986a-d5cd55fe2578, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=2d0a08ed-38b1-4fca-986a-d5cd55fe2578,segment=NetworkSegment(f22714b2-7fe2-41e9-a6c0-df3d4ec3c1d5),segment_id=f22714b2-7fe2-41e9-a6c0-df3d4ec3c1d5)] {{(pid=103159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 14:01:11.303866 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-a82e791c-796e-4a81-9f99-d04ae1414dc9 req-c78768a1-8b99-438c-a2ae-e8ca24e55891 tempest-ServersNegativeTestJSON-124235925 tempest-ServersNegativeTestJSON-124235925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:11.317209 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [req-a82e791c-796e-4a81-9f99-d04ae1414dc9 req-c78768a1-8b99-438c-a2ae-e8ca24e55891 tempest-ServersNegativeTestJSON-124235925 tempest-ServersNegativeTestJSON-124235925-project] Calling delete_port for 2d0a08ed-38b1-4fca-986a-d5cd55fe2578 owned by compute:nova {{(pid=103159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 14:01:11.450928 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-a82e791c-796e-4a81-9f99-d04ae1414dc9 req-c78768a1-8b99-438c-a2ae-e8ca24e55891 tempest-ServersNegativeTestJSON-124235925 tempest-ServersNegativeTestJSON-124235925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:11.464313 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] get_ports_and_sgs() called for port_ids ['b087bde0-6818-4814-a4d8-799e8fb87469', '2d0a08ed-38b1-4fca-986a-d5cd55fe2578'] {{(pid=103161) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 18 14:01:11.483034 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78768a1-8b99-438c-a2ae-e8ca24e55891 tempest-ServersNegativeTestJSON-124235925 tempest-ServersNegativeTestJSON-124235925-project] Pushing event deleted for resources: {'Port': ['ID=2d0a08ed-38b1-4fca-986a-d5cd55fe2578,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:01:11.522576 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [req-a82e791c-796e-4a81-9f99-d04ae1414dc9 req-c78768a1-8b99-438c-a2ae-e8ca24e55891 tempest-ServersNegativeTestJSON-124235925 tempest-ServersNegativeTestJSON-124235925-project] No DVR routers for this DVR port 2d0a08ed-38b1-4fca-986a-d5cd55fe2578 on host hv-neutron-7448 {{(pid=103159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 18 14:01:11.525358 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-a82e791c-796e-4a81-9f99-d04ae1414dc9 req-c78768a1-8b99-438c-a2ae-e8ca24e55891 tempest-ServersNegativeTestJSON-124235925 tempest-ServersNegativeTestJSON-124235925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:11.528886 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-a82e791c-796e-4a81-9f99-d04ae1414dc9 req-c78768a1-8b99-438c-a2ae-e8ca24e55891 tempest-ServersNegativeTestJSON-124235925 tempest-ServersNegativeTestJSON-124235925-project] 10.222.0.43 "DELETE /v2.0/ports/2d0a08ed-38b1-4fca-986a-d5cd55fe2578 HTTP/1.1" status: 204 len: 173 time: 0.6935718 Dec 18 14:01:11.529339 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e32bad51-5109-46ee-bd6e-1a7a4d7eb104', 'name': 'network-vif-deleted', 'tag': '2d0a08ed-38b1-4fca-986a-d5cd55fe2578'}] {{(pid=103159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 18 14:01:11.531701 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca844cf115d59c1fab86abc202fb4c13735de0d7e4cbbbb25eec9406e9c87431" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d7dad2d-ce74-4ea7-81ff-88fa94f64e7f" -d '{"events": [{"server_uuid": "e32bad51-5109-46ee-bd6e-1a7a4d7eb104", "name": "network-vif-deleted", "tag": "2d0a08ed-38b1-4fca-986a-d5cd55fe2578"}]}' {{(pid=103159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 18 14:01:11.576414 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 14:01:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca81a3e4-e11b-494a-bbbe-11145233dc69 x-openstack-request-id: req-ca81a3e4-e11b-494a-bbbe-11145233dc69 {{(pid=103159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 18 14:01:11.577143 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e32bad51-5109-46ee-bd6e-1a7a4d7eb104", "name": "network-vif-deleted", "tag": "2d0a08ed-38b1-4fca-986a-d5cd55fe2578", "status": "completed", "code": 200}]} {{(pid=103159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 18 14:01:11.577484 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ca81a3e4-e11b-494a-bbbe-11145233dc69 {{(pid=103159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 18 14:01:11.577823 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e32bad51-5109-46ee-bd6e-1a7a4d7eb104', 'name': 'network-vif-deleted', 'tag': '2d0a08ed-38b1-4fca-986a-d5cd55fe2578', 'status': 'completed', 'code': 200} Dec 18 14:01:11.706744 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-a7617f06-393e-4144-910e-3f4985aa90d8 req-f768e2a4-951d-4e80-b57b-6de198c0d730 tempest-ServersNegativeTestJSON-124235925 tempest-ServersNegativeTestJSON-124235925-project] 10.222.0.31 "GET /v2.0/ports?device_id=e32bad51-5109-46ee-bd6e-1a7a4d7eb104 HTTP/1.1" status: 200 len: 210 time: 0.0317056 Dec 18 14:01:12.874101 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb6c9a4-42fe-4065-b5c5-04cbdb369a62 req-a3f9a494-6112-4c0b-b07a-f58013aac36f tempest-ServersNegativeTestJSON-124235925 tempest-ServersNegativeTestJSON-124235925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:01:12.875717 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-fdb6c9a4-42fe-4065-b5c5-04cbdb369a62 req-a3f9a494-6112-4c0b-b07a-f58013aac36f tempest-ServersNegativeTestJSON-124235925 tempest-ServersNegativeTestJSON-124235925-project] 10.222.0.31 "GET /v2.0/ports?device_id=edb2e3a9-d86a-4e38-8300-fd444c85595e HTTP/1.1" status: 200 len: 946 time: 0.0540614 Dec 18 14:01:12.923133 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-fdb6c9a4-42fe-4065-b5c5-04cbdb369a62 req-7a661986-9126-483d-bedc-98e22e049c3d tempest-ServersNegativeTestJSON-124235925 tempest-ServersNegativeTestJSON-124235925-project] 10.222.0.31 "GET /v2.0/security-groups?id=835d0626-6a55-4d5b-9927-7305616204fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413852 Dec 18 14:01:13.054966 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b4a733-a528-4c82-a15c-793a913cf93a req-55504143-a6ac-4c86-a7e5-b0c374ba5d36 tempest-ServersNegativeTestJSON-124235925 tempest-ServersNegativeTestJSON-124235925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:01:13.056514 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-f5b4a733-a528-4c82-a15c-793a913cf93a req-55504143-a6ac-4c86-a7e5-b0c374ba5d36 tempest-ServersNegativeTestJSON-124235925 tempest-ServersNegativeTestJSON-124235925-project] 10.222.0.31 "GET /v2.0/ports?device_id=edb2e3a9-d86a-4e38-8300-fd444c85595e HTTP/1.1" status: 200 len: 946 time: 0.0502496 Dec 18 14:01:13.109972 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-f5b4a733-a528-4c82-a15c-793a913cf93a req-0f4952b1-06f3-4ea5-a879-cc107765e2ab tempest-ServersNegativeTestJSON-124235925 tempest-ServersNegativeTestJSON-124235925-project] 10.222.0.31 "GET /v2.0/security-groups?id=835d0626-6a55-4d5b-9927-7305616204fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444930 Dec 18 14:01:13.238071 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ad8eb5-9b8a-4447-8fd1-946cd3146c38 req-5cfbcd96-8c70-4a38-8898-19685878c390 tempest-ServersNegativeTestJSON-124235925 tempest-ServersNegativeTestJSON-124235925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:01:13.239576 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-38ad8eb5-9b8a-4447-8fd1-946cd3146c38 req-5cfbcd96-8c70-4a38-8898-19685878c390 tempest-ServersNegativeTestJSON-124235925 tempest-ServersNegativeTestJSON-124235925-project] 10.222.0.31 "GET /v2.0/ports?device_id=edb2e3a9-d86a-4e38-8300-fd444c85595e HTTP/1.1" status: 200 len: 946 time: 0.0561731 Dec 18 14:01:13.286544 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-38ad8eb5-9b8a-4447-8fd1-946cd3146c38 req-9dfa129c-4541-4a77-9a05-1c8996b0e226 tempest-ServersNegativeTestJSON-124235925 tempest-ServersNegativeTestJSON-124235925-project] 10.222.0.31 "GET /v2.0/security-groups?id=835d0626-6a55-4d5b-9927-7305616204fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407662 Dec 18 14:01:13.408237 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [req-c3351401-1b51-4ba8-8510-4c45d3a627c3 req-01c3df76-c018-445a-b2d1-a6923db5a467 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103160) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 18 14:01:13.409404 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-c3351401-1b51-4ba8-8510-4c45d3a627c3 req-01c3df76-c018-445a-b2d1-a6923db5a467 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14093 time: 0.0556169 Dec 18 14:01:13.530038 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fcad88-0762-4fa5-b407-cb0591890e87 req-153571b9-d375-4291-88ef-fc0657f07810 tempest-ServersNegativeTestJSON-124235925 tempest-ServersNegativeTestJSON-124235925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:01:13.531473 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-52fcad88-0762-4fa5-b407-cb0591890e87 req-153571b9-d375-4291-88ef-fc0657f07810 tempest-ServersNegativeTestJSON-124235925 tempest-ServersNegativeTestJSON-124235925-project] 10.222.0.31 "GET /v2.0/ports?device_id=edb2e3a9-d86a-4e38-8300-fd444c85595e HTTP/1.1" status: 200 len: 946 time: 0.0605395 Dec 18 14:01:13.583809 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-52fcad88-0762-4fa5-b407-cb0591890e87 req-fe310eb3-0c2a-4c73-a417-5b69ba3739b9 tempest-ServersNegativeTestJSON-124235925 tempest-ServersNegativeTestJSON-124235925-project] 10.222.0.31 "GET /v2.0/security-groups?id=835d0626-6a55-4d5b-9927-7305616204fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432005 Dec 18 14:01:13.708480 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e5c8a3-c387-4dea-8a07-2699c5aafc7a req-2c37891b-b45d-4077-9f8b-5d6c0e22a2eb tempest-ServersNegativeTestJSON-124235925 tempest-ServersNegativeTestJSON-124235925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:01:13.709967 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-40e5c8a3-c387-4dea-8a07-2699c5aafc7a req-2c37891b-b45d-4077-9f8b-5d6c0e22a2eb tempest-ServersNegativeTestJSON-124235925 tempest-ServersNegativeTestJSON-124235925-project] 10.222.0.31 "GET /v2.0/ports?device_id=edb2e3a9-d86a-4e38-8300-fd444c85595e HTTP/1.1" status: 200 len: 946 time: 0.0533259 Dec 18 14:01:13.760074 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-40e5c8a3-c387-4dea-8a07-2699c5aafc7a req-0015bc26-862a-466c-9ea2-81e5b7c3f12c tempest-ServersNegativeTestJSON-124235925 tempest-ServersNegativeTestJSON-124235925-project] 10.222.0.31 "GET /v2.0/security-groups?id=835d0626-6a55-4d5b-9927-7305616204fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419333 Dec 18 14:01:13.882842 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d696bf03-3a10-44c2-ad4e-4b3776493438 req-4d1118d4-e973-49a0-958e-5adc0d56edd9 tempest-ServersNegativeTestJSON-124235925 tempest-ServersNegativeTestJSON-124235925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:01:13.884333 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-d696bf03-3a10-44c2-ad4e-4b3776493438 req-4d1118d4-e973-49a0-958e-5adc0d56edd9 tempest-ServersNegativeTestJSON-124235925 tempest-ServersNegativeTestJSON-124235925-project] 10.222.0.31 "GET /v2.0/ports?device_id=edb2e3a9-d86a-4e38-8300-fd444c85595e HTTP/1.1" status: 200 len: 946 time: 0.0480237 Dec 18 14:01:13.932725 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-d696bf03-3a10-44c2-ad4e-4b3776493438 req-35ca342f-ed87-40be-b6ee-b8aec5e636dd tempest-ServersNegativeTestJSON-124235925 tempest-ServersNegativeTestJSON-124235925-project] 10.222.0.31 "GET /v2.0/security-groups?id=835d0626-6a55-4d5b-9927-7305616204fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423121 Dec 18 14:01:14.241069 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edf8a38-75c0-4961-bcf1-8286a1461fee req-5b524d5e-ee29-48a3-8175-ae9a51593d4c tempest-ServersNegativeTestJSON-124235925 tempest-ServersNegativeTestJSON-124235925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:01:14.242525 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-4edf8a38-75c0-4961-bcf1-8286a1461fee req-5b524d5e-ee29-48a3-8175-ae9a51593d4c tempest-ServersNegativeTestJSON-124235925 tempest-ServersNegativeTestJSON-124235925-project] 10.222.0.31 "GET /v2.0/ports?device_id=edb2e3a9-d86a-4e38-8300-fd444c85595e HTTP/1.1" status: 200 len: 946 time: 0.0497839 Dec 18 14:01:14.636320 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-4edf8a38-75c0-4961-bcf1-8286a1461fee req-7b4388f3-1632-4efd-ae0f-6daf5f85b831 tempest-ServersNegativeTestJSON-124235925 tempest-ServersNegativeTestJSON-124235925-project] 10.222.0.31 "GET /v2.0/security-groups?id=835d0626-6a55-4d5b-9927-7305616204fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3874774 Dec 18 14:01:14.753523 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Device 2d0a08ed-38b1-4fca-986a-d5cd55fe2578 no longer exists at agent hyperv_hv-neutron-7448 {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 18 14:01:14.777559 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] No Port match for: 2d0a08ed-38b1-4fca-986a-d5cd55fe2578 {{(pid=103161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 18 14:01:14.777907 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Device 2d0a08ed-38b1-4fca-986a-d5cd55fe2578 not bound to the agent host hv-neutron-7448 {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 18 14:01:15.810415 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2879e66-fcea-4a19-b6e2-63825b4a655c req-92de989c-b571-43a4-989c-aff0cd8edeba tempest-ServersNegativeTestJSON-124235925 tempest-ServersNegativeTestJSON-124235925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:01:15.811793 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-d2879e66-fcea-4a19-b6e2-63825b4a655c req-92de989c-b571-43a4-989c-aff0cd8edeba tempest-ServersNegativeTestJSON-124235925 tempest-ServersNegativeTestJSON-124235925-project] 10.222.0.31 "GET /v2.0/ports?device_id=edb2e3a9-d86a-4e38-8300-fd444c85595e HTTP/1.1" status: 200 len: 946 time: 0.0912423 Dec 18 14:01:15.819765 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf82f32-42a4-4dcf-975e-0a6bc66bcce6 req-d89ff56a-74dc-4982-9ac5-e3079de3d591 tempest-ServersNegativeTestJSON-124235925 tempest-ServersNegativeTestJSON-124235925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:01:15.821081 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-ddf82f32-42a4-4dcf-975e-0a6bc66bcce6 req-d89ff56a-74dc-4982-9ac5-e3079de3d591 tempest-ServersNegativeTestJSON-124235925 tempest-ServersNegativeTestJSON-124235925-project] 10.222.0.43 "GET /v2.0/ports?device_id=edb2e3a9-d86a-4e38-8300-fd444c85595e HTTP/1.1" status: 200 len: 946 time: 0.0828934 Dec 18 14:01:15.911181 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-d2879e66-fcea-4a19-b6e2-63825b4a655c req-153545c9-c600-4bdc-8d99-74a64d31d6c5 tempest-ServersNegativeTestJSON-124235925 tempest-ServersNegativeTestJSON-124235925-project] 10.222.0.31 "GET /v2.0/security-groups?id=835d0626-6a55-4d5b-9927-7305616204fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890779 Dec 18 14:01:15.941517 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [req-ddf82f32-42a4-4dcf-975e-0a6bc66bcce6 req-88f50057-5010-4f59-acd7-d70e68899da1 tempest-ServersNegativeTestJSON-124235925 tempest-ServersNegativeTestJSON-124235925-project] Deleting port b087bde0-6818-4814-a4d8-799e8fb87469 {{(pid=103159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 14:01:15.941868 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-ddf82f32-42a4-4dcf-975e-0a6bc66bcce6 req-88f50057-5010-4f59-acd7-d70e68899da1 tempest-ServersNegativeTestJSON-124235925 tempest-ServersNegativeTestJSON-124235925-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:16.048628 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.db [req-ddf82f32-42a4-4dcf-975e-0a6bc66bcce6 req-88f50057-5010-4f59-acd7-d70e68899da1 tempest-ServersNegativeTestJSON-124235925 tempest-ServersNegativeTestJSON-124235925-project] For port b087bde0-6818-4814-a4d8-799e8fb87469, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=b087bde0-6818-4814-a4d8-799e8fb87469,segment=NetworkSegment(f22714b2-7fe2-41e9-a6c0-df3d4ec3c1d5),segment_id=f22714b2-7fe2-41e9-a6c0-df3d4ec3c1d5)] {{(pid=103159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 14:01:16.048992 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-ddf82f32-42a4-4dcf-975e-0a6bc66bcce6 req-88f50057-5010-4f59-acd7-d70e68899da1 tempest-ServersNegativeTestJSON-124235925 tempest-ServersNegativeTestJSON-124235925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:16.061616 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [req-ddf82f32-42a4-4dcf-975e-0a6bc66bcce6 req-88f50057-5010-4f59-acd7-d70e68899da1 tempest-ServersNegativeTestJSON-124235925 tempest-ServersNegativeTestJSON-124235925-project] Calling delete_port for b087bde0-6818-4814-a4d8-799e8fb87469 owned by compute:nova {{(pid=103159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 14:01:16.187589 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-ddf82f32-42a4-4dcf-975e-0a6bc66bcce6 req-88f50057-5010-4f59-acd7-d70e68899da1 tempest-ServersNegativeTestJSON-124235925 tempest-ServersNegativeTestJSON-124235925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:16.200223 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] get_ports_and_sgs() called for port_ids ['b087bde0-6818-4814-a4d8-799e8fb87469'] {{(pid=103161) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 18 14:01:16.223901 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f50057-5010-4f59-acd7-d70e68899da1 tempest-ServersNegativeTestJSON-124235925 tempest-ServersNegativeTestJSON-124235925-project] Pushing event deleted for resources: {'Port': ['ID=b087bde0-6818-4814-a4d8-799e8fb87469,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:01:16.262706 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddf82f32-42a4-4dcf-975e-0a6bc66bcce6 req-88f50057-5010-4f59-acd7-d70e68899da1 tempest-ServersNegativeTestJSON-124235925 tempest-ServersNegativeTestJSON-124235925-project] No DVR routers for this DVR port b087bde0-6818-4814-a4d8-799e8fb87469 on host hv-neutron-7448 {{(pid=103159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 18 14:01:16.265823 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-ddf82f32-42a4-4dcf-975e-0a6bc66bcce6 req-88f50057-5010-4f59-acd7-d70e68899da1 tempest-ServersNegativeTestJSON-124235925 tempest-ServersNegativeTestJSON-124235925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:16.269216 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-ddf82f32-42a4-4dcf-975e-0a6bc66bcce6 req-88f50057-5010-4f59-acd7-d70e68899da1 tempest-ServersNegativeTestJSON-124235925 tempest-ServersNegativeTestJSON-124235925-project] 10.222.0.43 "DELETE /v2.0/ports/b087bde0-6818-4814-a4d8-799e8fb87469 HTTP/1.1" status: 204 len: 173 time: 0.4401708 Dec 18 14:01:16.269650 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edb2e3a9-d86a-4e38-8300-fd444c85595e', 'name': 'network-vif-deleted', 'tag': 'b087bde0-6818-4814-a4d8-799e8fb87469'}] {{(pid=103159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 18 14:01:16.272024 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca844cf115d59c1fab86abc202fb4c13735de0d7e4cbbbb25eec9406e9c87431" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06e2de9b-3f45-44c5-880f-8ecda34bd647" -d '{"events": [{"server_uuid": "edb2e3a9-d86a-4e38-8300-fd444c85595e", "name": "network-vif-deleted", "tag": "b087bde0-6818-4814-a4d8-799e8fb87469"}]}' {{(pid=103159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 18 14:01:16.310918 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 14:01:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43762a3a-f8a1-4560-9262-de70290ca17c x-openstack-request-id: req-43762a3a-f8a1-4560-9262-de70290ca17c {{(pid=103159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 18 14:01:16.311240 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edb2e3a9-d86a-4e38-8300-fd444c85595e", "name": "network-vif-deleted", "tag": "b087bde0-6818-4814-a4d8-799e8fb87469", "status": "completed", "code": 200}]} {{(pid=103159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 18 14:01:16.311476 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-43762a3a-f8a1-4560-9262-de70290ca17c {{(pid=103159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 18 14:01:16.311931 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edb2e3a9-d86a-4e38-8300-fd444c85595e', 'name': 'network-vif-deleted', 'tag': 'b087bde0-6818-4814-a4d8-799e8fb87469', 'status': 'completed', 'code': 200} Dec 18 14:01:16.976888 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 60982) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:01:17.027600 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ee6897d-32d7-44cd-a402-a2c1cf3cceba admin admin] Deleting subnet 854ab8c4-1832-4fd7-b4cc-eaeee27e05c3 {{(pid=103160) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 18 14:01:17.031483 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-7ee6897d-32d7-44cd-a402-a2c1cf3cceba admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:17.067212 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-7ee6897d-32d7-44cd-a402-a2c1cf3cceba admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4533385'] for subnet, precommit_delete_associations {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:17.105446 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-7ee6897d-32d7-44cd-a402-a2c1cf3cceba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1929185'] for subnet, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:17.160814 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-7ee6897d-32d7-44cd-a402-a2c1cf3cceba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1929192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4533475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4514371'] for subnet, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:17.186308 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee6897d-32d7-44cd-a402-a2c1cf3cceba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=854ab8c4-1832-4fd7-b4cc-eaeee27e05c3,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:01:17.190304 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-7ee6897d-32d7-44cd-a402-a2c1cf3cceba admin admin] Publish callbacks [] for subnet, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:17.193531 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-7ee6897d-32d7-44cd-a402-a2c1cf3cceba admin admin] 10.222.0.31 "DELETE /v2.0/subnets/854ab8c4-1832-4fd7-b4cc-eaeee27e05c3 HTTP/1.1" status: 204 len: 168 time: 0.2156272 Dec 18 14:01:17.197303 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 60984) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:01:17.274060 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-f165f3b2-4497-4b8b-a07b-6d6f7b674910 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2023137'] for network, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:17.353484 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-f165f3b2-4497-4b8b-a07b-6d6f7b674910 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1927292', 'neutron.services.segments.db._delete_segments_for_network-8767106887837'] for network, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:17.376768 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.services.segments.db [None req-f165f3b2-4497-4b8b-a07b-6d6f7b674910 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b413d5da-a2df-444e-9331-c7a90474b9e9']}} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:01:17.386280 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.services.segments.db [None req-f165f3b2-4497-4b8b-a07b-6d6f7b674910 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f22714b2-7fe2-41e9-a6c0-df3d4ec3c1d5') {'for_net_delete': True} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:01:17.386586 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.services.segments.db [None req-f165f3b2-4497-4b8b-a07b-6d6f7b674910 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f22714b2-7fe2-41e9-a6c0-df3d4ec3c1d5') {} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:01:17.396408 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-f165f3b2-4497-4b8b-a07b-6d6f7b674910 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767106888614', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5589569'] for segment, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:17.413265 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-f165f3b2-4497-4b8b-a07b-6d6f7b674910 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:17.423067 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f165f3b2-4497-4b8b-a07b-6d6f7b674910 admin admin] Releasing vlan 100 on physical network physnet1 to pool {{(pid=103159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 18 14:01:17.423671 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-f165f3b2-4497-4b8b-a07b-6d6f7b674910 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5660009'] for segment, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:17.425721 dv-neutron-744815-20-hyperv neutron-server[103159]: Traceback (most recent call last): Dec 18 14:01:17.425721 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 18 14:01:17.425721 dv-neutron-744815-20-hyperv neutron-server[103159]: timer() Dec 18 14:01:17.425721 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 18 14:01:17.425721 dv-neutron-744815-20-hyperv neutron-server[103159]: cb(*args, **kw) Dec 18 14:01:17.425721 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 18 14:01:17.425721 dv-neutron-744815-20-hyperv neutron-server[103159]: return func(*args, **kwargs) Dec 18 14:01:17.425721 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 18 14:01:17.425721 dv-neutron-744815-20-hyperv neutron-server[103159]: self._notify() Dec 18 14:01:17.425721 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 18 14:01:17.425721 dv-neutron-744815-20-hyperv neutron-server[103159]: self.callback(batched_events) Dec 18 14:01:17.425721 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 18 14:01:17.425721 dv-neutron-744815-20-hyperv neutron-server[103159]: event.method(event) Dec 18 14:01:17.425721 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 18 14:01:17.425721 dv-neutron-744815-20-hyperv neutron-server[103159]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 18 14:01:17.425721 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 18 14:01:17.425721 dv-neutron-744815-20-hyperv neutron-server[103159]: aggregate_uuid = self.p_client.list_aggregates( Dec 18 14:01:17.425721 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 18 14:01:17.425721 dv-neutron-744815-20-hyperv neutron-server[103159]: return f(self, *a, **k) Dec 18 14:01:17.425721 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 18 14:01:17.425721 dv-neutron-744815-20-hyperv neutron-server[103159]: return self._get(url).json() Dec 18 14:01:17.425721 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 18 14:01:17.425721 dv-neutron-744815-20-hyperv neutron-server[103159]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 18 14:01:17.425721 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 18 14:01:17.425721 dv-neutron-744815-20-hyperv neutron-server[103159]: return self.request(url, 'GET', **kwargs) Dec 18 14:01:17.425721 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 18 14:01:17.425721 dv-neutron-744815-20-hyperv neutron-server[103159]: base_url = self.get_endpoint(auth, allow=allow, Dec 18 14:01:17.425721 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 18 14:01:17.425721 dv-neutron-744815-20-hyperv neutron-server[103159]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 18 14:01:17.425721 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 18 14:01:17.425721 dv-neutron-744815-20-hyperv neutron-server[103159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 18 14:01:17.425721 dv-neutron-744815-20-hyperv neutron-server[103159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 18 14:01:17.490710 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-f165f3b2-4497-4b8b-a07b-6d6f7b674910 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1927267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586962'] for network, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:17.495299 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-f165f3b2-4497-4b8b-a07b-6d6f7b674910 admin admin] Publish callbacks [] for network, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:17.498469 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-f165f3b2-4497-4b8b-a07b-6d6f7b674910 admin admin] 10.222.0.31 "DELETE /v2.0/networks/b413d5da-a2df-444e-9331-c7a90474b9e9 HTTP/1.1" status: 204 len: 168 time: 0.3000948 Dec 18 14:01:17.511470 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f165f3b2-4497-4b8b-a07b-6d6f7b674910 admin admin] Pushing event deleted for resources: {'Network': ['ID=b413d5da-a2df-444e-9331-c7a90474b9e9,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:01:17.617191 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 60988) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:01:17.660859 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-6eaba580-d155-4c73-919c-e5a451aeb2ee admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=fcbdf83555fc4524a02272189d1c9220&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0424981 Dec 18 14:01:17.663523 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 60990) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:01:17.724137 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-4f8a529b-a63c-4c67-93d5-9bdc722af744 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:17.744936 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-4f8a529b-a63c-4c67-93d5-9bdc722af744 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:17.801919 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-4f8a529b-a63c-4c67-93d5-9bdc722af744 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:17.804783 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-4f8a529b-a63c-4c67-93d5-9bdc722af744 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:17.806060 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-4f8a529b-a63c-4c67-93d5-9bdc722af744 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/835d0626-6a55-4d5b-9927-7305616204fd HTTP/1.1" status: 204 len: 168 time: 0.1416163 Dec 18 14:01:17.813964 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8a529b-a63c-4c67-93d5-9bdc722af744 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=835d0626-6a55-4d5b-9927-7305616204fd,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:01:18.547135 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 32780) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:01:18.649592 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-2a8fc46f-a31d-4e1d-bbbc-194b83fda732 tempest-NetworksIpV6Test-430364409 tempest-NetworksIpV6Test-430364409-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1678518717'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 14:01:18.674644 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a8fc46f-a31d-4e1d-bbbc-194b83fda732 tempest-NetworksIpV6Test-430364409 tempest-NetworksIpV6Test-430364409-project] Made reservation on behalf of 87f6887cfa0a4488b8766739a2c0237d for: {'network': 1} {{(pid=103159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 14:01:18.678043 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-2a8fc46f-a31d-4e1d-bbbc-194b83fda732 tempest-NetworksIpV6Test-430364409 tempest-NetworksIpV6Test-430364409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for network, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:18.686310 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-2a8fc46f-a31d-4e1d-bbbc-194b83fda732 tempest-NetworksIpV6Test-430364409 tempest-NetworksIpV6Test-430364409-project] Publish callbacks [] for security_group, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:18.757086 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Device b087bde0-6818-4814-a4d8-799e8fb87469 no longer exists at agent hyperv_hv-neutron-7448 {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 18 14:01:18.766266 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-2a8fc46f-a31d-4e1d-bbbc-194b83fda732 tempest-NetworksIpV6Test-430364409 tempest-NetworksIpV6Test-430364409-project] Publish callbacks [] for security_group, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:18.771844 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-2a8fc46f-a31d-4e1d-bbbc-194b83fda732 tempest-NetworksIpV6Test-430364409 tempest-NetworksIpV6Test-430364409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:18.777648 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] No Port match for: b087bde0-6818-4814-a4d8-799e8fb87469 {{(pid=103161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 18 14:01:18.778003 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Device b087bde0-6818-4814-a4d8-799e8fb87469 not bound to the agent host hv-neutron-7448 {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 18 14:01:18.798659 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a8fc46f-a31d-4e1d-bbbc-194b83fda732 tempest-NetworksIpV6Test-430364409 tempest-NetworksIpV6Test-430364409-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 145} {{(pid=103159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 18 14:01:18.808223 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8fc46f-a31d-4e1d-bbbc-194b83fda732 tempest-NetworksIpV6Test-430364409 tempest-NetworksIpV6Test-430364409-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b765505-3ed9-41e5-b7c9-9d89a25104f7,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:01:18.813119 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-2a8fc46f-a31d-4e1d-bbbc-194b83fda732 tempest-NetworksIpV6Test-430364409 tempest-NetworksIpV6Test-430364409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:18.813457 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.db.segments_db [None req-2a8fc46f-a31d-4e1d-bbbc-194b83fda732 tempest-NetworksIpV6Test-430364409 tempest-NetworksIpV6Test-430364409-project] Added segment 35f58d8a-4bf5-4fc2-8100-7313ee2a5ada of type vlan for network 58366d0e-0938-4211-ad90-6370f2361a8c Dec 18 14:01:18.856231 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-2a8fc46f-a31d-4e1d-bbbc-194b83fda732 tempest-NetworksIpV6Test-430364409 tempest-NetworksIpV6Test-430364409-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767106405744'] for network, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:18.886187 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-2a8fc46f-a31d-4e1d-bbbc-194b83fda732 tempest-NetworksIpV6Test-430364409 tempest-NetworksIpV6Test-430364409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981'] for network, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:18.891885 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a8fc46f-a31d-4e1d-bbbc-194b83fda732 tempest-NetworksIpV6Test-430364409 tempest-NetworksIpV6Test-430364409-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:01:18.892470 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-2a8fc46f-a31d-4e1d-bbbc-194b83fda732 tempest-NetworksIpV6Test-430364409 tempest-NetworksIpV6Test-430364409-project] Publish callbacks [] for network, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:18.946844 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-2a8fc46f-a31d-4e1d-bbbc-194b83fda732 tempest-NetworksIpV6Test-430364409 tempest-NetworksIpV6Test-430364409-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3985991 Dec 18 14:01:18.991828 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8fc46f-a31d-4e1d-bbbc-194b83fda732 tempest-NetworksIpV6Test-430364409 tempest-NetworksIpV6Test-430364409-project] Pushing event updated for resources: {'Network': ['ID=58366d0e-0938-4211-ad90-6370f2361a8c,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:01:19.003850 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Network 58366d0e-0938-4211-ad90-6370f2361a8c details requested by agent ovs-agent-dv-neutron-744815-20-hyperv with host dv-neutron-744815-20-hyperv {{(pid=103161) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 18 14:01:22.247645 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 32784) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:01:22.255945 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-b467c379-730c-4dd0-8eaa-ce009e6ccfb3 tempest-NetworksIpV6Test-430364409 tempest-NetworksIpV6Test-430364409-project] Request body: {'subnet': {'network_id': '58366d0e-0938-4211-ad90-6370f2361a8c', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 14:01:22.354327 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b467c379-730c-4dd0-8eaa-ce009e6ccfb3 tempest-NetworksIpV6Test-430364409 tempest-NetworksIpV6Test-430364409-project] Made reservation on behalf of 87f6887cfa0a4488b8766739a2c0237d for: {'subnet': 1} {{(pid=103159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 14:01:22.358184 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b467c379-730c-4dd0-8eaa-ce009e6ccfb3 tempest-NetworksIpV6Test-430364409 tempest-NetworksIpV6Test-430364409-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6017072'] for subnet, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:22.556583 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b467c379-730c-4dd0-8eaa-ce009e6ccfb3 tempest-NetworksIpV6Test-430364409 tempest-NetworksIpV6Test-430364409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5659786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6017062'] for subnet, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:22.616550 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b467c379-730c-4dd0-8eaa-ce009e6ccfb3 tempest-NetworksIpV6Test-430364409 tempest-NetworksIpV6Test-430364409-project] Pushing event updated for resources: {'Subnet': ['ID=66647f95-ddc0-4aa0-ae4b-480fd290e6a1,revision_number=0']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:01:22.628927 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b467c379-730c-4dd0-8eaa-ce009e6ccfb3 tempest-NetworksIpV6Test-430364409 tempest-NetworksIpV6Test-430364409-project] Checking segment: {'id': '35f58d8a-4bf5-4fc2-8100-7313ee2a5ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '58366d0e-0938-4211-ad90-6370f2361a8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 14:01:22.629315 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b467c379-730c-4dd0-8eaa-ce009e6ccfb3 tempest-NetworksIpV6Test-430364409 tempest-NetworksIpV6Test-430364409-project] Network hostable DHCP agents. Network: 58366d0e-0938-4211-ad90-6370f2361a8c, hostable agents: ['aa77effa-0e3a-4bbd-a383-4d58ed3328d0'], hosted agents: [] {{(pid=103159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 18 14:01:22.647381 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b467c379-730c-4dd0-8eaa-ce009e6ccfb3 tempest-NetworksIpV6Test-430364409 tempest-NetworksIpV6Test-430364409-project] Network 58366d0e-0938-4211-ad90-6370f2361a8c is scheduled to be hosted by DHCP agent aa77effa-0e3a-4bbd-a383-4d58ed3328d0 with binding_index 1 {{(pid=103159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 18 14:01:22.657540 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.base_scheduler [None req-b467c379-730c-4dd0-8eaa-ce009e6ccfb3 tempest-NetworksIpV6Test-430364409 tempest-NetworksIpV6Test-430364409-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-744815-20-hyperv, 58366d0e-0938-4211-ad90-6370f2361a8c) {{(pid=103159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 14:01:22.661974 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b467c379-730c-4dd0-8eaa-ce009e6ccfb3 tempest-NetworksIpV6Test-430364409 tempest-NetworksIpV6Test-430364409-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:01:22.662540 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b467c379-730c-4dd0-8eaa-ce009e6ccfb3 tempest-NetworksIpV6Test-430364409 tempest-NetworksIpV6Test-430364409-project] Publish callbacks [] for subnet, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:22.667287 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7f72d17-4a8c-4229-86fd-a3ba194f6bcf None None] Network 58366d0e-0938-4211-ad90-6370f2361a8c requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 14:01:22.679322 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-b467c379-730c-4dd0-8eaa-ce009e6ccfb3 tempest-NetworksIpV6Test-430364409 tempest-NetworksIpV6Test-430364409-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4301519 Dec 18 14:01:22.682712 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 32786) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:01:22.687801 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-c708128c-0508-4ebf-bd17-17ccc2325f70 tempest-NetworksIpV6Test-430364409 tempest-NetworksIpV6Test-430364409-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1694327672'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 14:01:22.710160 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c708128c-0508-4ebf-bd17-17ccc2325f70 tempest-NetworksIpV6Test-430364409 tempest-NetworksIpV6Test-430364409-project] Made reservation on behalf of 87f6887cfa0a4488b8766739a2c0237d for: {'network': 1} {{(pid=103159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 14:01:22.713616 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-c708128c-0508-4ebf-bd17-17ccc2325f70 tempest-NetworksIpV6Test-430364409 tempest-NetworksIpV6Test-430364409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for network, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:22.738544 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c708128c-0508-4ebf-bd17-17ccc2325f70 tempest-NetworksIpV6Test-430364409 tempest-NetworksIpV6Test-430364409-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 113} {{(pid=103159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 18 14:01:22.747941 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-c708128c-0508-4ebf-bd17-17ccc2325f70 tempest-NetworksIpV6Test-430364409 tempest-NetworksIpV6Test-430364409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:22.748519 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.db.segments_db [None req-c708128c-0508-4ebf-bd17-17ccc2325f70 tempest-NetworksIpV6Test-430364409 tempest-NetworksIpV6Test-430364409-project] Added segment dee31534-4822-4057-b735-969e02a1697c of type vlan for network 6b29e94b-4c2c-4cb2-8eb7-cac8a200da1d Dec 18 14:01:22.768985 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b22c6f5-c5fa-4d90-bee2-05a19d74ec26 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp31e170a0-46a1-5ba9-9dc1-7ee4f866f0d7-58366d0e-0938-4211-ad90-6370f2361a8c', 'network_id': '58366d0e-0938-4211-ad90-6370f2361a8c', 'project_id': '87f6887cfa0a4488b8766739a2c0237d', 'fixed_ips': [{'subnet_id': '66647f95-ddc0-4aa0-ae4b-480fd290e6a1'}]}} from dv-neutron-744815-20-hyperv. {{(pid=103161) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 18 14:01:22.769860 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-4b22c6f5-c5fa-4d90-bee2-05a19d74ec26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:22.787399 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-c708128c-0508-4ebf-bd17-17ccc2325f70 tempest-NetworksIpV6Test-430364409 tempest-NetworksIpV6Test-430364409-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767106405744'] for network, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:22.812970 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-c708128c-0508-4ebf-bd17-17ccc2325f70 tempest-NetworksIpV6Test-430364409 tempest-NetworksIpV6Test-430364409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981'] for network, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:22.818425 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c708128c-0508-4ebf-bd17-17ccc2325f70 tempest-NetworksIpV6Test-430364409 tempest-NetworksIpV6Test-430364409-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:01:22.819034 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-c708128c-0508-4ebf-bd17-17ccc2325f70 tempest-NetworksIpV6Test-430364409 tempest-NetworksIpV6Test-430364409-project] Publish callbacks [] for network, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:22.858406 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-c708128c-0508-4ebf-bd17-17ccc2325f70 tempest-NetworksIpV6Test-430364409 tempest-NetworksIpV6Test-430364409-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1745965 Dec 18 14:01:22.861704 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 32788) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:01:22.866952 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-9fdcf024-ac0a-4bc0-b72d-61fcd400c9c5 tempest-NetworksIpV6Test-430364409 tempest-NetworksIpV6Test-430364409-project] Request body: {'subnet': {'network_id': '6b29e94b-4c2c-4cb2-8eb7-cac8a200da1d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 14:01:22.895078 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c708128c-0508-4ebf-bd17-17ccc2325f70 tempest-NetworksIpV6Test-430364409 tempest-NetworksIpV6Test-430364409-project] Pushing event updated for resources: {'Network': ['ID=6b29e94b-4c2c-4cb2-8eb7-cac8a200da1d,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:01:22.905810 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Network 6b29e94b-4c2c-4cb2-8eb7-cac8a200da1d details requested by agent ovs-agent-dv-neutron-744815-20-hyperv with host dv-neutron-744815-20-hyperv {{(pid=103161) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 18 14:01:22.934344 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_common [None req-4b22c6f5-c5fa-4d90-bee2-05a19d74ec26 None None] Allocated IP 2001:db8:0:ffff::2 (58366d0e-0938-4211-ad90-6370f2361a8c/66647f95-ddc0-4aa0-ae4b-480fd290e6a1/35cf9437-d0ef-466e-8387-b37daf57ac54) {{(pid=103161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 14:01:22.964829 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fdcf024-ac0a-4bc0-b72d-61fcd400c9c5 tempest-NetworksIpV6Test-430364409 tempest-NetworksIpV6Test-430364409-project] Made reservation on behalf of 87f6887cfa0a4488b8766739a2c0237d for: {'subnet': 1} {{(pid=103160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 14:01:22.969026 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-9fdcf024-ac0a-4bc0-b72d-61fcd400c9c5 tempest-NetworksIpV6Test-430364409 tempest-NetworksIpV6Test-430364409-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4514414'] for subnet, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:23.169513 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-9fdcf024-ac0a-4bc0-b72d-61fcd400c9c5 tempest-NetworksIpV6Test-430364409 tempest-NetworksIpV6Test-430364409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4533410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4514424'] for subnet, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:23.233216 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdcf024-ac0a-4bc0-b72d-61fcd400c9c5 tempest-NetworksIpV6Test-430364409 tempest-NetworksIpV6Test-430364409-project] Pushing event updated for resources: {'Subnet': ['ID=81975f0e-bc99-42d4-8ad4-708f4136babd,revision_number=0']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:01:23.243928 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fdcf024-ac0a-4bc0-b72d-61fcd400c9c5 tempest-NetworksIpV6Test-430364409 tempest-NetworksIpV6Test-430364409-project] Checking segment: {'id': 'dee31534-4822-4057-b735-969e02a1697c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '6b29e94b-4c2c-4cb2-8eb7-cac8a200da1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 14:01:23.244288 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fdcf024-ac0a-4bc0-b72d-61fcd400c9c5 tempest-NetworksIpV6Test-430364409 tempest-NetworksIpV6Test-430364409-project] Network hostable DHCP agents. Network: 6b29e94b-4c2c-4cb2-8eb7-cac8a200da1d, hostable agents: ['aa77effa-0e3a-4bbd-a383-4d58ed3328d0'], hosted agents: [] {{(pid=103160) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 18 14:01:23.260990 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fdcf024-ac0a-4bc0-b72d-61fcd400c9c5 tempest-NetworksIpV6Test-430364409 tempest-NetworksIpV6Test-430364409-project] Network 6b29e94b-4c2c-4cb2-8eb7-cac8a200da1d is scheduled to be hosted by DHCP agent aa77effa-0e3a-4bbd-a383-4d58ed3328d0 with binding_index 1 {{(pid=103160) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 18 14:01:23.272414 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.base_scheduler [None req-9fdcf024-ac0a-4bc0-b72d-61fcd400c9c5 tempest-NetworksIpV6Test-430364409 tempest-NetworksIpV6Test-430364409-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-744815-20-hyperv, 6b29e94b-4c2c-4cb2-8eb7-cac8a200da1d) {{(pid=103160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 14:01:23.272920 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-4b22c6f5-c5fa-4d90-bee2-05a19d74ec26 None None] Publish callbacks [] for port, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:23.278444 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fdcf024-ac0a-4bc0-b72d-61fcd400c9c5 tempest-NetworksIpV6Test-430364409 tempest-NetworksIpV6Test-430364409-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:01:23.279093 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-9fdcf024-ac0a-4bc0-b72d-61fcd400c9c5 tempest-NetworksIpV6Test-430364409 tempest-NetworksIpV6Test-430364409-project] Publish callbacks [] for subnet, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:23.280861 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-4b22c6f5-c5fa-4d90-bee2-05a19d74ec26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975'] for port, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:23.286350 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e86343a-6666-4c3a-b26d-64ceb68fbb3c None None] Network 6b29e94b-4c2c-4cb2-8eb7-cac8a200da1d requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 14:01:23.295446 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-9fdcf024-ac0a-4bc0-b72d-61fcd400c9c5 tempest-NetworksIpV6Test-430364409 tempest-NetworksIpV6Test-430364409-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4325533 Dec 18 14:01:23.298069 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 32790) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:01:23.375775 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b22c6f5-c5fa-4d90-bee2-05a19d74ec26 None None] Network 58366d0e-0938-4211-ad90-6370f2361a8c is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 14:01:23.382613 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-4b22c6f5-c5fa-4d90-bee2-05a19d74ec26 None None] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 14:01:23.384332 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b22c6f5-c5fa-4d90-bee2-05a19d74ec26 None None] Pushing event updated for resources: {'Port': ['ID=35cf9437-d0ef-466e-8387-b37daf57ac54,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:01:23.388201 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b22c6f5-c5fa-4d90-bee2-05a19d74ec26 None None] Received port after_create {{(pid=103161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 14:01:23.394237 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-c3b34811-dd97-4139-99a6-6510c339a342 tempest-NetworksIpV6Test-430364409 tempest-NetworksIpV6Test-430364409-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2023137'] for network, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:23.453878 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-c3b34811-dd97-4139-99a6-6510c339a342 tempest-NetworksIpV6Test-430364409 tempest-NetworksIpV6Test-430364409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1929185'] for subnet, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:23.470735 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d41191f-0238-4193-95a4-d41bd1417cc2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp31e170a0-46a1-5ba9-9dc1-7ee4f866f0d7-6b29e94b-4c2c-4cb2-8eb7-cac8a200da1d', 'network_id': '6b29e94b-4c2c-4cb2-8eb7-cac8a200da1d', 'project_id': '87f6887cfa0a4488b8766739a2c0237d', 'fixed_ips': [{'subnet_id': '81975f0e-bc99-42d4-8ad4-708f4136babd'}]}} from dv-neutron-744815-20-hyperv. {{(pid=103161) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 18 14:01:23.471625 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-4d41191f-0238-4193-95a4-d41bd1417cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:23.475038 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-4b22c6f5-c5fa-4d90-bee2-05a19d74ec26 None None] Attempting to bind port 35cf9437-d0ef-466e-8387-b37daf57ac54 on host dv-neutron-744815-20-hyperv for vnic_type normal with profile {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 14:01:23.475404 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-4b22c6f5-c5fa-4d90-bee2-05a19d74ec26 None None] Attempting to bind port 35cf9437-d0ef-466e-8387-b37daf57ac54 by drivers openvswitch,hyperv on host dv-neutron-744815-20-hyperv at level 0 using segments [{'id': '35f58d8a-4bf5-4fc2-8100-7313ee2a5ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '58366d0e-0938-4211-ad90-6370f2361a8c'}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 14:01:23.475767 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b22c6f5-c5fa-4d90-bee2-05a19d74ec26 None None] Attempting to bind port 35cf9437-d0ef-466e-8387-b37daf57ac54 on network 58366d0e-0938-4211-ad90-6370f2361a8c {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 14:01:23.489968 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b22c6f5-c5fa-4d90-bee2-05a19d74ec26 None None] Checking agent: {'id': '428fa9fa-43db-4db9-9f96-f60ffe931f2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-20-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 13, 19, 1), 'started_at': datetime.datetime(2021, 12, 18, 13, 19, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 14, 1, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-20-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 18 14:01:23.490299 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b22c6f5-c5fa-4d90-bee2-05a19d74ec26 None None] Checking segment: {'id': '35f58d8a-4bf5-4fc2-8100-7313ee2a5ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '58366d0e-0938-4211-ad90-6370f2361a8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 14:01:23.490732 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-4b22c6f5-c5fa-4d90-bee2-05a19d74ec26 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:23.491120 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b22c6f5-c5fa-4d90-bee2-05a19d74ec26 None None] Bound using segment: {'id': '35f58d8a-4bf5-4fc2-8100-7313ee2a5ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '58366d0e-0938-4211-ad90-6370f2361a8c'} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 18 14:01:23.491618 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-4b22c6f5-c5fa-4d90-bee2-05a19d74ec26 None None] Bound port: 35cf9437-d0ef-466e-8387-b37daf57ac54, host: dv-neutron-744815-20-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35f58d8a-4bf5-4fc2-8100-7313ee2a5ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '58366d0e-0938-4211-ad90-6370f2361a8c'}}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 18 14:01:23.491997 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-4b22c6f5-c5fa-4d90-bee2-05a19d74ec26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:23.519175 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-c3b34811-dd97-4139-99a6-6510c339a342 tempest-NetworksIpV6Test-430364409 tempest-NetworksIpV6Test-430364409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1929192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4533475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4514371'] for subnet, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:23.546185 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b34811-dd97-4139-99a6-6510c339a342 tempest-NetworksIpV6Test-430364409 tempest-NetworksIpV6Test-430364409-project] Pushing event deleted for resources: {'Subnet': ['ID=81975f0e-bc99-42d4-8ad4-708f4136babd,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:01:23.611330 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-c3b34811-dd97-4139-99a6-6510c339a342 tempest-NetworksIpV6Test-430364409 tempest-NetworksIpV6Test-430364409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1927292', 'neutron.services.segments.db._delete_segments_for_network-8767106887837'] for network, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:23.627408 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server [None req-4d41191f-0238-4193-95a4-d41bd1417cc2 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 81975f0e-bc99-42d4-8ad4-708f4136babd: This subnet is being modified by another concurrent operation. Dec 18 14:01:23.627408 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 18 14:01:23.627408 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 18 14:01:23.627408 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 18 14:01:23.627408 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 18 14:01:23.627408 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 18 14:01:23.627408 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 18 14:01:23.627408 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 18 14:01:23.627408 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 18 14:01:23.627408 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 18 14:01:23.627408 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 18 14:01:23.627408 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 18 14:01:23.627408 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 18 14:01:23.627408 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 18 14:01:23.627408 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 18 14:01:23.627408 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server raise self.value Dec 18 14:01:23.627408 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 18 14:01:23.627408 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 18 14:01:23.627408 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 18 14:01:23.627408 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 18 14:01:23.627408 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 18 14:01:23.627408 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 18 14:01:23.627408 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 18 14:01:23.627408 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server raise self.value Dec 18 14:01:23.627408 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 18 14:01:23.627408 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 18 14:01:23.627408 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 18 14:01:23.627408 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 18 14:01:23.627408 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 18 14:01:23.627408 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 18 14:01:23.627408 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 18 14:01:23.627408 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server raise self.value Dec 18 14:01:23.627408 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 18 14:01:23.627408 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 18 14:01:23.627408 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 18 14:01:23.627408 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 18 14:01:23.627408 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port Dec 18 14:01:23.627408 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 18 14:01:23.627408 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Dec 18 14:01:23.627408 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 18 14:01:23.627408 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 18 14:01:23.627408 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 18 14:01:23.627408 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Dec 18 14:01:23.627408 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 18 14:01:23.627408 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 18 14:01:23.627408 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 18 14:01:23.627408 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 18 14:01:23.627408 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 18 14:01:23.627408 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 18 14:01:23.627408 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 18 14:01:23.627408 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 18 14:01:23.627408 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server raise self.value Dec 18 14:01:23.627408 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 18 14:01:23.627408 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 18 14:01:23.627408 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 18 14:01:23.627408 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 18 14:01:23.627408 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 18 14:01:23.627408 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 18 14:01:23.627408 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 18 14:01:23.627408 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server raise self.value Dec 18 14:01:23.627408 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 18 14:01:23.627408 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 18 14:01:23.627408 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 18 14:01:23.627408 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 18 14:01:23.627408 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 18 14:01:23.627408 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 18 14:01:23.627408 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 18 14:01:23.627408 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server raise self.value Dec 18 14:01:23.627408 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 18 14:01:23.627408 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 18 14:01:23.627408 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 18 14:01:23.627408 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 18 14:01:23.627408 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 18 14:01:23.627408 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 18 14:01:23.627408 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Dec 18 14:01:23.627408 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 18 14:01:23.627408 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 18 14:01:23.627408 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 18 14:01:23.627408 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 18 14:01:23.627408 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 18 14:01:23.627408 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 18 14:01:23.627408 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server raise self.value Dec 18 14:01:23.627408 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 18 14:01:23.627408 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 18 14:01:23.627408 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 18 14:01:23.627408 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 18 14:01:23.627408 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 18 14:01:23.627408 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 18 14:01:23.627408 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 18 14:01:23.627408 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server raise exception Dec 18 14:01:23.627408 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 81975f0e-bc99-42d4-8ad4-708f4136babd: This subnet is being modified by another concurrent operation. Dec 18 14:01:23.627408 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server Dec 18 14:01:23.633811 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-4b22c6f5-c5fa-4d90-bee2-05a19d74ec26 None None] For port 35cf9437-d0ef-466e-8387-b37daf57ac54, host dv-neutron-744815-20-hyperv, cleared binding levels {{(pid=103161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 18 14:01:23.633902 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.services.segments.db [None req-c3b34811-dd97-4139-99a6-6510c339a342 tempest-NetworksIpV6Test-430364409 tempest-NetworksIpV6Test-430364409-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b29e94b-4c2c-4cb2-8eb7-cac8a200da1d']}} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:01:23.636116 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-4b22c6f5-c5fa-4d90-bee2-05a19d74ec26 None None] For port 35cf9437-d0ef-466e-8387-b37daf57ac54, host dv-neutron-744815-20-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=35cf9437-d0ef-466e-8387-b37daf57ac54,segment=NetworkSegment(35f58d8a-4bf5-4fc2-8100-7313ee2a5ada),segment_id=35f58d8a-4bf5-4fc2-8100-7313ee2a5ada)] {{(pid=103161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 18 14:01:23.645600 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-4b22c6f5-c5fa-4d90-bee2-05a19d74ec26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:23.647141 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.services.segments.db [None req-c3b34811-dd97-4139-99a6-6510c339a342 tempest-NetworksIpV6Test-430364409 tempest-NetworksIpV6Test-430364409-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dee31534-4822-4057-b735-969e02a1697c') {'for_net_delete': True} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:01:23.647605 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.services.segments.db [None req-c3b34811-dd97-4139-99a6-6510c339a342 tempest-NetworksIpV6Test-430364409 tempest-NetworksIpV6Test-430364409-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dee31534-4822-4057-b735-969e02a1697c') {} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:01:23.654677 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b5d5ffa-5c06-447d-a868-313c85e43f4f None None] Network 6b29e94b-4c2c-4cb2-8eb7-cac8a200da1d requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 14:01:23.660849 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-c3b34811-dd97-4139-99a6-6510c339a342 tempest-NetworksIpV6Test-430364409 tempest-NetworksIpV6Test-430364409-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767106888614', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4533424'] for segment, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:23.673924 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-c3b34811-dd97-4139-99a6-6510c339a342 tempest-NetworksIpV6Test-430364409 tempest-NetworksIpV6Test-430364409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:23.680003 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3b34811-dd97-4139-99a6-6510c339a342 tempest-NetworksIpV6Test-430364409 tempest-NetworksIpV6Test-430364409-project] Releasing vlan 113 on physical network physnet1 to pool {{(pid=103160) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 18 14:01:23.680447 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-c3b34811-dd97-4139-99a6-6510c339a342 tempest-NetworksIpV6Test-430364409 tempest-NetworksIpV6Test-430364409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4533569'] for segment, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:23.683673 dv-neutron-744815-20-hyperv neutron-server[103160]: Traceback (most recent call last): Dec 18 14:01:23.683673 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 18 14:01:23.683673 dv-neutron-744815-20-hyperv neutron-server[103160]: timer() Dec 18 14:01:23.683673 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 18 14:01:23.683673 dv-neutron-744815-20-hyperv neutron-server[103160]: cb(*args, **kw) Dec 18 14:01:23.683673 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 18 14:01:23.683673 dv-neutron-744815-20-hyperv neutron-server[103160]: return func(*args, **kwargs) Dec 18 14:01:23.683673 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 18 14:01:23.683673 dv-neutron-744815-20-hyperv neutron-server[103160]: self._notify() Dec 18 14:01:23.683673 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 18 14:01:23.683673 dv-neutron-744815-20-hyperv neutron-server[103160]: self.callback(batched_events) Dec 18 14:01:23.683673 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 18 14:01:23.683673 dv-neutron-744815-20-hyperv neutron-server[103160]: event.method(event) Dec 18 14:01:23.683673 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 18 14:01:23.683673 dv-neutron-744815-20-hyperv neutron-server[103160]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 18 14:01:23.683673 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 18 14:01:23.683673 dv-neutron-744815-20-hyperv neutron-server[103160]: aggregate_uuid = self.p_client.list_aggregates( Dec 18 14:01:23.683673 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 18 14:01:23.683673 dv-neutron-744815-20-hyperv neutron-server[103160]: return f(self, *a, **k) Dec 18 14:01:23.683673 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 18 14:01:23.683673 dv-neutron-744815-20-hyperv neutron-server[103160]: return self._get(url).json() Dec 18 14:01:23.683673 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 18 14:01:23.683673 dv-neutron-744815-20-hyperv neutron-server[103160]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 18 14:01:23.683673 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 18 14:01:23.683673 dv-neutron-744815-20-hyperv neutron-server[103160]: return self.request(url, 'GET', **kwargs) Dec 18 14:01:23.683673 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 18 14:01:23.683673 dv-neutron-744815-20-hyperv neutron-server[103160]: base_url = self.get_endpoint(auth, allow=allow, Dec 18 14:01:23.683673 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 18 14:01:23.683673 dv-neutron-744815-20-hyperv neutron-server[103160]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 18 14:01:23.683673 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 18 14:01:23.683673 dv-neutron-744815-20-hyperv neutron-server[103160]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 18 14:01:23.683673 dv-neutron-744815-20-hyperv neutron-server[103160]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 18 14:01:23.746104 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-c3b34811-dd97-4139-99a6-6510c339a342 tempest-NetworksIpV6Test-430364409 tempest-NetworksIpV6Test-430364409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1927267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586962'] for network, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:23.754222 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-c3b34811-dd97-4139-99a6-6510c339a342 tempest-NetworksIpV6Test-430364409 tempest-NetworksIpV6Test-430364409-project] Publish callbacks [] for network, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:23.760733 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-c3b34811-dd97-4139-99a6-6510c339a342 tempest-NetworksIpV6Test-430364409 tempest-NetworksIpV6Test-430364409-project] 10.222.0.31 "DELETE /v2.0/networks/6b29e94b-4c2c-4cb2-8eb7-cac8a200da1d HTTP/1.1" status: 204 len: 168 time: 0.4584012 Dec 18 14:01:23.761278 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 32794) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:01:23.766916 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-19dee84f-f62d-4cf6-b6fb-26345b70f7b0 tempest-NetworksIpV6Test-430364409 tempest-NetworksIpV6Test-430364409-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2084263545'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 14:01:23.769906 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b34811-dd97-4139-99a6-6510c339a342 tempest-NetworksIpV6Test-430364409 tempest-NetworksIpV6Test-430364409-project] Pushing event deleted for resources: {'Network': ['ID=6b29e94b-4c2c-4cb2-8eb7-cac8a200da1d,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:01:23.772727 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b22c6f5-c5fa-4d90-bee2-05a19d74ec26 None None] Pushing event updated for resources: {'Port': ['ID=35cf9437-d0ef-466e-8387-b37daf57ac54,revision_number=2']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:01:23.803517 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19dee84f-f62d-4cf6-b6fb-26345b70f7b0 tempest-NetworksIpV6Test-430364409 tempest-NetworksIpV6Test-430364409-project] Made reservation on behalf of 87f6887cfa0a4488b8766739a2c0237d for: {'network': 1} {{(pid=103159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 14:01:23.807024 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-19dee84f-f62d-4cf6-b6fb-26345b70f7b0 tempest-NetworksIpV6Test-430364409 tempest-NetworksIpV6Test-430364409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for network, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:23.832582 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19dee84f-f62d-4cf6-b6fb-26345b70f7b0 tempest-NetworksIpV6Test-430364409 tempest-NetworksIpV6Test-430364409-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 142} {{(pid=103159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 18 14:01:23.841567 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-19dee84f-f62d-4cf6-b6fb-26345b70f7b0 tempest-NetworksIpV6Test-430364409 tempest-NetworksIpV6Test-430364409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:23.841926 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.db.segments_db [None req-19dee84f-f62d-4cf6-b6fb-26345b70f7b0 tempest-NetworksIpV6Test-430364409 tempest-NetworksIpV6Test-430364409-project] Added segment c3f69b37-b49c-41b9-a524-59ede6ed19aa of type vlan for network 2b77d2b2-312b-4b56-a434-9f780d4f0cc3 Dec 18 14:01:23.883199 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-19dee84f-f62d-4cf6-b6fb-26345b70f7b0 tempest-NetworksIpV6Test-430364409 tempest-NetworksIpV6Test-430364409-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767106405744'] for network, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:23.926118 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-19dee84f-f62d-4cf6-b6fb-26345b70f7b0 tempest-NetworksIpV6Test-430364409 tempest-NetworksIpV6Test-430364409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981'] for network, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:23.932002 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19dee84f-f62d-4cf6-b6fb-26345b70f7b0 tempest-NetworksIpV6Test-430364409 tempest-NetworksIpV6Test-430364409-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:01:23.932600 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-19dee84f-f62d-4cf6-b6fb-26345b70f7b0 tempest-NetworksIpV6Test-430364409 tempest-NetworksIpV6Test-430364409-project] Publish callbacks [] for network, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:24.002822 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-19dee84f-f62d-4cf6-b6fb-26345b70f7b0 tempest-NetworksIpV6Test-430364409 tempest-NetworksIpV6Test-430364409-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2402213 Dec 18 14:01:24.005714 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 32796) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:01:24.011414 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-fb809575-35c9-45a4-ae42-7a5d0868e304 tempest-NetworksIpV6Test-430364409 tempest-NetworksIpV6Test-430364409-project] Request body: {'subnet': {'network_id': '2b77d2b2-312b-4b56-a434-9f780d4f0cc3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 14:01:24.012526 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19dee84f-f62d-4cf6-b6fb-26345b70f7b0 tempest-NetworksIpV6Test-430364409 tempest-NetworksIpV6Test-430364409-project] Pushing event updated for resources: {'Network': ['ID=2b77d2b2-312b-4b56-a434-9f780d4f0cc3,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:01:24.024868 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Network 2b77d2b2-312b-4b56-a434-9f780d4f0cc3 details requested by agent ovs-agent-dv-neutron-744815-20-hyperv with host dv-neutron-744815-20-hyperv {{(pid=103161) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 18 14:01:24.117927 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb809575-35c9-45a4-ae42-7a5d0868e304 tempest-NetworksIpV6Test-430364409 tempest-NetworksIpV6Test-430364409-project] Made reservation on behalf of 87f6887cfa0a4488b8766739a2c0237d for: {'subnet': 1} {{(pid=103160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 14:01:24.121691 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-fb809575-35c9-45a4-ae42-7a5d0868e304 tempest-NetworksIpV6Test-430364409 tempest-NetworksIpV6Test-430364409-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4514414'] for subnet, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:24.182116 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.ipam_backend_mixin [None req-fb809575-35c9-45a4-ae42-7a5d0868e304 tempest-NetworksIpV6Test-430364409 tempest-NetworksIpV6Test-430364409-project] Performing IP validity checks on allocation pools {{(pid=103160) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 18 14:01:24.182598 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.ipam_backend_mixin [None req-fb809575-35c9-45a4-ae42-7a5d0868e304 tempest-NetworksIpV6Test-430364409 tempest-NetworksIpV6Test-430364409-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103160) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 18 14:01:24.312549 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-fb809575-35c9-45a4-ae42-7a5d0868e304 tempest-NetworksIpV6Test-430364409 tempest-NetworksIpV6Test-430364409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4533410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4514424'] for subnet, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:24.375029 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb809575-35c9-45a4-ae42-7a5d0868e304 tempest-NetworksIpV6Test-430364409 tempest-NetworksIpV6Test-430364409-project] Pushing event updated for resources: {'Subnet': ['ID=ca9df48b-59b8-4a7a-91fa-ad9ec028c055,revision_number=0']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:01:24.384302 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb809575-35c9-45a4-ae42-7a5d0868e304 tempest-NetworksIpV6Test-430364409 tempest-NetworksIpV6Test-430364409-project] Checking segment: {'id': 'c3f69b37-b49c-41b9-a524-59ede6ed19aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '2b77d2b2-312b-4b56-a434-9f780d4f0cc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 14:01:24.384661 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb809575-35c9-45a4-ae42-7a5d0868e304 tempest-NetworksIpV6Test-430364409 tempest-NetworksIpV6Test-430364409-project] Network hostable DHCP agents. Network: 2b77d2b2-312b-4b56-a434-9f780d4f0cc3, hostable agents: ['aa77effa-0e3a-4bbd-a383-4d58ed3328d0'], hosted agents: [] {{(pid=103160) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 18 14:01:24.403480 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb809575-35c9-45a4-ae42-7a5d0868e304 tempest-NetworksIpV6Test-430364409 tempest-NetworksIpV6Test-430364409-project] Network 2b77d2b2-312b-4b56-a434-9f780d4f0cc3 is scheduled to be hosted by DHCP agent aa77effa-0e3a-4bbd-a383-4d58ed3328d0 with binding_index 1 {{(pid=103160) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 18 14:01:24.413271 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.base_scheduler [None req-fb809575-35c9-45a4-ae42-7a5d0868e304 tempest-NetworksIpV6Test-430364409 tempest-NetworksIpV6Test-430364409-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-744815-20-hyperv, 2b77d2b2-312b-4b56-a434-9f780d4f0cc3) {{(pid=103160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 14:01:24.418019 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb809575-35c9-45a4-ae42-7a5d0868e304 tempest-NetworksIpV6Test-430364409 tempest-NetworksIpV6Test-430364409-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:01:24.418745 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-fb809575-35c9-45a4-ae42-7a5d0868e304 tempest-NetworksIpV6Test-430364409 tempest-NetworksIpV6Test-430364409-project] Publish callbacks [] for subnet, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:24.424535 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0124bc9-35dd-42b1-a212-236fe88f3ace None None] Network 2b77d2b2-312b-4b56-a434-9f780d4f0cc3 requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 14:01:24.444399 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 32798) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:01:24.444646 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-fb809575-35c9-45a4-ae42-7a5d0868e304 tempest-NetworksIpV6Test-430364409 tempest-NetworksIpV6Test-430364409-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4376101 Dec 18 14:01:24.538637 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7c8720a-0163-4cb1-b335-068896595d91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp31e170a0-46a1-5ba9-9dc1-7ee4f866f0d7-2b77d2b2-312b-4b56-a434-9f780d4f0cc3', 'network_id': '2b77d2b2-312b-4b56-a434-9f780d4f0cc3', 'project_id': '87f6887cfa0a4488b8766739a2c0237d', 'fixed_ips': [{'subnet_id': 'ca9df48b-59b8-4a7a-91fa-ad9ec028c055'}]}} from dv-neutron-744815-20-hyperv. {{(pid=103161) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 18 14:01:24.539547 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f7c8720a-0163-4cb1-b335-068896595d91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:24.548545 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-9ee44569-7be2-4fdb-83f6-30894a801a07 tempest-NetworksIpV6Test-430364409 tempest-NetworksIpV6Test-430364409-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2023137'] for network, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:24.637418 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-9ee44569-7be2-4fdb-83f6-30894a801a07 tempest-NetworksIpV6Test-430364409 tempest-NetworksIpV6Test-430364409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1929185'] for subnet, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:24.684060 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_common [None req-f7c8720a-0163-4cb1-b335-068896595d91 None None] Allocated IP 2001:db8::3 (2b77d2b2-312b-4b56-a434-9f780d4f0cc3/ca9df48b-59b8-4a7a-91fa-ad9ec028c055/c3480e86-3ad6-4e59-af53-12e69efc8b24) {{(pid=103161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 14:01:24.695121 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66e41a7a-81b4-4590-aa80-5fc67687f2a2 None None] Network 58366d0e-0938-4211-ad90-6370f2361a8c requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 14:01:24.817285 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-e0ef502e-5a9d-41fe-88b1-61611bd2d6b0 None None] Provisioning complete for port 35cf9437-d0ef-466e-8387-b37daf57ac54 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 14:01:24.817939 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e0ef502e-5a9d-41fe-88b1-61611bd2d6b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:24.957445 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f7c8720a-0163-4cb1-b335-068896595d91 None None] Publish callbacks [] for port, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:24.971591 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f7c8720a-0163-4cb1-b335-068896595d91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975'] for port, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:24.992999 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-9ee44569-7be2-4fdb-83f6-30894a801a07 tempest-NetworksIpV6Test-430364409 tempest-NetworksIpV6Test-430364409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1929192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5659851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6017053'] for subnet, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:25.017347 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2d43e9a5-3777-4c5a-8937-223c4b30a4a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:25.027016 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee44569-7be2-4fdb-83f6-30894a801a07 tempest-NetworksIpV6Test-430364409 tempest-NetworksIpV6Test-430364409-project] Pushing event deleted for resources: {'Subnet': ['ID=ca9df48b-59b8-4a7a-91fa-ad9ec028c055,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:01:25.048434 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7c8720a-0163-4cb1-b335-068896595d91 None None] Network 2b77d2b2-312b-4b56-a434-9f780d4f0cc3 is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 14:01:25.052285 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-f7c8720a-0163-4cb1-b335-068896595d91 None None] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 14:01:25.053969 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c8720a-0163-4cb1-b335-068896595d91 None None] Pushing event updated for resources: {'Port': ['ID=c3480e86-3ad6-4e59-af53-12e69efc8b24,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:01:25.056201 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7c8720a-0163-4cb1-b335-068896595d91 None None] Received port after_create {{(pid=103161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 14:01:25.058202 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e0ef502e-5a9d-41fe-88b1-61611bd2d6b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:25.094265 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-9ee44569-7be2-4fdb-83f6-30894a801a07 tempest-NetworksIpV6Test-430364409 tempest-NetworksIpV6Test-430364409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1927292', 'neutron.services.segments.db._delete_segments_for_network-8767106887837'] for network, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:25.118645 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.services.segments.db [None req-9ee44569-7be2-4fdb-83f6-30894a801a07 tempest-NetworksIpV6Test-430364409 tempest-NetworksIpV6Test-430364409-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b77d2b2-312b-4b56-a434-9f780d4f0cc3']}} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:01:25.130372 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.services.segments.db [None req-9ee44569-7be2-4fdb-83f6-30894a801a07 tempest-NetworksIpV6Test-430364409 tempest-NetworksIpV6Test-430364409-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3f69b37-b49c-41b9-a524-59ede6ed19aa') {'for_net_delete': True} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:01:25.130752 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.services.segments.db [None req-9ee44569-7be2-4fdb-83f6-30894a801a07 tempest-NetworksIpV6Test-430364409 tempest-NetworksIpV6Test-430364409-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3f69b37-b49c-41b9-a524-59ede6ed19aa') {} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:01:25.141380 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-9ee44569-7be2-4fdb-83f6-30894a801a07 tempest-NetworksIpV6Test-430364409 tempest-NetworksIpV6Test-430364409-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767106888614', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5589569'] for segment, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:25.142152 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-e0ef502e-5a9d-41fe-88b1-61611bd2d6b0 None None] For port 35cf9437-d0ef-466e-8387-b37daf57ac54, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=35cf9437-d0ef-466e-8387-b37daf57ac54,segment=NetworkSegment(35f58d8a-4bf5-4fc2-8100-7313ee2a5ada),segment_id=35f58d8a-4bf5-4fc2-8100-7313ee2a5ada)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 14:01:25.146977 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-f7c8720a-0163-4cb1-b335-068896595d91 None None] Attempting to bind port c3480e86-3ad6-4e59-af53-12e69efc8b24 on host dv-neutron-744815-20-hyperv for vnic_type normal with profile {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 14:01:25.147383 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-f7c8720a-0163-4cb1-b335-068896595d91 None None] Attempting to bind port c3480e86-3ad6-4e59-af53-12e69efc8b24 by drivers openvswitch,hyperv on host dv-neutron-744815-20-hyperv at level 0 using segments [{'id': 'c3f69b37-b49c-41b9-a524-59ede6ed19aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '2b77d2b2-312b-4b56-a434-9f780d4f0cc3'}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 14:01:25.147755 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7c8720a-0163-4cb1-b335-068896595d91 None None] Attempting to bind port c3480e86-3ad6-4e59-af53-12e69efc8b24 on network 2b77d2b2-312b-4b56-a434-9f780d4f0cc3 {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 14:01:25.153336 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e0ef502e-5a9d-41fe-88b1-61611bd2d6b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:25.155782 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7c8720a-0163-4cb1-b335-068896595d91 None None] Checking agent: {'id': '428fa9fa-43db-4db9-9f96-f60ffe931f2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-20-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 13, 19, 1), 'started_at': datetime.datetime(2021, 12, 18, 13, 19, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 14, 1, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-20-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 18 14:01:25.156156 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7c8720a-0163-4cb1-b335-068896595d91 None None] Checking segment: {'id': 'c3f69b37-b49c-41b9-a524-59ede6ed19aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '2b77d2b2-312b-4b56-a434-9f780d4f0cc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 14:01:25.156455 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-9ee44569-7be2-4fdb-83f6-30894a801a07 tempest-NetworksIpV6Test-430364409 tempest-NetworksIpV6Test-430364409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:25.156582 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f7c8720a-0163-4cb1-b335-068896595d91 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:25.156926 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7c8720a-0163-4cb1-b335-068896595d91 None None] Bound using segment: {'id': 'c3f69b37-b49c-41b9-a524-59ede6ed19aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '2b77d2b2-312b-4b56-a434-9f780d4f0cc3'} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 18 14:01:25.157419 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-f7c8720a-0163-4cb1-b335-068896595d91 None None] Bound port: c3480e86-3ad6-4e59-af53-12e69efc8b24, host: dv-neutron-744815-20-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3f69b37-b49c-41b9-a524-59ede6ed19aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '2b77d2b2-312b-4b56-a434-9f780d4f0cc3'}}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 18 14:01:25.157797 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f7c8720a-0163-4cb1-b335-068896595d91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:25.164138 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ee44569-7be2-4fdb-83f6-30894a801a07 tempest-NetworksIpV6Test-430364409 tempest-NetworksIpV6Test-430364409-project] Releasing vlan 142 on physical network physnet1 to pool {{(pid=103159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 18 14:01:25.164538 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-9ee44569-7be2-4fdb-83f6-30894a801a07 tempest-NetworksIpV6Test-430364409 tempest-NetworksIpV6Test-430364409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5660009'] for segment, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:25.167500 dv-neutron-744815-20-hyperv neutron-server[103159]: Traceback (most recent call last): Dec 18 14:01:25.167500 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 18 14:01:25.167500 dv-neutron-744815-20-hyperv neutron-server[103159]: timer() Dec 18 14:01:25.167500 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 18 14:01:25.167500 dv-neutron-744815-20-hyperv neutron-server[103159]: cb(*args, **kw) Dec 18 14:01:25.167500 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 18 14:01:25.167500 dv-neutron-744815-20-hyperv neutron-server[103159]: return func(*args, **kwargs) Dec 18 14:01:25.167500 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 18 14:01:25.167500 dv-neutron-744815-20-hyperv neutron-server[103159]: self._notify() Dec 18 14:01:25.167500 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 18 14:01:25.167500 dv-neutron-744815-20-hyperv neutron-server[103159]: self.callback(batched_events) Dec 18 14:01:25.167500 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 18 14:01:25.167500 dv-neutron-744815-20-hyperv neutron-server[103159]: event.method(event) Dec 18 14:01:25.167500 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 18 14:01:25.167500 dv-neutron-744815-20-hyperv neutron-server[103159]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 18 14:01:25.167500 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 18 14:01:25.167500 dv-neutron-744815-20-hyperv neutron-server[103159]: aggregate_uuid = self.p_client.list_aggregates( Dec 18 14:01:25.167500 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 18 14:01:25.167500 dv-neutron-744815-20-hyperv neutron-server[103159]: return f(self, *a, **k) Dec 18 14:01:25.167500 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 18 14:01:25.167500 dv-neutron-744815-20-hyperv neutron-server[103159]: return self._get(url).json() Dec 18 14:01:25.167500 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 18 14:01:25.167500 dv-neutron-744815-20-hyperv neutron-server[103159]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 18 14:01:25.167500 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 18 14:01:25.167500 dv-neutron-744815-20-hyperv neutron-server[103159]: return self.request(url, 'GET', **kwargs) Dec 18 14:01:25.167500 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 18 14:01:25.167500 dv-neutron-744815-20-hyperv neutron-server[103159]: base_url = self.get_endpoint(auth, allow=allow, Dec 18 14:01:25.167500 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 18 14:01:25.167500 dv-neutron-744815-20-hyperv neutron-server[103159]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 18 14:01:25.167500 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 18 14:01:25.167500 dv-neutron-744815-20-hyperv neutron-server[103159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 18 14:01:25.167500 dv-neutron-744815-20-hyperv neutron-server[103159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 18 14:01:25.220299 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.db.api [None req-9ee44569-7be2-4fdb-83f6-30894a801a07 tempest-NetworksIpV6Test-430364409 tempest-NetworksIpV6Test-430364409-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 18 14:01:25.220299 dv-neutron-744815-20-hyperv neutron-server[103159]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 18 14:01:25.220299 dv-neutron-744815-20-hyperv neutron-server[103159]: [parameters: {'id': '2b77d2b2-312b-4b56-a434-9f780d4f0cc3'}] Dec 18 14:01:25.220299 dv-neutron-744815-20-hyperv neutron-server[103159]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103159) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 18 14:01:25.220769 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG oslo_db.api [None req-9ee44569-7be2-4fdb-83f6-30894a801a07 tempest-NetworksIpV6Test-430364409 tempest-NetworksIpV6Test-430364409-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 18 14:01:25.239511 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ef502e-5a9d-41fe-88b1-61611bd2d6b0 None None] Pushing event updated for resources: {'Port': ['ID=35cf9437-d0ef-466e-8387-b37daf57ac54,revision_number=3']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:01:25.260039 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-f7c8720a-0163-4cb1-b335-068896595d91 None None] For port c3480e86-3ad6-4e59-af53-12e69efc8b24, host dv-neutron-744815-20-hyperv, cleared binding levels {{(pid=103161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 18 14:01:25.263676 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-f7c8720a-0163-4cb1-b335-068896595d91 None None] For port c3480e86-3ad6-4e59-af53-12e69efc8b24, host dv-neutron-744815-20-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=c3480e86-3ad6-4e59-af53-12e69efc8b24,segment=NetworkSegment(c3f69b37-b49c-41b9-a524-59ede6ed19aa),segment_id=c3f69b37-b49c-41b9-a524-59ede6ed19aa)] {{(pid=103161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 18 14:01:25.269771 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f7c8720a-0163-4cb1-b335-068896595d91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:25.318916 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-e3f14a2b-feb4-4ee5-a175-580a961d0e78 None None] Provisioning complete for port 35cf9437-d0ef-466e-8387-b37daf57ac54 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 14:01:25.319310 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e3f14a2b-feb4-4ee5-a175-580a961d0e78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:25.390303 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c8720a-0163-4cb1-b335-068896595d91 None None] Pushing event updated for resources: {'Port': ['ID=c3480e86-3ad6-4e59-af53-12e69efc8b24,revision_number=2']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:01:25.398753 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddfa2f30-d28a-46b4-a0c5-be96e64993fc None None] Network 2b77d2b2-312b-4b56-a434-9f780d4f0cc3 requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 14:01:25.528966 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-700c2781-42c9-4c4e-9c77-1b564fa1e5e2 None None] get_active_networks_info from dv-neutron-744815-20-hyperv {{(pid=103161) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 18 14:01:25.596623 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-700c2781-42c9-4c4e-9c77-1b564fa1e5e2 None None] Resources bound (agent type, host, resource id): {{(pid=103161) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 18 14:01:25.662418 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 35cf9437-d0ef-466e-8387-b37daf57ac54 up at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 14:01:25.722267 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-9ee44569-7be2-4fdb-83f6-30894a801a07 tempest-NetworksIpV6Test-430364409 tempest-NetworksIpV6Test-430364409-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2023137'] for network, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:25.761825 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2294866d-0076-4933-952c-685307032598 None None] Provisioning complete for port 35cf9437-d0ef-466e-8387-b37daf57ac54 triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 14:01:25.762196 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:25.780341 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-9ee44569-7be2-4fdb-83f6-30894a801a07 tempest-NetworksIpV6Test-430364409 tempest-NetworksIpV6Test-430364409-project] Deleting port c3480e86-3ad6-4e59-af53-12e69efc8b24 {{(pid=103159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 14:01:25.780664 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-9ee44569-7be2-4fdb-83f6-30894a801a07 tempest-NetworksIpV6Test-430364409 tempest-NetworksIpV6Test-430364409-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:25.844935 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.db [None req-9ee44569-7be2-4fdb-83f6-30894a801a07 tempest-NetworksIpV6Test-430364409 tempest-NetworksIpV6Test-430364409-project] For port c3480e86-3ad6-4e59-af53-12e69efc8b24, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=c3480e86-3ad6-4e59-af53-12e69efc8b24,segment=NetworkSegment(c3f69b37-b49c-41b9-a524-59ede6ed19aa),segment_id=c3f69b37-b49c-41b9-a524-59ede6ed19aa)] {{(pid=103159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 14:01:25.845305 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-9ee44569-7be2-4fdb-83f6-30894a801a07 tempest-NetworksIpV6Test-430364409 tempest-NetworksIpV6Test-430364409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:25.860914 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-9ee44569-7be2-4fdb-83f6-30894a801a07 tempest-NetworksIpV6Test-430364409 tempest-NetworksIpV6Test-430364409-project] Calling delete_port for c3480e86-3ad6-4e59-af53-12e69efc8b24 owned by network:dhcp {{(pid=103159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 14:01:25.891279 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-706fb50a-4b26-4872-8af6-cae325c5660e None None] get_active_networks_info from dv-neutron-744815-20-hyperv {{(pid=103161) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 18 14:01:25.947862 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-9ee44569-7be2-4fdb-83f6-30894a801a07 tempest-NetworksIpV6Test-430364409 tempest-NetworksIpV6Test-430364409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:25.961482 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-706fb50a-4b26-4872-8af6-cae325c5660e None None] Resources bound (agent type, host, resource id): {{(pid=103161) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 18 14:01:25.974219 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee44569-7be2-4fdb-83f6-30894a801a07 tempest-NetworksIpV6Test-430364409 tempest-NetworksIpV6Test-430364409-project] Pushing event deleted for resources: {'Port': ['ID=c3480e86-3ad6-4e59-af53-12e69efc8b24,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:01:25.976038 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ee44569-7be2-4fdb-83f6-30894a801a07 tempest-NetworksIpV6Test-430364409 tempest-NetworksIpV6Test-430364409-project] No DVR routers for this DVR port c3480e86-3ad6-4e59-af53-12e69efc8b24 on host dv-neutron-744815-20-hyperv {{(pid=103159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 18 14:01:26.058269 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-9ee44569-7be2-4fdb-83f6-30894a801a07 tempest-NetworksIpV6Test-430364409 tempest-NetworksIpV6Test-430364409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1927292', 'neutron.services.segments.db._delete_segments_for_network-8767106887837'] for network, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:26.078614 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.services.segments.db [None req-9ee44569-7be2-4fdb-83f6-30894a801a07 tempest-NetworksIpV6Test-430364409 tempest-NetworksIpV6Test-430364409-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b77d2b2-312b-4b56-a434-9f780d4f0cc3']}} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:01:26.088245 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.services.segments.db [None req-9ee44569-7be2-4fdb-83f6-30894a801a07 tempest-NetworksIpV6Test-430364409 tempest-NetworksIpV6Test-430364409-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3f69b37-b49c-41b9-a524-59ede6ed19aa') {'for_net_delete': True} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:01:26.088548 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.services.segments.db [None req-9ee44569-7be2-4fdb-83f6-30894a801a07 tempest-NetworksIpV6Test-430364409 tempest-NetworksIpV6Test-430364409-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3f69b37-b49c-41b9-a524-59ede6ed19aa') {} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:01:26.098461 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-9ee44569-7be2-4fdb-83f6-30894a801a07 tempest-NetworksIpV6Test-430364409 tempest-NetworksIpV6Test-430364409-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767106888614', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5589569'] for segment, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:26.113022 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-9ee44569-7be2-4fdb-83f6-30894a801a07 tempest-NetworksIpV6Test-430364409 tempest-NetworksIpV6Test-430364409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:26.119495 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ee44569-7be2-4fdb-83f6-30894a801a07 tempest-NetworksIpV6Test-430364409 tempest-NetworksIpV6Test-430364409-project] Releasing vlan 142 on physical network physnet1 to pool {{(pid=103159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 18 14:01:26.119888 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-9ee44569-7be2-4fdb-83f6-30894a801a07 tempest-NetworksIpV6Test-430364409 tempest-NetworksIpV6Test-430364409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5660009'] for segment, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:26.123125 dv-neutron-744815-20-hyperv neutron-server[103159]: Traceback (most recent call last): Dec 18 14:01:26.123125 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 18 14:01:26.123125 dv-neutron-744815-20-hyperv neutron-server[103159]: timer() Dec 18 14:01:26.123125 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 18 14:01:26.123125 dv-neutron-744815-20-hyperv neutron-server[103159]: cb(*args, **kw) Dec 18 14:01:26.123125 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 18 14:01:26.123125 dv-neutron-744815-20-hyperv neutron-server[103159]: return func(*args, **kwargs) Dec 18 14:01:26.123125 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 18 14:01:26.123125 dv-neutron-744815-20-hyperv neutron-server[103159]: self._notify() Dec 18 14:01:26.123125 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 18 14:01:26.123125 dv-neutron-744815-20-hyperv neutron-server[103159]: self.callback(batched_events) Dec 18 14:01:26.123125 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 18 14:01:26.123125 dv-neutron-744815-20-hyperv neutron-server[103159]: event.method(event) Dec 18 14:01:26.123125 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 18 14:01:26.123125 dv-neutron-744815-20-hyperv neutron-server[103159]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 18 14:01:26.123125 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 18 14:01:26.123125 dv-neutron-744815-20-hyperv neutron-server[103159]: aggregate_uuid = self.p_client.list_aggregates( Dec 18 14:01:26.123125 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 18 14:01:26.123125 dv-neutron-744815-20-hyperv neutron-server[103159]: return f(self, *a, **k) Dec 18 14:01:26.123125 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 18 14:01:26.123125 dv-neutron-744815-20-hyperv neutron-server[103159]: return self._get(url).json() Dec 18 14:01:26.123125 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 18 14:01:26.123125 dv-neutron-744815-20-hyperv neutron-server[103159]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 18 14:01:26.123125 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 18 14:01:26.123125 dv-neutron-744815-20-hyperv neutron-server[103159]: return self.request(url, 'GET', **kwargs) Dec 18 14:01:26.123125 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 18 14:01:26.123125 dv-neutron-744815-20-hyperv neutron-server[103159]: base_url = self.get_endpoint(auth, allow=allow, Dec 18 14:01:26.123125 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 18 14:01:26.123125 dv-neutron-744815-20-hyperv neutron-server[103159]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 18 14:01:26.123125 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 18 14:01:26.123125 dv-neutron-744815-20-hyperv neutron-server[103159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 18 14:01:26.123125 dv-neutron-744815-20-hyperv neutron-server[103159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 18 14:01:26.189555 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-9ee44569-7be2-4fdb-83f6-30894a801a07 tempest-NetworksIpV6Test-430364409 tempest-NetworksIpV6Test-430364409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1927267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586962'] for network, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:26.197820 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-9ee44569-7be2-4fdb-83f6-30894a801a07 tempest-NetworksIpV6Test-430364409 tempest-NetworksIpV6Test-430364409-project] Publish callbacks [] for network, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:26.201040 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-9ee44569-7be2-4fdb-83f6-30894a801a07 tempest-NetworksIpV6Test-430364409 tempest-NetworksIpV6Test-430364409-project] 10.222.0.31 "DELETE /v2.0/networks/2b77d2b2-312b-4b56-a434-9f780d4f0cc3 HTTP/1.1" status: 204 len: 168 time: 1.7554917 Dec 18 14:01:26.206004 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 32800) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:01:26.212235 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-6ee062ce-a21d-41bb-ac99-eff7f261e3b1 tempest-NetworksIpV6Test-430364409 tempest-NetworksIpV6Test-430364409-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1735361606'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 14:01:26.212426 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee44569-7be2-4fdb-83f6-30894a801a07 tempest-NetworksIpV6Test-430364409 tempest-NetworksIpV6Test-430364409-project] Pushing event deleted for resources: {'Network': ['ID=2b77d2b2-312b-4b56-a434-9f780d4f0cc3,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:01:26.239380 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ee062ce-a21d-41bb-ac99-eff7f261e3b1 tempest-NetworksIpV6Test-430364409 tempest-NetworksIpV6Test-430364409-project] Made reservation on behalf of 87f6887cfa0a4488b8766739a2c0237d for: {'network': 1} {{(pid=103160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 14:01:26.242893 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-6ee062ce-a21d-41bb-ac99-eff7f261e3b1 tempest-NetworksIpV6Test-430364409 tempest-NetworksIpV6Test-430364409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for network, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:26.268013 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ee062ce-a21d-41bb-ac99-eff7f261e3b1 tempest-NetworksIpV6Test-430364409 tempest-NetworksIpV6Test-430364409-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 117} {{(pid=103160) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 18 14:01:26.277175 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-6ee062ce-a21d-41bb-ac99-eff7f261e3b1 tempest-NetworksIpV6Test-430364409 tempest-NetworksIpV6Test-430364409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:26.277540 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.db.segments_db [None req-6ee062ce-a21d-41bb-ac99-eff7f261e3b1 tempest-NetworksIpV6Test-430364409 tempest-NetworksIpV6Test-430364409-project] Added segment fd37b6d3-7fd5-4de7-a3f2-63702821b903 of type vlan for network 981d4871-931f-4fe8-8f54-d933a558a27a Dec 18 14:01:26.320983 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-6ee062ce-a21d-41bb-ac99-eff7f261e3b1 tempest-NetworksIpV6Test-430364409 tempest-NetworksIpV6Test-430364409-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767106405744'] for network, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:26.348356 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-6ee062ce-a21d-41bb-ac99-eff7f261e3b1 tempest-NetworksIpV6Test-430364409 tempest-NetworksIpV6Test-430364409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981'] for network, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:26.353855 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ee062ce-a21d-41bb-ac99-eff7f261e3b1 tempest-NetworksIpV6Test-430364409 tempest-NetworksIpV6Test-430364409-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:01:26.354440 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-6ee062ce-a21d-41bb-ac99-eff7f261e3b1 tempest-NetworksIpV6Test-430364409 tempest-NetworksIpV6Test-430364409-project] Publish callbacks [] for network, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:26.414061 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-6ee062ce-a21d-41bb-ac99-eff7f261e3b1 tempest-NetworksIpV6Test-430364409 tempest-NetworksIpV6Test-430364409-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2063279 Dec 18 14:01:26.416930 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 32802) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:01:26.424442 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-58571c9d-04c9-4b51-8d48-70076f0d2fb6 tempest-NetworksIpV6Test-430364409 tempest-NetworksIpV6Test-430364409-project] Request body: {'subnet': {'network_id': '981d4871-931f-4fe8-8f54-d933a558a27a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 14:01:26.431017 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee062ce-a21d-41bb-ac99-eff7f261e3b1 tempest-NetworksIpV6Test-430364409 tempest-NetworksIpV6Test-430364409-project] Pushing event updated for resources: {'Network': ['ID=981d4871-931f-4fe8-8f54-d933a558a27a,revision_number=1']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:01:26.441494 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Network 981d4871-931f-4fe8-8f54-d933a558a27a details requested by agent ovs-agent-dv-neutron-744815-20-hyperv with host dv-neutron-744815-20-hyperv {{(pid=103161) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 18 14:01:26.523195 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58571c9d-04c9-4b51-8d48-70076f0d2fb6 tempest-NetworksIpV6Test-430364409 tempest-NetworksIpV6Test-430364409-project] Made reservation on behalf of 87f6887cfa0a4488b8766739a2c0237d for: {'subnet': 1} {{(pid=103160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 14:01:26.528643 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-58571c9d-04c9-4b51-8d48-70076f0d2fb6 tempest-NetworksIpV6Test-430364409 tempest-NetworksIpV6Test-430364409-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4514414'] for subnet, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:26.728468 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-58571c9d-04c9-4b51-8d48-70076f0d2fb6 tempest-NetworksIpV6Test-430364409 tempest-NetworksIpV6Test-430364409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4533410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4514424'] for subnet, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:26.780913 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58571c9d-04c9-4b51-8d48-70076f0d2fb6 tempest-NetworksIpV6Test-430364409 tempest-NetworksIpV6Test-430364409-project] Pushing event updated for resources: {'Subnet': ['ID=e0b9310a-67a8-480c-a34b-7e63d617dd62,revision_number=0']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:01:26.796747 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58571c9d-04c9-4b51-8d48-70076f0d2fb6 tempest-NetworksIpV6Test-430364409 tempest-NetworksIpV6Test-430364409-project] Checking segment: {'id': 'fd37b6d3-7fd5-4de7-a3f2-63702821b903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '981d4871-931f-4fe8-8f54-d933a558a27a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 14:01:26.797110 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58571c9d-04c9-4b51-8d48-70076f0d2fb6 tempest-NetworksIpV6Test-430364409 tempest-NetworksIpV6Test-430364409-project] Network hostable DHCP agents. Network: 981d4871-931f-4fe8-8f54-d933a558a27a, hostable agents: ['aa77effa-0e3a-4bbd-a383-4d58ed3328d0'], hosted agents: [] {{(pid=103160) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 18 14:01:26.816665 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58571c9d-04c9-4b51-8d48-70076f0d2fb6 tempest-NetworksIpV6Test-430364409 tempest-NetworksIpV6Test-430364409-project] Network 981d4871-931f-4fe8-8f54-d933a558a27a is scheduled to be hosted by DHCP agent aa77effa-0e3a-4bbd-a383-4d58ed3328d0 with binding_index 1 {{(pid=103160) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 18 14:01:26.828742 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.base_scheduler [None req-58571c9d-04c9-4b51-8d48-70076f0d2fb6 tempest-NetworksIpV6Test-430364409 tempest-NetworksIpV6Test-430364409-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-744815-20-hyperv, 981d4871-931f-4fe8-8f54-d933a558a27a) {{(pid=103160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 14:01:26.833956 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58571c9d-04c9-4b51-8d48-70076f0d2fb6 tempest-NetworksIpV6Test-430364409 tempest-NetworksIpV6Test-430364409-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:01:26.834802 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-58571c9d-04c9-4b51-8d48-70076f0d2fb6 tempest-NetworksIpV6Test-430364409 tempest-NetworksIpV6Test-430364409-project] Publish callbacks [] for subnet, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:26.842233 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78cb96bb-a615-474b-8000-598904f9a934 None None] Network 981d4871-931f-4fe8-8f54-d933a558a27a requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 14:01:26.854291 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-58571c9d-04c9-4b51-8d48-70076f0d2fb6 tempest-NetworksIpV6Test-430364409 tempest-NetworksIpV6Test-430364409-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4363859 Dec 18 14:01:26.858032 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 32804) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:01:26.863284 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-283deb3e-4337-4b7d-87ce-42da4abe7d02 tempest-NetworksIpV6Test-430364409 tempest-NetworksIpV6Test-430364409-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1405816640'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 14:01:26.887643 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-283deb3e-4337-4b7d-87ce-42da4abe7d02 tempest-NetworksIpV6Test-430364409 tempest-NetworksIpV6Test-430364409-project] Made reservation on behalf of 87f6887cfa0a4488b8766739a2c0237d for: {'network': 1} {{(pid=103160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 14:01:26.891559 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-283deb3e-4337-4b7d-87ce-42da4abe7d02 tempest-NetworksIpV6Test-430364409 tempest-NetworksIpV6Test-430364409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for network, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:26.922590 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-283deb3e-4337-4b7d-87ce-42da4abe7d02 tempest-NetworksIpV6Test-430364409 tempest-NetworksIpV6Test-430364409-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 116} {{(pid=103160) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 18 14:01:26.931996 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-283deb3e-4337-4b7d-87ce-42da4abe7d02 tempest-NetworksIpV6Test-430364409 tempest-NetworksIpV6Test-430364409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:26.932342 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.db.segments_db [None req-283deb3e-4337-4b7d-87ce-42da4abe7d02 tempest-NetworksIpV6Test-430364409 tempest-NetworksIpV6Test-430364409-project] Added segment 29f5bafe-35d1-4afc-8606-6a0bb3a7f0b1 of type vlan for network 1663384f-9833-4253-86c3-cd914493f771 Dec 18 14:01:26.956263 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a638d87-0304-4a41-bb9e-02e61a242878 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp31e170a0-46a1-5ba9-9dc1-7ee4f866f0d7-981d4871-931f-4fe8-8f54-d933a558a27a', 'network_id': '981d4871-931f-4fe8-8f54-d933a558a27a', 'project_id': '87f6887cfa0a4488b8766739a2c0237d', 'fixed_ips': [{'subnet_id': 'e0b9310a-67a8-480c-a34b-7e63d617dd62'}]}} from dv-neutron-744815-20-hyperv. {{(pid=103161) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 18 14:01:26.957288 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-5a638d87-0304-4a41-bb9e-02e61a242878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:26.984053 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-283deb3e-4337-4b7d-87ce-42da4abe7d02 tempest-NetworksIpV6Test-430364409 tempest-NetworksIpV6Test-430364409-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767106405744'] for network, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:27.010556 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-283deb3e-4337-4b7d-87ce-42da4abe7d02 tempest-NetworksIpV6Test-430364409 tempest-NetworksIpV6Test-430364409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981'] for network, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:27.016521 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-283deb3e-4337-4b7d-87ce-42da4abe7d02 tempest-NetworksIpV6Test-430364409 tempest-NetworksIpV6Test-430364409-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:01:27.017106 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-283deb3e-4337-4b7d-87ce-42da4abe7d02 tempest-NetworksIpV6Test-430364409 tempest-NetworksIpV6Test-430364409-project] Publish callbacks [] for network, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:27.083829 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-283deb3e-4337-4b7d-87ce-42da4abe7d02 tempest-NetworksIpV6Test-430364409 tempest-NetworksIpV6Test-430364409-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2247305 Dec 18 14:01:27.087523 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 32806) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:01:27.096141 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-8886518d-3d96-4b36-8bbf-c0260923af73 tempest-NetworksIpV6Test-430364409 tempest-NetworksIpV6Test-430364409-project] Request body: {'subnet': {'network_id': '1663384f-9833-4253-86c3-cd914493f771', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 14:01:27.101768 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283deb3e-4337-4b7d-87ce-42da4abe7d02 tempest-NetworksIpV6Test-430364409 tempest-NetworksIpV6Test-430364409-project] Pushing event updated for resources: {'Network': ['ID=1663384f-9833-4253-86c3-cd914493f771,revision_number=1']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:01:27.192352 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8886518d-3d96-4b36-8bbf-c0260923af73 tempest-NetworksIpV6Test-430364409 tempest-NetworksIpV6Test-430364409-project] Made reservation on behalf of 87f6887cfa0a4488b8766739a2c0237d for: {'subnet': 1} {{(pid=103160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 14:01:27.195933 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-8886518d-3d96-4b36-8bbf-c0260923af73 tempest-NetworksIpV6Test-430364409 tempest-NetworksIpV6Test-430364409-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4514414'] for subnet, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:27.230610 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Network 1663384f-9833-4253-86c3-cd914493f771 details requested by agent ovs-agent-dv-neutron-744815-20-hyperv with host dv-neutron-744815-20-hyperv {{(pid=103161) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 18 14:01:27.299799 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2593e4bb-f084-40ec-912e-027b121bc63b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:27.309523 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_common [None req-5a638d87-0304-4a41-bb9e-02e61a242878 None None] Allocated IP 2001:db8::2 (981d4871-931f-4fe8-8f54-d933a558a27a/e0b9310a-67a8-480c-a34b-7e63d617dd62/1094eeec-3918-4664-94aa-fe3c322550f8) {{(pid=103161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 14:01:27.383900 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-8886518d-3d96-4b36-8bbf-c0260923af73 tempest-NetworksIpV6Test-430364409 tempest-NetworksIpV6Test-430364409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4533410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4514424'] for subnet, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:27.444890 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8886518d-3d96-4b36-8bbf-c0260923af73 tempest-NetworksIpV6Test-430364409 tempest-NetworksIpV6Test-430364409-project] Pushing event updated for resources: {'Subnet': ['ID=37837ef7-ce85-4916-82c0-15a24c233124,revision_number=0']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:01:27.456014 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8886518d-3d96-4b36-8bbf-c0260923af73 tempest-NetworksIpV6Test-430364409 tempest-NetworksIpV6Test-430364409-project] Checking segment: {'id': '29f5bafe-35d1-4afc-8606-6a0bb3a7f0b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '1663384f-9833-4253-86c3-cd914493f771'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 14:01:27.456387 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8886518d-3d96-4b36-8bbf-c0260923af73 tempest-NetworksIpV6Test-430364409 tempest-NetworksIpV6Test-430364409-project] Network hostable DHCP agents. Network: 1663384f-9833-4253-86c3-cd914493f771, hostable agents: ['aa77effa-0e3a-4bbd-a383-4d58ed3328d0'], hosted agents: [] {{(pid=103160) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 18 14:01:27.467378 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-5a638d87-0304-4a41-bb9e-02e61a242878 None None] Publish callbacks [] for port, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:27.474647 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-5a638d87-0304-4a41-bb9e-02e61a242878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975'] for port, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:27.475979 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8886518d-3d96-4b36-8bbf-c0260923af73 tempest-NetworksIpV6Test-430364409 tempest-NetworksIpV6Test-430364409-project] Network 1663384f-9833-4253-86c3-cd914493f771 is scheduled to be hosted by DHCP agent aa77effa-0e3a-4bbd-a383-4d58ed3328d0 with binding_index 1 {{(pid=103160) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 18 14:01:27.485821 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.base_scheduler [None req-8886518d-3d96-4b36-8bbf-c0260923af73 tempest-NetworksIpV6Test-430364409 tempest-NetworksIpV6Test-430364409-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-744815-20-hyperv, 1663384f-9833-4253-86c3-cd914493f771) {{(pid=103160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 14:01:27.490453 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8886518d-3d96-4b36-8bbf-c0260923af73 tempest-NetworksIpV6Test-430364409 tempest-NetworksIpV6Test-430364409-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:01:27.491064 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-8886518d-3d96-4b36-8bbf-c0260923af73 tempest-NetworksIpV6Test-430364409 tempest-NetworksIpV6Test-430364409-project] Publish callbacks [] for subnet, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:27.506602 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec04b9ac-a0aa-4070-a77d-3a0f749b904a None None] Network 1663384f-9833-4253-86c3-cd914493f771 requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 14:01:27.509531 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-8886518d-3d96-4b36-8bbf-c0260923af73 tempest-NetworksIpV6Test-430364409 tempest-NetworksIpV6Test-430364409-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4209604 Dec 18 14:01:27.512303 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 32808) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:01:27.536538 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a638d87-0304-4a41-bb9e-02e61a242878 None None] Network 981d4871-931f-4fe8-8f54-d933a558a27a is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 14:01:27.542456 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-5a638d87-0304-4a41-bb9e-02e61a242878 None None] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 14:01:27.550473 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a638d87-0304-4a41-bb9e-02e61a242878 None None] Received port after_create {{(pid=103161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 14:01:27.577413 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a638d87-0304-4a41-bb9e-02e61a242878 None None] Pushing event updated for resources: {'Port': ['ID=1094eeec-3918-4664-94aa-fe3c322550f8,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:01:27.611951 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-805c15a7-7ef1-451d-974c-e544e0ee945a tempest-NetworksIpV6Test-430364409 tempest-NetworksIpV6Test-430364409-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2023137'] for network, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:27.650247 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-5a638d87-0304-4a41-bb9e-02e61a242878 None None] Attempting to bind port 1094eeec-3918-4664-94aa-fe3c322550f8 on host dv-neutron-744815-20-hyperv for vnic_type normal with profile {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 14:01:27.650620 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-5a638d87-0304-4a41-bb9e-02e61a242878 None None] Attempting to bind port 1094eeec-3918-4664-94aa-fe3c322550f8 by drivers openvswitch,hyperv on host dv-neutron-744815-20-hyperv at level 0 using segments [{'id': 'fd37b6d3-7fd5-4de7-a3f2-63702821b903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '981d4871-931f-4fe8-8f54-d933a558a27a'}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 14:01:27.650983 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a638d87-0304-4a41-bb9e-02e61a242878 None None] Attempting to bind port 1094eeec-3918-4664-94aa-fe3c322550f8 on network 981d4871-931f-4fe8-8f54-d933a558a27a {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 14:01:27.667984 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-805c15a7-7ef1-451d-974c-e544e0ee945a tempest-NetworksIpV6Test-430364409 tempest-NetworksIpV6Test-430364409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1929185'] for subnet, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:27.669998 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a638d87-0304-4a41-bb9e-02e61a242878 None None] Checking agent: {'id': '428fa9fa-43db-4db9-9f96-f60ffe931f2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-20-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 13, 19, 1), 'started_at': datetime.datetime(2021, 12, 18, 13, 19, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 14, 1, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-20-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 18 14:01:27.670364 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a638d87-0304-4a41-bb9e-02e61a242878 None None] Checking segment: {'id': 'fd37b6d3-7fd5-4de7-a3f2-63702821b903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '981d4871-931f-4fe8-8f54-d933a558a27a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 14:01:27.670789 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-5a638d87-0304-4a41-bb9e-02e61a242878 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:27.671301 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a638d87-0304-4a41-bb9e-02e61a242878 None None] Bound using segment: {'id': 'fd37b6d3-7fd5-4de7-a3f2-63702821b903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '981d4871-931f-4fe8-8f54-d933a558a27a'} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 18 14:01:27.671681 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-5a638d87-0304-4a41-bb9e-02e61a242878 None None] Bound port: 1094eeec-3918-4664-94aa-fe3c322550f8, host: dv-neutron-744815-20-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd37b6d3-7fd5-4de7-a3f2-63702821b903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '981d4871-931f-4fe8-8f54-d933a558a27a'}}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 18 14:01:27.672054 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-5a638d87-0304-4a41-bb9e-02e61a242878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:27.684605 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beccb974-7baf-49e3-8c21-9049965fe1c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp31e170a0-46a1-5ba9-9dc1-7ee4f866f0d7-1663384f-9833-4253-86c3-cd914493f771', 'network_id': '1663384f-9833-4253-86c3-cd914493f771', 'project_id': '87f6887cfa0a4488b8766739a2c0237d', 'fixed_ips': [{'subnet_id': '37837ef7-ce85-4916-82c0-15a24c233124'}]}} from dv-neutron-744815-20-hyperv. {{(pid=103161) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 18 14:01:27.685489 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-beccb974-7baf-49e3-8c21-9049965fe1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:27.735181 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-805c15a7-7ef1-451d-974c-e544e0ee945a tempest-NetworksIpV6Test-430364409 tempest-NetworksIpV6Test-430364409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1929192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4533475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4514371'] for subnet, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:27.762330 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805c15a7-7ef1-451d-974c-e544e0ee945a tempest-NetworksIpV6Test-430364409 tempest-NetworksIpV6Test-430364409-project] Pushing event deleted for resources: {'Subnet': ['ID=37837ef7-ce85-4916-82c0-15a24c233124,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:01:27.812483 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-5a638d87-0304-4a41-bb9e-02e61a242878 None None] For port 1094eeec-3918-4664-94aa-fe3c322550f8, host dv-neutron-744815-20-hyperv, cleared binding levels {{(pid=103161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 18 14:01:27.817311 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-5a638d87-0304-4a41-bb9e-02e61a242878 None None] For port 1094eeec-3918-4664-94aa-fe3c322550f8, host dv-neutron-744815-20-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=1094eeec-3918-4664-94aa-fe3c322550f8,segment=NetworkSegment(fd37b6d3-7fd5-4de7-a3f2-63702821b903),segment_id=fd37b6d3-7fd5-4de7-a3f2-63702821b903)] {{(pid=103161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 18 14:01:27.822449 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-5a638d87-0304-4a41-bb9e-02e61a242878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:27.823535 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-805c15a7-7ef1-451d-974c-e544e0ee945a tempest-NetworksIpV6Test-430364409 tempest-NetworksIpV6Test-430364409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1927292', 'neutron.services.segments.db._delete_segments_for_network-8767106887837'] for network, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:27.829442 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server [None req-beccb974-7baf-49e3-8c21-9049965fe1c0 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 37837ef7-ce85-4916-82c0-15a24c233124: This subnet is being modified by another concurrent operation. Dec 18 14:01:27.829442 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 18 14:01:27.829442 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 18 14:01:27.829442 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 18 14:01:27.829442 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 18 14:01:27.829442 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 18 14:01:27.829442 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 18 14:01:27.829442 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 18 14:01:27.829442 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 18 14:01:27.829442 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 18 14:01:27.829442 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 18 14:01:27.829442 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 18 14:01:27.829442 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 18 14:01:27.829442 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 18 14:01:27.829442 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 18 14:01:27.829442 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server raise self.value Dec 18 14:01:27.829442 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 18 14:01:27.829442 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 18 14:01:27.829442 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 18 14:01:27.829442 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 18 14:01:27.829442 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 18 14:01:27.829442 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 18 14:01:27.829442 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 18 14:01:27.829442 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server raise self.value Dec 18 14:01:27.829442 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 18 14:01:27.829442 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 18 14:01:27.829442 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 18 14:01:27.829442 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 18 14:01:27.829442 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 18 14:01:27.829442 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 18 14:01:27.829442 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 18 14:01:27.829442 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server raise self.value Dec 18 14:01:27.829442 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 18 14:01:27.829442 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 18 14:01:27.829442 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 18 14:01:27.829442 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 18 14:01:27.829442 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port Dec 18 14:01:27.829442 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 18 14:01:27.829442 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Dec 18 14:01:27.829442 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 18 14:01:27.829442 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 18 14:01:27.829442 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 18 14:01:27.829442 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Dec 18 14:01:27.829442 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 18 14:01:27.829442 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 18 14:01:27.829442 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 18 14:01:27.829442 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 18 14:01:27.829442 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 18 14:01:27.829442 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 18 14:01:27.829442 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 18 14:01:27.829442 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 18 14:01:27.829442 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server raise self.value Dec 18 14:01:27.829442 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 18 14:01:27.829442 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 18 14:01:27.829442 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 18 14:01:27.829442 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 18 14:01:27.829442 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 18 14:01:27.829442 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 18 14:01:27.829442 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 18 14:01:27.829442 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server raise self.value Dec 18 14:01:27.829442 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 18 14:01:27.829442 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 18 14:01:27.829442 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 18 14:01:27.829442 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 18 14:01:27.829442 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 18 14:01:27.829442 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 18 14:01:27.829442 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 18 14:01:27.829442 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server raise self.value Dec 18 14:01:27.829442 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 18 14:01:27.829442 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 18 14:01:27.829442 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 18 14:01:27.829442 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 18 14:01:27.829442 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 18 14:01:27.829442 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 18 14:01:27.829442 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Dec 18 14:01:27.829442 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 18 14:01:27.829442 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 18 14:01:27.829442 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 18 14:01:27.829442 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 18 14:01:27.829442 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 18 14:01:27.829442 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 18 14:01:27.829442 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server raise self.value Dec 18 14:01:27.829442 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 18 14:01:27.829442 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 18 14:01:27.829442 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 18 14:01:27.829442 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 18 14:01:27.829442 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 18 14:01:27.829442 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 18 14:01:27.829442 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 18 14:01:27.829442 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server raise exception Dec 18 14:01:27.829442 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 37837ef7-ce85-4916-82c0-15a24c233124: This subnet is being modified by another concurrent operation. Dec 18 14:01:27.829442 dv-neutron-744815-20-hyperv neutron-server[103161]: ERROR oslo_messaging.rpc.server Dec 18 14:01:27.851051 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.services.segments.db [None req-805c15a7-7ef1-451d-974c-e544e0ee945a tempest-NetworksIpV6Test-430364409 tempest-NetworksIpV6Test-430364409-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1663384f-9833-4253-86c3-cd914493f771']}} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:01:27.862682 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3794d59b-957b-416c-a87f-be8c4f62731c None None] Network 1663384f-9833-4253-86c3-cd914493f771 requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 14:01:27.864545 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.services.segments.db [None req-805c15a7-7ef1-451d-974c-e544e0ee945a tempest-NetworksIpV6Test-430364409 tempest-NetworksIpV6Test-430364409-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29f5bafe-35d1-4afc-8606-6a0bb3a7f0b1') {'for_net_delete': True} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:01:27.864877 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.services.segments.db [None req-805c15a7-7ef1-451d-974c-e544e0ee945a tempest-NetworksIpV6Test-430364409 tempest-NetworksIpV6Test-430364409-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29f5bafe-35d1-4afc-8606-6a0bb3a7f0b1') {} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:01:27.877405 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-805c15a7-7ef1-451d-974c-e544e0ee945a tempest-NetworksIpV6Test-430364409 tempest-NetworksIpV6Test-430364409-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767106888614', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4533424'] for segment, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:27.891049 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-805c15a7-7ef1-451d-974c-e544e0ee945a tempest-NetworksIpV6Test-430364409 tempest-NetworksIpV6Test-430364409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:27.898506 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-805c15a7-7ef1-451d-974c-e544e0ee945a tempest-NetworksIpV6Test-430364409 tempest-NetworksIpV6Test-430364409-project] Releasing vlan 116 on physical network physnet1 to pool {{(pid=103160) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 18 14:01:27.899106 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-805c15a7-7ef1-451d-974c-e544e0ee945a tempest-NetworksIpV6Test-430364409 tempest-NetworksIpV6Test-430364409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4533569'] for segment, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:27.902561 dv-neutron-744815-20-hyperv neutron-server[103160]: Traceback (most recent call last): Dec 18 14:01:27.902561 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 18 14:01:27.902561 dv-neutron-744815-20-hyperv neutron-server[103160]: timer() Dec 18 14:01:27.902561 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 18 14:01:27.902561 dv-neutron-744815-20-hyperv neutron-server[103160]: cb(*args, **kw) Dec 18 14:01:27.902561 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 18 14:01:27.902561 dv-neutron-744815-20-hyperv neutron-server[103160]: return func(*args, **kwargs) Dec 18 14:01:27.902561 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 18 14:01:27.902561 dv-neutron-744815-20-hyperv neutron-server[103160]: self._notify() Dec 18 14:01:27.902561 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 18 14:01:27.902561 dv-neutron-744815-20-hyperv neutron-server[103160]: self.callback(batched_events) Dec 18 14:01:27.902561 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 18 14:01:27.902561 dv-neutron-744815-20-hyperv neutron-server[103160]: event.method(event) Dec 18 14:01:27.902561 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 18 14:01:27.902561 dv-neutron-744815-20-hyperv neutron-server[103160]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 18 14:01:27.902561 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 18 14:01:27.902561 dv-neutron-744815-20-hyperv neutron-server[103160]: aggregate_uuid = self.p_client.list_aggregates( Dec 18 14:01:27.902561 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 18 14:01:27.902561 dv-neutron-744815-20-hyperv neutron-server[103160]: return f(self, *a, **k) Dec 18 14:01:27.902561 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 18 14:01:27.902561 dv-neutron-744815-20-hyperv neutron-server[103160]: return self._get(url).json() Dec 18 14:01:27.902561 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 18 14:01:27.902561 dv-neutron-744815-20-hyperv neutron-server[103160]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 18 14:01:27.902561 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 18 14:01:27.902561 dv-neutron-744815-20-hyperv neutron-server[103160]: return self.request(url, 'GET', **kwargs) Dec 18 14:01:27.902561 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 18 14:01:27.902561 dv-neutron-744815-20-hyperv neutron-server[103160]: base_url = self.get_endpoint(auth, allow=allow, Dec 18 14:01:27.902561 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 18 14:01:27.902561 dv-neutron-744815-20-hyperv neutron-server[103160]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 18 14:01:27.902561 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 18 14:01:27.902561 dv-neutron-744815-20-hyperv neutron-server[103160]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 18 14:01:27.902561 dv-neutron-744815-20-hyperv neutron-server[103160]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 18 14:01:27.932169 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a638d87-0304-4a41-bb9e-02e61a242878 None None] Pushing event updated for resources: {'Port': ['ID=1094eeec-3918-4664-94aa-fe3c322550f8,revision_number=2']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:01:27.965760 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-805c15a7-7ef1-451d-974c-e544e0ee945a tempest-NetworksIpV6Test-430364409 tempest-NetworksIpV6Test-430364409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1927267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586962'] for network, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:27.973438 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-805c15a7-7ef1-451d-974c-e544e0ee945a tempest-NetworksIpV6Test-430364409 tempest-NetworksIpV6Test-430364409-project] Publish callbacks [] for network, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:27.976829 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-805c15a7-7ef1-451d-974c-e544e0ee945a tempest-NetworksIpV6Test-430364409 tempest-NetworksIpV6Test-430364409-project] 10.222.0.31 "DELETE /v2.0/networks/1663384f-9833-4253-86c3-cd914493f771 HTTP/1.1" status: 204 len: 168 time: 0.4635429 Dec 18 14:01:27.980385 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 32810) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:01:27.988511 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805c15a7-7ef1-451d-974c-e544e0ee945a tempest-NetworksIpV6Test-430364409 tempest-NetworksIpV6Test-430364409-project] Pushing event deleted for resources: {'Network': ['ID=1663384f-9833-4253-86c3-cd914493f771,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:01:28.014647 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.pecan_wsgi.hooks.translation [None req-4aaf2f14-6987-4525-adde-cd238842580f tempest-NetworksIpV6Test-430364409 tempest-NetworksIpV6Test-430364409-project] GET failed (client error): The resource could not be found. Dec 18 14:01:28.016029 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-4aaf2f14-6987-4525-adde-cd238842580f tempest-NetworksIpV6Test-430364409 tempest-NetworksIpV6Test-430364409-project] 10.222.0.31 "GET /v2.0/subnets/37837ef7-ce85-4916-82c0-15a24c233124 HTTP/1.1" status: 404 len: 337 time: 0.0345902 Dec 18 14:01:28.018767 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 32812) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:01:28.037753 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.pecan_wsgi.hooks.translation [None req-26cd6e4e-978e-411f-8795-bd1665ec28e0 tempest-NetworksIpV6Test-430364409 tempest-NetworksIpV6Test-430364409-project] DELETE failed (client error): The resource could not be found. Dec 18 14:01:28.038431 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26cd6e4e-978e-411f-8795-bd1665ec28e0 tempest-NetworksIpV6Test-430364409 tempest-NetworksIpV6Test-430364409-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 18 14:01:28.041630 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-26cd6e4e-978e-411f-8795-bd1665ec28e0 tempest-NetworksIpV6Test-430364409 tempest-NetworksIpV6Test-430364409-project] 10.222.0.31 "DELETE /v2.0/networks/1663384f-9833-4253-86c3-cd914493f771 HTTP/1.1" status: 404 len: 339 time: 0.0216839 Dec 18 14:01:28.045428 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 32814) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:01:28.082307 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a897842-bb46-4656-9331-fc832647be03 tempest-NetworksIpV6Test-430364409 tempest-NetworksIpV6Test-430364409-project] DELETE failed (client error): The resource could not be found. Dec 18 14:01:28.082778 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a897842-bb46-4656-9331-fc832647be03 tempest-NetworksIpV6Test-430364409 tempest-NetworksIpV6Test-430364409-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 18 14:01:28.085988 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-3a897842-bb46-4656-9331-fc832647be03 tempest-NetworksIpV6Test-430364409 tempest-NetworksIpV6Test-430364409-project] 10.222.0.31 "DELETE /v2.0/subnets/37837ef7-ce85-4916-82c0-15a24c233124 HTTP/1.1" status: 404 len: 337 time: 0.0394392 Dec 18 14:01:28.088524 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 32816) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:01:28.108795 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.pecan_wsgi.hooks.translation [None req-c11cd3a8-30f8-4a07-ba0b-58b3e7a85c3e tempest-NetworksIpV6Test-430364409 tempest-NetworksIpV6Test-430364409-project] DELETE failed (client error): The resource could not be found. Dec 18 14:01:28.109324 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c11cd3a8-30f8-4a07-ba0b-58b3e7a85c3e tempest-NetworksIpV6Test-430364409 tempest-NetworksIpV6Test-430364409-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 18 14:01:28.112669 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-c11cd3a8-30f8-4a07-ba0b-58b3e7a85c3e tempest-NetworksIpV6Test-430364409 tempest-NetworksIpV6Test-430364409-project] 10.222.0.31 "DELETE /v2.0/networks/1663384f-9833-4253-86c3-cd914493f771 HTTP/1.1" status: 404 len: 339 time: 0.0230360 Dec 18 14:01:28.115016 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 32818) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:01:28.167651 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c25d427-f6b4-4229-aafd-4244825422e4 tempest-NetworksIpV6Test-430364409 tempest-NetworksIpV6Test-430364409-project] Deleting subnet e0b9310a-67a8-480c-a34b-7e63d617dd62 {{(pid=103159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 18 14:01:28.171665 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-1c25d427-f6b4-4229-aafd-4244825422e4 tempest-NetworksIpV6Test-430364409 tempest-NetworksIpV6Test-430364409-project] Publish callbacks [] for subnet, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:28.212635 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-1c25d427-f6b4-4229-aafd-4244825422e4 tempest-NetworksIpV6Test-430364409 tempest-NetworksIpV6Test-430364409-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5589624'] for subnet, precommit_delete_associations {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:28.330753 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-1c25d427-f6b4-4229-aafd-4244825422e4 tempest-NetworksIpV6Test-430364409 tempest-NetworksIpV6Test-430364409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1929185'] for subnet, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:28.391296 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-1c25d427-f6b4-4229-aafd-4244825422e4 tempest-NetworksIpV6Test-430364409 tempest-NetworksIpV6Test-430364409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1929192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5659851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6017053'] for subnet, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:28.421732 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c25d427-f6b4-4229-aafd-4244825422e4 tempest-NetworksIpV6Test-430364409 tempest-NetworksIpV6Test-430364409-project] Pushing event deleted for resources: {'Subnet': ['ID=e0b9310a-67a8-480c-a34b-7e63d617dd62,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:01:28.427014 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-1c25d427-f6b4-4229-aafd-4244825422e4 tempest-NetworksIpV6Test-430364409 tempest-NetworksIpV6Test-430364409-project] Publish callbacks [] for subnet, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:28.429605 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-1c25d427-f6b4-4229-aafd-4244825422e4 tempest-NetworksIpV6Test-430364409 tempest-NetworksIpV6Test-430364409-project] 10.222.0.31 "DELETE /v2.0/subnets/e0b9310a-67a8-480c-a34b-7e63d617dd62 HTTP/1.1" status: 204 len: 168 time: 0.3135676 Dec 18 14:01:28.432188 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 32820) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:01:28.507661 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-6da8c80c-01af-4d96-995a-f063919c10d8 tempest-NetworksIpV6Test-430364409 tempest-NetworksIpV6Test-430364409-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2023137'] for network, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:28.564254 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-6da8c80c-01af-4d96-995a-f063919c10d8 tempest-NetworksIpV6Test-430364409 tempest-NetworksIpV6Test-430364409-project] Deleting port 1094eeec-3918-4664-94aa-fe3c322550f8 {{(pid=103159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 14:01:28.564888 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-6da8c80c-01af-4d96-995a-f063919c10d8 tempest-NetworksIpV6Test-430364409 tempest-NetworksIpV6Test-430364409-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:28.583191 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-afa9ae9b-bdbb-4010-bcf6-3a46ce66cf71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:28.635685 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.db [None req-6da8c80c-01af-4d96-995a-f063919c10d8 tempest-NetworksIpV6Test-430364409 tempest-NetworksIpV6Test-430364409-project] For port 1094eeec-3918-4664-94aa-fe3c322550f8, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=1094eeec-3918-4664-94aa-fe3c322550f8,segment=NetworkSegment(fd37b6d3-7fd5-4de7-a3f2-63702821b903),segment_id=fd37b6d3-7fd5-4de7-a3f2-63702821b903)] {{(pid=103159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 14:01:28.636058 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-6da8c80c-01af-4d96-995a-f063919c10d8 tempest-NetworksIpV6Test-430364409 tempest-NetworksIpV6Test-430364409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:28.648852 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-6da8c80c-01af-4d96-995a-f063919c10d8 tempest-NetworksIpV6Test-430364409 tempest-NetworksIpV6Test-430364409-project] Calling delete_port for 1094eeec-3918-4664-94aa-fe3c322550f8 owned by network:dhcp {{(pid=103159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 14:01:28.728316 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-6da8c80c-01af-4d96-995a-f063919c10d8 tempest-NetworksIpV6Test-430364409 tempest-NetworksIpV6Test-430364409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:28.759259 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6da8c80c-01af-4d96-995a-f063919c10d8 tempest-NetworksIpV6Test-430364409 tempest-NetworksIpV6Test-430364409-project] No DVR routers for this DVR port 1094eeec-3918-4664-94aa-fe3c322550f8 on host dv-neutron-744815-20-hyperv {{(pid=103159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 18 14:01:28.765171 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da8c80c-01af-4d96-995a-f063919c10d8 tempest-NetworksIpV6Test-430364409 tempest-NetworksIpV6Test-430364409-project] Pushing event deleted for resources: {'Port': ['ID=1094eeec-3918-4664-94aa-fe3c322550f8,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:01:28.778142 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2ac43ef-f435-436e-b132-1da898435744 None None] Network 981d4871-931f-4fe8-8f54-d933a558a27a requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 14:01:28.838723 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-6da8c80c-01af-4d96-995a-f063919c10d8 tempest-NetworksIpV6Test-430364409 tempest-NetworksIpV6Test-430364409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1927292', 'neutron.services.segments.db._delete_segments_for_network-8767106887837'] for network, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:28.851935 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-0230d332-687d-4e9f-9de4-126d973f8737 None None] Could not find standard attr ID for object 1094eeec-3918-4664-94aa-fe3c322550f8. {{(pid=103161) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 18 14:01:28.858309 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.services.segments.db [None req-6da8c80c-01af-4d96-995a-f063919c10d8 tempest-NetworksIpV6Test-430364409 tempest-NetworksIpV6Test-430364409-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['981d4871-931f-4fe8-8f54-d933a558a27a']}} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:01:28.867562 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.services.segments.db [None req-6da8c80c-01af-4d96-995a-f063919c10d8 tempest-NetworksIpV6Test-430364409 tempest-NetworksIpV6Test-430364409-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd37b6d3-7fd5-4de7-a3f2-63702821b903') {'for_net_delete': True} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:01:28.867879 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.services.segments.db [None req-6da8c80c-01af-4d96-995a-f063919c10d8 tempest-NetworksIpV6Test-430364409 tempest-NetworksIpV6Test-430364409-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd37b6d3-7fd5-4de7-a3f2-63702821b903') {} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:01:28.878104 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-6da8c80c-01af-4d96-995a-f063919c10d8 tempest-NetworksIpV6Test-430364409 tempest-NetworksIpV6Test-430364409-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767106888614', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5589569'] for segment, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:28.891539 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-6da8c80c-01af-4d96-995a-f063919c10d8 tempest-NetworksIpV6Test-430364409 tempest-NetworksIpV6Test-430364409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:28.897925 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6da8c80c-01af-4d96-995a-f063919c10d8 tempest-NetworksIpV6Test-430364409 tempest-NetworksIpV6Test-430364409-project] Releasing vlan 117 on physical network physnet1 to pool {{(pid=103159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 18 14:01:28.898337 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-6da8c80c-01af-4d96-995a-f063919c10d8 tempest-NetworksIpV6Test-430364409 tempest-NetworksIpV6Test-430364409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5660009'] for segment, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:28.901486 dv-neutron-744815-20-hyperv neutron-server[103159]: Traceback (most recent call last): Dec 18 14:01:28.901486 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 18 14:01:28.901486 dv-neutron-744815-20-hyperv neutron-server[103159]: timer() Dec 18 14:01:28.901486 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 18 14:01:28.901486 dv-neutron-744815-20-hyperv neutron-server[103159]: cb(*args, **kw) Dec 18 14:01:28.901486 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 18 14:01:28.901486 dv-neutron-744815-20-hyperv neutron-server[103159]: return func(*args, **kwargs) Dec 18 14:01:28.901486 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 18 14:01:28.901486 dv-neutron-744815-20-hyperv neutron-server[103159]: self._notify() Dec 18 14:01:28.901486 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 18 14:01:28.901486 dv-neutron-744815-20-hyperv neutron-server[103159]: self.callback(batched_events) Dec 18 14:01:28.901486 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 18 14:01:28.901486 dv-neutron-744815-20-hyperv neutron-server[103159]: event.method(event) Dec 18 14:01:28.901486 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 18 14:01:28.901486 dv-neutron-744815-20-hyperv neutron-server[103159]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 18 14:01:28.901486 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 18 14:01:28.901486 dv-neutron-744815-20-hyperv neutron-server[103159]: aggregate_uuid = self.p_client.list_aggregates( Dec 18 14:01:28.901486 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 18 14:01:28.901486 dv-neutron-744815-20-hyperv neutron-server[103159]: return f(self, *a, **k) Dec 18 14:01:28.901486 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 18 14:01:28.901486 dv-neutron-744815-20-hyperv neutron-server[103159]: return self._get(url).json() Dec 18 14:01:28.901486 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 18 14:01:28.901486 dv-neutron-744815-20-hyperv neutron-server[103159]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 18 14:01:28.901486 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 18 14:01:28.901486 dv-neutron-744815-20-hyperv neutron-server[103159]: return self.request(url, 'GET', **kwargs) Dec 18 14:01:28.901486 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 18 14:01:28.901486 dv-neutron-744815-20-hyperv neutron-server[103159]: base_url = self.get_endpoint(auth, allow=allow, Dec 18 14:01:28.901486 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 18 14:01:28.901486 dv-neutron-744815-20-hyperv neutron-server[103159]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 18 14:01:28.901486 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 18 14:01:28.901486 dv-neutron-744815-20-hyperv neutron-server[103159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 18 14:01:28.901486 dv-neutron-744815-20-hyperv neutron-server[103159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 18 14:01:28.908333 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68e2ac8c-6bb9-473a-9622-4368bed6efae None None] DHCP port deletion for 981d4871-931f-4fe8-8f54-d933a558a27a request from dv-neutron-744815-20-hyperv {{(pid=103161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 18 14:01:28.928679 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6cf3331-3299-41e3-a74a-229080b7b38e None None] get_active_networks_info from dv-neutron-744815-20-hyperv {{(pid=103161) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 18 14:01:28.975322 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-6da8c80c-01af-4d96-995a-f063919c10d8 tempest-NetworksIpV6Test-430364409 tempest-NetworksIpV6Test-430364409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1927267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586962'] for network, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:28.982397 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-6da8c80c-01af-4d96-995a-f063919c10d8 tempest-NetworksIpV6Test-430364409 tempest-NetworksIpV6Test-430364409-project] Publish callbacks [] for network, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:28.988104 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-6da8c80c-01af-4d96-995a-f063919c10d8 tempest-NetworksIpV6Test-430364409 tempest-NetworksIpV6Test-430364409-project] 10.222.0.31 "DELETE /v2.0/networks/981d4871-931f-4fe8-8f54-d933a558a27a HTTP/1.1" status: 204 len: 168 time: 0.5526910 Dec 18 14:01:28.988280 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 32822) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:01:29.004994 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da8c80c-01af-4d96-995a-f063919c10d8 tempest-NetworksIpV6Test-430364409 tempest-NetworksIpV6Test-430364409-project] Pushing event deleted for resources: {'Network': ['ID=981d4871-931f-4fe8-8f54-d933a558a27a,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:01:29.007578 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6cf3331-3299-41e3-a74a-229080b7b38e None None] Resources bound (agent type, host, resource id): {{(pid=103161) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 18 14:01:29.023056 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fe1ea25-125b-45e9-a381-3214a915023d tempest-NetworksIpV6Test-430364409 tempest-NetworksIpV6Test-430364409-project] DELETE failed (client error): The resource could not be found. Dec 18 14:01:29.023471 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7fe1ea25-125b-45e9-a381-3214a915023d tempest-NetworksIpV6Test-430364409 tempest-NetworksIpV6Test-430364409-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 18 14:01:29.029106 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-7fe1ea25-125b-45e9-a381-3214a915023d tempest-NetworksIpV6Test-430364409 tempest-NetworksIpV6Test-430364409-project] 10.222.0.31 "DELETE /v2.0/subnets/ca9df48b-59b8-4a7a-91fa-ad9ec028c055 HTTP/1.1" status: 404 len: 337 time: 0.0373044 Dec 18 14:01:29.029242 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 32824) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:01:29.047014 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.pecan_wsgi.hooks.translation [None req-fdb230fa-8da8-4393-a748-93abbfcfdc7c tempest-NetworksIpV6Test-430364409 tempest-NetworksIpV6Test-430364409-project] DELETE failed (client error): The resource could not be found. Dec 18 14:01:29.047553 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fdb230fa-8da8-4393-a748-93abbfcfdc7c tempest-NetworksIpV6Test-430364409 tempest-NetworksIpV6Test-430364409-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 18 14:01:29.050512 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-fdb230fa-8da8-4393-a748-93abbfcfdc7c tempest-NetworksIpV6Test-430364409 tempest-NetworksIpV6Test-430364409-project] 10.222.0.31 "DELETE /v2.0/networks/2b77d2b2-312b-4b56-a434-9f780d4f0cc3 HTTP/1.1" status: 404 len: 339 time: 0.0203609 Dec 18 14:01:29.053150 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 32826) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:01:29.077925 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.pecan_wsgi.hooks.translation [None req-14cb13f6-03c6-4a61-a781-e045782d2a25 tempest-NetworksIpV6Test-430364409 tempest-NetworksIpV6Test-430364409-project] DELETE failed (client error): The resource could not be found. Dec 18 14:01:29.078370 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14cb13f6-03c6-4a61-a781-e045782d2a25 tempest-NetworksIpV6Test-430364409 tempest-NetworksIpV6Test-430364409-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 18 14:01:29.081428 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-14cb13f6-03c6-4a61-a781-e045782d2a25 tempest-NetworksIpV6Test-430364409 tempest-NetworksIpV6Test-430364409-project] 10.222.0.31 "DELETE /v2.0/subnets/81975f0e-bc99-42d4-8ad4-708f4136babd HTTP/1.1" status: 404 len: 337 time: 0.0273502 Dec 18 14:01:29.084037 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 32828) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:01:29.102224 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.pecan_wsgi.hooks.translation [None req-b50700d8-99a0-4364-8179-6951ff0321d5 tempest-NetworksIpV6Test-430364409 tempest-NetworksIpV6Test-430364409-project] DELETE failed (client error): The resource could not be found. Dec 18 14:01:29.102634 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b50700d8-99a0-4364-8179-6951ff0321d5 tempest-NetworksIpV6Test-430364409 tempest-NetworksIpV6Test-430364409-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103160) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 18 14:01:29.105674 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-b50700d8-99a0-4364-8179-6951ff0321d5 tempest-NetworksIpV6Test-430364409 tempest-NetworksIpV6Test-430364409-project] 10.222.0.31 "DELETE /v2.0/networks/6b29e94b-4c2c-4cb2-8eb7-cac8a200da1d HTTP/1.1" status: 404 len: 339 time: 0.0206404 Dec 18 14:01:29.108414 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 32830) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:01:29.166446 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.db_base_plugin_v2 [None req-77745dd3-6f98-43d8-a9d8-76be00f203e5 tempest-NetworksIpV6Test-430364409 tempest-NetworksIpV6Test-430364409-project] Deleting subnet 66647f95-ddc0-4aa0-ae4b-480fd290e6a1 {{(pid=103159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 18 14:01:29.170672 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-77745dd3-6f98-43d8-a9d8-76be00f203e5 tempest-NetworksIpV6Test-430364409 tempest-NetworksIpV6Test-430364409-project] Publish callbacks [] for subnet, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:29.211138 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-77745dd3-6f98-43d8-a9d8-76be00f203e5 tempest-NetworksIpV6Test-430364409 tempest-NetworksIpV6Test-430364409-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5589624'] for subnet, precommit_delete_associations {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:29.291493 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-77745dd3-6f98-43d8-a9d8-76be00f203e5 tempest-NetworksIpV6Test-430364409 tempest-NetworksIpV6Test-430364409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1929185'] for subnet, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:29.356022 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-77745dd3-6f98-43d8-a9d8-76be00f203e5 tempest-NetworksIpV6Test-430364409 tempest-NetworksIpV6Test-430364409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1929192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5659851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6017053'] for subnet, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:29.382724 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77745dd3-6f98-43d8-a9d8-76be00f203e5 tempest-NetworksIpV6Test-430364409 tempest-NetworksIpV6Test-430364409-project] Pushing event deleted for resources: {'Subnet': ['ID=66647f95-ddc0-4aa0-ae4b-480fd290e6a1,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:01:29.387017 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-77745dd3-6f98-43d8-a9d8-76be00f203e5 tempest-NetworksIpV6Test-430364409 tempest-NetworksIpV6Test-430364409-project] Publish callbacks [] for subnet, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:29.390509 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-77745dd3-6f98-43d8-a9d8-76be00f203e5 tempest-NetworksIpV6Test-430364409 tempest-NetworksIpV6Test-430364409-project] 10.222.0.31 "DELETE /v2.0/subnets/66647f95-ddc0-4aa0-ae4b-480fd290e6a1 HTTP/1.1" status: 204 len: 168 time: 0.2811234 Dec 18 14:01:29.393256 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 32832) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:01:29.395661 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77745dd3-6f98-43d8-a9d8-76be00f203e5 tempest-NetworksIpV6Test-430364409 tempest-NetworksIpV6Test-430364409-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:01:29.395833 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30a98c07-6240-4d1d-b0c3-fba44b18419d None None] Network 58366d0e-0938-4211-ad90-6370f2361a8c requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 14:01:29.395984 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77745dd3-6f98-43d8-a9d8-76be00f203e5 tempest-NetworksIpV6Test-430364409 tempest-NetworksIpV6Test-430364409-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:01:29.396362 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77745dd3-6f98-43d8-a9d8-76be00f203e5 tempest-NetworksIpV6Test-430364409 tempest-NetworksIpV6Test-430364409-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:01:29.396698 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77745dd3-6f98-43d8-a9d8-76be00f203e5 tempest-NetworksIpV6Test-430364409 tempest-NetworksIpV6Test-430364409-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:01:29.397005 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77745dd3-6f98-43d8-a9d8-76be00f203e5 tempest-NetworksIpV6Test-430364409 tempest-NetworksIpV6Test-430364409-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:01:29.397336 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77745dd3-6f98-43d8-a9d8-76be00f203e5 tempest-NetworksIpV6Test-430364409 tempest-NetworksIpV6Test-430364409-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:01:29.397661 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77745dd3-6f98-43d8-a9d8-76be00f203e5 tempest-NetworksIpV6Test-430364409 tempest-NetworksIpV6Test-430364409-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:01:29.397988 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77745dd3-6f98-43d8-a9d8-76be00f203e5 tempest-NetworksIpV6Test-430364409 tempest-NetworksIpV6Test-430364409-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:01:29.398313 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77745dd3-6f98-43d8-a9d8-76be00f203e5 tempest-NetworksIpV6Test-430364409 tempest-NetworksIpV6Test-430364409-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:01:29.399111 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77745dd3-6f98-43d8-a9d8-76be00f203e5 tempest-NetworksIpV6Test-430364409 tempest-NetworksIpV6Test-430364409-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:01:29.399111 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77745dd3-6f98-43d8-a9d8-76be00f203e5 tempest-NetworksIpV6Test-430364409 tempest-NetworksIpV6Test-430364409-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:01:29.399301 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77745dd3-6f98-43d8-a9d8-76be00f203e5 tempest-NetworksIpV6Test-430364409 tempest-NetworksIpV6Test-430364409-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:01:29.399624 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77745dd3-6f98-43d8-a9d8-76be00f203e5 tempest-NetworksIpV6Test-430364409 tempest-NetworksIpV6Test-430364409-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:01:29.475035 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-dff0a41e-226c-4d9b-aff1-e4854ce3ca91 tempest-NetworksIpV6Test-430364409 tempest-NetworksIpV6Test-430364409-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2023137'] for network, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:29.528234 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-dff0a41e-226c-4d9b-aff1-e4854ce3ca91 tempest-NetworksIpV6Test-430364409 tempest-NetworksIpV6Test-430364409-project] Deleting port 35cf9437-d0ef-466e-8387-b37daf57ac54 {{(pid=103160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 14:01:29.528620 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-dff0a41e-226c-4d9b-aff1-e4854ce3ca91 tempest-NetworksIpV6Test-430364409 tempest-NetworksIpV6Test-430364409-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:29.546440 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37664c70-064e-41f1-a45d-1cc838ca5654 None None] DHCP port deletion for 58366d0e-0938-4211-ad90-6370f2361a8c request from dv-neutron-744815-20-hyperv {{(pid=103161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 18 14:01:29.594686 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-37664c70-064e-41f1-a45d-1cc838ca5654 None None] Deleting port 35cf9437-d0ef-466e-8387-b37daf57ac54 {{(pid=103161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 14:01:29.595357 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-37664c70-064e-41f1-a45d-1cc838ca5654 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:29.599170 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.db [None req-dff0a41e-226c-4d9b-aff1-e4854ce3ca91 tempest-NetworksIpV6Test-430364409 tempest-NetworksIpV6Test-430364409-project] For port 35cf9437-d0ef-466e-8387-b37daf57ac54, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=35cf9437-d0ef-466e-8387-b37daf57ac54,segment=NetworkSegment(35f58d8a-4bf5-4fc2-8100-7313ee2a5ada),segment_id=35f58d8a-4bf5-4fc2-8100-7313ee2a5ada)] {{(pid=103160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 14:01:29.599541 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-dff0a41e-226c-4d9b-aff1-e4854ce3ca91 tempest-NetworksIpV6Test-430364409 tempest-NetworksIpV6Test-430364409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:29.613058 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-dff0a41e-226c-4d9b-aff1-e4854ce3ca91 tempest-NetworksIpV6Test-430364409 tempest-NetworksIpV6Test-430364409-project] Calling delete_port for 35cf9437-d0ef-466e-8387-b37daf57ac54 owned by network:dhcp {{(pid=103160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 14:01:29.647357 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 35cf9437-d0ef-466e-8387-b37daf57ac54 no longer exists at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 18 14:01:29.693172 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-dff0a41e-226c-4d9b-aff1-e4854ce3ca91 tempest-NetworksIpV6Test-430364409 tempest-NetworksIpV6Test-430364409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4533522'] for port, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:29.694023 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-37664c70-064e-41f1-a45d-1cc838ca5654 None None] For port 35cf9437-d0ef-466e-8387-b37daf57ac54, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=35cf9437-d0ef-466e-8387-b37daf57ac54,segment=NetworkSegment(35f58d8a-4bf5-4fc2-8100-7313ee2a5ada),segment_id=35f58d8a-4bf5-4fc2-8100-7313ee2a5ada)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 14:01:29.694405 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-37664c70-064e-41f1-a45d-1cc838ca5654 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:29.714166 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-37664c70-064e-41f1-a45d-1cc838ca5654 None None] Calling delete_port for 35cf9437-d0ef-466e-8387-b37daf57ac54 owned by network:dhcp {{(pid=103161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 14:01:29.719623 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff0a41e-226c-4d9b-aff1-e4854ce3ca91 tempest-NetworksIpV6Test-430364409 tempest-NetworksIpV6Test-430364409-project] Pushing event deleted for resources: {'Port': ['ID=35cf9437-d0ef-466e-8387-b37daf57ac54,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:01:29.722985 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-2294866d-0076-4933-952c-685307032598 None None] No active binding found for port 35cf9437-d0ef-466e-8387-b37daf57ac54 {{(pid=103161) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Dec 18 14:01:29.723167 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff0a41e-226c-4d9b-aff1-e4854ce3ca91 tempest-NetworksIpV6Test-430364409 tempest-NetworksIpV6Test-430364409-project] No DVR routers for this DVR port 35cf9437-d0ef-466e-8387-b37daf57ac54 on host dv-neutron-744815-20-hyperv {{(pid=103160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 18 14:01:29.723456 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 35cf9437-d0ef-466e-8387-b37daf57ac54 not bound to the agent host dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 18 14:01:29.791701 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-37664c70-064e-41f1-a45d-1cc838ca5654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984'] for port, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:29.804901 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-dff0a41e-226c-4d9b-aff1-e4854ce3ca91 tempest-NetworksIpV6Test-430364409 tempest-NetworksIpV6Test-430364409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1927292', 'neutron.services.segments.db._delete_segments_for_network-8767106887837'] for network, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:29.817953 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37664c70-064e-41f1-a45d-1cc838ca5654 None None] Pushing event deleted for resources: {'Port': ['ID=35cf9437-d0ef-466e-8387-b37daf57ac54,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:01:29.821569 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37664c70-064e-41f1-a45d-1cc838ca5654 None None] No DVR routers for this DVR port 35cf9437-d0ef-466e-8387-b37daf57ac54 on host dv-neutron-744815-20-hyperv {{(pid=103161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 18 14:01:29.825587 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.services.segments.db [None req-dff0a41e-226c-4d9b-aff1-e4854ce3ca91 tempest-NetworksIpV6Test-430364409 tempest-NetworksIpV6Test-430364409-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58366d0e-0938-4211-ad90-6370f2361a8c']}} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:01:29.836146 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.services.segments.db [None req-dff0a41e-226c-4d9b-aff1-e4854ce3ca91 tempest-NetworksIpV6Test-430364409 tempest-NetworksIpV6Test-430364409-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35f58d8a-4bf5-4fc2-8100-7313ee2a5ada') {'for_net_delete': True} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:01:29.836449 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.services.segments.db [None req-dff0a41e-226c-4d9b-aff1-e4854ce3ca91 tempest-NetworksIpV6Test-430364409 tempest-NetworksIpV6Test-430364409-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35f58d8a-4bf5-4fc2-8100-7313ee2a5ada') {} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:01:29.845687 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-dff0a41e-226c-4d9b-aff1-e4854ce3ca91 tempest-NetworksIpV6Test-430364409 tempest-NetworksIpV6Test-430364409-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767106888614', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4533424'] for segment, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:29.859005 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-dff0a41e-226c-4d9b-aff1-e4854ce3ca91 tempest-NetworksIpV6Test-430364409 tempest-NetworksIpV6Test-430364409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:29.865008 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dff0a41e-226c-4d9b-aff1-e4854ce3ca91 tempest-NetworksIpV6Test-430364409 tempest-NetworksIpV6Test-430364409-project] Releasing vlan 145 on physical network physnet1 to pool {{(pid=103160) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 18 14:01:29.865351 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-dff0a41e-226c-4d9b-aff1-e4854ce3ca91 tempest-NetworksIpV6Test-430364409 tempest-NetworksIpV6Test-430364409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4533569'] for segment, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:29.868497 dv-neutron-744815-20-hyperv neutron-server[103160]: Traceback (most recent call last): Dec 18 14:01:29.868497 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 18 14:01:29.868497 dv-neutron-744815-20-hyperv neutron-server[103160]: timer() Dec 18 14:01:29.868497 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 18 14:01:29.868497 dv-neutron-744815-20-hyperv neutron-server[103160]: cb(*args, **kw) Dec 18 14:01:29.868497 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 18 14:01:29.868497 dv-neutron-744815-20-hyperv neutron-server[103160]: return func(*args, **kwargs) Dec 18 14:01:29.868497 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 18 14:01:29.868497 dv-neutron-744815-20-hyperv neutron-server[103160]: self._notify() Dec 18 14:01:29.868497 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 18 14:01:29.868497 dv-neutron-744815-20-hyperv neutron-server[103160]: self.callback(batched_events) Dec 18 14:01:29.868497 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 18 14:01:29.868497 dv-neutron-744815-20-hyperv neutron-server[103160]: event.method(event) Dec 18 14:01:29.868497 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 18 14:01:29.868497 dv-neutron-744815-20-hyperv neutron-server[103160]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 18 14:01:29.868497 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 18 14:01:29.868497 dv-neutron-744815-20-hyperv neutron-server[103160]: aggregate_uuid = self.p_client.list_aggregates( Dec 18 14:01:29.868497 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 18 14:01:29.868497 dv-neutron-744815-20-hyperv neutron-server[103160]: return f(self, *a, **k) Dec 18 14:01:29.868497 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 18 14:01:29.868497 dv-neutron-744815-20-hyperv neutron-server[103160]: return self._get(url).json() Dec 18 14:01:29.868497 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 18 14:01:29.868497 dv-neutron-744815-20-hyperv neutron-server[103160]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 18 14:01:29.868497 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 18 14:01:29.868497 dv-neutron-744815-20-hyperv neutron-server[103160]: return self.request(url, 'GET', **kwargs) Dec 18 14:01:29.868497 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 18 14:01:29.868497 dv-neutron-744815-20-hyperv neutron-server[103160]: base_url = self.get_endpoint(auth, allow=allow, Dec 18 14:01:29.868497 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 18 14:01:29.868497 dv-neutron-744815-20-hyperv neutron-server[103160]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 18 14:01:29.868497 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 18 14:01:29.868497 dv-neutron-744815-20-hyperv neutron-server[103160]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 18 14:01:29.868497 dv-neutron-744815-20-hyperv neutron-server[103160]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 18 14:01:29.934308 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-dff0a41e-226c-4d9b-aff1-e4854ce3ca91 tempest-NetworksIpV6Test-430364409 tempest-NetworksIpV6Test-430364409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1927267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586962'] for network, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:29.938584 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-dff0a41e-226c-4d9b-aff1-e4854ce3ca91 tempest-NetworksIpV6Test-430364409 tempest-NetworksIpV6Test-430364409-project] Publish callbacks [] for network, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:29.943779 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-dff0a41e-226c-4d9b-aff1-e4854ce3ca91 tempest-NetworksIpV6Test-430364409 tempest-NetworksIpV6Test-430364409-project] 10.222.0.31 "DELETE /v2.0/networks/58366d0e-0938-4211-ad90-6370f2361a8c HTTP/1.1" status: 204 len: 168 time: 0.5490744 Dec 18 14:01:29.959039 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff0a41e-226c-4d9b-aff1-e4854ce3ca91 tempest-NetworksIpV6Test-430364409 tempest-NetworksIpV6Test-430364409-project] Pushing event deleted for resources: {'Network': ['ID=58366d0e-0938-4211-ad90-6370f2361a8c,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:01:30.085764 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7b7a3272-2b45-4d32-9670-25eb1afd1184 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:30.194326 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 32838) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:01:30.332464 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-6c4c9beb-2a8d-40c0-97ca-fcbac9d4e399 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=87f6887cfa0a4488b8766739a2c0237d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1369364 Dec 18 14:01:30.334964 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 32842) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:01:30.390398 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-197d7a90-5f0e-4a72-80c2-cc61d1326e05 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:30.410841 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-197d7a90-5f0e-4a72-80c2-cc61d1326e05 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:30.460856 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-197d7a90-5f0e-4a72-80c2-cc61d1326e05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:30.463499 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-197d7a90-5f0e-4a72-80c2-cc61d1326e05 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:30.464688 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-197d7a90-5f0e-4a72-80c2-cc61d1326e05 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6b765505-3ed9-41e5-b7c9-9d89a25104f7 HTTP/1.1" status: 204 len: 168 time: 0.1285861 Dec 18 14:01:30.472256 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197d7a90-5f0e-4a72-80c2-cc61d1326e05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b765505-3ed9-41e5-b7c9-9d89a25104f7,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:01:30.855280 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:31.139628 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 32864) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:01:31.259538 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-58f659cb-7a66-4630-b2ed-b24d9b50d725 tempest-RoutersNegativeTest-752903098 tempest-RoutersNegativeTest-752903098-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-641648894', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 14:01:31.293051 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-58f659cb-7a66-4630-b2ed-b24d9b50d725 tempest-RoutersNegativeTest-752903098 tempest-RoutersNegativeTest-752903098-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28433'] for router, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:31.294147 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-58f659cb-7a66-4630-b2ed-b24d9b50d725 tempest-RoutersNegativeTest-752903098 tempest-RoutersNegativeTest-752903098-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-589769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28440'] for router, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:31.349329 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-58f659cb-7a66-4630-b2ed-b24d9b50d725 tempest-RoutersNegativeTest-752903098 tempest-RoutersNegativeTest-752903098-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:31.356335 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-58f659cb-7a66-4630-b2ed-b24d9b50d725 tempest-RoutersNegativeTest-752903098 tempest-RoutersNegativeTest-752903098-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-589760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-586526'] for router, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:31.379803 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-58f659cb-7a66-4630-b2ed-b24d9b50d725 tempest-RoutersNegativeTest-752903098 tempest-RoutersNegativeTest-752903098-project] Publish callbacks [] for router, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:31.381038 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-58f659cb-7a66-4630-b2ed-b24d9b50d725 tempest-RoutersNegativeTest-752903098 tempest-RoutersNegativeTest-752903098-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.2403872 Dec 18 14:01:31.383801 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 32868) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:01:31.388734 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-1476b5a6-a25a-4b63-88f7-02b9175db943 tempest-RoutersNegativeTest-752903098 tempest-RoutersNegativeTest-752903098-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1450541161'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 14:01:31.412366 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1476b5a6-a25a-4b63-88f7-02b9175db943 tempest-RoutersNegativeTest-752903098 tempest-RoutersNegativeTest-752903098-project] Made reservation on behalf of 95ed13a1a22a45799bbd8b51e7941653 for: {'network': 1} {{(pid=103160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 14:01:31.415947 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-1476b5a6-a25a-4b63-88f7-02b9175db943 tempest-RoutersNegativeTest-752903098 tempest-RoutersNegativeTest-752903098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for network, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:31.425132 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-1476b5a6-a25a-4b63-88f7-02b9175db943 tempest-RoutersNegativeTest-752903098 tempest-RoutersNegativeTest-752903098-project] Publish callbacks [] for security_group, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:31.501886 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-1476b5a6-a25a-4b63-88f7-02b9175db943 tempest-RoutersNegativeTest-752903098 tempest-RoutersNegativeTest-752903098-project] Publish callbacks [] for security_group, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:31.508275 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-1476b5a6-a25a-4b63-88f7-02b9175db943 tempest-RoutersNegativeTest-752903098 tempest-RoutersNegativeTest-752903098-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:31.543068 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1476b5a6-a25a-4b63-88f7-02b9175db943 tempest-RoutersNegativeTest-752903098 tempest-RoutersNegativeTest-752903098-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 141} {{(pid=103160) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 18 14:01:31.549633 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1476b5a6-a25a-4b63-88f7-02b9175db943 tempest-RoutersNegativeTest-752903098 tempest-RoutersNegativeTest-752903098-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d63aeca6-d152-425a-b8c7-77e79ef254d1,revision_number=1']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:01:31.556220 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-1476b5a6-a25a-4b63-88f7-02b9175db943 tempest-RoutersNegativeTest-752903098 tempest-RoutersNegativeTest-752903098-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:31.556556 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.db.segments_db [None req-1476b5a6-a25a-4b63-88f7-02b9175db943 tempest-RoutersNegativeTest-752903098 tempest-RoutersNegativeTest-752903098-project] Added segment 7164251a-c568-472c-b0c3-160a6d0edeaf of type vlan for network 253d5bb1-e65e-455a-b477-96606f2c9486 Dec 18 14:01:31.598635 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-1476b5a6-a25a-4b63-88f7-02b9175db943 tempest-RoutersNegativeTest-752903098 tempest-RoutersNegativeTest-752903098-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767106405744'] for network, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:31.625221 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-1476b5a6-a25a-4b63-88f7-02b9175db943 tempest-RoutersNegativeTest-752903098 tempest-RoutersNegativeTest-752903098-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981'] for network, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:31.631415 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1476b5a6-a25a-4b63-88f7-02b9175db943 tempest-RoutersNegativeTest-752903098 tempest-RoutersNegativeTest-752903098-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:01:31.632015 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-1476b5a6-a25a-4b63-88f7-02b9175db943 tempest-RoutersNegativeTest-752903098 tempest-RoutersNegativeTest-752903098-project] Publish callbacks [] for network, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:31.692503 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-1476b5a6-a25a-4b63-88f7-02b9175db943 tempest-RoutersNegativeTest-752903098 tempest-RoutersNegativeTest-752903098-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.3075888 Dec 18 14:01:31.695495 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 32870) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:01:31.700832 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-d236b89d-e399-4524-a8f0-4fc1fd61d926 tempest-RoutersNegativeTest-752903098 tempest-RoutersNegativeTest-752903098-project] Request body: {'subnet': {'network_id': '253d5bb1-e65e-455a-b477-96606f2c9486', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 14:01:31.701587 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1476b5a6-a25a-4b63-88f7-02b9175db943 tempest-RoutersNegativeTest-752903098 tempest-RoutersNegativeTest-752903098-project] Pushing event updated for resources: {'Network': ['ID=253d5bb1-e65e-455a-b477-96606f2c9486,revision_number=1']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:01:31.713579 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Network 253d5bb1-e65e-455a-b477-96606f2c9486 details requested by agent ovs-agent-dv-neutron-744815-20-hyperv with host dv-neutron-744815-20-hyperv {{(pid=103161) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 18 14:01:31.793776 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d236b89d-e399-4524-a8f0-4fc1fd61d926 tempest-RoutersNegativeTest-752903098 tempest-RoutersNegativeTest-752903098-project] Made reservation on behalf of 95ed13a1a22a45799bbd8b51e7941653 for: {'subnet': 1} {{(pid=103159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 14:01:31.797365 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-d236b89d-e399-4524-a8f0-4fc1fd61d926 tempest-RoutersNegativeTest-752903098 tempest-RoutersNegativeTest-752903098-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6017072'] for subnet, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:31.974845 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-d236b89d-e399-4524-a8f0-4fc1fd61d926 tempest-RoutersNegativeTest-752903098 tempest-RoutersNegativeTest-752903098-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5659786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6017062'] for subnet, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:32.038335 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d236b89d-e399-4524-a8f0-4fc1fd61d926 tempest-RoutersNegativeTest-752903098 tempest-RoutersNegativeTest-752903098-project] Pushing event updated for resources: {'Subnet': ['ID=15abf0d6-a477-4529-a24e-0595bd9e6997,revision_number=0']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:01:32.046258 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d236b89d-e399-4524-a8f0-4fc1fd61d926 tempest-RoutersNegativeTest-752903098 tempest-RoutersNegativeTest-752903098-project] Checking segment: {'id': '7164251a-c568-472c-b0c3-160a6d0edeaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '253d5bb1-e65e-455a-b477-96606f2c9486'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 14:01:32.046622 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d236b89d-e399-4524-a8f0-4fc1fd61d926 tempest-RoutersNegativeTest-752903098 tempest-RoutersNegativeTest-752903098-project] Network hostable DHCP agents. Network: 253d5bb1-e65e-455a-b477-96606f2c9486, hostable agents: ['aa77effa-0e3a-4bbd-a383-4d58ed3328d0'], hosted agents: [] {{(pid=103159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 18 14:01:32.065879 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d236b89d-e399-4524-a8f0-4fc1fd61d926 tempest-RoutersNegativeTest-752903098 tempest-RoutersNegativeTest-752903098-project] Network 253d5bb1-e65e-455a-b477-96606f2c9486 is scheduled to be hosted by DHCP agent aa77effa-0e3a-4bbd-a383-4d58ed3328d0 with binding_index 1 {{(pid=103159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 18 14:01:32.076458 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.base_scheduler [None req-d236b89d-e399-4524-a8f0-4fc1fd61d926 tempest-RoutersNegativeTest-752903098 tempest-RoutersNegativeTest-752903098-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-744815-20-hyperv, 253d5bb1-e65e-455a-b477-96606f2c9486) {{(pid=103159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 14:01:32.080895 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d236b89d-e399-4524-a8f0-4fc1fd61d926 tempest-RoutersNegativeTest-752903098 tempest-RoutersNegativeTest-752903098-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:01:32.081518 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-d236b89d-e399-4524-a8f0-4fc1fd61d926 tempest-RoutersNegativeTest-752903098 tempest-RoutersNegativeTest-752903098-project] Publish callbacks [] for subnet, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:32.085576 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbd95ea2-03b2-42ad-a5f8-65b2cf13c7c7 None None] Network 253d5bb1-e65e-455a-b477-96606f2c9486 requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 14:01:32.097528 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-d236b89d-e399-4524-a8f0-4fc1fd61d926 tempest-RoutersNegativeTest-752903098 tempest-RoutersNegativeTest-752903098-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4008226 Dec 18 14:01:32.100752 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 32872) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:01:32.105893 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-bebb771d-2ad6-4cec-b000-4d563b3c8192 tempest-RoutersNegativeTest-752903098 tempest-RoutersNegativeTest-752903098-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1205346795'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 14:01:32.128418 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bebb771d-2ad6-4cec-b000-4d563b3c8192 tempest-RoutersNegativeTest-752903098 tempest-RoutersNegativeTest-752903098-project] Made reservation on behalf of 95ed13a1a22a45799bbd8b51e7941653 for: {'network': 1} {{(pid=103160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 14:01:32.131991 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-bebb771d-2ad6-4cec-b000-4d563b3c8192 tempest-RoutersNegativeTest-752903098 tempest-RoutersNegativeTest-752903098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for network, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:32.156755 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bebb771d-2ad6-4cec-b000-4d563b3c8192 tempest-RoutersNegativeTest-752903098 tempest-RoutersNegativeTest-752903098-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 135} {{(pid=103160) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 18 14:01:32.166072 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-bebb771d-2ad6-4cec-b000-4d563b3c8192 tempest-RoutersNegativeTest-752903098 tempest-RoutersNegativeTest-752903098-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:32.166418 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.db.segments_db [None req-bebb771d-2ad6-4cec-b000-4d563b3c8192 tempest-RoutersNegativeTest-752903098 tempest-RoutersNegativeTest-752903098-project] Added segment 47e37440-4145-439f-a38e-0c1e16efcac3 of type vlan for network 27d295d3-34c9-4b3b-9d95-4702fef2cec2 Dec 18 14:01:32.187231 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-154af70f-f2bc-4121-97e2-a4f020e06fae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp31e170a0-46a1-5ba9-9dc1-7ee4f866f0d7-253d5bb1-e65e-455a-b477-96606f2c9486', 'network_id': '253d5bb1-e65e-455a-b477-96606f2c9486', 'project_id': '95ed13a1a22a45799bbd8b51e7941653', 'fixed_ips': [{'subnet_id': '15abf0d6-a477-4529-a24e-0595bd9e6997'}]}} from dv-neutron-744815-20-hyperv. {{(pid=103161) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 18 14:01:32.188189 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-154af70f-f2bc-4121-97e2-a4f020e06fae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:32.209075 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-bebb771d-2ad6-4cec-b000-4d563b3c8192 tempest-RoutersNegativeTest-752903098 tempest-RoutersNegativeTest-752903098-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767106405744'] for network, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:32.237324 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-bebb771d-2ad6-4cec-b000-4d563b3c8192 tempest-RoutersNegativeTest-752903098 tempest-RoutersNegativeTest-752903098-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981'] for network, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:32.242785 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bebb771d-2ad6-4cec-b000-4d563b3c8192 tempest-RoutersNegativeTest-752903098 tempest-RoutersNegativeTest-752903098-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:01:32.243388 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-bebb771d-2ad6-4cec-b000-4d563b3c8192 tempest-RoutersNegativeTest-752903098 tempest-RoutersNegativeTest-752903098-project] Publish callbacks [] for network, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:32.300226 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-bebb771d-2ad6-4cec-b000-4d563b3c8192 tempest-RoutersNegativeTest-752903098 tempest-RoutersNegativeTest-752903098-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.1981504 Dec 18 14:01:32.302836 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 32874) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:01:32.310001 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-e6ef6df1-e7db-482b-834c-4d950b788185 tempest-RoutersNegativeTest-752903098 tempest-RoutersNegativeTest-752903098-project] Request body: {'subnet': {'network_id': '27d295d3-34c9-4b3b-9d95-4702fef2cec2', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 14:01:32.325319 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_common [None req-154af70f-f2bc-4121-97e2-a4f020e06fae None None] Allocated IP 172.20.0.2 (253d5bb1-e65e-455a-b477-96606f2c9486/15abf0d6-a477-4529-a24e-0595bd9e6997/76eb2736-1ae2-4a97-8cbc-e0ba0d97f11c) {{(pid=103161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 14:01:32.332380 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebb771d-2ad6-4cec-b000-4d563b3c8192 tempest-RoutersNegativeTest-752903098 tempest-RoutersNegativeTest-752903098-project] Pushing event updated for resources: {'Network': ['ID=27d295d3-34c9-4b3b-9d95-4702fef2cec2,revision_number=1']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:01:32.351082 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Network 27d295d3-34c9-4b3b-9d95-4702fef2cec2 details requested by agent ovs-agent-dv-neutron-744815-20-hyperv with host dv-neutron-744815-20-hyperv {{(pid=103161) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 18 14:01:32.409224 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6ef6df1-e7db-482b-834c-4d950b788185 tempest-RoutersNegativeTest-752903098 tempest-RoutersNegativeTest-752903098-project] Made reservation on behalf of 95ed13a1a22a45799bbd8b51e7941653 for: {'subnet': 1} {{(pid=103160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 14:01:32.412948 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-e6ef6df1-e7db-482b-834c-4d950b788185 tempest-RoutersNegativeTest-752903098 tempest-RoutersNegativeTest-752903098-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4514414'] for subnet, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:32.523981 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-154af70f-f2bc-4121-97e2-a4f020e06fae None None] Publish callbacks [] for port, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:32.530771 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-154af70f-f2bc-4121-97e2-a4f020e06fae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975'] for port, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:32.574189 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-154af70f-f2bc-4121-97e2-a4f020e06fae None None] Network 253d5bb1-e65e-455a-b477-96606f2c9486 is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 14:01:32.577722 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-154af70f-f2bc-4121-97e2-a4f020e06fae None None] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 14:01:32.581922 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-154af70f-f2bc-4121-97e2-a4f020e06fae None None] Received port after_create {{(pid=103161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 14:01:32.595589 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154af70f-f2bc-4121-97e2-a4f020e06fae None None] Pushing event updated for resources: {'Port': ['ID=76eb2736-1ae2-4a97-8cbc-e0ba0d97f11c,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:01:32.598403 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-e6ef6df1-e7db-482b-834c-4d950b788185 tempest-RoutersNegativeTest-752903098 tempest-RoutersNegativeTest-752903098-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4533410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4514424'] for subnet, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:32.648030 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-154af70f-f2bc-4121-97e2-a4f020e06fae None None] Attempting to bind port 76eb2736-1ae2-4a97-8cbc-e0ba0d97f11c on host dv-neutron-744815-20-hyperv for vnic_type normal with profile {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 14:01:32.648401 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-154af70f-f2bc-4121-97e2-a4f020e06fae None None] Attempting to bind port 76eb2736-1ae2-4a97-8cbc-e0ba0d97f11c by drivers openvswitch,hyperv on host dv-neutron-744815-20-hyperv at level 0 using segments [{'id': '7164251a-c568-472c-b0c3-160a6d0edeaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '253d5bb1-e65e-455a-b477-96606f2c9486'}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 14:01:32.648765 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-154af70f-f2bc-4121-97e2-a4f020e06fae None None] Attempting to bind port 76eb2736-1ae2-4a97-8cbc-e0ba0d97f11c on network 253d5bb1-e65e-455a-b477-96606f2c9486 {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 14:01:32.653716 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-154af70f-f2bc-4121-97e2-a4f020e06fae None None] Checking agent: {'id': '428fa9fa-43db-4db9-9f96-f60ffe931f2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-20-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 13, 19, 1), 'started_at': datetime.datetime(2021, 12, 18, 13, 19, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 14, 1, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-20-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 18 14:01:32.654095 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-154af70f-f2bc-4121-97e2-a4f020e06fae None None] Checking segment: {'id': '7164251a-c568-472c-b0c3-160a6d0edeaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '253d5bb1-e65e-455a-b477-96606f2c9486'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 14:01:32.654498 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-154af70f-f2bc-4121-97e2-a4f020e06fae None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:32.654894 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-154af70f-f2bc-4121-97e2-a4f020e06fae None None] Bound using segment: {'id': '7164251a-c568-472c-b0c3-160a6d0edeaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '253d5bb1-e65e-455a-b477-96606f2c9486'} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 18 14:01:32.655804 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-154af70f-f2bc-4121-97e2-a4f020e06fae None None] Bound port: 76eb2736-1ae2-4a97-8cbc-e0ba0d97f11c, host: dv-neutron-744815-20-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7164251a-c568-472c-b0c3-160a6d0edeaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '253d5bb1-e65e-455a-b477-96606f2c9486'}}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 18 14:01:32.655804 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-154af70f-f2bc-4121-97e2-a4f020e06fae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:32.659850 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ef6df1-e7db-482b-834c-4d950b788185 tempest-RoutersNegativeTest-752903098 tempest-RoutersNegativeTest-752903098-project] Pushing event updated for resources: {'Subnet': ['ID=87ec07eb-af5c-4ad0-ace7-d0f21be6793e,revision_number=0']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:01:32.666880 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6ef6df1-e7db-482b-834c-4d950b788185 tempest-RoutersNegativeTest-752903098 tempest-RoutersNegativeTest-752903098-project] Checking segment: {'id': '47e37440-4145-439f-a38e-0c1e16efcac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '27d295d3-34c9-4b3b-9d95-4702fef2cec2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 14:01:32.667272 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6ef6df1-e7db-482b-834c-4d950b788185 tempest-RoutersNegativeTest-752903098 tempest-RoutersNegativeTest-752903098-project] Network hostable DHCP agents. Network: 27d295d3-34c9-4b3b-9d95-4702fef2cec2, hostable agents: ['aa77effa-0e3a-4bbd-a383-4d58ed3328d0'], hosted agents: [] {{(pid=103160) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 18 14:01:32.684832 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6ef6df1-e7db-482b-834c-4d950b788185 tempest-RoutersNegativeTest-752903098 tempest-RoutersNegativeTest-752903098-project] Network 27d295d3-34c9-4b3b-9d95-4702fef2cec2 is scheduled to be hosted by DHCP agent aa77effa-0e3a-4bbd-a383-4d58ed3328d0 with binding_index 1 {{(pid=103160) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 18 14:01:32.694092 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.base_scheduler [None req-e6ef6df1-e7db-482b-834c-4d950b788185 tempest-RoutersNegativeTest-752903098 tempest-RoutersNegativeTest-752903098-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-744815-20-hyperv, 27d295d3-34c9-4b3b-9d95-4702fef2cec2) {{(pid=103160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 14:01:32.698062 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6ef6df1-e7db-482b-834c-4d950b788185 tempest-RoutersNegativeTest-752903098 tempest-RoutersNegativeTest-752903098-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:01:32.698655 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-e6ef6df1-e7db-482b-834c-4d950b788185 tempest-RoutersNegativeTest-752903098 tempest-RoutersNegativeTest-752903098-project] Publish callbacks [] for subnet, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:32.705932 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7fdd9ab-e16f-4c0d-b24d-208099515d6a None None] Network 27d295d3-34c9-4b3b-9d95-4702fef2cec2 requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 14:01:32.715987 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-e6ef6df1-e7db-482b-834c-4d950b788185 tempest-RoutersNegativeTest-752903098 tempest-RoutersNegativeTest-752903098-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4119105 Dec 18 14:01:32.719391 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 32876) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:01:32.724158 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-5702b548-78cd-4333-8f16-e268ef97c9fe tempest-RoutersNegativeTest-752903098 tempest-RoutersNegativeTest-752903098-project] Request body: {'router': {'external_gateway_info': {'network_id': '27d295d3-34c9-4b3b-9d95-4702fef2cec2'}}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 14:01:32.767804 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-154af70f-f2bc-4121-97e2-a4f020e06fae None None] For port 76eb2736-1ae2-4a97-8cbc-e0ba0d97f11c, host dv-neutron-744815-20-hyperv, cleared binding levels {{(pid=103161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 18 14:01:32.783945 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-154af70f-f2bc-4121-97e2-a4f020e06fae None None] For port 76eb2736-1ae2-4a97-8cbc-e0ba0d97f11c, host dv-neutron-744815-20-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=76eb2736-1ae2-4a97-8cbc-e0ba0d97f11c,segment=NetworkSegment(7164251a-c568-472c-b0c3-160a6d0edeaf),segment_id=7164251a-c568-472c-b0c3-160a6d0edeaf)] {{(pid=103161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 18 14:01:32.790995 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-154af70f-f2bc-4121-97e2-a4f020e06fae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:32.870432 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7490a4b-a4fa-4289-b30b-1a7fc7ec7795 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp31e170a0-46a1-5ba9-9dc1-7ee4f866f0d7-27d295d3-34c9-4b3b-9d95-4702fef2cec2', 'network_id': '27d295d3-34c9-4b3b-9d95-4702fef2cec2', 'project_id': '95ed13a1a22a45799bbd8b51e7941653', 'fixed_ips': [{'subnet_id': '87ec07eb-af5c-4ad0-ace7-d0f21be6793e'}]}} from dv-neutron-744815-20-hyperv. {{(pid=103161) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 18 14:01:32.871339 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c7490a4b-a4fa-4289-b30b-1a7fc7ec7795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:32.873781 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154af70f-f2bc-4121-97e2-a4f020e06fae None None] Pushing event updated for resources: {'Port': ['ID=76eb2736-1ae2-4a97-8cbc-e0ba0d97f11c,revision_number=2']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:01:32.948759 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-5702b548-78cd-4333-8f16-e268ef97c9fe tempest-RoutersNegativeTest-752903098 tempest-RoutersNegativeTest-752903098-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:33.053569 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_common [None req-c7490a4b-a4fa-4289-b30b-1a7fc7ec7795 None None] Allocated IP 172.21.0.2 (27d295d3-34c9-4b3b-9d95-4702fef2cec2/87ec07eb-af5c-4ad0-ace7-d0f21be6793e/34cbbad5-7ded-45c8-a966-c18ea847948b) {{(pid=103161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 14:01:33.087371 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.api.v2.resource [None req-5702b548-78cd-4333-8f16-e268ef97c9fe tempest-RoutersNegativeTest-752903098 tempest-RoutersNegativeTest-752903098-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 18 14:01:33.089521 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-5702b548-78cd-4333-8f16-e268ef97c9fe tempest-RoutersNegativeTest-752903098 tempest-RoutersNegativeTest-752903098-project] 10.222.0.31 "PUT /v2.0/routers/c7c7ee3e-1f74-4836-a252-eabc07d1267f HTTP/1.1" status: 400 len: 364 time: 0.3690934 Dec 18 14:01:33.095503 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 32878) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:01:33.158372 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.db_base_plugin_v2 [None req-f47e45b2-99b1-4953-8e41-f04d92fddcf0 tempest-RoutersNegativeTest-752903098 tempest-RoutersNegativeTest-752903098-project] Deleting subnet 87ec07eb-af5c-4ad0-ace7-d0f21be6793e {{(pid=103160) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 18 14:01:33.368090 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c7490a4b-a4fa-4289-b30b-1a7fc7ec7795 None None] Publish callbacks [] for port, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:33.376024 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-f47e45b2-99b1-4953-8e41-f04d92fddcf0 tempest-RoutersNegativeTest-752903098 tempest-RoutersNegativeTest-752903098-project] Publish callbacks [] for subnet, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:33.376721 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c7490a4b-a4fa-4289-b30b-1a7fc7ec7795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975'] for port, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:33.415410 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7490a4b-a4fa-4289-b30b-1a7fc7ec7795 None None] Network 27d295d3-34c9-4b3b-9d95-4702fef2cec2 is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 14:01:33.416551 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-f47e45b2-99b1-4953-8e41-f04d92fddcf0 tempest-RoutersNegativeTest-752903098 tempest-RoutersNegativeTest-752903098-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4533385'] for subnet, precommit_delete_associations {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:33.418325 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-c7490a4b-a4fa-4289-b30b-1a7fc7ec7795 None None] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 14:01:33.422374 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7490a4b-a4fa-4289-b30b-1a7fc7ec7795 None None] Received port after_create {{(pid=103161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 14:01:33.429606 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7490a4b-a4fa-4289-b30b-1a7fc7ec7795 None None] Pushing event updated for resources: {'Port': ['ID=34cbbad5-7ded-45c8-a966-c18ea847948b,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:01:33.478447 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-c7490a4b-a4fa-4289-b30b-1a7fc7ec7795 None None] Attempting to bind port 34cbbad5-7ded-45c8-a966-c18ea847948b on host dv-neutron-744815-20-hyperv for vnic_type normal with profile {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 14:01:33.478823 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-c7490a4b-a4fa-4289-b30b-1a7fc7ec7795 None None] Attempting to bind port 34cbbad5-7ded-45c8-a966-c18ea847948b by drivers openvswitch,hyperv on host dv-neutron-744815-20-hyperv at level 0 using segments [{'id': '47e37440-4145-439f-a38e-0c1e16efcac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '27d295d3-34c9-4b3b-9d95-4702fef2cec2'}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 14:01:33.479210 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7490a4b-a4fa-4289-b30b-1a7fc7ec7795 None None] Attempting to bind port 34cbbad5-7ded-45c8-a966-c18ea847948b on network 27d295d3-34c9-4b3b-9d95-4702fef2cec2 {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 14:01:33.484945 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7490a4b-a4fa-4289-b30b-1a7fc7ec7795 None None] Checking agent: {'id': '428fa9fa-43db-4db9-9f96-f60ffe931f2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-20-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 13, 19, 1), 'started_at': datetime.datetime(2021, 12, 18, 13, 19, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 14, 1, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-20-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 18 14:01:33.485328 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7490a4b-a4fa-4289-b30b-1a7fc7ec7795 None None] Checking segment: {'id': '47e37440-4145-439f-a38e-0c1e16efcac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '27d295d3-34c9-4b3b-9d95-4702fef2cec2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 14:01:33.485738 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c7490a4b-a4fa-4289-b30b-1a7fc7ec7795 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:33.486135 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7490a4b-a4fa-4289-b30b-1a7fc7ec7795 None None] Bound using segment: {'id': '47e37440-4145-439f-a38e-0c1e16efcac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '27d295d3-34c9-4b3b-9d95-4702fef2cec2'} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 18 14:01:33.486606 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-c7490a4b-a4fa-4289-b30b-1a7fc7ec7795 None None] Bound port: 34cbbad5-7ded-45c8-a966-c18ea847948b, host: dv-neutron-744815-20-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47e37440-4145-439f-a38e-0c1e16efcac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '27d295d3-34c9-4b3b-9d95-4702fef2cec2'}}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 18 14:01:33.486993 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c7490a4b-a4fa-4289-b30b-1a7fc7ec7795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:33.510329 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-f47e45b2-99b1-4953-8e41-f04d92fddcf0 tempest-RoutersNegativeTest-752903098 tempest-RoutersNegativeTest-752903098-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1929185'] for subnet, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:33.572987 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-f47e45b2-99b1-4953-8e41-f04d92fddcf0 tempest-RoutersNegativeTest-752903098 tempest-RoutersNegativeTest-752903098-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1929192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4533475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4514371'] for subnet, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:33.576087 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-c7490a4b-a4fa-4289-b30b-1a7fc7ec7795 None None] For port 34cbbad5-7ded-45c8-a966-c18ea847948b, host dv-neutron-744815-20-hyperv, cleared binding levels {{(pid=103161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 18 14:01:33.580403 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-c7490a4b-a4fa-4289-b30b-1a7fc7ec7795 None None] For port 34cbbad5-7ded-45c8-a966-c18ea847948b, host dv-neutron-744815-20-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=34cbbad5-7ded-45c8-a966-c18ea847948b,segment=NetworkSegment(47e37440-4145-439f-a38e-0c1e16efcac3),segment_id=47e37440-4145-439f-a38e-0c1e16efcac3)] {{(pid=103161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 18 14:01:33.588247 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c7490a4b-a4fa-4289-b30b-1a7fc7ec7795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:33.608124 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47e45b2-99b1-4953-8e41-f04d92fddcf0 tempest-RoutersNegativeTest-752903098 tempest-RoutersNegativeTest-752903098-project] Pushing event deleted for resources: {'Subnet': ['ID=87ec07eb-af5c-4ad0-ace7-d0f21be6793e,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:01:33.610080 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-f47e45b2-99b1-4953-8e41-f04d92fddcf0 tempest-RoutersNegativeTest-752903098 tempest-RoutersNegativeTest-752903098-project] Publish callbacks [] for subnet, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:33.619273 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-f47e45b2-99b1-4953-8e41-f04d92fddcf0 tempest-RoutersNegativeTest-752903098 tempest-RoutersNegativeTest-752903098-project] 10.222.0.31 "DELETE /v2.0/subnets/87ec07eb-af5c-4ad0-ace7-d0f21be6793e HTTP/1.1" status: 204 len: 168 time: 0.5220053 Dec 18 14:01:33.621193 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 32880) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:01:33.680521 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7490a4b-a4fa-4289-b30b-1a7fc7ec7795 None None] Pushing event updated for resources: {'Port': ['ID=34cbbad5-7ded-45c8-a966-c18ea847948b,revision_number=3']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:01:33.710226 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 76eb2736-1ae2-4a97-8cbc-e0ba0d97f11c up at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 14:01:33.729612 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-465d5c7c-62c9-449d-b3f2-0675b3c14683 tempest-RoutersNegativeTest-752903098 tempest-RoutersNegativeTest-752903098-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2023137'] for network, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:33.766158 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2294866d-0076-4933-952c-685307032598 None None] Provisioning complete for port 76eb2736-1ae2-4a97-8cbc-e0ba0d97f11c triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 14:01:33.766533 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:33.795112 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-465d5c7c-62c9-449d-b3f2-0675b3c14683 tempest-RoutersNegativeTest-752903098 tempest-RoutersNegativeTest-752903098-project] Deleting port 34cbbad5-7ded-45c8-a966-c18ea847948b {{(pid=103159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 14:01:33.795647 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-465d5c7c-62c9-449d-b3f2-0675b3c14683 tempest-RoutersNegativeTest-752903098 tempest-RoutersNegativeTest-752903098-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:33.860023 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:33.872059 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.db [None req-465d5c7c-62c9-449d-b3f2-0675b3c14683 tempest-RoutersNegativeTest-752903098 tempest-RoutersNegativeTest-752903098-project] For port 34cbbad5-7ded-45c8-a966-c18ea847948b, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=34cbbad5-7ded-45c8-a966-c18ea847948b,segment=NetworkSegment(47e37440-4145-439f-a38e-0c1e16efcac3),segment_id=47e37440-4145-439f-a38e-0c1e16efcac3)] {{(pid=103159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 14:01:33.873122 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-465d5c7c-62c9-449d-b3f2-0675b3c14683 tempest-RoutersNegativeTest-752903098 tempest-RoutersNegativeTest-752903098-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:33.900540 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-465d5c7c-62c9-449d-b3f2-0675b3c14683 tempest-RoutersNegativeTest-752903098 tempest-RoutersNegativeTest-752903098-project] Calling delete_port for 34cbbad5-7ded-45c8-a966-c18ea847948b owned by network:dhcp {{(pid=103159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 14:01:33.905985 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-2294866d-0076-4933-952c-685307032598 None None] For port 76eb2736-1ae2-4a97-8cbc-e0ba0d97f11c, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=76eb2736-1ae2-4a97-8cbc-e0ba0d97f11c,segment=NetworkSegment(7164251a-c568-472c-b0c3-160a6d0edeaf),segment_id=7164251a-c568-472c-b0c3-160a6d0edeaf)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 14:01:33.915831 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:33.981656 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2c7b9b4-4d5a-49f1-a15f-bae402a8faec None None] Network 253d5bb1-e65e-455a-b477-96606f2c9486 requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 14:01:33.995133 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-465d5c7c-62c9-449d-b3f2-0675b3c14683 tempest-RoutersNegativeTest-752903098 tempest-RoutersNegativeTest-752903098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:34.006333 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Pushing event updated for resources: {'Port': ['ID=76eb2736-1ae2-4a97-8cbc-e0ba0d97f11c,revision_number=3']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:01:34.029619 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465d5c7c-62c9-449d-b3f2-0675b3c14683 tempest-RoutersNegativeTest-752903098 tempest-RoutersNegativeTest-752903098-project] Pushing event deleted for resources: {'Port': ['ID=34cbbad5-7ded-45c8-a966-c18ea847948b,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:01:34.031541 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-465d5c7c-62c9-449d-b3f2-0675b3c14683 tempest-RoutersNegativeTest-752903098 tempest-RoutersNegativeTest-752903098-project] No DVR routers for this DVR port 34cbbad5-7ded-45c8-a966-c18ea847948b on host dv-neutron-744815-20-hyperv {{(pid=103159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 18 14:01:34.068467 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-86ecd672-c15e-4110-9469-f291a28e1c4a None None] Provisioning complete for port 76eb2736-1ae2-4a97-8cbc-e0ba0d97f11c triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 14:01:34.068847 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-86ecd672-c15e-4110-9469-f291a28e1c4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:34.116161 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-465d5c7c-62c9-449d-b3f2-0675b3c14683 tempest-RoutersNegativeTest-752903098 tempest-RoutersNegativeTest-752903098-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1927292', 'neutron.services.segments.db._delete_segments_for_network-8767106887837'] for network, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:34.135986 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.services.segments.db [None req-465d5c7c-62c9-449d-b3f2-0675b3c14683 tempest-RoutersNegativeTest-752903098 tempest-RoutersNegativeTest-752903098-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27d295d3-34c9-4b3b-9d95-4702fef2cec2']}} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:01:34.145601 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.services.segments.db [None req-465d5c7c-62c9-449d-b3f2-0675b3c14683 tempest-RoutersNegativeTest-752903098 tempest-RoutersNegativeTest-752903098-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47e37440-4145-439f-a38e-0c1e16efcac3') {'for_net_delete': True} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:01:34.145825 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.services.segments.db [None req-465d5c7c-62c9-449d-b3f2-0675b3c14683 tempest-RoutersNegativeTest-752903098 tempest-RoutersNegativeTest-752903098-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47e37440-4145-439f-a38e-0c1e16efcac3') {} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:01:34.156629 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-465d5c7c-62c9-449d-b3f2-0675b3c14683 tempest-RoutersNegativeTest-752903098 tempest-RoutersNegativeTest-752903098-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767106888614', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5589569'] for segment, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:34.171928 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-465d5c7c-62c9-449d-b3f2-0675b3c14683 tempest-RoutersNegativeTest-752903098 tempest-RoutersNegativeTest-752903098-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:34.180350 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-465d5c7c-62c9-449d-b3f2-0675b3c14683 tempest-RoutersNegativeTest-752903098 tempest-RoutersNegativeTest-752903098-project] Releasing vlan 135 on physical network physnet1 to pool {{(pid=103159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 18 14:01:34.180814 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-465d5c7c-62c9-449d-b3f2-0675b3c14683 tempest-RoutersNegativeTest-752903098 tempest-RoutersNegativeTest-752903098-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5660009'] for segment, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:34.185018 dv-neutron-744815-20-hyperv neutron-server[103159]: Traceback (most recent call last): Dec 18 14:01:34.185018 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 18 14:01:34.185018 dv-neutron-744815-20-hyperv neutron-server[103159]: timer() Dec 18 14:01:34.185018 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 18 14:01:34.185018 dv-neutron-744815-20-hyperv neutron-server[103159]: cb(*args, **kw) Dec 18 14:01:34.185018 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 18 14:01:34.185018 dv-neutron-744815-20-hyperv neutron-server[103159]: return func(*args, **kwargs) Dec 18 14:01:34.185018 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 18 14:01:34.185018 dv-neutron-744815-20-hyperv neutron-server[103159]: self._notify() Dec 18 14:01:34.185018 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 18 14:01:34.185018 dv-neutron-744815-20-hyperv neutron-server[103159]: self.callback(batched_events) Dec 18 14:01:34.185018 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 18 14:01:34.185018 dv-neutron-744815-20-hyperv neutron-server[103159]: event.method(event) Dec 18 14:01:34.185018 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 18 14:01:34.185018 dv-neutron-744815-20-hyperv neutron-server[103159]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 18 14:01:34.185018 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 18 14:01:34.185018 dv-neutron-744815-20-hyperv neutron-server[103159]: aggregate_uuid = self.p_client.list_aggregates( Dec 18 14:01:34.185018 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 18 14:01:34.185018 dv-neutron-744815-20-hyperv neutron-server[103159]: return f(self, *a, **k) Dec 18 14:01:34.185018 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 18 14:01:34.185018 dv-neutron-744815-20-hyperv neutron-server[103159]: return self._get(url).json() Dec 18 14:01:34.185018 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 18 14:01:34.185018 dv-neutron-744815-20-hyperv neutron-server[103159]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 18 14:01:34.185018 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 18 14:01:34.185018 dv-neutron-744815-20-hyperv neutron-server[103159]: return self.request(url, 'GET', **kwargs) Dec 18 14:01:34.185018 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 18 14:01:34.185018 dv-neutron-744815-20-hyperv neutron-server[103159]: base_url = self.get_endpoint(auth, allow=allow, Dec 18 14:01:34.185018 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 18 14:01:34.185018 dv-neutron-744815-20-hyperv neutron-server[103159]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 18 14:01:34.185018 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 18 14:01:34.185018 dv-neutron-744815-20-hyperv neutron-server[103159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 18 14:01:34.185018 dv-neutron-744815-20-hyperv neutron-server[103159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 18 14:01:34.251393 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-465d5c7c-62c9-449d-b3f2-0675b3c14683 tempest-RoutersNegativeTest-752903098 tempest-RoutersNegativeTest-752903098-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1927267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586962'] for network, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:34.256085 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-465d5c7c-62c9-449d-b3f2-0675b3c14683 tempest-RoutersNegativeTest-752903098 tempest-RoutersNegativeTest-752903098-project] Publish callbacks [] for network, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:34.259824 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-465d5c7c-62c9-449d-b3f2-0675b3c14683 tempest-RoutersNegativeTest-752903098 tempest-RoutersNegativeTest-752903098-project] 10.222.0.31 "DELETE /v2.0/networks/27d295d3-34c9-4b3b-9d95-4702fef2cec2 HTTP/1.1" status: 204 len: 168 time: 0.6374664 Dec 18 14:01:34.262575 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 32882) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:01:34.275008 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465d5c7c-62c9-449d-b3f2-0675b3c14683 tempest-RoutersNegativeTest-752903098 tempest-RoutersNegativeTest-752903098-project] Pushing event deleted for resources: {'Network': ['ID=27d295d3-34c9-4b3b-9d95-4702fef2cec2,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:01:34.317765 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ebd1867-2e43-45c5-b451-0b9209582509 tempest-RoutersNegativeTest-752903098 tempest-RoutersNegativeTest-752903098-project] Deleting subnet 15abf0d6-a477-4529-a24e-0595bd9e6997 {{(pid=103160) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 18 14:01:34.321397 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-7ebd1867-2e43-45c5-b451-0b9209582509 tempest-RoutersNegativeTest-752903098 tempest-RoutersNegativeTest-752903098-project] Publish callbacks [] for subnet, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:34.363868 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-7ebd1867-2e43-45c5-b451-0b9209582509 tempest-RoutersNegativeTest-752903098 tempest-RoutersNegativeTest-752903098-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4533385'] for subnet, precommit_delete_associations {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:34.408456 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-9e169c8d-949d-47ef-b272-1ff84d5a4931 None None] Provisioning complete for port 76eb2736-1ae2-4a97-8cbc-e0ba0d97f11c triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 14:01:34.408917 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-9e169c8d-949d-47ef-b272-1ff84d5a4931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:34.456917 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-7ebd1867-2e43-45c5-b451-0b9209582509 tempest-RoutersNegativeTest-752903098 tempest-RoutersNegativeTest-752903098-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1929185'] for subnet, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:34.525071 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-7ebd1867-2e43-45c5-b451-0b9209582509 tempest-RoutersNegativeTest-752903098 tempest-RoutersNegativeTest-752903098-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1929192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4533475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4514371'] for subnet, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:34.552111 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebd1867-2e43-45c5-b451-0b9209582509 tempest-RoutersNegativeTest-752903098 tempest-RoutersNegativeTest-752903098-project] Pushing event deleted for resources: {'Subnet': ['ID=15abf0d6-a477-4529-a24e-0595bd9e6997,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:01:34.555775 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-7ebd1867-2e43-45c5-b451-0b9209582509 tempest-RoutersNegativeTest-752903098 tempest-RoutersNegativeTest-752903098-project] Publish callbacks [] for subnet, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:34.561369 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-7ebd1867-2e43-45c5-b451-0b9209582509 tempest-RoutersNegativeTest-752903098 tempest-RoutersNegativeTest-752903098-project] 10.222.0.31 "DELETE /v2.0/subnets/15abf0d6-a477-4529-a24e-0595bd9e6997 HTTP/1.1" status: 204 len: 168 time: 0.2953568 Dec 18 14:01:34.561657 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 32886) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:01:34.563890 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71749cad-5a40-4072-9c7f-06996017f33a None None] Network 253d5bb1-e65e-455a-b477-96606f2c9486 requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 14:01:34.641175 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-cba50646-d2be-402b-b5c1-ceb3dd721b16 tempest-RoutersNegativeTest-752903098 tempest-RoutersNegativeTest-752903098-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2023137'] for network, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:34.696354 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-cba50646-d2be-402b-b5c1-ceb3dd721b16 tempest-RoutersNegativeTest-752903098 tempest-RoutersNegativeTest-752903098-project] Deleting port 76eb2736-1ae2-4a97-8cbc-e0ba0d97f11c {{(pid=103160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 14:01:34.696697 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-cba50646-d2be-402b-b5c1-ceb3dd721b16 tempest-RoutersNegativeTest-752903098 tempest-RoutersNegativeTest-752903098-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:34.742957 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad3f5e91-7648-498a-9d98-3bf27c790bb5 None None] DHCP port deletion for 253d5bb1-e65e-455a-b477-96606f2c9486 request from dv-neutron-744815-20-hyperv {{(pid=103161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 18 14:01:34.767283 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.db [None req-cba50646-d2be-402b-b5c1-ceb3dd721b16 tempest-RoutersNegativeTest-752903098 tempest-RoutersNegativeTest-752903098-project] For port 76eb2736-1ae2-4a97-8cbc-e0ba0d97f11c, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=76eb2736-1ae2-4a97-8cbc-e0ba0d97f11c,segment=NetworkSegment(7164251a-c568-472c-b0c3-160a6d0edeaf),segment_id=7164251a-c568-472c-b0c3-160a6d0edeaf)] {{(pid=103160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 14:01:34.767574 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-cba50646-d2be-402b-b5c1-ceb3dd721b16 tempest-RoutersNegativeTest-752903098 tempest-RoutersNegativeTest-752903098-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:34.780416 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-cba50646-d2be-402b-b5c1-ceb3dd721b16 tempest-RoutersNegativeTest-752903098 tempest-RoutersNegativeTest-752903098-project] Calling delete_port for 76eb2736-1ae2-4a97-8cbc-e0ba0d97f11c owned by network:dhcp {{(pid=103160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 14:01:34.799917 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-ad3f5e91-7648-498a-9d98-3bf27c790bb5 None None] Deleting port 76eb2736-1ae2-4a97-8cbc-e0ba0d97f11c {{(pid=103161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 14:01:34.800473 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ad3f5e91-7648-498a-9d98-3bf27c790bb5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:34.802240 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d13e96dd-8c44-4388-b4d8-21b1180a88a2 None None] DHCP port deletion for 27d295d3-34c9-4b3b-9d95-4702fef2cec2 request from dv-neutron-744815-20-hyperv {{(pid=103161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 18 14:01:34.828662 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-32094490-5228-4078-90d5-b60d8a9ad381 None None] Could not find standard attr ID for object 34cbbad5-7ded-45c8-a966-c18ea847948b. {{(pid=103161) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 18 14:01:34.860652 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ced0f41-ebce-469d-8fcf-6bdbb962f89f None None] Network 27d295d3-34c9-4b3b-9d95-4702fef2cec2 requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 14:01:34.868552 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-cba50646-d2be-402b-b5c1-ceb3dd721b16 tempest-RoutersNegativeTest-752903098 tempest-RoutersNegativeTest-752903098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4533522'] for port, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:34.877115 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ced0f41-ebce-469d-8fcf-6bdbb962f89f None None] Network 27d295d3-34c9-4b3b-9d95-4702fef2cec2 could not be found, it might have been deleted concurrently. {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Dec 18 14:01:34.889212 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-ad3f5e91-7648-498a-9d98-3bf27c790bb5 None None] For port 76eb2736-1ae2-4a97-8cbc-e0ba0d97f11c, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=76eb2736-1ae2-4a97-8cbc-e0ba0d97f11c,segment=NetworkSegment(7164251a-c568-472c-b0c3-160a6d0edeaf),segment_id=7164251a-c568-472c-b0c3-160a6d0edeaf)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 14:01:34.889613 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ad3f5e91-7648-498a-9d98-3bf27c790bb5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:34.894746 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba50646-d2be-402b-b5c1-ceb3dd721b16 tempest-RoutersNegativeTest-752903098 tempest-RoutersNegativeTest-752903098-project] Pushing event deleted for resources: {'Port': ['ID=76eb2736-1ae2-4a97-8cbc-e0ba0d97f11c,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:01:34.898672 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cba50646-d2be-402b-b5c1-ceb3dd721b16 tempest-RoutersNegativeTest-752903098 tempest-RoutersNegativeTest-752903098-project] No DVR routers for this DVR port 76eb2736-1ae2-4a97-8cbc-e0ba0d97f11c on host dv-neutron-744815-20-hyperv {{(pid=103160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 18 14:01:34.902388 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-ad3f5e91-7648-498a-9d98-3bf27c790bb5 None None] Calling delete_port for 76eb2736-1ae2-4a97-8cbc-e0ba0d97f11c owned by network:dhcp {{(pid=103161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 14:01:34.975649 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-cba50646-d2be-402b-b5c1-ceb3dd721b16 tempest-RoutersNegativeTest-752903098 tempest-RoutersNegativeTest-752903098-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1927292', 'neutron.services.segments.db._delete_segments_for_network-8767106887837'] for network, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:34.982105 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ad3f5e91-7648-498a-9d98-3bf27c790bb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984'] for port, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:35.001296 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.services.segments.db [None req-cba50646-d2be-402b-b5c1-ceb3dd721b16 tempest-RoutersNegativeTest-752903098 tempest-RoutersNegativeTest-752903098-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['253d5bb1-e65e-455a-b477-96606f2c9486']}} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:01:35.010425 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.services.segments.db [None req-cba50646-d2be-402b-b5c1-ceb3dd721b16 tempest-RoutersNegativeTest-752903098 tempest-RoutersNegativeTest-752903098-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7164251a-c568-472c-b0c3-160a6d0edeaf') {'for_net_delete': True} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:01:35.010718 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.services.segments.db [None req-cba50646-d2be-402b-b5c1-ceb3dd721b16 tempest-RoutersNegativeTest-752903098 tempest-RoutersNegativeTest-752903098-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7164251a-c568-472c-b0c3-160a6d0edeaf') {} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:01:35.010951 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3f5e91-7648-498a-9d98-3bf27c790bb5 None None] Pushing event deleted for resources: {'Port': ['ID=76eb2736-1ae2-4a97-8cbc-e0ba0d97f11c,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:01:35.015867 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad3f5e91-7648-498a-9d98-3bf27c790bb5 None None] No DVR routers for this DVR port 76eb2736-1ae2-4a97-8cbc-e0ba0d97f11c on host dv-neutron-744815-20-hyperv {{(pid=103161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 18 14:01:35.020335 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-cba50646-d2be-402b-b5c1-ceb3dd721b16 tempest-RoutersNegativeTest-752903098 tempest-RoutersNegativeTest-752903098-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767106888614', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4533424'] for segment, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:35.033652 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-cba50646-d2be-402b-b5c1-ceb3dd721b16 tempest-RoutersNegativeTest-752903098 tempest-RoutersNegativeTest-752903098-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:35.039478 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cba50646-d2be-402b-b5c1-ceb3dd721b16 tempest-RoutersNegativeTest-752903098 tempest-RoutersNegativeTest-752903098-project] Releasing vlan 141 on physical network physnet1 to pool {{(pid=103160) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 18 14:01:35.039893 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-cba50646-d2be-402b-b5c1-ceb3dd721b16 tempest-RoutersNegativeTest-752903098 tempest-RoutersNegativeTest-752903098-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4533569'] for segment, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:35.042845 dv-neutron-744815-20-hyperv neutron-server[103160]: Traceback (most recent call last): Dec 18 14:01:35.042845 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 18 14:01:35.042845 dv-neutron-744815-20-hyperv neutron-server[103160]: timer() Dec 18 14:01:35.042845 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 18 14:01:35.042845 dv-neutron-744815-20-hyperv neutron-server[103160]: cb(*args, **kw) Dec 18 14:01:35.042845 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 18 14:01:35.042845 dv-neutron-744815-20-hyperv neutron-server[103160]: return func(*args, **kwargs) Dec 18 14:01:35.042845 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 18 14:01:35.042845 dv-neutron-744815-20-hyperv neutron-server[103160]: self._notify() Dec 18 14:01:35.042845 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 18 14:01:35.042845 dv-neutron-744815-20-hyperv neutron-server[103160]: self.callback(batched_events) Dec 18 14:01:35.042845 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 18 14:01:35.042845 dv-neutron-744815-20-hyperv neutron-server[103160]: event.method(event) Dec 18 14:01:35.042845 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 18 14:01:35.042845 dv-neutron-744815-20-hyperv neutron-server[103160]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 18 14:01:35.042845 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 18 14:01:35.042845 dv-neutron-744815-20-hyperv neutron-server[103160]: aggregate_uuid = self.p_client.list_aggregates( Dec 18 14:01:35.042845 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 18 14:01:35.042845 dv-neutron-744815-20-hyperv neutron-server[103160]: return f(self, *a, **k) Dec 18 14:01:35.042845 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 18 14:01:35.042845 dv-neutron-744815-20-hyperv neutron-server[103160]: return self._get(url).json() Dec 18 14:01:35.042845 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 18 14:01:35.042845 dv-neutron-744815-20-hyperv neutron-server[103160]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 18 14:01:35.042845 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 18 14:01:35.042845 dv-neutron-744815-20-hyperv neutron-server[103160]: return self.request(url, 'GET', **kwargs) Dec 18 14:01:35.042845 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 18 14:01:35.042845 dv-neutron-744815-20-hyperv neutron-server[103160]: base_url = self.get_endpoint(auth, allow=allow, Dec 18 14:01:35.042845 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 18 14:01:35.042845 dv-neutron-744815-20-hyperv neutron-server[103160]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 18 14:01:35.042845 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 18 14:01:35.042845 dv-neutron-744815-20-hyperv neutron-server[103160]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 18 14:01:35.042845 dv-neutron-744815-20-hyperv neutron-server[103160]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 18 14:01:35.102917 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-cba50646-d2be-402b-b5c1-ceb3dd721b16 tempest-RoutersNegativeTest-752903098 tempest-RoutersNegativeTest-752903098-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1927267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586962'] for network, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:35.110940 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-cba50646-d2be-402b-b5c1-ceb3dd721b16 tempest-RoutersNegativeTest-752903098 tempest-RoutersNegativeTest-752903098-project] Publish callbacks [] for network, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:35.114040 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-cba50646-d2be-402b-b5c1-ceb3dd721b16 tempest-RoutersNegativeTest-752903098 tempest-RoutersNegativeTest-752903098-project] 10.222.0.31 "DELETE /v2.0/networks/253d5bb1-e65e-455a-b477-96606f2c9486 HTTP/1.1" status: 204 len: 168 time: 0.5507584 Dec 18 14:01:35.116913 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 32888) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:01:35.125684 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba50646-d2be-402b-b5c1-ceb3dd721b16 tempest-RoutersNegativeTest-752903098 tempest-RoutersNegativeTest-752903098-project] Pushing event deleted for resources: {'Network': ['ID=253d5bb1-e65e-455a-b477-96606f2c9486,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:01:35.152505 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-13ee2c92-1d62-46b5-956f-2b023a13785e tempest-RoutersNegativeTest-752903098 tempest-RoutersNegativeTest-752903098-project] 10.222.0.31 "GET /v2.0/ports?device_id=c7c7ee3e-1f74-4836-a252-eabc07d1267f HTTP/1.1" status: 200 len: 205 time: 0.0340650 Dec 18 14:01:35.154986 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 32890) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:01:35.232000 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-beb9104b-fa70-444f-ac59-9dbf6b40abb5 tempest-RoutersNegativeTest-752903098 tempest-RoutersNegativeTest-752903098-project] Publish callbacks [] for router, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:35.340584 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.agents_db [None req-e3dda592-589a-4b4d-b028-ba9a260f4f50 None None] Agent healthcheck: found 6 active agents {{(pid=103162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 18 14:01:35.644398 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 76eb2736-1ae2-4a97-8cbc-e0ba0d97f11c no longer exists at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 18 14:01:35.666378 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-2294866d-0076-4933-952c-685307032598 None None] No Port match for: 76eb2736-1ae2-4a97-8cbc-e0ba0d97f11c {{(pid=103161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 18 14:01:35.666805 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 76eb2736-1ae2-4a97-8cbc-e0ba0d97f11c not bound to the agent host dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 18 14:01:35.741301 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-beb9104b-fa70-444f-ac59-9dbf6b40abb5 tempest-RoutersNegativeTest-752903098 tempest-RoutersNegativeTest-752903098-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-589815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28643'] for router, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:35.743641 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-beb9104b-fa70-444f-ac59-9dbf6b40abb5 tempest-RoutersNegativeTest-752903098 tempest-RoutersNegativeTest-752903098-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:35.788577 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-beb9104b-fa70-444f-ac59-9dbf6b40abb5 tempest-RoutersNegativeTest-752903098 tempest-RoutersNegativeTest-752903098-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-589710'] for router, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:35.789073 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-beb9104b-fa70-444f-ac59-9dbf6b40abb5 tempest-RoutersNegativeTest-752903098 tempest-RoutersNegativeTest-752903098-project] Fanout notify agent at l3_agent the message router_deleted on router c7c7ee3e-1f74-4836-a252-eabc07d1267f {{(pid=103160) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 18 14:01:35.796338 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-beb9104b-fa70-444f-ac59-9dbf6b40abb5 tempest-RoutersNegativeTest-752903098 tempest-RoutersNegativeTest-752903098-project] Publish callbacks [] for router, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:35.797442 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-beb9104b-fa70-444f-ac59-9dbf6b40abb5 tempest-RoutersNegativeTest-752903098 tempest-RoutersNegativeTest-752903098-project] 10.222.0.31 "DELETE /v2.0/routers/c7c7ee3e-1f74-4836-a252-eabc07d1267f HTTP/1.1" status: 204 len: 168 time: 0.6414676 Dec 18 14:01:36.064199 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 32896) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:01:36.197991 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-5fc9cfb4-6261-4436-98f4-e4949c9420fb admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=95ed13a1a22a45799bbd8b51e7941653&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1326270 Dec 18 14:01:36.200647 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 32900) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:01:36.252771 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-4252f84b-3f82-4501-aa08-0ac87b7e3764 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:36.278883 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-4252f84b-3f82-4501-aa08-0ac87b7e3764 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:36.341586 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-4252f84b-3f82-4501-aa08-0ac87b7e3764 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:36.345580 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-4252f84b-3f82-4501-aa08-0ac87b7e3764 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:36.347214 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-4252f84b-3f82-4501-aa08-0ac87b7e3764 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d63aeca6-d152-425a-b8c7-77e79ef254d1 HTTP/1.1" status: 204 len: 168 time: 0.1456637 Dec 18 14:01:36.355033 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4252f84b-3f82-4501-aa08-0ac87b7e3764 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d63aeca6-d152-425a-b8c7-77e79ef254d1,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:01:36.992940 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 32922) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:01:37.069332 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:37.107059 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-161ec7ba-3766-4cd2-a056-dce16c3bd0c9 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-489929715-network', 'tenant_id': '3e4bd02b327e4555bf57fb1e33833c16'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 14:01:37.132534 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-161ec7ba-3766-4cd2-a056-dce16c3bd0c9 admin admin] Made reservation on behalf of 3e4bd02b327e4555bf57fb1e33833c16 for: {'network': 1} {{(pid=103159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 14:01:37.135045 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-161ec7ba-3766-4cd2-a056-dce16c3bd0c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for network, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:37.144213 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-161ec7ba-3766-4cd2-a056-dce16c3bd0c9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:37.227535 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-161ec7ba-3766-4cd2-a056-dce16c3bd0c9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:37.233497 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-161ec7ba-3766-4cd2-a056-dce16c3bd0c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:37.264149 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-161ec7ba-3766-4cd2-a056-dce16c3bd0c9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 140} {{(pid=103159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 18 14:01:37.270349 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161ec7ba-3766-4cd2-a056-dce16c3bd0c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1225b422-10e6-483a-9ec7-6ba04a7984bb,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:01:37.277442 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-161ec7ba-3766-4cd2-a056-dce16c3bd0c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:37.277914 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.db.segments_db [None req-161ec7ba-3766-4cd2-a056-dce16c3bd0c9 admin admin] Added segment 5497b9ac-77ff-41a9-828c-bc91497413d9 of type vlan for network c687e8f3-0212-4322-91be-f26e77b19c22 Dec 18 14:01:37.317191 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-161ec7ba-3766-4cd2-a056-dce16c3bd0c9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767106405744'] for network, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:37.345473 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-161ec7ba-3766-4cd2-a056-dce16c3bd0c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981'] for network, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:37.346515 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-161ec7ba-3766-4cd2-a056-dce16c3bd0c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:01:37.347168 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-161ec7ba-3766-4cd2-a056-dce16c3bd0c9 admin admin] Publish callbacks [] for network, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:37.402978 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-161ec7ba-3766-4cd2-a056-dce16c3bd0c9 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.4089220 Dec 18 14:01:37.406217 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 32926) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:01:37.408674 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161ec7ba-3766-4cd2-a056-dce16c3bd0c9 admin admin] Pushing event updated for resources: {'Network': ['ID=c687e8f3-0212-4322-91be-f26e77b19c22,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:01:37.412521 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-5b4291ee-d211-496b-894a-009ddcd9672c admin admin] Request body: {'subnet': {'network_id': 'c687e8f3-0212-4322-91be-f26e77b19c22', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-489929715-subnet', 'tenant_id': '3e4bd02b327e4555bf57fb1e33833c16', 'ip_version': 4}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 14:01:37.418345 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Network c687e8f3-0212-4322-91be-f26e77b19c22 details requested by agent ovs-agent-dv-neutron-744815-20-hyperv with host dv-neutron-744815-20-hyperv {{(pid=103161) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 18 14:01:37.439593 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b4291ee-d211-496b-894a-009ddcd9672c admin admin] Made reservation on behalf of 3e4bd02b327e4555bf57fb1e33833c16 for: {'subnet': 1} {{(pid=103160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 14:01:37.441896 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-5b4291ee-d211-496b-894a-009ddcd9672c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4514414'] for subnet, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:37.607328 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-5b4291ee-d211-496b-894a-009ddcd9672c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4533410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4514424'] for subnet, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:37.655759 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4291ee-d211-496b-894a-009ddcd9672c admin admin] Pushing event updated for resources: {'Subnet': ['ID=4afc1081-4edb-4028-a76e-1095f116abef,revision_number=0']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:01:37.671422 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b4291ee-d211-496b-894a-009ddcd9672c admin admin] Checking segment: {'id': '5497b9ac-77ff-41a9-828c-bc91497413d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'c687e8f3-0212-4322-91be-f26e77b19c22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 14:01:37.671780 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b4291ee-d211-496b-894a-009ddcd9672c admin admin] Network hostable DHCP agents. Network: c687e8f3-0212-4322-91be-f26e77b19c22, hostable agents: ['aa77effa-0e3a-4bbd-a383-4d58ed3328d0'], hosted agents: [] {{(pid=103160) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 18 14:01:37.689777 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b4291ee-d211-496b-894a-009ddcd9672c admin admin] Network c687e8f3-0212-4322-91be-f26e77b19c22 is scheduled to be hosted by DHCP agent aa77effa-0e3a-4bbd-a383-4d58ed3328d0 with binding_index 1 {{(pid=103160) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 18 14:01:37.699634 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.base_scheduler [None req-5b4291ee-d211-496b-894a-009ddcd9672c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-744815-20-hyperv, c687e8f3-0212-4322-91be-f26e77b19c22) {{(pid=103160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 14:01:37.704155 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b4291ee-d211-496b-894a-009ddcd9672c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:01:37.704752 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-5b4291ee-d211-496b-894a-009ddcd9672c admin admin] Publish callbacks [] for subnet, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:37.708930 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc31d243-b329-4a47-a1a1-fcd6ea39ee0f None None] Network c687e8f3-0212-4322-91be-f26e77b19c22 requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 14:01:37.721300 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-5b4291ee-d211-496b-894a-009ddcd9672c admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3134358 Dec 18 14:01:37.723869 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 32928) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:01:37.728227 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-7f8d2ea4-89ea-4859-a944-aae7aa1087d8 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-489929715-router', 'tenant_id': '3e4bd02b327e4555bf57fb1e33833c16', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83'}}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 14:01:37.753066 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-7f8d2ea4-89ea-4859-a944-aae7aa1087d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28433'] for router, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:37.754199 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-7f8d2ea4-89ea-4859-a944-aae7aa1087d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-589769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28440'] for router, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:37.811542 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-7f8d2ea4-89ea-4859-a944-aae7aa1087d8 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:37.811950 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d652f801-a339-4760-b4b0-46eb6dcd4be6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp31e170a0-46a1-5ba9-9dc1-7ee4f866f0d7-c687e8f3-0212-4322-91be-f26e77b19c22', 'network_id': 'c687e8f3-0212-4322-91be-f26e77b19c22', 'project_id': '3e4bd02b327e4555bf57fb1e33833c16', 'fixed_ips': [{'subnet_id': '4afc1081-4edb-4028-a76e-1095f116abef'}]}} from dv-neutron-744815-20-hyperv. {{(pid=103161) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 18 14:01:37.812881 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-d652f801-a339-4760-b4b0-46eb6dcd4be6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:37.944023 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_common [None req-d652f801-a339-4760-b4b0-46eb6dcd4be6 None None] Allocated IP 172.20.0.2 (c687e8f3-0212-4322-91be-f26e77b19c22/4afc1081-4edb-4028-a76e-1095f116abef/ec0894cc-164c-48b9-8c5d-10509edc231f) {{(pid=103161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 14:01:37.949552 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-7f8d2ea4-89ea-4859-a944-aae7aa1087d8 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:38.090054 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-d652f801-a339-4760-b4b0-46eb6dcd4be6 None None] Publish callbacks [] for port, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:38.097016 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-d652f801-a339-4760-b4b0-46eb6dcd4be6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975'] for port, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:38.135554 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d652f801-a339-4760-b4b0-46eb6dcd4be6 None None] Network c687e8f3-0212-4322-91be-f26e77b19c22 is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 14:01:38.138335 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-d652f801-a339-4760-b4b0-46eb6dcd4be6 None None] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 14:01:38.140842 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d652f801-a339-4760-b4b0-46eb6dcd4be6 None None] Received port after_create {{(pid=103161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 14:01:38.150916 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-7f8d2ea4-89ea-4859-a944-aae7aa1087d8 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:38.152891 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d652f801-a339-4760-b4b0-46eb6dcd4be6 None None] Pushing event updated for resources: {'Port': ['ID=ec0894cc-164c-48b9-8c5d-10509edc231f,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:01:38.169974 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-7f8d2ea4-89ea-4859-a944-aae7aa1087d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:38.204853 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-d652f801-a339-4760-b4b0-46eb6dcd4be6 None None] Attempting to bind port ec0894cc-164c-48b9-8c5d-10509edc231f on host dv-neutron-744815-20-hyperv for vnic_type normal with profile {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 14:01:38.205123 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-d652f801-a339-4760-b4b0-46eb6dcd4be6 None None] Attempting to bind port ec0894cc-164c-48b9-8c5d-10509edc231f by drivers openvswitch,hyperv on host dv-neutron-744815-20-hyperv at level 0 using segments [{'id': '5497b9ac-77ff-41a9-828c-bc91497413d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'c687e8f3-0212-4322-91be-f26e77b19c22'}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 14:01:38.205480 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d652f801-a339-4760-b4b0-46eb6dcd4be6 None None] Attempting to bind port ec0894cc-164c-48b9-8c5d-10509edc231f on network c687e8f3-0212-4322-91be-f26e77b19c22 {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 14:01:38.210437 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d652f801-a339-4760-b4b0-46eb6dcd4be6 None None] Checking agent: {'id': '428fa9fa-43db-4db9-9f96-f60ffe931f2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-20-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 13, 19, 1), 'started_at': datetime.datetime(2021, 12, 18, 13, 19, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 14, 1, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-20-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 18 14:01:38.210903 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d652f801-a339-4760-b4b0-46eb6dcd4be6 None None] Checking segment: {'id': '5497b9ac-77ff-41a9-828c-bc91497413d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'c687e8f3-0212-4322-91be-f26e77b19c22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 14:01:38.211332 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-d652f801-a339-4760-b4b0-46eb6dcd4be6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:38.211733 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d652f801-a339-4760-b4b0-46eb6dcd4be6 None None] Bound using segment: {'id': '5497b9ac-77ff-41a9-828c-bc91497413d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'c687e8f3-0212-4322-91be-f26e77b19c22'} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 18 14:01:38.212180 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-d652f801-a339-4760-b4b0-46eb6dcd4be6 None None] Bound port: ec0894cc-164c-48b9-8c5d-10509edc231f, host: dv-neutron-744815-20-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5497b9ac-77ff-41a9-828c-bc91497413d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'c687e8f3-0212-4322-91be-f26e77b19c22'}}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 18 14:01:38.212573 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-d652f801-a339-4760-b4b0-46eb6dcd4be6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:38.273431 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-d652f801-a339-4760-b4b0-46eb6dcd4be6 None None] For port ec0894cc-164c-48b9-8c5d-10509edc231f, host dv-neutron-744815-20-hyperv, cleared binding levels {{(pid=103161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 18 14:01:38.276178 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.db_base_plugin_common [None req-7f8d2ea4-89ea-4859-a944-aae7aa1087d8 admin admin] Allocated IP 172.26.3.209 (decb4a40-7941-48c8-afbb-daaafd502e83/70deed80-3ca1-4f9e-96cb-563b43d3acba/050de29a-c67c-48a8-9b48-02fe48070d8a) {{(pid=103160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 14:01:38.276608 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-d652f801-a339-4760-b4b0-46eb6dcd4be6 None None] For port ec0894cc-164c-48b9-8c5d-10509edc231f, host dv-neutron-744815-20-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=ec0894cc-164c-48b9-8c5d-10509edc231f,segment=NetworkSegment(5497b9ac-77ff-41a9-828c-bc91497413d9),segment_id=5497b9ac-77ff-41a9-828c-bc91497413d9)] {{(pid=103161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 18 14:01:38.283437 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-d652f801-a339-4760-b4b0-46eb6dcd4be6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:38.340801 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d652f801-a339-4760-b4b0-46eb6dcd4be6 None None] Pushing event updated for resources: {'Port': ['ID=ec0894cc-164c-48b9-8c5d-10509edc231f,revision_number=2']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:01:38.382752 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-7f8d2ea4-89ea-4859-a944-aae7aa1087d8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:38.417131 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-7f8d2ea4-89ea-4859-a944-aae7aa1087d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4533522'] for port, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:38.459530 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f8d2ea4-89ea-4859-a944-aae7aa1087d8 admin admin] Network decb4a40-7941-48c8-afbb-daaafd502e83 is already hosted by enough agents. {{(pid=103160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 14:01:38.465190 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.base_scheduler [None req-7f8d2ea4-89ea-4859-a944-aae7aa1087d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 14:01:38.469343 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f8d2ea4-89ea-4859-a944-aae7aa1087d8 admin admin] Received port after_create {{(pid=103160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 14:01:38.496041 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81c7f35b-d733-4e87-bf7b-e8d9f6a5e7f2 None None] DHCP port deletion for decb4a40-7941-48c8-afbb-daaafd502e83 request from dv-neutron-744815-20-hyperv {{(pid=103161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 18 14:01:38.506648 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8d2ea4-89ea-4859-a944-aae7aa1087d8 admin admin] Pushing event updated for resources: {'Port': ['ID=050de29a-c67c-48a8-9b48-02fe48070d8a,revision_number=1']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:01:38.577119 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-0a3e1150-93ed-462f-9323-c2d8d7dd85b4 None None] Provisioning complete for port 050de29a-c67c-48a8-9b48-02fe48070d8a triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 14:01:38.577747 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0a3e1150-93ed-462f-9323-c2d8d7dd85b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:38.620801 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-0a3e1150-93ed-462f-9323-c2d8d7dd85b4 None None] Port 050de29a-c67c-48a8-9b48-02fe48070d8a cannot update to ACTIVE because it is not bound. {{(pid=103161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 14:01:38.740637 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-7f8d2ea4-89ea-4859-a944-aae7aa1087d8 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:38.940130 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-7f8d2ea4-89ea-4859-a944-aae7aa1087d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-589760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-586526'] for router, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:39.082861 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f8d2ea4-89ea-4859-a944-aae7aa1087d8 admin admin] Router a27e6f62-7470-4dfe-bb77-48c2cb571010 is scheduled to L3 agent c9c0cd52-5bd2-4704-9429-d80f1c5ad23c with binding_index 1 {{(pid=103160) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 18 14:01:39.194045 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f8d2ea4-89ea-4859-a944-aae7aa1087d8 admin admin] Notify agent at l3_agent.dv-neutron-744815-20-hyperv the message routers_updated {{(pid=103160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 14:01:39.204113 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c4123a-ac40-4dc4-8a18-d3366f2ea3f4 None None] Sync routers for ids ['a27e6f62-7470-4dfe-bb77-48c2cb571010'] in dv-neutron-744815-20-hyperv {{(pid=103161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 14:01:39.213458 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-7f8d2ea4-89ea-4859-a944-aae7aa1087d8 admin admin] Publish callbacks [] for router, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:39.214888 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-7f8d2ea4-89ea-4859-a944-aae7aa1087d8 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.4900703 Dec 18 14:01:39.217648 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 32930) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:01:39.220047 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c4123a-ac40-4dc4-8a18-d3366f2ea3f4 None None] Routers {'a27e6f62-7470-4dfe-bb77-48c2cb571010'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 14:01:39.220965 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-01c4123a-ac40-4dc4-8a18-d3366f2ea3f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T14:01:27Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['a27e6f62-7470-4dfe-bb77-48c2cb571010'], 'active': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:01:39.262210 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72cd3c7c-df70-499f-bf05-9285386810bd None None] Network c687e8f3-0212-4322-91be-f26e77b19c22 requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 14:01:39.402529 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-c5ef0969-a131-4bf6-a29e-56f3f05eebe6 None None] Provisioning complete for port ec0894cc-164c-48b9-8c5d-10509edc231f triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 14:01:39.402878 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c5ef0969-a131-4bf6-a29e-56f3f05eebe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:39.421056 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvr_db [None req-01c4123a-ac40-4dc4-8a18-d3366f2ea3f4 None None] Set router a27e6f62-7470-4dfe-bb77-48c2cb571010 gateway port host: dv-neutron-744815-20-hyperv {{(pid=103161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 14:01:39.655298 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c5ef0969-a131-4bf6-a29e-56f3f05eebe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:39.667086 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-a179aaf6-b1dd-4aca-9061-fb40285b7bb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:39.697827 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-c5ef0969-a131-4bf6-a29e-56f3f05eebe6 None None] For port ec0894cc-164c-48b9-8c5d-10509edc231f, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=ec0894cc-164c-48b9-8c5d-10509edc231f,segment=NetworkSegment(5497b9ac-77ff-41a9-828c-bc91497413d9),segment_id=5497b9ac-77ff-41a9-828c-bc91497413d9)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 14:01:39.709188 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device ec0894cc-164c-48b9-8c5d-10509edc231f up at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 14:01:39.717726 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c5ef0969-a131-4bf6-a29e-56f3f05eebe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:39.801759 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-01c4123a-ac40-4dc4-8a18-d3366f2ea3f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a27e6f62-7470-4dfe-bb77-48c2cb571010', 'name': 'tempest-TestEncryptedCinderVolumes-489929715-router', 'tenant_id': '3e4bd02b327e4555bf57fb1e33833c16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.209'}], 'enable_snat': True}, 'gw_port_id': '050de29a-c67c-48a8-9b48-02fe48070d8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T14:01:37Z', 'updated_at': '2021-12-18T14:01:38Z', 'revision_number': 3, 'project_id': '3e4bd02b327e4555bf57fb1e33833c16', 'gw_port': {'id': '050de29a-c67c-48a8-9b48-02fe48070d8a', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:78:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a27e6f62-7470-4dfe-bb77-48c2cb571010', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T14:01:38Z', 'updated_at': '2021-12-18T14:01:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv'}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:01:39.900944 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.db_base_plugin_common [None req-a179aaf6-b1dd-4aca-9061-fb40285b7bb4 admin admin] Allocated IP 172.20.0.1 (c687e8f3-0212-4322-91be-f26e77b19c22/4afc1081-4edb-4028-a76e-1095f116abef/7964bbbf-887c-4267-9b17-0247db103a1a) {{(pid=103160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 14:01:39.995014 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c4123a-ac40-4dc4-8a18-d3366f2ea3f4 None None] Checking router: a27e6f62-7470-4dfe-bb77-48c2cb571010 for host: dv-neutron-744815-20-hyperv {{(pid=103161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 18 14:01:39.995395 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c4123a-ac40-4dc4-8a18-d3366f2ea3f4 None None] Updating router a27e6f62-7470-4dfe-bb77-48c2cb571010 port 050de29a-c67c-48a8-9b48-02fe48070d8a binding host dv-neutron-744815-20-hyperv {{(pid=103161) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 18 14:01:39.997092 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ef0969-a131-4bf6-a29e-56f3f05eebe6 None None] Pushing event updated for resources: {'Port': ['ID=ec0894cc-164c-48b9-8c5d-10509edc231f,revision_number=3']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:01:40.014778 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-a179aaf6-b1dd-4aca-9061-fb40285b7bb4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:40.033979 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-01c4123a-ac40-4dc4-8a18-d3366f2ea3f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:40.057861 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-66e63464-fecb-4666-b80c-5388ca0a3ab4 None None] Provisioning complete for port ec0894cc-164c-48b9-8c5d-10509edc231f triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 14:01:40.058252 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-66e63464-fecb-4666-b80c-5388ca0a3ab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:40.061170 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-a179aaf6-b1dd-4aca-9061-fb40285b7bb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4533522'] for port, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:40.084690 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2294866d-0076-4933-952c-685307032598 None None] Provisioning complete for port ec0894cc-164c-48b9-8c5d-10509edc231f triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 14:01:40.085068 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:40.103294 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a179aaf6-b1dd-4aca-9061-fb40285b7bb4 admin admin] Network c687e8f3-0212-4322-91be-f26e77b19c22 is already hosted by enough agents. {{(pid=103160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 14:01:40.106237 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.base_scheduler [None req-a179aaf6-b1dd-4aca-9061-fb40285b7bb4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 14:01:40.110489 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a179aaf6-b1dd-4aca-9061-fb40285b7bb4 admin admin] Received port after_create {{(pid=103160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 14:01:40.133724 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a179aaf6-b1dd-4aca-9061-fb40285b7bb4 admin admin] Pushing event updated for resources: {'Port': ['ID=7964bbbf-887c-4267-9b17-0247db103a1a,revision_number=1']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:01:40.146048 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a179aaf6-b1dd-4aca-9061-fb40285b7bb4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:01:40.146394 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a179aaf6-b1dd-4aca-9061-fb40285b7bb4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:01:40.146741 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a179aaf6-b1dd-4aca-9061-fb40285b7bb4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:01:40.147076 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a179aaf6-b1dd-4aca-9061-fb40285b7bb4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:01:40.147438 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a179aaf6-b1dd-4aca-9061-fb40285b7bb4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:01:40.147749 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a179aaf6-b1dd-4aca-9061-fb40285b7bb4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:01:40.148095 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a179aaf6-b1dd-4aca-9061-fb40285b7bb4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:01:40.148426 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a179aaf6-b1dd-4aca-9061-fb40285b7bb4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:01:40.148727 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a179aaf6-b1dd-4aca-9061-fb40285b7bb4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:01:40.149071 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a179aaf6-b1dd-4aca-9061-fb40285b7bb4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:01:40.149394 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a179aaf6-b1dd-4aca-9061-fb40285b7bb4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:01:40.149702 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a179aaf6-b1dd-4aca-9061-fb40285b7bb4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:01:40.150082 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a179aaf6-b1dd-4aca-9061-fb40285b7bb4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:01:40.166375 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-a179aaf6-b1dd-4aca-9061-fb40285b7bb4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586257'] for router_interface, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:40.305556 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-a179aaf6-b1dd-4aca-9061-fb40285b7bb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:40.429045 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-01c4123a-ac40-4dc4-8a18-d3366f2ea3f4 None None] Publish callbacks [] for port, precommit_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:40.434316 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-01c4123a-ac40-4dc4-8a18-d3366f2ea3f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:40.473458 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-a179aaf6-b1dd-4aca-9061-fb40285b7bb4 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:40.479406 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-a179aaf6-b1dd-4aca-9061-fb40285b7bb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4533541'] for port, after_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:40.497615 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f0e3551-a400-49bb-9560-66d139e62170 None None] DHCP port deletion for decb4a40-7941-48c8-afbb-daaafd502e83 request from dv-neutron-744815-20-hyperv {{(pid=103161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 18 14:01:40.502947 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881077d8-a8b0-4b19-93d7-757ae71a639d None None] Pushing event updated for resources: {'Port': ['ID=050de29a-c67c-48a8-9b48-02fe48070d8a,revision_number=2']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:01:40.506740 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-216ca90b-356b-4515-9225-7ea3f4d26dad None None] Provisioning complete for port 7964bbbf-887c-4267-9b17-0247db103a1a triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 14:01:40.507118 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-216ca90b-356b-4515-9225-7ea3f4d26dad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:40.509100 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-01c4123a-ac40-4dc4-8a18-d3366f2ea3f4 None None] Attempting to bind port 050de29a-c67c-48a8-9b48-02fe48070d8a on host dv-neutron-744815-20-hyperv for vnic_type normal with profile {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 14:01:40.509468 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-01c4123a-ac40-4dc4-8a18-d3366f2ea3f4 None None] Attempting to bind port 050de29a-c67c-48a8-9b48-02fe48070d8a by drivers openvswitch,hyperv on host dv-neutron-744815-20-hyperv at level 0 using segments [{'id': '3f66d49c-4faa-434c-8c3e-991f4f1d01bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83'}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 14:01:40.509831 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01c4123a-ac40-4dc4-8a18-d3366f2ea3f4 None None] Attempting to bind port 050de29a-c67c-48a8-9b48-02fe48070d8a on network decb4a40-7941-48c8-afbb-daaafd502e83 {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 14:01:40.540167 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01c4123a-ac40-4dc4-8a18-d3366f2ea3f4 None None] Checking agent: {'id': '428fa9fa-43db-4db9-9f96-f60ffe931f2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-20-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 13, 19, 1), 'started_at': datetime.datetime(2021, 12, 18, 13, 19, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 14, 1, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-20-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 18 14:01:40.540549 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01c4123a-ac40-4dc4-8a18-d3366f2ea3f4 None None] Checking segment: {'id': '3f66d49c-4faa-434c-8c3e-991f4f1d01bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 14:01:40.540956 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-01c4123a-ac40-4dc4-8a18-d3366f2ea3f4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:40.541357 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01c4123a-ac40-4dc4-8a18-d3366f2ea3f4 None None] Bound using segment: {'id': '3f66d49c-4faa-434c-8c3e-991f4f1d01bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83'} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 18 14:01:40.541841 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-01c4123a-ac40-4dc4-8a18-d3366f2ea3f4 None None] Bound port: 050de29a-c67c-48a8-9b48-02fe48070d8a, host: dv-neutron-744815-20-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f66d49c-4faa-434c-8c3e-991f4f1d01bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83'}}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 18 14:01:40.542469 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-01c4123a-ac40-4dc4-8a18-d3366f2ea3f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:40.554078 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-a179aaf6-b1dd-4aca-9061-fb40285b7bb4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1048031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586432'] for router_interface, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:40.555855 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a179aaf6-b1dd-4aca-9061-fb40285b7bb4 admin admin] Pushing event updated for resources: {'Port': ['ID=7964bbbf-887c-4267-9b17-0247db103a1a,revision_number=2']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:01:40.582634 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-216ca90b-356b-4515-9225-7ea3f4d26dad None None] Port 7964bbbf-887c-4267-9b17-0247db103a1a cannot update to ACTIVE because it is not bound. {{(pid=103161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 14:01:40.604032 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-01c4123a-ac40-4dc4-8a18-d3366f2ea3f4 None None] For port 050de29a-c67c-48a8-9b48-02fe48070d8a, host dv-neutron-744815-20-hyperv, cleared binding levels {{(pid=103161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 18 14:01:40.607075 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-01c4123a-ac40-4dc4-8a18-d3366f2ea3f4 None None] For port 050de29a-c67c-48a8-9b48-02fe48070d8a, host dv-neutron-744815-20-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=050de29a-c67c-48a8-9b48-02fe48070d8a,segment=NetworkSegment(3f66d49c-4faa-434c-8c3e-991f4f1d01bd),segment_id=3f66d49c-4faa-434c-8c3e-991f4f1d01bd)] {{(pid=103161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 18 14:01:40.613503 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-01c4123a-ac40-4dc4-8a18-d3366f2ea3f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:40.653894 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f314197a-95a2-4fd2-943e-af51efe85449 None None] DHCP port deletion for decb4a40-7941-48c8-afbb-daaafd502e83 request from dv-neutron-744815-20-hyperv {{(pid=103161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 18 14:01:40.654871 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a179aaf6-b1dd-4aca-9061-fb40285b7bb4 admin admin] Network c687e8f3-0212-4322-91be-f26e77b19c22 is already hosted by enough agents. {{(pid=103160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 14:01:40.656501 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.base_scheduler [None req-a179aaf6-b1dd-4aca-9061-fb40285b7bb4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 14:01:40.677468 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c4123a-ac40-4dc4-8a18-d3366f2ea3f4 None None] Routers {'a27e6f62-7470-4dfe-bb77-48c2cb571010'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 14:01:40.678193 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-01c4123a-ac40-4dc4-8a18-d3366f2ea3f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T14:01:27Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['a27e6f62-7470-4dfe-bb77-48c2cb571010'], 'active': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:01:40.734253 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881077d8-a8b0-4b19-93d7-757ae71a639d None None] Pushing event updated for resources: {'Port': ['ID=050de29a-c67c-48a8-9b48-02fe48070d8a,revision_number=3']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:01:40.786789 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-490c0b32-ffa9-41cb-8b4a-7253890c5902 None None] Provisioning complete for port 050de29a-c67c-48a8-9b48-02fe48070d8a triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 14:01:40.787191 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-490c0b32-ffa9-41cb-8b4a-7253890c5902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:40.787820 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a179aaf6-b1dd-4aca-9061-fb40285b7bb4 admin admin] Router a27e6f62-7470-4dfe-bb77-48c2cb571010 has already been hosted by L3 agent c9c0cd52-5bd2-4704-9429-d80f1c5ad23c {{(pid=103160) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 18 14:01:40.840669 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvr_db [None req-01c4123a-ac40-4dc4-8a18-d3366f2ea3f4 None None] Set router a27e6f62-7470-4dfe-bb77-48c2cb571010 gateway port host: dv-neutron-744815-20-hyperv {{(pid=103161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 14:01:40.900557 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a179aaf6-b1dd-4aca-9061-fb40285b7bb4 admin admin] Notify agent at l3_agent.dv-neutron-744815-20-hyperv the message routers_updated {{(pid=103160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 14:01:40.905811 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-a179aaf6-b1dd-4aca-9061-fb40285b7bb4 admin admin] 10.222.0.31 "PUT /v2.0/routers/a27e6f62-7470-4dfe-bb77-48c2cb571010/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6872053 Dec 18 14:01:40.994500 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-490c0b32-ffa9-41cb-8b4a-7253890c5902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:41.026675 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-490c0b32-ffa9-41cb-8b4a-7253890c5902 None None] For port 050de29a-c67c-48a8-9b48-02fe48070d8a, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=050de29a-c67c-48a8-9b48-02fe48070d8a,segment=NetworkSegment(3f66d49c-4faa-434c-8c3e-991f4f1d01bd),segment_id=3f66d49c-4faa-434c-8c3e-991f4f1d01bd)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 14:01:41.036262 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-490c0b32-ffa9-41cb-8b4a-7253890c5902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:41.115574 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490c0b32-ffa9-41cb-8b4a-7253890c5902 None None] Pushing event updated for resources: {'Port': ['ID=050de29a-c67c-48a8-9b48-02fe48070d8a,revision_number=4']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:01:41.135540 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-01c4123a-ac40-4dc4-8a18-d3366f2ea3f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a27e6f62-7470-4dfe-bb77-48c2cb571010', 'name': 'tempest-TestEncryptedCinderVolumes-489929715-router', 'tenant_id': '3e4bd02b327e4555bf57fb1e33833c16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.209'}], 'enable_snat': True}, 'gw_port_id': '050de29a-c67c-48a8-9b48-02fe48070d8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T14:01:37Z', 'updated_at': '2021-12-18T14:01:40Z', 'revision_number': 4, 'project_id': '3e4bd02b327e4555bf57fb1e33833c16', 'gw_port': {'id': '050de29a-c67c-48a8-9b48-02fe48070d8a', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:78:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a27e6f62-7470-4dfe-bb77-48c2cb571010', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T14:01:38Z', 'updated_at': '2021-12-18T14:01:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv', '_interfaces': [{'id': '7964bbbf-887c-4267-9b17-0247db103a1a', 'name': '', 'network_id': 'c687e8f3-0212-4322-91be-f26e77b19c22', 'tenant_id': '3e4bd02b327e4555bf57fb1e33833c16', 'mac_address': 'fa:16:3e:e5:5d:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a27e6f62-7470-4dfe-bb77-48c2cb571010', 'device_owner': 'network:router_interface', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '4afc1081-4edb-4028-a76e-1095f116abef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T14:01:39Z', 'updated_at': '2021-12-18T14:01:40Z', 'revision_number': 2, 'project_id': '3e4bd02b327e4555bf57fb1e33833c16', 'subnets': [{'id': '4afc1081-4edb-4028-a76e-1095f116abef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:01:41.170665 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c4123a-ac40-4dc4-8a18-d3366f2ea3f4 None None] The sync data for ids ['a27e6f62-7470-4dfe-bb77-48c2cb571010'] in dv-neutron-744815-20-hyperv is: [{'id': 'a27e6f62-7470-4dfe-bb77-48c2cb571010', 'name': 'tempest-TestEncryptedCinderVolumes-489929715-router', 'tenant_id': '3e4bd02b327e4555bf57fb1e33833c16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.209'}], 'enable_snat': True}, 'gw_port_id': '050de29a-c67c-48a8-9b48-02fe48070d8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T14:01:37Z', 'updated_at': '2021-12-18T14:01:40Z', 'revision_number': 4, 'project_id': '3e4bd02b327e4555bf57fb1e33833c16', 'gw_port': {'id': '050de29a-c67c-48a8-9b48-02fe48070d8a', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:78:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a27e6f62-7470-4dfe-bb77-48c2cb571010', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T14:01:38Z', 'updated_at': '2021-12-18T14:01:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv', '_interfaces': [{'id': '7964bbbf-887c-4267-9b17-0247db103a1a', 'name': '', 'network_id': 'c687e8f3-0212-4322-91be-f26e77b19c22', 'tenant_id': '3e4bd02b327e4555bf57fb1e33833c16', 'mac_address': 'fa:16:3e:e5:5d:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a27e6f62-7470-4dfe-bb77-48c2cb571010', 'device_owner': 'network:router_interface', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '4afc1081-4edb-4028-a76e-1095f116abef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T14:01:39Z', 'updated_at': '2021-12-18T14:01:40Z', 'revision_number': 2, 'project_id': '3e4bd02b327e4555bf57fb1e33833c16', 'subnets': [{'id': '4afc1081-4edb-4028-a76e-1095f116abef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 14:01:41.182388 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-aa38ebc5-efbe-4831-af26-686658143abc None None] Provisioning complete for port 7964bbbf-887c-4267-9b17-0247db103a1a triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 14:01:41.182748 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-aa38ebc5-efbe-4831-af26-686658143abc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:41.223838 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-aa38ebc5-efbe-4831-af26-686658143abc None None] Port 7964bbbf-887c-4267-9b17-0247db103a1a cannot update to ACTIVE because it is not bound. {{(pid=103161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 14:01:41.418231 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 32946) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:01:41.423776 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-d3f389ed-e258-4ed6-96a0-3054f0155a59 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-856358130-network', 'tenant_id': '989b902337df4bf08b76ef608de26f3c'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 14:01:41.454855 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3f389ed-e258-4ed6-96a0-3054f0155a59 admin admin] Made reservation on behalf of 989b902337df4bf08b76ef608de26f3c for: {'network': 1} {{(pid=103160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 14:01:41.457641 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-d3f389ed-e258-4ed6-96a0-3054f0155a59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for network, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:41.466776 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-d3f389ed-e258-4ed6-96a0-3054f0155a59 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:41.546565 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-d3f389ed-e258-4ed6-96a0-3054f0155a59 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:41.551896 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-d3f389ed-e258-4ed6-96a0-3054f0155a59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:41.577840 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3f389ed-e258-4ed6-96a0-3054f0155a59 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 111} {{(pid=103160) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 18 14:01:41.589065 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f389ed-e258-4ed6-96a0-3054f0155a59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b09ad139-d14b-43b4-8b7a-be0250df3d3d,revision_number=1']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:01:41.594432 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-d3f389ed-e258-4ed6-96a0-3054f0155a59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:41.594770 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.db.segments_db [None req-d3f389ed-e258-4ed6-96a0-3054f0155a59 admin admin] Added segment 0d310b8e-db55-48d5-b1ae-3022d08ee807 of type vlan for network 6c84f15e-e84e-4815-a262-80b2428b64c3 Dec 18 14:01:41.651748 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-d3f389ed-e258-4ed6-96a0-3054f0155a59 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767106405744'] for network, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:41.672076 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device ec0894cc-164c-48b9-8c5d-10509edc231f up at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 14:01:41.684324 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-d3f389ed-e258-4ed6-96a0-3054f0155a59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981'] for network, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:41.685764 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3f389ed-e258-4ed6-96a0-3054f0155a59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:01:41.686352 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-d3f389ed-e258-4ed6-96a0-3054f0155a59 admin admin] Publish callbacks [] for network, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:41.727313 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2294866d-0076-4933-952c-685307032598 None None] Provisioning complete for port ec0894cc-164c-48b9-8c5d-10509edc231f triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 14:01:41.727599 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:41.749711 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 32948) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:01:41.750325 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-d3f389ed-e258-4ed6-96a0-3054f0155a59 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3304100 Dec 18 14:01:41.756086 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-9cdcb4cc-03ad-4a24-b5af-2a233d8bcbb4 admin admin] Request body: {'subnet': {'network_id': '6c84f15e-e84e-4815-a262-80b2428b64c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-856358130-subnet', 'tenant_id': '989b902337df4bf08b76ef608de26f3c', 'ip_version': 4}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 14:01:41.758519 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f389ed-e258-4ed6-96a0-3054f0155a59 admin admin] Pushing event updated for resources: {'Network': ['ID=6c84f15e-e84e-4815-a262-80b2428b64c3,revision_number=1']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:01:41.772126 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Network 6c84f15e-e84e-4815-a262-80b2428b64c3 details requested by agent ovs-agent-dv-neutron-744815-20-hyperv with host dv-neutron-744815-20-hyperv {{(pid=103161) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 18 14:01:41.785290 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cdcb4cc-03ad-4a24-b5af-2a233d8bcbb4 admin admin] Made reservation on behalf of 989b902337df4bf08b76ef608de26f3c for: {'subnet': 1} {{(pid=103159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 14:01:41.788426 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-9cdcb4cc-03ad-4a24-b5af-2a233d8bcbb4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6017072'] for subnet, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:41.997577 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-9cdcb4cc-03ad-4a24-b5af-2a233d8bcbb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5659786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6017062'] for subnet, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:42.371778 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdcb4cc-03ad-4a24-b5af-2a233d8bcbb4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a8532408-919e-4dc9-8f94-a7f1edd459db,revision_number=0']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:01:42.383175 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cdcb4cc-03ad-4a24-b5af-2a233d8bcbb4 admin admin] Checking segment: {'id': '0d310b8e-db55-48d5-b1ae-3022d08ee807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '6c84f15e-e84e-4815-a262-80b2428b64c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 14:01:42.383533 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cdcb4cc-03ad-4a24-b5af-2a233d8bcbb4 admin admin] Network hostable DHCP agents. Network: 6c84f15e-e84e-4815-a262-80b2428b64c3, hostable agents: ['aa77effa-0e3a-4bbd-a383-4d58ed3328d0'], hosted agents: [] {{(pid=103159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 18 14:01:42.402083 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cdcb4cc-03ad-4a24-b5af-2a233d8bcbb4 admin admin] Network 6c84f15e-e84e-4815-a262-80b2428b64c3 is scheduled to be hosted by DHCP agent aa77effa-0e3a-4bbd-a383-4d58ed3328d0 with binding_index 1 {{(pid=103159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 18 14:01:42.413333 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.base_scheduler [None req-9cdcb4cc-03ad-4a24-b5af-2a233d8bcbb4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-744815-20-hyperv, 6c84f15e-e84e-4815-a262-80b2428b64c3) {{(pid=103159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 14:01:42.418499 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cdcb4cc-03ad-4a24-b5af-2a233d8bcbb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:01:42.419138 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-9cdcb4cc-03ad-4a24-b5af-2a233d8bcbb4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:42.426362 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a33169da-1e1e-4398-adb2-2180f869a8a5 None None] Network 6c84f15e-e84e-4815-a262-80b2428b64c3 requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 14:01:42.444667 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-9cdcb4cc-03ad-4a24-b5af-2a233d8bcbb4 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6937854 Dec 18 14:01:42.445638 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 32950) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:01:42.450750 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-4718cc73-1ad8-4cf9-8733-cd10f51193cf admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-856358130-router', 'tenant_id': '989b902337df4bf08b76ef608de26f3c', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83'}}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 14:01:42.495451 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-4718cc73-1ad8-4cf9-8733-cd10f51193cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28433'] for router, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:42.496876 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-4718cc73-1ad8-4cf9-8733-cd10f51193cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-589769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28440'] for router, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:42.568131 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-4718cc73-1ad8-4cf9-8733-cd10f51193cf admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:42.606431 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9674d934-ab5f-44a8-a0e4-1a65cde308a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp31e170a0-46a1-5ba9-9dc1-7ee4f866f0d7-6c84f15e-e84e-4815-a262-80b2428b64c3', 'network_id': '6c84f15e-e84e-4815-a262-80b2428b64c3', 'project_id': '989b902337df4bf08b76ef608de26f3c', 'fixed_ips': [{'subnet_id': 'a8532408-919e-4dc9-8f94-a7f1edd459db'}]}} from dv-neutron-744815-20-hyperv. {{(pid=103161) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 18 14:01:42.607586 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-9674d934-ab5f-44a8-a0e4-1a65cde308a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:42.728599 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-4718cc73-1ad8-4cf9-8733-cd10f51193cf admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:42.793277 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_common [None req-9674d934-ab5f-44a8-a0e4-1a65cde308a0 None None] Allocated IP 172.20.0.2 (6c84f15e-e84e-4815-a262-80b2428b64c3/a8532408-919e-4dc9-8f94-a7f1edd459db/058b4d45-1263-4b9a-a117-705152a38b4a) {{(pid=103161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 14:01:42.985792 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-9674d934-ab5f-44a8-a0e4-1a65cde308a0 None None] Publish callbacks [] for port, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:42.993244 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-9674d934-ab5f-44a8-a0e4-1a65cde308a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975'] for port, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:43.043081 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9674d934-ab5f-44a8-a0e4-1a65cde308a0 None None] Network 6c84f15e-e84e-4815-a262-80b2428b64c3 is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 14:01:43.047905 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-9674d934-ab5f-44a8-a0e4-1a65cde308a0 None None] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 14:01:43.052748 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9674d934-ab5f-44a8-a0e4-1a65cde308a0 None None] Received port after_create {{(pid=103161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 14:01:43.060134 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9674d934-ab5f-44a8-a0e4-1a65cde308a0 None None] Pushing event updated for resources: {'Port': ['ID=058b4d45-1263-4b9a-a117-705152a38b4a,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:01:43.125199 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-9674d934-ab5f-44a8-a0e4-1a65cde308a0 None None] Attempting to bind port 058b4d45-1263-4b9a-a117-705152a38b4a on host dv-neutron-744815-20-hyperv for vnic_type normal with profile {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 14:01:43.125571 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-9674d934-ab5f-44a8-a0e4-1a65cde308a0 None None] Attempting to bind port 058b4d45-1263-4b9a-a117-705152a38b4a by drivers openvswitch,hyperv on host dv-neutron-744815-20-hyperv at level 0 using segments [{'id': '0d310b8e-db55-48d5-b1ae-3022d08ee807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '6c84f15e-e84e-4815-a262-80b2428b64c3'}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 14:01:43.125938 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9674d934-ab5f-44a8-a0e4-1a65cde308a0 None None] Attempting to bind port 058b4d45-1263-4b9a-a117-705152a38b4a on network 6c84f15e-e84e-4815-a262-80b2428b64c3 {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 14:01:43.131869 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9674d934-ab5f-44a8-a0e4-1a65cde308a0 None None] Checking agent: {'id': '428fa9fa-43db-4db9-9f96-f60ffe931f2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-20-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 13, 19, 1), 'started_at': datetime.datetime(2021, 12, 18, 13, 19, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 14, 1, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-20-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 18 14:01:43.132251 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9674d934-ab5f-44a8-a0e4-1a65cde308a0 None None] Checking segment: {'id': '0d310b8e-db55-48d5-b1ae-3022d08ee807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '6c84f15e-e84e-4815-a262-80b2428b64c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 14:01:43.132564 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-9674d934-ab5f-44a8-a0e4-1a65cde308a0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:43.132960 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9674d934-ab5f-44a8-a0e4-1a65cde308a0 None None] Bound using segment: {'id': '0d310b8e-db55-48d5-b1ae-3022d08ee807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '6c84f15e-e84e-4815-a262-80b2428b64c3'} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 18 14:01:43.133435 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-9674d934-ab5f-44a8-a0e4-1a65cde308a0 None None] Bound port: 058b4d45-1263-4b9a-a117-705152a38b4a, host: dv-neutron-744815-20-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d310b8e-db55-48d5-b1ae-3022d08ee807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '6c84f15e-e84e-4815-a262-80b2428b64c3'}}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 18 14:01:43.133868 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-9674d934-ab5f-44a8-a0e4-1a65cde308a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:43.199479 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-9674d934-ab5f-44a8-a0e4-1a65cde308a0 None None] For port 058b4d45-1263-4b9a-a117-705152a38b4a, host dv-neutron-744815-20-hyperv, cleared binding levels {{(pid=103161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 18 14:01:43.202860 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-9674d934-ab5f-44a8-a0e4-1a65cde308a0 None None] For port 058b4d45-1263-4b9a-a117-705152a38b4a, host dv-neutron-744815-20-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=058b4d45-1263-4b9a-a117-705152a38b4a,segment=NetworkSegment(0d310b8e-db55-48d5-b1ae-3022d08ee807),segment_id=0d310b8e-db55-48d5-b1ae-3022d08ee807)] {{(pid=103161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 18 14:01:43.209718 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-9674d934-ab5f-44a8-a0e4-1a65cde308a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:43.275022 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9674d934-ab5f-44a8-a0e4-1a65cde308a0 None None] Pushing event updated for resources: {'Port': ['ID=058b4d45-1263-4b9a-a117-705152a38b4a,revision_number=2']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:01:43.358822 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-4718cc73-1ad8-4cf9-8733-cd10f51193cf admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:43.378710 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-4718cc73-1ad8-4cf9-8733-cd10f51193cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:43.508845 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.db_base_plugin_common [None req-4718cc73-1ad8-4cf9-8733-cd10f51193cf admin admin] Allocated IP 172.26.3.54 (decb4a40-7941-48c8-afbb-daaafd502e83/70deed80-3ca1-4f9e-96cb-563b43d3acba/117ddb34-0096-4078-a505-fdd128a625f9) {{(pid=103160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 14:01:43.527898 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cea585b3-5dba-4c20-9e59-73180e7b0162 None None] Sync routers for ids ['a27e6f62-7470-4dfe-bb77-48c2cb571010'] in dv-neutron-744815-20-hyperv {{(pid=103162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 14:01:43.543286 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cea585b3-5dba-4c20-9e59-73180e7b0162 None None] Routers {'a27e6f62-7470-4dfe-bb77-48c2cb571010'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 14:01:43.544059 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-cea585b3-5dba-4c20-9e59-73180e7b0162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T14:01:27Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['a27e6f62-7470-4dfe-bb77-48c2cb571010'], 'active': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:01:43.652495 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-4718cc73-1ad8-4cf9-8733-cd10f51193cf admin admin] Publish callbacks [] for port, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:43.713899 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvr_db [None req-cea585b3-5dba-4c20-9e59-73180e7b0162 None None] Set router a27e6f62-7470-4dfe-bb77-48c2cb571010 gateway port host: dv-neutron-744815-20-hyperv {{(pid=103162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 14:01:43.722247 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-4718cc73-1ad8-4cf9-8733-cd10f51193cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4533522'] for port, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:43.756138 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 050de29a-c67c-48a8-9b48-02fe48070d8a up at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 14:01:43.772916 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4718cc73-1ad8-4cf9-8733-cd10f51193cf admin admin] Network decb4a40-7941-48c8-afbb-daaafd502e83 is already hosted by enough agents. {{(pid=103160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 14:01:43.775729 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.base_scheduler [None req-4718cc73-1ad8-4cf9-8733-cd10f51193cf admin admin] Resources bound (agent type, host, resource id): {{(pid=103160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 14:01:43.779670 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4718cc73-1ad8-4cf9-8733-cd10f51193cf admin admin] Received port after_create {{(pid=103160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 14:01:43.796064 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09ec2fac-2c39-401f-b20f-09d64b0001c9 None None] DHCP port deletion for decb4a40-7941-48c8-afbb-daaafd502e83 request from dv-neutron-744815-20-hyperv {{(pid=103161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 18 14:01:43.812665 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4718cc73-1ad8-4cf9-8733-cd10f51193cf admin admin] Pushing event updated for resources: {'Port': ['ID=117ddb34-0096-4078-a505-fdd128a625f9,revision_number=1']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:01:43.818555 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2294866d-0076-4933-952c-685307032598 None None] Provisioning complete for port 050de29a-c67c-48a8-9b48-02fe48070d8a triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 14:01:43.818938 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:43.890636 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-af61e3de-6aa2-497b-a3de-efd4c416d8c2 None None] Provisioning complete for port 117ddb34-0096-4078-a505-fdd128a625f9 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 14:01:43.891604 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-af61e3de-6aa2-497b-a3de-efd4c416d8c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:43.983614 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 058b4d45-1263-4b9a-a117-705152a38b4a up at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 14:01:44.013428 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-af61e3de-6aa2-497b-a3de-efd4c416d8c2 None None] Port 117ddb34-0096-4078-a505-fdd128a625f9 cannot update to ACTIVE because it is not bound. {{(pid=103161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 14:01:44.035646 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2294866d-0076-4933-952c-685307032598 None None] Provisioning complete for port 058b4d45-1263-4b9a-a117-705152a38b4a triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 14:01:44.036170 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:44.069443 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-cea585b3-5dba-4c20-9e59-73180e7b0162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a27e6f62-7470-4dfe-bb77-48c2cb571010', 'name': 'tempest-TestEncryptedCinderVolumes-489929715-router', 'tenant_id': '3e4bd02b327e4555bf57fb1e33833c16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.209'}], 'enable_snat': True}, 'gw_port_id': '050de29a-c67c-48a8-9b48-02fe48070d8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T14:01:37Z', 'updated_at': '2021-12-18T14:01:40Z', 'revision_number': 4, 'project_id': '3e4bd02b327e4555bf57fb1e33833c16', 'gw_port': {'id': '050de29a-c67c-48a8-9b48-02fe48070d8a', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:78:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a27e6f62-7470-4dfe-bb77-48c2cb571010', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T14:01:38Z', 'updated_at': '2021-12-18T14:01:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv', '_interfaces': [{'id': '7964bbbf-887c-4267-9b17-0247db103a1a', 'name': '', 'network_id': 'c687e8f3-0212-4322-91be-f26e77b19c22', 'tenant_id': '3e4bd02b327e4555bf57fb1e33833c16', 'mac_address': 'fa:16:3e:e5:5d:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a27e6f62-7470-4dfe-bb77-48c2cb571010', 'device_owner': 'network:router_interface', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '4afc1081-4edb-4028-a76e-1095f116abef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T14:01:39Z', 'updated_at': '2021-12-18T14:01:40Z', 'revision_number': 2, 'project_id': '3e4bd02b327e4555bf57fb1e33833c16', 'subnets': [{'id': '4afc1081-4edb-4028-a76e-1095f116abef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:01:44.078521 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-4718cc73-1ad8-4cf9-8733-cd10f51193cf admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:44.099022 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cea585b3-5dba-4c20-9e59-73180e7b0162 None None] Checking router: a27e6f62-7470-4dfe-bb77-48c2cb571010 for host: dv-neutron-744815-20-hyperv {{(pid=103162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 18 14:01:44.099398 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cea585b3-5dba-4c20-9e59-73180e7b0162 None None] Updating router a27e6f62-7470-4dfe-bb77-48c2cb571010 port 7964bbbf-887c-4267-9b17-0247db103a1a binding host dv-neutron-744815-20-hyperv {{(pid=103162) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 18 14:01:44.128567 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:44.135494 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-cea585b3-5dba-4c20-9e59-73180e7b0162 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:44.188068 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-2294866d-0076-4933-952c-685307032598 None None] For port 058b4d45-1263-4b9a-a117-705152a38b4a, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=058b4d45-1263-4b9a-a117-705152a38b4a,segment=NetworkSegment(0d310b8e-db55-48d5-b1ae-3022d08ee807),segment_id=0d310b8e-db55-48d5-b1ae-3022d08ee807)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 14:01:44.195645 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:44.268579 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Pushing event updated for resources: {'Port': ['ID=058b4d45-1263-4b9a-a117-705152a38b4a,revision_number=3']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:01:44.324907 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-4718cc73-1ad8-4cf9-8733-cd10f51193cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-589760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-586526'] for router, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:44.423610 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-cea585b3-5dba-4c20-9e59-73180e7b0162 None None] Publish callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:44.430697 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-cea585b3-5dba-4c20-9e59-73180e7b0162 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:44.467893 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90562c1d-8419-4013-8719-a659d2c19b41 None None] Network 6c84f15e-e84e-4815-a262-80b2428b64c3 requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 14:01:44.484742 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4718cc73-1ad8-4cf9-8733-cd10f51193cf admin admin] Router 27b91307-5400-47c1-895f-e88cdb897cbe is scheduled to L3 agent c9c0cd52-5bd2-4704-9429-d80f1c5ad23c with binding_index 1 {{(pid=103160) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 18 14:01:44.489811 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8b21b4-6342-49ba-9d03-5e554d455108 None None] Pushing event updated for resources: {'Port': ['ID=7964bbbf-887c-4267-9b17-0247db103a1a,revision_number=3']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:01:44.516877 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8b21b4-6342-49ba-9d03-5e554d455108 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:01:44.517638 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8b21b4-6342-49ba-9d03-5e554d455108 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:01:44.518182 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8b21b4-6342-49ba-9d03-5e554d455108 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:01:44.518729 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8b21b4-6342-49ba-9d03-5e554d455108 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:01:44.519456 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8b21b4-6342-49ba-9d03-5e554d455108 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:01:44.519993 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8b21b4-6342-49ba-9d03-5e554d455108 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:01:44.520485 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8b21b4-6342-49ba-9d03-5e554d455108 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:01:44.520819 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8b21b4-6342-49ba-9d03-5e554d455108 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:01:44.521146 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8b21b4-6342-49ba-9d03-5e554d455108 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:01:44.521495 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8b21b4-6342-49ba-9d03-5e554d455108 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:01:44.521821 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8b21b4-6342-49ba-9d03-5e554d455108 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:01:44.522140 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8b21b4-6342-49ba-9d03-5e554d455108 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:01:44.522487 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8b21b4-6342-49ba-9d03-5e554d455108 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:01:44.558083 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-da6858a3-9329-44ab-b489-2bb5feb0954c None None] Provisioning complete for port 058b4d45-1263-4b9a-a117-705152a38b4a triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 14:01:44.558465 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-da6858a3-9329-44ab-b489-2bb5feb0954c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:44.577042 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [None req-cea585b3-5dba-4c20-9e59-73180e7b0162 None None] Attempting to bind port 7964bbbf-887c-4267-9b17-0247db103a1a on host dv-neutron-744815-20-hyperv for vnic_type normal with profile {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 14:01:44.577606 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [None req-cea585b3-5dba-4c20-9e59-73180e7b0162 None None] Attempting to bind port 7964bbbf-887c-4267-9b17-0247db103a1a by drivers openvswitch,hyperv on host dv-neutron-744815-20-hyperv at level 0 using segments [{'id': '5497b9ac-77ff-41a9-828c-bc91497413d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'c687e8f3-0212-4322-91be-f26e77b19c22'}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 14:01:44.577871 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea585b3-5dba-4c20-9e59-73180e7b0162 None None] Attempting to bind port 7964bbbf-887c-4267-9b17-0247db103a1a on network c687e8f3-0212-4322-91be-f26e77b19c22 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 14:01:44.584493 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea585b3-5dba-4c20-9e59-73180e7b0162 None None] Checking agent: {'id': '428fa9fa-43db-4db9-9f96-f60ffe931f2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-20-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 13, 19, 1), 'started_at': datetime.datetime(2021, 12, 18, 13, 19, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 14, 1, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-20-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 18 14:01:44.584868 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea585b3-5dba-4c20-9e59-73180e7b0162 None None] Checking segment: {'id': '5497b9ac-77ff-41a9-828c-bc91497413d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'c687e8f3-0212-4322-91be-f26e77b19c22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 14:01:44.585268 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-cea585b3-5dba-4c20-9e59-73180e7b0162 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:44.585657 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea585b3-5dba-4c20-9e59-73180e7b0162 None None] Bound using segment: {'id': '5497b9ac-77ff-41a9-828c-bc91497413d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'c687e8f3-0212-4322-91be-f26e77b19c22'} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 18 14:01:44.586298 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [None req-cea585b3-5dba-4c20-9e59-73180e7b0162 None None] Bound port: 7964bbbf-887c-4267-9b17-0247db103a1a, host: dv-neutron-744815-20-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5497b9ac-77ff-41a9-828c-bc91497413d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'c687e8f3-0212-4322-91be-f26e77b19c22'}}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 18 14:01:44.586671 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-cea585b3-5dba-4c20-9e59-73180e7b0162 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:44.648351 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4718cc73-1ad8-4cf9-8733-cd10f51193cf admin admin] Notify agent at l3_agent.dv-neutron-744815-20-hyperv the message routers_updated {{(pid=103160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 14:01:44.668310 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f459cc64-9d4e-4b7a-870f-eeb3e1752baf None None] Sync routers for ids ['27b91307-5400-47c1-895f-e88cdb897cbe'] in dv-neutron-744815-20-hyperv {{(pid=103161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 14:01:44.671518 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-cea585b3-5dba-4c20-9e59-73180e7b0162 None None] For port 7964bbbf-887c-4267-9b17-0247db103a1a, host dv-neutron-744815-20-hyperv, cleared binding levels {{(pid=103162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 18 14:01:44.675844 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-cea585b3-5dba-4c20-9e59-73180e7b0162 None None] For port 7964bbbf-887c-4267-9b17-0247db103a1a, host dv-neutron-744815-20-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=7964bbbf-887c-4267-9b17-0247db103a1a,segment=NetworkSegment(5497b9ac-77ff-41a9-828c-bc91497413d9),segment_id=5497b9ac-77ff-41a9-828c-bc91497413d9)] {{(pid=103162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 18 14:01:44.681627 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-4718cc73-1ad8-4cf9-8733-cd10f51193cf admin admin] Publish callbacks [] for router, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:44.683176 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-4718cc73-1ad8-4cf9-8733-cd10f51193cf admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.2357986 Dec 18 14:01:44.686111 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 32952) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:01:44.687625 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-cea585b3-5dba-4c20-9e59-73180e7b0162 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:44.694769 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f459cc64-9d4e-4b7a-870f-eeb3e1752baf None None] Routers {'27b91307-5400-47c1-895f-e88cdb897cbe'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 14:01:44.695425 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-f459cc64-9d4e-4b7a-870f-eeb3e1752baf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T14:01:27Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['27b91307-5400-47c1-895f-e88cdb897cbe'], 'active': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:01:44.754369 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cea585b3-5dba-4c20-9e59-73180e7b0162 None None] Routers {'a27e6f62-7470-4dfe-bb77-48c2cb571010'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 14:01:44.755423 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-cea585b3-5dba-4c20-9e59-73180e7b0162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T14:01:27Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['a27e6f62-7470-4dfe-bb77-48c2cb571010'], 'active': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:01:44.875300 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-b3aa7d4a-2236-4ba5-8ca0-55297f28d846 None None] Provisioning complete for port 7964bbbf-887c-4267-9b17-0247db103a1a triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 14:01:44.876276 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-b3aa7d4a-2236-4ba5-8ca0-55297f28d846 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:44.882658 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8b21b4-6342-49ba-9d03-5e554d455108 None None] Pushing event updated for resources: {'Port': ['ID=7964bbbf-887c-4267-9b17-0247db103a1a,revision_number=4']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:01:44.925306 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvr_db [None req-cea585b3-5dba-4c20-9e59-73180e7b0162 None None] Set router a27e6f62-7470-4dfe-bb77-48c2cb571010 gateway port host: dv-neutron-744815-20-hyperv {{(pid=103162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 14:01:45.104154 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvr_db [None req-f459cc64-9d4e-4b7a-870f-eeb3e1752baf None None] Set router 27b91307-5400-47c1-895f-e88cdb897cbe gateway port host: dv-neutron-744815-20-hyperv {{(pid=103161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 14:01:45.176776 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-cea585b3-5dba-4c20-9e59-73180e7b0162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a27e6f62-7470-4dfe-bb77-48c2cb571010', 'name': 'tempest-TestEncryptedCinderVolumes-489929715-router', 'tenant_id': '3e4bd02b327e4555bf57fb1e33833c16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.209'}], 'enable_snat': True}, 'gw_port_id': '050de29a-c67c-48a8-9b48-02fe48070d8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T14:01:37Z', 'updated_at': '2021-12-18T14:01:40Z', 'revision_number': 4, 'project_id': '3e4bd02b327e4555bf57fb1e33833c16', 'gw_port': {'id': '050de29a-c67c-48a8-9b48-02fe48070d8a', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:78:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a27e6f62-7470-4dfe-bb77-48c2cb571010', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T14:01:38Z', 'updated_at': '2021-12-18T14:01:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv', '_interfaces': [{'id': '7964bbbf-887c-4267-9b17-0247db103a1a', 'name': '', 'network_id': 'c687e8f3-0212-4322-91be-f26e77b19c22', 'tenant_id': '3e4bd02b327e4555bf57fb1e33833c16', 'mac_address': 'fa:16:3e:e5:5d:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a27e6f62-7470-4dfe-bb77-48c2cb571010', 'device_owner': 'network:router_interface', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '4afc1081-4edb-4028-a76e-1095f116abef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T14:01:39Z', 'updated_at': '2021-12-18T14:01:44Z', 'revision_number': 4, 'project_id': '3e4bd02b327e4555bf57fb1e33833c16', 'subnets': [{'id': '4afc1081-4edb-4028-a76e-1095f116abef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:01:45.206163 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cea585b3-5dba-4c20-9e59-73180e7b0162 None None] The sync data for ids ['a27e6f62-7470-4dfe-bb77-48c2cb571010'] in dv-neutron-744815-20-hyperv is: [{'id': 'a27e6f62-7470-4dfe-bb77-48c2cb571010', 'name': 'tempest-TestEncryptedCinderVolumes-489929715-router', 'tenant_id': '3e4bd02b327e4555bf57fb1e33833c16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.209'}], 'enable_snat': True}, 'gw_port_id': '050de29a-c67c-48a8-9b48-02fe48070d8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T14:01:37Z', 'updated_at': '2021-12-18T14:01:40Z', 'revision_number': 4, 'project_id': '3e4bd02b327e4555bf57fb1e33833c16', 'gw_port': {'id': '050de29a-c67c-48a8-9b48-02fe48070d8a', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:78:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a27e6f62-7470-4dfe-bb77-48c2cb571010', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T14:01:38Z', 'updated_at': '2021-12-18T14:01:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv', '_interfaces': [{'id': '7964bbbf-887c-4267-9b17-0247db103a1a', 'name': '', 'network_id': 'c687e8f3-0212-4322-91be-f26e77b19c22', 'tenant_id': '3e4bd02b327e4555bf57fb1e33833c16', 'mac_address': 'fa:16:3e:e5:5d:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a27e6f62-7470-4dfe-bb77-48c2cb571010', 'device_owner': 'network:router_interface', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '4afc1081-4edb-4028-a76e-1095f116abef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T14:01:39Z', 'updated_at': '2021-12-18T14:01:44Z', 'revision_number': 4, 'project_id': '3e4bd02b327e4555bf57fb1e33833c16', 'subnets': [{'id': '4afc1081-4edb-4028-a76e-1095f116abef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 14:01:45.234559 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-572e6c49-8a5c-48fc-bbe8-193b6aacd982 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:45.299576 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-b3aa7d4a-2236-4ba5-8ca0-55297f28d846 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:45.348605 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-b3aa7d4a-2236-4ba5-8ca0-55297f28d846 None None] For port 7964bbbf-887c-4267-9b17-0247db103a1a, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=7964bbbf-887c-4267-9b17-0247db103a1a,segment=NetworkSegment(5497b9ac-77ff-41a9-828c-bc91497413d9),segment_id=5497b9ac-77ff-41a9-828c-bc91497413d9)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 14:01:45.356663 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-b3aa7d4a-2236-4ba5-8ca0-55297f28d846 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:45.383493 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-f459cc64-9d4e-4b7a-870f-eeb3e1752baf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27b91307-5400-47c1-895f-e88cdb897cbe', 'name': 'tempest-TestEncryptedCinderVolumes-856358130-router', 'tenant_id': '989b902337df4bf08b76ef608de26f3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.54'}], 'enable_snat': True}, 'gw_port_id': '117ddb34-0096-4078-a505-fdd128a625f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T14:01:42Z', 'updated_at': '2021-12-18T14:01:43Z', 'revision_number': 3, 'project_id': '989b902337df4bf08b76ef608de26f3c', 'gw_port': {'id': '117ddb34-0096-4078-a505-fdd128a625f9', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:dc:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27b91307-5400-47c1-895f-e88cdb897cbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T14:01:43Z', 'updated_at': '2021-12-18T14:01:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv'}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:01:45.406539 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.db_base_plugin_common [None req-572e6c49-8a5c-48fc-bbe8-193b6aacd982 admin admin] Allocated IP 172.20.0.1 (6c84f15e-e84e-4815-a262-80b2428b64c3/a8532408-919e-4dc9-8f94-a7f1edd459db/93c0a4a6-c6ca-4835-a5fe-ccf98dd0b93b) {{(pid=103160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 14:01:45.416658 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f459cc64-9d4e-4b7a-870f-eeb3e1752baf None None] Checking router: 27b91307-5400-47c1-895f-e88cdb897cbe for host: dv-neutron-744815-20-hyperv {{(pid=103161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 18 14:01:45.417017 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f459cc64-9d4e-4b7a-870f-eeb3e1752baf None None] Updating router 27b91307-5400-47c1-895f-e88cdb897cbe port 117ddb34-0096-4078-a505-fdd128a625f9 binding host dv-neutron-744815-20-hyperv {{(pid=103161) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 18 14:01:45.454195 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f459cc64-9d4e-4b7a-870f-eeb3e1752baf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:45.455928 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3aa7d4a-2236-4ba5-8ca0-55297f28d846 None None] Pushing event updated for resources: {'Port': ['ID=7964bbbf-887c-4267-9b17-0247db103a1a,revision_number=5']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:01:45.505936 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-e9afd5e1-eaac-4b3d-9a23-8c45215eae64 None None] Provisioning complete for port 7964bbbf-887c-4267-9b17-0247db103a1a triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 14:01:45.506316 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e9afd5e1-eaac-4b3d-9a23-8c45215eae64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:45.519654 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-572e6c49-8a5c-48fc-bbe8-193b6aacd982 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:45.564074 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-572e6c49-8a5c-48fc-bbe8-193b6aacd982 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4533522'] for port, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:45.607881 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-572e6c49-8a5c-48fc-bbe8-193b6aacd982 admin admin] Network 6c84f15e-e84e-4815-a262-80b2428b64c3 is already hosted by enough agents. {{(pid=103160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 14:01:45.611028 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.base_scheduler [None req-572e6c49-8a5c-48fc-bbe8-193b6aacd982 admin admin] Resources bound (agent type, host, resource id): {{(pid=103160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 14:01:45.614751 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-572e6c49-8a5c-48fc-bbe8-193b6aacd982 admin admin] Received port after_create {{(pid=103160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 14:01:45.654597 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-572e6c49-8a5c-48fc-bbe8-193b6aacd982 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586257'] for router_interface, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:45.744596 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572e6c49-8a5c-48fc-bbe8-193b6aacd982 admin admin] Pushing event updated for resources: {'Port': ['ID=93c0a4a6-c6ca-4835-a5fe-ccf98dd0b93b,revision_number=1']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:01:45.765450 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 058b4d45-1263-4b9a-a117-705152a38b4a up at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 14:01:45.810713 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-572e6c49-8a5c-48fc-bbe8-193b6aacd982 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:45.835445 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-e9afd5e1-eaac-4b3d-9a23-8c45215eae64 None None] Provisioning complete for port 058b4d45-1263-4b9a-a117-705152a38b4a triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 14:01:45.835917 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e9afd5e1-eaac-4b3d-9a23-8c45215eae64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:45.940954 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2294866d-0076-4933-952c-685307032598 None None] Provisioning complete for port 058b4d45-1263-4b9a-a117-705152a38b4a triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 14:01:45.941580 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:45.996468 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f459cc64-9d4e-4b7a-870f-eeb3e1752baf None None] Publish callbacks [] for port, precommit_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:45.998045 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-572e6c49-8a5c-48fc-bbe8-193b6aacd982 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:46.003329 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-572e6c49-8a5c-48fc-bbe8-193b6aacd982 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4533541'] for port, after_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:46.010438 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f459cc64-9d4e-4b7a-870f-eeb3e1752baf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:46.071292 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572e6c49-8a5c-48fc-bbe8-193b6aacd982 admin admin] Pushing event updated for resources: {'Port': ['ID=93c0a4a6-c6ca-4835-a5fe-ccf98dd0b93b,revision_number=2']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:01:46.074292 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-572e6c49-8a5c-48fc-bbe8-193b6aacd982 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1048031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586432'] for router_interface, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:46.076131 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6e7a2c5-81ad-49e4-8afa-2fa662e314d3 None None] DHCP port deletion for decb4a40-7941-48c8-afbb-daaafd502e83 request from dv-neutron-744815-20-hyperv {{(pid=103161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 18 14:01:46.088093 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-f459cc64-9d4e-4b7a-870f-eeb3e1752baf None None] Attempting to bind port 117ddb34-0096-4078-a505-fdd128a625f9 on host dv-neutron-744815-20-hyperv for vnic_type normal with profile {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 14:01:46.088469 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-f459cc64-9d4e-4b7a-870f-eeb3e1752baf None None] Attempting to bind port 117ddb34-0096-4078-a505-fdd128a625f9 by drivers openvswitch,hyperv on host dv-neutron-744815-20-hyperv at level 0 using segments [{'id': '3f66d49c-4faa-434c-8c3e-991f4f1d01bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83'}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 14:01:46.088842 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f459cc64-9d4e-4b7a-870f-eeb3e1752baf None None] Attempting to bind port 117ddb34-0096-4078-a505-fdd128a625f9 on network decb4a40-7941-48c8-afbb-daaafd502e83 {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 14:01:46.090704 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaca4e63-2bae-4454-8428-1cbb17b9b7cc None None] Pushing event updated for resources: {'Port': ['ID=117ddb34-0096-4078-a505-fdd128a625f9,revision_number=2']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:01:46.117393 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f459cc64-9d4e-4b7a-870f-eeb3e1752baf None None] Checking agent: {'id': '428fa9fa-43db-4db9-9f96-f60ffe931f2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-20-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 13, 19, 1), 'started_at': datetime.datetime(2021, 12, 18, 13, 19, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 14, 1, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-20-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 18 14:01:46.117769 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f459cc64-9d4e-4b7a-870f-eeb3e1752baf None None] Checking segment: {'id': '3f66d49c-4faa-434c-8c3e-991f4f1d01bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 14:01:46.118186 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f459cc64-9d4e-4b7a-870f-eeb3e1752baf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:46.118582 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f459cc64-9d4e-4b7a-870f-eeb3e1752baf None None] Bound using segment: {'id': '3f66d49c-4faa-434c-8c3e-991f4f1d01bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83'} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 18 14:01:46.119072 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-f459cc64-9d4e-4b7a-870f-eeb3e1752baf None None] Bound port: 117ddb34-0096-4078-a505-fdd128a625f9, host: dv-neutron-744815-20-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f66d49c-4faa-434c-8c3e-991f4f1d01bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83'}}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 18 14:01:46.119487 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f459cc64-9d4e-4b7a-870f-eeb3e1752baf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:46.161607 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 7964bbbf-887c-4267-9b17-0247db103a1a up at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 14:01:46.169641 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-572e6c49-8a5c-48fc-bbe8-193b6aacd982 admin admin] Network 6c84f15e-e84e-4815-a262-80b2428b64c3 is already hosted by enough agents. {{(pid=103160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 14:01:46.171129 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.base_scheduler [None req-572e6c49-8a5c-48fc-bbe8-193b6aacd982 admin admin] Resources bound (agent type, host, resource id): {{(pid=103160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 14:01:46.213478 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-f459cc64-9d4e-4b7a-870f-eeb3e1752baf None None] For port 117ddb34-0096-4078-a505-fdd128a625f9, host dv-neutron-744815-20-hyperv, cleared binding levels {{(pid=103161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 18 14:01:46.219345 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-f459cc64-9d4e-4b7a-870f-eeb3e1752baf None None] For port 117ddb34-0096-4078-a505-fdd128a625f9, host dv-neutron-744815-20-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=117ddb34-0096-4078-a505-fdd128a625f9,segment=NetworkSegment(3f66d49c-4faa-434c-8c3e-991f4f1d01bd),segment_id=3f66d49c-4faa-434c-8c3e-991f4f1d01bd)] {{(pid=103161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 18 14:01:46.228426 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-1e1a9d6d-36f7-4e4b-a38f-a2fefe78abac None None] Provisioning complete for port 93c0a4a6-c6ca-4835-a5fe-ccf98dd0b93b triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 14:01:46.228827 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-1e1a9d6d-36f7-4e4b-a38f-a2fefe78abac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:46.232079 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f459cc64-9d4e-4b7a-870f-eeb3e1752baf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:46.289075 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-572e6c49-8a5c-48fc-bbe8-193b6aacd982 admin admin] Router 27b91307-5400-47c1-895f-e88cdb897cbe has already been hosted by L3 agent c9c0cd52-5bd2-4704-9429-d80f1c5ad23c {{(pid=103160) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 18 14:01:46.312722 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d813928b-659c-46ab-aabf-627053465c29 None None] DHCP port deletion for decb4a40-7941-48c8-afbb-daaafd502e83 request from dv-neutron-744815-20-hyperv {{(pid=103161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 18 14:01:46.323534 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-1e1a9d6d-36f7-4e4b-a38f-a2fefe78abac None None] Port 93c0a4a6-c6ca-4835-a5fe-ccf98dd0b93b cannot update to ACTIVE because it is not bound. {{(pid=103161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 14:01:46.330194 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2294866d-0076-4933-952c-685307032598 None None] Provisioning complete for port 7964bbbf-887c-4267-9b17-0247db103a1a triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 14:01:46.330571 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:46.372402 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f459cc64-9d4e-4b7a-870f-eeb3e1752baf None None] Routers {'27b91307-5400-47c1-895f-e88cdb897cbe'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 14:01:46.373050 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-f459cc64-9d4e-4b7a-870f-eeb3e1752baf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T14:01:27Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['27b91307-5400-47c1-895f-e88cdb897cbe'], 'active': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:01:46.377352 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaca4e63-2bae-4454-8428-1cbb17b9b7cc None None] Pushing event updated for resources: {'Port': ['ID=117ddb34-0096-4078-a505-fdd128a625f9,revision_number=3']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:01:46.413745 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-572e6c49-8a5c-48fc-bbe8-193b6aacd982 admin admin] Notify agent at l3_agent.dv-neutron-744815-20-hyperv the message routers_updated {{(pid=103160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 14:01:46.422220 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-572e6c49-8a5c-48fc-bbe8-193b6aacd982 admin admin] 10.222.0.31 "PUT /v2.0/routers/27b91307-5400-47c1-895f-e88cdb897cbe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7317517 Dec 18 14:01:46.425218 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-1e1a9d6d-36f7-4e4b-a38f-a2fefe78abac None None] Provisioning complete for port 117ddb34-0096-4078-a505-fdd128a625f9 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 14:01:46.425596 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-1e1a9d6d-36f7-4e4b-a38f-a2fefe78abac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:46.589808 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvr_db [None req-f459cc64-9d4e-4b7a-870f-eeb3e1752baf None None] Set router 27b91307-5400-47c1-895f-e88cdb897cbe gateway port host: dv-neutron-744815-20-hyperv {{(pid=103161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 14:01:46.636046 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-1e1a9d6d-36f7-4e4b-a38f-a2fefe78abac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:46.703580 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-1e1a9d6d-36f7-4e4b-a38f-a2fefe78abac None None] For port 117ddb34-0096-4078-a505-fdd128a625f9, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=117ddb34-0096-4078-a505-fdd128a625f9,segment=NetworkSegment(3f66d49c-4faa-434c-8c3e-991f4f1d01bd),segment_id=3f66d49c-4faa-434c-8c3e-991f4f1d01bd)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 14:01:46.731830 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-1e1a9d6d-36f7-4e4b-a38f-a2fefe78abac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:46.804079 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1a9d6d-36f7-4e4b-a38f-a2fefe78abac None None] Pushing event updated for resources: {'Port': ['ID=117ddb34-0096-4078-a505-fdd128a625f9,revision_number=4']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:01:46.862481 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-bcd752e5-69c2-4522-8f7a-e5088d9585fa None None] Provisioning complete for port 93c0a4a6-c6ca-4835-a5fe-ccf98dd0b93b triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 14:01:46.862821 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-bcd752e5-69c2-4522-8f7a-e5088d9585fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:46.891800 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-f459cc64-9d4e-4b7a-870f-eeb3e1752baf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27b91307-5400-47c1-895f-e88cdb897cbe', 'name': 'tempest-TestEncryptedCinderVolumes-856358130-router', 'tenant_id': '989b902337df4bf08b76ef608de26f3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.54'}], 'enable_snat': True}, 'gw_port_id': '117ddb34-0096-4078-a505-fdd128a625f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T14:01:42Z', 'updated_at': '2021-12-18T14:01:45Z', 'revision_number': 4, 'project_id': '989b902337df4bf08b76ef608de26f3c', 'gw_port': {'id': '117ddb34-0096-4078-a505-fdd128a625f9', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:dc:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27b91307-5400-47c1-895f-e88cdb897cbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T14:01:43Z', 'updated_at': '2021-12-18T14:01:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv', '_interfaces': [{'id': '93c0a4a6-c6ca-4835-a5fe-ccf98dd0b93b', 'name': '', 'network_id': '6c84f15e-e84e-4815-a262-80b2428b64c3', 'tenant_id': '989b902337df4bf08b76ef608de26f3c', 'mac_address': 'fa:16:3e:ff:35:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27b91307-5400-47c1-895f-e88cdb897cbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': 'a8532408-919e-4dc9-8f94-a7f1edd459db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T14:01:45Z', 'updated_at': '2021-12-18T14:01:45Z', 'revision_number': 2, 'project_id': '989b902337df4bf08b76ef608de26f3c', 'subnets': [{'id': 'a8532408-919e-4dc9-8f94-a7f1edd459db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:01:46.925917 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f459cc64-9d4e-4b7a-870f-eeb3e1752baf None None] The sync data for ids ['27b91307-5400-47c1-895f-e88cdb897cbe'] in dv-neutron-744815-20-hyperv is: [{'id': '27b91307-5400-47c1-895f-e88cdb897cbe', 'name': 'tempest-TestEncryptedCinderVolumes-856358130-router', 'tenant_id': '989b902337df4bf08b76ef608de26f3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.54'}], 'enable_snat': True}, 'gw_port_id': '117ddb34-0096-4078-a505-fdd128a625f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T14:01:42Z', 'updated_at': '2021-12-18T14:01:45Z', 'revision_number': 4, 'project_id': '989b902337df4bf08b76ef608de26f3c', 'gw_port': {'id': '117ddb34-0096-4078-a505-fdd128a625f9', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:dc:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27b91307-5400-47c1-895f-e88cdb897cbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T14:01:43Z', 'updated_at': '2021-12-18T14:01:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv', '_interfaces': [{'id': '93c0a4a6-c6ca-4835-a5fe-ccf98dd0b93b', 'name': '', 'network_id': '6c84f15e-e84e-4815-a262-80b2428b64c3', 'tenant_id': '989b902337df4bf08b76ef608de26f3c', 'mac_address': 'fa:16:3e:ff:35:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27b91307-5400-47c1-895f-e88cdb897cbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': 'a8532408-919e-4dc9-8f94-a7f1edd459db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T14:01:45Z', 'updated_at': '2021-12-18T14:01:45Z', 'revision_number': 2, 'project_id': '989b902337df4bf08b76ef608de26f3c', 'subnets': [{'id': 'a8532408-919e-4dc9-8f94-a7f1edd459db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 14:01:46.929357 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-bcd752e5-69c2-4522-8f7a-e5088d9585fa None None] Port 93c0a4a6-c6ca-4835-a5fe-ccf98dd0b93b cannot update to ACTIVE because it is not bound. {{(pid=103161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 14:01:46.940420 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-bcd752e5-69c2-4522-8f7a-e5088d9585fa None None] Provisioning complete for port 117ddb34-0096-4078-a505-fdd128a625f9 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 14:01:46.940802 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-bcd752e5-69c2-4522-8f7a-e5088d9585fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:47.248300 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c5e246-6d03-49bb-8076-7f72799a6b90 req-745a92d0-8f26-487b-9dd2-455923134941 tempest-TestEncryptedCinderVolumes-862719557 tempest-TestEncryptedCinderVolumes-862719557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:01:47.249916 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-36c5e246-6d03-49bb-8076-7f72799a6b90 req-745a92d0-8f26-487b-9dd2-455923134941 tempest-TestEncryptedCinderVolumes-862719557 tempest-TestEncryptedCinderVolumes-862719557-project] 10.222.0.31 "GET /v2.0/networks?id=c687e8f3-0212-4322-91be-f26e77b19c22 HTTP/1.1" status: 200 len: 816 time: 0.1128738 Dec 18 14:01:47.266321 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-36c5e246-6d03-49bb-8076-7f72799a6b90 req-d7e37d60-dca1-46da-99e6-e98d51bc6cb5 tempest-TestEncryptedCinderVolumes-862719557 tempest-TestEncryptedCinderVolumes-862719557-project] 10.222.0.31 "GET /v2.0/quotas/3e4bd02b327e4555bf57fb1e33833c16 HTTP/1.1" status: 200 len: 375 time: 0.0100667 Dec 18 14:01:47.323658 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-36c5e246-6d03-49bb-8076-7f72799a6b90 req-51684899-de2d-4676-9818-2f0ad6989c2f tempest-TestEncryptedCinderVolumes-862719557 tempest-TestEncryptedCinderVolumes-862719557-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=3e4bd02b327e4555bf57fb1e33833c16&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0512233 Dec 18 14:01:47.425494 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-36c5e246-6d03-49bb-8076-7f72799a6b90 req-1e9186dd-c25b-4e40-bb70-6dca5b2d109a service neutron] 10.222.0.31 "GET /v2.0/networks/c687e8f3-0212-4322-91be-f26e77b19c22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888019 Dec 18 14:01:47.524956 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-36c5e246-6d03-49bb-8076-7f72799a6b90 req-79cc0d3d-5a18-4fd5-8370-ddc4cf4e3560 service neutron] 10.222.0.31 "GET /v2.0/networks/c687e8f3-0212-4322-91be-f26e77b19c22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933318 Dec 18 14:01:47.691092 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-c6d5e4f3-edf4-4fe3-b974-8d2d0328c23d req-0d802417-f739-4145-8d65-8466ae3fd26e tempest-TestEncryptedCinderVolumes-862719557 tempest-TestEncryptedCinderVolumes-862719557-project] 10.222.0.31 "GET /v2.0/ports?device_id=29b3a728-3d71-4a31-b5e4-b7f501374844 HTTP/1.1" status: 200 len: 210 time: 0.0297139 Dec 18 14:01:48.682076 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c5e246-6d03-49bb-8076-7f72799a6b90 req-8459fa1e-1d87-414a-a9ee-d45cfadfe67d tempest-TestEncryptedCinderVolumes-862719557 tempest-TestEncryptedCinderVolumes-862719557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:01:48.683618 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-36c5e246-6d03-49bb-8076-7f72799a6b90 req-8459fa1e-1d87-414a-a9ee-d45cfadfe67d tempest-TestEncryptedCinderVolumes-862719557 tempest-TestEncryptedCinderVolumes-862719557-project] 10.222.0.43 "GET /v2.0/networks?id=c687e8f3-0212-4322-91be-f26e77b19c22 HTTP/1.1" status: 200 len: 816 time: 0.1123984 Dec 18 14:01:48.696870 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [req-36c5e246-6d03-49bb-8076-7f72799a6b90 req-bf630b63-6c01-447b-904c-762ab3ff8ee5 tempest-TestEncryptedCinderVolumes-862719557 tempest-TestEncryptedCinderVolumes-862719557-project] Request body: {'port': {'device_id': '29b3a728-3d71-4a31-b5e4-b7f501374844', 'network_id': 'c687e8f3-0212-4322-91be-f26e77b19c22', 'admin_state_up': True, 'tenant_id': '3e4bd02b327e4555bf57fb1e33833c16'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 14:01:48.800567 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-3881d0bb-bad1-4d70-b5bf-4d794cbc3f3a req-6f573528-5f52-4d61-8dfc-11072c4826ac tempest-TestEncryptedCinderVolumes-862719557 tempest-TestEncryptedCinderVolumes-862719557-project] 10.222.0.31 "GET /v2.0/ports?device_id=29b3a728-3d71-4a31-b5e4-b7f501374844 HTTP/1.1" status: 200 len: 210 time: 0.0329368 Dec 18 14:01:48.842070 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36c5e246-6d03-49bb-8076-7f72799a6b90 req-bf630b63-6c01-447b-904c-762ab3ff8ee5 tempest-TestEncryptedCinderVolumes-862719557 tempest-TestEncryptedCinderVolumes-862719557-project] Made reservation on behalf of 3e4bd02b327e4555bf57fb1e33833c16 for: {'port': 1} {{(pid=103159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 14:01:48.846102 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-36c5e246-6d03-49bb-8076-7f72799a6b90 req-bf630b63-6c01-447b-904c-762ab3ff8ee5 tempest-TestEncryptedCinderVolumes-862719557 tempest-TestEncryptedCinderVolumes-862719557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:48.976096 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.db_base_plugin_common [req-36c5e246-6d03-49bb-8076-7f72799a6b90 req-bf630b63-6c01-447b-904c-762ab3ff8ee5 tempest-TestEncryptedCinderVolumes-862719557 tempest-TestEncryptedCinderVolumes-862719557-project] Allocated IP 172.20.0.11 (c687e8f3-0212-4322-91be-f26e77b19c22/4afc1081-4edb-4028-a76e-1095f116abef/2db54f2f-4aca-4cbc-8b06-f20c7a777d2e) {{(pid=103159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 14:01:49.135096 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-36c5e246-6d03-49bb-8076-7f72799a6b90 req-bf630b63-6c01-447b-904c-762ab3ff8ee5 tempest-TestEncryptedCinderVolumes-862719557 tempest-TestEncryptedCinderVolumes-862719557-project] Publish callbacks [] for port, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:49.172042 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-36c5e246-6d03-49bb-8076-7f72799a6b90 req-bf630b63-6c01-447b-904c-762ab3ff8ee5 tempest-TestEncryptedCinderVolumes-862719557 tempest-TestEncryptedCinderVolumes-862719557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:49.217470 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36c5e246-6d03-49bb-8076-7f72799a6b90 req-bf630b63-6c01-447b-904c-762ab3ff8ee5 tempest-TestEncryptedCinderVolumes-862719557 tempest-TestEncryptedCinderVolumes-862719557-project] Network c687e8f3-0212-4322-91be-f26e77b19c22 is already hosted by enough agents. {{(pid=103159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 14:01:49.220748 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.base_scheduler [req-36c5e246-6d03-49bb-8076-7f72799a6b90 req-bf630b63-6c01-447b-904c-762ab3ff8ee5 tempest-TestEncryptedCinderVolumes-862719557 tempest-TestEncryptedCinderVolumes-862719557-project] Resources bound (agent type, host, resource id): {{(pid=103159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 14:01:49.224770 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [req-36c5e246-6d03-49bb-8076-7f72799a6b90 req-bf630b63-6c01-447b-904c-762ab3ff8ee5 tempest-TestEncryptedCinderVolumes-862719557 tempest-TestEncryptedCinderVolumes-862719557-project] Received port after_create {{(pid=103159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 14:01:49.231748 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf630b63-6c01-447b-904c-762ab3ff8ee5 tempest-TestEncryptedCinderVolumes-862719557 tempest-TestEncryptedCinderVolumes-862719557-project] Pushing event updated for resources: {'Port': ['ID=2db54f2f-4aca-4cbc-8b06-f20c7a777d2e,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:01:49.280292 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c5e246-6d03-49bb-8076-7f72799a6b90 req-bf630b63-6c01-447b-904c-762ab3ff8ee5 tempest-TestEncryptedCinderVolumes-862719557 tempest-TestEncryptedCinderVolumes-862719557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:01:49.280939 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-36c5e246-6d03-49bb-8076-7f72799a6b90 req-bf630b63-6c01-447b-904c-762ab3ff8ee5 tempest-TestEncryptedCinderVolumes-862719557 tempest-TestEncryptedCinderVolumes-862719557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:49.297888 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fde0406a-c46e-4eb7-a2cf-00de58987699 None None] Sync routers for ids ['27b91307-5400-47c1-895f-e88cdb897cbe'] in dv-neutron-744815-20-hyperv {{(pid=103162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 14:01:49.304685 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-36c5e246-6d03-49bb-8076-7f72799a6b90 req-bf630b63-6c01-447b-904c-762ab3ff8ee5 tempest-TestEncryptedCinderVolumes-862719557 tempest-TestEncryptedCinderVolumes-862719557-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6121640 Dec 18 14:01:49.309329 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fde0406a-c46e-4eb7-a2cf-00de58987699 None None] Routers {'27b91307-5400-47c1-895f-e88cdb897cbe'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 14:01:49.309949 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-fde0406a-c46e-4eb7-a2cf-00de58987699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T14:01:27Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['27b91307-5400-47c1-895f-e88cdb897cbe'], 'active': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:01:49.357698 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [req-36c5e246-6d03-49bb-8076-7f72799a6b90 req-3c9376e0-7e80-4df4-9908-d39c1e6a6e13 service neutron] Request body: {'port': {'device_id': '29b3a728-3d71-4a31-b5e4-b7f501374844', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7448'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 14:01:49.419856 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvr_db [None req-fde0406a-c46e-4eb7-a2cf-00de58987699 None None] Set router 27b91307-5400-47c1-895f-e88cdb897cbe gateway port host: dv-neutron-744815-20-hyperv {{(pid=103162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 14:01:49.420092 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-36c5e246-6d03-49bb-8076-7f72799a6b90 req-3c9376e0-7e80-4df4-9908-d39c1e6a6e13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:49.465582 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-1ba255a1-fde4-4829-ba7e-65c70fca93d3 None None] Provisioning complete for port 2db54f2f-4aca-4cbc-8b06-f20c7a777d2e triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 14:01:49.466190 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-1ba255a1-fde4-4829-ba7e-65c70fca93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:49.499952 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-1ba255a1-fde4-4829-ba7e-65c70fca93d3 None None] Port 2db54f2f-4aca-4cbc-8b06-f20c7a777d2e cannot update to ACTIVE because it is not bound. {{(pid=103161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 14:01:49.628854 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-fde0406a-c46e-4eb7-a2cf-00de58987699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27b91307-5400-47c1-895f-e88cdb897cbe', 'name': 'tempest-TestEncryptedCinderVolumes-856358130-router', 'tenant_id': '989b902337df4bf08b76ef608de26f3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.54'}], 'enable_snat': True}, 'gw_port_id': '117ddb34-0096-4078-a505-fdd128a625f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T14:01:42Z', 'updated_at': '2021-12-18T14:01:45Z', 'revision_number': 4, 'project_id': '989b902337df4bf08b76ef608de26f3c', 'gw_port': {'id': '117ddb34-0096-4078-a505-fdd128a625f9', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:dc:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27b91307-5400-47c1-895f-e88cdb897cbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T14:01:43Z', 'updated_at': '2021-12-18T14:01:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv', '_interfaces': [{'id': '93c0a4a6-c6ca-4835-a5fe-ccf98dd0b93b', 'name': '', 'network_id': '6c84f15e-e84e-4815-a262-80b2428b64c3', 'tenant_id': '989b902337df4bf08b76ef608de26f3c', 'mac_address': 'fa:16:3e:ff:35:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27b91307-5400-47c1-895f-e88cdb897cbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': 'a8532408-919e-4dc9-8f94-a7f1edd459db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T14:01:45Z', 'updated_at': '2021-12-18T14:01:45Z', 'revision_number': 2, 'project_id': '989b902337df4bf08b76ef608de26f3c', 'subnets': [{'id': 'a8532408-919e-4dc9-8f94-a7f1edd459db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:01:49.661152 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fde0406a-c46e-4eb7-a2cf-00de58987699 None None] Checking router: 27b91307-5400-47c1-895f-e88cdb897cbe for host: dv-neutron-744815-20-hyperv {{(pid=103162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 18 14:01:49.661552 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fde0406a-c46e-4eb7-a2cf-00de58987699 None None] Updating router 27b91307-5400-47c1-895f-e88cdb897cbe port 93c0a4a6-c6ca-4835-a5fe-ccf98dd0b93b binding host dv-neutron-744815-20-hyperv {{(pid=103162) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 18 14:01:49.687700 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-fde0406a-c46e-4eb7-a2cf-00de58987699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:49.699448 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 117ddb34-0096-4078-a505-fdd128a625f9 up at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 14:01:49.700232 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.notifiers.nova [req-36c5e246-6d03-49bb-8076-7f72799a6b90 req-3c9376e0-7e80-4df4-9908-d39c1e6a6e13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2db54f2f-4aca-4cbc-8b06-f20c7a777d2e {{(pid=103159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 18 14:01:49.713553 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-36c5e246-6d03-49bb-8076-7f72799a6b90 req-3c9376e0-7e80-4df4-9908-d39c1e6a6e13 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:49.727748 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.provisioning_blocks [req-36c5e246-6d03-49bb-8076-7f72799a6b90 req-3c9376e0-7e80-4df4-9908-d39c1e6a6e13 service neutron] Transition to ACTIVE for port object 2db54f2f-4aca-4cbc-8b06-f20c7a777d2e will not be triggered until provisioned by entity L2. {{(pid=103159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 18 14:01:49.732456 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-36c5e246-6d03-49bb-8076-7f72799a6b90 req-3c9376e0-7e80-4df4-9908-d39c1e6a6e13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5659917'] for port, after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:49.758635 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2294866d-0076-4933-952c-685307032598 None None] Provisioning complete for port 117ddb34-0096-4078-a505-fdd128a625f9 triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 14:01:49.758913 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:49.815518 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9376e0-7e80-4df4-9908-d39c1e6a6e13 service neutron] Pushing event updated for resources: {'Port': ['ID=2db54f2f-4aca-4cbc-8b06-f20c7a777d2e,revision_number=2']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:01:49.866642 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.managers [req-36c5e246-6d03-49bb-8076-7f72799a6b90 req-3c9376e0-7e80-4df4-9908-d39c1e6a6e13 service neutron] Attempting to bind port 2db54f2f-4aca-4cbc-8b06-f20c7a777d2e on host hv-neutron-7448 for vnic_type normal with profile {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 14:01:49.866993 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.managers [req-36c5e246-6d03-49bb-8076-7f72799a6b90 req-3c9376e0-7e80-4df4-9908-d39c1e6a6e13 service neutron] Attempting to bind port 2db54f2f-4aca-4cbc-8b06-f20c7a777d2e by drivers openvswitch,hyperv on host hv-neutron-7448 at level 0 using segments [{'id': '5497b9ac-77ff-41a9-828c-bc91497413d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'c687e8f3-0212-4322-91be-f26e77b19c22'}] {{(pid=103159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 14:01:49.867489 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36c5e246-6d03-49bb-8076-7f72799a6b90 req-3c9376e0-7e80-4df4-9908-d39c1e6a6e13 service neutron] Attempting to bind port 2db54f2f-4aca-4cbc-8b06-f20c7a777d2e on network c687e8f3-0212-4322-91be-f26e77b19c22 {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 14:01:49.872611 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36c5e246-6d03-49bb-8076-7f72799a6b90 req-3c9376e0-7e80-4df4-9908-d39c1e6a6e13 service neutron] Port 2db54f2f-4aca-4cbc-8b06-f20c7a777d2e on network c687e8f3-0212-4322-91be-f26e77b19c22 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7448 {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 18 14:01:49.873450 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36c5e246-6d03-49bb-8076-7f72799a6b90 req-3c9376e0-7e80-4df4-9908-d39c1e6a6e13 service neutron] Attempting to bind port 2db54f2f-4aca-4cbc-8b06-f20c7a777d2e on network c687e8f3-0212-4322-91be-f26e77b19c22 {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 14:01:49.880537 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36c5e246-6d03-49bb-8076-7f72799a6b90 req-3c9376e0-7e80-4df4-9908-d39c1e6a6e13 service neutron] Checking agent: {'id': 'c35b6aa0-0616-421f-8ded-732dd37fc90f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7448', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 13, 24, 37), 'started_at': datetime.datetime(2021, 12, 18, 13, 24, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 14, 1, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 18 14:01:49.887663 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36c5e246-6d03-49bb-8076-7f72799a6b90 req-3c9376e0-7e80-4df4-9908-d39c1e6a6e13 service neutron] Checking segment: {'id': '5497b9ac-77ff-41a9-828c-bc91497413d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'c687e8f3-0212-4322-91be-f26e77b19c22'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 14:01:49.889186 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36c5e246-6d03-49bb-8076-7f72799a6b90 req-3c9376e0-7e80-4df4-9908-d39c1e6a6e13 service neutron] Bound using segment: {'id': '5497b9ac-77ff-41a9-828c-bc91497413d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'c687e8f3-0212-4322-91be-f26e77b19c22'} {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 18 14:01:49.891736 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.managers [req-36c5e246-6d03-49bb-8076-7f72799a6b90 req-3c9376e0-7e80-4df4-9908-d39c1e6a6e13 service neutron] Bound port: 2db54f2f-4aca-4cbc-8b06-f20c7a777d2e, host: hv-neutron-7448, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5497b9ac-77ff-41a9-828c-bc91497413d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'c687e8f3-0212-4322-91be-f26e77b19c22'}}] {{(pid=103159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 18 14:01:49.892499 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-36c5e246-6d03-49bb-8076-7f72799a6b90 req-3c9376e0-7e80-4df4-9908-d39c1e6a6e13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:49.962786 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558e2e22-f4e9-4f64-a5f4-5b6e5579a00f req-0be2a3f4-df08-4c53-beb5-42b57746163a tempest-TestEncryptedCinderVolumes-862719557 tempest-TestEncryptedCinderVolumes-862719557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:01:49.967014 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-558e2e22-f4e9-4f64-a5f4-5b6e5579a00f req-0be2a3f4-df08-4c53-beb5-42b57746163a tempest-TestEncryptedCinderVolumes-862719557 tempest-TestEncryptedCinderVolumes-862719557-project] 10.222.0.31 "GET /v2.0/ports?device_id=29b3a728-3d71-4a31-b5e4-b7f501374844 HTTP/1.1" status: 200 len: 944 time: 0.0636313 Dec 18 14:01:49.978220 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.db [req-36c5e246-6d03-49bb-8076-7f72799a6b90 req-3c9376e0-7e80-4df4-9908-d39c1e6a6e13 service neutron] For port 2db54f2f-4aca-4cbc-8b06-f20c7a777d2e, host hv-neutron-7448, cleared binding levels {{(pid=103159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 18 14:01:49.981808 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.db [req-36c5e246-6d03-49bb-8076-7f72799a6b90 req-3c9376e0-7e80-4df4-9908-d39c1e6a6e13 service neutron] For port 2db54f2f-4aca-4cbc-8b06-f20c7a777d2e, host hv-neutron-7448, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=2db54f2f-4aca-4cbc-8b06-f20c7a777d2e,segment=NetworkSegment(5497b9ac-77ff-41a9-828c-bc91497413d9),segment_id=5497b9ac-77ff-41a9-828c-bc91497413d9)] {{(pid=103159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 18 14:01:49.991727 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-36c5e246-6d03-49bb-8076-7f72799a6b90 req-3c9376e0-7e80-4df4-9908-d39c1e6a6e13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5659917'] for port, after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:50.032751 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-558e2e22-f4e9-4f64-a5f4-5b6e5579a00f req-9ef25519-901b-4bc7-a55e-0615af0ba46b tempest-TestEncryptedCinderVolumes-862719557 tempest-TestEncryptedCinderVolumes-862719557-project] 10.222.0.31 "GET /v2.0/security-groups?id=1225b422-10e6-483a-9ec7-6ba04a7984bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533514 Dec 18 14:01:50.034693 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c5e246-6d03-49bb-8076-7f72799a6b90 req-3c9376e0-7e80-4df4-9908-d39c1e6a6e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:01:50.035371 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-36c5e246-6d03-49bb-8076-7f72799a6b90 req-3c9376e0-7e80-4df4-9908-d39c1e6a6e13 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:50.036852 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-36c5e246-6d03-49bb-8076-7f72799a6b90 req-3c9376e0-7e80-4df4-9908-d39c1e6a6e13 service neutron] 10.222.0.43 "PUT /v2.0/ports/2db54f2f-4aca-4cbc-8b06-f20c7a777d2e HTTP/1.1" status: 200 len: 1094 time: 0.6837304 Dec 18 14:01:50.037300 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29b3a728-3d71-4a31-b5e4-b7f501374844', 'tag': '2db54f2f-4aca-4cbc-8b06-f20c7a777d2e'}] {{(pid=103159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 18 14:01:50.039635 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca844cf115d59c1fab86abc202fb4c13735de0d7e4cbbbb25eec9406e9c87431" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a97bac81-6755-4cce-9c6c-6c05b24a1c68" -d '{"events": [{"name": "network-changed", "server_uuid": "29b3a728-3d71-4a31-b5e4-b7f501374844", "tag": "2db54f2f-4aca-4cbc-8b06-f20c7a777d2e"}]}' {{(pid=103159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 18 14:01:50.089098 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9376e0-7e80-4df4-9908-d39c1e6a6e13 service neutron] Pushing event updated for resources: {'Port': ['ID=2db54f2f-4aca-4cbc-8b06-f20c7a777d2e,revision_number=3']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:01:50.110883 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 14:01:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-647b44ca-e78d-4682-8a3e-a9a638fe00ff x-openstack-request-id: req-647b44ca-e78d-4682-8a3e-a9a638fe00ff {{(pid=103159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 18 14:01:50.111227 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29b3a728-3d71-4a31-b5e4-b7f501374844", "tag": "2db54f2f-4aca-4cbc-8b06-f20c7a777d2e", "status": "completed", "code": 200}]} {{(pid=103159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 18 14:01:50.111447 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-647b44ca-e78d-4682-8a3e-a9a638fe00ff {{(pid=103159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 18 14:01:50.111849 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29b3a728-3d71-4a31-b5e4-b7f501374844', 'tag': '2db54f2f-4aca-4cbc-8b06-f20c7a777d2e', 'status': 'completed', 'code': 200} Dec 18 14:01:50.135229 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c5e246-6d03-49bb-8076-7f72799a6b90 req-714c559e-3680-4ec3-8204-9d33a02bcc3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:01:50.137321 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-36c5e246-6d03-49bb-8076-7f72799a6b90 req-714c559e-3680-4ec3-8204-9d33a02bcc3c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3e4bd02b327e4555bf57fb1e33833c16&device_id=29b3a728-3d71-4a31-b5e4-b7f501374844 HTTP/1.1" status: 200 len: 1097 time: 0.0574267 Dec 18 14:01:50.138662 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-fde0406a-c46e-4eb7-a2cf-00de58987699 None None] Publish callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:50.145496 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-fde0406a-c46e-4eb7-a2cf-00de58987699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:50.182480 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-36c5e246-6d03-49bb-8076-7f72799a6b90 req-6aa50177-c342-4616-b105-b8afcc0dcd4e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2db54f2f-4aca-4cbc-8b06-f20c7a777d2e HTTP/1.1" status: 200 len: 217 time: 0.0374293 Dec 18 14:01:50.195648 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4a5331-c660-4784-97f5-4452bb1c230c None None] Pushing event updated for resources: {'Port': ['ID=93c0a4a6-c6ca-4835-a5fe-ccf98dd0b93b,revision_number=3']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:01:50.256276 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c5e246-6d03-49bb-8076-7f72799a6b90 req-9ee61ea0-4bd2-498c-8782-d44f6b5f184c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:01:50.257889 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-36c5e246-6d03-49bb-8076-7f72799a6b90 req-9ee61ea0-4bd2-498c-8782-d44f6b5f184c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4afc1081-4edb-4028-a76e-1095f116abef HTTP/1.1" status: 200 len: 855 time: 0.0668941 Dec 18 14:01:50.264680 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [None req-fde0406a-c46e-4eb7-a2cf-00de58987699 None None] Attempting to bind port 93c0a4a6-c6ca-4835-a5fe-ccf98dd0b93b on host dv-neutron-744815-20-hyperv for vnic_type normal with profile {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 14:01:50.265045 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [None req-fde0406a-c46e-4eb7-a2cf-00de58987699 None None] Attempting to bind port 93c0a4a6-c6ca-4835-a5fe-ccf98dd0b93b by drivers openvswitch,hyperv on host dv-neutron-744815-20-hyperv at level 0 using segments [{'id': '0d310b8e-db55-48d5-b1ae-3022d08ee807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '6c84f15e-e84e-4815-a262-80b2428b64c3'}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 14:01:50.265407 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fde0406a-c46e-4eb7-a2cf-00de58987699 None None] Attempting to bind port 93c0a4a6-c6ca-4835-a5fe-ccf98dd0b93b on network 6c84f15e-e84e-4815-a262-80b2428b64c3 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 14:01:50.270912 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fde0406a-c46e-4eb7-a2cf-00de58987699 None None] Checking agent: {'id': '428fa9fa-43db-4db9-9f96-f60ffe931f2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-20-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 13, 19, 1), 'started_at': datetime.datetime(2021, 12, 18, 13, 19, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 14, 1, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-20-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 18 14:01:50.271315 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fde0406a-c46e-4eb7-a2cf-00de58987699 None None] Checking segment: {'id': '0d310b8e-db55-48d5-b1ae-3022d08ee807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '6c84f15e-e84e-4815-a262-80b2428b64c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 14:01:50.271710 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-fde0406a-c46e-4eb7-a2cf-00de58987699 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:50.272301 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fde0406a-c46e-4eb7-a2cf-00de58987699 None None] Bound using segment: {'id': '0d310b8e-db55-48d5-b1ae-3022d08ee807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '6c84f15e-e84e-4815-a262-80b2428b64c3'} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 18 14:01:50.272833 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [None req-fde0406a-c46e-4eb7-a2cf-00de58987699 None None] Bound port: 93c0a4a6-c6ca-4835-a5fe-ccf98dd0b93b, host: dv-neutron-744815-20-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d310b8e-db55-48d5-b1ae-3022d08ee807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '6c84f15e-e84e-4815-a262-80b2428b64c3'}}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 18 14:01:50.273214 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-fde0406a-c46e-4eb7-a2cf-00de58987699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:50.319251 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c5e246-6d03-49bb-8076-7f72799a6b90 req-1f2242cc-a12a-4970-a48f-252bc8e62bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:01:50.320794 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-36c5e246-6d03-49bb-8076-7f72799a6b90 req-1f2242cc-a12a-4970-a48f-252bc8e62bbe service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c687e8f3-0212-4322-91be-f26e77b19c22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0547221 Dec 18 14:01:50.346521 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-fde0406a-c46e-4eb7-a2cf-00de58987699 None None] For port 93c0a4a6-c6ca-4835-a5fe-ccf98dd0b93b, host dv-neutron-744815-20-hyperv, cleared binding levels {{(pid=103162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 18 14:01:50.350537 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-fde0406a-c46e-4eb7-a2cf-00de58987699 None None] For port 93c0a4a6-c6ca-4835-a5fe-ccf98dd0b93b, host dv-neutron-744815-20-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=93c0a4a6-c6ca-4835-a5fe-ccf98dd0b93b,segment=NetworkSegment(0d310b8e-db55-48d5-b1ae-3022d08ee807),segment_id=0d310b8e-db55-48d5-b1ae-3022d08ee807)] {{(pid=103162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 18 14:01:50.357689 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-fde0406a-c46e-4eb7-a2cf-00de58987699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:50.413670 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fde0406a-c46e-4eb7-a2cf-00de58987699 None None] Routers {'27b91307-5400-47c1-895f-e88cdb897cbe'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 14:01:50.414292 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-fde0406a-c46e-4eb7-a2cf-00de58987699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T14:01:27Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['27b91307-5400-47c1-895f-e88cdb897cbe'], 'active': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:01:50.431371 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-36c5e246-6d03-49bb-8076-7f72799a6b90 req-c7c4b79f-b2ce-415d-b417-5d207f2c0195 service neutron] 10.222.0.43 "GET /v2.0/networks/c687e8f3-0212-4322-91be-f26e77b19c22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022034 Dec 18 14:01:50.462823 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4a5331-c660-4784-97f5-4452bb1c230c None None] Pushing event updated for resources: {'Port': ['ID=93c0a4a6-c6ca-4835-a5fe-ccf98dd0b93b,revision_number=4']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:01:50.485875 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-8fd6d2ee-0ce1-4f0f-b112-9ea82db0d698 None None] Provisioning complete for port 93c0a4a6-c6ca-4835-a5fe-ccf98dd0b93b triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 14:01:50.486434 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-8fd6d2ee-0ce1-4f0f-b112-9ea82db0d698 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:50.543546 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvr_db [None req-fde0406a-c46e-4eb7-a2cf-00de58987699 None None] Set router 27b91307-5400-47c1-895f-e88cdb897cbe gateway port host: dv-neutron-744815-20-hyperv {{(pid=103162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 14:01:50.558793 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-36c5e246-6d03-49bb-8076-7f72799a6b90 req-cf0338d4-e3e8-45f1-8e48-7afa22f108fa service neutron] 10.222.0.43 "GET /v2.0/networks/c687e8f3-0212-4322-91be-f26e77b19c22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202376 Dec 18 14:01:50.671107 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97bac81-6755-4cce-9c6c-6c05b24a1c68 req-1ec4b428-1793-4c2c-a14e-a77d6461c5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:01:50.674868 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-a97bac81-6755-4cce-9c6c-6c05b24a1c68 req-1ec4b428-1793-4c2c-a14e-a77d6461c5fc service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3e4bd02b327e4555bf57fb1e33833c16&device_id=29b3a728-3d71-4a31-b5e4-b7f501374844 HTTP/1.1" status: 200 len: 1097 time: 0.0637596 Dec 18 14:01:50.745060 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-8fd6d2ee-0ce1-4f0f-b112-9ea82db0d698 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:50.774395 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97bac81-6755-4cce-9c6c-6c05b24a1c68 req-21c898df-fe6f-48bd-8786-9db9480baa34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:01:50.775935 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-a97bac81-6755-4cce-9c6c-6c05b24a1c68 req-21c898df-fe6f-48bd-8786-9db9480baa34 service neutron] 10.222.0.43 "GET /v2.0/networks?id=c687e8f3-0212-4322-91be-f26e77b19c22 HTTP/1.1" status: 200 len: 917 time: 0.0932379 Dec 18 14:01:50.776425 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-fde0406a-c46e-4eb7-a2cf-00de58987699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27b91307-5400-47c1-895f-e88cdb897cbe', 'name': 'tempest-TestEncryptedCinderVolumes-856358130-router', 'tenant_id': '989b902337df4bf08b76ef608de26f3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.54'}], 'enable_snat': True}, 'gw_port_id': '117ddb34-0096-4078-a505-fdd128a625f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T14:01:42Z', 'updated_at': '2021-12-18T14:01:45Z', 'revision_number': 4, 'project_id': '989b902337df4bf08b76ef608de26f3c', 'gw_port': {'id': '117ddb34-0096-4078-a505-fdd128a625f9', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:dc:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27b91307-5400-47c1-895f-e88cdb897cbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T14:01:43Z', 'updated_at': '2021-12-18T14:01:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv', '_interfaces': [{'id': '93c0a4a6-c6ca-4835-a5fe-ccf98dd0b93b', 'name': '', 'network_id': '6c84f15e-e84e-4815-a262-80b2428b64c3', 'tenant_id': '989b902337df4bf08b76ef608de26f3c', 'mac_address': 'fa:16:3e:ff:35:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27b91307-5400-47c1-895f-e88cdb897cbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': 'a8532408-919e-4dc9-8f94-a7f1edd459db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T14:01:45Z', 'updated_at': '2021-12-18T14:01:50Z', 'revision_number': 4, 'project_id': '989b902337df4bf08b76ef608de26f3c', 'subnets': [{'id': 'a8532408-919e-4dc9-8f94-a7f1edd459db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:01:50.778740 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-8fd6d2ee-0ce1-4f0f-b112-9ea82db0d698 None None] For port 93c0a4a6-c6ca-4835-a5fe-ccf98dd0b93b, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=93c0a4a6-c6ca-4835-a5fe-ccf98dd0b93b,segment=NetworkSegment(0d310b8e-db55-48d5-b1ae-3022d08ee807),segment_id=0d310b8e-db55-48d5-b1ae-3022d08ee807)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 14:01:50.783571 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-8fd6d2ee-0ce1-4f0f-b112-9ea82db0d698 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:50.807070 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fde0406a-c46e-4eb7-a2cf-00de58987699 None None] The sync data for ids ['27b91307-5400-47c1-895f-e88cdb897cbe'] in dv-neutron-744815-20-hyperv is: [{'id': '27b91307-5400-47c1-895f-e88cdb897cbe', 'name': 'tempest-TestEncryptedCinderVolumes-856358130-router', 'tenant_id': '989b902337df4bf08b76ef608de26f3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.54'}], 'enable_snat': True}, 'gw_port_id': '117ddb34-0096-4078-a505-fdd128a625f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T14:01:42Z', 'updated_at': '2021-12-18T14:01:45Z', 'revision_number': 4, 'project_id': '989b902337df4bf08b76ef608de26f3c', 'gw_port': {'id': '117ddb34-0096-4078-a505-fdd128a625f9', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:dc:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27b91307-5400-47c1-895f-e88cdb897cbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T14:01:43Z', 'updated_at': '2021-12-18T14:01:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv', '_interfaces': [{'id': '93c0a4a6-c6ca-4835-a5fe-ccf98dd0b93b', 'name': '', 'network_id': '6c84f15e-e84e-4815-a262-80b2428b64c3', 'tenant_id': '989b902337df4bf08b76ef608de26f3c', 'mac_address': 'fa:16:3e:ff:35:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27b91307-5400-47c1-895f-e88cdb897cbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': 'a8532408-919e-4dc9-8f94-a7f1edd459db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T14:01:45Z', 'updated_at': '2021-12-18T14:01:50Z', 'revision_number': 4, 'project_id': '989b902337df4bf08b76ef608de26f3c', 'subnets': [{'id': 'a8532408-919e-4dc9-8f94-a7f1edd459db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 14:01:50.821542 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-a97bac81-6755-4cce-9c6c-6c05b24a1c68 req-fbaba2ea-5972-4ed7-b698-efb0266c70bf service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2db54f2f-4aca-4cbc-8b06-f20c7a777d2e HTTP/1.1" status: 200 len: 217 time: 0.0386720 Dec 18 14:01:50.834298 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd6d2ee-0ce1-4f0f-b112-9ea82db0d698 None None] Pushing event updated for resources: {'Port': ['ID=93c0a4a6-c6ca-4835-a5fe-ccf98dd0b93b,revision_number=5']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:01:50.874535 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97bac81-6755-4cce-9c6c-6c05b24a1c68 req-2b801361-c941-4e29-993e-48911582b825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:01:50.876120 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-a97bac81-6755-4cce-9c6c-6c05b24a1c68 req-2b801361-c941-4e29-993e-48911582b825 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4afc1081-4edb-4028-a76e-1095f116abef HTTP/1.1" status: 200 len: 855 time: 0.0479617 Dec 18 14:01:50.903609 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-f1a95903-0da2-4cc4-a125-21f6b70204f9 None None] Provisioning complete for port 93c0a4a6-c6ca-4835-a5fe-ccf98dd0b93b triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 14:01:50.903987 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f1a95903-0da2-4cc4-a125-21f6b70204f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:50.926407 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97bac81-6755-4cce-9c6c-6c05b24a1c68 req-5f719b6b-8472-48ca-a8f6-2cace9b6f81c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:01:50.928068 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-a97bac81-6755-4cce-9c6c-6c05b24a1c68 req-5f719b6b-8472-48ca-a8f6-2cace9b6f81c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c687e8f3-0212-4322-91be-f26e77b19c22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0444362 Dec 18 14:01:51.031041 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-a97bac81-6755-4cce-9c6c-6c05b24a1c68 req-44e55119-86ad-4998-a79e-aade4dd072a5 service neutron] 10.222.0.43 "GET /v2.0/networks/c687e8f3-0212-4322-91be-f26e77b19c22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950081 Dec 18 14:01:51.142844 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-a97bac81-6755-4cce-9c6c-6c05b24a1c68 req-2e14422e-2c77-40ef-a656-cc22dc1c7b41 service neutron] 10.222.0.43 "GET /v2.0/networks/c687e8f3-0212-4322-91be-f26e77b19c22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040251 Dec 18 14:01:51.148176 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ed9dc9-c5fe-47e5-b633-faada3b87e16 req-2443f3bc-51dc-4656-95de-5de0dcd4cb2d tempest-TestEncryptedCinderVolumes-862719557 tempest-TestEncryptedCinderVolumes-862719557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:01:51.151842 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-c9ed9dc9-c5fe-47e5-b633-faada3b87e16 req-2443f3bc-51dc-4656-95de-5de0dcd4cb2d tempest-TestEncryptedCinderVolumes-862719557 tempest-TestEncryptedCinderVolumes-862719557-project] 10.222.0.31 "GET /v2.0/ports?device_id=29b3a728-3d71-4a31-b5e4-b7f501374844 HTTP/1.1" status: 200 len: 944 time: 0.0561473 Dec 18 14:01:51.202231 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-c9ed9dc9-c5fe-47e5-b633-faada3b87e16 req-19a4e6e3-d9f2-4658-a402-16b4270f92b4 tempest-TestEncryptedCinderVolumes-862719557 tempest-TestEncryptedCinderVolumes-862719557-project] 10.222.0.31 "GET /v2.0/security-groups?id=1225b422-10e6-483a-9ec7-6ba04a7984bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435505 Dec 18 14:01:51.675810 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 93c0a4a6-c6ca-4835-a5fe-ccf98dd0b93b up at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 14:01:51.724654 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2294866d-0076-4933-952c-685307032598 None None] Provisioning complete for port 93c0a4a6-c6ca-4835-a5fe-ccf98dd0b93b triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 14:01:51.725031 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:52.329250 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd1ba4b-a9b6-4647-8cac-1e53413d5149 req-edbf8e52-b63a-4db5-a00e-7cce1836354f tempest-TestEncryptedCinderVolumes-862719557 tempest-TestEncryptedCinderVolumes-862719557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:01:52.330639 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-cbd1ba4b-a9b6-4647-8cac-1e53413d5149 req-edbf8e52-b63a-4db5-a00e-7cce1836354f tempest-TestEncryptedCinderVolumes-862719557 tempest-TestEncryptedCinderVolumes-862719557-project] 10.222.0.31 "GET /v2.0/ports?device_id=29b3a728-3d71-4a31-b5e4-b7f501374844 HTTP/1.1" status: 200 len: 944 time: 0.0553968 Dec 18 14:01:52.378644 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-cbd1ba4b-a9b6-4647-8cac-1e53413d5149 req-0cc192f4-15a6-4a8b-8ffd-3acc396c207e tempest-TestEncryptedCinderVolumes-862719557 tempest-TestEncryptedCinderVolumes-862719557-project] 10.222.0.31 "GET /v2.0/security-groups?id=1225b422-10e6-483a-9ec7-6ba04a7984bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418341 Dec 18 14:01:53.509231 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c948d33-81b6-4c42-b497-5be48638724d req-76561df6-d1c0-425f-af14-e8606df18720 tempest-TestEncryptedCinderVolumes-862719557 tempest-TestEncryptedCinderVolumes-862719557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:01:53.510730 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-8c948d33-81b6-4c42-b497-5be48638724d req-76561df6-d1c0-425f-af14-e8606df18720 tempest-TestEncryptedCinderVolumes-862719557 tempest-TestEncryptedCinderVolumes-862719557-project] 10.222.0.31 "GET /v2.0/ports?device_id=29b3a728-3d71-4a31-b5e4-b7f501374844 HTTP/1.1" status: 200 len: 944 time: 0.0527065 Dec 18 14:01:53.557560 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-8c948d33-81b6-4c42-b497-5be48638724d req-0ec50783-1e1c-4b7e-b12b-b7c16c05975e tempest-TestEncryptedCinderVolumes-862719557 tempest-TestEncryptedCinderVolumes-862719557-project] 10.222.0.31 "GET /v2.0/security-groups?id=1225b422-10e6-483a-9ec7-6ba04a7984bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406783 Dec 18 14:01:54.688040 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6021b9-e7aa-4cce-8ab4-7aa3cbbed9ba req-1cf3678b-a9f8-4e11-94f3-3f842afbe943 tempest-TestEncryptedCinderVolumes-862719557 tempest-TestEncryptedCinderVolumes-862719557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:01:54.689894 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-7e6021b9-e7aa-4cce-8ab4-7aa3cbbed9ba req-1cf3678b-a9f8-4e11-94f3-3f842afbe943 tempest-TestEncryptedCinderVolumes-862719557 tempest-TestEncryptedCinderVolumes-862719557-project] 10.222.0.31 "GET /v2.0/ports?device_id=29b3a728-3d71-4a31-b5e4-b7f501374844 HTTP/1.1" status: 200 len: 944 time: 0.0518048 Dec 18 14:01:54.738427 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-7e6021b9-e7aa-4cce-8ab4-7aa3cbbed9ba req-6e9cdf92-3e6d-4ece-8060-8f2a74a9fc17 tempest-TestEncryptedCinderVolumes-862719557 tempest-TestEncryptedCinderVolumes-862719557-project] 10.222.0.31 "GET /v2.0/security-groups?id=1225b422-10e6-483a-9ec7-6ba04a7984bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423176 Dec 18 14:01:54.869704 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Device 2db54f2f-4aca-4cbc-8b06-f20c7a777d2e details requested by agent hyperv_hv-neutron-7448 with host hv-neutron-7448 {{(pid=103161) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 18 14:01:54.974727 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-48d2c683-85fb-48bc-89c8-ac077a92e0c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:54.995011 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] For port 2db54f2f-4aca-4cbc-8b06-f20c7a777d2e, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=2db54f2f-4aca-4cbc-8b06-f20c7a777d2e,segment=NetworkSegment(5497b9ac-77ff-41a9-828c-bc91497413d9),segment_id=5497b9ac-77ff-41a9-828c-bc91497413d9)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 14:01:55.006705 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Returning: {'device': '2db54f2f-4aca-4cbc-8b06-f20c7a777d2e', 'network_id': 'c687e8f3-0212-4322-91be-f26e77b19c22', 'port_id': '2db54f2f-4aca-4cbc-8b06-f20c7a777d2e', 'mac_address': 'fa:16:3e:3e:07:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4afc1081-4edb-4028-a76e-1095f116abef', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103161) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 18 14:01:55.044438 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:55.057484 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.notifiers.nova [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2db54f2f-4aca-4cbc-8b06-f20c7a777d2e {{(pid=103161) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 18 14:01:55.077608 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] For port 2db54f2f-4aca-4cbc-8b06-f20c7a777d2e, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=2db54f2f-4aca-4cbc-8b06-f20c7a777d2e,segment=NetworkSegment(5497b9ac-77ff-41a9-828c-bc91497413d9),segment_id=5497b9ac-77ff-41a9-828c-bc91497413d9)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 14:01:55.083412 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:55.129505 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Pushing event updated for resources: {'Port': ['ID=2db54f2f-4aca-4cbc-8b06-f20c7a777d2e,revision_number=4']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:01:55.136545 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:01:55.136897 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:01:55.137241 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:01:55.137573 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:01:55.137906 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:01:55.138231 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:01:55.138559 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:01:55.138884 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:01:55.139236 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:01:55.139560 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:01:55.139864 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:01:55.140164 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:01:55.140500 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:01:55.397126 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] get_ports_and_sgs() called for port_ids ['2db54f2f-4aca-4cbc-8b06-f20c7a777d2e'] {{(pid=103161) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 18 14:01:55.869211 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0ba1a9-54c5-437b-8056-5e8181f71577 req-35faebb5-c805-48b9-9b11-8c9f666ce4cd tempest-TestEncryptedCinderVolumes-862719557 tempest-TestEncryptedCinderVolumes-862719557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:01:55.870693 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-cb0ba1a9-54c5-437b-8056-5e8181f71577 req-35faebb5-c805-48b9-9b11-8c9f666ce4cd tempest-TestEncryptedCinderVolumes-862719557 tempest-TestEncryptedCinderVolumes-862719557-project] 10.222.0.31 "GET /v2.0/ports?device_id=29b3a728-3d71-4a31-b5e4-b7f501374844 HTTP/1.1" status: 200 len: 945 time: 0.0574844 Dec 18 14:01:55.922881 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-cb0ba1a9-54c5-437b-8056-5e8181f71577 req-f59a4e1d-93aa-4494-b6c3-14fe0a2e5372 tempest-TestEncryptedCinderVolumes-862719557 tempest-TestEncryptedCinderVolumes-862719557-project] 10.222.0.31 "GET /v2.0/security-groups?id=1225b422-10e6-483a-9ec7-6ba04a7984bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429668 Dec 18 14:01:56.870958 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Device 2db54f2f-4aca-4cbc-8b06-f20c7a777d2e up at agent hyperv_hv-neutron-7448 {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 14:01:56.929598 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Provisioning for port 2db54f2f-4aca-4cbc-8b06-f20c7a777d2e completed by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 18 14:01:56.933178 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Provisioning complete for port 2db54f2f-4aca-4cbc-8b06-f20c7a777d2e triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 14:01:56.933559 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:57.010905 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:57.034602 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29b3a728-3d71-4a31-b5e4-b7f501374844', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2db54f2f-4aca-4cbc-8b06-f20c7a777d2e'}] {{(pid=103161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 18 14:01:57.036873 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22224e7a42aa75e3f3b9c037df440650d2cfa1dd97b40a249aee4a8113775251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28e9e2e1-de49-4d49-acd9-6e25d4665cab" -d '{"events": [{"server_uuid": "29b3a728-3d71-4a31-b5e4-b7f501374844", "name": "network-vif-plugged", "status": "completed", "tag": "2db54f2f-4aca-4cbc-8b06-f20c7a777d2e"}]}' {{(pid=103161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 18 14:01:57.050391 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] For port 2db54f2f-4aca-4cbc-8b06-f20c7a777d2e, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=2db54f2f-4aca-4cbc-8b06-f20c7a777d2e,segment=NetworkSegment(5497b9ac-77ff-41a9-828c-bc91497413d9),segment_id=5497b9ac-77ff-41a9-828c-bc91497413d9)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 14:01:57.054052 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d614565a-dd46-4475-822e-e73d007e60ab req-d7c675e6-5d42-4ad4-9d0a-ac3b93848986 tempest-TestEncryptedCinderVolumes-862719557 tempest-TestEncryptedCinderVolumes-862719557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:01:57.055666 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-d614565a-dd46-4475-822e-e73d007e60ab req-d7c675e6-5d42-4ad4-9d0a-ac3b93848986 tempest-TestEncryptedCinderVolumes-862719557 tempest-TestEncryptedCinderVolumes-862719557-project] 10.222.0.31 "GET /v2.0/ports?device_id=29b3a728-3d71-4a31-b5e4-b7f501374844 HTTP/1.1" status: 200 len: 945 time: 0.0526481 Dec 18 14:01:57.056225 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:57.081496 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 14:01:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-456acce8-e8e5-434a-a95f-3aa826ba0a66 x-openstack-request-id: req-456acce8-e8e5-434a-a95f-3aa826ba0a66 {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 18 14:01:57.081791 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29b3a728-3d71-4a31-b5e4-b7f501374844", "name": "network-vif-plugged", "status": "completed", "tag": "2db54f2f-4aca-4cbc-8b06-f20c7a777d2e", "code": 200}]} {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 18 14:01:57.082089 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-456acce8-e8e5-434a-a95f-3aa826ba0a66 {{(pid=103161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 18 14:01:57.082601 dv-neutron-744815-20-hyperv neutron-server[103161]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29b3a728-3d71-4a31-b5e4-b7f501374844', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2db54f2f-4aca-4cbc-8b06-f20c7a777d2e', 'code': 200} Dec 18 14:01:57.106067 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-d614565a-dd46-4475-822e-e73d007e60ab req-5ec8356d-dfd0-4192-9661-76b96753983a tempest-TestEncryptedCinderVolumes-862719557 tempest-TestEncryptedCinderVolumes-862719557-project] 10.222.0.31 "GET /v2.0/security-groups?id=1225b422-10e6-483a-9ec7-6ba04a7984bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433533 Dec 18 14:01:57.111182 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Pushing event updated for resources: {'Port': ['ID=2db54f2f-4aca-4cbc-8b06-f20c7a777d2e,revision_number=5']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:01:57.198393 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-113bed1d-eebe-402b-966f-bc170d7e70cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:57.298975 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b74559b-4e01-470a-b642-802c0b8fef75 req-c882a8b0-1ad5-43c4-b157-42afae29453a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:01:57.300465 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-4b74559b-4e01-470a-b642-802c0b8fef75 req-c882a8b0-1ad5-43c4-b157-42afae29453a service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=29b3a728-3d71-4a31-b5e4-b7f501374844 HTTP/1.1" status: 200 len: 1099 time: 0.0411823 Dec 18 14:01:57.350766 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-4b74559b-4e01-470a-b642-802c0b8fef75 req-248f5313-c45b-4629-9ba6-2d958e966869 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=1225b422-10e6-483a-9ec7-6ba04a7984bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433819 Dec 18 14:01:58.233178 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e52f3c-466c-465c-9630-4b2241681664 req-bfbf3e1e-3fd9-46d4-a5cb-af9458b86f77 tempest-TestEncryptedCinderVolumes-862719557 tempest-TestEncryptedCinderVolumes-862719557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:01:58.234662 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-c9e52f3c-466c-465c-9630-4b2241681664 req-bfbf3e1e-3fd9-46d4-a5cb-af9458b86f77 tempest-TestEncryptedCinderVolumes-862719557 tempest-TestEncryptedCinderVolumes-862719557-project] 10.222.0.31 "GET /v2.0/ports?device_id=29b3a728-3d71-4a31-b5e4-b7f501374844 HTTP/1.1" status: 200 len: 946 time: 0.0520093 Dec 18 14:01:58.291845 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-c9e52f3c-466c-465c-9630-4b2241681664 req-fb5b0b64-417d-4012-92e9-5198e5ac01b4 tempest-TestEncryptedCinderVolumes-862719557 tempest-TestEncryptedCinderVolumes-862719557-project] 10.222.0.31 "GET /v2.0/security-groups?id=1225b422-10e6-483a-9ec7-6ba04a7984bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509169 Dec 18 14:01:58.592738 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-afa9ae9b-bdbb-4010-bcf6-3a46ce66cf71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:01:59.431469 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d473ad7f-54d5-4672-98eb-001b4e3a7534 req-3bf61280-f058-4fa8-bd64-efea78852c6f tempest-TestEncryptedCinderVolumes-862719557 tempest-TestEncryptedCinderVolumes-862719557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:01:59.433023 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-d473ad7f-54d5-4672-98eb-001b4e3a7534 req-3bf61280-f058-4fa8-bd64-efea78852c6f tempest-TestEncryptedCinderVolumes-862719557 tempest-TestEncryptedCinderVolumes-862719557-project] 10.222.0.31 "GET /v2.0/ports?device_id=29b3a728-3d71-4a31-b5e4-b7f501374844 HTTP/1.1" status: 200 len: 946 time: 0.0570745 Dec 18 14:01:59.495496 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-d473ad7f-54d5-4672-98eb-001b4e3a7534 req-9d18db95-5fc0-41b9-a1fa-24583f3b9cdc tempest-TestEncryptedCinderVolumes-862719557 tempest-TestEncryptedCinderVolumes-862719557-project] 10.222.0.31 "GET /v2.0/security-groups?id=1225b422-10e6-483a-9ec7-6ba04a7984bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540142 Dec 18 14:01:59.637952 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d0b7cc-5391-493e-9957-b51041764197 req-83ccec2e-2263-4bc0-9816-d2d59786c916 tempest-TestEncryptedCinderVolumes-862719557 tempest-TestEncryptedCinderVolumes-862719557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:01:59.639496 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-d8d0b7cc-5391-493e-9957-b51041764197 req-83ccec2e-2263-4bc0-9816-d2d59786c916 tempest-TestEncryptedCinderVolumes-862719557 tempest-TestEncryptedCinderVolumes-862719557-project] 10.222.0.31 "GET /v2.0/ports?device_id=29b3a728-3d71-4a31-b5e4-b7f501374844 HTTP/1.1" status: 200 len: 946 time: 0.0606825 Dec 18 14:01:59.697463 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-d8d0b7cc-5391-493e-9957-b51041764197 req-c6aa416a-97e9-43e9-997c-c5b63ed01f83 tempest-TestEncryptedCinderVolumes-862719557 tempest-TestEncryptedCinderVolumes-862719557-project] 10.222.0.31 "GET /v2.0/security-groups?id=1225b422-10e6-483a-9ec7-6ba04a7984bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486007 Dec 18 14:02:00.092521 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7b7a3272-2b45-4d32-9670-25eb1afd1184 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:02:00.851058 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:02:07.069480 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:02:12.340213 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.agents_db [None req-e3dda592-589a-4b4d-b028-ba9a260f4f50 None None] Agent healthcheck: found 6 active agents {{(pid=103162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 18 14:02:22.782867 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5db698-ff51-4f40-a545-bcbd167390aa req-ce643fcb-f620-4e5f-8e4c-599eb1560038 tempest-TestEncryptedCinderVolumes-862719557 tempest-TestEncryptedCinderVolumes-862719557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:02:22.784366 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-3c5db698-ff51-4f40-a545-bcbd167390aa req-ce643fcb-f620-4e5f-8e4c-599eb1560038 tempest-TestEncryptedCinderVolumes-862719557 tempest-TestEncryptedCinderVolumes-862719557-project] 10.222.0.31 "GET /v2.0/ports?device_id=29b3a728-3d71-4a31-b5e4-b7f501374844 HTTP/1.1" status: 200 len: 946 time: 0.0493872 Dec 18 14:02:22.831243 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-3c5db698-ff51-4f40-a545-bcbd167390aa req-9876a0dc-fc6a-48d9-abf7-3f71084f285c tempest-TestEncryptedCinderVolumes-862719557 tempest-TestEncryptedCinderVolumes-862719557-project] 10.222.0.31 "GET /v2.0/security-groups?id=1225b422-10e6-483a-9ec7-6ba04a7984bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406048 Dec 18 14:02:23.958010 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eea2088-e55d-41bf-8b91-4f8063acf9c4 req-b25857f8-26f9-4393-a4e6-4299c709f732 tempest-TestEncryptedCinderVolumes-862719557 tempest-TestEncryptedCinderVolumes-862719557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:02:23.959505 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-2eea2088-e55d-41bf-8b91-4f8063acf9c4 req-b25857f8-26f9-4393-a4e6-4299c709f732 tempest-TestEncryptedCinderVolumes-862719557 tempest-TestEncryptedCinderVolumes-862719557-project] 10.222.0.31 "GET /v2.0/ports?device_id=29b3a728-3d71-4a31-b5e4-b7f501374844 HTTP/1.1" status: 200 len: 946 time: 0.0524368 Dec 18 14:02:24.012953 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-2eea2088-e55d-41bf-8b91-4f8063acf9c4 req-f86c5d73-7f9f-4bbe-a2a0-a87ee923916d tempest-TestEncryptedCinderVolumes-862719557 tempest-TestEncryptedCinderVolumes-862719557-project] 10.222.0.31 "GET /v2.0/security-groups?id=1225b422-10e6-483a-9ec7-6ba04a7984bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448370 Dec 18 14:02:24.504158 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c12803-325f-4ba8-a69b-e2a9d2696d53 req-dde44e74-e36a-4f2e-a9d7-953259ee36ad tempest-TestEncryptedCinderVolumes-862719557 tempest-TestEncryptedCinderVolumes-862719557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:02:24.505635 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-d6c12803-325f-4ba8-a69b-e2a9d2696d53 req-dde44e74-e36a-4f2e-a9d7-953259ee36ad tempest-TestEncryptedCinderVolumes-862719557 tempest-TestEncryptedCinderVolumes-862719557-project] 10.222.0.43 "GET /v2.0/ports?device_id=29b3a728-3d71-4a31-b5e4-b7f501374844 HTTP/1.1" status: 200 len: 946 time: 0.0567524 Dec 18 14:02:24.602519 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [req-d6c12803-325f-4ba8-a69b-e2a9d2696d53 req-0523b9c9-065c-413b-b6eb-11b5638b8448 tempest-TestEncryptedCinderVolumes-862719557 tempest-TestEncryptedCinderVolumes-862719557-project] Deleting port 2db54f2f-4aca-4cbc-8b06-f20c7a777d2e {{(pid=103159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 14:02:24.602869 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-d6c12803-325f-4ba8-a69b-e2a9d2696d53 req-0523b9c9-065c-413b-b6eb-11b5638b8448 tempest-TestEncryptedCinderVolumes-862719557 tempest-TestEncryptedCinderVolumes-862719557-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:02:24.692406 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.db [req-d6c12803-325f-4ba8-a69b-e2a9d2696d53 req-0523b9c9-065c-413b-b6eb-11b5638b8448 tempest-TestEncryptedCinderVolumes-862719557 tempest-TestEncryptedCinderVolumes-862719557-project] For port 2db54f2f-4aca-4cbc-8b06-f20c7a777d2e, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=2db54f2f-4aca-4cbc-8b06-f20c7a777d2e,segment=NetworkSegment(5497b9ac-77ff-41a9-828c-bc91497413d9),segment_id=5497b9ac-77ff-41a9-828c-bc91497413d9)] {{(pid=103159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 14:02:24.692767 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-d6c12803-325f-4ba8-a69b-e2a9d2696d53 req-0523b9c9-065c-413b-b6eb-11b5638b8448 tempest-TestEncryptedCinderVolumes-862719557 tempest-TestEncryptedCinderVolumes-862719557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:02:24.705838 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [req-d6c12803-325f-4ba8-a69b-e2a9d2696d53 req-0523b9c9-065c-413b-b6eb-11b5638b8448 tempest-TestEncryptedCinderVolumes-862719557 tempest-TestEncryptedCinderVolumes-862719557-project] Calling delete_port for 2db54f2f-4aca-4cbc-8b06-f20c7a777d2e owned by compute:nova {{(pid=103159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 14:02:24.843548 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-d6c12803-325f-4ba8-a69b-e2a9d2696d53 req-0523b9c9-065c-413b-b6eb-11b5638b8448 tempest-TestEncryptedCinderVolumes-862719557 tempest-TestEncryptedCinderVolumes-862719557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:02:24.857631 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] get_ports_and_sgs() called for port_ids ['2db54f2f-4aca-4cbc-8b06-f20c7a777d2e'] {{(pid=103161) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 18 14:02:24.872590 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0523b9c9-065c-413b-b6eb-11b5638b8448 tempest-TestEncryptedCinderVolumes-862719557 tempest-TestEncryptedCinderVolumes-862719557-project] Pushing event deleted for resources: {'Port': ['ID=2db54f2f-4aca-4cbc-8b06-f20c7a777d2e,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:02:24.916363 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6c12803-325f-4ba8-a69b-e2a9d2696d53 req-0523b9c9-065c-413b-b6eb-11b5638b8448 tempest-TestEncryptedCinderVolumes-862719557 tempest-TestEncryptedCinderVolumes-862719557-project] No DVR routers for this DVR port 2db54f2f-4aca-4cbc-8b06-f20c7a777d2e on host hv-neutron-7448 {{(pid=103159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 18 14:02:24.919779 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-d6c12803-325f-4ba8-a69b-e2a9d2696d53 req-0523b9c9-065c-413b-b6eb-11b5638b8448 tempest-TestEncryptedCinderVolumes-862719557 tempest-TestEncryptedCinderVolumes-862719557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:02:24.923698 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-d6c12803-325f-4ba8-a69b-e2a9d2696d53 req-0523b9c9-065c-413b-b6eb-11b5638b8448 tempest-TestEncryptedCinderVolumes-862719557 tempest-TestEncryptedCinderVolumes-862719557-project] 10.222.0.43 "DELETE /v2.0/ports/2db54f2f-4aca-4cbc-8b06-f20c7a777d2e HTTP/1.1" status: 204 len: 173 time: 0.4098096 Dec 18 14:02:24.924178 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29b3a728-3d71-4a31-b5e4-b7f501374844', 'name': 'network-vif-deleted', 'tag': '2db54f2f-4aca-4cbc-8b06-f20c7a777d2e'}] {{(pid=103159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 18 14:02:24.926752 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca844cf115d59c1fab86abc202fb4c13735de0d7e4cbbbb25eec9406e9c87431" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a93da9f-ecdd-4c9f-8e52-d111a8f838c1" -d '{"events": [{"server_uuid": "29b3a728-3d71-4a31-b5e4-b7f501374844", "name": "network-vif-deleted", "tag": "2db54f2f-4aca-4cbc-8b06-f20c7a777d2e"}]}' {{(pid=103159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 18 14:02:24.963235 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-49c4cb6e-b05a-4d1d-8d08-36cbff5f5c95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:02:24.982810 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 14:02:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78519123-637b-4d1c-9c2e-b7e1166ff228 x-openstack-request-id: req-78519123-637b-4d1c-9c2e-b7e1166ff228 {{(pid=103159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 18 14:02:24.983312 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29b3a728-3d71-4a31-b5e4-b7f501374844", "name": "network-vif-deleted", "tag": "2db54f2f-4aca-4cbc-8b06-f20c7a777d2e", "status": "completed", "code": 200}]} {{(pid=103159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 18 14:02:24.983632 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-78519123-637b-4d1c-9c2e-b7e1166ff228 {{(pid=103159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 18 14:02:24.984050 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29b3a728-3d71-4a31-b5e4-b7f501374844', 'name': 'network-vif-deleted', 'tag': '2db54f2f-4aca-4cbc-8b06-f20c7a777d2e', 'status': 'completed', 'code': 200} Dec 18 14:02:25.135667 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-de0da2be-a782-4b78-9622-cb4acb361f6e req-081512a3-9cc4-42e9-b9e5-74ac5014e56c tempest-TestEncryptedCinderVolumes-862719557 tempest-TestEncryptedCinderVolumes-862719557-project] 10.222.0.31 "GET /v2.0/ports?device_id=29b3a728-3d71-4a31-b5e4-b7f501374844 HTTP/1.1" status: 200 len: 210 time: 0.0282340 Dec 18 14:02:26.785285 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c7341d-a6a3-4db2-8810-e186ce5c6876 req-250b98a6-c023-4791-8d66-d7b161bb9e24 tempest-TestEncryptedCinderVolumes-862719557 tempest-TestEncryptedCinderVolumes-862719557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:02:26.786728 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-36c7341d-a6a3-4db2-8810-e186ce5c6876 req-250b98a6-c023-4791-8d66-d7b161bb9e24 tempest-TestEncryptedCinderVolumes-862719557 tempest-TestEncryptedCinderVolumes-862719557-project] 10.222.0.31 "GET /v2.0/networks?id=c687e8f3-0212-4322-91be-f26e77b19c22 HTTP/1.1" status: 200 len: 816 time: 0.0993006 Dec 18 14:02:26.804841 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-36c7341d-a6a3-4db2-8810-e186ce5c6876 req-508a7b75-8cd9-4da5-9e8b-7e95648f1eff tempest-TestEncryptedCinderVolumes-862719557 tempest-TestEncryptedCinderVolumes-862719557-project] 10.222.0.31 "GET /v2.0/quotas/3e4bd02b327e4555bf57fb1e33833c16 HTTP/1.1" status: 200 len: 375 time: 0.0091872 Dec 18 14:02:26.860733 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-36c7341d-a6a3-4db2-8810-e186ce5c6876 req-79e843f7-6c11-4ff3-93db-6e6972c3f013 tempest-TestEncryptedCinderVolumes-862719557 tempest-TestEncryptedCinderVolumes-862719557-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=3e4bd02b327e4555bf57fb1e33833c16&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0502830 Dec 18 14:02:26.877183 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [req-36c7341d-a6a3-4db2-8810-e186ce5c6876 req-109c295a-cc40-4413-b274-03d9515fd953 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103160) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 18 14:02:26.878226 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-36c7341d-a6a3-4db2-8810-e186ce5c6876 req-109c295a-cc40-4413-b274-03d9515fd953 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14093 time: 0.0050011 Dec 18 14:02:26.969356 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-36c7341d-a6a3-4db2-8810-e186ce5c6876 req-a9e24b64-40e9-4008-8dbc-aa4eb46527f1 service neutron] 10.222.0.31 "GET /v2.0/networks/c687e8f3-0212-4322-91be-f26e77b19c22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850954 Dec 18 14:02:27.061374 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Device 2db54f2f-4aca-4cbc-8b06-f20c7a777d2e no longer exists at agent hyperv_hv-neutron-7448 {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 18 14:02:27.068479 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-36c7341d-a6a3-4db2-8810-e186ce5c6876 req-6886a8b4-cc2a-44c8-ab83-e195c9b9f769 service neutron] 10.222.0.31 "GET /v2.0/networks/c687e8f3-0212-4322-91be-f26e77b19c22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929649 Dec 18 14:02:27.084637 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] No Port match for: 2db54f2f-4aca-4cbc-8b06-f20c7a777d2e {{(pid=103161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 18 14:02:27.084994 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Device 2db54f2f-4aca-4cbc-8b06-f20c7a777d2e not bound to the agent host hv-neutron-7448 {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 18 14:02:27.199406 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0d78afe8-3a2d-4fb3-879f-51c1c98dec6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:02:27.261386 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-c9f9c52b-ba02-4fdc-a90e-e1f01ad48954 req-1b1def88-2900-4585-9dc2-6237b41cc5c7 tempest-TestEncryptedCinderVolumes-862719557 tempest-TestEncryptedCinderVolumes-862719557-project] 10.222.0.31 "GET /v2.0/ports?device_id=0c5910ab-4188-4b46-adc2-d71c2147b4b7 HTTP/1.1" status: 200 len: 210 time: 0.0268586 Dec 18 14:02:28.222073 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c7341d-a6a3-4db2-8810-e186ce5c6876 req-d4bada9a-1618-4f07-8af2-8974e624c3e8 tempest-TestEncryptedCinderVolumes-862719557 tempest-TestEncryptedCinderVolumes-862719557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:02:28.223590 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-36c7341d-a6a3-4db2-8810-e186ce5c6876 req-d4bada9a-1618-4f07-8af2-8974e624c3e8 tempest-TestEncryptedCinderVolumes-862719557 tempest-TestEncryptedCinderVolumes-862719557-project] 10.222.0.43 "GET /v2.0/networks?id=c687e8f3-0212-4322-91be-f26e77b19c22 HTTP/1.1" status: 200 len: 816 time: 0.1063118 Dec 18 14:02:28.237022 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [req-36c7341d-a6a3-4db2-8810-e186ce5c6876 req-720fe04e-c805-43c7-9dde-647cc38dbff4 tempest-TestEncryptedCinderVolumes-862719557 tempest-TestEncryptedCinderVolumes-862719557-project] Request body: {'port': {'device_id': '0c5910ab-4188-4b46-adc2-d71c2147b4b7', 'network_id': 'c687e8f3-0212-4322-91be-f26e77b19c22', 'admin_state_up': True, 'tenant_id': '3e4bd02b327e4555bf57fb1e33833c16'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 14:02:28.352893 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36c7341d-a6a3-4db2-8810-e186ce5c6876 req-720fe04e-c805-43c7-9dde-647cc38dbff4 tempest-TestEncryptedCinderVolumes-862719557 tempest-TestEncryptedCinderVolumes-862719557-project] Made reservation on behalf of 3e4bd02b327e4555bf57fb1e33833c16 for: {'port': 1} {{(pid=103159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 14:02:28.356454 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-36c7341d-a6a3-4db2-8810-e186ce5c6876 req-720fe04e-c805-43c7-9dde-647cc38dbff4 tempest-TestEncryptedCinderVolumes-862719557 tempest-TestEncryptedCinderVolumes-862719557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:02:28.358903 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-5b3e5ff2-adaf-4401-b7cc-9d134608bfd3 req-f2d50c90-8a60-4f69-b9af-c0173de5b374 tempest-TestEncryptedCinderVolumes-862719557 tempest-TestEncryptedCinderVolumes-862719557-project] 10.222.0.31 "GET /v2.0/ports?device_id=0c5910ab-4188-4b46-adc2-d71c2147b4b7 HTTP/1.1" status: 200 len: 210 time: 0.0268571 Dec 18 14:02:28.487613 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.db_base_plugin_common [req-36c7341d-a6a3-4db2-8810-e186ce5c6876 req-720fe04e-c805-43c7-9dde-647cc38dbff4 tempest-TestEncryptedCinderVolumes-862719557 tempest-TestEncryptedCinderVolumes-862719557-project] Allocated IP 172.20.0.3 (c687e8f3-0212-4322-91be-f26e77b19c22/4afc1081-4edb-4028-a76e-1095f116abef/684cf68a-f9f6-450c-9c56-a2d676cb04f3) {{(pid=103159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 14:02:28.588768 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-afa9ae9b-bdbb-4010-bcf6-3a46ce66cf71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:02:28.634421 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-36c7341d-a6a3-4db2-8810-e186ce5c6876 req-720fe04e-c805-43c7-9dde-647cc38dbff4 tempest-TestEncryptedCinderVolumes-862719557 tempest-TestEncryptedCinderVolumes-862719557-project] Publish callbacks [] for port, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:02:28.679966 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-36c7341d-a6a3-4db2-8810-e186ce5c6876 req-720fe04e-c805-43c7-9dde-647cc38dbff4 tempest-TestEncryptedCinderVolumes-862719557 tempest-TestEncryptedCinderVolumes-862719557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:02:28.726022 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36c7341d-a6a3-4db2-8810-e186ce5c6876 req-720fe04e-c805-43c7-9dde-647cc38dbff4 tempest-TestEncryptedCinderVolumes-862719557 tempest-TestEncryptedCinderVolumes-862719557-project] Network c687e8f3-0212-4322-91be-f26e77b19c22 is already hosted by enough agents. {{(pid=103159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 14:02:28.729231 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.base_scheduler [req-36c7341d-a6a3-4db2-8810-e186ce5c6876 req-720fe04e-c805-43c7-9dde-647cc38dbff4 tempest-TestEncryptedCinderVolumes-862719557 tempest-TestEncryptedCinderVolumes-862719557-project] Resources bound (agent type, host, resource id): {{(pid=103159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 14:02:28.733744 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [req-36c7341d-a6a3-4db2-8810-e186ce5c6876 req-720fe04e-c805-43c7-9dde-647cc38dbff4 tempest-TestEncryptedCinderVolumes-862719557 tempest-TestEncryptedCinderVolumes-862719557-project] Received port after_create {{(pid=103159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 14:02:28.737544 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720fe04e-c805-43c7-9dde-647cc38dbff4 tempest-TestEncryptedCinderVolumes-862719557 tempest-TestEncryptedCinderVolumes-862719557-project] Pushing event updated for resources: {'Port': ['ID=684cf68a-f9f6-450c-9c56-a2d676cb04f3,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:02:28.785279 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c7341d-a6a3-4db2-8810-e186ce5c6876 req-720fe04e-c805-43c7-9dde-647cc38dbff4 tempest-TestEncryptedCinderVolumes-862719557 tempest-TestEncryptedCinderVolumes-862719557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:02:28.785900 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-36c7341d-a6a3-4db2-8810-e186ce5c6876 req-720fe04e-c805-43c7-9dde-647cc38dbff4 tempest-TestEncryptedCinderVolumes-862719557 tempest-TestEncryptedCinderVolumes-862719557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:02:28.804673 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-36c7341d-a6a3-4db2-8810-e186ce5c6876 req-720fe04e-c805-43c7-9dde-647cc38dbff4 tempest-TestEncryptedCinderVolumes-862719557 tempest-TestEncryptedCinderVolumes-862719557-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5714853 Dec 18 14:02:28.937917 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [req-36c7341d-a6a3-4db2-8810-e186ce5c6876 req-7176f61e-da89-4d2c-86a0-f33890aefa0f service neutron] Request body: {'port': {'device_id': '0c5910ab-4188-4b46-adc2-d71c2147b4b7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7448'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 14:02:28.989188 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-e58e0f12-c70f-4699-898e-64ed6caa6605 None None] Provisioning complete for port 684cf68a-f9f6-450c-9c56-a2d676cb04f3 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 14:02:28.989443 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e58e0f12-c70f-4699-898e-64ed6caa6605 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:02:28.996737 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-36c7341d-a6a3-4db2-8810-e186ce5c6876 req-7176f61e-da89-4d2c-86a0-f33890aefa0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:02:29.024776 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-e58e0f12-c70f-4699-898e-64ed6caa6605 None None] Port 684cf68a-f9f6-450c-9c56-a2d676cb04f3 cannot update to ACTIVE because it is not bound. {{(pid=103161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 14:02:29.267119 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.notifiers.nova [req-36c7341d-a6a3-4db2-8810-e186ce5c6876 req-7176f61e-da89-4d2c-86a0-f33890aefa0f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 684cf68a-f9f6-450c-9c56-a2d676cb04f3 {{(pid=103159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 18 14:02:29.274540 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-36c7341d-a6a3-4db2-8810-e186ce5c6876 req-7176f61e-da89-4d2c-86a0-f33890aefa0f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:02:29.286490 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.provisioning_blocks [req-36c7341d-a6a3-4db2-8810-e186ce5c6876 req-7176f61e-da89-4d2c-86a0-f33890aefa0f service neutron] Transition to ACTIVE for port object 684cf68a-f9f6-450c-9c56-a2d676cb04f3 will not be triggered until provisioned by entity L2. {{(pid=103159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 18 14:02:29.292946 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-36c7341d-a6a3-4db2-8810-e186ce5c6876 req-7176f61e-da89-4d2c-86a0-f33890aefa0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5659917'] for port, after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:02:29.341219 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7176f61e-da89-4d2c-86a0-f33890aefa0f service neutron] Pushing event updated for resources: {'Port': ['ID=684cf68a-f9f6-450c-9c56-a2d676cb04f3,revision_number=2']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:02:29.420797 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.managers [req-36c7341d-a6a3-4db2-8810-e186ce5c6876 req-7176f61e-da89-4d2c-86a0-f33890aefa0f service neutron] Attempting to bind port 684cf68a-f9f6-450c-9c56-a2d676cb04f3 on host hv-neutron-7448 for vnic_type normal with profile {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 14:02:29.421451 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.managers [req-36c7341d-a6a3-4db2-8810-e186ce5c6876 req-7176f61e-da89-4d2c-86a0-f33890aefa0f service neutron] Attempting to bind port 684cf68a-f9f6-450c-9c56-a2d676cb04f3 by drivers openvswitch,hyperv on host hv-neutron-7448 at level 0 using segments [{'id': '5497b9ac-77ff-41a9-828c-bc91497413d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'c687e8f3-0212-4322-91be-f26e77b19c22'}] {{(pid=103159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 14:02:29.421451 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36c7341d-a6a3-4db2-8810-e186ce5c6876 req-7176f61e-da89-4d2c-86a0-f33890aefa0f service neutron] Attempting to bind port 684cf68a-f9f6-450c-9c56-a2d676cb04f3 on network c687e8f3-0212-4322-91be-f26e77b19c22 {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 14:02:29.426309 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36c7341d-a6a3-4db2-8810-e186ce5c6876 req-7176f61e-da89-4d2c-86a0-f33890aefa0f service neutron] Port 684cf68a-f9f6-450c-9c56-a2d676cb04f3 on network c687e8f3-0212-4322-91be-f26e77b19c22 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7448 {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 18 14:02:29.426640 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36c7341d-a6a3-4db2-8810-e186ce5c6876 req-7176f61e-da89-4d2c-86a0-f33890aefa0f service neutron] Attempting to bind port 684cf68a-f9f6-450c-9c56-a2d676cb04f3 on network c687e8f3-0212-4322-91be-f26e77b19c22 {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 14:02:29.442230 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36c7341d-a6a3-4db2-8810-e186ce5c6876 req-7176f61e-da89-4d2c-86a0-f33890aefa0f service neutron] Checking agent: {'id': 'c35b6aa0-0616-421f-8ded-732dd37fc90f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7448', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 13, 24, 37), 'started_at': datetime.datetime(2021, 12, 18, 13, 24, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 14, 2, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 18 14:02:29.442573 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36c7341d-a6a3-4db2-8810-e186ce5c6876 req-7176f61e-da89-4d2c-86a0-f33890aefa0f service neutron] Checking segment: {'id': '5497b9ac-77ff-41a9-828c-bc91497413d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'c687e8f3-0212-4322-91be-f26e77b19c22'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 14:02:29.442963 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36c7341d-a6a3-4db2-8810-e186ce5c6876 req-7176f61e-da89-4d2c-86a0-f33890aefa0f service neutron] Bound using segment: {'id': '5497b9ac-77ff-41a9-828c-bc91497413d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'c687e8f3-0212-4322-91be-f26e77b19c22'} {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 18 14:02:29.443455 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.managers [req-36c7341d-a6a3-4db2-8810-e186ce5c6876 req-7176f61e-da89-4d2c-86a0-f33890aefa0f service neutron] Bound port: 684cf68a-f9f6-450c-9c56-a2d676cb04f3, host: hv-neutron-7448, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5497b9ac-77ff-41a9-828c-bc91497413d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'c687e8f3-0212-4322-91be-f26e77b19c22'}}] {{(pid=103159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 18 14:02:29.443822 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-36c7341d-a6a3-4db2-8810-e186ce5c6876 req-7176f61e-da89-4d2c-86a0-f33890aefa0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:02:29.520470 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c71e32e-d44b-4636-ba0f-dd7deaa266d9 req-b6300f36-ed5c-45ee-980d-2928cf29852d tempest-TestEncryptedCinderVolumes-862719557 tempest-TestEncryptedCinderVolumes-862719557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:02:29.521923 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-9c71e32e-d44b-4636-ba0f-dd7deaa266d9 req-b6300f36-ed5c-45ee-980d-2928cf29852d tempest-TestEncryptedCinderVolumes-862719557 tempest-TestEncryptedCinderVolumes-862719557-project] 10.222.0.31 "GET /v2.0/ports?device_id=0c5910ab-4188-4b46-adc2-d71c2147b4b7 HTTP/1.1" status: 200 len: 943 time: 0.0922520 Dec 18 14:02:29.552722 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.db [req-36c7341d-a6a3-4db2-8810-e186ce5c6876 req-7176f61e-da89-4d2c-86a0-f33890aefa0f service neutron] For port 684cf68a-f9f6-450c-9c56-a2d676cb04f3, host hv-neutron-7448, cleared binding levels {{(pid=103159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 18 14:02:29.568475 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.db [req-36c7341d-a6a3-4db2-8810-e186ce5c6876 req-7176f61e-da89-4d2c-86a0-f33890aefa0f service neutron] For port 684cf68a-f9f6-450c-9c56-a2d676cb04f3, host hv-neutron-7448, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=684cf68a-f9f6-450c-9c56-a2d676cb04f3,segment=NetworkSegment(5497b9ac-77ff-41a9-828c-bc91497413d9),segment_id=5497b9ac-77ff-41a9-828c-bc91497413d9)] {{(pid=103159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 18 14:02:29.575669 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-36c7341d-a6a3-4db2-8810-e186ce5c6876 req-7176f61e-da89-4d2c-86a0-f33890aefa0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5659917'] for port, after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:02:29.628688 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-9c71e32e-d44b-4636-ba0f-dd7deaa266d9 req-6ec77efd-e9de-44ce-8865-b1c2580565f5 tempest-TestEncryptedCinderVolumes-862719557 tempest-TestEncryptedCinderVolumes-862719557-project] 10.222.0.31 "GET /v2.0/security-groups?id=1225b422-10e6-483a-9ec7-6ba04a7984bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992663 Dec 18 14:02:29.633653 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c7341d-a6a3-4db2-8810-e186ce5c6876 req-7176f61e-da89-4d2c-86a0-f33890aefa0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:02:29.634339 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-36c7341d-a6a3-4db2-8810-e186ce5c6876 req-7176f61e-da89-4d2c-86a0-f33890aefa0f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:02:29.636161 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-36c7341d-a6a3-4db2-8810-e186ce5c6876 req-7176f61e-da89-4d2c-86a0-f33890aefa0f service neutron] 10.222.0.43 "PUT /v2.0/ports/684cf68a-f9f6-450c-9c56-a2d676cb04f3 HTTP/1.1" status: 200 len: 1093 time: 0.8214395 Dec 18 14:02:29.636615 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c5910ab-4188-4b46-adc2-d71c2147b4b7', 'tag': '684cf68a-f9f6-450c-9c56-a2d676cb04f3'}] {{(pid=103159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 18 14:02:29.639233 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca844cf115d59c1fab86abc202fb4c13735de0d7e4cbbbb25eec9406e9c87431" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84406699-f340-488d-9e8c-d732eb2d573c" -d '{"events": [{"name": "network-changed", "server_uuid": "0c5910ab-4188-4b46-adc2-d71c2147b4b7", "tag": "684cf68a-f9f6-450c-9c56-a2d676cb04f3"}]}' {{(pid=103159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 18 14:02:29.672764 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7176f61e-da89-4d2c-86a0-f33890aefa0f service neutron] Pushing event updated for resources: {'Port': ['ID=684cf68a-f9f6-450c-9c56-a2d676cb04f3,revision_number=3']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:02:29.682418 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7176f61e-da89-4d2c-86a0-f33890aefa0f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:02:29.682766 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7176f61e-da89-4d2c-86a0-f33890aefa0f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:02:29.683108 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7176f61e-da89-4d2c-86a0-f33890aefa0f service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:02:29.683470 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7176f61e-da89-4d2c-86a0-f33890aefa0f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:02:29.683821 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7176f61e-da89-4d2c-86a0-f33890aefa0f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:02:29.684239 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7176f61e-da89-4d2c-86a0-f33890aefa0f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:02:29.684591 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7176f61e-da89-4d2c-86a0-f33890aefa0f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:02:29.684883 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7176f61e-da89-4d2c-86a0-f33890aefa0f service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:02:29.685215 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7176f61e-da89-4d2c-86a0-f33890aefa0f service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:02:29.685701 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7176f61e-da89-4d2c-86a0-f33890aefa0f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:02:29.686101 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7176f61e-da89-4d2c-86a0-f33890aefa0f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:02:29.686433 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7176f61e-da89-4d2c-86a0-f33890aefa0f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:02:29.686754 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7176f61e-da89-4d2c-86a0-f33890aefa0f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:02:29.692620 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 14:02:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5028bd0a-ddb1-485d-8708-0063d1a19aa7 x-openstack-request-id: req-5028bd0a-ddb1-485d-8708-0063d1a19aa7 {{(pid=103159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 18 14:02:29.692903 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c5910ab-4188-4b46-adc2-d71c2147b4b7", "tag": "684cf68a-f9f6-450c-9c56-a2d676cb04f3", "status": "completed", "code": 200}]} {{(pid=103159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 18 14:02:29.693153 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5028bd0a-ddb1-485d-8708-0063d1a19aa7 {{(pid=103159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 18 14:02:29.693539 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c5910ab-4188-4b46-adc2-d71c2147b4b7', 'tag': '684cf68a-f9f6-450c-9c56-a2d676cb04f3', 'status': 'completed', 'code': 200} Dec 18 14:02:29.736553 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c7341d-a6a3-4db2-8810-e186ce5c6876 req-c14fec2c-f0d9-4a5c-b0ac-32d6a14c50d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:02:29.738092 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-36c7341d-a6a3-4db2-8810-e186ce5c6876 req-c14fec2c-f0d9-4a5c-b0ac-32d6a14c50d0 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3e4bd02b327e4555bf57fb1e33833c16&device_id=0c5910ab-4188-4b46-adc2-d71c2147b4b7 HTTP/1.1" status: 200 len: 1096 time: 0.0474546 Dec 18 14:02:29.790836 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-36c7341d-a6a3-4db2-8810-e186ce5c6876 req-2701ff7b-5a6f-4b94-8642-21fe0ea97a46 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=684cf68a-f9f6-450c-9c56-a2d676cb04f3 HTTP/1.1" status: 200 len: 217 time: 0.0351608 Dec 18 14:02:29.844370 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c7341d-a6a3-4db2-8810-e186ce5c6876 req-2fba28cf-1479-48c8-ae1f-6d8373f45d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:02:29.845869 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-36c7341d-a6a3-4db2-8810-e186ce5c6876 req-2fba28cf-1479-48c8-ae1f-6d8373f45d5d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4afc1081-4edb-4028-a76e-1095f116abef HTTP/1.1" status: 200 len: 855 time: 0.0485733 Dec 18 14:02:29.891295 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c7341d-a6a3-4db2-8810-e186ce5c6876 req-b1366617-0246-42d8-8531-bd12d7c82eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:02:29.892807 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-36c7341d-a6a3-4db2-8810-e186ce5c6876 req-b1366617-0246-42d8-8531-bd12d7c82eb6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c687e8f3-0212-4322-91be-f26e77b19c22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0393808 Dec 18 14:02:29.983105 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-36c7341d-a6a3-4db2-8810-e186ce5c6876 req-4fd1e33d-6090-4f7f-8460-da56e4cd99c6 service neutron] 10.222.0.43 "GET /v2.0/networks/c687e8f3-0212-4322-91be-f26e77b19c22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817790 Dec 18 14:02:30.085501 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-36c7341d-a6a3-4db2-8810-e186ce5c6876 req-075ee273-5f3d-4950-a5b8-536afb661af0 service neutron] 10.222.0.43 "GET /v2.0/networks/c687e8f3-0212-4322-91be-f26e77b19c22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955017 Dec 18 14:02:30.096028 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7b7a3272-2b45-4d32-9670-25eb1afd1184 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:02:30.172341 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84406699-f340-488d-9e8c-d732eb2d573c req-53405104-d6b0-49cf-89a6-065a24addcab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:02:30.173824 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-84406699-f340-488d-9e8c-d732eb2d573c req-53405104-d6b0-49cf-89a6-065a24addcab service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3e4bd02b327e4555bf57fb1e33833c16&device_id=0c5910ab-4188-4b46-adc2-d71c2147b4b7 HTTP/1.1" status: 200 len: 1096 time: 0.0439737 Dec 18 14:02:30.269155 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84406699-f340-488d-9e8c-d732eb2d573c req-7c7afac0-bf69-4061-8b0a-959d41abb525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:02:30.270637 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-84406699-f340-488d-9e8c-d732eb2d573c req-7c7afac0-bf69-4061-8b0a-959d41abb525 service neutron] 10.222.0.43 "GET /v2.0/networks?id=c687e8f3-0212-4322-91be-f26e77b19c22 HTTP/1.1" status: 200 len: 917 time: 0.0898533 Dec 18 14:02:30.311582 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-84406699-f340-488d-9e8c-d732eb2d573c req-1a9e761a-4718-41b5-9237-f6c1aa1acba3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=684cf68a-f9f6-450c-9c56-a2d676cb04f3 HTTP/1.1" status: 200 len: 217 time: 0.0333371 Dec 18 14:02:30.378076 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84406699-f340-488d-9e8c-d732eb2d573c req-1e13b532-1ba1-4c18-ad86-5c5385f5103a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:02:30.379469 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-84406699-f340-488d-9e8c-d732eb2d573c req-1e13b532-1ba1-4c18-ad86-5c5385f5103a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4afc1081-4edb-4028-a76e-1095f116abef HTTP/1.1" status: 200 len: 855 time: 0.0610590 Dec 18 14:02:30.425543 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84406699-f340-488d-9e8c-d732eb2d573c req-38790ed6-a124-4fb9-8a4a-66ebd83b91b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:02:30.427008 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-84406699-f340-488d-9e8c-d732eb2d573c req-38790ed6-a124-4fb9-8a4a-66ebd83b91b2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c687e8f3-0212-4322-91be-f26e77b19c22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0401556 Dec 18 14:02:30.523589 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-84406699-f340-488d-9e8c-d732eb2d573c req-8763beb1-ea56-4b9f-abe1-a828b2d83c85 service neutron] 10.222.0.43 "GET /v2.0/networks/c687e8f3-0212-4322-91be-f26e77b19c22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885434 Dec 18 14:02:30.629314 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-84406699-f340-488d-9e8c-d732eb2d573c req-f443c621-ac2e-45e9-9ec9-1ebb66db901f service neutron] 10.222.0.43 "GET /v2.0/networks/c687e8f3-0212-4322-91be-f26e77b19c22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940020 Dec 18 14:02:30.748917 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e358433-23d2-4595-8bf8-8530986b4857 req-320dcc01-6d8b-4fc0-956b-a1ef114e91b0 tempest-TestEncryptedCinderVolumes-862719557 tempest-TestEncryptedCinderVolumes-862719557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:02:30.750393 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-7e358433-23d2-4595-8bf8-8530986b4857 req-320dcc01-6d8b-4fc0-956b-a1ef114e91b0 tempest-TestEncryptedCinderVolumes-862719557 tempest-TestEncryptedCinderVolumes-862719557-project] 10.222.0.31 "GET /v2.0/ports?device_id=0c5910ab-4188-4b46-adc2-d71c2147b4b7 HTTP/1.1" status: 200 len: 943 time: 0.0491943 Dec 18 14:02:30.797412 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-7e358433-23d2-4595-8bf8-8530986b4857 req-26823873-de3d-4855-848e-b1d9b586479a tempest-TestEncryptedCinderVolumes-862719557 tempest-TestEncryptedCinderVolumes-862719557-project] 10.222.0.31 "GET /v2.0/security-groups?id=1225b422-10e6-483a-9ec7-6ba04a7984bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410686 Dec 18 14:02:30.859762 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:02:31.925152 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b16484-474a-42d0-8ced-497733ff6db5 req-3fe1c6c1-b68f-4e83-bc1a-f001d4898623 tempest-TestEncryptedCinderVolumes-862719557 tempest-TestEncryptedCinderVolumes-862719557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:02:31.926531 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-68b16484-474a-42d0-8ced-497733ff6db5 req-3fe1c6c1-b68f-4e83-bc1a-f001d4898623 tempest-TestEncryptedCinderVolumes-862719557 tempest-TestEncryptedCinderVolumes-862719557-project] 10.222.0.31 "GET /v2.0/ports?device_id=0c5910ab-4188-4b46-adc2-d71c2147b4b7 HTTP/1.1" status: 200 len: 943 time: 0.0541821 Dec 18 14:02:31.977041 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-68b16484-474a-42d0-8ced-497733ff6db5 req-a31ed5f1-39bd-4c97-8a0e-6c73fd14a112 tempest-TestEncryptedCinderVolumes-862719557 tempest-TestEncryptedCinderVolumes-862719557-project] 10.222.0.31 "GET /v2.0/security-groups?id=1225b422-10e6-483a-9ec7-6ba04a7984bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417829 Dec 18 14:02:33.119785 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade90b4f-23d2-4208-aba7-944c21e1e4f5 req-66a5e769-6788-4baf-a909-96130bec025f tempest-TestEncryptedCinderVolumes-862719557 tempest-TestEncryptedCinderVolumes-862719557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:02:33.121309 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-ade90b4f-23d2-4208-aba7-944c21e1e4f5 req-66a5e769-6788-4baf-a909-96130bec025f tempest-TestEncryptedCinderVolumes-862719557 tempest-TestEncryptedCinderVolumes-862719557-project] 10.222.0.31 "GET /v2.0/ports?device_id=0c5910ab-4188-4b46-adc2-d71c2147b4b7 HTTP/1.1" status: 200 len: 943 time: 0.0614252 Dec 18 14:02:33.122915 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Device 684cf68a-f9f6-450c-9c56-a2d676cb04f3 details requested by agent hyperv_hv-neutron-7448 with host hv-neutron-7448 {{(pid=103161) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 18 14:02:33.172653 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-ade90b4f-23d2-4208-aba7-944c21e1e4f5 req-d8bb3e82-70b1-4e21-b40d-b1aa0b1f918d tempest-TestEncryptedCinderVolumes-862719557 tempest-TestEncryptedCinderVolumes-862719557-project] 10.222.0.31 "GET /v2.0/security-groups?id=1225b422-10e6-483a-9ec7-6ba04a7984bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432701 Dec 18 14:02:33.219501 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] For port 684cf68a-f9f6-450c-9c56-a2d676cb04f3, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=684cf68a-f9f6-450c-9c56-a2d676cb04f3,segment=NetworkSegment(5497b9ac-77ff-41a9-828c-bc91497413d9),segment_id=5497b9ac-77ff-41a9-828c-bc91497413d9)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 14:02:33.230442 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Returning: {'device': '684cf68a-f9f6-450c-9c56-a2d676cb04f3', 'network_id': 'c687e8f3-0212-4322-91be-f26e77b19c22', 'port_id': '684cf68a-f9f6-450c-9c56-a2d676cb04f3', 'mac_address': 'fa:16:3e:19:5c:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4afc1081-4edb-4028-a76e-1095f116abef', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103161) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 18 14:02:33.273963 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:02:33.286632 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.notifiers.nova [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 684cf68a-f9f6-450c-9c56-a2d676cb04f3 {{(pid=103161) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 18 14:02:33.306339 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] For port 684cf68a-f9f6-450c-9c56-a2d676cb04f3, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=684cf68a-f9f6-450c-9c56-a2d676cb04f3,segment=NetworkSegment(5497b9ac-77ff-41a9-828c-bc91497413d9),segment_id=5497b9ac-77ff-41a9-828c-bc91497413d9)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 14:02:33.312325 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:02:33.361823 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Pushing event updated for resources: {'Port': ['ID=684cf68a-f9f6-450c-9c56-a2d676cb04f3,revision_number=4']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:02:33.631026 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] get_ports_and_sgs() called for port_ids ['684cf68a-f9f6-450c-9c56-a2d676cb04f3'] {{(pid=103161) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 18 14:02:34.301279 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b886df9-b1eb-4df2-90ba-c92b2c383369 req-de946000-bc2d-4798-880c-ebdd10685b8e tempest-TestEncryptedCinderVolumes-862719557 tempest-TestEncryptedCinderVolumes-862719557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:02:34.302744 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-5b886df9-b1eb-4df2-90ba-c92b2c383369 req-de946000-bc2d-4798-880c-ebdd10685b8e tempest-TestEncryptedCinderVolumes-862719557 tempest-TestEncryptedCinderVolumes-862719557-project] 10.222.0.31 "GET /v2.0/ports?device_id=0c5910ab-4188-4b46-adc2-d71c2147b4b7 HTTP/1.1" status: 200 len: 944 time: 0.0544119 Dec 18 14:02:34.354779 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-5b886df9-b1eb-4df2-90ba-c92b2c383369 req-e1bf0d36-eadd-463b-b58f-3c5f577da2ca tempest-TestEncryptedCinderVolumes-862719557 tempest-TestEncryptedCinderVolumes-862719557-project] 10.222.0.31 "GET /v2.0/security-groups?id=1225b422-10e6-483a-9ec7-6ba04a7984bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431104 Dec 18 14:02:35.125244 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Device 684cf68a-f9f6-450c-9c56-a2d676cb04f3 up at agent hyperv_hv-neutron-7448 {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 14:02:35.180026 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Provisioning for port 684cf68a-f9f6-450c-9c56-a2d676cb04f3 completed by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 18 14:02:35.183622 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Provisioning complete for port 684cf68a-f9f6-450c-9c56-a2d676cb04f3 triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 14:02:35.183988 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:02:35.263806 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:02:35.286608 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c5910ab-4188-4b46-adc2-d71c2147b4b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '684cf68a-f9f6-450c-9c56-a2d676cb04f3'}] {{(pid=103161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 18 14:02:35.288881 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22224e7a42aa75e3f3b9c037df440650d2cfa1dd97b40a249aee4a8113775251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42264d3b-17b3-4127-bc8d-f14b9892ea96" -d '{"events": [{"server_uuid": "0c5910ab-4188-4b46-adc2-d71c2147b4b7", "name": "network-vif-plugged", "status": "completed", "tag": "684cf68a-f9f6-450c-9c56-a2d676cb04f3"}]}' {{(pid=103161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 18 14:02:35.301214 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] For port 684cf68a-f9f6-450c-9c56-a2d676cb04f3, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=684cf68a-f9f6-450c-9c56-a2d676cb04f3,segment=NetworkSegment(5497b9ac-77ff-41a9-828c-bc91497413d9),segment_id=5497b9ac-77ff-41a9-828c-bc91497413d9)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 14:02:35.306210 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:02:35.333718 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 14:02:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52e45d94-39fd-4ac4-be4f-131115a14771 x-openstack-request-id: req-52e45d94-39fd-4ac4-be4f-131115a14771 {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 18 14:02:35.334011 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c5910ab-4188-4b46-adc2-d71c2147b4b7", "name": "network-vif-plugged", "status": "completed", "tag": "684cf68a-f9f6-450c-9c56-a2d676cb04f3", "code": 200}]} {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 18 14:02:35.334338 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-52e45d94-39fd-4ac4-be4f-131115a14771 {{(pid=103161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 18 14:02:35.334960 dv-neutron-744815-20-hyperv neutron-server[103161]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c5910ab-4188-4b46-adc2-d71c2147b4b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '684cf68a-f9f6-450c-9c56-a2d676cb04f3', 'code': 200} Dec 18 14:02:35.362189 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Pushing event updated for resources: {'Port': ['ID=684cf68a-f9f6-450c-9c56-a2d676cb04f3,revision_number=5']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:02:35.474444 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70269d3-7dd9-453c-805a-c83c5ce4130e req-e343c31b-a2f4-4a86-863c-c17e019bbb41 tempest-TestEncryptedCinderVolumes-862719557 tempest-TestEncryptedCinderVolumes-862719557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:02:35.475990 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-e70269d3-7dd9-453c-805a-c83c5ce4130e req-e343c31b-a2f4-4a86-863c-c17e019bbb41 tempest-TestEncryptedCinderVolumes-862719557 tempest-TestEncryptedCinderVolumes-862719557-project] 10.222.0.31 "GET /v2.0/ports?device_id=0c5910ab-4188-4b46-adc2-d71c2147b4b7 HTTP/1.1" status: 200 len: 945 time: 0.0502970 Dec 18 14:02:35.505990 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1e946d-826d-42e1-a6e2-54785fedf25a req-6766430f-c515-4073-b1dc-d8f5ba35221a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:02:35.507617 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-df1e946d-826d-42e1-a6e2-54785fedf25a req-6766430f-c515-4073-b1dc-d8f5ba35221a service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=0c5910ab-4188-4b46-adc2-d71c2147b4b7 HTTP/1.1" status: 200 len: 1098 time: 0.0411744 Dec 18 14:02:35.524011 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-e70269d3-7dd9-453c-805a-c83c5ce4130e req-c44f1595-3b9e-431c-8a2f-bb76750c686f tempest-TestEncryptedCinderVolumes-862719557 tempest-TestEncryptedCinderVolumes-862719557-project] 10.222.0.31 "GET /v2.0/security-groups?id=1225b422-10e6-483a-9ec7-6ba04a7984bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420463 Dec 18 14:02:35.552460 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-df1e946d-826d-42e1-a6e2-54785fedf25a req-61be48f5-8e52-462b-a48b-1c2eb97ee688 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=1225b422-10e6-483a-9ec7-6ba04a7984bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370920 Dec 18 14:02:36.649647 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219217a2-3850-430a-add6-0cc200571244 req-4d7fb63f-7d51-43e9-b552-1204d351c415 tempest-TestEncryptedCinderVolumes-862719557 tempest-TestEncryptedCinderVolumes-862719557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:02:36.651189 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-219217a2-3850-430a-add6-0cc200571244 req-4d7fb63f-7d51-43e9-b552-1204d351c415 tempest-TestEncryptedCinderVolumes-862719557 tempest-TestEncryptedCinderVolumes-862719557-project] 10.222.0.31 "GET /v2.0/ports?device_id=0c5910ab-4188-4b46-adc2-d71c2147b4b7 HTTP/1.1" status: 200 len: 945 time: 0.0501049 Dec 18 14:02:36.703534 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-219217a2-3850-430a-add6-0cc200571244 req-643d7806-c53d-49ca-bf1e-cd769ed47033 tempest-TestEncryptedCinderVolumes-862719557 tempest-TestEncryptedCinderVolumes-862719557-project] 10.222.0.31 "GET /v2.0/security-groups?id=1225b422-10e6-483a-9ec7-6ba04a7984bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460055 Dec 18 14:02:37.082101 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:02:37.833439 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5165e8f4-ee13-4d05-9805-965fcf7cacb1 req-4e5ab2b4-b8f4-41f3-afbb-d781ef504923 tempest-TestEncryptedCinderVolumes-862719557 tempest-TestEncryptedCinderVolumes-862719557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:02:37.834985 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-5165e8f4-ee13-4d05-9805-965fcf7cacb1 req-4e5ab2b4-b8f4-41f3-afbb-d781ef504923 tempest-TestEncryptedCinderVolumes-862719557 tempest-TestEncryptedCinderVolumes-862719557-project] 10.222.0.31 "GET /v2.0/ports?device_id=0c5910ab-4188-4b46-adc2-d71c2147b4b7 HTTP/1.1" status: 200 len: 945 time: 0.0566316 Dec 18 14:02:37.891284 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-5165e8f4-ee13-4d05-9805-965fcf7cacb1 req-b5b091e4-39cd-4c0f-9bf3-6d6905c923be tempest-TestEncryptedCinderVolumes-862719557 tempest-TestEncryptedCinderVolumes-862719557-project] 10.222.0.31 "GET /v2.0/security-groups?id=1225b422-10e6-483a-9ec7-6ba04a7984bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469108 Dec 18 14:02:38.017124 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5661af-2340-4657-b7ab-67e293dc4843 req-c642f856-45d6-48e9-aee9-b2b647cbd31b tempest-TestEncryptedCinderVolumes-862719557 tempest-TestEncryptedCinderVolumes-862719557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:02:38.018753 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-5a5661af-2340-4657-b7ab-67e293dc4843 req-c642f856-45d6-48e9-aee9-b2b647cbd31b tempest-TestEncryptedCinderVolumes-862719557 tempest-TestEncryptedCinderVolumes-862719557-project] 10.222.0.31 "GET /v2.0/ports?device_id=0c5910ab-4188-4b46-adc2-d71c2147b4b7 HTTP/1.1" status: 200 len: 945 time: 0.0568376 Dec 18 14:02:38.068332 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-5a5661af-2340-4657-b7ab-67e293dc4843 req-d2910f36-1dad-4b39-84e7-3efb83b9d5fe tempest-TestEncryptedCinderVolumes-862719557 tempest-TestEncryptedCinderVolumes-862719557-project] 10.222.0.31 "GET /v2.0/security-groups?id=1225b422-10e6-483a-9ec7-6ba04a7984bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413086 Dec 18 14:02:49.339773 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.agents_db [None req-e3dda592-589a-4b4d-b028-ba9a260f4f50 None None] Agent healthcheck: found 6 active agents {{(pid=103162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 18 14:02:54.956601 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-dee18f42-9d8c-42c0-8f08-43ecc041a837 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:02:57.195996 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-61238aff-2cbc-4746-9606-3b188b4c97e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:02:58.599700 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-afa9ae9b-bdbb-4010-bcf6-3a46ce66cf71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:03:00.099650 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7b7a3272-2b45-4d32-9670-25eb1afd1184 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:03:00.759501 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46ab8f2-6fe9-4f07-91c2-d65b1f39aca6 req-c615b8fc-db5c-4180-bc88-20bd4f4087a2 tempest-TestEncryptedCinderVolumes-862719557 tempest-TestEncryptedCinderVolumes-862719557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:03:00.761035 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-a46ab8f2-6fe9-4f07-91c2-d65b1f39aca6 req-c615b8fc-db5c-4180-bc88-20bd4f4087a2 tempest-TestEncryptedCinderVolumes-862719557 tempest-TestEncryptedCinderVolumes-862719557-project] 10.222.0.31 "GET /v2.0/ports?device_id=0c5910ab-4188-4b46-adc2-d71c2147b4b7 HTTP/1.1" status: 200 len: 945 time: 0.0512512 Dec 18 14:03:00.809698 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-a46ab8f2-6fe9-4f07-91c2-d65b1f39aca6 req-c070e796-9b0b-46ab-874a-f8abac743410 tempest-TestEncryptedCinderVolumes-862719557 tempest-TestEncryptedCinderVolumes-862719557-project] 10.222.0.31 "GET /v2.0/security-groups?id=1225b422-10e6-483a-9ec7-6ba04a7984bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422540 Dec 18 14:03:00.855635 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:03:01.966512 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e914b432-f002-45b3-9836-18b72e89885d req-5d34c264-a46b-490a-9f67-499ea8b6c552 tempest-TestEncryptedCinderVolumes-862719557 tempest-TestEncryptedCinderVolumes-862719557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:03:01.968188 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-e914b432-f002-45b3-9836-18b72e89885d req-5d34c264-a46b-490a-9f67-499ea8b6c552 tempest-TestEncryptedCinderVolumes-862719557 tempest-TestEncryptedCinderVolumes-862719557-project] 10.222.0.31 "GET /v2.0/ports?device_id=0c5910ab-4188-4b46-adc2-d71c2147b4b7 HTTP/1.1" status: 200 len: 945 time: 0.0654719 Dec 18 14:03:02.026490 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-e914b432-f002-45b3-9836-18b72e89885d req-7b306061-391b-495d-9180-d059e974e688 tempest-TestEncryptedCinderVolumes-862719557 tempest-TestEncryptedCinderVolumes-862719557-project] 10.222.0.31 "GET /v2.0/security-groups?id=1225b422-10e6-483a-9ec7-6ba04a7984bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504901 Dec 18 14:03:02.618191 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200fa11e-711b-46b2-ba4e-aaf42f4f2b93 req-c88b7302-b799-4780-948b-533c669d12c4 tempest-TestEncryptedCinderVolumes-862719557 tempest-TestEncryptedCinderVolumes-862719557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:03:02.619712 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-200fa11e-711b-46b2-ba4e-aaf42f4f2b93 req-c88b7302-b799-4780-948b-533c669d12c4 tempest-TestEncryptedCinderVolumes-862719557 tempest-TestEncryptedCinderVolumes-862719557-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c5910ab-4188-4b46-adc2-d71c2147b4b7 HTTP/1.1" status: 200 len: 945 time: 0.0645564 Dec 18 14:03:02.723489 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [req-200fa11e-711b-46b2-ba4e-aaf42f4f2b93 req-3f96aa6f-f538-469e-9635-32319d679b6d tempest-TestEncryptedCinderVolumes-862719557 tempest-TestEncryptedCinderVolumes-862719557-project] Deleting port 684cf68a-f9f6-450c-9c56-a2d676cb04f3 {{(pid=103159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 14:03:02.723817 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-200fa11e-711b-46b2-ba4e-aaf42f4f2b93 req-3f96aa6f-f538-469e-9635-32319d679b6d tempest-TestEncryptedCinderVolumes-862719557 tempest-TestEncryptedCinderVolumes-862719557-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:03:02.818690 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.db [req-200fa11e-711b-46b2-ba4e-aaf42f4f2b93 req-3f96aa6f-f538-469e-9635-32319d679b6d tempest-TestEncryptedCinderVolumes-862719557 tempest-TestEncryptedCinderVolumes-862719557-project] For port 684cf68a-f9f6-450c-9c56-a2d676cb04f3, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=684cf68a-f9f6-450c-9c56-a2d676cb04f3,segment=NetworkSegment(5497b9ac-77ff-41a9-828c-bc91497413d9),segment_id=5497b9ac-77ff-41a9-828c-bc91497413d9)] {{(pid=103159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 14:03:02.819046 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-200fa11e-711b-46b2-ba4e-aaf42f4f2b93 req-3f96aa6f-f538-469e-9635-32319d679b6d tempest-TestEncryptedCinderVolumes-862719557 tempest-TestEncryptedCinderVolumes-862719557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:03:02.831823 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [req-200fa11e-711b-46b2-ba4e-aaf42f4f2b93 req-3f96aa6f-f538-469e-9635-32319d679b6d tempest-TestEncryptedCinderVolumes-862719557 tempest-TestEncryptedCinderVolumes-862719557-project] Calling delete_port for 684cf68a-f9f6-450c-9c56-a2d676cb04f3 owned by compute:nova {{(pid=103159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 14:03:02.982029 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-200fa11e-711b-46b2-ba4e-aaf42f4f2b93 req-3f96aa6f-f538-469e-9635-32319d679b6d tempest-TestEncryptedCinderVolumes-862719557 tempest-TestEncryptedCinderVolumes-862719557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:03:02.995441 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] get_ports_and_sgs() called for port_ids ['684cf68a-f9f6-450c-9c56-a2d676cb04f3'] {{(pid=103161) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 18 14:03:03.010884 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f96aa6f-f538-469e-9635-32319d679b6d tempest-TestEncryptedCinderVolumes-862719557 tempest-TestEncryptedCinderVolumes-862719557-project] Pushing event deleted for resources: {'Port': ['ID=684cf68a-f9f6-450c-9c56-a2d676cb04f3,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:03:03.052875 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [req-200fa11e-711b-46b2-ba4e-aaf42f4f2b93 req-3f96aa6f-f538-469e-9635-32319d679b6d tempest-TestEncryptedCinderVolumes-862719557 tempest-TestEncryptedCinderVolumes-862719557-project] No DVR routers for this DVR port 684cf68a-f9f6-450c-9c56-a2d676cb04f3 on host hv-neutron-7448 {{(pid=103159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 18 14:03:03.055797 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-200fa11e-711b-46b2-ba4e-aaf42f4f2b93 req-3f96aa6f-f538-469e-9635-32319d679b6d tempest-TestEncryptedCinderVolumes-862719557 tempest-TestEncryptedCinderVolumes-862719557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:03:03.059385 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-200fa11e-711b-46b2-ba4e-aaf42f4f2b93 req-3f96aa6f-f538-469e-9635-32319d679b6d tempest-TestEncryptedCinderVolumes-862719557 tempest-TestEncryptedCinderVolumes-862719557-project] 10.222.0.43 "DELETE /v2.0/ports/684cf68a-f9f6-450c-9c56-a2d676cb04f3 HTTP/1.1" status: 204 len: 173 time: 0.4332802 Dec 18 14:03:03.059937 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c5910ab-4188-4b46-adc2-d71c2147b4b7', 'name': 'network-vif-deleted', 'tag': '684cf68a-f9f6-450c-9c56-a2d676cb04f3'}] {{(pid=103159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 18 14:03:03.062177 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca844cf115d59c1fab86abc202fb4c13735de0d7e4cbbbb25eec9406e9c87431" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8579bb34-553c-420f-800e-f6dbfd5d28af" -d '{"events": [{"server_uuid": "0c5910ab-4188-4b46-adc2-d71c2147b4b7", "name": "network-vif-deleted", "tag": "684cf68a-f9f6-450c-9c56-a2d676cb04f3"}]}' {{(pid=103159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 18 14:03:03.113528 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 14:03:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20f254a2-146e-4793-91ea-b444c7af32bd x-openstack-request-id: req-20f254a2-146e-4793-91ea-b444c7af32bd {{(pid=103159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 18 14:03:03.113830 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c5910ab-4188-4b46-adc2-d71c2147b4b7", "name": "network-vif-deleted", "tag": "684cf68a-f9f6-450c-9c56-a2d676cb04f3", "status": "completed", "code": 200}]} {{(pid=103159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 18 14:03:03.114092 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-20f254a2-146e-4793-91ea-b444c7af32bd {{(pid=103159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 18 14:03:03.114614 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c5910ab-4188-4b46-adc2-d71c2147b4b7', 'name': 'network-vif-deleted', 'tag': '684cf68a-f9f6-450c-9c56-a2d676cb04f3', 'status': 'completed', 'code': 200} Dec 18 14:03:03.150321 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-14377ae6-442c-4b22-bcdd-e95d817cff4f req-da553ab4-21c3-4a22-baa7-b855186cb09c tempest-TestEncryptedCinderVolumes-862719557 tempest-TestEncryptedCinderVolumes-862719557-project] 10.222.0.31 "GET /v2.0/ports?device_id=0c5910ab-4188-4b46-adc2-d71c2147b4b7 HTTP/1.1" status: 200 len: 210 time: 0.0284703 Dec 18 14:03:04.258372 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 33274) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:03:04.995391 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-77a0de12-dc79-44bd-8ccd-717037bbde9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-586101'] for router_interface, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:03:05.293298 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-77a0de12-dc79-44bd-8ccd-717037bbde9b admin admin] Deleting port 7964bbbf-887c-4267-9b17-0247db103a1a {{(pid=103159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 14:03:05.294009 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-77a0de12-dc79-44bd-8ccd-717037bbde9b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:03:05.325196 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Device 684cf68a-f9f6-450c-9c56-a2d676cb04f3 no longer exists at agent hyperv_hv-neutron-7448 {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 18 14:03:05.345727 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] No Port match for: 684cf68a-f9f6-450c-9c56-a2d676cb04f3 {{(pid=103161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 18 14:03:05.346075 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Device 684cf68a-f9f6-450c-9c56-a2d676cb04f3 not bound to the agent host hv-neutron-7448 {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 18 14:03:05.380055 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.db [None req-77a0de12-dc79-44bd-8ccd-717037bbde9b admin admin] For port 7964bbbf-887c-4267-9b17-0247db103a1a, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=7964bbbf-887c-4267-9b17-0247db103a1a,segment=NetworkSegment(5497b9ac-77ff-41a9-828c-bc91497413d9),segment_id=5497b9ac-77ff-41a9-828c-bc91497413d9)] {{(pid=103159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 14:03:05.380424 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-77a0de12-dc79-44bd-8ccd-717037bbde9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:03:05.392974 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-77a0de12-dc79-44bd-8ccd-717037bbde9b admin admin] Calling delete_port for 7964bbbf-887c-4267-9b17-0247db103a1a owned by network:router_interface {{(pid=103159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 14:03:05.594662 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-77a0de12-dc79-44bd-8ccd-717037bbde9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:03:05.620448 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a0de12-dc79-44bd-8ccd-717037bbde9b admin admin] Pushing event deleted for resources: {'Port': ['ID=7964bbbf-887c-4267-9b17-0247db103a1a,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:03:05.795128 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-77a0de12-dc79-44bd-8ccd-717037bbde9b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1048020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-576035'] for router_interface, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:03:06.022091 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77a0de12-dc79-44bd-8ccd-717037bbde9b admin admin] Router a27e6f62-7470-4dfe-bb77-48c2cb571010 has already been hosted by L3 agent c9c0cd52-5bd2-4704-9429-d80f1c5ad23c {{(pid=103159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 18 14:03:06.138340 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77a0de12-dc79-44bd-8ccd-717037bbde9b admin admin] Notify agent at l3_agent.dv-neutron-744815-20-hyperv the message routers_updated {{(pid=103159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 14:03:06.143597 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-77a0de12-dc79-44bd-8ccd-717037bbde9b admin admin] 10.222.0.31 "PUT /v2.0/routers/a27e6f62-7470-4dfe-bb77-48c2cb571010/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8841193 Dec 18 14:03:06.146601 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 33276) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:03:06.149126 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-565a001e-69e9-41e3-b28b-d604da18014c None None] Sync routers for ids ['a27e6f62-7470-4dfe-bb77-48c2cb571010'] in dv-neutron-744815-20-hyperv {{(pid=103161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 14:03:06.159788 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-565a001e-69e9-41e3-b28b-d604da18014c None None] Routers {'a27e6f62-7470-4dfe-bb77-48c2cb571010'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 14:03:06.160581 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-565a001e-69e9-41e3-b28b-d604da18014c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T14:02:57Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['a27e6f62-7470-4dfe-bb77-48c2cb571010'], 'active': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:03:06.252279 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-238b151a-9b52-47bf-acdc-27192280cd72 admin admin] Publish callbacks [] for router, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:03:06.264668 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvr_db [None req-565a001e-69e9-41e3-b28b-d604da18014c None None] Set router a27e6f62-7470-4dfe-bb77-48c2cb571010 gateway port host: dv-neutron-744815-20-hyperv {{(pid=103161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 14:03:06.360409 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-238b151a-9b52-47bf-acdc-27192280cd72 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:03:06.413666 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-238b151a-9b52-47bf-acdc-27192280cd72 admin admin] Deleting port 050de29a-c67c-48a8-9b48-02fe48070d8a {{(pid=103159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 14:03:06.414000 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-238b151a-9b52-47bf-acdc-27192280cd72 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:03:06.442429 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-565a001e-69e9-41e3-b28b-d604da18014c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a27e6f62-7470-4dfe-bb77-48c2cb571010', 'name': 'tempest-TestEncryptedCinderVolumes-489929715-router', 'tenant_id': '3e4bd02b327e4555bf57fb1e33833c16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.209'}], 'enable_snat': True}, 'gw_port_id': '050de29a-c67c-48a8-9b48-02fe48070d8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T14:01:37Z', 'updated_at': '2021-12-18T14:03:05Z', 'revision_number': 5, 'project_id': '3e4bd02b327e4555bf57fb1e33833c16', 'gw_port': {'id': '050de29a-c67c-48a8-9b48-02fe48070d8a', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:78:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a27e6f62-7470-4dfe-bb77-48c2cb571010', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T14:01:38Z', 'updated_at': '2021-12-18T14:01:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv'}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:03:06.468710 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-565a001e-69e9-41e3-b28b-d604da18014c None None] Checking router: a27e6f62-7470-4dfe-bb77-48c2cb571010 for host: dv-neutron-744815-20-hyperv {{(pid=103161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 18 14:03:06.477082 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-565a001e-69e9-41e3-b28b-d604da18014c None None] Routers {'a27e6f62-7470-4dfe-bb77-48c2cb571010'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 14:03:06.477698 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-565a001e-69e9-41e3-b28b-d604da18014c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T14:02:57Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['a27e6f62-7470-4dfe-bb77-48c2cb571010'], 'active': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:03:06.494291 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.db [None req-238b151a-9b52-47bf-acdc-27192280cd72 admin admin] For port 050de29a-c67c-48a8-9b48-02fe48070d8a, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=050de29a-c67c-48a8-9b48-02fe48070d8a,segment=NetworkSegment(3f66d49c-4faa-434c-8c3e-991f4f1d01bd),segment_id=3f66d49c-4faa-434c-8c3e-991f4f1d01bd)] {{(pid=103159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 14:03:06.494661 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-238b151a-9b52-47bf-acdc-27192280cd72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:03:06.506382 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-238b151a-9b52-47bf-acdc-27192280cd72 admin admin] Calling delete_port for 050de29a-c67c-48a8-9b48-02fe48070d8a owned by network:router_gateway {{(pid=103159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 14:03:06.564892 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvr_db [None req-565a001e-69e9-41e3-b28b-d604da18014c None None] Set router a27e6f62-7470-4dfe-bb77-48c2cb571010 gateway port host: None {{(pid=103161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 14:03:06.619072 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-565a001e-69e9-41e3-b28b-d604da18014c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a27e6f62-7470-4dfe-bb77-48c2cb571010', 'name': 'tempest-TestEncryptedCinderVolumes-489929715-router', 'tenant_id': '3e4bd02b327e4555bf57fb1e33833c16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T14:01:37Z', 'updated_at': '2021-12-18T14:03:06Z', 'revision_number': 6, 'project_id': '3e4bd02b327e4555bf57fb1e33833c16', 'gw_port_host': None}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:03:06.646361 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-565a001e-69e9-41e3-b28b-d604da18014c None None] The sync data for ids ['a27e6f62-7470-4dfe-bb77-48c2cb571010'] in dv-neutron-744815-20-hyperv is: [{'id': 'a27e6f62-7470-4dfe-bb77-48c2cb571010', 'name': 'tempest-TestEncryptedCinderVolumes-489929715-router', 'tenant_id': '3e4bd02b327e4555bf57fb1e33833c16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T14:01:37Z', 'updated_at': '2021-12-18T14:03:06Z', 'revision_number': 6, 'project_id': '3e4bd02b327e4555bf57fb1e33833c16', 'gw_port_host': None}] {{(pid=103161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 14:03:06.684643 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-238b151a-9b52-47bf-acdc-27192280cd72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:03:06.711520 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238b151a-9b52-47bf-acdc-27192280cd72 admin admin] Pushing event deleted for resources: {'Port': ['ID=050de29a-c67c-48a8-9b48-02fe48070d8a,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:03:06.721733 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42ce96f3-8319-4d80-9927-b62e27951bdc None None] DHCP port deletion for decb4a40-7941-48c8-afbb-daaafd502e83 request from dv-neutron-744815-20-hyperv {{(pid=103161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 18 14:03:06.771024 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-238b151a-9b52-47bf-acdc-27192280cd72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-586554'] for router_gateway, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:03:06.880090 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-238b151a-9b52-47bf-acdc-27192280cd72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-589815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28643'] for router, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:03:06.883931 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-238b151a-9b52-47bf-acdc-27192280cd72 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:03:06.952929 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-238b151a-9b52-47bf-acdc-27192280cd72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-589710'] for router, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:03:06.953569 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-238b151a-9b52-47bf-acdc-27192280cd72 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a27e6f62-7470-4dfe-bb77-48c2cb571010 {{(pid=103159) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 18 14:03:06.959174 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-238b151a-9b52-47bf-acdc-27192280cd72 admin admin] Publish callbacks [] for router, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:03:06.960355 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-238b151a-9b52-47bf-acdc-27192280cd72 admin admin] 10.222.0.31 "DELETE /v2.0/routers/a27e6f62-7470-4dfe-bb77-48c2cb571010 HTTP/1.1" status: 204 len: 168 time: 0.8126540 Dec 18 14:03:06.963127 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 33278) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:03:07.011943 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3a22368-1845-41e4-ae4e-0fb5ef4fd02d admin admin] Deleting subnet 4afc1081-4edb-4028-a76e-1095f116abef {{(pid=103160) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 18 14:03:07.015311 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-e3a22368-1845-41e4-ae4e-0fb5ef4fd02d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:03:07.052555 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-e3a22368-1845-41e4-ae4e-0fb5ef4fd02d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4533385'] for subnet, precommit_delete_associations {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:03:07.073904 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:03:07.130597 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-e3a22368-1845-41e4-ae4e-0fb5ef4fd02d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1929185'] for subnet, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:03:07.190106 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-e3a22368-1845-41e4-ae4e-0fb5ef4fd02d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1929192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4533475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4514371'] for subnet, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:03:07.215131 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a22368-1845-41e4-ae4e-0fb5ef4fd02d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4afc1081-4edb-4028-a76e-1095f116abef,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:03:07.226334 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-236114fc-9def-4c80-83eb-8dd14fcd3487 None None] Network c687e8f3-0212-4322-91be-f26e77b19c22 requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 14:03:07.228776 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-e3a22368-1845-41e4-ae4e-0fb5ef4fd02d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:03:07.232028 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-e3a22368-1845-41e4-ae4e-0fb5ef4fd02d admin admin] 10.222.0.31 "DELETE /v2.0/subnets/4afc1081-4edb-4028-a76e-1095f116abef HTTP/1.1" status: 204 len: 168 time: 0.2678242 Dec 18 14:03:07.233858 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a22368-1845-41e4-ae4e-0fb5ef4fd02d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:03:07.234237 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a22368-1845-41e4-ae4e-0fb5ef4fd02d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:03:07.234645 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a22368-1845-41e4-ae4e-0fb5ef4fd02d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:03:07.234990 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a22368-1845-41e4-ae4e-0fb5ef4fd02d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:03:07.235122 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 33280) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:03:07.235329 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a22368-1845-41e4-ae4e-0fb5ef4fd02d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:03:07.235676 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a22368-1845-41e4-ae4e-0fb5ef4fd02d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:03:07.236004 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a22368-1845-41e4-ae4e-0fb5ef4fd02d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:03:07.236334 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a22368-1845-41e4-ae4e-0fb5ef4fd02d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:03:07.236647 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a22368-1845-41e4-ae4e-0fb5ef4fd02d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:03:07.236993 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a22368-1845-41e4-ae4e-0fb5ef4fd02d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:03:07.237325 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a22368-1845-41e4-ae4e-0fb5ef4fd02d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:03:07.237656 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a22368-1845-41e4-ae4e-0fb5ef4fd02d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:03:07.238058 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a22368-1845-41e4-ae4e-0fb5ef4fd02d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:03:07.307684 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-9be366dd-9594-4a1b-9472-0f695b50fa08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2023137'] for network, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:03:07.363763 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-9be366dd-9594-4a1b-9472-0f695b50fa08 admin admin] Deleting port ec0894cc-164c-48b9-8c5d-10509edc231f {{(pid=103159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 14:03:07.364490 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-9be366dd-9594-4a1b-9472-0f695b50fa08 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:03:07.433116 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.db [None req-9be366dd-9594-4a1b-9472-0f695b50fa08 admin admin] For port ec0894cc-164c-48b9-8c5d-10509edc231f, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=ec0894cc-164c-48b9-8c5d-10509edc231f,segment=NetworkSegment(5497b9ac-77ff-41a9-828c-bc91497413d9),segment_id=5497b9ac-77ff-41a9-828c-bc91497413d9)] {{(pid=103159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 14:03:07.433643 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-9be366dd-9594-4a1b-9472-0f695b50fa08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:03:07.446563 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-9be366dd-9594-4a1b-9472-0f695b50fa08 admin admin] Calling delete_port for ec0894cc-164c-48b9-8c5d-10509edc231f owned by network:dhcp {{(pid=103159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 14:03:07.529201 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-9be366dd-9594-4a1b-9472-0f695b50fa08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:03:07.530604 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bb7c16c-3f58-4885-a47c-01f73ccdc1af None None] DHCP port deletion for c687e8f3-0212-4322-91be-f26e77b19c22 request from dv-neutron-744815-20-hyperv {{(pid=103161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 18 14:03:07.557749 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be366dd-9594-4a1b-9472-0f695b50fa08 admin admin] Pushing event deleted for resources: {'Port': ['ID=ec0894cc-164c-48b9-8c5d-10509edc231f,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:03:07.559783 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9be366dd-9594-4a1b-9472-0f695b50fa08 admin admin] No DVR routers for this DVR port ec0894cc-164c-48b9-8c5d-10509edc231f on host dv-neutron-744815-20-hyperv {{(pid=103159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 18 14:03:07.635881 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-9be366dd-9594-4a1b-9472-0f695b50fa08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1927292', 'neutron.services.segments.db._delete_segments_for_network-8767106887837'] for network, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:03:07.666238 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.services.segments.db [None req-9be366dd-9594-4a1b-9472-0f695b50fa08 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c687e8f3-0212-4322-91be-f26e77b19c22']}} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:03:07.677923 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.services.segments.db [None req-9be366dd-9594-4a1b-9472-0f695b50fa08 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5497b9ac-77ff-41a9-828c-bc91497413d9') {'for_net_delete': True} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:03:07.678218 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.services.segments.db [None req-9be366dd-9594-4a1b-9472-0f695b50fa08 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5497b9ac-77ff-41a9-828c-bc91497413d9') {} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:03:07.687975 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-9be366dd-9594-4a1b-9472-0f695b50fa08 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767106888614', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5589569'] for segment, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:03:07.697953 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 050de29a-c67c-48a8-9b48-02fe48070d8a no longer exists at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 18 14:03:07.704873 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-9be366dd-9594-4a1b-9472-0f695b50fa08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:03:07.711599 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9be366dd-9594-4a1b-9472-0f695b50fa08 admin admin] Releasing vlan 140 on physical network physnet1 to pool {{(pid=103159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 18 14:03:07.712017 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-9be366dd-9594-4a1b-9472-0f695b50fa08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5660009'] for segment, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:03:07.713973 dv-neutron-744815-20-hyperv neutron-server[103159]: Traceback (most recent call last): Dec 18 14:03:07.713973 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 18 14:03:07.713973 dv-neutron-744815-20-hyperv neutron-server[103159]: timer() Dec 18 14:03:07.713973 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 18 14:03:07.713973 dv-neutron-744815-20-hyperv neutron-server[103159]: cb(*args, **kw) Dec 18 14:03:07.713973 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 18 14:03:07.713973 dv-neutron-744815-20-hyperv neutron-server[103159]: return func(*args, **kwargs) Dec 18 14:03:07.713973 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 18 14:03:07.713973 dv-neutron-744815-20-hyperv neutron-server[103159]: self._notify() Dec 18 14:03:07.713973 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 18 14:03:07.713973 dv-neutron-744815-20-hyperv neutron-server[103159]: self.callback(batched_events) Dec 18 14:03:07.713973 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 18 14:03:07.713973 dv-neutron-744815-20-hyperv neutron-server[103159]: event.method(event) Dec 18 14:03:07.713973 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 18 14:03:07.713973 dv-neutron-744815-20-hyperv neutron-server[103159]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 18 14:03:07.713973 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 18 14:03:07.713973 dv-neutron-744815-20-hyperv neutron-server[103159]: aggregate_uuid = self.p_client.list_aggregates( Dec 18 14:03:07.713973 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 18 14:03:07.713973 dv-neutron-744815-20-hyperv neutron-server[103159]: return f(self, *a, **k) Dec 18 14:03:07.713973 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 18 14:03:07.713973 dv-neutron-744815-20-hyperv neutron-server[103159]: return self._get(url).json() Dec 18 14:03:07.713973 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 18 14:03:07.713973 dv-neutron-744815-20-hyperv neutron-server[103159]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 18 14:03:07.713973 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 18 14:03:07.713973 dv-neutron-744815-20-hyperv neutron-server[103159]: return self.request(url, 'GET', **kwargs) Dec 18 14:03:07.713973 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 18 14:03:07.713973 dv-neutron-744815-20-hyperv neutron-server[103159]: base_url = self.get_endpoint(auth, allow=allow, Dec 18 14:03:07.713973 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 18 14:03:07.713973 dv-neutron-744815-20-hyperv neutron-server[103159]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 18 14:03:07.713973 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 18 14:03:07.713973 dv-neutron-744815-20-hyperv neutron-server[103159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 18 14:03:07.713973 dv-neutron-744815-20-hyperv neutron-server[103159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 18 14:03:07.719452 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-2294866d-0076-4933-952c-685307032598 None None] No Port match for: 050de29a-c67c-48a8-9b48-02fe48070d8a {{(pid=103161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 18 14:03:07.719809 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 050de29a-c67c-48a8-9b48-02fe48070d8a not bound to the agent host dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 18 14:03:07.720234 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device ec0894cc-164c-48b9-8c5d-10509edc231f no longer exists at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 18 14:03:07.739755 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-2294866d-0076-4933-952c-685307032598 None None] No Port match for: ec0894cc-164c-48b9-8c5d-10509edc231f {{(pid=103161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 18 14:03:07.740076 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device ec0894cc-164c-48b9-8c5d-10509edc231f not bound to the agent host dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 18 14:03:07.740494 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 7964bbbf-887c-4267-9b17-0247db103a1a no longer exists at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 18 14:03:07.759879 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-2294866d-0076-4933-952c-685307032598 None None] No Port match for: 7964bbbf-887c-4267-9b17-0247db103a1a {{(pid=103161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 18 14:03:07.760138 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 7964bbbf-887c-4267-9b17-0247db103a1a not bound to the agent host dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 18 14:03:08.084837 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-9be366dd-9594-4a1b-9472-0f695b50fa08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1927267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586962'] for network, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:03:08.090683 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-9be366dd-9594-4a1b-9472-0f695b50fa08 admin admin] Publish callbacks [] for network, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:03:08.093831 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-9be366dd-9594-4a1b-9472-0f695b50fa08 admin admin] 10.222.0.31 "DELETE /v2.0/networks/c687e8f3-0212-4322-91be-f26e77b19c22 HTTP/1.1" status: 204 len: 168 time: 0.8578355 Dec 18 14:03:08.097372 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 33282) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:03:08.105785 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be366dd-9594-4a1b-9472-0f695b50fa08 admin admin] Pushing event deleted for resources: {'Network': ['ID=c687e8f3-0212-4322-91be-f26e77b19c22,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:03:08.460974 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-ac5102fa-7fdd-460c-a5a8-42ae02d8a9a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-586101'] for router_interface, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:03:08.720463 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-ac5102fa-7fdd-460c-a5a8-42ae02d8a9a0 admin admin] Deleting port 93c0a4a6-c6ca-4835-a5fe-ccf98dd0b93b {{(pid=103160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 14:03:08.720679 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-ac5102fa-7fdd-460c-a5a8-42ae02d8a9a0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:03:08.800431 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.db [None req-ac5102fa-7fdd-460c-a5a8-42ae02d8a9a0 admin admin] For port 93c0a4a6-c6ca-4835-a5fe-ccf98dd0b93b, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=93c0a4a6-c6ca-4835-a5fe-ccf98dd0b93b,segment=NetworkSegment(0d310b8e-db55-48d5-b1ae-3022d08ee807),segment_id=0d310b8e-db55-48d5-b1ae-3022d08ee807)] {{(pid=103160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 14:03:08.800788 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-ac5102fa-7fdd-460c-a5a8-42ae02d8a9a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:03:08.813523 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-ac5102fa-7fdd-460c-a5a8-42ae02d8a9a0 admin admin] Calling delete_port for 93c0a4a6-c6ca-4835-a5fe-ccf98dd0b93b owned by network:router_interface {{(pid=103160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 14:03:09.011396 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-ac5102fa-7fdd-460c-a5a8-42ae02d8a9a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4533522'] for port, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:03:09.048673 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5102fa-7fdd-460c-a5a8-42ae02d8a9a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=93c0a4a6-c6ca-4835-a5fe-ccf98dd0b93b,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:03:09.570138 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-ac5102fa-7fdd-460c-a5a8-42ae02d8a9a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1048020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-576035'] for router_interface, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:03:09.800970 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac5102fa-7fdd-460c-a5a8-42ae02d8a9a0 admin admin] Router 27b91307-5400-47c1-895f-e88cdb897cbe has already been hosted by L3 agent c9c0cd52-5bd2-4704-9429-d80f1c5ad23c {{(pid=103160) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 18 14:03:09.912719 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac5102fa-7fdd-460c-a5a8-42ae02d8a9a0 admin admin] Notify agent at l3_agent.dv-neutron-744815-20-hyperv the message routers_updated {{(pid=103160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 14:03:09.917853 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-ac5102fa-7fdd-460c-a5a8-42ae02d8a9a0 admin admin] 10.222.0.31 "PUT /v2.0/routers/27b91307-5400-47c1-895f-e88cdb897cbe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8194633 Dec 18 14:03:09.920533 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 33284) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:03:09.921471 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e861849e-f75d-456b-97bf-acd6b549fad1 None None] Sync routers for ids ['27b91307-5400-47c1-895f-e88cdb897cbe'] in dv-neutron-744815-20-hyperv {{(pid=103162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 14:03:09.932058 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e861849e-f75d-456b-97bf-acd6b549fad1 None None] Routers {'27b91307-5400-47c1-895f-e88cdb897cbe'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 14:03:09.932674 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-e861849e-f75d-456b-97bf-acd6b549fad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T14:02:57Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['27b91307-5400-47c1-895f-e88cdb897cbe'], 'active': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:03:10.026876 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-48855794-81fe-4c67-bb29-a28106f9dc49 admin admin] Publish callbacks [] for router, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:03:10.036609 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvr_db [None req-e861849e-f75d-456b-97bf-acd6b549fad1 None None] Set router 27b91307-5400-47c1-895f-e88cdb897cbe gateway port host: dv-neutron-744815-20-hyperv {{(pid=103162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 14:03:10.133437 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-48855794-81fe-4c67-bb29-a28106f9dc49 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:03:10.185565 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-48855794-81fe-4c67-bb29-a28106f9dc49 admin admin] Deleting port 117ddb34-0096-4078-a505-fdd128a625f9 {{(pid=103160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 14:03:10.185897 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-48855794-81fe-4c67-bb29-a28106f9dc49 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:03:10.206130 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-e861849e-f75d-456b-97bf-acd6b549fad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27b91307-5400-47c1-895f-e88cdb897cbe', 'name': 'tempest-TestEncryptedCinderVolumes-856358130-router', 'tenant_id': '989b902337df4bf08b76ef608de26f3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.54'}], 'enable_snat': True}, 'gw_port_id': '117ddb34-0096-4078-a505-fdd128a625f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T14:01:42Z', 'updated_at': '2021-12-18T14:03:08Z', 'revision_number': 5, 'project_id': '989b902337df4bf08b76ef608de26f3c', 'gw_port': {'id': '117ddb34-0096-4078-a505-fdd128a625f9', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:dc:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27b91307-5400-47c1-895f-e88cdb897cbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T14:01:43Z', 'updated_at': '2021-12-18T14:01:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv'}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:03:10.235685 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e861849e-f75d-456b-97bf-acd6b549fad1 None None] Checking router: 27b91307-5400-47c1-895f-e88cdb897cbe for host: dv-neutron-744815-20-hyperv {{(pid=103162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 18 14:03:10.244754 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e861849e-f75d-456b-97bf-acd6b549fad1 None None] Routers {'27b91307-5400-47c1-895f-e88cdb897cbe'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 14:03:10.245410 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-e861849e-f75d-456b-97bf-acd6b549fad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T14:02:57Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['27b91307-5400-47c1-895f-e88cdb897cbe'], 'active': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:03:10.266781 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.db [None req-48855794-81fe-4c67-bb29-a28106f9dc49 admin admin] For port 117ddb34-0096-4078-a505-fdd128a625f9, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=117ddb34-0096-4078-a505-fdd128a625f9,segment=NetworkSegment(3f66d49c-4faa-434c-8c3e-991f4f1d01bd),segment_id=3f66d49c-4faa-434c-8c3e-991f4f1d01bd)] {{(pid=103160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 14:03:10.267176 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-48855794-81fe-4c67-bb29-a28106f9dc49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:03:10.279095 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-48855794-81fe-4c67-bb29-a28106f9dc49 admin admin] Calling delete_port for 117ddb34-0096-4078-a505-fdd128a625f9 owned by network:router_gateway {{(pid=103160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 14:03:10.328647 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvr_db [None req-e861849e-f75d-456b-97bf-acd6b549fad1 None None] Set router 27b91307-5400-47c1-895f-e88cdb897cbe gateway port host: None {{(pid=103162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 14:03:10.451974 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-48855794-81fe-4c67-bb29-a28106f9dc49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4533522'] for port, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:03:10.468957 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-e861849e-f75d-456b-97bf-acd6b549fad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27b91307-5400-47c1-895f-e88cdb897cbe', 'name': 'tempest-TestEncryptedCinderVolumes-856358130-router', 'tenant_id': '989b902337df4bf08b76ef608de26f3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T14:01:42Z', 'updated_at': '2021-12-18T14:03:10Z', 'revision_number': 6, 'project_id': '989b902337df4bf08b76ef608de26f3c', 'gw_port_host': None}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:03:10.478487 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48855794-81fe-4c67-bb29-a28106f9dc49 admin admin] Pushing event deleted for resources: {'Port': ['ID=117ddb34-0096-4078-a505-fdd128a625f9,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:03:10.496124 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0ac8a09-26a0-4532-b3da-967f77305b31 None None] DHCP port deletion for decb4a40-7941-48c8-afbb-daaafd502e83 request from dv-neutron-744815-20-hyperv {{(pid=103161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 18 14:03:10.497977 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e861849e-f75d-456b-97bf-acd6b549fad1 None None] The sync data for ids ['27b91307-5400-47c1-895f-e88cdb897cbe'] in dv-neutron-744815-20-hyperv is: [{'id': '27b91307-5400-47c1-895f-e88cdb897cbe', 'name': 'tempest-TestEncryptedCinderVolumes-856358130-router', 'tenant_id': '989b902337df4bf08b76ef608de26f3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T14:01:42Z', 'updated_at': '2021-12-18T14:03:10Z', 'revision_number': 6, 'project_id': '989b902337df4bf08b76ef608de26f3c', 'gw_port_host': None}] {{(pid=103162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 14:03:10.542537 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-48855794-81fe-4c67-bb29-a28106f9dc49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-586554'] for router_gateway, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:03:10.632134 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-48855794-81fe-4c67-bb29-a28106f9dc49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-589815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28643'] for router, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:03:10.634452 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-48855794-81fe-4c67-bb29-a28106f9dc49 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:03:10.681239 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-48855794-81fe-4c67-bb29-a28106f9dc49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-589710'] for router, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:03:10.681793 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48855794-81fe-4c67-bb29-a28106f9dc49 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 27b91307-5400-47c1-895f-e88cdb897cbe {{(pid=103160) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 18 14:03:10.686513 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-48855794-81fe-4c67-bb29-a28106f9dc49 admin admin] Publish callbacks [] for router, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:03:10.687726 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-48855794-81fe-4c67-bb29-a28106f9dc49 admin admin] 10.222.0.31 "DELETE /v2.0/routers/27b91307-5400-47c1-895f-e88cdb897cbe HTTP/1.1" status: 204 len: 168 time: 0.7662976 Dec 18 14:03:10.691104 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 33286) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:03:10.736104 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c156875-d95d-4470-ad6d-ce7600b63b71 admin admin] Deleting subnet a8532408-919e-4dc9-8f94-a7f1edd459db {{(pid=103160) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 18 14:03:10.739670 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-0c156875-d95d-4470-ad6d-ce7600b63b71 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:03:10.773708 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-0c156875-d95d-4470-ad6d-ce7600b63b71 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4533385'] for subnet, precommit_delete_associations {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:03:10.855255 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-0c156875-d95d-4470-ad6d-ce7600b63b71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1929185'] for subnet, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:03:10.912118 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-0c156875-d95d-4470-ad6d-ce7600b63b71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1929192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4533475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4514371'] for subnet, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:03:10.934420 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c156875-d95d-4470-ad6d-ce7600b63b71 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a8532408-919e-4dc9-8f94-a7f1edd459db,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:03:10.944387 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-0c156875-d95d-4470-ad6d-ce7600b63b71 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:03:10.948297 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-0c156875-d95d-4470-ad6d-ce7600b63b71 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/a8532408-919e-4dc9-8f94-a7f1edd459db HTTP/1.1" status: 204 len: 168 time: 0.2562594 Dec 18 14:03:10.949458 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3859f6b-b0f5-4b8d-bba3-13382a97d795 None None] Network 6c84f15e-e84e-4815-a262-80b2428b64c3 requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 14:03:10.950562 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 33288) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:03:11.021945 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-2325e41b-e476-4e09-b982-c9ab63e53719 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2023137'] for network, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:03:11.074902 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-2325e41b-e476-4e09-b982-c9ab63e53719 admin admin] Deleting port 058b4d45-1263-4b9a-a117-705152a38b4a {{(pid=103160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 14:03:11.075287 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-2325e41b-e476-4e09-b982-c9ab63e53719 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:03:11.142276 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.db [None req-2325e41b-e476-4e09-b982-c9ab63e53719 admin admin] For port 058b4d45-1263-4b9a-a117-705152a38b4a, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=058b4d45-1263-4b9a-a117-705152a38b4a,segment=NetworkSegment(0d310b8e-db55-48d5-b1ae-3022d08ee807),segment_id=0d310b8e-db55-48d5-b1ae-3022d08ee807)] {{(pid=103160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 14:03:11.142629 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-2325e41b-e476-4e09-b982-c9ab63e53719 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:03:11.155433 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-2325e41b-e476-4e09-b982-c9ab63e53719 admin admin] Calling delete_port for 058b4d45-1263-4b9a-a117-705152a38b4a owned by network:dhcp {{(pid=103160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 14:03:11.235259 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-2325e41b-e476-4e09-b982-c9ab63e53719 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4533522'] for port, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:03:11.244076 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32f46d31-2e4b-4209-af38-0fb82e6e880e None None] DHCP port deletion for 6c84f15e-e84e-4815-a262-80b2428b64c3 request from dv-neutron-744815-20-hyperv {{(pid=103161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 18 14:03:11.262388 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2325e41b-e476-4e09-b982-c9ab63e53719 admin admin] Pushing event deleted for resources: {'Port': ['ID=058b4d45-1263-4b9a-a117-705152a38b4a,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:03:11.265692 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2325e41b-e476-4e09-b982-c9ab63e53719 admin admin] No DVR routers for this DVR port 058b4d45-1263-4b9a-a117-705152a38b4a on host dv-neutron-744815-20-hyperv {{(pid=103160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 18 14:03:11.338281 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-2325e41b-e476-4e09-b982-c9ab63e53719 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1927292', 'neutron.services.segments.db._delete_segments_for_network-8767106887837'] for network, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:03:11.358744 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.services.segments.db [None req-2325e41b-e476-4e09-b982-c9ab63e53719 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c84f15e-e84e-4815-a262-80b2428b64c3']}} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:03:11.368154 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.services.segments.db [None req-2325e41b-e476-4e09-b982-c9ab63e53719 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d310b8e-db55-48d5-b1ae-3022d08ee807') {'for_net_delete': True} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:03:11.368502 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.services.segments.db [None req-2325e41b-e476-4e09-b982-c9ab63e53719 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d310b8e-db55-48d5-b1ae-3022d08ee807') {} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:03:11.377954 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-2325e41b-e476-4e09-b982-c9ab63e53719 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767106888614', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4533424'] for segment, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:03:11.391382 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-2325e41b-e476-4e09-b982-c9ab63e53719 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:03:11.397571 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2325e41b-e476-4e09-b982-c9ab63e53719 admin admin] Releasing vlan 111 on physical network physnet1 to pool {{(pid=103160) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 18 14:03:11.397972 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-2325e41b-e476-4e09-b982-c9ab63e53719 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4533569'] for segment, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:03:11.399586 dv-neutron-744815-20-hyperv neutron-server[103160]: Traceback (most recent call last): Dec 18 14:03:11.399586 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 18 14:03:11.399586 dv-neutron-744815-20-hyperv neutron-server[103160]: timer() Dec 18 14:03:11.399586 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 18 14:03:11.399586 dv-neutron-744815-20-hyperv neutron-server[103160]: cb(*args, **kw) Dec 18 14:03:11.399586 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 18 14:03:11.399586 dv-neutron-744815-20-hyperv neutron-server[103160]: return func(*args, **kwargs) Dec 18 14:03:11.399586 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 18 14:03:11.399586 dv-neutron-744815-20-hyperv neutron-server[103160]: self._notify() Dec 18 14:03:11.399586 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 18 14:03:11.399586 dv-neutron-744815-20-hyperv neutron-server[103160]: self.callback(batched_events) Dec 18 14:03:11.399586 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 18 14:03:11.399586 dv-neutron-744815-20-hyperv neutron-server[103160]: event.method(event) Dec 18 14:03:11.399586 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 18 14:03:11.399586 dv-neutron-744815-20-hyperv neutron-server[103160]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 18 14:03:11.399586 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 18 14:03:11.399586 dv-neutron-744815-20-hyperv neutron-server[103160]: aggregate_uuid = self.p_client.list_aggregates( Dec 18 14:03:11.399586 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 18 14:03:11.399586 dv-neutron-744815-20-hyperv neutron-server[103160]: return f(self, *a, **k) Dec 18 14:03:11.399586 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 18 14:03:11.399586 dv-neutron-744815-20-hyperv neutron-server[103160]: return self._get(url).json() Dec 18 14:03:11.399586 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 18 14:03:11.399586 dv-neutron-744815-20-hyperv neutron-server[103160]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 18 14:03:11.399586 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 18 14:03:11.399586 dv-neutron-744815-20-hyperv neutron-server[103160]: return self.request(url, 'GET', **kwargs) Dec 18 14:03:11.399586 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 18 14:03:11.399586 dv-neutron-744815-20-hyperv neutron-server[103160]: base_url = self.get_endpoint(auth, allow=allow, Dec 18 14:03:11.399586 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 18 14:03:11.399586 dv-neutron-744815-20-hyperv neutron-server[103160]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 18 14:03:11.399586 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 18 14:03:11.399586 dv-neutron-744815-20-hyperv neutron-server[103160]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 18 14:03:11.399586 dv-neutron-744815-20-hyperv neutron-server[103160]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 18 14:03:11.459438 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-2325e41b-e476-4e09-b982-c9ab63e53719 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1927267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586962'] for network, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:03:11.465339 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-2325e41b-e476-4e09-b982-c9ab63e53719 admin admin] Publish callbacks [] for network, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:03:11.468847 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-2325e41b-e476-4e09-b982-c9ab63e53719 admin admin] 10.222.0.31 "DELETE /v2.0/networks/6c84f15e-e84e-4815-a262-80b2428b64c3 HTTP/1.1" status: 204 len: 168 time: 0.5172842 Dec 18 14:03:11.480842 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2325e41b-e476-4e09-b982-c9ab63e53719 admin admin] Pushing event deleted for resources: {'Network': ['ID=6c84f15e-e84e-4815-a262-80b2428b64c3,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:03:11.642372 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 33292) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:03:11.685087 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-453aacb7-b3ea-4115-a54c-5ffb71043c21 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3e4bd02b327e4555bf57fb1e33833c16&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0409768 Dec 18 14:03:11.687673 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 33294) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:03:11.698945 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 93c0a4a6-c6ca-4835-a5fe-ccf98dd0b93b no longer exists at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 18 14:03:11.723448 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-2294866d-0076-4933-952c-685307032598 None None] No Port match for: 93c0a4a6-c6ca-4835-a5fe-ccf98dd0b93b {{(pid=103161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 18 14:03:11.723776 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 93c0a4a6-c6ca-4835-a5fe-ccf98dd0b93b not bound to the agent host dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 18 14:03:11.724221 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 058b4d45-1263-4b9a-a117-705152a38b4a no longer exists at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 18 14:03:11.734740 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-e11680d9-0675-4867-8445-b687431e7ed8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:03:11.742585 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-2294866d-0076-4933-952c-685307032598 None None] No Port match for: 058b4d45-1263-4b9a-a117-705152a38b4a {{(pid=103161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 18 14:03:11.742971 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 058b4d45-1263-4b9a-a117-705152a38b4a not bound to the agent host dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 18 14:03:11.743423 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 117ddb34-0096-4078-a505-fdd128a625f9 no longer exists at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 18 14:03:11.757197 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-e11680d9-0675-4867-8445-b687431e7ed8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:03:11.761740 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-2294866d-0076-4933-952c-685307032598 None None] No Port match for: 117ddb34-0096-4078-a505-fdd128a625f9 {{(pid=103161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 18 14:03:11.762093 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 117ddb34-0096-4078-a505-fdd128a625f9 not bound to the agent host dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 18 14:03:11.804261 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-e11680d9-0675-4867-8445-b687431e7ed8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:03:11.807076 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-e11680d9-0675-4867-8445-b687431e7ed8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:03:11.808360 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-e11680d9-0675-4867-8445-b687431e7ed8 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1225b422-10e6-483a-9ec7-6ba04a7984bb HTTP/1.1" status: 204 len: 168 time: 0.1198192 Dec 18 14:03:11.816343 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11680d9-0675-4867-8445-b687431e7ed8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1225b422-10e6-483a-9ec7-6ba04a7984bb,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:03:12.146445 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 33300) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:03:12.189177 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-22128f29-2d7b-4b54-a46a-cec909ca4f80 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=989b902337df4bf08b76ef608de26f3c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0415406 Dec 18 14:03:12.193150 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 33302) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:03:12.240001 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-09b33527-9e6c-4c75-a84f-c7a2f8816c10 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:03:12.261313 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-09b33527-9e6c-4c75-a84f-c7a2f8816c10 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:03:12.308987 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-09b33527-9e6c-4c75-a84f-c7a2f8816c10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:03:12.311924 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-09b33527-9e6c-4c75-a84f-c7a2f8816c10 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:03:12.313091 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-09b33527-9e6c-4c75-a84f-c7a2f8816c10 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b09ad139-d14b-43b4-8b7a-be0250df3d3d HTTP/1.1" status: 204 len: 168 time: 0.1190951 Dec 18 14:03:12.320812 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b33527-9e6c-4c75-a84f-c7a2f8816c10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b09ad139-d14b-43b4-8b7a-be0250df3d3d,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:03:13.047995 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 33324) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:03:13.157395 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-a69bbeef-7b35-4b13-bd05-f22d2761a2d1 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-732652830-network', 'tenant_id': '0bd19c478968463a9994ba1741c01280'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 14:03:13.185504 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a69bbeef-7b35-4b13-bd05-f22d2761a2d1 admin admin] Made reservation on behalf of 0bd19c478968463a9994ba1741c01280 for: {'network': 1} {{(pid=103160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 14:03:13.187980 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-a69bbeef-7b35-4b13-bd05-f22d2761a2d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for network, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:03:13.197153 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-a69bbeef-7b35-4b13-bd05-f22d2761a2d1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:03:13.276734 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-a69bbeef-7b35-4b13-bd05-f22d2761a2d1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:03:13.282455 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-a69bbeef-7b35-4b13-bd05-f22d2761a2d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:03:13.307046 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a69bbeef-7b35-4b13-bd05-f22d2761a2d1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 125} {{(pid=103160) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 18 14:03:13.317059 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69bbeef-7b35-4b13-bd05-f22d2761a2d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6e54671-ba69-4001-a4bb-de5aad66f520,revision_number=1']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:03:13.322712 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-a69bbeef-7b35-4b13-bd05-f22d2761a2d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:03:13.323050 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.db.segments_db [None req-a69bbeef-7b35-4b13-bd05-f22d2761a2d1 admin admin] Added segment 5126b8df-b066-426f-8b30-bb915e881833 of type vlan for network 336cbb4b-86c1-42ed-a813-0f773dbc5925 Dec 18 14:03:13.362678 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-a69bbeef-7b35-4b13-bd05-f22d2761a2d1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767106405744'] for network, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:03:13.391195 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-a69bbeef-7b35-4b13-bd05-f22d2761a2d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981'] for network, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:03:13.392176 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a69bbeef-7b35-4b13-bd05-f22d2761a2d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:03:13.392749 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-a69bbeef-7b35-4b13-bd05-f22d2761a2d1 admin admin] Publish callbacks [] for network, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:03:13.447530 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-a69bbeef-7b35-4b13-bd05-f22d2761a2d1 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3982317 Dec 18 14:03:13.450590 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 33328) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:03:13.453384 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69bbeef-7b35-4b13-bd05-f22d2761a2d1 admin admin] Pushing event updated for resources: {'Network': ['ID=336cbb4b-86c1-42ed-a813-0f773dbc5925,revision_number=1']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:03:13.456191 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-be3b407f-d93b-4372-812b-e7488033d9c0 admin admin] Request body: {'subnet': {'network_id': '336cbb4b-86c1-42ed-a813-0f773dbc5925', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-732652830-subnet', 'tenant_id': '0bd19c478968463a9994ba1741c01280', 'ip_version': 4}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 14:03:13.463400 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Network 336cbb4b-86c1-42ed-a813-0f773dbc5925 details requested by agent ovs-agent-dv-neutron-744815-20-hyperv with host dv-neutron-744815-20-hyperv {{(pid=103161) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 18 14:03:13.481061 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be3b407f-d93b-4372-812b-e7488033d9c0 admin admin] Made reservation on behalf of 0bd19c478968463a9994ba1741c01280 for: {'subnet': 1} {{(pid=103159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 14:03:13.483621 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-be3b407f-d93b-4372-812b-e7488033d9c0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6017072'] for subnet, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:03:13.650334 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-be3b407f-d93b-4372-812b-e7488033d9c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5659786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6017062'] for subnet, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:03:13.710798 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3b407f-d93b-4372-812b-e7488033d9c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d28aecd9-b998-4c2e-ad4f-94fee6ee629e,revision_number=0']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:03:13.727958 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be3b407f-d93b-4372-812b-e7488033d9c0 admin admin] Checking segment: {'id': '5126b8df-b066-426f-8b30-bb915e881833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '336cbb4b-86c1-42ed-a813-0f773dbc5925'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 14:03:13.728424 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be3b407f-d93b-4372-812b-e7488033d9c0 admin admin] Network hostable DHCP agents. Network: 336cbb4b-86c1-42ed-a813-0f773dbc5925, hostable agents: ['aa77effa-0e3a-4bbd-a383-4d58ed3328d0'], hosted agents: [] {{(pid=103159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 18 14:03:13.748821 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be3b407f-d93b-4372-812b-e7488033d9c0 admin admin] Network 336cbb4b-86c1-42ed-a813-0f773dbc5925 is scheduled to be hosted by DHCP agent aa77effa-0e3a-4bbd-a383-4d58ed3328d0 with binding_index 1 {{(pid=103159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 18 14:03:13.758417 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.base_scheduler [None req-be3b407f-d93b-4372-812b-e7488033d9c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-744815-20-hyperv, 336cbb4b-86c1-42ed-a813-0f773dbc5925) {{(pid=103159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 14:03:13.762506 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be3b407f-d93b-4372-812b-e7488033d9c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:03:13.763100 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-be3b407f-d93b-4372-812b-e7488033d9c0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:03:13.767276 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-616d000c-7d59-45e3-b27a-44888d3ac806 None None] Network 336cbb4b-86c1-42ed-a813-0f773dbc5925 requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 14:03:13.780603 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-be3b407f-d93b-4372-812b-e7488033d9c0 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3287575 Dec 18 14:03:13.783418 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 33330) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:03:13.787874 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-28f1e4a3-8ff0-48c0-a680-2522d527fbd9 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-732652830-router', 'tenant_id': '0bd19c478968463a9994ba1741c01280', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83'}}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 14:03:13.811819 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-28f1e4a3-8ff0-48c0-a680-2522d527fbd9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28433'] for router, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:03:13.812809 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-28f1e4a3-8ff0-48c0-a680-2522d527fbd9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-589769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28440'] for router, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:03:13.865430 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-28f1e4a3-8ff0-48c0-a680-2522d527fbd9 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:03:13.872106 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7690b9fd-daa4-4c23-ba70-4ec5415314f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp31e170a0-46a1-5ba9-9dc1-7ee4f866f0d7-336cbb4b-86c1-42ed-a813-0f773dbc5925', 'network_id': '336cbb4b-86c1-42ed-a813-0f773dbc5925', 'project_id': '0bd19c478968463a9994ba1741c01280', 'fixed_ips': [{'subnet_id': 'd28aecd9-b998-4c2e-ad4f-94fee6ee629e'}]}} from dv-neutron-744815-20-hyperv. {{(pid=103161) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 18 14:03:13.872991 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7690b9fd-daa4-4c23-ba70-4ec5415314f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:03:14.008144 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_common [None req-7690b9fd-daa4-4c23-ba70-4ec5415314f9 None None] Allocated IP 172.20.0.2 (336cbb4b-86c1-42ed-a813-0f773dbc5925/d28aecd9-b998-4c2e-ad4f-94fee6ee629e/3cd041f9-db01-4293-8048-dc0595cb5e44) {{(pid=103161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 14:03:14.010072 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-28f1e4a3-8ff0-48c0-a680-2522d527fbd9 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:03:14.152182 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7690b9fd-daa4-4c23-ba70-4ec5415314f9 None None] Publish callbacks [] for port, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:03:14.159686 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7690b9fd-daa4-4c23-ba70-4ec5415314f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975'] for port, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:03:14.199347 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7690b9fd-daa4-4c23-ba70-4ec5415314f9 None None] Network 336cbb4b-86c1-42ed-a813-0f773dbc5925 is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 14:03:14.202647 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-7690b9fd-daa4-4c23-ba70-4ec5415314f9 None None] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 14:03:14.206577 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7690b9fd-daa4-4c23-ba70-4ec5415314f9 None None] Received port after_create {{(pid=103161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 14:03:14.213540 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-28f1e4a3-8ff0-48c0-a680-2522d527fbd9 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:03:14.213711 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7690b9fd-daa4-4c23-ba70-4ec5415314f9 None None] Pushing event updated for resources: {'Port': ['ID=3cd041f9-db01-4293-8048-dc0595cb5e44,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:03:14.233808 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-28f1e4a3-8ff0-48c0-a680-2522d527fbd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:03:14.240798 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7690b9fd-daa4-4c23-ba70-4ec5415314f9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:03:14.241126 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7690b9fd-daa4-4c23-ba70-4ec5415314f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:03:14.241473 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7690b9fd-daa4-4c23-ba70-4ec5415314f9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:03:14.241807 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7690b9fd-daa4-4c23-ba70-4ec5415314f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:03:14.242136 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7690b9fd-daa4-4c23-ba70-4ec5415314f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:03:14.242490 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7690b9fd-daa4-4c23-ba70-4ec5415314f9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:03:14.242817 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7690b9fd-daa4-4c23-ba70-4ec5415314f9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:03:14.243134 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7690b9fd-daa4-4c23-ba70-4ec5415314f9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:03:14.243482 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7690b9fd-daa4-4c23-ba70-4ec5415314f9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:03:14.243817 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7690b9fd-daa4-4c23-ba70-4ec5415314f9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:03:14.244136 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7690b9fd-daa4-4c23-ba70-4ec5415314f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:03:14.245201 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7690b9fd-daa4-4c23-ba70-4ec5415314f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:03:14.245201 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7690b9fd-daa4-4c23-ba70-4ec5415314f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:03:14.275615 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-7690b9fd-daa4-4c23-ba70-4ec5415314f9 None None] Attempting to bind port 3cd041f9-db01-4293-8048-dc0595cb5e44 on host dv-neutron-744815-20-hyperv for vnic_type normal with profile {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 14:03:14.275983 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-7690b9fd-daa4-4c23-ba70-4ec5415314f9 None None] Attempting to bind port 3cd041f9-db01-4293-8048-dc0595cb5e44 by drivers openvswitch,hyperv on host dv-neutron-744815-20-hyperv at level 0 using segments [{'id': '5126b8df-b066-426f-8b30-bb915e881833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '336cbb4b-86c1-42ed-a813-0f773dbc5925'}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 14:03:14.276351 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7690b9fd-daa4-4c23-ba70-4ec5415314f9 None None] Attempting to bind port 3cd041f9-db01-4293-8048-dc0595cb5e44 on network 336cbb4b-86c1-42ed-a813-0f773dbc5925 {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 14:03:14.281289 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7690b9fd-daa4-4c23-ba70-4ec5415314f9 None None] Checking agent: {'id': '428fa9fa-43db-4db9-9f96-f60ffe931f2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-20-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 13, 19, 1), 'started_at': datetime.datetime(2021, 12, 18, 13, 19, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 14, 3, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-20-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 18 14:03:14.281695 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7690b9fd-daa4-4c23-ba70-4ec5415314f9 None None] Checking segment: {'id': '5126b8df-b066-426f-8b30-bb915e881833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '336cbb4b-86c1-42ed-a813-0f773dbc5925'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 14:03:14.282057 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7690b9fd-daa4-4c23-ba70-4ec5415314f9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:03:14.282444 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7690b9fd-daa4-4c23-ba70-4ec5415314f9 None None] Bound using segment: {'id': '5126b8df-b066-426f-8b30-bb915e881833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '336cbb4b-86c1-42ed-a813-0f773dbc5925'} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 18 14:03:14.282922 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-7690b9fd-daa4-4c23-ba70-4ec5415314f9 None None] Bound port: 3cd041f9-db01-4293-8048-dc0595cb5e44, host: dv-neutron-744815-20-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5126b8df-b066-426f-8b30-bb915e881833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '336cbb4b-86c1-42ed-a813-0f773dbc5925'}}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 18 14:03:14.283318 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7690b9fd-daa4-4c23-ba70-4ec5415314f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:03:14.338885 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.db_base_plugin_common [None req-28f1e4a3-8ff0-48c0-a680-2522d527fbd9 admin admin] Allocated IP 172.26.3.44 (decb4a40-7941-48c8-afbb-daaafd502e83/70deed80-3ca1-4f9e-96cb-563b43d3acba/2d439d5d-b482-4e2c-901d-a9606e7b3d51) {{(pid=103159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 14:03:14.343238 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-7690b9fd-daa4-4c23-ba70-4ec5415314f9 None None] For port 3cd041f9-db01-4293-8048-dc0595cb5e44, host dv-neutron-744815-20-hyperv, cleared binding levels {{(pid=103161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 18 14:03:14.346695 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-7690b9fd-daa4-4c23-ba70-4ec5415314f9 None None] For port 3cd041f9-db01-4293-8048-dc0595cb5e44, host dv-neutron-744815-20-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=3cd041f9-db01-4293-8048-dc0595cb5e44,segment=NetworkSegment(5126b8df-b066-426f-8b30-bb915e881833),segment_id=5126b8df-b066-426f-8b30-bb915e881833)] {{(pid=103161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 18 14:03:14.353190 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7690b9fd-daa4-4c23-ba70-4ec5415314f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:03:14.412168 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7690b9fd-daa4-4c23-ba70-4ec5415314f9 None None] Pushing event updated for resources: {'Port': ['ID=3cd041f9-db01-4293-8048-dc0595cb5e44,revision_number=2']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:03:14.454912 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-28f1e4a3-8ff0-48c0-a680-2522d527fbd9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:03:14.490612 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-28f1e4a3-8ff0-48c0-a680-2522d527fbd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:03:14.532817 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28f1e4a3-8ff0-48c0-a680-2522d527fbd9 admin admin] Network decb4a40-7941-48c8-afbb-daaafd502e83 is already hosted by enough agents. {{(pid=103159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 14:03:14.544504 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.base_scheduler [None req-28f1e4a3-8ff0-48c0-a680-2522d527fbd9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 14:03:14.544504 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28f1e4a3-8ff0-48c0-a680-2522d527fbd9 admin admin] Received port after_create {{(pid=103159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 14:03:14.555711 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35ef9fd6-1a93-4db0-9896-ac72fadc3144 None None] DHCP port deletion for decb4a40-7941-48c8-afbb-daaafd502e83 request from dv-neutron-744815-20-hyperv {{(pid=103161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 18 14:03:14.570441 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f1e4a3-8ff0-48c0-a680-2522d527fbd9 admin admin] Pushing event updated for resources: {'Port': ['ID=2d439d5d-b482-4e2c-901d-a9606e7b3d51,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:03:14.627924 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-90d35ad4-2b79-4b25-a732-ad36bf642dfa None None] Provisioning complete for port 2d439d5d-b482-4e2c-901d-a9606e7b3d51 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 14:03:14.628638 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-90d35ad4-2b79-4b25-a732-ad36bf642dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:03:14.670279 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-90d35ad4-2b79-4b25-a732-ad36bf642dfa None None] Port 2d439d5d-b482-4e2c-901d-a9606e7b3d51 cannot update to ACTIVE because it is not bound. {{(pid=103161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 14:03:14.813697 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-28f1e4a3-8ff0-48c0-a680-2522d527fbd9 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:03:15.018249 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-28f1e4a3-8ff0-48c0-a680-2522d527fbd9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-589760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-586526'] for router, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:03:15.154901 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28f1e4a3-8ff0-48c0-a680-2522d527fbd9 admin admin] Router facb949a-7813-4e17-97af-6cf9349d3eef is scheduled to L3 agent c9c0cd52-5bd2-4704-9429-d80f1c5ad23c with binding_index 1 {{(pid=103159) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 18 14:03:15.269424 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28f1e4a3-8ff0-48c0-a680-2522d527fbd9 admin admin] Notify agent at l3_agent.dv-neutron-744815-20-hyperv the message routers_updated {{(pid=103159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 14:03:15.282153 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ebf2006-eee9-46bf-acf8-de87c0e48708 None None] Network 336cbb4b-86c1-42ed-a813-0f773dbc5925 requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 14:03:15.288952 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a38c375b-85bd-40cd-b3d5-45f4a1c68082 None None] Sync routers for ids ['facb949a-7813-4e17-97af-6cf9349d3eef'] in dv-neutron-744815-20-hyperv {{(pid=103161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 14:03:15.290627 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-28f1e4a3-8ff0-48c0-a680-2522d527fbd9 admin admin] Publish callbacks [] for router, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:03:15.291958 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-28f1e4a3-8ff0-48c0-a680-2522d527fbd9 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.5075028 Dec 18 14:03:15.294675 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 33332) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:03:15.351200 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a38c375b-85bd-40cd-b3d5-45f4a1c68082 None None] Routers {'facb949a-7813-4e17-97af-6cf9349d3eef'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 14:03:15.351735 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-a38c375b-85bd-40cd-b3d5-45f4a1c68082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T14:02:57Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['facb949a-7813-4e17-97af-6cf9349d3eef'], 'active': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:03:15.390101 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-4beeb842-4743-4e84-aa0b-c479d26811d2 None None] Provisioning complete for port 3cd041f9-db01-4293-8048-dc0595cb5e44 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 14:03:15.390470 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-4beeb842-4743-4e84-aa0b-c479d26811d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:03:15.536589 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvr_db [None req-a38c375b-85bd-40cd-b3d5-45f4a1c68082 None None] Set router facb949a-7813-4e17-97af-6cf9349d3eef gateway port host: dv-neutron-744815-20-hyperv {{(pid=103161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 14:03:15.651166 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-4beeb842-4743-4e84-aa0b-c479d26811d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:03:15.727414 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-4beeb842-4743-4e84-aa0b-c479d26811d2 None None] For port 3cd041f9-db01-4293-8048-dc0595cb5e44, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=3cd041f9-db01-4293-8048-dc0595cb5e44,segment=NetworkSegment(5126b8df-b066-426f-8b30-bb915e881833),segment_id=5126b8df-b066-426f-8b30-bb915e881833)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 14:03:15.736960 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-4beeb842-4743-4e84-aa0b-c479d26811d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:03:15.770659 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 3cd041f9-db01-4293-8048-dc0595cb5e44 up at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 14:03:15.781750 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-977a222b-3e10-403a-9231-88abb001b004 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:03:15.855855 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4beeb842-4743-4e84-aa0b-c479d26811d2 None None] Pushing event updated for resources: {'Port': ['ID=3cd041f9-db01-4293-8048-dc0595cb5e44,revision_number=3']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:03:15.887565 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-a20f19fc-14e9-4a78-907c-53ac58a66b4c None None] Provisioning complete for port 3cd041f9-db01-4293-8048-dc0595cb5e44 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 14:03:15.887849 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a20f19fc-14e9-4a78-907c-53ac58a66b4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:03:15.928709 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-a38c375b-85bd-40cd-b3d5-45f4a1c68082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'facb949a-7813-4e17-97af-6cf9349d3eef', 'name': 'tempest-TestMinimumBasicScenario-732652830-router', 'tenant_id': '0bd19c478968463a9994ba1741c01280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.44'}], 'enable_snat': True}, 'gw_port_id': '2d439d5d-b482-4e2c-901d-a9606e7b3d51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T14:03:13Z', 'updated_at': '2021-12-18T14:03:14Z', 'revision_number': 3, 'project_id': '0bd19c478968463a9994ba1741c01280', 'gw_port': {'id': '2d439d5d-b482-4e2c-901d-a9606e7b3d51', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:67:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'facb949a-7813-4e17-97af-6cf9349d3eef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T14:03:14Z', 'updated_at': '2021-12-18T14:03:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv'}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:03:15.932697 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2294866d-0076-4933-952c-685307032598 None None] Provisioning complete for port 3cd041f9-db01-4293-8048-dc0595cb5e44 triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 14:03:15.933068 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:03:15.945039 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.db_base_plugin_common [None req-977a222b-3e10-403a-9231-88abb001b004 admin admin] Allocated IP 172.20.0.1 (336cbb4b-86c1-42ed-a813-0f773dbc5925/d28aecd9-b998-4c2e-ad4f-94fee6ee629e/a891fb95-6877-44d0-9995-7cbfb7d84785) {{(pid=103159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 14:03:15.961012 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a38c375b-85bd-40cd-b3d5-45f4a1c68082 None None] Checking router: facb949a-7813-4e17-97af-6cf9349d3eef for host: dv-neutron-744815-20-hyperv {{(pid=103161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 18 14:03:15.961573 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a38c375b-85bd-40cd-b3d5-45f4a1c68082 None None] Updating router facb949a-7813-4e17-97af-6cf9349d3eef port 2d439d5d-b482-4e2c-901d-a9606e7b3d51 binding host dv-neutron-744815-20-hyperv {{(pid=103161) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 18 14:03:16.019578 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a38c375b-85bd-40cd-b3d5-45f4a1c68082 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:03:16.051723 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-977a222b-3e10-403a-9231-88abb001b004 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:03:16.086562 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-977a222b-3e10-403a-9231-88abb001b004 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:03:16.124078 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-977a222b-3e10-403a-9231-88abb001b004 admin admin] Network 336cbb4b-86c1-42ed-a813-0f773dbc5925 is already hosted by enough agents. {{(pid=103159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 14:03:16.126849 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.base_scheduler [None req-977a222b-3e10-403a-9231-88abb001b004 admin admin] Resources bound (agent type, host, resource id): {{(pid=103159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 14:03:16.129350 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-977a222b-3e10-403a-9231-88abb001b004 admin admin] Received port after_create {{(pid=103159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 14:03:16.157879 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977a222b-3e10-403a-9231-88abb001b004 admin admin] Pushing event updated for resources: {'Port': ['ID=a891fb95-6877-44d0-9995-7cbfb7d84785,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:03:16.182002 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-977a222b-3e10-403a-9231-88abb001b004 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586257'] for router_interface, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:03:16.325090 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-977a222b-3e10-403a-9231-88abb001b004 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:03:16.420064 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-b8d9490e-83ba-479b-a931-e40fc5ecfc39 None None] Provisioning complete for port a891fb95-6877-44d0-9995-7cbfb7d84785 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 14:03:16.420309 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-b8d9490e-83ba-479b-a931-e40fc5ecfc39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:03:16.472502 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-b8d9490e-83ba-479b-a931-e40fc5ecfc39 None None] Port a891fb95-6877-44d0-9995-7cbfb7d84785 cannot update to ACTIVE because it is not bound. {{(pid=103161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 14:03:16.489479 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-977a222b-3e10-403a-9231-88abb001b004 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:03:16.496979 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-977a222b-3e10-403a-9231-88abb001b004 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5659917'] for port, after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:03:16.534723 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a38c375b-85bd-40cd-b3d5-45f4a1c68082 None None] Publish callbacks [] for port, precommit_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:03:16.541259 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a38c375b-85bd-40cd-b3d5-45f4a1c68082 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:03:16.567170 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-977a222b-3e10-403a-9231-88abb001b004 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1048031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586432'] for router_interface, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:03:16.569914 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977a222b-3e10-403a-9231-88abb001b004 admin admin] Pushing event updated for resources: {'Port': ['ID=a891fb95-6877-44d0-9995-7cbfb7d84785,revision_number=2']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:03:16.586528 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5800ef91-cf75-4363-8f9a-4092beb73b2f None None] DHCP port deletion for decb4a40-7941-48c8-afbb-daaafd502e83 request from dv-neutron-744815-20-hyperv {{(pid=103161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 18 14:03:16.597824 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-a38c375b-85bd-40cd-b3d5-45f4a1c68082 None None] Attempting to bind port 2d439d5d-b482-4e2c-901d-a9606e7b3d51 on host dv-neutron-744815-20-hyperv for vnic_type normal with profile {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 14:03:16.598597 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-a38c375b-85bd-40cd-b3d5-45f4a1c68082 None None] Attempting to bind port 2d439d5d-b482-4e2c-901d-a9606e7b3d51 by drivers openvswitch,hyperv on host dv-neutron-744815-20-hyperv at level 0 using segments [{'id': '3f66d49c-4faa-434c-8c3e-991f4f1d01bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83'}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 14:03:16.598597 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a38c375b-85bd-40cd-b3d5-45f4a1c68082 None None] Attempting to bind port 2d439d5d-b482-4e2c-901d-a9606e7b3d51 on network decb4a40-7941-48c8-afbb-daaafd502e83 {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 14:03:16.601302 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d525a9de-fe3b-4a6a-bd82-8a68e68904b8 None None] Pushing event updated for resources: {'Port': ['ID=2d439d5d-b482-4e2c-901d-a9606e7b3d51,revision_number=2']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:03:16.607308 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a38c375b-85bd-40cd-b3d5-45f4a1c68082 None None] Checking agent: {'id': '428fa9fa-43db-4db9-9f96-f60ffe931f2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-20-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 13, 19, 1), 'started_at': datetime.datetime(2021, 12, 18, 13, 19, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 14, 3, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-20-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 18 14:03:16.607615 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a38c375b-85bd-40cd-b3d5-45f4a1c68082 None None] Checking segment: {'id': '3f66d49c-4faa-434c-8c3e-991f4f1d01bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 14:03:16.608011 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a38c375b-85bd-40cd-b3d5-45f4a1c68082 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:03:16.608389 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a38c375b-85bd-40cd-b3d5-45f4a1c68082 None None] Bound using segment: {'id': '3f66d49c-4faa-434c-8c3e-991f4f1d01bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83'} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 18 14:03:16.608853 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-a38c375b-85bd-40cd-b3d5-45f4a1c68082 None None] Bound port: 2d439d5d-b482-4e2c-901d-a9606e7b3d51, host: dv-neutron-744815-20-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f66d49c-4faa-434c-8c3e-991f4f1d01bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83'}}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 18 14:03:16.609225 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a38c375b-85bd-40cd-b3d5-45f4a1c68082 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:03:16.662541 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-a38c375b-85bd-40cd-b3d5-45f4a1c68082 None None] For port 2d439d5d-b482-4e2c-901d-a9606e7b3d51, host dv-neutron-744815-20-hyperv, cleared binding levels {{(pid=103161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 18 14:03:16.665575 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-977a222b-3e10-403a-9231-88abb001b004 admin admin] Network 336cbb4b-86c1-42ed-a813-0f773dbc5925 is already hosted by enough agents. {{(pid=103159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 14:03:16.666386 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-a38c375b-85bd-40cd-b3d5-45f4a1c68082 None None] For port 2d439d5d-b482-4e2c-901d-a9606e7b3d51, host dv-neutron-744815-20-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=2d439d5d-b482-4e2c-901d-a9606e7b3d51,segment=NetworkSegment(3f66d49c-4faa-434c-8c3e-991f4f1d01bd),segment_id=3f66d49c-4faa-434c-8c3e-991f4f1d01bd)] {{(pid=103161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 18 14:03:16.666924 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.base_scheduler [None req-977a222b-3e10-403a-9231-88abb001b004 admin admin] Resources bound (agent type, host, resource id): {{(pid=103159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 14:03:16.673863 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a38c375b-85bd-40cd-b3d5-45f4a1c68082 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:03:16.736919 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b0cfebd-822e-4244-b4f0-b9f7b234db49 None None] DHCP port deletion for decb4a40-7941-48c8-afbb-daaafd502e83 request from dv-neutron-744815-20-hyperv {{(pid=103161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 18 14:03:16.752162 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-bde0315b-1514-4b8c-b70d-1f56c131cc3e None None] Provisioning complete for port 2d439d5d-b482-4e2c-901d-a9606e7b3d51 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 14:03:16.752531 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-bde0315b-1514-4b8c-b70d-1f56c131cc3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:03:16.760221 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d525a9de-fe3b-4a6a-bd82-8a68e68904b8 None None] Pushing event updated for resources: {'Port': ['ID=2d439d5d-b482-4e2c-901d-a9606e7b3d51,revision_number=3']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:03:16.762695 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a38c375b-85bd-40cd-b3d5-45f4a1c68082 None None] Routers {'facb949a-7813-4e17-97af-6cf9349d3eef'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 14:03:16.763272 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-a38c375b-85bd-40cd-b3d5-45f4a1c68082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T14:02:57Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['facb949a-7813-4e17-97af-6cf9349d3eef'], 'active': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:03:16.798109 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-977a222b-3e10-403a-9231-88abb001b004 admin admin] Router facb949a-7813-4e17-97af-6cf9349d3eef has already been hosted by L3 agent c9c0cd52-5bd2-4704-9429-d80f1c5ad23c {{(pid=103159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 18 14:03:16.912008 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-977a222b-3e10-403a-9231-88abb001b004 admin admin] Notify agent at l3_agent.dv-neutron-744815-20-hyperv the message routers_updated {{(pid=103159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 14:03:16.917175 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-977a222b-3e10-403a-9231-88abb001b004 admin admin] 10.222.0.31 "PUT /v2.0/routers/facb949a-7813-4e17-97af-6cf9349d3eef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6214728 Dec 18 14:03:16.928907 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvr_db [None req-a38c375b-85bd-40cd-b3d5-45f4a1c68082 None None] Set router facb949a-7813-4e17-97af-6cf9349d3eef gateway port host: dv-neutron-744815-20-hyperv {{(pid=103161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 14:03:16.966181 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-bde0315b-1514-4b8c-b70d-1f56c131cc3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:03:17.022126 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-bde0315b-1514-4b8c-b70d-1f56c131cc3e None None] For port 2d439d5d-b482-4e2c-901d-a9606e7b3d51, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=2d439d5d-b482-4e2c-901d-a9606e7b3d51,segment=NetworkSegment(3f66d49c-4faa-434c-8c3e-991f4f1d01bd),segment_id=3f66d49c-4faa-434c-8c3e-991f4f1d01bd)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 14:03:17.033402 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-bde0315b-1514-4b8c-b70d-1f56c131cc3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:03:17.127977 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde0315b-1514-4b8c-b70d-1f56c131cc3e None None] Pushing event updated for resources: {'Port': ['ID=2d439d5d-b482-4e2c-901d-a9606e7b3d51,revision_number=4']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:03:17.185545 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-dc812d55-0e27-419f-bf94-1ae1074dd416 None None] Provisioning complete for port 2d439d5d-b482-4e2c-901d-a9606e7b3d51 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 14:03:17.185545 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-dc812d55-0e27-419f-bf94-1ae1074dd416 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:03:17.238344 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-a38c375b-85bd-40cd-b3d5-45f4a1c68082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'facb949a-7813-4e17-97af-6cf9349d3eef', 'name': 'tempest-TestMinimumBasicScenario-732652830-router', 'tenant_id': '0bd19c478968463a9994ba1741c01280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.44'}], 'enable_snat': True}, 'gw_port_id': '2d439d5d-b482-4e2c-901d-a9606e7b3d51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T14:03:13Z', 'updated_at': '2021-12-18T14:03:16Z', 'revision_number': 4, 'project_id': '0bd19c478968463a9994ba1741c01280', 'gw_port': {'id': '2d439d5d-b482-4e2c-901d-a9606e7b3d51', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:67:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'facb949a-7813-4e17-97af-6cf9349d3eef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T14:03:14Z', 'updated_at': '2021-12-18T14:03:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv', '_interfaces': [{'id': 'a891fb95-6877-44d0-9995-7cbfb7d84785', 'name': '', 'network_id': '336cbb4b-86c1-42ed-a813-0f773dbc5925', 'tenant_id': '0bd19c478968463a9994ba1741c01280', 'mac_address': 'fa:16:3e:2f:e6:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'facb949a-7813-4e17-97af-6cf9349d3eef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1676, 'fixed_ips': [{'subnet_id': 'd28aecd9-b998-4c2e-ad4f-94fee6ee629e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T14:03:15Z', 'updated_at': '2021-12-18T14:03:16Z', 'revision_number': 2, 'project_id': '0bd19c478968463a9994ba1741c01280', 'subnets': [{'id': 'd28aecd9-b998-4c2e-ad4f-94fee6ee629e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:03:17.288606 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a38c375b-85bd-40cd-b3d5-45f4a1c68082 None None] The sync data for ids ['facb949a-7813-4e17-97af-6cf9349d3eef'] in dv-neutron-744815-20-hyperv is: [{'id': 'facb949a-7813-4e17-97af-6cf9349d3eef', 'name': 'tempest-TestMinimumBasicScenario-732652830-router', 'tenant_id': '0bd19c478968463a9994ba1741c01280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.44'}], 'enable_snat': True}, 'gw_port_id': '2d439d5d-b482-4e2c-901d-a9606e7b3d51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T14:03:13Z', 'updated_at': '2021-12-18T14:03:16Z', 'revision_number': 4, 'project_id': '0bd19c478968463a9994ba1741c01280', 'gw_port': {'id': '2d439d5d-b482-4e2c-901d-a9606e7b3d51', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:67:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'facb949a-7813-4e17-97af-6cf9349d3eef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T14:03:14Z', 'updated_at': '2021-12-18T14:03:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv', '_interfaces': [{'id': 'a891fb95-6877-44d0-9995-7cbfb7d84785', 'name': '', 'network_id': '336cbb4b-86c1-42ed-a813-0f773dbc5925', 'tenant_id': '0bd19c478968463a9994ba1741c01280', 'mac_address': 'fa:16:3e:2f:e6:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'facb949a-7813-4e17-97af-6cf9349d3eef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1676, 'fixed_ips': [{'subnet_id': 'd28aecd9-b998-4c2e-ad4f-94fee6ee629e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T14:03:15Z', 'updated_at': '2021-12-18T14:03:16Z', 'revision_number': 2, 'project_id': '0bd19c478968463a9994ba1741c01280', 'subnets': [{'id': 'd28aecd9-b998-4c2e-ad4f-94fee6ee629e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 14:03:17.316140 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-dc812d55-0e27-419f-bf94-1ae1074dd416 None None] Provisioning complete for port a891fb95-6877-44d0-9995-7cbfb7d84785 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 14:03:17.316552 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-dc812d55-0e27-419f-bf94-1ae1074dd416 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:03:17.353796 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-dc812d55-0e27-419f-bf94-1ae1074dd416 None None] Port a891fb95-6877-44d0-9995-7cbfb7d84785 cannot update to ACTIVE because it is not bound. {{(pid=103161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 14:03:17.425311 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 33348) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:03:17.430454 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-0f5898c6-9ee9-4660-9291-d30dd7c277de admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1722143949-network', 'tenant_id': 'dd9fa793139244aabc6a9b21fb196a56'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 14:03:17.455508 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f5898c6-9ee9-4660-9291-d30dd7c277de admin admin] Made reservation on behalf of dd9fa793139244aabc6a9b21fb196a56 for: {'network': 1} {{(pid=103159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 14:03:17.458402 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-0f5898c6-9ee9-4660-9291-d30dd7c277de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for network, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:03:17.475916 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-0f5898c6-9ee9-4660-9291-d30dd7c277de admin admin] Publish callbacks [] for security_group, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:03:17.564084 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-0f5898c6-9ee9-4660-9291-d30dd7c277de admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:03:17.568728 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-0f5898c6-9ee9-4660-9291-d30dd7c277de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:03:17.598119 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f5898c6-9ee9-4660-9291-d30dd7c277de admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 135} {{(pid=103159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 18 14:03:17.605519 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5898c6-9ee9-4660-9291-d30dd7c277de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e69f6876-bf11-427e-a53f-7049fe6157c8,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:03:17.620284 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-0f5898c6-9ee9-4660-9291-d30dd7c277de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:03:17.620640 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.db.segments_db [None req-0f5898c6-9ee9-4660-9291-d30dd7c277de admin admin] Added segment bb2d4e75-f573-4f58-94cb-49f76381e782 of type vlan for network 9860eaf1-ce65-453e-8014-c5a783851f56 Dec 18 14:03:17.674602 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-0f5898c6-9ee9-4660-9291-d30dd7c277de admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767106405744'] for network, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:03:17.701358 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-0f5898c6-9ee9-4660-9291-d30dd7c277de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981'] for network, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:03:17.702505 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f5898c6-9ee9-4660-9291-d30dd7c277de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:03:17.703075 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-0f5898c6-9ee9-4660-9291-d30dd7c277de admin admin] Publish callbacks [] for network, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:03:17.707043 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 3cd041f9-db01-4293-8048-dc0595cb5e44 up at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 14:03:17.762188 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-0f5898c6-9ee9-4660-9291-d30dd7c277de admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3331916 Dec 18 14:03:17.762390 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 33350) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:03:17.769053 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-23b9da23-cea5-4e98-a9cd-63273e708c35 admin admin] Request body: {'subnet': {'network_id': '9860eaf1-ce65-453e-8014-c5a783851f56', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1722143949-subnet', 'tenant_id': 'dd9fa793139244aabc6a9b21fb196a56', 'ip_version': 4}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 14:03:17.772417 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2294866d-0076-4933-952c-685307032598 None None] Provisioning complete for port 3cd041f9-db01-4293-8048-dc0595cb5e44 triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 14:03:17.772861 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:03:17.773647 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5898c6-9ee9-4660-9291-d30dd7c277de admin admin] Pushing event updated for resources: {'Network': ['ID=9860eaf1-ce65-453e-8014-c5a783851f56,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:03:17.796733 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23b9da23-cea5-4e98-a9cd-63273e708c35 admin admin] Made reservation on behalf of dd9fa793139244aabc6a9b21fb196a56 for: {'subnet': 1} {{(pid=103159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 14:03:17.799084 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-23b9da23-cea5-4e98-a9cd-63273e708c35 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6017072'] for subnet, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:03:17.802714 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Network 9860eaf1-ce65-453e-8014-c5a783851f56 details requested by agent ovs-agent-dv-neutron-744815-20-hyperv with host dv-neutron-744815-20-hyperv {{(pid=103161) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 18 14:03:17.997155 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-23b9da23-cea5-4e98-a9cd-63273e708c35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5659786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6017062'] for subnet, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:03:18.047720 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b9da23-cea5-4e98-a9cd-63273e708c35 admin admin] Pushing event updated for resources: {'Subnet': ['ID=395a7041-a3f8-4826-83e6-e596fc5aa01b,revision_number=0']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:03:18.063360 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b9da23-cea5-4e98-a9cd-63273e708c35 admin admin] Checking segment: {'id': 'bb2d4e75-f573-4f58-94cb-49f76381e782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '9860eaf1-ce65-453e-8014-c5a783851f56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 14:03:18.063721 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23b9da23-cea5-4e98-a9cd-63273e708c35 admin admin] Network hostable DHCP agents. Network: 9860eaf1-ce65-453e-8014-c5a783851f56, hostable agents: ['aa77effa-0e3a-4bbd-a383-4d58ed3328d0'], hosted agents: [] {{(pid=103159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 18 14:03:18.081833 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23b9da23-cea5-4e98-a9cd-63273e708c35 admin admin] Network 9860eaf1-ce65-453e-8014-c5a783851f56 is scheduled to be hosted by DHCP agent aa77effa-0e3a-4bbd-a383-4d58ed3328d0 with binding_index 1 {{(pid=103159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 18 14:03:18.092383 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.base_scheduler [None req-23b9da23-cea5-4e98-a9cd-63273e708c35 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-744815-20-hyperv, 9860eaf1-ce65-453e-8014-c5a783851f56) {{(pid=103159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 14:03:18.096819 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23b9da23-cea5-4e98-a9cd-63273e708c35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:03:18.097671 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-23b9da23-cea5-4e98-a9cd-63273e708c35 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:03:18.105613 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cb39c8b-f360-41de-a167-6ba1aae54db3 None None] Network 9860eaf1-ce65-453e-8014-c5a783851f56 requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 14:03:18.117611 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-23b9da23-cea5-4e98-a9cd-63273e708c35 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3542559 Dec 18 14:03:18.120235 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 33352) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:03:18.124629 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-813a01d3-4182-447d-b1ce-aa00436d1f9d admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1722143949-router', 'tenant_id': 'dd9fa793139244aabc6a9b21fb196a56', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83'}}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 14:03:18.150274 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-813a01d3-4182-447d-b1ce-aa00436d1f9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28433'] for router, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:03:18.151787 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-813a01d3-4182-447d-b1ce-aa00436d1f9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-589769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28440'] for router, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:03:18.211581 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-813a01d3-4182-447d-b1ce-aa00436d1f9d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:03:18.213610 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a449576-d340-430c-87f3-6b4af94dffdd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp31e170a0-46a1-5ba9-9dc1-7ee4f866f0d7-9860eaf1-ce65-453e-8014-c5a783851f56', 'network_id': '9860eaf1-ce65-453e-8014-c5a783851f56', 'project_id': 'dd9fa793139244aabc6a9b21fb196a56', 'fixed_ips': [{'subnet_id': '395a7041-a3f8-4826-83e6-e596fc5aa01b'}]}} from dv-neutron-744815-20-hyperv. {{(pid=103161) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 18 14:03:18.214799 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-3a449576-d340-430c-87f3-6b4af94dffdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:03:18.358254 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_common [None req-3a449576-d340-430c-87f3-6b4af94dffdd None None] Allocated IP 172.20.0.2 (9860eaf1-ce65-453e-8014-c5a783851f56/395a7041-a3f8-4826-83e6-e596fc5aa01b/ae2acd34-c1f3-4f2d-9497-0c1cc863c086) {{(pid=103161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 14:03:18.522271 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-3a449576-d340-430c-87f3-6b4af94dffdd None None] Publish callbacks [] for port, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:03:18.532268 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-3a449576-d340-430c-87f3-6b4af94dffdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975'] for port, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:03:18.577279 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a449576-d340-430c-87f3-6b4af94dffdd None None] Network 9860eaf1-ce65-453e-8014-c5a783851f56 is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 14:03:18.580569 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-3a449576-d340-430c-87f3-6b4af94dffdd None None] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 14:03:18.585223 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a449576-d340-430c-87f3-6b4af94dffdd None None] Received port after_create {{(pid=103161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 14:03:18.588444 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a449576-d340-430c-87f3-6b4af94dffdd None None] Pushing event updated for resources: {'Port': ['ID=ae2acd34-c1f3-4f2d-9497-0c1cc863c086,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:03:18.647429 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-3a449576-d340-430c-87f3-6b4af94dffdd None None] Attempting to bind port ae2acd34-c1f3-4f2d-9497-0c1cc863c086 on host dv-neutron-744815-20-hyperv for vnic_type normal with profile {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 14:03:18.647807 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-3a449576-d340-430c-87f3-6b4af94dffdd None None] Attempting to bind port ae2acd34-c1f3-4f2d-9497-0c1cc863c086 by drivers openvswitch,hyperv on host dv-neutron-744815-20-hyperv at level 0 using segments [{'id': 'bb2d4e75-f573-4f58-94cb-49f76381e782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '9860eaf1-ce65-453e-8014-c5a783851f56'}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 14:03:18.648177 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a449576-d340-430c-87f3-6b4af94dffdd None None] Attempting to bind port ae2acd34-c1f3-4f2d-9497-0c1cc863c086 on network 9860eaf1-ce65-453e-8014-c5a783851f56 {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 14:03:18.653804 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a449576-d340-430c-87f3-6b4af94dffdd None None] Checking agent: {'id': '428fa9fa-43db-4db9-9f96-f60ffe931f2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-20-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 13, 19, 1), 'started_at': datetime.datetime(2021, 12, 18, 13, 19, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 14, 3, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-20-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 18 14:03:18.654253 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a449576-d340-430c-87f3-6b4af94dffdd None None] Checking segment: {'id': 'bb2d4e75-f573-4f58-94cb-49f76381e782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '9860eaf1-ce65-453e-8014-c5a783851f56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 14:03:18.654594 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-3a449576-d340-430c-87f3-6b4af94dffdd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:03:18.654985 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a449576-d340-430c-87f3-6b4af94dffdd None None] Bound using segment: {'id': 'bb2d4e75-f573-4f58-94cb-49f76381e782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '9860eaf1-ce65-453e-8014-c5a783851f56'} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 18 14:03:18.655498 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-3a449576-d340-430c-87f3-6b4af94dffdd None None] Bound port: ae2acd34-c1f3-4f2d-9497-0c1cc863c086, host: dv-neutron-744815-20-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb2d4e75-f573-4f58-94cb-49f76381e782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '9860eaf1-ce65-453e-8014-c5a783851f56'}}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 18 14:03:18.655883 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-3a449576-d340-430c-87f3-6b4af94dffdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:03:18.718235 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-813a01d3-4182-447d-b1ce-aa00436d1f9d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:03:18.722760 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-3a449576-d340-430c-87f3-6b4af94dffdd None None] For port ae2acd34-c1f3-4f2d-9497-0c1cc863c086, host dv-neutron-744815-20-hyperv, cleared binding levels {{(pid=103161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 18 14:03:18.726440 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-3a449576-d340-430c-87f3-6b4af94dffdd None None] For port ae2acd34-c1f3-4f2d-9497-0c1cc863c086, host dv-neutron-744815-20-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=ae2acd34-c1f3-4f2d-9497-0c1cc863c086,segment=NetworkSegment(bb2d4e75-f573-4f58-94cb-49f76381e782),segment_id=bb2d4e75-f573-4f58-94cb-49f76381e782)] {{(pid=103161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 18 14:03:18.735235 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-3a449576-d340-430c-87f3-6b4af94dffdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:03:18.794341 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a449576-d340-430c-87f3-6b4af94dffdd None None] Pushing event updated for resources: {'Port': ['ID=ae2acd34-c1f3-4f2d-9497-0c1cc863c086,revision_number=2']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:03:18.930398 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-813a01d3-4182-447d-b1ce-aa00436d1f9d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:03:18.950036 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-813a01d3-4182-447d-b1ce-aa00436d1f9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:03:19.066953 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.db_base_plugin_common [None req-813a01d3-4182-447d-b1ce-aa00436d1f9d admin admin] Allocated IP 172.26.3.192 (decb4a40-7941-48c8-afbb-daaafd502e83/70deed80-3ca1-4f9e-96cb-563b43d3acba/7bef56ae-55a2-47df-a1f9-b65d3f602756) {{(pid=103159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 14:03:19.177669 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-813a01d3-4182-447d-b1ce-aa00436d1f9d admin admin] Publish callbacks [] for port, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:03:19.215244 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-813a01d3-4182-447d-b1ce-aa00436d1f9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:03:19.262075 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-813a01d3-4182-447d-b1ce-aa00436d1f9d admin admin] Network decb4a40-7941-48c8-afbb-daaafd502e83 is already hosted by enough agents. {{(pid=103159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 14:03:19.265298 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.base_scheduler [None req-813a01d3-4182-447d-b1ce-aa00436d1f9d admin admin] Resources bound (agent type, host, resource id): {{(pid=103159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 14:03:19.267902 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-813a01d3-4182-447d-b1ce-aa00436d1f9d admin admin] Received port after_create {{(pid=103159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 14:03:19.287415 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7dc8ae1-f644-4a8b-ab56-3af3ace068fb None None] DHCP port deletion for decb4a40-7941-48c8-afbb-daaafd502e83 request from dv-neutron-744815-20-hyperv {{(pid=103161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 18 14:03:19.295814 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813a01d3-4182-447d-b1ce-aa00436d1f9d admin admin] Pushing event updated for resources: {'Port': ['ID=7bef56ae-55a2-47df-a1f9-b65d3f602756,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:03:19.401326 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-5f40baf4-d0fc-4104-9663-78394f0ffd51 None None] Provisioning complete for port 7bef56ae-55a2-47df-a1f9-b65d3f602756 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 14:03:19.401803 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-5f40baf4-d0fc-4104-9663-78394f0ffd51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:03:19.443400 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-5f40baf4-d0fc-4104-9663-78394f0ffd51 None None] Port 7bef56ae-55a2-47df-a1f9-b65d3f602756 cannot update to ACTIVE because it is not bound. {{(pid=103161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 14:03:19.535261 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-813a01d3-4182-447d-b1ce-aa00436d1f9d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:03:19.545656 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45596aff-ced9-4362-80c7-9a3ab6a67cb8 None None] Sync routers for ids ['facb949a-7813-4e17-97af-6cf9349d3eef'] in dv-neutron-744815-20-hyperv {{(pid=103162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 14:03:19.558754 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45596aff-ced9-4362-80c7-9a3ab6a67cb8 None None] Routers {'facb949a-7813-4e17-97af-6cf9349d3eef'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 14:03:19.559282 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-45596aff-ced9-4362-80c7-9a3ab6a67cb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T14:02:57Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['facb949a-7813-4e17-97af-6cf9349d3eef'], 'active': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:03:19.672835 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvr_db [None req-45596aff-ced9-4362-80c7-9a3ab6a67cb8 None None] Set router facb949a-7813-4e17-97af-6cf9349d3eef gateway port host: dv-neutron-744815-20-hyperv {{(pid=103162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 14:03:19.765513 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device ae2acd34-c1f3-4f2d-9497-0c1cc863c086 up at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 14:03:19.773468 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-813a01d3-4182-447d-b1ce-aa00436d1f9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-589760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-586526'] for router, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:03:19.815311 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2294866d-0076-4933-952c-685307032598 None None] Provisioning complete for port ae2acd34-c1f3-4f2d-9497-0c1cc863c086 triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 14:03:19.815733 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:03:19.896179 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-45596aff-ced9-4362-80c7-9a3ab6a67cb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'facb949a-7813-4e17-97af-6cf9349d3eef', 'name': 'tempest-TestMinimumBasicScenario-732652830-router', 'tenant_id': '0bd19c478968463a9994ba1741c01280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.44'}], 'enable_snat': True}, 'gw_port_id': '2d439d5d-b482-4e2c-901d-a9606e7b3d51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T14:03:13Z', 'updated_at': '2021-12-18T14:03:16Z', 'revision_number': 4, 'project_id': '0bd19c478968463a9994ba1741c01280', 'gw_port': {'id': '2d439d5d-b482-4e2c-901d-a9606e7b3d51', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:67:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'facb949a-7813-4e17-97af-6cf9349d3eef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T14:03:14Z', 'updated_at': '2021-12-18T14:03:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv', '_interfaces': [{'id': 'a891fb95-6877-44d0-9995-7cbfb7d84785', 'name': '', 'network_id': '336cbb4b-86c1-42ed-a813-0f773dbc5925', 'tenant_id': '0bd19c478968463a9994ba1741c01280', 'mac_address': 'fa:16:3e:2f:e6:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'facb949a-7813-4e17-97af-6cf9349d3eef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1676, 'fixed_ips': [{'subnet_id': 'd28aecd9-b998-4c2e-ad4f-94fee6ee629e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T14:03:15Z', 'updated_at': '2021-12-18T14:03:16Z', 'revision_number': 2, 'project_id': '0bd19c478968463a9994ba1741c01280', 'subnets': [{'id': 'd28aecd9-b998-4c2e-ad4f-94fee6ee629e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:03:19.921071 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:03:19.927725 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-813a01d3-4182-447d-b1ce-aa00436d1f9d admin admin] Router df87adff-d877-41e7-96ad-1c4a59175171 is scheduled to L3 agent c9c0cd52-5bd2-4704-9429-d80f1c5ad23c with binding_index 1 {{(pid=103159) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 18 14:03:19.929660 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45596aff-ced9-4362-80c7-9a3ab6a67cb8 None None] Checking router: facb949a-7813-4e17-97af-6cf9349d3eef for host: dv-neutron-744815-20-hyperv {{(pid=103162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 18 14:03:19.930376 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45596aff-ced9-4362-80c7-9a3ab6a67cb8 None None] Updating router facb949a-7813-4e17-97af-6cf9349d3eef port a891fb95-6877-44d0-9995-7cbfb7d84785 binding host dv-neutron-744815-20-hyperv {{(pid=103162) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 18 14:03:19.965538 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-45596aff-ced9-4362-80c7-9a3ab6a67cb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:03:19.977698 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-2294866d-0076-4933-952c-685307032598 None None] For port ae2acd34-c1f3-4f2d-9497-0c1cc863c086, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=ae2acd34-c1f3-4f2d-9497-0c1cc863c086,segment=NetworkSegment(bb2d4e75-f573-4f58-94cb-49f76381e782),segment_id=bb2d4e75-f573-4f58-94cb-49f76381e782)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 14:03:19.989634 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:03:19.990455 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 2d439d5d-b482-4e2c-901d-a9606e7b3d51 up at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 14:03:20.057682 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-813a01d3-4182-447d-b1ce-aa00436d1f9d admin admin] Notify agent at l3_agent.dv-neutron-744815-20-hyperv the message routers_updated {{(pid=103159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 14:03:20.071644 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Pushing event updated for resources: {'Port': ['ID=ae2acd34-c1f3-4f2d-9497-0c1cc863c086,revision_number=3']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:03:20.078841 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd0fc62b-e189-4f97-9b30-8801f2a9856c None None] Sync routers for ids ['df87adff-d877-41e7-96ad-1c4a59175171'] in dv-neutron-744815-20-hyperv {{(pid=103161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 14:03:20.090442 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-813a01d3-4182-447d-b1ce-aa00436d1f9d admin admin] Publish callbacks [] for router, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:03:20.094979 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 33354) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:03:20.095592 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-813a01d3-4182-447d-b1ce-aa00436d1f9d admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.9737515 Dec 18 14:03:20.096881 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2294866d-0076-4933-952c-685307032598 None None] Provisioning complete for port 2d439d5d-b482-4e2c-901d-a9606e7b3d51 triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 14:03:20.097250 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:03:20.098852 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd0fc62b-e189-4f97-9b30-8801f2a9856c None None] Routers {'df87adff-d877-41e7-96ad-1c4a59175171'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 14:03:20.099499 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-bd0fc62b-e189-4f97-9b30-8801f2a9856c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T14:02:57Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['df87adff-d877-41e7-96ad-1c4a59175171'], 'active': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:03:20.293109 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-45596aff-ced9-4362-80c7-9a3ab6a67cb8 None None] Publish callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:03:20.294682 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvr_db [None req-bd0fc62b-e189-4f97-9b30-8801f2a9856c None None] Set router df87adff-d877-41e7-96ad-1c4a59175171 gateway port host: dv-neutron-744815-20-hyperv {{(pid=103161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 14:03:20.304632 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-45596aff-ced9-4362-80c7-9a3ab6a67cb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:03:20.350536 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1717ca1b-7494-499c-b6d8-40163f4730c5 None None] Network 9860eaf1-ce65-453e-8014-c5a783851f56 requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 14:03:20.358704 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1a7d08-94d9-4685-a8dc-6996539da033 None None] Pushing event updated for resources: {'Port': ['ID=a891fb95-6877-44d0-9995-7cbfb7d84785,revision_number=3']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:03:20.391882 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1a7d08-94d9-4685-a8dc-6996539da033 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:03:20.392263 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1a7d08-94d9-4685-a8dc-6996539da033 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:03:20.392545 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1a7d08-94d9-4685-a8dc-6996539da033 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:03:20.392937 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1a7d08-94d9-4685-a8dc-6996539da033 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:03:20.393260 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1a7d08-94d9-4685-a8dc-6996539da033 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:03:20.393578 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1a7d08-94d9-4685-a8dc-6996539da033 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:03:20.393895 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1a7d08-94d9-4685-a8dc-6996539da033 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:03:20.394207 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1a7d08-94d9-4685-a8dc-6996539da033 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:03:20.394523 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1a7d08-94d9-4685-a8dc-6996539da033 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:03:20.394859 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1a7d08-94d9-4685-a8dc-6996539da033 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:03:20.395275 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1a7d08-94d9-4685-a8dc-6996539da033 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:03:20.395593 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1a7d08-94d9-4685-a8dc-6996539da033 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:03:20.395903 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1a7d08-94d9-4685-a8dc-6996539da033 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:03:20.429673 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [None req-45596aff-ced9-4362-80c7-9a3ab6a67cb8 None None] Attempting to bind port a891fb95-6877-44d0-9995-7cbfb7d84785 on host dv-neutron-744815-20-hyperv for vnic_type normal with profile {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 14:03:20.430067 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [None req-45596aff-ced9-4362-80c7-9a3ab6a67cb8 None None] Attempting to bind port a891fb95-6877-44d0-9995-7cbfb7d84785 by drivers openvswitch,hyperv on host dv-neutron-744815-20-hyperv at level 0 using segments [{'id': '5126b8df-b066-426f-8b30-bb915e881833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '336cbb4b-86c1-42ed-a813-0f773dbc5925'}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 14:03:20.430389 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45596aff-ced9-4362-80c7-9a3ab6a67cb8 None None] Attempting to bind port a891fb95-6877-44d0-9995-7cbfb7d84785 on network 336cbb4b-86c1-42ed-a813-0f773dbc5925 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 14:03:20.437138 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45596aff-ced9-4362-80c7-9a3ab6a67cb8 None None] Checking agent: {'id': '428fa9fa-43db-4db9-9f96-f60ffe931f2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-20-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 13, 19, 1), 'started_at': datetime.datetime(2021, 12, 18, 13, 19, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 14, 3, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-20-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 18 14:03:20.443676 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45596aff-ced9-4362-80c7-9a3ab6a67cb8 None None] Checking segment: {'id': '5126b8df-b066-426f-8b30-bb915e881833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '336cbb4b-86c1-42ed-a813-0f773dbc5925'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 14:03:20.444273 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-45596aff-ced9-4362-80c7-9a3ab6a67cb8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:03:20.444780 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45596aff-ced9-4362-80c7-9a3ab6a67cb8 None None] Bound using segment: {'id': '5126b8df-b066-426f-8b30-bb915e881833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '336cbb4b-86c1-42ed-a813-0f773dbc5925'} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 18 14:03:20.445531 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [None req-45596aff-ced9-4362-80c7-9a3ab6a67cb8 None None] Bound port: a891fb95-6877-44d0-9995-7cbfb7d84785, host: dv-neutron-744815-20-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5126b8df-b066-426f-8b30-bb915e881833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '336cbb4b-86c1-42ed-a813-0f773dbc5925'}}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 18 14:03:20.446041 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-45596aff-ced9-4362-80c7-9a3ab6a67cb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:03:20.524612 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-45596aff-ced9-4362-80c7-9a3ab6a67cb8 None None] For port a891fb95-6877-44d0-9995-7cbfb7d84785, host dv-neutron-744815-20-hyperv, cleared binding levels {{(pid=103162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 18 14:03:20.528275 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-45596aff-ced9-4362-80c7-9a3ab6a67cb8 None None] For port a891fb95-6877-44d0-9995-7cbfb7d84785, host dv-neutron-744815-20-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=a891fb95-6877-44d0-9995-7cbfb7d84785,segment=NetworkSegment(5126b8df-b066-426f-8b30-bb915e881833),segment_id=5126b8df-b066-426f-8b30-bb915e881833)] {{(pid=103162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 18 14:03:20.536950 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-45596aff-ced9-4362-80c7-9a3ab6a67cb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:03:20.580612 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-0aba8435-5352-41c5-a686-f5c68d064de6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:03:20.599977 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1a7d08-94d9-4685-a8dc-6996539da033 None None] Pushing event updated for resources: {'Port': ['ID=a891fb95-6877-44d0-9995-7cbfb7d84785,revision_number=4']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:03:20.607600 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45596aff-ced9-4362-80c7-9a3ab6a67cb8 None None] Routers {'facb949a-7813-4e17-97af-6cf9349d3eef'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 14:03:20.608557 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-45596aff-ced9-4362-80c7-9a3ab6a67cb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T14:02:57Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['facb949a-7813-4e17-97af-6cf9349d3eef'], 'active': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:03:20.647385 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-8cf9f3af-c990-4f10-a630-d943230caac0 None None] Provisioning complete for port ae2acd34-c1f3-4f2d-9497-0c1cc863c086 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 14:03:20.647765 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-8cf9f3af-c990-4f10-a630-d943230caac0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:03:20.745759 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvr_db [None req-45596aff-ced9-4362-80c7-9a3ab6a67cb8 None None] Set router facb949a-7813-4e17-97af-6cf9349d3eef gateway port host: dv-neutron-744815-20-hyperv {{(pid=103162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 14:03:20.816340 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.db_base_plugin_common [None req-0aba8435-5352-41c5-a686-f5c68d064de6 admin admin] Allocated IP 172.20.0.1 (9860eaf1-ce65-453e-8014-c5a783851f56/395a7041-a3f8-4826-83e6-e596fc5aa01b/7d731053-93c6-42f0-b543-edee3d1d7991) {{(pid=103160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 14:03:20.838228 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-bd0fc62b-e189-4f97-9b30-8801f2a9856c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df87adff-d877-41e7-96ad-1c4a59175171', 'name': 'tempest-TestMinimumBasicScenario-1722143949-router', 'tenant_id': 'dd9fa793139244aabc6a9b21fb196a56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.192'}], 'enable_snat': True}, 'gw_port_id': '7bef56ae-55a2-47df-a1f9-b65d3f602756', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T14:03:18Z', 'updated_at': '2021-12-18T14:03:19Z', 'revision_number': 3, 'project_id': 'dd9fa793139244aabc6a9b21fb196a56', 'gw_port': {'id': '7bef56ae-55a2-47df-a1f9-b65d3f602756', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:2e:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df87adff-d877-41e7-96ad-1c4a59175171', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1687, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T14:03:18Z', 'updated_at': '2021-12-18T14:03:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv'}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:03:20.879169 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd0fc62b-e189-4f97-9b30-8801f2a9856c None None] Checking router: df87adff-d877-41e7-96ad-1c4a59175171 for host: dv-neutron-744815-20-hyperv {{(pid=103161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 18 14:03:20.879549 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd0fc62b-e189-4f97-9b30-8801f2a9856c None None] Updating router df87adff-d877-41e7-96ad-1c4a59175171 port 7bef56ae-55a2-47df-a1f9-b65d3f602756 binding host dv-neutron-744815-20-hyperv {{(pid=103161) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 18 14:03:20.912707 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-bd0fc62b-e189-4f97-9b30-8801f2a9856c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:03:20.963131 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-0aba8435-5352-41c5-a686-f5c68d064de6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:03:21.009091 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-0aba8435-5352-41c5-a686-f5c68d064de6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4533522'] for port, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:03:21.025783 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-45596aff-ced9-4362-80c7-9a3ab6a67cb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'facb949a-7813-4e17-97af-6cf9349d3eef', 'name': 'tempest-TestMinimumBasicScenario-732652830-router', 'tenant_id': '0bd19c478968463a9994ba1741c01280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.44'}], 'enable_snat': True}, 'gw_port_id': '2d439d5d-b482-4e2c-901d-a9606e7b3d51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T14:03:13Z', 'updated_at': '2021-12-18T14:03:16Z', 'revision_number': 4, 'project_id': '0bd19c478968463a9994ba1741c01280', 'gw_port': {'id': '2d439d5d-b482-4e2c-901d-a9606e7b3d51', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:67:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'facb949a-7813-4e17-97af-6cf9349d3eef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T14:03:14Z', 'updated_at': '2021-12-18T14:03:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv', '_interfaces': [{'id': 'a891fb95-6877-44d0-9995-7cbfb7d84785', 'name': '', 'network_id': '336cbb4b-86c1-42ed-a813-0f773dbc5925', 'tenant_id': '0bd19c478968463a9994ba1741c01280', 'mac_address': 'fa:16:3e:2f:e6:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'facb949a-7813-4e17-97af-6cf9349d3eef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1676, 'fixed_ips': [{'subnet_id': 'd28aecd9-b998-4c2e-ad4f-94fee6ee629e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T14:03:15Z', 'updated_at': '2021-12-18T14:03:20Z', 'revision_number': 4, 'project_id': '0bd19c478968463a9994ba1741c01280', 'subnets': [{'id': 'd28aecd9-b998-4c2e-ad4f-94fee6ee629e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:03:21.029989 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-8bbfe1f8-fd61-4b21-b036-266d2e0f6121 None None] Provisioning complete for port a891fb95-6877-44d0-9995-7cbfb7d84785 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 14:03:21.030363 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-8bbfe1f8-fd61-4b21-b036-266d2e0f6121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:03:21.054152 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45596aff-ced9-4362-80c7-9a3ab6a67cb8 None None] The sync data for ids ['facb949a-7813-4e17-97af-6cf9349d3eef'] in dv-neutron-744815-20-hyperv is: [{'id': 'facb949a-7813-4e17-97af-6cf9349d3eef', 'name': 'tempest-TestMinimumBasicScenario-732652830-router', 'tenant_id': '0bd19c478968463a9994ba1741c01280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.44'}], 'enable_snat': True}, 'gw_port_id': '2d439d5d-b482-4e2c-901d-a9606e7b3d51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T14:03:13Z', 'updated_at': '2021-12-18T14:03:16Z', 'revision_number': 4, 'project_id': '0bd19c478968463a9994ba1741c01280', 'gw_port': {'id': '2d439d5d-b482-4e2c-901d-a9606e7b3d51', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:67:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'facb949a-7813-4e17-97af-6cf9349d3eef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T14:03:14Z', 'updated_at': '2021-12-18T14:03:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv', '_interfaces': [{'id': 'a891fb95-6877-44d0-9995-7cbfb7d84785', 'name': '', 'network_id': '336cbb4b-86c1-42ed-a813-0f773dbc5925', 'tenant_id': '0bd19c478968463a9994ba1741c01280', 'mac_address': 'fa:16:3e:2f:e6:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'facb949a-7813-4e17-97af-6cf9349d3eef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1676, 'fixed_ips': [{'subnet_id': 'd28aecd9-b998-4c2e-ad4f-94fee6ee629e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T14:03:15Z', 'updated_at': '2021-12-18T14:03:20Z', 'revision_number': 4, 'project_id': '0bd19c478968463a9994ba1741c01280', 'subnets': [{'id': 'd28aecd9-b998-4c2e-ad4f-94fee6ee629e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 14:03:21.056099 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aba8435-5352-41c5-a686-f5c68d064de6 admin admin] Network 9860eaf1-ce65-453e-8014-c5a783851f56 is already hosted by enough agents. {{(pid=103160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 14:03:21.060433 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.base_scheduler [None req-0aba8435-5352-41c5-a686-f5c68d064de6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 14:03:21.064094 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aba8435-5352-41c5-a686-f5c68d064de6 admin admin] Received port after_create {{(pid=103160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 14:03:21.088563 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aba8435-5352-41c5-a686-f5c68d064de6 admin admin] Pushing event updated for resources: {'Port': ['ID=7d731053-93c6-42f0-b543-edee3d1d7991,revision_number=1']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:03:21.108381 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-0aba8435-5352-41c5-a686-f5c68d064de6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586257'] for router_interface, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:03:21.206696 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-8bbfe1f8-fd61-4b21-b036-266d2e0f6121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:03:21.253895 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-8bbfe1f8-fd61-4b21-b036-266d2e0f6121 None None] For port a891fb95-6877-44d0-9995-7cbfb7d84785, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=a891fb95-6877-44d0-9995-7cbfb7d84785,segment=NetworkSegment(5126b8df-b066-426f-8b30-bb915e881833),segment_id=5126b8df-b066-426f-8b30-bb915e881833)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 14:03:21.267588 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-8bbfe1f8-fd61-4b21-b036-266d2e0f6121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:03:21.295602 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-0aba8435-5352-41c5-a686-f5c68d064de6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:03:21.380206 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-bd0fc62b-e189-4f97-9b30-8801f2a9856c None None] Publish callbacks [] for port, precommit_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:03:21.385922 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbfe1f8-fd61-4b21-b036-266d2e0f6121 None None] Pushing event updated for resources: {'Port': ['ID=a891fb95-6877-44d0-9995-7cbfb7d84785,revision_number=5']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:03:21.391379 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-bd0fc62b-e189-4f97-9b30-8801f2a9856c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:03:21.448162 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3211673b-230b-483c-820b-e2622714bcd5 None None] DHCP port deletion for decb4a40-7941-48c8-afbb-daaafd502e83 request from dv-neutron-744815-20-hyperv {{(pid=103161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 18 14:03:21.455734 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-ef7f6684-9d7e-4e5e-9205-333285734bcc None None] Provisioning complete for port ae2acd34-c1f3-4f2d-9497-0c1cc863c086 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 14:03:21.456083 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ef7f6684-9d7e-4e5e-9205-333285734bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:03:21.461485 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295c7362-cb0f-4bc6-acc9-bf42ea5d65d8 None None] Pushing event updated for resources: {'Port': ['ID=7bef56ae-55a2-47df-a1f9-b65d3f602756,revision_number=2']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:03:21.482355 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-bd0fc62b-e189-4f97-9b30-8801f2a9856c None None] Attempting to bind port 7bef56ae-55a2-47df-a1f9-b65d3f602756 on host dv-neutron-744815-20-hyperv for vnic_type normal with profile {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 14:03:21.482743 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-bd0fc62b-e189-4f97-9b30-8801f2a9856c None None] Attempting to bind port 7bef56ae-55a2-47df-a1f9-b65d3f602756 by drivers openvswitch,hyperv on host dv-neutron-744815-20-hyperv at level 0 using segments [{'id': '3f66d49c-4faa-434c-8c3e-991f4f1d01bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83'}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 14:03:21.483100 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd0fc62b-e189-4f97-9b30-8801f2a9856c None None] Attempting to bind port 7bef56ae-55a2-47df-a1f9-b65d3f602756 on network decb4a40-7941-48c8-afbb-daaafd502e83 {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 14:03:21.493994 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-0aba8435-5352-41c5-a686-f5c68d064de6 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:03:21.498489 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd0fc62b-e189-4f97-9b30-8801f2a9856c None None] Checking agent: {'id': '428fa9fa-43db-4db9-9f96-f60ffe931f2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-20-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 13, 19, 1), 'started_at': datetime.datetime(2021, 12, 18, 13, 19, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 14, 3, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-20-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 18 14:03:21.498952 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd0fc62b-e189-4f97-9b30-8801f2a9856c None None] Checking segment: {'id': '3f66d49c-4faa-434c-8c3e-991f4f1d01bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 14:03:21.499397 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-bd0fc62b-e189-4f97-9b30-8801f2a9856c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:03:21.499817 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd0fc62b-e189-4f97-9b30-8801f2a9856c None None] Bound using segment: {'id': '3f66d49c-4faa-434c-8c3e-991f4f1d01bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83'} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 18 14:03:21.500318 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-bd0fc62b-e189-4f97-9b30-8801f2a9856c None None] Bound port: 7bef56ae-55a2-47df-a1f9-b65d3f602756, host: dv-neutron-744815-20-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f66d49c-4faa-434c-8c3e-991f4f1d01bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83'}}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 18 14:03:21.500730 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-bd0fc62b-e189-4f97-9b30-8801f2a9856c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:03:21.500951 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-0aba8435-5352-41c5-a686-f5c68d064de6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4533541'] for port, after_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:03:21.574664 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aba8435-5352-41c5-a686-f5c68d064de6 admin admin] Pushing event updated for resources: {'Port': ['ID=7d731053-93c6-42f0-b543-edee3d1d7991,revision_number=2']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:03:21.580679 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-0aba8435-5352-41c5-a686-f5c68d064de6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1048031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586432'] for router_interface, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:03:21.595593 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-bd0fc62b-e189-4f97-9b30-8801f2a9856c None None] For port 7bef56ae-55a2-47df-a1f9-b65d3f602756, host dv-neutron-744815-20-hyperv, cleared binding levels {{(pid=103161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 18 14:03:21.616206 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-bd0fc62b-e189-4f97-9b30-8801f2a9856c None None] For port 7bef56ae-55a2-47df-a1f9-b65d3f602756, host dv-neutron-744815-20-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=7bef56ae-55a2-47df-a1f9-b65d3f602756,segment=NetworkSegment(3f66d49c-4faa-434c-8c3e-991f4f1d01bd),segment_id=3f66d49c-4faa-434c-8c3e-991f4f1d01bd)] {{(pid=103161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 18 14:03:21.628809 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-bd0fc62b-e189-4f97-9b30-8801f2a9856c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:03:21.657605 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-ef7f6684-9d7e-4e5e-9205-333285734bcc None None] Provisioning complete for port 7d731053-93c6-42f0-b543-edee3d1d7991 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 14:03:21.658505 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ef7f6684-9d7e-4e5e-9205-333285734bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:03:21.688737 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c550e933-9ec9-420d-8b5a-0db2f91d70dc None None] DHCP port deletion for decb4a40-7941-48c8-afbb-daaafd502e83 request from dv-neutron-744815-20-hyperv {{(pid=103161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 18 14:03:21.708791 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aba8435-5352-41c5-a686-f5c68d064de6 admin admin] Network 9860eaf1-ce65-453e-8014-c5a783851f56 is already hosted by enough agents. {{(pid=103160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 14:03:21.710709 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.base_scheduler [None req-0aba8435-5352-41c5-a686-f5c68d064de6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 14:03:21.741791 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-ef7f6684-9d7e-4e5e-9205-333285734bcc None None] Port 7d731053-93c6-42f0-b543-edee3d1d7991 cannot update to ACTIVE because it is not bound. {{(pid=103161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 14:03:21.746181 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd0fc62b-e189-4f97-9b30-8801f2a9856c None None] Routers {'df87adff-d877-41e7-96ad-1c4a59175171'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 14:03:21.746817 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-bd0fc62b-e189-4f97-9b30-8801f2a9856c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T14:02:57Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['df87adff-d877-41e7-96ad-1c4a59175171'], 'active': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:03:21.748819 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295c7362-cb0f-4bc6-acc9-bf42ea5d65d8 None None] Pushing event updated for resources: {'Port': ['ID=7bef56ae-55a2-47df-a1f9-b65d3f602756,revision_number=3']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:03:21.808686 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device ae2acd34-c1f3-4f2d-9497-0c1cc863c086 up at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 14:03:21.854720 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0aba8435-5352-41c5-a686-f5c68d064de6 admin admin] Router df87adff-d877-41e7-96ad-1c4a59175171 has already been hosted by L3 agent c9c0cd52-5bd2-4704-9429-d80f1c5ad23c {{(pid=103160) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 18 14:03:21.916908 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-0714cc5e-5640-4651-9912-9ee7a0edee02 None None] Provisioning complete for port 7bef56ae-55a2-47df-a1f9-b65d3f602756 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 14:03:21.917467 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0714cc5e-5640-4651-9912-9ee7a0edee02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:03:21.923765 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvr_db [None req-bd0fc62b-e189-4f97-9b30-8801f2a9856c None None] Set router df87adff-d877-41e7-96ad-1c4a59175171 gateway port host: dv-neutron-744815-20-hyperv {{(pid=103161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 14:03:21.982645 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0aba8435-5352-41c5-a686-f5c68d064de6 admin admin] Notify agent at l3_agent.dv-neutron-744815-20-hyperv the message routers_updated {{(pid=103160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 14:03:21.988919 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-0aba8435-5352-41c5-a686-f5c68d064de6 admin admin] 10.222.0.31 "PUT /v2.0/routers/df87adff-d877-41e7-96ad-1c4a59175171/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8922999 Dec 18 14:03:22.002250 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2294866d-0076-4933-952c-685307032598 None None] Provisioning complete for port ae2acd34-c1f3-4f2d-9497-0c1cc863c086 triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 14:03:22.002628 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:03:22.202107 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0714cc5e-5640-4651-9912-9ee7a0edee02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:03:22.410303 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-0714cc5e-5640-4651-9912-9ee7a0edee02 None None] For port 7bef56ae-55a2-47df-a1f9-b65d3f602756, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=7bef56ae-55a2-47df-a1f9-b65d3f602756,segment=NetworkSegment(3f66d49c-4faa-434c-8c3e-991f4f1d01bd),segment_id=3f66d49c-4faa-434c-8c3e-991f4f1d01bd)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 14:03:22.413494 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device a891fb95-6877-44d0-9995-7cbfb7d84785 up at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 14:03:22.439064 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0714cc5e-5640-4651-9912-9ee7a0edee02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:03:22.501837 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0714cc5e-5640-4651-9912-9ee7a0edee02 None None] Pushing event updated for resources: {'Port': ['ID=7bef56ae-55a2-47df-a1f9-b65d3f602756,revision_number=4']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:03:22.523724 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2294866d-0076-4933-952c-685307032598 None None] Provisioning complete for port a891fb95-6877-44d0-9995-7cbfb7d84785 triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 14:03:22.524127 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:03:22.528551 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-bd0fc62b-e189-4f97-9b30-8801f2a9856c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df87adff-d877-41e7-96ad-1c4a59175171', 'name': 'tempest-TestMinimumBasicScenario-1722143949-router', 'tenant_id': 'dd9fa793139244aabc6a9b21fb196a56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.192'}], 'enable_snat': True}, 'gw_port_id': '7bef56ae-55a2-47df-a1f9-b65d3f602756', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T14:03:18Z', 'updated_at': '2021-12-18T14:03:21Z', 'revision_number': 4, 'project_id': 'dd9fa793139244aabc6a9b21fb196a56', 'gw_port': {'id': '7bef56ae-55a2-47df-a1f9-b65d3f602756', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:2e:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df87adff-d877-41e7-96ad-1c4a59175171', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1687, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T14:03:18Z', 'updated_at': '2021-12-18T14:03:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv', '_interfaces': [{'id': '7d731053-93c6-42f0-b543-edee3d1d7991', 'name': '', 'network_id': '9860eaf1-ce65-453e-8014-c5a783851f56', 'tenant_id': 'dd9fa793139244aabc6a9b21fb196a56', 'mac_address': 'fa:16:3e:4b:1b:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df87adff-d877-41e7-96ad-1c4a59175171', 'device_owner': 'network:router_interface', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': '395a7041-a3f8-4826-83e6-e596fc5aa01b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T14:03:20Z', 'updated_at': '2021-12-18T14:03:21Z', 'revision_number': 2, 'project_id': 'dd9fa793139244aabc6a9b21fb196a56', 'subnets': [{'id': '395a7041-a3f8-4826-83e6-e596fc5aa01b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:03:22.584532 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd0fc62b-e189-4f97-9b30-8801f2a9856c None None] The sync data for ids ['df87adff-d877-41e7-96ad-1c4a59175171'] in dv-neutron-744815-20-hyperv is: [{'id': 'df87adff-d877-41e7-96ad-1c4a59175171', 'name': 'tempest-TestMinimumBasicScenario-1722143949-router', 'tenant_id': 'dd9fa793139244aabc6a9b21fb196a56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.192'}], 'enable_snat': True}, 'gw_port_id': '7bef56ae-55a2-47df-a1f9-b65d3f602756', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T14:03:18Z', 'updated_at': '2021-12-18T14:03:21Z', 'revision_number': 4, 'project_id': 'dd9fa793139244aabc6a9b21fb196a56', 'gw_port': {'id': '7bef56ae-55a2-47df-a1f9-b65d3f602756', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:2e:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df87adff-d877-41e7-96ad-1c4a59175171', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1687, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T14:03:18Z', 'updated_at': '2021-12-18T14:03:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv', '_interfaces': [{'id': '7d731053-93c6-42f0-b543-edee3d1d7991', 'name': '', 'network_id': '9860eaf1-ce65-453e-8014-c5a783851f56', 'tenant_id': 'dd9fa793139244aabc6a9b21fb196a56', 'mac_address': 'fa:16:3e:4b:1b:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df87adff-d877-41e7-96ad-1c4a59175171', 'device_owner': 'network:router_interface', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': '395a7041-a3f8-4826-83e6-e596fc5aa01b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T14:03:20Z', 'updated_at': '2021-12-18T14:03:21Z', 'revision_number': 2, 'project_id': 'dd9fa793139244aabc6a9b21fb196a56', 'subnets': [{'id': '395a7041-a3f8-4826-83e6-e596fc5aa01b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 14:03:22.605876 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-35261ddc-64f8-4c67-88ce-336c31ee4362 None None] Provisioning complete for port 7d731053-93c6-42f0-b543-edee3d1d7991 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 14:03:22.606239 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-35261ddc-64f8-4c67-88ce-336c31ee4362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:03:22.664088 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-35261ddc-64f8-4c67-88ce-336c31ee4362 None None] Port 7d731053-93c6-42f0-b543-edee3d1d7991 cannot update to ACTIVE because it is not bound. {{(pid=103161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 14:03:24.954657 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-1494d7ce-9133-4d44-ace6-f68b9b80b4d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:03:25.476176 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb5e529e-9d74-4dcf-b13c-496fba56aa24 None None] Sync routers for ids ['df87adff-d877-41e7-96ad-1c4a59175171'] in dv-neutron-744815-20-hyperv {{(pid=103162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 14:03:25.487336 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb5e529e-9d74-4dcf-b13c-496fba56aa24 None None] Routers {'df87adff-d877-41e7-96ad-1c4a59175171'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 14:03:25.488182 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-cb5e529e-9d74-4dcf-b13c-496fba56aa24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T14:02:57Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['df87adff-d877-41e7-96ad-1c4a59175171'], 'active': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:03:25.605013 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvr_db [None req-cb5e529e-9d74-4dcf-b13c-496fba56aa24 None None] Set router df87adff-d877-41e7-96ad-1c4a59175171 gateway port host: dv-neutron-744815-20-hyperv {{(pid=103162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 14:03:25.775303 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 7bef56ae-55a2-47df-a1f9-b65d3f602756 up at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 14:03:25.844195 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2294866d-0076-4933-952c-685307032598 None None] Provisioning complete for port 7bef56ae-55a2-47df-a1f9-b65d3f602756 triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 14:03:25.844567 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:03:25.858623 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-cb5e529e-9d74-4dcf-b13c-496fba56aa24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df87adff-d877-41e7-96ad-1c4a59175171', 'name': 'tempest-TestMinimumBasicScenario-1722143949-router', 'tenant_id': 'dd9fa793139244aabc6a9b21fb196a56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.192'}], 'enable_snat': True}, 'gw_port_id': '7bef56ae-55a2-47df-a1f9-b65d3f602756', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T14:03:18Z', 'updated_at': '2021-12-18T14:03:21Z', 'revision_number': 4, 'project_id': 'dd9fa793139244aabc6a9b21fb196a56', 'gw_port': {'id': '7bef56ae-55a2-47df-a1f9-b65d3f602756', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:2e:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df87adff-d877-41e7-96ad-1c4a59175171', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1687, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T14:03:18Z', 'updated_at': '2021-12-18T14:03:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv', '_interfaces': [{'id': '7d731053-93c6-42f0-b543-edee3d1d7991', 'name': '', 'network_id': '9860eaf1-ce65-453e-8014-c5a783851f56', 'tenant_id': 'dd9fa793139244aabc6a9b21fb196a56', 'mac_address': 'fa:16:3e:4b:1b:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df87adff-d877-41e7-96ad-1c4a59175171', 'device_owner': 'network:router_interface', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': '395a7041-a3f8-4826-83e6-e596fc5aa01b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T14:03:20Z', 'updated_at': '2021-12-18T14:03:21Z', 'revision_number': 2, 'project_id': 'dd9fa793139244aabc6a9b21fb196a56', 'subnets': [{'id': '395a7041-a3f8-4826-83e6-e596fc5aa01b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:03:25.885692 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb5e529e-9d74-4dcf-b13c-496fba56aa24 None None] Checking router: df87adff-d877-41e7-96ad-1c4a59175171 for host: dv-neutron-744815-20-hyperv {{(pid=103162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 18 14:03:25.886107 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb5e529e-9d74-4dcf-b13c-496fba56aa24 None None] Updating router df87adff-d877-41e7-96ad-1c4a59175171 port 7d731053-93c6-42f0-b543-edee3d1d7991 binding host dv-neutron-744815-20-hyperv {{(pid=103162) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 18 14:03:25.915089 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-cb5e529e-9d74-4dcf-b13c-496fba56aa24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:03:26.291024 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-cb5e529e-9d74-4dcf-b13c-496fba56aa24 None None] Publish callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:03:26.298513 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-cb5e529e-9d74-4dcf-b13c-496fba56aa24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:03:26.347483 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4414a460-122f-4008-8a8f-38cf8fe0ff98 None None] Pushing event updated for resources: {'Port': ['ID=7d731053-93c6-42f0-b543-edee3d1d7991,revision_number=3']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:03:26.363439 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.agents_db [None req-e3dda592-589a-4b4d-b028-ba9a260f4f50 None None] Agent healthcheck: found 6 active agents {{(pid=103162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 18 14:03:26.440810 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [None req-cb5e529e-9d74-4dcf-b13c-496fba56aa24 None None] Attempting to bind port 7d731053-93c6-42f0-b543-edee3d1d7991 on host dv-neutron-744815-20-hyperv for vnic_type normal with profile {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 14:03:26.441789 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [None req-cb5e529e-9d74-4dcf-b13c-496fba56aa24 None None] Attempting to bind port 7d731053-93c6-42f0-b543-edee3d1d7991 by drivers openvswitch,hyperv on host dv-neutron-744815-20-hyperv at level 0 using segments [{'id': 'bb2d4e75-f573-4f58-94cb-49f76381e782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '9860eaf1-ce65-453e-8014-c5a783851f56'}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 14:03:26.442360 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb5e529e-9d74-4dcf-b13c-496fba56aa24 None None] Attempting to bind port 7d731053-93c6-42f0-b543-edee3d1d7991 on network 9860eaf1-ce65-453e-8014-c5a783851f56 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 14:03:26.449111 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb5e529e-9d74-4dcf-b13c-496fba56aa24 None None] Checking agent: {'id': '428fa9fa-43db-4db9-9f96-f60ffe931f2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-20-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 13, 19, 1), 'started_at': datetime.datetime(2021, 12, 18, 13, 19, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 14, 3, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-20-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 18 14:03:26.449823 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb5e529e-9d74-4dcf-b13c-496fba56aa24 None None] Checking segment: {'id': 'bb2d4e75-f573-4f58-94cb-49f76381e782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '9860eaf1-ce65-453e-8014-c5a783851f56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 14:03:26.450406 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-cb5e529e-9d74-4dcf-b13c-496fba56aa24 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:03:26.450971 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb5e529e-9d74-4dcf-b13c-496fba56aa24 None None] Bound using segment: {'id': 'bb2d4e75-f573-4f58-94cb-49f76381e782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '9860eaf1-ce65-453e-8014-c5a783851f56'} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 18 14:03:26.452289 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [None req-cb5e529e-9d74-4dcf-b13c-496fba56aa24 None None] Bound port: 7d731053-93c6-42f0-b543-edee3d1d7991, host: dv-neutron-744815-20-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb2d4e75-f573-4f58-94cb-49f76381e782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '9860eaf1-ce65-453e-8014-c5a783851f56'}}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 18 14:03:26.452945 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-cb5e529e-9d74-4dcf-b13c-496fba56aa24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:03:26.545529 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-cb5e529e-9d74-4dcf-b13c-496fba56aa24 None None] For port 7d731053-93c6-42f0-b543-edee3d1d7991, host dv-neutron-744815-20-hyperv, cleared binding levels {{(pid=103162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 18 14:03:26.549272 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-cb5e529e-9d74-4dcf-b13c-496fba56aa24 None None] For port 7d731053-93c6-42f0-b543-edee3d1d7991, host dv-neutron-744815-20-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=7d731053-93c6-42f0-b543-edee3d1d7991,segment=NetworkSegment(bb2d4e75-f573-4f58-94cb-49f76381e782),segment_id=bb2d4e75-f573-4f58-94cb-49f76381e782)] {{(pid=103162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 18 14:03:26.561212 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-cb5e529e-9d74-4dcf-b13c-496fba56aa24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:03:26.634160 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4414a460-122f-4008-8a8f-38cf8fe0ff98 None None] Pushing event updated for resources: {'Port': ['ID=7d731053-93c6-42f0-b543-edee3d1d7991,revision_number=4']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:03:26.637678 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb5e529e-9d74-4dcf-b13c-496fba56aa24 None None] Routers {'df87adff-d877-41e7-96ad-1c4a59175171'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 14:03:26.638322 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-cb5e529e-9d74-4dcf-b13c-496fba56aa24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T14:02:57Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['df87adff-d877-41e7-96ad-1c4a59175171'], 'active': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:03:26.644397 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-d0c6ca00-0031-47c8-a111-0b6d01938001 None None] Provisioning complete for port 7d731053-93c6-42f0-b543-edee3d1d7991 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 14:03:26.646565 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-d0c6ca00-0031-47c8-a111-0b6d01938001 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:03:26.795803 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-d0c6ca00-0031-47c8-a111-0b6d01938001 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:03:26.816597 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvr_db [None req-cb5e529e-9d74-4dcf-b13c-496fba56aa24 None None] Set router df87adff-d877-41e7-96ad-1c4a59175171 gateway port host: dv-neutron-744815-20-hyperv {{(pid=103162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 14:03:26.837270 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-d0c6ca00-0031-47c8-a111-0b6d01938001 None None] For port 7d731053-93c6-42f0-b543-edee3d1d7991, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=7d731053-93c6-42f0-b543-edee3d1d7991,segment=NetworkSegment(bb2d4e75-f573-4f58-94cb-49f76381e782),segment_id=bb2d4e75-f573-4f58-94cb-49f76381e782)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 14:03:26.848619 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-d0c6ca00-0031-47c8-a111-0b6d01938001 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:03:26.912271 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c6ca00-0031-47c8-a111-0b6d01938001 None None] Pushing event updated for resources: {'Port': ['ID=7d731053-93c6-42f0-b543-edee3d1d7991,revision_number=5']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:03:26.974501 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-931a657c-162b-4867-ac6a-59281a16470e None None] Provisioning complete for port 7d731053-93c6-42f0-b543-edee3d1d7991 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 14:03:26.974764 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-931a657c-162b-4867-ac6a-59281a16470e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:03:27.103307 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-cb5e529e-9d74-4dcf-b13c-496fba56aa24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df87adff-d877-41e7-96ad-1c4a59175171', 'name': 'tempest-TestMinimumBasicScenario-1722143949-router', 'tenant_id': 'dd9fa793139244aabc6a9b21fb196a56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.192'}], 'enable_snat': True}, 'gw_port_id': '7bef56ae-55a2-47df-a1f9-b65d3f602756', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T14:03:18Z', 'updated_at': '2021-12-18T14:03:21Z', 'revision_number': 4, 'project_id': 'dd9fa793139244aabc6a9b21fb196a56', 'gw_port': {'id': '7bef56ae-55a2-47df-a1f9-b65d3f602756', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:2e:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df87adff-d877-41e7-96ad-1c4a59175171', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1687, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T14:03:18Z', 'updated_at': '2021-12-18T14:03:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv', '_interfaces': [{'id': '7d731053-93c6-42f0-b543-edee3d1d7991', 'name': '', 'network_id': '9860eaf1-ce65-453e-8014-c5a783851f56', 'tenant_id': 'dd9fa793139244aabc6a9b21fb196a56', 'mac_address': 'fa:16:3e:4b:1b:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df87adff-d877-41e7-96ad-1c4a59175171', 'device_owner': 'network:router_interface', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': '395a7041-a3f8-4826-83e6-e596fc5aa01b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T14:03:20Z', 'updated_at': '2021-12-18T14:03:26Z', 'revision_number': 4, 'project_id': 'dd9fa793139244aabc6a9b21fb196a56', 'subnets': [{'id': '395a7041-a3f8-4826-83e6-e596fc5aa01b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:03:27.134957 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb5e529e-9d74-4dcf-b13c-496fba56aa24 None None] The sync data for ids ['df87adff-d877-41e7-96ad-1c4a59175171'] in dv-neutron-744815-20-hyperv is: [{'id': 'df87adff-d877-41e7-96ad-1c4a59175171', 'name': 'tempest-TestMinimumBasicScenario-1722143949-router', 'tenant_id': 'dd9fa793139244aabc6a9b21fb196a56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.192'}], 'enable_snat': True}, 'gw_port_id': '7bef56ae-55a2-47df-a1f9-b65d3f602756', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T14:03:18Z', 'updated_at': '2021-12-18T14:03:21Z', 'revision_number': 4, 'project_id': 'dd9fa793139244aabc6a9b21fb196a56', 'gw_port': {'id': '7bef56ae-55a2-47df-a1f9-b65d3f602756', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:2e:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df87adff-d877-41e7-96ad-1c4a59175171', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1687, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T14:03:18Z', 'updated_at': '2021-12-18T14:03:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv', '_interfaces': [{'id': '7d731053-93c6-42f0-b543-edee3d1d7991', 'name': '', 'network_id': '9860eaf1-ce65-453e-8014-c5a783851f56', 'tenant_id': 'dd9fa793139244aabc6a9b21fb196a56', 'mac_address': 'fa:16:3e:4b:1b:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df87adff-d877-41e7-96ad-1c4a59175171', 'device_owner': 'network:router_interface', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': '395a7041-a3f8-4826-83e6-e596fc5aa01b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T14:03:20Z', 'updated_at': '2021-12-18T14:03:26Z', 'revision_number': 4, 'project_id': 'dd9fa793139244aabc6a9b21fb196a56', 'subnets': [{'id': '395a7041-a3f8-4826-83e6-e596fc5aa01b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 14:03:27.202114 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0202ad96-1a2a-40e7-8aba-0b46b23d6db5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:03:27.733543 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 7d731053-93c6-42f0-b543-edee3d1d7991 up at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 14:03:27.782258 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2294866d-0076-4933-952c-685307032598 None None] Provisioning complete for port 7d731053-93c6-42f0-b543-edee3d1d7991 triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 14:03:27.782731 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:03:28.597328 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-afa9ae9b-bdbb-4010-bcf6-3a46ce66cf71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:03:30.102095 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7b7a3272-2b45-4d32-9670-25eb1afd1184 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:03:30.876734 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:03:32.089944 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc80aca9-5aac-43fd-8b15-df80ffe7d77e req-fc4fa3f8-0ff7-4cba-9ee7-9e36cb3bd78f tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:03:32.091818 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-cc80aca9-5aac-43fd-8b15-df80ffe7d77e req-fc4fa3f8-0ff7-4cba-9ee7-9e36cb3bd78f tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] 10.222.0.31 "GET /v2.0/networks?id=336cbb4b-86c1-42ed-a813-0f773dbc5925 HTTP/1.1" status: 200 len: 814 time: 0.1158230 Dec 18 14:03:32.106931 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-cc80aca9-5aac-43fd-8b15-df80ffe7d77e req-246badda-e7bc-4daf-8240-c7ddf6c7be32 tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] 10.222.0.31 "GET /v2.0/quotas/0bd19c478968463a9994ba1741c01280 HTTP/1.1" status: 200 len: 375 time: 0.0097036 Dec 18 14:03:32.162339 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-cc80aca9-5aac-43fd-8b15-df80ffe7d77e req-82b43f20-00a8-4ff0-8466-3012118b1438 tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=0bd19c478968463a9994ba1741c01280&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0501475 Dec 18 14:03:32.258988 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-cc80aca9-5aac-43fd-8b15-df80ffe7d77e req-938708d0-cd42-4d89-9ee9-51bc2d4372b9 service neutron] 10.222.0.31 "GET /v2.0/networks/336cbb4b-86c1-42ed-a813-0f773dbc5925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844865 Dec 18 14:03:32.355204 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-cc80aca9-5aac-43fd-8b15-df80ffe7d77e req-61b93ca4-4b55-47ef-a6e8-3fabd3584af0 service neutron] 10.222.0.31 "GET /v2.0/networks/336cbb4b-86c1-42ed-a813-0f773dbc5925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900047 Dec 18 14:03:32.521768 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-cae2521e-5ff1-44d7-bbb0-3d1cfcda5f90 req-1f77db54-a8ea-412b-9aa7-ded02aa04aa3 tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] 10.222.0.31 "GET /v2.0/ports?device_id=3373d1af-e5d9-4102-b88d-adb4782dcd95 HTTP/1.1" status: 200 len: 210 time: 0.0307007 Dec 18 14:03:33.497590 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc80aca9-5aac-43fd-8b15-df80ffe7d77e req-432518de-52d5-4641-9248-c2b83a38fe1f tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:03:33.499073 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-cc80aca9-5aac-43fd-8b15-df80ffe7d77e req-432518de-52d5-4641-9248-c2b83a38fe1f tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] 10.222.0.43 "GET /v2.0/networks?id=336cbb4b-86c1-42ed-a813-0f773dbc5925 HTTP/1.1" status: 200 len: 814 time: 0.1050682 Dec 18 14:03:33.513468 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [req-cc80aca9-5aac-43fd-8b15-df80ffe7d77e req-84283922-b2e8-4846-898b-d2cbf554adf6 tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] Request body: {'port': {'device_id': '3373d1af-e5d9-4102-b88d-adb4782dcd95', 'network_id': '336cbb4b-86c1-42ed-a813-0f773dbc5925', 'admin_state_up': True, 'tenant_id': '0bd19c478968463a9994ba1741c01280'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 14:03:33.623458 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-80851366-9c25-4139-8ef8-fef3c0684f54 req-9ee3ce4e-fc36-4545-907e-19b19748e0a2 tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] 10.222.0.31 "GET /v2.0/ports?device_id=3373d1af-e5d9-4102-b88d-adb4782dcd95 HTTP/1.1" status: 200 len: 210 time: 0.0264883 Dec 18 14:03:33.634029 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc80aca9-5aac-43fd-8b15-df80ffe7d77e req-84283922-b2e8-4846-898b-d2cbf554adf6 tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] Made reservation on behalf of 0bd19c478968463a9994ba1741c01280 for: {'port': 1} {{(pid=103159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 14:03:33.641004 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-cc80aca9-5aac-43fd-8b15-df80ffe7d77e req-84283922-b2e8-4846-898b-d2cbf554adf6 tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:03:33.770277 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.db_base_plugin_common [req-cc80aca9-5aac-43fd-8b15-df80ffe7d77e req-84283922-b2e8-4846-898b-d2cbf554adf6 tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] Allocated IP 172.20.0.3 (336cbb4b-86c1-42ed-a813-0f773dbc5925/d28aecd9-b998-4c2e-ad4f-94fee6ee629e/62a11ace-44df-450a-85c7-47429f3e1e6a) {{(pid=103159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 14:03:33.986052 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-cc80aca9-5aac-43fd-8b15-df80ffe7d77e req-84283922-b2e8-4846-898b-d2cbf554adf6 tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] Publish callbacks [] for port, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:03:34.034863 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-cc80aca9-5aac-43fd-8b15-df80ffe7d77e req-84283922-b2e8-4846-898b-d2cbf554adf6 tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:03:34.087921 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc80aca9-5aac-43fd-8b15-df80ffe7d77e req-84283922-b2e8-4846-898b-d2cbf554adf6 tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] Network 336cbb4b-86c1-42ed-a813-0f773dbc5925 is already hosted by enough agents. {{(pid=103159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 14:03:34.091202 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.base_scheduler [req-cc80aca9-5aac-43fd-8b15-df80ffe7d77e req-84283922-b2e8-4846-898b-d2cbf554adf6 tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] Resources bound (agent type, host, resource id): {{(pid=103159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 14:03:34.095071 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc80aca9-5aac-43fd-8b15-df80ffe7d77e req-84283922-b2e8-4846-898b-d2cbf554adf6 tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] Received port after_create {{(pid=103159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 14:03:34.102423 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84283922-b2e8-4846-898b-d2cbf554adf6 tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] Pushing event updated for resources: {'Port': ['ID=62a11ace-44df-450a-85c7-47429f3e1e6a,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:03:34.135672 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84283922-b2e8-4846-898b-d2cbf554adf6 tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:03:34.136033 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84283922-b2e8-4846-898b-d2cbf554adf6 tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:03:34.136381 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84283922-b2e8-4846-898b-d2cbf554adf6 tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:03:34.136721 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84283922-b2e8-4846-898b-d2cbf554adf6 tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:03:34.137062 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84283922-b2e8-4846-898b-d2cbf554adf6 tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:03:34.137428 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84283922-b2e8-4846-898b-d2cbf554adf6 tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:03:34.137761 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84283922-b2e8-4846-898b-d2cbf554adf6 tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:03:34.138120 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84283922-b2e8-4846-898b-d2cbf554adf6 tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:03:34.138451 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84283922-b2e8-4846-898b-d2cbf554adf6 tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:03:34.138774 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84283922-b2e8-4846-898b-d2cbf554adf6 tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:03:34.139100 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84283922-b2e8-4846-898b-d2cbf554adf6 tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:03:34.139450 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84283922-b2e8-4846-898b-d2cbf554adf6 tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:03:34.139773 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84283922-b2e8-4846-898b-d2cbf554adf6 tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:03:34.172089 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc80aca9-5aac-43fd-8b15-df80ffe7d77e req-84283922-b2e8-4846-898b-d2cbf554adf6 tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:03:34.172886 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-cc80aca9-5aac-43fd-8b15-df80ffe7d77e req-84283922-b2e8-4846-898b-d2cbf554adf6 tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:03:34.193499 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-cc80aca9-5aac-43fd-8b15-df80ffe7d77e req-84283922-b2e8-4846-898b-d2cbf554adf6 tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6835539 Dec 18 14:03:34.341739 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-66232964-9274-41e8-b565-a67fb55ebe17 None None] Provisioning complete for port 62a11ace-44df-450a-85c7-47429f3e1e6a triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 14:03:34.342369 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-66232964-9274-41e8-b565-a67fb55ebe17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:03:34.376243 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-66232964-9274-41e8-b565-a67fb55ebe17 None None] Port 62a11ace-44df-450a-85c7-47429f3e1e6a cannot update to ACTIVE because it is not bound. {{(pid=103161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 14:03:34.745551 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d568aaa-a070-477e-84ce-7b0bf453eee0 req-16bea560-5b92-4512-9f8a-4b9e242be0f5 tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:03:34.747111 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-8d568aaa-a070-477e-84ce-7b0bf453eee0 req-16bea560-5b92-4512-9f8a-4b9e242be0f5 tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] 10.222.0.31 "GET /v2.0/ports?device_id=3373d1af-e5d9-4102-b88d-adb4782dcd95 HTTP/1.1" status: 200 len: 931 time: 0.0531259 Dec 18 14:03:34.797416 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-8d568aaa-a070-477e-84ce-7b0bf453eee0 req-72e1e32a-2f64-4f12-96ac-9452c31f1cfd tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] 10.222.0.31 "GET /v2.0/security-groups?id=d6e54671-ba69-4001-a4bb-de5aad66f520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439677 Dec 18 14:03:35.929553 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2ac8c3-4330-4579-b536-910b1fd0483b req-6f27bf80-9b10-4cb8-81c2-beea98b22ab5 tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:03:35.931085 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-3b2ac8c3-4330-4579-b536-910b1fd0483b req-6f27bf80-9b10-4cb8-81c2-beea98b22ab5 tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] 10.222.0.31 "GET /v2.0/ports?device_id=3373d1af-e5d9-4102-b88d-adb4782dcd95 HTTP/1.1" status: 200 len: 931 time: 0.0504272 Dec 18 14:03:35.981724 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-3b2ac8c3-4330-4579-b536-910b1fd0483b req-303db36f-6706-41a6-901e-3ae18f882667 tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] 10.222.0.31 "GET /v2.0/security-groups?id=d6e54671-ba69-4001-a4bb-de5aad66f520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441797 Dec 18 14:03:37.091586 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:03:37.118622 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c851b77b-74bb-4992-9ab8-ebc2dc1d813a req-a817e794-b6b0-4974-b25b-b33ef74bdf88 tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:03:37.123770 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-c851b77b-74bb-4992-9ab8-ebc2dc1d813a req-a817e794-b6b0-4974-b25b-b33ef74bdf88 tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] 10.222.0.31 "GET /v2.0/ports?device_id=3373d1af-e5d9-4102-b88d-adb4782dcd95 HTTP/1.1" status: 200 len: 931 time: 0.0656319 Dec 18 14:03:37.171859 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-c851b77b-74bb-4992-9ab8-ebc2dc1d813a req-70928b95-52f6-471e-8cc4-afeb316b8b39 tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] 10.222.0.31 "GET /v2.0/security-groups?id=d6e54671-ba69-4001-a4bb-de5aad66f520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448756 Dec 18 14:03:38.295925 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0344a9-5363-4bdf-b9b8-214acde8e4a2 req-3b08b5d2-da72-44c1-97af-a180ce090d46 tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:03:38.297448 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-5b0344a9-5363-4bdf-b9b8-214acde8e4a2 req-3b08b5d2-da72-44c1-97af-a180ce090d46 tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] 10.222.0.31 "GET /v2.0/ports?device_id=3373d1af-e5d9-4102-b88d-adb4782dcd95 HTTP/1.1" status: 200 len: 931 time: 0.0561533 Dec 18 14:03:38.349297 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-5b0344a9-5363-4bdf-b9b8-214acde8e4a2 req-31d72727-dff4-4756-9629-61c0b8779435 tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] 10.222.0.31 "GET /v2.0/security-groups?id=d6e54671-ba69-4001-a4bb-de5aad66f520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450971 Dec 18 14:03:39.473567 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dad9a3a-60b1-4d55-b835-c4545297645f req-63cc4e12-bc20-4cac-827e-a4131a603fa4 tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:03:39.475124 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-1dad9a3a-60b1-4d55-b835-c4545297645f req-63cc4e12-bc20-4cac-827e-a4131a603fa4 tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] 10.222.0.31 "GET /v2.0/ports?device_id=3373d1af-e5d9-4102-b88d-adb4782dcd95 HTTP/1.1" status: 200 len: 931 time: 0.0566106 Dec 18 14:03:39.528122 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-1dad9a3a-60b1-4d55-b835-c4545297645f req-9ab59d2d-eba9-4300-9d57-c1166ef8fdab tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] 10.222.0.31 "GET /v2.0/security-groups?id=d6e54671-ba69-4001-a4bb-de5aad66f520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459065 Dec 18 14:03:40.646245 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592724a3-851e-4aba-9aee-7980a3a5b830 req-57fd8a09-4837-4635-9c6d-f8d5f0d2f8fe tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:03:40.647803 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-592724a3-851e-4aba-9aee-7980a3a5b830 req-57fd8a09-4837-4635-9c6d-f8d5f0d2f8fe tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] 10.222.0.31 "GET /v2.0/ports?device_id=3373d1af-e5d9-4102-b88d-adb4782dcd95 HTTP/1.1" status: 200 len: 931 time: 0.0505133 Dec 18 14:03:40.697225 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-592724a3-851e-4aba-9aee-7980a3a5b830 req-cbc01f55-1b7e-4af9-9531-655b446577e0 tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] 10.222.0.31 "GET /v2.0/security-groups?id=d6e54671-ba69-4001-a4bb-de5aad66f520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430639 Dec 18 14:03:41.820831 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96422c5e-119f-4605-b3fb-79164a5dd87c req-4384c7de-d300-49aa-9a70-04fd9e77879a tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:03:41.822361 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-96422c5e-119f-4605-b3fb-79164a5dd87c req-4384c7de-d300-49aa-9a70-04fd9e77879a tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] 10.222.0.31 "GET /v2.0/ports?device_id=3373d1af-e5d9-4102-b88d-adb4782dcd95 HTTP/1.1" status: 200 len: 931 time: 0.0533795 Dec 18 14:03:41.872946 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-96422c5e-119f-4605-b3fb-79164a5dd87c req-6d56b91a-eab5-4a81-b072-33b266a55418 tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] 10.222.0.31 "GET /v2.0/security-groups?id=d6e54671-ba69-4001-a4bb-de5aad66f520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432897 Dec 18 14:03:42.996966 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de02b11-c503-4d01-93c0-7a2db9755fd0 req-5512c1e3-13ef-4497-a5fc-5381bd1dae7a tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:03:42.998559 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-3de02b11-c503-4d01-93c0-7a2db9755fd0 req-5512c1e3-13ef-4497-a5fc-5381bd1dae7a tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] 10.222.0.31 "GET /v2.0/ports?device_id=3373d1af-e5d9-4102-b88d-adb4782dcd95 HTTP/1.1" status: 200 len: 931 time: 0.0552919 Dec 18 14:03:43.054355 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-3de02b11-c503-4d01-93c0-7a2db9755fd0 req-f34a6ce4-7357-41ac-8045-e78d12783cca tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] 10.222.0.31 "GET /v2.0/security-groups?id=d6e54671-ba69-4001-a4bb-de5aad66f520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491846 Dec 18 14:03:44.175666 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee8dcf5-7af2-4b9a-bde1-71e22ba84692 req-441d271e-fe76-4c51-85d3-8551d88bbc65 tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:03:44.177277 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-eee8dcf5-7af2-4b9a-bde1-71e22ba84692 req-441d271e-fe76-4c51-85d3-8551d88bbc65 tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] 10.222.0.31 "GET /v2.0/ports?device_id=3373d1af-e5d9-4102-b88d-adb4782dcd95 HTTP/1.1" status: 200 len: 931 time: 0.0544262 Dec 18 14:03:44.231900 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-eee8dcf5-7af2-4b9a-bde1-71e22ba84692 req-7f7a228c-3c9b-4bdb-bf38-327d9de3bad5 tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] 10.222.0.31 "GET /v2.0/security-groups?id=d6e54671-ba69-4001-a4bb-de5aad66f520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483634 Dec 18 14:03:45.358219 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf10185-bcf9-4249-a8fb-50d87c26665d req-143c3369-95b4-4acb-b5c1-ca561e781fce tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:03:45.359560 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-3cf10185-bcf9-4249-a8fb-50d87c26665d req-143c3369-95b4-4acb-b5c1-ca561e781fce tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] 10.222.0.31 "GET /v2.0/ports?device_id=3373d1af-e5d9-4102-b88d-adb4782dcd95 HTTP/1.1" status: 200 len: 931 time: 0.0566003 Dec 18 14:03:45.409235 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-3cf10185-bcf9-4249-a8fb-50d87c26665d req-af8d5d09-01b3-4897-82f6-279e85d08b3d tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] 10.222.0.31 "GET /v2.0/security-groups?id=d6e54671-ba69-4001-a4bb-de5aad66f520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407741 Dec 18 14:03:46.169367 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [req-cc80aca9-5aac-43fd-8b15-df80ffe7d77e req-4cb608da-3704-4721-8f94-92b6ae623ad3 service neutron] Request body: {'port': {'device_id': '3373d1af-e5d9-4102-b88d-adb4782dcd95', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7448'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 14:03:46.224946 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-cc80aca9-5aac-43fd-8b15-df80ffe7d77e req-4cb608da-3704-4721-8f94-92b6ae623ad3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:03:46.525577 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.notifiers.nova [req-cc80aca9-5aac-43fd-8b15-df80ffe7d77e req-4cb608da-3704-4721-8f94-92b6ae623ad3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62a11ace-44df-450a-85c7-47429f3e1e6a {{(pid=103159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 18 14:03:46.534715 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-cc80aca9-5aac-43fd-8b15-df80ffe7d77e req-4cb608da-3704-4721-8f94-92b6ae623ad3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:03:46.551724 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.provisioning_blocks [req-cc80aca9-5aac-43fd-8b15-df80ffe7d77e req-4cb608da-3704-4721-8f94-92b6ae623ad3 service neutron] Transition to ACTIVE for port object 62a11ace-44df-450a-85c7-47429f3e1e6a will not be triggered until provisioned by entity L2. {{(pid=103159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 18 14:03:46.563388 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1818cd9-51ff-434d-a868-299806e5efa3 req-d2e6c65e-2bfb-42b3-aa70-094871efd3fb tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:03:46.564947 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-b1818cd9-51ff-434d-a868-299806e5efa3 req-d2e6c65e-2bfb-42b3-aa70-094871efd3fb tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] 10.222.0.31 "GET /v2.0/ports?device_id=3373d1af-e5d9-4102-b88d-adb4782dcd95 HTTP/1.1" status: 200 len: 931 time: 0.0778770 Dec 18 14:03:46.566069 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-cc80aca9-5aac-43fd-8b15-df80ffe7d77e req-4cb608da-3704-4721-8f94-92b6ae623ad3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5659917'] for port, after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:03:46.631280 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb608da-3704-4721-8f94-92b6ae623ad3 service neutron] Pushing event updated for resources: {'Port': ['ID=62a11ace-44df-450a-85c7-47429f3e1e6a,revision_number=2']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:03:46.681245 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-b1818cd9-51ff-434d-a868-299806e5efa3 req-d2ca1f10-1806-486e-9960-c38185385c13 tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] 10.222.0.31 "GET /v2.0/security-groups?id=d6e54671-ba69-4001-a4bb-de5aad66f520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072404 Dec 18 14:03:46.733024 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.managers [req-cc80aca9-5aac-43fd-8b15-df80ffe7d77e req-4cb608da-3704-4721-8f94-92b6ae623ad3 service neutron] Attempting to bind port 62a11ace-44df-450a-85c7-47429f3e1e6a on host hv-neutron-7448 for vnic_type normal with profile {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 14:03:46.733511 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.managers [req-cc80aca9-5aac-43fd-8b15-df80ffe7d77e req-4cb608da-3704-4721-8f94-92b6ae623ad3 service neutron] Attempting to bind port 62a11ace-44df-450a-85c7-47429f3e1e6a by drivers openvswitch,hyperv on host hv-neutron-7448 at level 0 using segments [{'id': '5126b8df-b066-426f-8b30-bb915e881833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '336cbb4b-86c1-42ed-a813-0f773dbc5925'}] {{(pid=103159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 14:03:46.733843 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc80aca9-5aac-43fd-8b15-df80ffe7d77e req-4cb608da-3704-4721-8f94-92b6ae623ad3 service neutron] Attempting to bind port 62a11ace-44df-450a-85c7-47429f3e1e6a on network 336cbb4b-86c1-42ed-a813-0f773dbc5925 {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 14:03:46.738541 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc80aca9-5aac-43fd-8b15-df80ffe7d77e req-4cb608da-3704-4721-8f94-92b6ae623ad3 service neutron] Port 62a11ace-44df-450a-85c7-47429f3e1e6a on network 336cbb4b-86c1-42ed-a813-0f773dbc5925 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7448 {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 18 14:03:46.738862 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc80aca9-5aac-43fd-8b15-df80ffe7d77e req-4cb608da-3704-4721-8f94-92b6ae623ad3 service neutron] Attempting to bind port 62a11ace-44df-450a-85c7-47429f3e1e6a on network 336cbb4b-86c1-42ed-a813-0f773dbc5925 {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 14:03:46.744401 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc80aca9-5aac-43fd-8b15-df80ffe7d77e req-4cb608da-3704-4721-8f94-92b6ae623ad3 service neutron] Checking agent: {'id': 'c35b6aa0-0616-421f-8ded-732dd37fc90f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7448', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 13, 24, 37), 'started_at': datetime.datetime(2021, 12, 18, 13, 24, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 14, 3, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 18 14:03:46.744745 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc80aca9-5aac-43fd-8b15-df80ffe7d77e req-4cb608da-3704-4721-8f94-92b6ae623ad3 service neutron] Checking segment: {'id': '5126b8df-b066-426f-8b30-bb915e881833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '336cbb4b-86c1-42ed-a813-0f773dbc5925'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 14:03:46.745123 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc80aca9-5aac-43fd-8b15-df80ffe7d77e req-4cb608da-3704-4721-8f94-92b6ae623ad3 service neutron] Bound using segment: {'id': '5126b8df-b066-426f-8b30-bb915e881833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '336cbb4b-86c1-42ed-a813-0f773dbc5925'} {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 18 14:03:46.745519 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.managers [req-cc80aca9-5aac-43fd-8b15-df80ffe7d77e req-4cb608da-3704-4721-8f94-92b6ae623ad3 service neutron] Bound port: 62a11ace-44df-450a-85c7-47429f3e1e6a, host: hv-neutron-7448, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5126b8df-b066-426f-8b30-bb915e881833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '336cbb4b-86c1-42ed-a813-0f773dbc5925'}}] {{(pid=103159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 18 14:03:46.745875 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-cc80aca9-5aac-43fd-8b15-df80ffe7d77e req-4cb608da-3704-4721-8f94-92b6ae623ad3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:03:46.810508 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.db [req-cc80aca9-5aac-43fd-8b15-df80ffe7d77e req-4cb608da-3704-4721-8f94-92b6ae623ad3 service neutron] For port 62a11ace-44df-450a-85c7-47429f3e1e6a, host hv-neutron-7448, cleared binding levels {{(pid=103159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 18 14:03:46.813426 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.db [req-cc80aca9-5aac-43fd-8b15-df80ffe7d77e req-4cb608da-3704-4721-8f94-92b6ae623ad3 service neutron] For port 62a11ace-44df-450a-85c7-47429f3e1e6a, host hv-neutron-7448, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=62a11ace-44df-450a-85c7-47429f3e1e6a,segment=NetworkSegment(5126b8df-b066-426f-8b30-bb915e881833),segment_id=5126b8df-b066-426f-8b30-bb915e881833)] {{(pid=103159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 18 14:03:46.820681 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-cc80aca9-5aac-43fd-8b15-df80ffe7d77e req-4cb608da-3704-4721-8f94-92b6ae623ad3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5659917'] for port, after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:03:46.855356 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc80aca9-5aac-43fd-8b15-df80ffe7d77e req-4cb608da-3704-4721-8f94-92b6ae623ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:03:46.856085 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-cc80aca9-5aac-43fd-8b15-df80ffe7d77e req-4cb608da-3704-4721-8f94-92b6ae623ad3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:03:46.857344 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-cc80aca9-5aac-43fd-8b15-df80ffe7d77e req-4cb608da-3704-4721-8f94-92b6ae623ad3 service neutron] 10.222.0.43 "PUT /v2.0/ports/62a11ace-44df-450a-85c7-47429f3e1e6a HTTP/1.1" status: 200 len: 1093 time: 0.6950951 Dec 18 14:03:46.857781 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3373d1af-e5d9-4102-b88d-adb4782dcd95', 'tag': '62a11ace-44df-450a-85c7-47429f3e1e6a'}] {{(pid=103159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 18 14:03:46.860386 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca844cf115d59c1fab86abc202fb4c13735de0d7e4cbbbb25eec9406e9c87431" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8bdfcb9-10f3-4411-89cf-48465287b687" -d '{"events": [{"name": "network-changed", "server_uuid": "3373d1af-e5d9-4102-b88d-adb4782dcd95", "tag": "62a11ace-44df-450a-85c7-47429f3e1e6a"}]}' {{(pid=103159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 18 14:03:46.888957 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb608da-3704-4721-8f94-92b6ae623ad3 service neutron] Pushing event updated for resources: {'Port': ['ID=62a11ace-44df-450a-85c7-47429f3e1e6a,revision_number=3']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:03:46.905172 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 14:03:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3425077e-70da-42e7-ab28-2a3877128e7a x-openstack-request-id: req-3425077e-70da-42e7-ab28-2a3877128e7a {{(pid=103159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 18 14:03:46.905574 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3373d1af-e5d9-4102-b88d-adb4782dcd95", "tag": "62a11ace-44df-450a-85c7-47429f3e1e6a", "status": "completed", "code": 200}]} {{(pid=103159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 18 14:03:46.906030 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3425077e-70da-42e7-ab28-2a3877128e7a {{(pid=103159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 18 14:03:46.906618 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3373d1af-e5d9-4102-b88d-adb4782dcd95', 'tag': '62a11ace-44df-450a-85c7-47429f3e1e6a', 'status': 'completed', 'code': 200} Dec 18 14:03:46.952967 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc80aca9-5aac-43fd-8b15-df80ffe7d77e req-9809166c-987f-4eb2-858e-9d2e1d0e95c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:03:46.954503 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-cc80aca9-5aac-43fd-8b15-df80ffe7d77e req-9809166c-987f-4eb2-858e-9d2e1d0e95c4 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0bd19c478968463a9994ba1741c01280&device_id=3373d1af-e5d9-4102-b88d-adb4782dcd95 HTTP/1.1" status: 200 len: 1096 time: 0.0459538 Dec 18 14:03:46.999982 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-cc80aca9-5aac-43fd-8b15-df80ffe7d77e req-eb4469a8-96bf-4039-ba79-9cd0bea7dae0 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=62a11ace-44df-450a-85c7-47429f3e1e6a HTTP/1.1" status: 200 len: 217 time: 0.0359249 Dec 18 14:03:47.050180 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc80aca9-5aac-43fd-8b15-df80ffe7d77e req-fae35c45-584c-4e44-9df8-c986f5bff386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:03:47.051761 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-cc80aca9-5aac-43fd-8b15-df80ffe7d77e req-fae35c45-584c-4e44-9df8-c986f5bff386 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d28aecd9-b998-4c2e-ad4f-94fee6ee629e HTTP/1.1" status: 200 len: 853 time: 0.0438495 Dec 18 14:03:47.102951 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc80aca9-5aac-43fd-8b15-df80ffe7d77e req-eeac325b-e34b-4bac-845d-e8a558d9c8f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:03:47.104463 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-cc80aca9-5aac-43fd-8b15-df80ffe7d77e req-eeac325b-e34b-4bac-845d-e8a558d9c8f3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=336cbb4b-86c1-42ed-a813-0f773dbc5925&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0444174 Dec 18 14:03:47.194240 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-cc80aca9-5aac-43fd-8b15-df80ffe7d77e req-167e384d-1215-4aeb-bd5b-d5d4deddbc06 service neutron] 10.222.0.43 "GET /v2.0/networks/336cbb4b-86c1-42ed-a813-0f773dbc5925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820546 Dec 18 14:03:47.286485 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-cc80aca9-5aac-43fd-8b15-df80ffe7d77e req-e9f51720-38c1-4cfa-8f7d-a9b4ca13f141 service neutron] 10.222.0.43 "GET /v2.0/networks/336cbb4b-86c1-42ed-a813-0f773dbc5925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840709 Dec 18 14:03:47.382322 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bdfcb9-10f3-4411-89cf-48465287b687 req-0fca42b3-0fd8-4678-990a-31814f264095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:03:47.383883 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-f8bdfcb9-10f3-4411-89cf-48465287b687 req-0fca42b3-0fd8-4678-990a-31814f264095 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0bd19c478968463a9994ba1741c01280&device_id=3373d1af-e5d9-4102-b88d-adb4782dcd95 HTTP/1.1" status: 200 len: 1096 time: 0.0444224 Dec 18 14:03:47.485158 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bdfcb9-10f3-4411-89cf-48465287b687 req-7cac3f35-b5fb-42b6-81b9-fed0052f134c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:03:47.486658 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-f8bdfcb9-10f3-4411-89cf-48465287b687 req-7cac3f35-b5fb-42b6-81b9-fed0052f134c service neutron] 10.222.0.43 "GET /v2.0/networks?id=336cbb4b-86c1-42ed-a813-0f773dbc5925 HTTP/1.1" status: 200 len: 915 time: 0.0952954 Dec 18 14:03:47.532262 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-f8bdfcb9-10f3-4411-89cf-48465287b687 req-fe3ec7d1-594f-4081-96bb-5710c02e5f05 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=62a11ace-44df-450a-85c7-47429f3e1e6a HTTP/1.1" status: 200 len: 217 time: 0.0370677 Dec 18 14:03:47.584622 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bdfcb9-10f3-4411-89cf-48465287b687 req-d85f5902-2902-4413-88ba-fac2066419c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:03:47.585973 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-f8bdfcb9-10f3-4411-89cf-48465287b687 req-d85f5902-2902-4413-88ba-fac2066419c8 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d28aecd9-b998-4c2e-ad4f-94fee6ee629e HTTP/1.1" status: 200 len: 853 time: 0.0459819 Dec 18 14:03:47.632276 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bdfcb9-10f3-4411-89cf-48465287b687 req-8e542ad1-ede4-4fc4-8134-97416da3e52e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:03:47.633919 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-f8bdfcb9-10f3-4411-89cf-48465287b687 req-8e542ad1-ede4-4fc4-8134-97416da3e52e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=336cbb4b-86c1-42ed-a813-0f773dbc5925&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0411301 Dec 18 14:03:47.729111 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-f8bdfcb9-10f3-4411-89cf-48465287b687 req-e85fc5c7-ff64-4bf0-8a13-0df2a8311803 service neutron] 10.222.0.43 "GET /v2.0/networks/336cbb4b-86c1-42ed-a813-0f773dbc5925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879414 Dec 18 14:03:47.853960 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ab27a8-10cb-458d-b0c2-f458c5c7bc9d req-2eb37b4f-7005-411c-8b63-8e72f5e54926 tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:03:47.855370 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-08ab27a8-10cb-458d-b0c2-f458c5c7bc9d req-2eb37b4f-7005-411c-8b63-8e72f5e54926 tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] 10.222.0.31 "GET /v2.0/ports?device_id=3373d1af-e5d9-4102-b88d-adb4782dcd95 HTTP/1.1" status: 200 len: 943 time: 0.1018302 Dec 18 14:03:47.861220 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-f8bdfcb9-10f3-4411-89cf-48465287b687 req-8c27c2e0-ba34-4c4b-9740-7fe3943057f5 service neutron] 10.222.0.43 "GET /v2.0/networks/336cbb4b-86c1-42ed-a813-0f773dbc5925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248755 Dec 18 14:03:47.907342 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-08ab27a8-10cb-458d-b0c2-f458c5c7bc9d req-e2cc5298-61d8-47bf-b03e-8362f9ab079f tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] 10.222.0.31 "GET /v2.0/security-groups?id=d6e54671-ba69-4001-a4bb-de5aad66f520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449305 Dec 18 14:03:49.038607 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe18ec36-44a7-4ef0-9a07-36f673bd010b req-a554d746-a92a-437a-b4ed-e4cde99fdd4e tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:03:49.041725 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-fe18ec36-44a7-4ef0-9a07-36f673bd010b req-a554d746-a92a-437a-b4ed-e4cde99fdd4e tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] 10.222.0.31 "GET /v2.0/ports?device_id=3373d1af-e5d9-4102-b88d-adb4782dcd95 HTTP/1.1" status: 200 len: 943 time: 0.0623722 Dec 18 14:03:49.093813 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-fe18ec36-44a7-4ef0-9a07-36f673bd010b req-cddb956d-36ab-4e09-a610-29be33515e54 tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] 10.222.0.31 "GET /v2.0/security-groups?id=d6e54671-ba69-4001-a4bb-de5aad66f520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451796 Dec 18 14:03:50.211674 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df08c2a-7a5f-4c4f-9feb-5e340ef0eeba req-129ebca6-f797-40b2-b92c-f3a71bf36287 tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:03:50.213159 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-3df08c2a-7a5f-4c4f-9feb-5e340ef0eeba req-129ebca6-f797-40b2-b92c-f3a71bf36287 tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] 10.222.0.31 "GET /v2.0/ports?device_id=3373d1af-e5d9-4102-b88d-adb4782dcd95 HTTP/1.1" status: 200 len: 943 time: 0.0504191 Dec 18 14:03:50.272585 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-3df08c2a-7a5f-4c4f-9feb-5e340ef0eeba req-9b806908-b3b7-4583-808c-7d3e7bfc20bc tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] 10.222.0.31 "GET /v2.0/security-groups?id=d6e54671-ba69-4001-a4bb-de5aad66f520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531921 Dec 18 14:03:51.426603 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a6aa60-bb25-49b1-bf44-b8c1190b298c req-470caab8-65e6-45fc-836b-e3869f8a744b tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:03:51.428133 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-05a6aa60-bb25-49b1-bf44-b8c1190b298c req-470caab8-65e6-45fc-836b-e3869f8a744b tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] 10.222.0.31 "GET /v2.0/ports?device_id=3373d1af-e5d9-4102-b88d-adb4782dcd95 HTTP/1.1" status: 200 len: 943 time: 0.0737283 Dec 18 14:03:51.480189 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-05a6aa60-bb25-49b1-bf44-b8c1190b298c req-21036a3c-ab02-4bba-bac4-e9eb86d1a31a tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] 10.222.0.31 "GET /v2.0/security-groups?id=d6e54671-ba69-4001-a4bb-de5aad66f520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429828 Dec 18 14:03:51.577736 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Device 62a11ace-44df-450a-85c7-47429f3e1e6a details requested by agent hyperv_hv-neutron-7448 with host hv-neutron-7448 {{(pid=103161) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 18 14:03:51.683713 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] For port 62a11ace-44df-450a-85c7-47429f3e1e6a, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=62a11ace-44df-450a-85c7-47429f3e1e6a,segment=NetworkSegment(5126b8df-b066-426f-8b30-bb915e881833),segment_id=5126b8df-b066-426f-8b30-bb915e881833)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 14:03:51.695008 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Returning: {'device': '62a11ace-44df-450a-85c7-47429f3e1e6a', 'network_id': '336cbb4b-86c1-42ed-a813-0f773dbc5925', 'port_id': '62a11ace-44df-450a-85c7-47429f3e1e6a', 'mac_address': 'fa:16:3e:6b:67:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd28aecd9-b998-4c2e-ad4f-94fee6ee629e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103161) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 18 14:03:51.732428 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:03:51.745927 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.notifiers.nova [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62a11ace-44df-450a-85c7-47429f3e1e6a {{(pid=103161) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 18 14:03:51.769549 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] For port 62a11ace-44df-450a-85c7-47429f3e1e6a, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=62a11ace-44df-450a-85c7-47429f3e1e6a,segment=NetworkSegment(5126b8df-b066-426f-8b30-bb915e881833),segment_id=5126b8df-b066-426f-8b30-bb915e881833)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 14:03:51.774882 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:03:51.825330 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Pushing event updated for resources: {'Port': ['ID=62a11ace-44df-450a-85c7-47429f3e1e6a,revision_number=4']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:03:52.111602 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] get_ports_and_sgs() called for port_ids ['62a11ace-44df-450a-85c7-47429f3e1e6a'] {{(pid=103161) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 18 14:03:52.619304 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3501d0-1b9d-4069-a86e-7c14c853cb7d req-7aeebb54-1058-497e-bcac-9b7e44867735 tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:03:52.620862 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-5e3501d0-1b9d-4069-a86e-7c14c853cb7d req-7aeebb54-1058-497e-bcac-9b7e44867735 tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] 10.222.0.31 "GET /v2.0/ports?device_id=3373d1af-e5d9-4102-b88d-adb4782dcd95 HTTP/1.1" status: 200 len: 944 time: 0.0621428 Dec 18 14:03:52.670559 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-5e3501d0-1b9d-4069-a86e-7c14c853cb7d req-c97a2aad-88b8-464d-b5e5-6e4f77631c50 tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] 10.222.0.31 "GET /v2.0/security-groups?id=d6e54671-ba69-4001-a4bb-de5aad66f520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434284 Dec 18 14:03:53.577316 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Device 62a11ace-44df-450a-85c7-47429f3e1e6a up at agent hyperv_hv-neutron-7448 {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 14:03:53.634371 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Provisioning for port 62a11ace-44df-450a-85c7-47429f3e1e6a completed by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 18 14:03:53.638418 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Provisioning complete for port 62a11ace-44df-450a-85c7-47429f3e1e6a triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 14:03:53.638780 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:03:53.718544 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:03:53.743932 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3373d1af-e5d9-4102-b88d-adb4782dcd95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62a11ace-44df-450a-85c7-47429f3e1e6a'}] {{(pid=103161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 18 14:03:53.746180 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22224e7a42aa75e3f3b9c037df440650d2cfa1dd97b40a249aee4a8113775251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-343645ed-34a5-4721-9ef6-def6c9e9dfed" -d '{"events": [{"server_uuid": "3373d1af-e5d9-4102-b88d-adb4782dcd95", "name": "network-vif-plugged", "status": "completed", "tag": "62a11ace-44df-450a-85c7-47429f3e1e6a"}]}' {{(pid=103161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 18 14:03:53.763188 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] For port 62a11ace-44df-450a-85c7-47429f3e1e6a, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=62a11ace-44df-450a-85c7-47429f3e1e6a,segment=NetworkSegment(5126b8df-b066-426f-8b30-bb915e881833),segment_id=5126b8df-b066-426f-8b30-bb915e881833)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 14:03:53.769476 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:03:53.793113 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae48c9a-b305-4002-bdef-51bb1c1d1140 req-f12c317b-3cc0-47d7-b0d4-1adb721d7378 tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:03:53.794594 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-4ae48c9a-b305-4002-bdef-51bb1c1d1140 req-f12c317b-3cc0-47d7-b0d4-1adb721d7378 tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] 10.222.0.31 "GET /v2.0/ports?device_id=3373d1af-e5d9-4102-b88d-adb4782dcd95 HTTP/1.1" status: 200 len: 944 time: 0.0541635 Dec 18 14:03:53.795713 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 14:03:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78b5d9e0-bbac-4deb-baff-256a2dd92c9c x-openstack-request-id: req-78b5d9e0-bbac-4deb-baff-256a2dd92c9c {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 18 14:03:53.796002 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3373d1af-e5d9-4102-b88d-adb4782dcd95", "name": "network-vif-plugged", "status": "completed", "tag": "62a11ace-44df-450a-85c7-47429f3e1e6a", "code": 200}]} {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 18 14:03:53.796305 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-78b5d9e0-bbac-4deb-baff-256a2dd92c9c {{(pid=103161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 18 14:03:53.796683 dv-neutron-744815-20-hyperv neutron-server[103161]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3373d1af-e5d9-4102-b88d-adb4782dcd95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62a11ace-44df-450a-85c7-47429f3e1e6a', 'code': 200} Dec 18 14:03:53.823799 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Pushing event updated for resources: {'Port': ['ID=62a11ace-44df-450a-85c7-47429f3e1e6a,revision_number=5']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:03:53.847899 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-4ae48c9a-b305-4002-bdef-51bb1c1d1140 req-b8982054-f3e4-4dd1-a99b-9c03ee2db4c5 tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] 10.222.0.31 "GET /v2.0/security-groups?id=d6e54671-ba69-4001-a4bb-de5aad66f520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463147 Dec 18 14:03:53.967925 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4aeb15-0e88-4eb6-b4e4-16f000022eb1 req-663e566c-15c3-4007-85e0-b3e5341f10a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:03:53.969572 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-dc4aeb15-0e88-4eb6-b4e4-16f000022eb1 req-663e566c-15c3-4007-85e0-b3e5341f10a0 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=3373d1af-e5d9-4102-b88d-adb4782dcd95 HTTP/1.1" status: 200 len: 1098 time: 0.0413363 Dec 18 14:03:54.015622 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-dc4aeb15-0e88-4eb6-b4e4-16f000022eb1 req-83646c9e-1a75-422e-85a8-d250f7390fdc service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=d6e54671-ba69-4001-a4bb-de5aad66f520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375664 Dec 18 14:03:54.950639 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a8f1f215-70fc-4d5b-9fd4-2bb0fb1b9266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:03:54.981297 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba6abf1-c41b-4c8b-91bf-3ed08d76de77 req-52a52548-2644-4732-b9f9-7e5a0fe9295a tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:03:54.982797 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-cba6abf1-c41b-4c8b-91bf-3ed08d76de77 req-52a52548-2644-4732-b9f9-7e5a0fe9295a tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] 10.222.0.31 "GET /v2.0/ports?device_id=3373d1af-e5d9-4102-b88d-adb4782dcd95 HTTP/1.1" status: 200 len: 945 time: 0.0508459 Dec 18 14:03:55.034515 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-cba6abf1-c41b-4c8b-91bf-3ed08d76de77 req-6512aa76-c701-49c6-82e8-370cdd339193 tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] 10.222.0.31 "GET /v2.0/security-groups?id=d6e54671-ba69-4001-a4bb-de5aad66f520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451765 Dec 18 14:03:56.168377 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfa2cb5-cbe8-4aed-98bf-f8589b88dd3b req-15662054-ff04-4d98-8351-aca935d9128d tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:03:56.169863 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-4cfa2cb5-cbe8-4aed-98bf-f8589b88dd3b req-15662054-ff04-4d98-8351-aca935d9128d tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] 10.222.0.31 "GET /v2.0/ports?device_id=3373d1af-e5d9-4102-b88d-adb4782dcd95 HTTP/1.1" status: 200 len: 945 time: 0.0513513 Dec 18 14:03:56.222288 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-4cfa2cb5-cbe8-4aed-98bf-f8589b88dd3b req-e9c164c0-dac3-415f-8c11-7d99f6d1da7b tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] 10.222.0.31 "GET /v2.0/security-groups?id=d6e54671-ba69-4001-a4bb-de5aad66f520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458484 Dec 18 14:03:56.337436 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd8a049-b5be-4586-9d46-ca87ee768353 req-01d54ab9-110f-46a8-a30b-6f37450656ba tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:03:56.338802 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-7dd8a049-b5be-4586-9d46-ca87ee768353 req-01d54ab9-110f-46a8-a30b-6f37450656ba tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] 10.222.0.31 "GET /v2.0/ports?device_id=3373d1af-e5d9-4102-b88d-adb4782dcd95 HTTP/1.1" status: 200 len: 945 time: 0.0511205 Dec 18 14:03:56.387231 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-7dd8a049-b5be-4586-9d46-ca87ee768353 req-9cee8408-b9a2-4924-96e9-70c6c0eecd0a tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] 10.222.0.31 "GET /v2.0/security-groups?id=d6e54671-ba69-4001-a4bb-de5aad66f520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420089 Dec 18 14:03:56.722233 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054f581b-95a1-46d4-bce1-fe477037c563 req-b8b2e941-70b1-4a57-8b67-74e5dc86cdf8 tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:03:56.723773 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-054f581b-95a1-46d4-bce1-fe477037c563 req-b8b2e941-70b1-4a57-8b67-74e5dc86cdf8 tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] 10.222.0.31 "GET /v2.0/ports?device_id=3373d1af-e5d9-4102-b88d-adb4782dcd95 HTTP/1.1" status: 200 len: 945 time: 0.0526600 Dec 18 14:03:56.774201 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-054f581b-95a1-46d4-bce1-fe477037c563 req-4db89c65-482f-4201-bf69-0f01a9e9210c tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] 10.222.0.31 "GET /v2.0/security-groups?id=d6e54671-ba69-4001-a4bb-de5aad66f520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414641 Dec 18 14:03:57.196775 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-54a5b6e1-0010-4306-a4d6-cb0ac2778ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:03:58.600254 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-afa9ae9b-bdbb-4010-bcf6-3a46ce66cf71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:04:00.102752 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7b7a3272-2b45-4d32-9670-25eb1afd1184 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:04:00.862563 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:04:03.353569 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.agents_db [None req-e3dda592-589a-4b4d-b028-ba9a260f4f50 None None] Agent healthcheck: found 6 active agents {{(pid=103162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 18 14:04:07.090269 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:04:08.724149 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-d5866ded-39ee-4d10-aadd-dbeacfae3f54 req-6595bfee-e98d-4e22-940a-e8ce6b48868a service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=3373d1af-e5d9-4102-b88d-adb4782dcd95&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0463083 Dec 18 14:04:08.811777 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5866ded-39ee-4d10-aadd-dbeacfae3f54 req-7780d7c3-99a3-461a-b0eb-3db9358af8eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:04:08.813263 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-d5866ded-39ee-4d10-aadd-dbeacfae3f54 req-7780d7c3-99a3-461a-b0eb-3db9358af8eb service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0bd19c478968463a9994ba1741c01280&device_id=3373d1af-e5d9-4102-b88d-adb4782dcd95 HTTP/1.1" status: 200 len: 1098 time: 0.0413609 Dec 18 14:04:08.926019 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5866ded-39ee-4d10-aadd-dbeacfae3f54 req-6105223d-92d6-48f1-9af9-12381bcbdd07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:04:08.927460 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-d5866ded-39ee-4d10-aadd-dbeacfae3f54 req-6105223d-92d6-48f1-9af9-12381bcbdd07 service neutron] 10.222.0.43 "GET /v2.0/networks?id=336cbb4b-86c1-42ed-a813-0f773dbc5925 HTTP/1.1" status: 200 len: 915 time: 0.0826747 Dec 18 14:04:08.977702 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-d5866ded-39ee-4d10-aadd-dbeacfae3f54 req-e00ff911-4d92-4ded-a2a5-cc6b506f6199 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=62a11ace-44df-450a-85c7-47429f3e1e6a HTTP/1.1" status: 200 len: 217 time: 0.0376723 Dec 18 14:04:09.029405 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5866ded-39ee-4d10-aadd-dbeacfae3f54 req-de268e91-9c8e-4a81-a1f3-62755deb9f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:04:09.030873 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-d5866ded-39ee-4d10-aadd-dbeacfae3f54 req-de268e91-9c8e-4a81-a1f3-62755deb9f6f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d28aecd9-b998-4c2e-ad4f-94fee6ee629e HTTP/1.1" status: 200 len: 853 time: 0.0457091 Dec 18 14:04:09.086753 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5866ded-39ee-4d10-aadd-dbeacfae3f54 req-f322cf55-9f8f-4910-bf56-febd0d2a0b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:04:09.088429 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-d5866ded-39ee-4d10-aadd-dbeacfae3f54 req-f322cf55-9f8f-4910-bf56-febd0d2a0b3b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=336cbb4b-86c1-42ed-a813-0f773dbc5925&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0398445 Dec 18 14:04:09.198562 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-d5866ded-39ee-4d10-aadd-dbeacfae3f54 req-e7391d80-6aa0-48be-864a-9f4f555380c5 service neutron] 10.222.0.43 "GET /v2.0/networks/336cbb4b-86c1-42ed-a813-0f773dbc5925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882711 Dec 18 14:04:09.313053 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-d5866ded-39ee-4d10-aadd-dbeacfae3f54 req-1ec2e168-4a76-4924-b986-3f97356965b6 service neutron] 10.222.0.43 "GET /v2.0/networks/336cbb4b-86c1-42ed-a813-0f773dbc5925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045964 Dec 18 14:04:10.475872 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d183b3-8e26-4040-a69e-be48b5cd36c0 req-a5b406ae-3cb1-47e1-871d-8f33ad8fd307 tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:04:10.477272 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-84d183b3-8e26-4040-a69e-be48b5cd36c0 req-a5b406ae-3cb1-47e1-871d-8f33ad8fd307 tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] 10.222.0.31 "GET /v2.0/ports?device_id=3373d1af-e5d9-4102-b88d-adb4782dcd95 HTTP/1.1" status: 200 len: 945 time: 0.0579860 Dec 18 14:04:10.526020 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-84d183b3-8e26-4040-a69e-be48b5cd36c0 req-b5bd0003-b5d6-416a-82d7-c05c78fa1382 tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] 10.222.0.31 "GET /v2.0/security-groups?id=d6e54671-ba69-4001-a4bb-de5aad66f520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427744 Dec 18 14:04:10.551314 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 33562) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:04:10.693067 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cf9033a-6460-49e0-9878-a508758f2cd4 tempest-TestMinimumBasicScenario-1304517303 tempest-TestMinimumBasicScenario-1304517303-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:04:10.695176 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-8cf9033a-6460-49e0-9878-a508758f2cd4 tempest-TestMinimumBasicScenario-1304517303 tempest-TestMinimumBasicScenario-1304517303-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=3373d1af-e5d9-4102-b88d-adb4782dcd95 HTTP/1.1" status: 200 len: 1093 time: 0.1428478 Dec 18 14:04:10.698352 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 33566) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:04:10.703388 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-44de9bf0-b960-4cc6-839c-cd99c3394786 tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] Request body: {'floatingip': {'floating_network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'port_id': '62a11ace-44df-450a-85c7-47429f3e1e6a', 'tenant_id': '0bd19c478968463a9994ba1741c01280', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 14:04:10.731428 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-44de9bf0-b960-4cc6-839c-cd99c3394786 tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] Publish callbacks [] for floatingip, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:04:10.828131 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-44de9bf0-b960-4cc6-839c-cd99c3394786 tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:04:10.942316 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.db_base_plugin_common [None req-44de9bf0-b960-4cc6-839c-cd99c3394786 tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] Allocated IP 172.26.3.70 (decb4a40-7941-48c8-afbb-daaafd502e83/70deed80-3ca1-4f9e-96cb-563b43d3acba/14211493-0bb5-4890-8181-3abb634590f6) {{(pid=103159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 14:04:11.047618 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-44de9bf0-b960-4cc6-839c-cd99c3394786 tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] Publish callbacks [] for port, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:04:11.409021 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-44de9bf0-b960-4cc6-839c-cd99c3394786 tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:04:11.446874 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44de9bf0-b960-4cc6-839c-cd99c3394786 tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] Network decb4a40-7941-48c8-afbb-daaafd502e83 is already hosted by enough agents. {{(pid=103159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 14:04:11.451272 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.base_scheduler [None req-44de9bf0-b960-4cc6-839c-cd99c3394786 tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] Resources bound (agent type, host, resource id): {{(pid=103159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 14:04:11.456143 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44de9bf0-b960-4cc6-839c-cd99c3394786 tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] Received port after_create {{(pid=103159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 14:04:11.459102 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44de9bf0-b960-4cc6-839c-cd99c3394786 tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] Pushing event updated for resources: {'Port': ['ID=14211493-0bb5-4890-8181-3abb634590f6,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:04:11.853331 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-44de9bf0-b960-4cc6-839c-cd99c3394786 tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:04:11.928667 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-44de9bf0-b960-4cc6-839c-cd99c3394786 tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:04:12.092322 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-44de9bf0-b960-4cc6-839c-cd99c3394786 tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] Publish callbacks [] for port, precommit_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:04:12.099518 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-44de9bf0-b960-4cc6-839c-cd99c3394786 tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5659917'] for port, after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:04:12.167570 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44de9bf0-b960-4cc6-839c-cd99c3394786 tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] Pushing event updated for resources: {'Port': ['ID=14211493-0bb5-4890-8181-3abb634590f6,revision_number=2']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:04:12.181444 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-44de9bf0-b960-4cc6-839c-cd99c3394786 tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-587004'] for floatingip, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:04:12.284446 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.db.l3_db [None req-44de9bf0-b960-4cc6-839c-cd99c3394786 tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] Floating IP af13d48b-3f3a-4dd6-8b95-2aa17679997b associated. External IP: 172.26.3.70, port: 62a11ace-44df-450a-85c7-47429f3e1e6a. Dec 18 14:04:12.515034 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44de9bf0-b960-4cc6-839c-cd99c3394786 tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] Router facb949a-7813-4e17-97af-6cf9349d3eef has already been hosted by L3 agent c9c0cd52-5bd2-4704-9429-d80f1c5ad23c {{(pid=103159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 18 14:04:12.632502 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44de9bf0-b960-4cc6-839c-cd99c3394786 tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] Notify agent at l3_agent.dv-neutron-744815-20-hyperv the message routers_updated {{(pid=103159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 14:04:12.642616 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d8ee3f7-de9c-4488-9db5-139fdef68b06 None None] Sync routers for ids ['facb949a-7813-4e17-97af-6cf9349d3eef'] in dv-neutron-744815-20-hyperv {{(pid=103161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 14:04:12.651293 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-44de9bf0-b960-4cc6-839c-cd99c3394786 tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for floatingip, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:04:12.654089 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d8ee3f7-de9c-4488-9db5-139fdef68b06 None None] Routers {'facb949a-7813-4e17-97af-6cf9349d3eef'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 14:04:12.654732 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-7d8ee3f7-de9c-4488-9db5-139fdef68b06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T14:03:57Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['facb949a-7813-4e17-97af-6cf9349d3eef'], 'active': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:04:12.678542 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-44de9bf0-b960-4cc6-839c-cd99c3394786 tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9790621 Dec 18 14:04:12.681325 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3373d1af-e5d9-4102-b88d-adb4782dcd95', 'tag': '62a11ace-44df-450a-85c7-47429f3e1e6a'}] {{(pid=103159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 18 14:04:12.681436 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca844cf115d59c1fab86abc202fb4c13735de0d7e4cbbbb25eec9406e9c87431" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-574b60fa-6f54-4d25-908c-e95f408089c6" -d '{"events": [{"name": "network-changed", "server_uuid": "3373d1af-e5d9-4102-b88d-adb4782dcd95", "tag": "62a11ace-44df-450a-85c7-47429f3e1e6a"}]}' {{(pid=103159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 18 14:04:12.682752 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 33568) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:04:12.688994 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-b4354bd0-d1fb-4399-9253-f2471121f865 tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1536817902', 'description': 'tempest-secgroup-smoke-1536817902 description', 'project_id': '0bd19c478968463a9994ba1741c01280'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 14:04:12.718387 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-b4354bd0-d1fb-4399-9253-f2471121f865 tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] Publish callbacks [] for security_group, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:04:12.721374 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 14:04:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc5bf7e6-cf54-463a-ac51-16ab75dd3edb x-openstack-request-id: req-cc5bf7e6-cf54-463a-ac51-16ab75dd3edb {{(pid=103159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 18 14:04:12.721742 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3373d1af-e5d9-4102-b88d-adb4782dcd95", "tag": "62a11ace-44df-450a-85c7-47429f3e1e6a", "status": "completed", "code": 200}]} {{(pid=103159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 18 14:04:12.722024 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-cc5bf7e6-cf54-463a-ac51-16ab75dd3edb {{(pid=103159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 18 14:04:12.722441 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3373d1af-e5d9-4102-b88d-adb4782dcd95', 'tag': '62a11ace-44df-450a-85c7-47429f3e1e6a', 'status': 'completed', 'code': 200} Dec 18 14:04:12.766463 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvr_db [None req-7d8ee3f7-de9c-4488-9db5-139fdef68b06 None None] Set router facb949a-7813-4e17-97af-6cf9349d3eef gateway port host: dv-neutron-744815-20-hyperv {{(pid=103161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 14:04:12.794663 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574b60fa-6f54-4d25-908c-e95f408089c6 req-9e379918-4560-4d17-84a7-74211e1cd2f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:04:12.796888 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-574b60fa-6f54-4d25-908c-e95f408089c6 req-9e379918-4560-4d17-84a7-74211e1cd2f1 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0bd19c478968463a9994ba1741c01280&device_id=3373d1af-e5d9-4102-b88d-adb4782dcd95 HTTP/1.1" status: 200 len: 1098 time: 0.0474460 Dec 18 14:04:12.799673 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-b4354bd0-d1fb-4399-9253-f2471121f865 tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] Publish callbacks [] for security_group, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:04:12.804377 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-b4354bd0-d1fb-4399-9253-f2471121f865 tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:04:12.833661 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-b4354bd0-d1fb-4399-9253-f2471121f865 tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] Publish callbacks [] for security_group, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:04:12.838046 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-b4354bd0-d1fb-4399-9253-f2471121f865 tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1538618 Dec 18 14:04:12.840792 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 33572) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:04:12.845558 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-b2507a3d-4c26-4fa7-8f97-9d399145cabe tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] Request body: {'security_group_rule': {'security_group_id': '3ea5e786-765e-4e5d-9bdc-c32d04e6267c', 'project_id': '0bd19c478968463a9994ba1741c01280', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 14:04:12.854771 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4354bd0-d1fb-4399-9253-f2471121f865 tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ea5e786-765e-4e5d-9bdc-c32d04e6267c,revision_number=1']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:04:12.868867 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4354bd0-d1fb-4399-9253-f2471121f865 tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:04:12.869220 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4354bd0-d1fb-4399-9253-f2471121f865 tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:04:12.869573 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4354bd0-d1fb-4399-9253-f2471121f865 tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:04:12.869913 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4354bd0-d1fb-4399-9253-f2471121f865 tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:04:12.870251 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4354bd0-d1fb-4399-9253-f2471121f865 tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:04:12.870586 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4354bd0-d1fb-4399-9253-f2471121f865 tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:04:12.870918 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4354bd0-d1fb-4399-9253-f2471121f865 tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:04:12.871272 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4354bd0-d1fb-4399-9253-f2471121f865 tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:04:12.871607 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4354bd0-d1fb-4399-9253-f2471121f865 tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:04:12.871933 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4354bd0-d1fb-4399-9253-f2471121f865 tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:04:12.872267 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4354bd0-d1fb-4399-9253-f2471121f865 tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:04:12.872591 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4354bd0-d1fb-4399-9253-f2471121f865 tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:04:12.872919 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4354bd0-d1fb-4399-9253-f2471121f865 tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:04:12.893534 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-b2507a3d-4c26-4fa7-8f97-9d399145cabe tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:04:12.903635 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574b60fa-6f54-4d25-908c-e95f408089c6 req-707f6b45-cedd-47ea-b27e-02a85d0e5660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:04:12.904735 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-574b60fa-6f54-4d25-908c-e95f408089c6 req-707f6b45-cedd-47ea-b27e-02a85d0e5660 service neutron] 10.222.0.43 "GET /v2.0/networks?id=336cbb4b-86c1-42ed-a813-0f773dbc5925 HTTP/1.1" status: 200 len: 915 time: 0.1006691 Dec 18 14:04:12.940135 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-b2507a3d-4c26-4fa7-8f97-9d399145cabe tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:04:12.944825 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-b2507a3d-4c26-4fa7-8f97-9d399145cabe tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530267'] for security_group_rule, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:04:12.969105 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2507a3d-4c26-4fa7-8f97-9d399145cabe tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f26a4494-a6dc-4b34-9558-dda1b27f8d03,revision_number=0']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:04:12.980020 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-b2507a3d-4c26-4fa7-8f97-9d399145cabe tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:04:12.981284 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-b2507a3d-4c26-4fa7-8f97-9d399145cabe tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1395769 Dec 18 14:04:12.985987 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 33574) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:04:12.990649 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-4f1c0f44-b108-4095-bc53-91cc82a1571f tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] Request body: {'security_group_rule': {'security_group_id': '3ea5e786-765e-4e5d-9bdc-c32d04e6267c', 'project_id': '0bd19c478968463a9994ba1741c01280', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 14:04:12.996094 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-574b60fa-6f54-4d25-908c-e95f408089c6 req-376adc63-1a40-4894-80a1-b02fa2185b17 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=62a11ace-44df-450a-85c7-47429f3e1e6a HTTP/1.1" status: 200 len: 998 time: 0.0832298 Dec 18 14:04:13.021951 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-7d8ee3f7-de9c-4488-9db5-139fdef68b06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'facb949a-7813-4e17-97af-6cf9349d3eef', 'name': 'tempest-TestMinimumBasicScenario-732652830-router', 'tenant_id': '0bd19c478968463a9994ba1741c01280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.44'}], 'enable_snat': True}, 'gw_port_id': '2d439d5d-b482-4e2c-901d-a9606e7b3d51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T14:03:13Z', 'updated_at': '2021-12-18T14:03:16Z', 'revision_number': 4, 'project_id': '0bd19c478968463a9994ba1741c01280', 'gw_port': {'id': '2d439d5d-b482-4e2c-901d-a9606e7b3d51', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:67:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'facb949a-7813-4e17-97af-6cf9349d3eef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T14:03:14Z', 'updated_at': '2021-12-18T14:03:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv', '_floatingips': [{'id': 'af13d48b-3f3a-4dd6-8b95-2aa17679997b', 'tenant_id': '0bd19c478968463a9994ba1741c01280', 'floating_ip_address': '172.26.3.70', 'floating_network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'router_id': 'facb949a-7813-4e17-97af-6cf9349d3eef', 'port_id': '62a11ace-44df-450a-85c7-47429f3e1e6a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1691, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '336cbb4b-86c1-42ed-a813-0f773dbc5925', 'mac_address': 'fa:16:3e:6b:67:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3373d1af-e5d9-4102-b88d-adb4782dcd95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T14:04:11Z', 'updated_at': '2021-12-18T14:04:11Z', 'revision_number': 0, 'project_id': '0bd19c478968463a9994ba1741c01280', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a891fb95-6877-44d0-9995-7cbfb7d84785', 'name': '', 'network_id': '336cbb4b-86c1-42ed-a813-0f773dbc5925', 'tenant_id': '0bd19c478968463a9994ba1741c01280', 'mac_address': 'fa:16:3e:2f:e6:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'facb949a-7813-4e17-97af-6cf9349d3eef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1676, 'fixed_ips': [{'subnet_id': 'd28aecd9-b998-4c2e-ad4f-94fee6ee629e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T14:03:15Z', 'updated_at': '2021-12-18T14:03:21Z', 'revision_number': 5, 'project_id': '0bd19c478968463a9994ba1741c01280', 'subnets': [{'id': 'd28aecd9-b998-4c2e-ad4f-94fee6ee629e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:04:13.047748 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d8ee3f7-de9c-4488-9db5-139fdef68b06 None None] Checking router: facb949a-7813-4e17-97af-6cf9349d3eef for host: dv-neutron-744815-20-hyperv {{(pid=103161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 18 14:04:13.051757 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-4f1c0f44-b108-4095-bc53-91cc82a1571f tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:04:13.056284 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d8ee3f7-de9c-4488-9db5-139fdef68b06 None None] Routers {'facb949a-7813-4e17-97af-6cf9349d3eef'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 14:04:13.056895 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-7d8ee3f7-de9c-4488-9db5-139fdef68b06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T14:03:57Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['facb949a-7813-4e17-97af-6cf9349d3eef'], 'active': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:04:13.067382 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574b60fa-6f54-4d25-908c-e95f408089c6 req-29bb45a4-c4d3-4f9c-8ba7-b921c44bed68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:04:13.068909 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-574b60fa-6f54-4d25-908c-e95f408089c6 req-29bb45a4-c4d3-4f9c-8ba7-b921c44bed68 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d28aecd9-b998-4c2e-ad4f-94fee6ee629e HTTP/1.1" status: 200 len: 853 time: 0.0634284 Dec 18 14:04:13.142448 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574b60fa-6f54-4d25-908c-e95f408089c6 req-391bf525-5744-46ec-8f87-cd884ed965c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:04:13.144164 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-574b60fa-6f54-4d25-908c-e95f408089c6 req-391bf525-5744-46ec-8f87-cd884ed965c6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=336cbb4b-86c1-42ed-a813-0f773dbc5925&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0653291 Dec 18 14:04:13.145799 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-4f1c0f44-b108-4095-bc53-91cc82a1571f tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:04:13.151263 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-4f1c0f44-b108-4095-bc53-91cc82a1571f tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530267'] for security_group_rule, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:04:13.168318 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvr_db [None req-7d8ee3f7-de9c-4488-9db5-139fdef68b06 None None] Set router facb949a-7813-4e17-97af-6cf9349d3eef gateway port host: dv-neutron-744815-20-hyperv {{(pid=103161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 14:04:13.194909 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1c0f44-b108-4095-bc53-91cc82a1571f tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b372c71-f405-44dc-89bd-8b3d810b0a62,revision_number=0']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:04:13.227320 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-4f1c0f44-b108-4095-bc53-91cc82a1571f tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:04:13.228516 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-4f1c0f44-b108-4095-bc53-91cc82a1571f tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2415884 Dec 18 14:04:13.231467 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 33576) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:04:13.237357 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-9d8a9bab-eeb5-4616-8309-612c4d1e54fe tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] Request body: {'security_group_rule': {'security_group_id': '3ea5e786-765e-4e5d-9bdc-c32d04e6267c', 'project_id': '0bd19c478968463a9994ba1741c01280', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 14:04:13.263942 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-574b60fa-6f54-4d25-908c-e95f408089c6 req-5c31a481-6e82-43c6-9771-520e6ab37943 service neutron] 10.222.0.43 "GET /v2.0/networks/336cbb4b-86c1-42ed-a813-0f773dbc5925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103337 Dec 18 14:04:13.266962 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-9d8a9bab-eeb5-4616-8309-612c4d1e54fe tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:04:13.329149 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-9d8a9bab-eeb5-4616-8309-612c4d1e54fe tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:04:13.333255 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-9d8a9bab-eeb5-4616-8309-612c4d1e54fe tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530267'] for security_group_rule, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:04:13.352337 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8a9bab-eeb5-4616-8309-612c4d1e54fe tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=feb7cb66-79ee-4974-83ca-c91b39ad33bb,revision_number=0']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:04:13.361582 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-9d8a9bab-eeb5-4616-8309-612c4d1e54fe tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:04:13.365502 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-9d8a9bab-eeb5-4616-8309-612c4d1e54fe tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1299665 Dec 18 14:04:13.365663 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-574b60fa-6f54-4d25-908c-e95f408089c6 req-77122eea-0aa0-4c18-b5ee-befc71d7b324 service neutron] 10.222.0.43 "GET /v2.0/networks/336cbb4b-86c1-42ed-a813-0f773dbc5925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922000 Dec 18 14:04:13.365771 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 33578) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:04:13.370101 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-53a09459-e076-4f67-968a-4216ba84db08 tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] Request body: {'security_group_rule': {'security_group_id': '3ea5e786-765e-4e5d-9bdc-c32d04e6267c', 'project_id': '0bd19c478968463a9994ba1741c01280', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 14:04:13.398399 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-53a09459-e076-4f67-968a-4216ba84db08 tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:04:13.415003 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-7d8ee3f7-de9c-4488-9db5-139fdef68b06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'facb949a-7813-4e17-97af-6cf9349d3eef', 'name': 'tempest-TestMinimumBasicScenario-732652830-router', 'tenant_id': '0bd19c478968463a9994ba1741c01280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.44'}], 'enable_snat': True}, 'gw_port_id': '2d439d5d-b482-4e2c-901d-a9606e7b3d51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T14:03:13Z', 'updated_at': '2021-12-18T14:03:16Z', 'revision_number': 4, 'project_id': '0bd19c478968463a9994ba1741c01280', 'gw_port': {'id': '2d439d5d-b482-4e2c-901d-a9606e7b3d51', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:67:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'facb949a-7813-4e17-97af-6cf9349d3eef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T14:03:14Z', 'updated_at': '2021-12-18T14:03:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv', '_floatingips': [{'id': 'af13d48b-3f3a-4dd6-8b95-2aa17679997b', 'tenant_id': '0bd19c478968463a9994ba1741c01280', 'floating_ip_address': '172.26.3.70', 'floating_network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'router_id': 'facb949a-7813-4e17-97af-6cf9349d3eef', 'port_id': '62a11ace-44df-450a-85c7-47429f3e1e6a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1691, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '336cbb4b-86c1-42ed-a813-0f773dbc5925', 'mac_address': 'fa:16:3e:6b:67:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3373d1af-e5d9-4102-b88d-adb4782dcd95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T14:04:11Z', 'updated_at': '2021-12-18T14:04:11Z', 'revision_number': 0, 'project_id': '0bd19c478968463a9994ba1741c01280', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a891fb95-6877-44d0-9995-7cbfb7d84785', 'name': '', 'network_id': '336cbb4b-86c1-42ed-a813-0f773dbc5925', 'tenant_id': '0bd19c478968463a9994ba1741c01280', 'mac_address': 'fa:16:3e:2f:e6:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'facb949a-7813-4e17-97af-6cf9349d3eef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1676, 'fixed_ips': [{'subnet_id': 'd28aecd9-b998-4c2e-ad4f-94fee6ee629e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T14:03:15Z', 'updated_at': '2021-12-18T14:03:21Z', 'revision_number': 5, 'project_id': '0bd19c478968463a9994ba1741c01280', 'subnets': [{'id': 'd28aecd9-b998-4c2e-ad4f-94fee6ee629e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:04:13.445269 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d8ee3f7-de9c-4488-9db5-139fdef68b06 None None] The sync data for ids ['facb949a-7813-4e17-97af-6cf9349d3eef'] in dv-neutron-744815-20-hyperv is: [{'id': 'facb949a-7813-4e17-97af-6cf9349d3eef', 'name': 'tempest-TestMinimumBasicScenario-732652830-router', 'tenant_id': '0bd19c478968463a9994ba1741c01280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.44'}], 'enable_snat': True}, 'gw_port_id': '2d439d5d-b482-4e2c-901d-a9606e7b3d51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T14:03:13Z', 'updated_at': '2021-12-18T14:03:16Z', 'revision_number': 4, 'project_id': '0bd19c478968463a9994ba1741c01280', 'gw_port': {'id': '2d439d5d-b482-4e2c-901d-a9606e7b3d51', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:67:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'facb949a-7813-4e17-97af-6cf9349d3eef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T14:03:14Z', 'updated_at': '2021-12-18T14:03:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv', '_floatingips': [{'id': 'af13d48b-3f3a-4dd6-8b95-2aa17679997b', 'tenant_id': '0bd19c478968463a9994ba1741c01280', 'floating_ip_address': '172.26.3.70', 'floating_network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'router_id': 'facb949a-7813-4e17-97af-6cf9349d3eef', 'port_id': '62a11ace-44df-450a-85c7-47429f3e1e6a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1691, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '336cbb4b-86c1-42ed-a813-0f773dbc5925', 'mac_address': 'fa:16:3e:6b:67:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3373d1af-e5d9-4102-b88d-adb4782dcd95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T14:04:11Z', 'updated_at': '2021-12-18T14:04:11Z', 'revision_number': 0, 'project_id': '0bd19c478968463a9994ba1741c01280', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a891fb95-6877-44d0-9995-7cbfb7d84785', 'name': '', 'network_id': '336cbb4b-86c1-42ed-a813-0f773dbc5925', 'tenant_id': '0bd19c478968463a9994ba1741c01280', 'mac_address': 'fa:16:3e:2f:e6:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'facb949a-7813-4e17-97af-6cf9349d3eef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1676, 'fixed_ips': [{'subnet_id': 'd28aecd9-b998-4c2e-ad4f-94fee6ee629e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T14:03:15Z', 'updated_at': '2021-12-18T14:03:21Z', 'revision_number': 5, 'project_id': '0bd19c478968463a9994ba1741c01280', 'subnets': [{'id': 'd28aecd9-b998-4c2e-ad4f-94fee6ee629e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 14:04:13.457170 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-53a09459-e076-4f67-968a-4216ba84db08 tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:04:13.462104 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-53a09459-e076-4f67-968a-4216ba84db08 tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530267'] for security_group_rule, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:04:13.480716 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a09459-e076-4f67-968a-4216ba84db08 tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a3c2050-00dc-4e57-8679-b000e3899586,revision_number=0']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:04:13.489183 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-53a09459-e076-4f67-968a-4216ba84db08 tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:04:13.491617 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-53a09459-e076-4f67-968a-4216ba84db08 tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1249228 Dec 18 14:04:13.493633 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 33580) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:04:13.498401 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-4d744f16-4578-4eda-88e6-9c86801cbcb1 tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] Request body: {'security_group_rule': {'security_group_id': '3ea5e786-765e-4e5d-9bdc-c32d04e6267c', 'project_id': '0bd19c478968463a9994ba1741c01280', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 14:04:13.523943 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.db.securitygroups_db [None req-4d744f16-4578-4eda-88e6-9c86801cbcb1 tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] Project 0bd19c478968463a9994ba1741c01280 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 18 14:04:13.529270 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-4d744f16-4578-4eda-88e6-9c86801cbcb1 tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:04:13.596105 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-4d744f16-4578-4eda-88e6-9c86801cbcb1 tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:04:13.600692 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-4d744f16-4578-4eda-88e6-9c86801cbcb1 tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530267'] for security_group_rule, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:04:13.622100 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d744f16-4578-4eda-88e6-9c86801cbcb1 tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0cad5c4-d6ef-423e-a352-3f8b774411f7,revision_number=0']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:04:13.633712 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-4d744f16-4578-4eda-88e6-9c86801cbcb1 tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:04:13.635612 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-4d744f16-4578-4eda-88e6-9c86801cbcb1 tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1408489 Dec 18 14:04:13.637472 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 33582) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:04:13.642788 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-4c8f9cbe-0d41-4f5f-aace-ba6f8f12a4e9 tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] Request body: {'security_group_rule': {'security_group_id': '3ea5e786-765e-4e5d-9bdc-c32d04e6267c', 'project_id': '0bd19c478968463a9994ba1741c01280', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 14:04:13.646195 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb9af9fc-2b04-4be9-9b80-feafa0f94484 None None] New status for floating IP af13d48b-3f3a-4dd6-8b95-2aa17679997b: ACTIVE {{(pid=103162) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 18 14:04:13.674095 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.db.securitygroups_db [None req-4c8f9cbe-0d41-4f5f-aace-ba6f8f12a4e9 tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] Project 0bd19c478968463a9994ba1741c01280 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 18 14:04:13.679822 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-4c8f9cbe-0d41-4f5f-aace-ba6f8f12a4e9 tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:04:13.739731 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-4c8f9cbe-0d41-4f5f-aace-ba6f8f12a4e9 tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:04:13.744409 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-4c8f9cbe-0d41-4f5f-aace-ba6f8f12a4e9 tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530267'] for security_group_rule, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:04:13.761975 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8f9cbe-0d41-4f5f-aace-ba6f8f12a4e9 tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b385fdb5-8cf3-48ce-90b1-22f50d98c409,revision_number=0']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:04:13.771811 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-4c8f9cbe-0d41-4f5f-aace-ba6f8f12a4e9 tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:04:13.773037 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-4c8f9cbe-0d41-4f5f-aace-ba6f8f12a4e9 tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1346388 Dec 18 14:04:13.870414 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-b8be637a-76f3-42d8-bf2e-610e4b2bd270 req-8f71834c-2dc7-4ce8-8b87-123e315c0a89 tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1536817902&fields=id&tenant_id=0bd19c478968463a9994ba1741c01280 HTTP/1.1" status: 200 len: 267 time: 0.0506144 Dec 18 14:04:13.922924 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8be637a-76f3-42d8-bf2e-610e4b2bd270 req-b27ee1fb-f068-4a00-ba53-8f1b5f7a0e9d tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:04:13.924611 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-b8be637a-76f3-42d8-bf2e-610e4b2bd270 req-b27ee1fb-f068-4a00-ba53-8f1b5f7a0e9d tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] 10.222.0.31 "GET /v2.0/ports?device_id=3373d1af-e5d9-4102-b88d-adb4782dcd95 HTTP/1.1" status: 200 len: 945 time: 0.0482905 Dec 18 14:04:13.936163 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [req-b8be637a-76f3-42d8-bf2e-610e4b2bd270 req-48d1f38c-c997-4325-8ca1-e702e9bbf8ca tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] Request body: {'port': {'security_groups': ['d6e54671-ba69-4001-a4bb-de5aad66f520', '3ea5e786-765e-4e5d-9bdc-c32d04e6267c']}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 14:04:14.000028 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-b8be637a-76f3-42d8-bf2e-610e4b2bd270 req-48d1f38c-c997-4325-8ca1-e702e9bbf8ca tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:04:14.213181 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.db [req-b8be637a-76f3-42d8-bf2e-610e4b2bd270 req-48d1f38c-c997-4325-8ca1-e702e9bbf8ca tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] For port 62a11ace-44df-450a-85c7-47429f3e1e6a, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=62a11ace-44df-450a-85c7-47429f3e1e6a,segment=NetworkSegment(5126b8df-b066-426f-8b30-bb915e881833),segment_id=5126b8df-b066-426f-8b30-bb915e881833)] {{(pid=103159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 14:04:14.244185 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-b8be637a-76f3-42d8-bf2e-610e4b2bd270 req-48d1f38c-c997-4325-8ca1-e702e9bbf8ca tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] Publish callbacks [] for port, precommit_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:04:14.251415 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-b8be637a-76f3-42d8-bf2e-610e4b2bd270 req-48d1f38c-c997-4325-8ca1-e702e9bbf8ca tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5659917'] for port, after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:04:14.269050 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] get_ports_and_sgs() called for port_ids ['62a11ace-44df-450a-85c7-47429f3e1e6a'] {{(pid=103161) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 18 14:04:14.300450 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8be637a-76f3-42d8-bf2e-610e4b2bd270 req-48d1f38c-c997-4325-8ca1-e702e9bbf8ca tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:04:14.301104 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-b8be637a-76f3-42d8-bf2e-610e4b2bd270 req-48d1f38c-c997-4325-8ca1-e702e9bbf8ca tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:04:14.302545 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-b8be637a-76f3-42d8-bf2e-610e4b2bd270 req-48d1f38c-c997-4325-8ca1-e702e9bbf8ca tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] 10.222.0.31 "PUT /v2.0/ports/62a11ace-44df-450a-85c7-47429f3e1e6a HTTP/1.1" status: 200 len: 981 time: 0.3712635 Dec 18 14:04:14.331751 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d1f38c-c997-4325-8ca1-e702e9bbf8ca tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] Pushing event updated for resources: {'Port': ['ID=62a11ace-44df-450a-85c7-47429f3e1e6a,revision_number=6']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:04:14.375808 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] get_ports_and_sgs() called for port_ids ['62a11ace-44df-450a-85c7-47429f3e1e6a'] {{(pid=103161) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 18 14:04:14.420469 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3600f9-b531-472c-8c3e-1e86bc5b6211 req-150cb3cd-ef22-4caf-b43e-d00d5a8fd9c3 tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:04:14.422022 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-ca3600f9-b531-472c-8c3e-1e86bc5b6211 req-150cb3cd-ef22-4caf-b43e-d00d5a8fd9c3 tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] 10.222.0.31 "GET /v2.0/ports?device_id=3373d1af-e5d9-4102-b88d-adb4782dcd95 HTTP/1.1" status: 200 len: 984 time: 0.0540397 Dec 18 14:04:14.487812 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-ca3600f9-b531-472c-8c3e-1e86bc5b6211 req-8cf317bd-79f6-4bc5-b53f-bbbdf997d0b0 tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] 10.222.0.31 "GET /v2.0/security-groups?id=3ea5e786-765e-4e5d-9bdc-c32d04e6267c&id=d6e54671-ba69-4001-a4bb-de5aad66f520&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0578022 Dec 18 14:04:14.602884 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-ad263350-36df-42fa-848f-a99d09d5944d None None] Provisioning complete for port 62a11ace-44df-450a-85c7-47429f3e1e6a triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 14:04:14.603191 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ad263350-36df-42fa-848f-a99d09d5944d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:04:14.724130 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3373d1af-e5d9-4102-b88d-adb4782dcd95', 'tag': '62a11ace-44df-450a-85c7-47429f3e1e6a'}] {{(pid=103159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 18 14:04:14.726714 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca844cf115d59c1fab86abc202fb4c13735de0d7e4cbbbb25eec9406e9c87431" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69a0c10e-7d73-401f-93e6-526d7240001e" -d '{"events": [{"name": "network-changed", "server_uuid": "3373d1af-e5d9-4102-b88d-adb4782dcd95", "tag": "62a11ace-44df-450a-85c7-47429f3e1e6a"}]}' {{(pid=103159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 18 14:04:14.763162 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 14:04:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-315ab92b-8dd9-4ed0-8096-f68bd5095ca7 x-openstack-request-id: req-315ab92b-8dd9-4ed0-8096-f68bd5095ca7 {{(pid=103159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 18 14:04:14.763487 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3373d1af-e5d9-4102-b88d-adb4782dcd95", "tag": "62a11ace-44df-450a-85c7-47429f3e1e6a", "status": "completed", "code": 200}]} {{(pid=103159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 18 14:04:14.764169 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-315ab92b-8dd9-4ed0-8096-f68bd5095ca7 {{(pid=103159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 18 14:04:14.764525 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3373d1af-e5d9-4102-b88d-adb4782dcd95', 'tag': '62a11ace-44df-450a-85c7-47429f3e1e6a', 'status': 'completed', 'code': 200} Dec 18 14:04:14.831476 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a0c10e-7d73-401f-93e6-526d7240001e req-31997c06-9aac-4225-8bb9-32dd627bb561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:04:14.832999 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-69a0c10e-7d73-401f-93e6-526d7240001e req-31997c06-9aac-4225-8bb9-32dd627bb561 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0bd19c478968463a9994ba1741c01280&device_id=3373d1af-e5d9-4102-b88d-adb4782dcd95 HTTP/1.1" status: 200 len: 1137 time: 0.0435064 Dec 18 14:04:14.931468 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a0c10e-7d73-401f-93e6-526d7240001e req-6ef2c78c-5434-4d02-9579-a2519e9ca6b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:04:14.932965 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-69a0c10e-7d73-401f-93e6-526d7240001e req-6ef2c78c-5434-4d02-9579-a2519e9ca6b9 service neutron] 10.222.0.43 "GET /v2.0/networks?id=336cbb4b-86c1-42ed-a813-0f773dbc5925 HTTP/1.1" status: 200 len: 915 time: 0.0907121 Dec 18 14:04:15.003007 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-69a0c10e-7d73-401f-93e6-526d7240001e req-c4a5ae33-a780-4c0a-9dcc-6076be1e3e82 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=62a11ace-44df-450a-85c7-47429f3e1e6a HTTP/1.1" status: 200 len: 1000 time: 0.0606525 Dec 18 14:04:15.055782 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a0c10e-7d73-401f-93e6-526d7240001e req-20cd1c7f-f4d4-4962-ae0d-69213b3c3cce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:04:15.057211 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-69a0c10e-7d73-401f-93e6-526d7240001e req-20cd1c7f-f4d4-4962-ae0d-69213b3c3cce service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d28aecd9-b998-4c2e-ad4f-94fee6ee629e HTTP/1.1" status: 200 len: 853 time: 0.0459845 Dec 18 14:04:15.109805 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a0c10e-7d73-401f-93e6-526d7240001e req-968d0eee-b552-448e-afca-907e19ac1800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:04:15.111352 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-69a0c10e-7d73-401f-93e6-526d7240001e req-968d0eee-b552-448e-afca-907e19ac1800 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=336cbb4b-86c1-42ed-a813-0f773dbc5925&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0460789 Dec 18 14:04:15.208804 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-69a0c10e-7d73-401f-93e6-526d7240001e req-34fdb00e-4b18-4ed0-84ce-dd819386fc59 service neutron] 10.222.0.43 "GET /v2.0/networks/336cbb4b-86c1-42ed-a813-0f773dbc5925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878301 Dec 18 14:04:15.306909 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-69a0c10e-7d73-401f-93e6-526d7240001e req-ab44189e-aaa7-4ce6-8883-519f5755b1dd service neutron] 10.222.0.43 "GET /v2.0/networks/336cbb4b-86c1-42ed-a813-0f773dbc5925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889621 Dec 18 14:04:24.956065 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a4df24bb-6a6d-4283-b9a1-039cd958cc70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:04:27.217068 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-82cb006c-e9f3-41fd-8676-4e4f142ffd9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:04:28.604079 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-afa9ae9b-bdbb-4010-bcf6-3a46ce66cf71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:04:30.109484 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7b7a3272-2b45-4d32-9670-25eb1afd1184 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:04:30.877672 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:04:37.099726 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:04:40.358663 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.agents_db [None req-e3dda592-589a-4b4d-b028-ba9a260f4f50 None None] Agent healthcheck: found 6 active agents {{(pid=103162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 18 14:04:54.967760 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-bca13a0f-9164-4e08-a2c0-89fcf72c8b9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:04:57.212837 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-8993682d-f13e-440d-a261-e96a1efeb8b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:04:58.615189 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-afa9ae9b-bdbb-4010-bcf6-3a46ce66cf71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:05:00.125705 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7b7a3272-2b45-4d32-9670-25eb1afd1184 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:05:00.878901 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:05:07.131094 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:05:10.711871 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-182c1cac-1a22-4fa9-a393-bd7a74a2851a req-302c8034-efb5-496b-9d6c-b902a8ce8262 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=3373d1af-e5d9-4102-b88d-adb4782dcd95&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0495493 Dec 18 14:05:10.810475 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182c1cac-1a22-4fa9-a393-bd7a74a2851a req-07d90bec-6e2a-4321-8919-5148344ecf5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:05:10.812056 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-182c1cac-1a22-4fa9-a393-bd7a74a2851a req-07d90bec-6e2a-4321-8919-5148344ecf5d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0bd19c478968463a9994ba1741c01280&device_id=3373d1af-e5d9-4102-b88d-adb4782dcd95 HTTP/1.1" status: 200 len: 1137 time: 0.0430863 Dec 18 14:05:10.923958 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182c1cac-1a22-4fa9-a393-bd7a74a2851a req-5169ddc8-29f5-4bc2-91d8-c113ffaaba01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:05:10.925343 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-182c1cac-1a22-4fa9-a393-bd7a74a2851a req-5169ddc8-29f5-4bc2-91d8-c113ffaaba01 service neutron] 10.222.0.43 "GET /v2.0/networks?id=336cbb4b-86c1-42ed-a813-0f773dbc5925 HTTP/1.1" status: 200 len: 915 time: 0.0931113 Dec 18 14:05:10.991390 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-182c1cac-1a22-4fa9-a393-bd7a74a2851a req-0ccbaf96-2633-41ad-8965-03a3d1a19aaa service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=62a11ace-44df-450a-85c7-47429f3e1e6a HTTP/1.1" status: 200 len: 1000 time: 0.0580847 Dec 18 14:05:11.043611 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182c1cac-1a22-4fa9-a393-bd7a74a2851a req-6c25415d-2aba-4350-b125-483cb755c7e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:05:11.045060 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-182c1cac-1a22-4fa9-a393-bd7a74a2851a req-6c25415d-2aba-4350-b125-483cb755c7e0 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d28aecd9-b998-4c2e-ad4f-94fee6ee629e HTTP/1.1" status: 200 len: 853 time: 0.0469491 Dec 18 14:05:11.090370 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182c1cac-1a22-4fa9-a393-bd7a74a2851a req-7d9ac5f7-8c94-416f-aebf-7824fca64453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:05:11.091891 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-182c1cac-1a22-4fa9-a393-bd7a74a2851a req-7d9ac5f7-8c94-416f-aebf-7824fca64453 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=336cbb4b-86c1-42ed-a813-0f773dbc5925&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0398338 Dec 18 14:05:11.195137 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-182c1cac-1a22-4fa9-a393-bd7a74a2851a req-d21d81b1-8b11-4f05-8944-4d0b7f02d9d5 service neutron] 10.222.0.43 "GET /v2.0/networks/336cbb4b-86c1-42ed-a813-0f773dbc5925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951560 Dec 18 14:05:11.297286 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-182c1cac-1a22-4fa9-a393-bd7a74a2851a req-f6b3c9af-57c5-4437-940b-3bfab9673818 service neutron] 10.222.0.43 "GET /v2.0/networks/336cbb4b-86c1-42ed-a813-0f773dbc5925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947719 Dec 18 14:05:12.164642 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8ab491-7d25-4803-aaf0-8f53a6743762 req-7cfa0894-fb75-4429-9890-ca5790fd2b68 tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:05:12.166140 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-2d8ab491-7d25-4803-aaf0-8f53a6743762 req-7cfa0894-fb75-4429-9890-ca5790fd2b68 tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] 10.222.0.31 "GET /v2.0/ports?device_id=3373d1af-e5d9-4102-b88d-adb4782dcd95 HTTP/1.1" status: 200 len: 984 time: 0.0820756 Dec 18 14:05:12.173070 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da1d051-394d-4251-8787-94c16edd5d2e req-eb9a81ae-7a9b-4291-845f-c9256717cca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:05:12.174488 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-0da1d051-394d-4251-8787-94c16edd5d2e req-eb9a81ae-7a9b-4291-845f-c9256717cca0 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0bd19c478968463a9994ba1741c01280&device_id=3373d1af-e5d9-4102-b88d-adb4782dcd95 HTTP/1.1" status: 200 len: 1137 time: 0.0584371 Dec 18 14:05:12.289242 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-2d8ab491-7d25-4803-aaf0-8f53a6743762 req-60151136-c897-4f76-9206-01156b2089b3 tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] 10.222.0.31 "GET /v2.0/security-groups?id=3ea5e786-765e-4e5d-9bdc-c32d04e6267c&id=d6e54671-ba69-4001-a4bb-de5aad66f520&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1137073 Dec 18 14:05:12.304377 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da1d051-394d-4251-8787-94c16edd5d2e req-6ee72c68-da1f-49c5-8e50-f8d1ee1dac31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:05:12.305854 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-0da1d051-394d-4251-8787-94c16edd5d2e req-6ee72c68-da1f-49c5-8e50-f8d1ee1dac31 service neutron] 10.222.0.43 "GET /v2.0/networks?id=336cbb4b-86c1-42ed-a813-0f773dbc5925 HTTP/1.1" status: 200 len: 915 time: 0.1246624 Dec 18 14:05:12.379693 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-0da1d051-394d-4251-8787-94c16edd5d2e req-b44de640-29a9-4a02-8472-d403fe3f3f9e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=62a11ace-44df-450a-85c7-47429f3e1e6a HTTP/1.1" status: 200 len: 1000 time: 0.0656989 Dec 18 14:05:12.431420 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da1d051-394d-4251-8787-94c16edd5d2e req-e5831b2c-648b-4e27-815b-1de31182ca48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:05:12.432846 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-0da1d051-394d-4251-8787-94c16edd5d2e req-e5831b2c-648b-4e27-815b-1de31182ca48 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d28aecd9-b998-4c2e-ad4f-94fee6ee629e HTTP/1.1" status: 200 len: 853 time: 0.0448143 Dec 18 14:05:12.483130 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da1d051-394d-4251-8787-94c16edd5d2e req-3f912e19-788a-40be-ab49-887920890a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:05:12.484624 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-0da1d051-394d-4251-8787-94c16edd5d2e req-3f912e19-788a-40be-ab49-887920890a68 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=336cbb4b-86c1-42ed-a813-0f773dbc5925&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0428243 Dec 18 14:05:12.599669 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-0da1d051-394d-4251-8787-94c16edd5d2e req-04d209c7-898d-4e2f-80b2-6a2d1e88b469 service neutron] 10.222.0.43 "GET /v2.0/networks/336cbb4b-86c1-42ed-a813-0f773dbc5925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062026 Dec 18 14:05:12.690684 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-0da1d051-394d-4251-8787-94c16edd5d2e req-c54fef1c-8784-4fb1-bddf-1953e80d79c8 service neutron] 10.222.0.43 "GET /v2.0/networks/336cbb4b-86c1-42ed-a813-0f773dbc5925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829959 Dec 18 14:05:13.424565 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e745475f-7276-4ad6-b7a2-045b1e70448e req-8a699ef9-2474-4613-8179-32dfe824197e tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:05:13.426053 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-e745475f-7276-4ad6-b7a2-045b1e70448e req-8a699ef9-2474-4613-8179-32dfe824197e tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] 10.222.0.31 "GET /v2.0/ports?device_id=3373d1af-e5d9-4102-b88d-adb4782dcd95 HTTP/1.1" status: 200 len: 984 time: 0.0616105 Dec 18 14:05:13.486975 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-e745475f-7276-4ad6-b7a2-045b1e70448e req-e0cf27be-a365-4d1c-ab00-26e7d29c0fed tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] 10.222.0.31 "GET /v2.0/security-groups?id=3ea5e786-765e-4e5d-9bdc-c32d04e6267c&id=d6e54671-ba69-4001-a4bb-de5aad66f520&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0547538 Dec 18 14:05:14.618250 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185adb5a-5e0c-4c00-acc1-d17ff8c1dc28 req-02b95307-4e75-43cb-8ae4-91cb14d689fd tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:05:14.619814 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-185adb5a-5e0c-4c00-acc1-d17ff8c1dc28 req-02b95307-4e75-43cb-8ae4-91cb14d689fd tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] 10.222.0.31 "GET /v2.0/ports?device_id=3373d1af-e5d9-4102-b88d-adb4782dcd95 HTTP/1.1" status: 200 len: 984 time: 0.0558083 Dec 18 14:05:14.689647 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-185adb5a-5e0c-4c00-acc1-d17ff8c1dc28 req-2d9fa81b-3795-4767-910e-c0e9a1c74c47 tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] 10.222.0.31 "GET /v2.0/security-groups?id=3ea5e786-765e-4e5d-9bdc-c32d04e6267c&id=d6e54671-ba69-4001-a4bb-de5aad66f520&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0630159 Dec 18 14:05:15.820342 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e91a0f-6341-4a75-abf5-e092bedc1fbb req-2ededb4f-8315-4ef2-85fb-bb028efdaa9e tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:05:15.822203 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-90e91a0f-6341-4a75-abf5-e092bedc1fbb req-2ededb4f-8315-4ef2-85fb-bb028efdaa9e tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] 10.222.0.31 "GET /v2.0/ports?device_id=3373d1af-e5d9-4102-b88d-adb4782dcd95 HTTP/1.1" status: 200 len: 984 time: 0.0592017 Dec 18 14:05:15.893364 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-90e91a0f-6341-4a75-abf5-e092bedc1fbb req-28184f13-75a7-47c4-8bd0-2317cb43acd0 tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] 10.222.0.31 "GET /v2.0/security-groups?id=3ea5e786-765e-4e5d-9bdc-c32d04e6267c&id=d6e54671-ba69-4001-a4bb-de5aad66f520&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0614796 Dec 18 14:05:17.021982 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c4c13b-4214-4d50-aa8f-6f3ec93c160a req-ec99971b-732d-44b1-9f17-4699f700d6c5 tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:05:17.023502 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-f0c4c13b-4214-4d50-aa8f-6f3ec93c160a req-ec99971b-732d-44b1-9f17-4699f700d6c5 tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] 10.222.0.31 "GET /v2.0/ports?device_id=3373d1af-e5d9-4102-b88d-adb4782dcd95 HTTP/1.1" status: 200 len: 984 time: 0.0526221 Dec 18 14:05:17.086395 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-f0c4c13b-4214-4d50-aa8f-6f3ec93c160a req-b263d6b8-c5c5-429a-8a88-29c3e099a9c0 tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] 10.222.0.31 "GET /v2.0/security-groups?id=3ea5e786-765e-4e5d-9bdc-c32d04e6267c&id=d6e54671-ba69-4001-a4bb-de5aad66f520&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0537281 Dec 18 14:05:17.363285 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.agents_db [None req-e3dda592-589a-4b4d-b028-ba9a260f4f50 None None] Agent healthcheck: found 6 active agents {{(pid=103162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 18 14:05:18.229546 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484b011d-b062-4004-ac91-d2a7be206ef0 req-6c82c177-5c74-42ac-8eb3-51d1b35724de tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:05:18.231027 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-484b011d-b062-4004-ac91-d2a7be206ef0 req-6c82c177-5c74-42ac-8eb3-51d1b35724de tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] 10.222.0.31 "GET /v2.0/ports?device_id=3373d1af-e5d9-4102-b88d-adb4782dcd95 HTTP/1.1" status: 200 len: 984 time: 0.0574529 Dec 18 14:05:18.292903 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-484b011d-b062-4004-ac91-d2a7be206ef0 req-e33d891b-166b-4b01-bdfd-e45ab3b463cb tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] 10.222.0.31 "GET /v2.0/security-groups?id=3ea5e786-765e-4e5d-9bdc-c32d04e6267c&id=d6e54671-ba69-4001-a4bb-de5aad66f520&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0529964 Dec 18 14:05:19.429808 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0026646-0b4b-45e9-8a2b-cd6d712e36cc req-db5dadc7-0df0-4a40-b9bf-4951f82a00f1 tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:05:19.431490 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-d0026646-0b4b-45e9-8a2b-cd6d712e36cc req-db5dadc7-0df0-4a40-b9bf-4951f82a00f1 tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] 10.222.0.31 "GET /v2.0/ports?device_id=3373d1af-e5d9-4102-b88d-adb4782dcd95 HTTP/1.1" status: 200 len: 984 time: 0.0616965 Dec 18 14:05:19.497750 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-d0026646-0b4b-45e9-8a2b-cd6d712e36cc req-34f72722-e992-4da4-8b4c-c0938b89f093 tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] 10.222.0.31 "GET /v2.0/security-groups?id=3ea5e786-765e-4e5d-9bdc-c32d04e6267c&id=d6e54671-ba69-4001-a4bb-de5aad66f520&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0601029 Dec 18 14:05:20.634258 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94480e6c-4b81-47fc-9e6c-3898dec46b38 req-053996fb-0414-403c-b331-9841dfa96391 tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:05:20.635803 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-94480e6c-4b81-47fc-9e6c-3898dec46b38 req-053996fb-0414-403c-b331-9841dfa96391 tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] 10.222.0.31 "GET /v2.0/ports?device_id=3373d1af-e5d9-4102-b88d-adb4782dcd95 HTTP/1.1" status: 200 len: 984 time: 0.0608766 Dec 18 14:05:20.695370 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-94480e6c-4b81-47fc-9e6c-3898dec46b38 req-3e810025-b931-443e-95df-ddfa310f09ae tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] 10.222.0.31 "GET /v2.0/security-groups?id=3ea5e786-765e-4e5d-9bdc-c32d04e6267c&id=d6e54671-ba69-4001-a4bb-de5aad66f520&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0532298 Dec 18 14:05:21.825634 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954a1b2c-08c2-42c7-86aa-783386cf1ec0 req-e32fdf4d-2d37-4534-92ae-01b7b13efaa9 tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:05:21.827659 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-954a1b2c-08c2-42c7-86aa-783386cf1ec0 req-e32fdf4d-2d37-4534-92ae-01b7b13efaa9 tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] 10.222.0.31 "GET /v2.0/ports?device_id=3373d1af-e5d9-4102-b88d-adb4782dcd95 HTTP/1.1" status: 200 len: 984 time: 0.0613940 Dec 18 14:05:21.891635 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-954a1b2c-08c2-42c7-86aa-783386cf1ec0 req-73d9fc19-2e6d-4e1b-bd7c-d19e2433a2bc tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] 10.222.0.31 "GET /v2.0/security-groups?id=3ea5e786-765e-4e5d-9bdc-c32d04e6267c&id=d6e54671-ba69-4001-a4bb-de5aad66f520&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0576134 Dec 18 14:05:23.042649 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e75f3d4-4508-4914-86fa-6bbac7c25b1f req-b182cd62-3dd0-43d4-8807-a7888fc25118 tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:05:23.044488 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-7e75f3d4-4508-4914-86fa-6bbac7c25b1f req-b182cd62-3dd0-43d4-8807-a7888fc25118 tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] 10.222.0.31 "GET /v2.0/ports?device_id=3373d1af-e5d9-4102-b88d-adb4782dcd95 HTTP/1.1" status: 200 len: 984 time: 0.0604284 Dec 18 14:05:23.105097 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-7e75f3d4-4508-4914-86fa-6bbac7c25b1f req-467bccfb-d653-45b3-94cd-8df82072be67 tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] 10.222.0.31 "GET /v2.0/security-groups?id=3ea5e786-765e-4e5d-9bdc-c32d04e6267c&id=d6e54671-ba69-4001-a4bb-de5aad66f520&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0546091 Dec 18 14:05:24.227207 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db5c2ac-432e-4778-87c0-159b0b92a2df req-09030ec6-2513-4c3c-900d-832b121b37ae tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:05:24.228698 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-0db5c2ac-432e-4778-87c0-159b0b92a2df req-09030ec6-2513-4c3c-900d-832b121b37ae tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] 10.222.0.31 "GET /v2.0/ports?device_id=3373d1af-e5d9-4102-b88d-adb4782dcd95 HTTP/1.1" status: 200 len: 984 time: 0.0511997 Dec 18 14:05:24.288323 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-0db5c2ac-432e-4778-87c0-159b0b92a2df req-1b397e7b-0eea-437b-a7e1-07939b008092 tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] 10.222.0.31 "GET /v2.0/security-groups?id=3ea5e786-765e-4e5d-9bdc-c32d04e6267c&id=d6e54671-ba69-4001-a4bb-de5aad66f520&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0530846 Dec 18 14:05:24.965945 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-bd1338e2-9c64-40cb-9719-1bdafaafd1a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:05:25.426352 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9fa560-511b-40f6-a4af-06df3bea3f47 req-10289b8c-b9ff-4a98-80e6-07558929b804 tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:05:25.427890 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-1c9fa560-511b-40f6-a4af-06df3bea3f47 req-10289b8c-b9ff-4a98-80e6-07558929b804 tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] 10.222.0.31 "GET /v2.0/ports?device_id=3373d1af-e5d9-4102-b88d-adb4782dcd95 HTTP/1.1" status: 200 len: 984 time: 0.0595534 Dec 18 14:05:25.504274 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-1c9fa560-511b-40f6-a4af-06df3bea3f47 req-e56587f6-43c9-4cf5-98d3-b1d24c7675b6 tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] 10.222.0.31 "GET /v2.0/security-groups?id=3ea5e786-765e-4e5d-9bdc-c32d04e6267c&id=d6e54671-ba69-4001-a4bb-de5aad66f520&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0702567 Dec 18 14:05:26.646926 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ed63da-d7de-4230-bb7d-47568cfb7cb1 req-1ed18380-f982-41a4-b734-a5a40cf0a81a tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:05:26.648443 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-25ed63da-d7de-4230-bb7d-47568cfb7cb1 req-1ed18380-f982-41a4-b734-a5a40cf0a81a tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] 10.222.0.31 "GET /v2.0/ports?device_id=3373d1af-e5d9-4102-b88d-adb4782dcd95 HTTP/1.1" status: 200 len: 984 time: 0.0602827 Dec 18 14:05:26.714127 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-25ed63da-d7de-4230-bb7d-47568cfb7cb1 req-5c889b79-0831-44b4-9c9b-a5f90b595ce6 tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] 10.222.0.31 "GET /v2.0/security-groups?id=3ea5e786-765e-4e5d-9bdc-c32d04e6267c&id=d6e54671-ba69-4001-a4bb-de5aad66f520&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0567048 Dec 18 14:05:27.218728 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-278f3f52-77b9-4500-a346-a6e81b29d610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:05:27.849479 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67411b3-f018-4f82-926f-5c7343d5d10b req-59778b85-1cd7-42ac-89de-935e61540e8e tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:05:27.850927 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-c67411b3-f018-4f82-926f-5c7343d5d10b req-59778b85-1cd7-42ac-89de-935e61540e8e tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] 10.222.0.31 "GET /v2.0/ports?device_id=3373d1af-e5d9-4102-b88d-adb4782dcd95 HTTP/1.1" status: 200 len: 984 time: 0.0629375 Dec 18 14:05:27.917643 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-c67411b3-f018-4f82-926f-5c7343d5d10b req-b37dd387-e44f-4b3c-848f-7867fa581ccb tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] 10.222.0.31 "GET /v2.0/security-groups?id=3ea5e786-765e-4e5d-9bdc-c32d04e6267c&id=d6e54671-ba69-4001-a4bb-de5aad66f520&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0578346 Dec 18 14:05:28.607750 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-afa9ae9b-bdbb-4010-bcf6-3a46ce66cf71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:05:29.048308 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce5847b-f7cd-4409-8a48-6acb53d43b92 req-3584e814-c3af-4178-866b-337c84910aa2 tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:05:29.049918 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-cce5847b-f7cd-4409-8a48-6acb53d43b92 req-3584e814-c3af-4178-866b-337c84910aa2 tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] 10.222.0.31 "GET /v2.0/ports?device_id=3373d1af-e5d9-4102-b88d-adb4782dcd95 HTTP/1.1" status: 200 len: 984 time: 0.0532072 Dec 18 14:05:29.117936 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-cce5847b-f7cd-4409-8a48-6acb53d43b92 req-cdfccfc3-3177-4495-81c6-3050ac89d5cd tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] 10.222.0.31 "GET /v2.0/security-groups?id=3ea5e786-765e-4e5d-9bdc-c32d04e6267c&id=d6e54671-ba69-4001-a4bb-de5aad66f520&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0590901 Dec 18 14:05:30.121037 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7b7a3272-2b45-4d32-9670-25eb1afd1184 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:05:30.881916 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:05:37.137006 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:05:54.367527 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.agents_db [None req-e3dda592-589a-4b4d-b028-ba9a260f4f50 None None] Agent healthcheck: found 6 active agents {{(pid=103162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 18 14:05:54.971379 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-1285491b-c613-4267-9eab-60bb7821c05c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:05:57.219568 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-5cfedf56-4737-4ba1-b394-c7cb217bb923 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:05:58.614556 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-afa9ae9b-bdbb-4010-bcf6-3a46ce66cf71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:06:00.121743 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7b7a3272-2b45-4d32-9670-25eb1afd1184 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:06:00.888002 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:06:07.153999 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:06:12.706315 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-9c29ff5a-2c47-4960-90a5-dbccd35f6217 req-b72652cd-2eb9-4245-bfb5-616108cb7197 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=3373d1af-e5d9-4102-b88d-adb4782dcd95&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0428860 Dec 18 14:06:12.800807 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c29ff5a-2c47-4960-90a5-dbccd35f6217 req-6dac224c-1f0f-4927-8286-875335dcc290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:06:12.802316 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-9c29ff5a-2c47-4960-90a5-dbccd35f6217 req-6dac224c-1f0f-4927-8286-875335dcc290 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0bd19c478968463a9994ba1741c01280&device_id=3373d1af-e5d9-4102-b88d-adb4782dcd95 HTTP/1.1" status: 200 len: 1137 time: 0.0469310 Dec 18 14:06:12.916861 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c29ff5a-2c47-4960-90a5-dbccd35f6217 req-0f46b772-8300-4dfe-88f3-9e22ae8a8277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:06:12.918247 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-9c29ff5a-2c47-4960-90a5-dbccd35f6217 req-0f46b772-8300-4dfe-88f3-9e22ae8a8277 service neutron] 10.222.0.43 "GET /v2.0/networks?id=336cbb4b-86c1-42ed-a813-0f773dbc5925 HTTP/1.1" status: 200 len: 915 time: 0.0948267 Dec 18 14:06:12.989123 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-9c29ff5a-2c47-4960-90a5-dbccd35f6217 req-c3f4f085-05c7-43f2-a0ed-dc63f74a7a95 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=62a11ace-44df-450a-85c7-47429f3e1e6a HTTP/1.1" status: 200 len: 1000 time: 0.0630713 Dec 18 14:06:13.045191 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c29ff5a-2c47-4960-90a5-dbccd35f6217 req-418d6ff4-2708-45ac-b626-581b742131c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:06:13.046650 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-9c29ff5a-2c47-4960-90a5-dbccd35f6217 req-418d6ff4-2708-45ac-b626-581b742131c8 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d28aecd9-b998-4c2e-ad4f-94fee6ee629e HTTP/1.1" status: 200 len: 853 time: 0.0502930 Dec 18 14:06:13.094229 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c29ff5a-2c47-4960-90a5-dbccd35f6217 req-93829080-6b25-4264-a674-f5f3c0be99ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:06:13.095724 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-9c29ff5a-2c47-4960-90a5-dbccd35f6217 req-93829080-6b25-4264-a674-f5f3c0be99ef service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=336cbb4b-86c1-42ed-a813-0f773dbc5925&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0409391 Dec 18 14:06:13.198098 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-9c29ff5a-2c47-4960-90a5-dbccd35f6217 req-ed01ec55-4350-4280-8351-08eaabb37001 service neutron] 10.222.0.43 "GET /v2.0/networks/336cbb4b-86c1-42ed-a813-0f773dbc5925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937099 Dec 18 14:06:13.292857 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-9c29ff5a-2c47-4960-90a5-dbccd35f6217 req-161309d3-81c4-4e27-89a3-20e003f53e18 service neutron] 10.222.0.43 "GET /v2.0/networks/336cbb4b-86c1-42ed-a813-0f773dbc5925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877841 Dec 18 14:06:24.956631 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-4447b654-cea1-4eb1-8a7b-3263c53322a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:06:27.222814 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-d82fa6d9-95b3-47a1-aa7d-b35a2a181d27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:06:28.619188 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-afa9ae9b-bdbb-4010-bcf6-3a46ce66cf71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:06:30.136562 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7b7a3272-2b45-4d32-9670-25eb1afd1184 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:06:30.884532 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:06:31.370734 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.agents_db [None req-e3dda592-589a-4b4d-b028-ba9a260f4f50 None None] Agent healthcheck: found 6 active agents {{(pid=103162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 18 14:06:32.668139 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-6fb2750c-dae6-4b76-aa8f-3dde7ebc88eb req-87c8f775-092a-44d9-80dc-19c100b51152 tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1536817902&fields=id&tenant_id=0bd19c478968463a9994ba1741c01280 HTTP/1.1" status: 200 len: 267 time: 0.1870058 Dec 18 14:06:32.725111 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb2750c-dae6-4b76-aa8f-3dde7ebc88eb req-0fd912ed-ed7c-43b4-9045-6e6323d5646d tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:06:32.726542 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-6fb2750c-dae6-4b76-aa8f-3dde7ebc88eb req-0fd912ed-ed7c-43b4-9045-6e6323d5646d tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] 10.222.0.31 "GET /v2.0/ports?device_id=3373d1af-e5d9-4102-b88d-adb4782dcd95 HTTP/1.1" status: 200 len: 984 time: 0.0523598 Dec 18 14:06:32.737508 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [req-6fb2750c-dae6-4b76-aa8f-3dde7ebc88eb req-59e835b9-1da2-4eea-9158-906a1097ed38 tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] Request body: {'port': {'security_groups': ['d6e54671-ba69-4001-a4bb-de5aad66f520']}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 14:06:32.799187 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [req-6fb2750c-dae6-4b76-aa8f-3dde7ebc88eb req-59e835b9-1da2-4eea-9158-906a1097ed38 tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:06:32.974856 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.db [req-6fb2750c-dae6-4b76-aa8f-3dde7ebc88eb req-59e835b9-1da2-4eea-9158-906a1097ed38 tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] For port 62a11ace-44df-450a-85c7-47429f3e1e6a, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=62a11ace-44df-450a-85c7-47429f3e1e6a,segment=NetworkSegment(5126b8df-b066-426f-8b30-bb915e881833),segment_id=5126b8df-b066-426f-8b30-bb915e881833)] {{(pid=103160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 14:06:33.003750 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [req-6fb2750c-dae6-4b76-aa8f-3dde7ebc88eb req-59e835b9-1da2-4eea-9158-906a1097ed38 tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] Publish callbacks [] for port, precommit_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:06:33.010526 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [req-6fb2750c-dae6-4b76-aa8f-3dde7ebc88eb req-59e835b9-1da2-4eea-9158-906a1097ed38 tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4533541'] for port, after_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:06:33.024863 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] get_ports_and_sgs() called for port_ids ['62a11ace-44df-450a-85c7-47429f3e1e6a'] {{(pid=103161) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 18 14:06:33.058561 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb2750c-dae6-4b76-aa8f-3dde7ebc88eb req-59e835b9-1da2-4eea-9158-906a1097ed38 tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:06:33.059296 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [req-6fb2750c-dae6-4b76-aa8f-3dde7ebc88eb req-59e835b9-1da2-4eea-9158-906a1097ed38 tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:06:33.060713 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-6fb2750c-dae6-4b76-aa8f-3dde7ebc88eb req-59e835b9-1da2-4eea-9158-906a1097ed38 tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] 10.222.0.31 "PUT /v2.0/ports/62a11ace-44df-450a-85c7-47429f3e1e6a HTTP/1.1" status: 200 len: 942 time: 0.3276632 Dec 18 14:06:33.061187 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3373d1af-e5d9-4102-b88d-adb4782dcd95', 'tag': '62a11ace-44df-450a-85c7-47429f3e1e6a'}] {{(pid=103160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 18 14:06:33.063566 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd59ab3361532ca86f78e2d2eaf298e4a05479417bf909969c39d1b423591824" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2950f84e-f6b4-49fd-b17b-ca5aad30104e" -d '{"events": [{"name": "network-changed", "server_uuid": "3373d1af-e5d9-4102-b88d-adb4782dcd95", "tag": "62a11ace-44df-450a-85c7-47429f3e1e6a"}]}' {{(pid=103160) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 18 14:06:33.067255 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 33670) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:06:33.088810 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e835b9-1da2-4eea-9158-906a1097ed38 tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] Pushing event updated for resources: {'Port': ['ID=62a11ace-44df-450a-85c7-47429f3e1e6a,revision_number=7']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:06:33.096431 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e835b9-1da2-4eea-9158-906a1097ed38 tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:06:33.096813 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e835b9-1da2-4eea-9158-906a1097ed38 tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:06:33.097104 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e835b9-1da2-4eea-9158-906a1097ed38 tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:06:33.097601 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e835b9-1da2-4eea-9158-906a1097ed38 tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:06:33.097942 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e835b9-1da2-4eea-9158-906a1097ed38 tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:06:33.098273 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e835b9-1da2-4eea-9158-906a1097ed38 tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:06:33.098602 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e835b9-1da2-4eea-9158-906a1097ed38 tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:06:33.098930 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e835b9-1da2-4eea-9158-906a1097ed38 tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:06:33.100718 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e835b9-1da2-4eea-9158-906a1097ed38 tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:06:33.100891 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e835b9-1da2-4eea-9158-906a1097ed38 tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:06:33.101355 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e835b9-1da2-4eea-9158-906a1097ed38 tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:06:33.101750 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e835b9-1da2-4eea-9158-906a1097ed38 tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:06:33.102103 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e835b9-1da2-4eea-9158-906a1097ed38 tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:06:33.125420 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] get_ports_and_sgs() called for port_ids ['62a11ace-44df-450a-85c7-47429f3e1e6a'] {{(pid=103161) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 18 14:06:33.163624 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-7fdeb81d-1254-482d-9eaa-c1681e468827 tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] Publish callbacks [] for security_group, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:06:33.193458 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-7fdeb81d-1254-482d-9eaa-c1681e468827 tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:06:33.224028 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 14:06:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7af61f3d-f2ba-4819-8201-849aada8dc08 x-openstack-request-id: req-7af61f3d-f2ba-4819-8201-849aada8dc08 {{(pid=103160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 18 14:06:33.224487 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3373d1af-e5d9-4102-b88d-adb4782dcd95", "tag": "62a11ace-44df-450a-85c7-47429f3e1e6a", "status": "completed", "code": 200}]} {{(pid=103160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 18 14:06:33.224624 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7af61f3d-f2ba-4819-8201-849aada8dc08 {{(pid=103160) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 18 14:06:33.225191 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3373d1af-e5d9-4102-b88d-adb4782dcd95', 'tag': '62a11ace-44df-450a-85c7-47429f3e1e6a', 'status': 'completed', 'code': 200} Dec 18 14:06:33.300711 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2950f84e-f6b4-49fd-b17b-ca5aad30104e req-d598873a-9b1f-434b-9aa7-0bc4414eb63e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:06:33.302759 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-2950f84e-f6b4-49fd-b17b-ca5aad30104e req-d598873a-9b1f-434b-9aa7-0bc4414eb63e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0bd19c478968463a9994ba1741c01280&device_id=3373d1af-e5d9-4102-b88d-adb4782dcd95 HTTP/1.1" status: 200 len: 1098 time: 0.0514836 Dec 18 14:06:33.304868 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-7fdeb81d-1254-482d-9eaa-c1681e468827 tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:06:33.307638 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-7fdeb81d-1254-482d-9eaa-c1681e468827 tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] Publish callbacks [] for security_group, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:06:33.311788 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-7fdeb81d-1254-482d-9eaa-c1681e468827 tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] 10.222.0.31 "DELETE /v2.0/security-groups/3ea5e786-765e-4e5d-9bdc-c32d04e6267c HTTP/1.1" status: 204 len: 168 time: 0.2402949 Dec 18 14:06:33.312137 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 33678) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:06:33.344132 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdeb81d-1254-482d-9eaa-c1681e468827 tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ea5e786-765e-4e5d-9bdc-c32d04e6267c,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:06:33.380509 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fdeb81d-1254-482d-9eaa-c1681e468827 tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:06:33.380835 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fdeb81d-1254-482d-9eaa-c1681e468827 tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:06:33.381207 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fdeb81d-1254-482d-9eaa-c1681e468827 tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:06:33.381553 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fdeb81d-1254-482d-9eaa-c1681e468827 tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:06:33.382088 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fdeb81d-1254-482d-9eaa-c1681e468827 tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:06:33.382456 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fdeb81d-1254-482d-9eaa-c1681e468827 tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:06:33.382814 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fdeb81d-1254-482d-9eaa-c1681e468827 tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:06:33.383367 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fdeb81d-1254-482d-9eaa-c1681e468827 tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:06:33.383705 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fdeb81d-1254-482d-9eaa-c1681e468827 tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:06:33.384039 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fdeb81d-1254-482d-9eaa-c1681e468827 tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:06:33.384366 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fdeb81d-1254-482d-9eaa-c1681e468827 tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:06:33.384696 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fdeb81d-1254-482d-9eaa-c1681e468827 tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:06:33.385007 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fdeb81d-1254-482d-9eaa-c1681e468827 tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:06:33.430377 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2950f84e-f6b4-49fd-b17b-ca5aad30104e req-5fc7b829-0a42-48fa-be8e-b19670e7a4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:06:33.431968 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-2950f84e-f6b4-49fd-b17b-ca5aad30104e req-5fc7b829-0a42-48fa-be8e-b19670e7a4ca service neutron] 10.222.0.43 "GET /v2.0/networks?id=336cbb4b-86c1-42ed-a813-0f773dbc5925 HTTP/1.1" status: 200 len: 915 time: 0.1191156 Dec 18 14:06:33.439098 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-a8c87440-20c7-4da8-ad66-7065743dc74c None None] Provisioning complete for port 62a11ace-44df-450a-85c7-47429f3e1e6a triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 14:06:33.439518 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a8c87440-20c7-4da8-ad66-7065743dc74c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:06:33.508852 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-2950f84e-f6b4-49fd-b17b-ca5aad30104e req-964d6261-af4a-482f-9f58-edc776f5df77 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=62a11ace-44df-450a-85c7-47429f3e1e6a HTTP/1.1" status: 200 len: 1000 time: 0.0692484 Dec 18 14:06:33.561915 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2950f84e-f6b4-49fd-b17b-ca5aad30104e req-b02b7985-5ea8-4811-8ad5-98c22c03cfd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:06:33.563347 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-2950f84e-f6b4-49fd-b17b-ca5aad30104e req-b02b7985-5ea8-4811-8ad5-98c22c03cfd5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d28aecd9-b998-4c2e-ad4f-94fee6ee629e HTTP/1.1" status: 200 len: 853 time: 0.0468328 Dec 18 14:06:33.625356 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2950f84e-f6b4-49fd-b17b-ca5aad30104e req-353fb785-7422-4e18-9cc5-78531516f659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:06:33.625356 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-2950f84e-f6b4-49fd-b17b-ca5aad30104e req-353fb785-7422-4e18-9cc5-78531516f659 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=336cbb4b-86c1-42ed-a813-0f773dbc5925&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0485647 Dec 18 14:06:33.717591 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-2950f84e-f6b4-49fd-b17b-ca5aad30104e req-25646350-45e0-4bb5-932c-bf3369e7852c service neutron] 10.222.0.43 "GET /v2.0/networks/336cbb4b-86c1-42ed-a813-0f773dbc5925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861032 Dec 18 14:06:33.850995 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-1e93b317-6f2d-4061-9d5b-ba97707dff3f tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] Deleting port 14211493-0bb5-4890-8181-3abb634590f6 {{(pid=103160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 14:06:33.851896 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-1e93b317-6f2d-4061-9d5b-ba97707dff3f tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:06:33.931337 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-1e93b317-6f2d-4061-9d5b-ba97707dff3f tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:06:33.931645 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-1e93b317-6f2d-4061-9d5b-ba97707dff3f tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:06:33.944999 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-1e93b317-6f2d-4061-9d5b-ba97707dff3f tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] Calling delete_port for 14211493-0bb5-4890-8181-3abb634590f6 owned by network:floatingip {{(pid=103160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 14:06:34.102829 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-1e93b317-6f2d-4061-9d5b-ba97707dff3f tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4533522'] for port, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:06:34.127702 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e93b317-6f2d-4061-9d5b-ba97707dff3f tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] Pushing event deleted for resources: {'Port': ['ID=14211493-0bb5-4890-8181-3abb634590f6,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:06:34.128779 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-2950f84e-f6b4-49fd-b17b-ca5aad30104e req-f457444c-71fe-4c3e-a408-87e6685458f2 service neutron] 10.222.0.43 "GET /v2.0/networks/336cbb4b-86c1-42ed-a813-0f773dbc5925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4038546 Dec 18 14:06:34.193825 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-1e93b317-6f2d-4061-9d5b-ba97707dff3f tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] Publish callbacks [] for floatingip, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:06:34.194311 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.db.l3_db [None req-1e93b317-6f2d-4061-9d5b-ba97707dff3f tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] Floating IP af13d48b-3f3a-4dd6-8b95-2aa17679997b disassociated (deleted). External IP: 172.26.3.70, port: 62a11ace-44df-450a-85c7-47429f3e1e6a. Dec 18 14:06:34.431634 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e93b317-6f2d-4061-9d5b-ba97707dff3f tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] Router facb949a-7813-4e17-97af-6cf9349d3eef has already been hosted by L3 agent c9c0cd52-5bd2-4704-9429-d80f1c5ad23c {{(pid=103160) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 18 14:06:34.542010 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e93b317-6f2d-4061-9d5b-ba97707dff3f tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] Notify agent at l3_agent.dv-neutron-744815-20-hyperv the message routers_updated {{(pid=103160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 14:06:34.547379 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-1e93b317-6f2d-4061-9d5b-ba97707dff3f tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for floatingip, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:06:34.553291 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8bdc051-ca8a-4064-8fb0-439eb10e5c4a None None] Sync routers for ids ['facb949a-7813-4e17-97af-6cf9349d3eef'] in dv-neutron-744815-20-hyperv {{(pid=103161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 14:06:34.564758 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8bdc051-ca8a-4064-8fb0-439eb10e5c4a None None] Routers {'facb949a-7813-4e17-97af-6cf9349d3eef'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 14:06:34.565391 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-c8bdc051-ca8a-4064-8fb0-439eb10e5c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T14:06:27Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['facb949a-7813-4e17-97af-6cf9349d3eef'], 'active': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:06:34.579709 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-1e93b317-6f2d-4061-9d5b-ba97707dff3f tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] 10.222.0.31 "DELETE /v2.0/floatingips/af13d48b-3f3a-4dd6-8b95-2aa17679997b HTTP/1.1" status: 204 len: 168 time: 1.2660828 Dec 18 14:06:34.677155 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvr_db [None req-c8bdc051-ca8a-4064-8fb0-439eb10e5c4a None None] Set router facb949a-7813-4e17-97af-6cf9349d3eef gateway port host: dv-neutron-744815-20-hyperv {{(pid=103161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 14:06:34.882107 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-c8bdc051-ca8a-4064-8fb0-439eb10e5c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'facb949a-7813-4e17-97af-6cf9349d3eef', 'name': 'tempest-TestMinimumBasicScenario-732652830-router', 'tenant_id': '0bd19c478968463a9994ba1741c01280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.44'}], 'enable_snat': True}, 'gw_port_id': '2d439d5d-b482-4e2c-901d-a9606e7b3d51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T14:03:13Z', 'updated_at': '2021-12-18T14:03:16Z', 'revision_number': 4, 'project_id': '0bd19c478968463a9994ba1741c01280', 'gw_port': {'id': '2d439d5d-b482-4e2c-901d-a9606e7b3d51', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:67:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'facb949a-7813-4e17-97af-6cf9349d3eef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T14:03:14Z', 'updated_at': '2021-12-18T14:03:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv', '_interfaces': [{'id': 'a891fb95-6877-44d0-9995-7cbfb7d84785', 'name': '', 'network_id': '336cbb4b-86c1-42ed-a813-0f773dbc5925', 'tenant_id': '0bd19c478968463a9994ba1741c01280', 'mac_address': 'fa:16:3e:2f:e6:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'facb949a-7813-4e17-97af-6cf9349d3eef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1676, 'fixed_ips': [{'subnet_id': 'd28aecd9-b998-4c2e-ad4f-94fee6ee629e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T14:03:15Z', 'updated_at': '2021-12-18T14:03:21Z', 'revision_number': 5, 'project_id': '0bd19c478968463a9994ba1741c01280', 'subnets': [{'id': 'd28aecd9-b998-4c2e-ad4f-94fee6ee629e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:06:34.912792 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8bdc051-ca8a-4064-8fb0-439eb10e5c4a None None] Checking router: facb949a-7813-4e17-97af-6cf9349d3eef for host: dv-neutron-744815-20-hyperv {{(pid=103161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 18 14:06:34.927479 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8bdc051-ca8a-4064-8fb0-439eb10e5c4a None None] Routers {'facb949a-7813-4e17-97af-6cf9349d3eef'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 14:06:34.928514 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-c8bdc051-ca8a-4064-8fb0-439eb10e5c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T14:06:27Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['facb949a-7813-4e17-97af-6cf9349d3eef'], 'active': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:06:35.032852 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvr_db [None req-c8bdc051-ca8a-4064-8fb0-439eb10e5c4a None None] Set router facb949a-7813-4e17-97af-6cf9349d3eef gateway port host: dv-neutron-744815-20-hyperv {{(pid=103161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 14:06:35.226238 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3373d1af-e5d9-4102-b88d-adb4782dcd95', 'tag': '62a11ace-44df-450a-85c7-47429f3e1e6a'}] {{(pid=103160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 18 14:06:35.228693 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd59ab3361532ca86f78e2d2eaf298e4a05479417bf909969c39d1b423591824" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2012488-040a-4baa-8739-74da5f80c27a" -d '{"events": [{"name": "network-changed", "server_uuid": "3373d1af-e5d9-4102-b88d-adb4782dcd95", "tag": "62a11ace-44df-450a-85c7-47429f3e1e6a"}]}' {{(pid=103160) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 18 14:06:35.250051 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-c8bdc051-ca8a-4064-8fb0-439eb10e5c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'facb949a-7813-4e17-97af-6cf9349d3eef', 'name': 'tempest-TestMinimumBasicScenario-732652830-router', 'tenant_id': '0bd19c478968463a9994ba1741c01280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.44'}], 'enable_snat': True}, 'gw_port_id': '2d439d5d-b482-4e2c-901d-a9606e7b3d51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T14:03:13Z', 'updated_at': '2021-12-18T14:03:16Z', 'revision_number': 4, 'project_id': '0bd19c478968463a9994ba1741c01280', 'gw_port': {'id': '2d439d5d-b482-4e2c-901d-a9606e7b3d51', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:67:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'facb949a-7813-4e17-97af-6cf9349d3eef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T14:03:14Z', 'updated_at': '2021-12-18T14:03:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv', '_interfaces': [{'id': 'a891fb95-6877-44d0-9995-7cbfb7d84785', 'name': '', 'network_id': '336cbb4b-86c1-42ed-a813-0f773dbc5925', 'tenant_id': '0bd19c478968463a9994ba1741c01280', 'mac_address': 'fa:16:3e:2f:e6:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'facb949a-7813-4e17-97af-6cf9349d3eef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1676, 'fixed_ips': [{'subnet_id': 'd28aecd9-b998-4c2e-ad4f-94fee6ee629e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T14:03:15Z', 'updated_at': '2021-12-18T14:03:21Z', 'revision_number': 5, 'project_id': '0bd19c478968463a9994ba1741c01280', 'subnets': [{'id': 'd28aecd9-b998-4c2e-ad4f-94fee6ee629e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:06:35.275391 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 14:06:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23529868-9481-46d6-8fd1-48ea3e2d9304 x-openstack-request-id: req-23529868-9481-46d6-8fd1-48ea3e2d9304 {{(pid=103160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 18 14:06:35.275677 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3373d1af-e5d9-4102-b88d-adb4782dcd95", "tag": "62a11ace-44df-450a-85c7-47429f3e1e6a", "status": "completed", "code": 200}]} {{(pid=103160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 18 14:06:35.275941 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-23529868-9481-46d6-8fd1-48ea3e2d9304 {{(pid=103160) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 18 14:06:35.276350 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3373d1af-e5d9-4102-b88d-adb4782dcd95', 'tag': '62a11ace-44df-450a-85c7-47429f3e1e6a', 'status': 'completed', 'code': 200} Dec 18 14:06:35.278838 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8bdc051-ca8a-4064-8fb0-439eb10e5c4a None None] The sync data for ids ['facb949a-7813-4e17-97af-6cf9349d3eef'] in dv-neutron-744815-20-hyperv is: [{'id': 'facb949a-7813-4e17-97af-6cf9349d3eef', 'name': 'tempest-TestMinimumBasicScenario-732652830-router', 'tenant_id': '0bd19c478968463a9994ba1741c01280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.44'}], 'enable_snat': True}, 'gw_port_id': '2d439d5d-b482-4e2c-901d-a9606e7b3d51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T14:03:13Z', 'updated_at': '2021-12-18T14:03:16Z', 'revision_number': 4, 'project_id': '0bd19c478968463a9994ba1741c01280', 'gw_port': {'id': '2d439d5d-b482-4e2c-901d-a9606e7b3d51', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:67:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'facb949a-7813-4e17-97af-6cf9349d3eef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T14:03:14Z', 'updated_at': '2021-12-18T14:03:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv', '_interfaces': [{'id': 'a891fb95-6877-44d0-9995-7cbfb7d84785', 'name': '', 'network_id': '336cbb4b-86c1-42ed-a813-0f773dbc5925', 'tenant_id': '0bd19c478968463a9994ba1741c01280', 'mac_address': 'fa:16:3e:2f:e6:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'facb949a-7813-4e17-97af-6cf9349d3eef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1676, 'fixed_ips': [{'subnet_id': 'd28aecd9-b998-4c2e-ad4f-94fee6ee629e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T14:03:15Z', 'updated_at': '2021-12-18T14:03:21Z', 'revision_number': 5, 'project_id': '0bd19c478968463a9994ba1741c01280', 'subnets': [{'id': 'd28aecd9-b998-4c2e-ad4f-94fee6ee629e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 14:06:35.347101 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2012488-040a-4baa-8739-74da5f80c27a req-e4147176-dbe6-457d-a8cf-a7cc33aad183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:06:35.349366 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-a2012488-040a-4baa-8739-74da5f80c27a req-e4147176-dbe6-457d-a8cf-a7cc33aad183 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0bd19c478968463a9994ba1741c01280&device_id=3373d1af-e5d9-4102-b88d-adb4782dcd95 HTTP/1.1" status: 200 len: 1098 time: 0.0455203 Dec 18 14:06:35.444669 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2012488-040a-4baa-8739-74da5f80c27a req-88b8d9ee-44b3-4aef-b8e9-14efa56b8b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:06:35.446245 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-a2012488-040a-4baa-8739-74da5f80c27a req-88b8d9ee-44b3-4aef-b8e9-14efa56b8b79 service neutron] 10.222.0.43 "GET /v2.0/networks?id=336cbb4b-86c1-42ed-a813-0f773dbc5925 HTTP/1.1" status: 200 len: 915 time: 0.0894399 Dec 18 14:06:35.493253 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-a2012488-040a-4baa-8739-74da5f80c27a req-da8e461b-fd89-434a-a101-02ad9aef17d2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=62a11ace-44df-450a-85c7-47429f3e1e6a HTTP/1.1" status: 200 len: 217 time: 0.0389879 Dec 18 14:06:35.546575 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2012488-040a-4baa-8739-74da5f80c27a req-4dda9330-bad6-42ef-8cec-f088be2f6500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:06:35.548198 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-a2012488-040a-4baa-8739-74da5f80c27a req-4dda9330-bad6-42ef-8cec-f088be2f6500 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d28aecd9-b998-4c2e-ad4f-94fee6ee629e HTTP/1.1" status: 200 len: 853 time: 0.0473700 Dec 18 14:06:35.552389 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37808780-8b94-4d74-9dae-b345a9f683f9 None None] New status for floating IP af13d48b-3f3a-4dd6-8b95-2aa17679997b: DOWN {{(pid=103162) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 18 14:06:35.596515 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2012488-040a-4baa-8739-74da5f80c27a req-efd69cc0-b94f-4ebb-ba98-0e17d58850bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:06:35.598300 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-a2012488-040a-4baa-8739-74da5f80c27a req-efd69cc0-b94f-4ebb-ba98-0e17d58850bc service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=336cbb4b-86c1-42ed-a813-0f773dbc5925&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0423639 Dec 18 14:06:35.705335 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-a2012488-040a-4baa-8739-74da5f80c27a req-5c75f3d9-a9a6-463e-87e2-e6b639fcd6c3 service neutron] 10.222.0.43 "GET /v2.0/networks/336cbb4b-86c1-42ed-a813-0f773dbc5925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986583 Dec 18 14:06:35.800442 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-a2012488-040a-4baa-8739-74da5f80c27a req-673e065c-63bb-4e3b-a04b-0a989baed433 service neutron] 10.222.0.43 "GET /v2.0/networks/336cbb4b-86c1-42ed-a813-0f773dbc5925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858548 Dec 18 14:06:37.167256 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:06:43.631625 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fcba10-ff4f-4f72-97ca-a0d3e00e0f43 req-4a8e71e7-8bb6-4b5c-a1fe-5f53dd585ada tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:06:43.633341 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-f6fcba10-ff4f-4f72-97ca-a0d3e00e0f43 req-4a8e71e7-8bb6-4b5c-a1fe-5f53dd585ada tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] 10.222.0.31 "GET /v2.0/ports?device_id=3373d1af-e5d9-4102-b88d-adb4782dcd95 HTTP/1.1" status: 200 len: 945 time: 0.0540037 Dec 18 14:06:43.688080 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-f6fcba10-ff4f-4f72-97ca-a0d3e00e0f43 req-603ff03e-8d89-49b4-becd-0dc8ae1f96b6 tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] 10.222.0.31 "GET /v2.0/security-groups?id=d6e54671-ba69-4001-a4bb-de5aad66f520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483689 Dec 18 14:06:44.883093 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e70937a-699d-42b9-a205-46c0be560bbf req-3feca6ab-1295-4aa0-ad42-41ea293c89aa tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:06:44.884625 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-2e70937a-699d-42b9-a205-46c0be560bbf req-3feca6ab-1295-4aa0-ad42-41ea293c89aa tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] 10.222.0.31 "GET /v2.0/ports?device_id=3373d1af-e5d9-4102-b88d-adb4782dcd95 HTTP/1.1" status: 200 len: 945 time: 0.1209693 Dec 18 14:06:44.932350 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-2e70937a-699d-42b9-a205-46c0be560bbf req-b7913d77-d8f2-4f8d-84a3-7e9507cae81b tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] 10.222.0.31 "GET /v2.0/security-groups?id=d6e54671-ba69-4001-a4bb-de5aad66f520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415325 Dec 18 14:06:45.638584 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7583eb-1de1-428c-b62b-3ede4bdc6663 req-1e2f0046-d693-44d2-b5b8-6c50b4377d30 tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:06:45.640091 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-4d7583eb-1de1-428c-b62b-3ede4bdc6663 req-1e2f0046-d693-44d2-b5b8-6c50b4377d30 tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] 10.222.0.43 "GET /v2.0/ports?device_id=3373d1af-e5d9-4102-b88d-adb4782dcd95 HTTP/1.1" status: 200 len: 945 time: 0.0561314 Dec 18 14:06:45.739277 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [req-4d7583eb-1de1-428c-b62b-3ede4bdc6663 req-0e1ca814-125b-43da-87e0-058338c13ca4 tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] Deleting port 62a11ace-44df-450a-85c7-47429f3e1e6a {{(pid=103159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 14:06:45.739667 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-4d7583eb-1de1-428c-b62b-3ede4bdc6663 req-0e1ca814-125b-43da-87e0-058338c13ca4 tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:06:45.828806 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.db [req-4d7583eb-1de1-428c-b62b-3ede4bdc6663 req-0e1ca814-125b-43da-87e0-058338c13ca4 tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] For port 62a11ace-44df-450a-85c7-47429f3e1e6a, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=62a11ace-44df-450a-85c7-47429f3e1e6a,segment=NetworkSegment(5126b8df-b066-426f-8b30-bb915e881833),segment_id=5126b8df-b066-426f-8b30-bb915e881833)] {{(pid=103159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 14:06:45.829178 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-4d7583eb-1de1-428c-b62b-3ede4bdc6663 req-0e1ca814-125b-43da-87e0-058338c13ca4 tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:06:45.841764 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [req-4d7583eb-1de1-428c-b62b-3ede4bdc6663 req-0e1ca814-125b-43da-87e0-058338c13ca4 tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] Calling delete_port for 62a11ace-44df-450a-85c7-47429f3e1e6a owned by compute:nova {{(pid=103159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 14:06:45.973619 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-4d7583eb-1de1-428c-b62b-3ede4bdc6663 req-0e1ca814-125b-43da-87e0-058338c13ca4 tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:06:45.988846 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] get_ports_and_sgs() called for port_ids ['62a11ace-44df-450a-85c7-47429f3e1e6a'] {{(pid=103161) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 18 14:06:46.005024 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1ca814-125b-43da-87e0-058338c13ca4 tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] Pushing event deleted for resources: {'Port': ['ID=62a11ace-44df-450a-85c7-47429f3e1e6a,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:06:46.035818 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-9479864c-27ac-4d4e-a155-62c4e71ac1e5 req-aa903a01-3db8-4d67-a024-a98737ed10af tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] 10.222.0.31 "GET /v2.0/ports?device_id=3373d1af-e5d9-4102-b88d-adb4782dcd95 HTTP/1.1" status: 200 len: 210 time: 0.0343914 Dec 18 14:06:46.056150 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d7583eb-1de1-428c-b62b-3ede4bdc6663 req-0e1ca814-125b-43da-87e0-058338c13ca4 tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] No DVR routers for this DVR port 62a11ace-44df-450a-85c7-47429f3e1e6a on host hv-neutron-7448 {{(pid=103159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 18 14:06:46.058803 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-4d7583eb-1de1-428c-b62b-3ede4bdc6663 req-0e1ca814-125b-43da-87e0-058338c13ca4 tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:06:46.062158 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-4d7583eb-1de1-428c-b62b-3ede4bdc6663 req-0e1ca814-125b-43da-87e0-058338c13ca4 tempest-TestMinimumBasicScenario-1470992786 tempest-TestMinimumBasicScenario-1470992786-project] 10.222.0.43 "DELETE /v2.0/ports/62a11ace-44df-450a-85c7-47429f3e1e6a HTTP/1.1" status: 204 len: 173 time: 0.4156289 Dec 18 14:06:46.062613 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3373d1af-e5d9-4102-b88d-adb4782dcd95', 'name': 'network-vif-deleted', 'tag': '62a11ace-44df-450a-85c7-47429f3e1e6a'}] {{(pid=103159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 18 14:06:46.064894 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca844cf115d59c1fab86abc202fb4c13735de0d7e4cbbbb25eec9406e9c87431" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ff42faa-7658-4da8-9350-7c426106f3d5" -d '{"events": [{"server_uuid": "3373d1af-e5d9-4102-b88d-adb4782dcd95", "name": "network-vif-deleted", "tag": "62a11ace-44df-450a-85c7-47429f3e1e6a"}]}' {{(pid=103159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 18 14:06:46.157246 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 14:06:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbfd9710-df85-4e4b-8182-973d72f7ce8e x-openstack-request-id: req-bbfd9710-df85-4e4b-8182-973d72f7ce8e {{(pid=103159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 18 14:06:46.157537 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3373d1af-e5d9-4102-b88d-adb4782dcd95", "name": "network-vif-deleted", "tag": "62a11ace-44df-450a-85c7-47429f3e1e6a", "status": "completed", "code": 200}]} {{(pid=103159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 18 14:06:46.157787 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bbfd9710-df85-4e4b-8182-973d72f7ce8e {{(pid=103159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 18 14:06:46.158189 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3373d1af-e5d9-4102-b88d-adb4782dcd95', 'name': 'network-vif-deleted', 'tag': '62a11ace-44df-450a-85c7-47429f3e1e6a', 'status': 'completed', 'code': 200} Dec 18 14:06:47.689025 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 33790) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:06:48.064695 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-a37c268e-adad-4a39-ad77-2fd89483995f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-586101'] for router_interface, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:06:48.317061 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-a37c268e-adad-4a39-ad77-2fd89483995f admin admin] Deleting port a891fb95-6877-44d0-9995-7cbfb7d84785 {{(pid=103160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 14:06:48.317312 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-a37c268e-adad-4a39-ad77-2fd89483995f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:06:48.392949 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.db [None req-a37c268e-adad-4a39-ad77-2fd89483995f admin admin] For port a891fb95-6877-44d0-9995-7cbfb7d84785, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=a891fb95-6877-44d0-9995-7cbfb7d84785,segment=NetworkSegment(5126b8df-b066-426f-8b30-bb915e881833),segment_id=5126b8df-b066-426f-8b30-bb915e881833)] {{(pid=103160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 14:06:48.393308 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-a37c268e-adad-4a39-ad77-2fd89483995f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:06:48.405928 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-a37c268e-adad-4a39-ad77-2fd89483995f admin admin] Calling delete_port for a891fb95-6877-44d0-9995-7cbfb7d84785 owned by network:router_interface {{(pid=103160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 14:06:48.601982 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-a37c268e-adad-4a39-ad77-2fd89483995f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4533522'] for port, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:06:48.633273 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37c268e-adad-4a39-ad77-2fd89483995f admin admin] Pushing event deleted for resources: {'Port': ['ID=a891fb95-6877-44d0-9995-7cbfb7d84785,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:06:48.799412 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-a37c268e-adad-4a39-ad77-2fd89483995f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1048020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-576035'] for router_interface, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:06:49.043072 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a37c268e-adad-4a39-ad77-2fd89483995f admin admin] Router facb949a-7813-4e17-97af-6cf9349d3eef has already been hosted by L3 agent c9c0cd52-5bd2-4704-9429-d80f1c5ad23c {{(pid=103160) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 18 14:06:49.159419 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a37c268e-adad-4a39-ad77-2fd89483995f admin admin] Notify agent at l3_agent.dv-neutron-744815-20-hyperv the message routers_updated {{(pid=103160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 14:06:49.164724 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-a37c268e-adad-4a39-ad77-2fd89483995f admin admin] 10.222.0.31 "PUT /v2.0/routers/facb949a-7813-4e17-97af-6cf9349d3eef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4746439 Dec 18 14:06:49.167270 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 33792) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:06:49.170081 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7247c4e3-e396-42a2-a241-4e499c3a4d0a None None] Sync routers for ids ['facb949a-7813-4e17-97af-6cf9349d3eef'] in dv-neutron-744815-20-hyperv {{(pid=103161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 14:06:49.179779 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7247c4e3-e396-42a2-a241-4e499c3a4d0a None None] Routers {'facb949a-7813-4e17-97af-6cf9349d3eef'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 14:06:49.180366 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-7247c4e3-e396-42a2-a241-4e499c3a4d0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T14:06:27Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['facb949a-7813-4e17-97af-6cf9349d3eef'], 'active': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:06:49.275693 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-c9e68623-51f6-46f7-b885-32f7a922a693 admin admin] Publish callbacks [] for router, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:06:49.288570 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvr_db [None req-7247c4e3-e396-42a2-a241-4e499c3a4d0a None None] Set router facb949a-7813-4e17-97af-6cf9349d3eef gateway port host: dv-neutron-744815-20-hyperv {{(pid=103161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 14:06:49.386953 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-c9e68623-51f6-46f7-b885-32f7a922a693 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:06:49.440358 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-c9e68623-51f6-46f7-b885-32f7a922a693 admin admin] Deleting port 2d439d5d-b482-4e2c-901d-a9606e7b3d51 {{(pid=103160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 14:06:49.440714 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-c9e68623-51f6-46f7-b885-32f7a922a693 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:06:49.472954 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-7247c4e3-e396-42a2-a241-4e499c3a4d0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'facb949a-7813-4e17-97af-6cf9349d3eef', 'name': 'tempest-TestMinimumBasicScenario-732652830-router', 'tenant_id': '0bd19c478968463a9994ba1741c01280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.44'}], 'enable_snat': True}, 'gw_port_id': '2d439d5d-b482-4e2c-901d-a9606e7b3d51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T14:03:13Z', 'updated_at': '2021-12-18T14:06:48Z', 'revision_number': 5, 'project_id': '0bd19c478968463a9994ba1741c01280', 'gw_port': {'id': '2d439d5d-b482-4e2c-901d-a9606e7b3d51', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:67:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'facb949a-7813-4e17-97af-6cf9349d3eef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T14:03:14Z', 'updated_at': '2021-12-18T14:03:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv'}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:06:49.498644 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7247c4e3-e396-42a2-a241-4e499c3a4d0a None None] Checking router: facb949a-7813-4e17-97af-6cf9349d3eef for host: dv-neutron-744815-20-hyperv {{(pid=103161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 18 14:06:49.507530 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7247c4e3-e396-42a2-a241-4e499c3a4d0a None None] Routers {'facb949a-7813-4e17-97af-6cf9349d3eef'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 14:06:49.508135 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-7247c4e3-e396-42a2-a241-4e499c3a4d0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T14:06:27Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['facb949a-7813-4e17-97af-6cf9349d3eef'], 'active': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:06:49.519548 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.db [None req-c9e68623-51f6-46f7-b885-32f7a922a693 admin admin] For port 2d439d5d-b482-4e2c-901d-a9606e7b3d51, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=2d439d5d-b482-4e2c-901d-a9606e7b3d51,segment=NetworkSegment(3f66d49c-4faa-434c-8c3e-991f4f1d01bd),segment_id=3f66d49c-4faa-434c-8c3e-991f4f1d01bd)] {{(pid=103160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 14:06:49.519908 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-c9e68623-51f6-46f7-b885-32f7a922a693 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:06:49.532750 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-c9e68623-51f6-46f7-b885-32f7a922a693 admin admin] Calling delete_port for 2d439d5d-b482-4e2c-901d-a9606e7b3d51 owned by network:router_gateway {{(pid=103160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 14:06:49.594645 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvr_db [None req-7247c4e3-e396-42a2-a241-4e499c3a4d0a None None] Set router facb949a-7813-4e17-97af-6cf9349d3eef gateway port host: None {{(pid=103161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 14:06:49.644505 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-7247c4e3-e396-42a2-a241-4e499c3a4d0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'facb949a-7813-4e17-97af-6cf9349d3eef', 'name': 'tempest-TestMinimumBasicScenario-732652830-router', 'tenant_id': '0bd19c478968463a9994ba1741c01280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T14:03:13Z', 'updated_at': '2021-12-18T14:06:49Z', 'revision_number': 6, 'project_id': '0bd19c478968463a9994ba1741c01280', 'gw_port_host': None}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:06:49.674643 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7247c4e3-e396-42a2-a241-4e499c3a4d0a None None] The sync data for ids ['facb949a-7813-4e17-97af-6cf9349d3eef'] in dv-neutron-744815-20-hyperv is: [{'id': 'facb949a-7813-4e17-97af-6cf9349d3eef', 'name': 'tempest-TestMinimumBasicScenario-732652830-router', 'tenant_id': '0bd19c478968463a9994ba1741c01280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T14:03:13Z', 'updated_at': '2021-12-18T14:06:49Z', 'revision_number': 6, 'project_id': '0bd19c478968463a9994ba1741c01280', 'gw_port_host': None}] {{(pid=103161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 14:06:49.706387 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-c9e68623-51f6-46f7-b885-32f7a922a693 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4533522'] for port, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:06:49.737020 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e68623-51f6-46f7-b885-32f7a922a693 admin admin] Pushing event deleted for resources: {'Port': ['ID=2d439d5d-b482-4e2c-901d-a9606e7b3d51,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:06:49.752945 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe2f41e0-a256-4314-a0ad-1372d0a3a20a None None] DHCP port deletion for decb4a40-7941-48c8-afbb-daaafd502e83 request from dv-neutron-744815-20-hyperv {{(pid=103161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 18 14:06:49.798314 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-c9e68623-51f6-46f7-b885-32f7a922a693 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-586554'] for router_gateway, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:06:49.890641 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-c9e68623-51f6-46f7-b885-32f7a922a693 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-589815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28643'] for router, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:06:49.892838 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-c9e68623-51f6-46f7-b885-32f7a922a693 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:06:49.943442 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-c9e68623-51f6-46f7-b885-32f7a922a693 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-589710'] for router, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:06:49.944235 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9e68623-51f6-46f7-b885-32f7a922a693 admin admin] Fanout notify agent at l3_agent the message router_deleted on router facb949a-7813-4e17-97af-6cf9349d3eef {{(pid=103160) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 18 14:06:49.950117 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-c9e68623-51f6-46f7-b885-32f7a922a693 admin admin] Publish callbacks [] for router, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:06:49.951764 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-c9e68623-51f6-46f7-b885-32f7a922a693 admin admin] 10.222.0.31 "DELETE /v2.0/routers/facb949a-7813-4e17-97af-6cf9349d3eef HTTP/1.1" status: 204 len: 168 time: 0.7831132 Dec 18 14:06:49.955084 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 33794) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:06:50.000866 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.db_base_plugin_v2 [None req-d322b628-3edb-4d07-9b36-62cc07fdf84b admin admin] Deleting subnet d28aecd9-b998-4c2e-ad4f-94fee6ee629e {{(pid=103160) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 18 14:06:50.007089 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-d322b628-3edb-4d07-9b36-62cc07fdf84b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:06:50.046022 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-d322b628-3edb-4d07-9b36-62cc07fdf84b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4533385'] for subnet, precommit_delete_associations {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:06:50.126391 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device a891fb95-6877-44d0-9995-7cbfb7d84785 no longer exists at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 18 14:06:50.137156 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-d322b628-3edb-4d07-9b36-62cc07fdf84b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1929185'] for subnet, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:06:50.147082 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-2294866d-0076-4933-952c-685307032598 None None] No Port match for: a891fb95-6877-44d0-9995-7cbfb7d84785 {{(pid=103161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 18 14:06:50.147459 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device a891fb95-6877-44d0-9995-7cbfb7d84785 not bound to the agent host dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 18 14:06:50.191492 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-d322b628-3edb-4d07-9b36-62cc07fdf84b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1929192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4533475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4514371'] for subnet, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:06:50.218324 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d322b628-3edb-4d07-9b36-62cc07fdf84b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d28aecd9-b998-4c2e-ad4f-94fee6ee629e,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:06:50.221625 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-d322b628-3edb-4d07-9b36-62cc07fdf84b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:06:50.224907 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-d322b628-3edb-4d07-9b36-62cc07fdf84b admin admin] 10.222.0.31 "DELETE /v2.0/subnets/d28aecd9-b998-4c2e-ad4f-94fee6ee629e HTTP/1.1" status: 204 len: 168 time: 0.2688136 Dec 18 14:06:50.227633 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 33796) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:06:50.229602 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e03206a7-4a76-4423-9d9c-ea6663311eec None None] Network 336cbb4b-86c1-42ed-a813-0f773dbc5925 requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 14:06:50.284358 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Device 62a11ace-44df-450a-85c7-47429f3e1e6a no longer exists at agent hyperv_hv-neutron-7448 {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 18 14:06:50.300358 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-3c4e34ac-4df8-46f6-bbcd-5dafbc4663d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2023137'] for network, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:06:50.307501 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] No Port match for: 62a11ace-44df-450a-85c7-47429f3e1e6a {{(pid=103161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 18 14:06:50.307866 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Device 62a11ace-44df-450a-85c7-47429f3e1e6a not bound to the agent host hv-neutron-7448 {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 18 14:06:50.353648 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-3c4e34ac-4df8-46f6-bbcd-5dafbc4663d3 admin admin] Deleting port 3cd041f9-db01-4293-8048-dc0595cb5e44 {{(pid=103160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 14:06:50.353973 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-3c4e34ac-4df8-46f6-bbcd-5dafbc4663d3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:06:50.420054 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.db [None req-3c4e34ac-4df8-46f6-bbcd-5dafbc4663d3 admin admin] For port 3cd041f9-db01-4293-8048-dc0595cb5e44, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=3cd041f9-db01-4293-8048-dc0595cb5e44,segment=NetworkSegment(5126b8df-b066-426f-8b30-bb915e881833),segment_id=5126b8df-b066-426f-8b30-bb915e881833)] {{(pid=103160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 14:06:50.420422 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-3c4e34ac-4df8-46f6-bbcd-5dafbc4663d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:06:50.434297 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-3c4e34ac-4df8-46f6-bbcd-5dafbc4663d3 admin admin] Calling delete_port for 3cd041f9-db01-4293-8048-dc0595cb5e44 owned by network:dhcp {{(pid=103160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 14:06:50.449699 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-468ebe3b-5f0c-49fd-b272-ea417c6b4512 None None] DHCP port deletion for 336cbb4b-86c1-42ed-a813-0f773dbc5925 request from dv-neutron-744815-20-hyperv {{(pid=103161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 18 14:06:50.497321 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-468ebe3b-5f0c-49fd-b272-ea417c6b4512 None None] Deleting port 3cd041f9-db01-4293-8048-dc0595cb5e44 {{(pid=103161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 14:06:50.497638 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-468ebe3b-5f0c-49fd-b272-ea417c6b4512 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:06:50.521941 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-3c4e34ac-4df8-46f6-bbcd-5dafbc4663d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4533522'] for port, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:06:50.551786 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4e34ac-4df8-46f6-bbcd-5dafbc4663d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=3cd041f9-db01-4293-8048-dc0595cb5e44,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:06:50.553728 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c4e34ac-4df8-46f6-bbcd-5dafbc4663d3 admin admin] No DVR routers for this DVR port 3cd041f9-db01-4293-8048-dc0595cb5e44 on host dv-neutron-744815-20-hyperv {{(pid=103160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 18 14:06:50.569123 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-468ebe3b-5f0c-49fd-b272-ea417c6b4512 None None] For port 3cd041f9-db01-4293-8048-dc0595cb5e44, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=3cd041f9-db01-4293-8048-dc0595cb5e44,segment=NetworkSegment(5126b8df-b066-426f-8b30-bb915e881833),segment_id=5126b8df-b066-426f-8b30-bb915e881833)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 14:06:50.569521 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-468ebe3b-5f0c-49fd-b272-ea417c6b4512 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:06:50.583068 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-468ebe3b-5f0c-49fd-b272-ea417c6b4512 None None] Calling delete_port for 3cd041f9-db01-4293-8048-dc0595cb5e44 owned by network:dhcp {{(pid=103161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 14:06:50.639783 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-3c4e34ac-4df8-46f6-bbcd-5dafbc4663d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1927292', 'neutron.services.segments.db._delete_segments_for_network-8767106887837'] for network, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:06:50.662431 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.services.segments.db [None req-3c4e34ac-4df8-46f6-bbcd-5dafbc4663d3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['336cbb4b-86c1-42ed-a813-0f773dbc5925']}} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:06:50.672567 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-468ebe3b-5f0c-49fd-b272-ea417c6b4512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984'] for port, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:06:50.673329 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.services.segments.db [None req-3c4e34ac-4df8-46f6-bbcd-5dafbc4663d3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5126b8df-b066-426f-8b30-bb915e881833') {'for_net_delete': True} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:06:50.673630 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.services.segments.db [None req-3c4e34ac-4df8-46f6-bbcd-5dafbc4663d3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5126b8df-b066-426f-8b30-bb915e881833') {} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:06:50.683625 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-3c4e34ac-4df8-46f6-bbcd-5dafbc4663d3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767106888614', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4533424'] for segment, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:06:50.697685 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-3c4e34ac-4df8-46f6-bbcd-5dafbc4663d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:06:50.701580 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468ebe3b-5f0c-49fd-b272-ea417c6b4512 None None] Pushing event deleted for resources: {'Port': ['ID=3cd041f9-db01-4293-8048-dc0595cb5e44,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:06:50.705038 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c4e34ac-4df8-46f6-bbcd-5dafbc4663d3 admin admin] Releasing vlan 125 on physical network physnet1 to pool {{(pid=103160) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 18 14:06:50.705414 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-3c4e34ac-4df8-46f6-bbcd-5dafbc4663d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4533569'] for segment, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:06:50.709065 dv-neutron-744815-20-hyperv neutron-server[103160]: Traceback (most recent call last): Dec 18 14:06:50.709065 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 18 14:06:50.709065 dv-neutron-744815-20-hyperv neutron-server[103160]: timer() Dec 18 14:06:50.709065 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 18 14:06:50.709065 dv-neutron-744815-20-hyperv neutron-server[103160]: cb(*args, **kw) Dec 18 14:06:50.709065 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 18 14:06:50.709065 dv-neutron-744815-20-hyperv neutron-server[103160]: return func(*args, **kwargs) Dec 18 14:06:50.709065 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 18 14:06:50.709065 dv-neutron-744815-20-hyperv neutron-server[103160]: self._notify() Dec 18 14:06:50.709065 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 18 14:06:50.709065 dv-neutron-744815-20-hyperv neutron-server[103160]: self.callback(batched_events) Dec 18 14:06:50.709065 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 18 14:06:50.709065 dv-neutron-744815-20-hyperv neutron-server[103160]: event.method(event) Dec 18 14:06:50.709065 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 18 14:06:50.709065 dv-neutron-744815-20-hyperv neutron-server[103160]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 18 14:06:50.709065 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 18 14:06:50.709065 dv-neutron-744815-20-hyperv neutron-server[103160]: aggregate_uuid = self.p_client.list_aggregates( Dec 18 14:06:50.709065 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 18 14:06:50.709065 dv-neutron-744815-20-hyperv neutron-server[103160]: return f(self, *a, **k) Dec 18 14:06:50.709065 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 18 14:06:50.709065 dv-neutron-744815-20-hyperv neutron-server[103160]: return self._get(url).json() Dec 18 14:06:50.709065 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 18 14:06:50.709065 dv-neutron-744815-20-hyperv neutron-server[103160]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 18 14:06:50.709065 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 18 14:06:50.709065 dv-neutron-744815-20-hyperv neutron-server[103160]: return self.request(url, 'GET', **kwargs) Dec 18 14:06:50.709065 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 18 14:06:50.709065 dv-neutron-744815-20-hyperv neutron-server[103160]: base_url = self.get_endpoint(auth, allow=allow, Dec 18 14:06:50.709065 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 18 14:06:50.709065 dv-neutron-744815-20-hyperv neutron-server[103160]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 18 14:06:50.709065 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 18 14:06:50.709065 dv-neutron-744815-20-hyperv neutron-server[103160]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 18 14:06:50.709065 dv-neutron-744815-20-hyperv neutron-server[103160]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 18 14:06:50.712361 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-468ebe3b-5f0c-49fd-b272-ea417c6b4512 None None] No DVR routers for this DVR port 3cd041f9-db01-4293-8048-dc0595cb5e44 on host dv-neutron-744815-20-hyperv {{(pid=103161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 18 14:06:50.723469 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468ebe3b-5f0c-49fd-b272-ea417c6b4512 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:06:50.723761 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468ebe3b-5f0c-49fd-b272-ea417c6b4512 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:06:50.724084 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468ebe3b-5f0c-49fd-b272-ea417c6b4512 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:06:50.724541 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468ebe3b-5f0c-49fd-b272-ea417c6b4512 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:06:50.725370 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468ebe3b-5f0c-49fd-b272-ea417c6b4512 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:06:50.725370 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468ebe3b-5f0c-49fd-b272-ea417c6b4512 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:06:50.725562 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468ebe3b-5f0c-49fd-b272-ea417c6b4512 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:06:50.725846 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468ebe3b-5f0c-49fd-b272-ea417c6b4512 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:06:50.726174 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468ebe3b-5f0c-49fd-b272-ea417c6b4512 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:06:50.726561 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468ebe3b-5f0c-49fd-b272-ea417c6b4512 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:06:50.726808 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468ebe3b-5f0c-49fd-b272-ea417c6b4512 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:06:50.727126 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468ebe3b-5f0c-49fd-b272-ea417c6b4512 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:06:50.727470 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468ebe3b-5f0c-49fd-b272-ea417c6b4512 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:06:50.766107 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-3c4e34ac-4df8-46f6-bbcd-5dafbc4663d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1927267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586962'] for network, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:06:50.772123 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-3c4e34ac-4df8-46f6-bbcd-5dafbc4663d3 admin admin] Publish callbacks [] for network, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:06:50.775316 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-3c4e34ac-4df8-46f6-bbcd-5dafbc4663d3 admin admin] 10.222.0.31 "DELETE /v2.0/networks/336cbb4b-86c1-42ed-a813-0f773dbc5925 HTTP/1.1" status: 204 len: 168 time: 0.5467329 Dec 18 14:06:50.779093 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 33798) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:06:50.785930 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4e34ac-4df8-46f6-bbcd-5dafbc4663d3 admin admin] Pushing event deleted for resources: {'Network': ['ID=336cbb4b-86c1-42ed-a813-0f773dbc5925,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:06:51.151973 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-83955d7c-6c4d-489a-824f-81731cc0fa3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-586101'] for router_interface, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:06:51.418904 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-83955d7c-6c4d-489a-824f-81731cc0fa3b admin admin] Deleting port 7d731053-93c6-42f0-b543-edee3d1d7991 {{(pid=103159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 14:06:51.419160 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-83955d7c-6c4d-489a-824f-81731cc0fa3b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:06:51.497002 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.db [None req-83955d7c-6c4d-489a-824f-81731cc0fa3b admin admin] For port 7d731053-93c6-42f0-b543-edee3d1d7991, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=7d731053-93c6-42f0-b543-edee3d1d7991,segment=NetworkSegment(bb2d4e75-f573-4f58-94cb-49f76381e782),segment_id=bb2d4e75-f573-4f58-94cb-49f76381e782)] {{(pid=103159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 14:06:51.497359 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-83955d7c-6c4d-489a-824f-81731cc0fa3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:06:51.514346 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-83955d7c-6c4d-489a-824f-81731cc0fa3b admin admin] Calling delete_port for 7d731053-93c6-42f0-b543-edee3d1d7991 owned by network:router_interface {{(pid=103159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 14:06:51.704686 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-83955d7c-6c4d-489a-824f-81731cc0fa3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:06:51.728105 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83955d7c-6c4d-489a-824f-81731cc0fa3b admin admin] Pushing event deleted for resources: {'Port': ['ID=7d731053-93c6-42f0-b543-edee3d1d7991,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:06:51.892012 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 3cd041f9-db01-4293-8048-dc0595cb5e44 no longer exists at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 18 14:06:51.902522 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-83955d7c-6c4d-489a-824f-81731cc0fa3b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1048020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-576035'] for router_interface, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:06:52.073887 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-2294866d-0076-4933-952c-685307032598 None None] No Port match for: 3cd041f9-db01-4293-8048-dc0595cb5e44 {{(pid=103161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 18 14:06:52.074133 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 3cd041f9-db01-4293-8048-dc0595cb5e44 not bound to the agent host dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 18 14:06:52.074523 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 2d439d5d-b482-4e2c-901d-a9606e7b3d51 no longer exists at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 18 14:06:52.093405 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-2294866d-0076-4933-952c-685307032598 None None] No Port match for: 2d439d5d-b482-4e2c-901d-a9606e7b3d51 {{(pid=103161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 18 14:06:52.093748 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 2d439d5d-b482-4e2c-901d-a9606e7b3d51 not bound to the agent host dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 18 14:06:52.142045 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83955d7c-6c4d-489a-824f-81731cc0fa3b admin admin] Router df87adff-d877-41e7-96ad-1c4a59175171 has already been hosted by L3 agent c9c0cd52-5bd2-4704-9429-d80f1c5ad23c {{(pid=103159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 18 14:06:52.258147 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83955d7c-6c4d-489a-824f-81731cc0fa3b admin admin] Notify agent at l3_agent.dv-neutron-744815-20-hyperv the message routers_updated {{(pid=103159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 14:06:52.264591 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-83955d7c-6c4d-489a-824f-81731cc0fa3b admin admin] 10.222.0.31 "PUT /v2.0/routers/df87adff-d877-41e7-96ad-1c4a59175171/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4840016 Dec 18 14:06:52.266418 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 33800) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:06:52.267674 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4004b1a-79ba-4510-997a-fe5a3f9a5ffc None None] Sync routers for ids ['df87adff-d877-41e7-96ad-1c4a59175171'] in dv-neutron-744815-20-hyperv {{(pid=103162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 14:06:52.280768 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4004b1a-79ba-4510-997a-fe5a3f9a5ffc None None] Routers {'df87adff-d877-41e7-96ad-1c4a59175171'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 14:06:52.281396 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-b4004b1a-79ba-4510-997a-fe5a3f9a5ffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T14:06:27Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['df87adff-d877-41e7-96ad-1c4a59175171'], 'active': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:06:52.396628 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvr_db [None req-b4004b1a-79ba-4510-997a-fe5a3f9a5ffc None None] Set router df87adff-d877-41e7-96ad-1c4a59175171 gateway port host: dv-neutron-744815-20-hyperv {{(pid=103162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 14:06:52.586823 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-b4004b1a-79ba-4510-997a-fe5a3f9a5ffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df87adff-d877-41e7-96ad-1c4a59175171', 'name': 'tempest-TestMinimumBasicScenario-1722143949-router', 'tenant_id': 'dd9fa793139244aabc6a9b21fb196a56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.192'}], 'enable_snat': True}, 'gw_port_id': '7bef56ae-55a2-47df-a1f9-b65d3f602756', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T14:03:18Z', 'updated_at': '2021-12-18T14:06:51Z', 'revision_number': 5, 'project_id': 'dd9fa793139244aabc6a9b21fb196a56', 'gw_port': {'id': '7bef56ae-55a2-47df-a1f9-b65d3f602756', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:2e:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df87adff-d877-41e7-96ad-1c4a59175171', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1687, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T14:03:18Z', 'updated_at': '2021-12-18T14:03:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv'}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:06:52.613816 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4004b1a-79ba-4510-997a-fe5a3f9a5ffc None None] Checking router: df87adff-d877-41e7-96ad-1c4a59175171 for host: dv-neutron-744815-20-hyperv {{(pid=103162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 18 14:06:52.624474 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4004b1a-79ba-4510-997a-fe5a3f9a5ffc None None] Routers {'df87adff-d877-41e7-96ad-1c4a59175171'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 14:06:52.625151 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-b4004b1a-79ba-4510-997a-fe5a3f9a5ffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T14:06:27Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['df87adff-d877-41e7-96ad-1c4a59175171'], 'active': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:06:52.733340 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-68f34c74-7ae5-42a4-8034-7976ea967463 admin admin] Publish callbacks [] for router, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:06:52.736948 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvr_db [None req-b4004b1a-79ba-4510-997a-fe5a3f9a5ffc None None] Set router df87adff-d877-41e7-96ad-1c4a59175171 gateway port host: dv-neutron-744815-20-hyperv {{(pid=103162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 14:06:52.841295 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-68f34c74-7ae5-42a4-8034-7976ea967463 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:06:52.900969 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-68f34c74-7ae5-42a4-8034-7976ea967463 admin admin] Deleting port 7bef56ae-55a2-47df-a1f9-b65d3f602756 {{(pid=103160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 14:06:52.901598 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-68f34c74-7ae5-42a4-8034-7976ea967463 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:06:52.913458 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-b4004b1a-79ba-4510-997a-fe5a3f9a5ffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df87adff-d877-41e7-96ad-1c4a59175171', 'name': 'tempest-TestMinimumBasicScenario-1722143949-router', 'tenant_id': 'dd9fa793139244aabc6a9b21fb196a56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.192'}], 'enable_snat': True}, 'gw_port_id': '7bef56ae-55a2-47df-a1f9-b65d3f602756', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T14:03:18Z', 'updated_at': '2021-12-18T14:06:51Z', 'revision_number': 5, 'project_id': 'dd9fa793139244aabc6a9b21fb196a56', 'gw_port': {'id': '7bef56ae-55a2-47df-a1f9-b65d3f602756', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:2e:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df87adff-d877-41e7-96ad-1c4a59175171', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1687, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T14:03:18Z', 'updated_at': '2021-12-18T14:03:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv'}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:06:52.943540 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4004b1a-79ba-4510-997a-fe5a3f9a5ffc None None] The sync data for ids ['df87adff-d877-41e7-96ad-1c4a59175171'] in dv-neutron-744815-20-hyperv is: [{'id': 'df87adff-d877-41e7-96ad-1c4a59175171', 'name': 'tempest-TestMinimumBasicScenario-1722143949-router', 'tenant_id': 'dd9fa793139244aabc6a9b21fb196a56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.192'}], 'enable_snat': True}, 'gw_port_id': '7bef56ae-55a2-47df-a1f9-b65d3f602756', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T14:03:18Z', 'updated_at': '2021-12-18T14:06:51Z', 'revision_number': 5, 'project_id': 'dd9fa793139244aabc6a9b21fb196a56', 'gw_port': {'id': '7bef56ae-55a2-47df-a1f9-b65d3f602756', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:2e:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df87adff-d877-41e7-96ad-1c4a59175171', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1687, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T14:03:18Z', 'updated_at': '2021-12-18T14:03:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv'}] {{(pid=103162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 14:06:52.981178 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.db [None req-68f34c74-7ae5-42a4-8034-7976ea967463 admin admin] For port 7bef56ae-55a2-47df-a1f9-b65d3f602756, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=7bef56ae-55a2-47df-a1f9-b65d3f602756,segment=NetworkSegment(3f66d49c-4faa-434c-8c3e-991f4f1d01bd),segment_id=3f66d49c-4faa-434c-8c3e-991f4f1d01bd)] {{(pid=103160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 14:06:52.981549 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-68f34c74-7ae5-42a4-8034-7976ea967463 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:06:52.994082 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-68f34c74-7ae5-42a4-8034-7976ea967463 admin admin] Calling delete_port for 7bef56ae-55a2-47df-a1f9-b65d3f602756 owned by network:router_gateway {{(pid=103160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 14:06:53.176412 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-68f34c74-7ae5-42a4-8034-7976ea967463 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4533522'] for port, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:06:53.199053 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f34c74-7ae5-42a4-8034-7976ea967463 admin admin] Pushing event deleted for resources: {'Port': ['ID=7bef56ae-55a2-47df-a1f9-b65d3f602756,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:06:53.215020 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94307a62-816e-4624-833a-08328d83e3ec None None] DHCP port deletion for decb4a40-7941-48c8-afbb-daaafd502e83 request from dv-neutron-744815-20-hyperv {{(pid=103161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 18 14:06:53.267654 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-68f34c74-7ae5-42a4-8034-7976ea967463 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-586554'] for router_gateway, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:06:53.365277 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-68f34c74-7ae5-42a4-8034-7976ea967463 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-589815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28643'] for router, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:06:53.367686 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-68f34c74-7ae5-42a4-8034-7976ea967463 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:06:53.415114 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-68f34c74-7ae5-42a4-8034-7976ea967463 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-589710'] for router, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:06:53.415733 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68f34c74-7ae5-42a4-8034-7976ea967463 admin admin] Fanout notify agent at l3_agent the message router_deleted on router df87adff-d877-41e7-96ad-1c4a59175171 {{(pid=103160) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 18 14:06:53.420403 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-68f34c74-7ae5-42a4-8034-7976ea967463 admin admin] Publish callbacks [] for router, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:06:53.421573 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-68f34c74-7ae5-42a4-8034-7976ea967463 admin admin] 10.222.0.31 "DELETE /v2.0/routers/df87adff-d877-41e7-96ad-1c4a59175171 HTTP/1.1" status: 204 len: 168 time: 1.1538572 Dec 18 14:06:53.424185 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 33802) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:06:53.474038 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e7169d9-e38e-44e7-9381-ea5430ccf7a6 admin admin] Deleting subnet 395a7041-a3f8-4826-83e6-e596fc5aa01b {{(pid=103160) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 18 14:06:53.477281 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-5e7169d9-e38e-44e7-9381-ea5430ccf7a6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:06:53.510983 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-5e7169d9-e38e-44e7-9381-ea5430ccf7a6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4533385'] for subnet, precommit_delete_associations {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:06:53.592083 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-5e7169d9-e38e-44e7-9381-ea5430ccf7a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1929185'] for subnet, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:06:53.652518 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-5e7169d9-e38e-44e7-9381-ea5430ccf7a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1929192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4533475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4514371'] for subnet, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:06:53.681679 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7169d9-e38e-44e7-9381-ea5430ccf7a6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=395a7041-a3f8-4826-83e6-e596fc5aa01b,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:06:53.686579 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-5e7169d9-e38e-44e7-9381-ea5430ccf7a6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:06:53.692571 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 33804) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:06:53.693146 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-5e7169d9-e38e-44e7-9381-ea5430ccf7a6 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/395a7041-a3f8-4826-83e6-e596fc5aa01b HTTP/1.1" status: 204 len: 168 time: 0.2679110 Dec 18 14:06:53.695555 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bf34721-389b-4133-9992-02a24c3303df None None] Network 9860eaf1-ce65-453e-8014-c5a783851f56 requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 14:06:53.761422 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-1cdd8e8f-d3b3-435a-ab4d-d085cdd38d40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2023137'] for network, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:06:53.817220 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-1cdd8e8f-d3b3-435a-ab4d-d085cdd38d40 admin admin] Deleting port ae2acd34-c1f3-4f2d-9497-0c1cc863c086 {{(pid=103159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 14:06:53.817560 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-1cdd8e8f-d3b3-435a-ab4d-d085cdd38d40 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:06:53.879606 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.db [None req-1cdd8e8f-d3b3-435a-ab4d-d085cdd38d40 admin admin] For port ae2acd34-c1f3-4f2d-9497-0c1cc863c086, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=ae2acd34-c1f3-4f2d-9497-0c1cc863c086,segment=NetworkSegment(bb2d4e75-f573-4f58-94cb-49f76381e782),segment_id=bb2d4e75-f573-4f58-94cb-49f76381e782)] {{(pid=103159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 14:06:53.879956 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-1cdd8e8f-d3b3-435a-ab4d-d085cdd38d40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:06:53.892805 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-1cdd8e8f-d3b3-435a-ab4d-d085cdd38d40 admin admin] Calling delete_port for ae2acd34-c1f3-4f2d-9497-0c1cc863c086 owned by network:dhcp {{(pid=103159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 14:06:53.966372 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd4e11ce-1a54-4779-b383-dd072af27004 None None] DHCP port deletion for 9860eaf1-ce65-453e-8014-c5a783851f56 request from dv-neutron-744815-20-hyperv {{(pid=103161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 18 14:06:53.985686 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-1cdd8e8f-d3b3-435a-ab4d-d085cdd38d40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:06:54.022444 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cdd8e8f-d3b3-435a-ab4d-d085cdd38d40 admin admin] No DVR routers for this DVR port ae2acd34-c1f3-4f2d-9497-0c1cc863c086 on host dv-neutron-744815-20-hyperv {{(pid=103159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 18 14:06:54.024504 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdd8e8f-d3b3-435a-ab4d-d085cdd38d40 admin admin] Pushing event deleted for resources: {'Port': ['ID=ae2acd34-c1f3-4f2d-9497-0c1cc863c086,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:06:54.024708 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-fd4e11ce-1a54-4779-b383-dd072af27004 None None] Deleting port ae2acd34-c1f3-4f2d-9497-0c1cc863c086 {{(pid=103161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 14:06:54.025075 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-fd4e11ce-1a54-4779-b383-dd072af27004 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:06:54.037524 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device ae2acd34-c1f3-4f2d-9497-0c1cc863c086 no longer exists at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 18 14:06:54.064595 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-2294866d-0076-4933-952c-685307032598 None None] No Port match for: ae2acd34-c1f3-4f2d-9497-0c1cc863c086 {{(pid=103161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 18 14:06:54.064836 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device ae2acd34-c1f3-4f2d-9497-0c1cc863c086 not bound to the agent host dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 18 14:06:54.065257 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 7d731053-93c6-42f0-b543-edee3d1d7991 no longer exists at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 18 14:06:54.095902 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-1cdd8e8f-d3b3-435a-ab4d-d085cdd38d40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1927292', 'neutron.services.segments.db._delete_segments_for_network-8767106887837'] for network, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:06:54.114607 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-2294866d-0076-4933-952c-685307032598 None None] No Port match for: 7d731053-93c6-42f0-b543-edee3d1d7991 {{(pid=103161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 18 14:06:54.114923 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 7d731053-93c6-42f0-b543-edee3d1d7991 not bound to the agent host dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 18 14:06:54.115393 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 7bef56ae-55a2-47df-a1f9-b65d3f602756 no longer exists at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 18 14:06:54.119799 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.services.segments.db [None req-1cdd8e8f-d3b3-435a-ab4d-d085cdd38d40 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9860eaf1-ce65-453e-8014-c5a783851f56']}} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:06:54.131106 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.services.segments.db [None req-1cdd8e8f-d3b3-435a-ab4d-d085cdd38d40 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb2d4e75-f573-4f58-94cb-49f76381e782') {'for_net_delete': True} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:06:54.131520 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.services.segments.db [None req-1cdd8e8f-d3b3-435a-ab4d-d085cdd38d40 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb2d4e75-f573-4f58-94cb-49f76381e782') {} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:06:54.141563 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-1cdd8e8f-d3b3-435a-ab4d-d085cdd38d40 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767106888614', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5589569'] for segment, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:06:54.142158 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-2294866d-0076-4933-952c-685307032598 None None] No Port match for: 7bef56ae-55a2-47df-a1f9-b65d3f602756 {{(pid=103161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 18 14:06:54.142811 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 7bef56ae-55a2-47df-a1f9-b65d3f602756 not bound to the agent host dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 18 14:06:54.144281 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-fd4e11ce-1a54-4779-b383-dd072af27004 None None] For port ae2acd34-c1f3-4f2d-9497-0c1cc863c086, host dv-neutron-744815-20-hyperv, got binding levels [] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 14:06:54.144669 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-fd4e11ce-1a54-4779-b383-dd072af27004 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:06:54.156729 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-1cdd8e8f-d3b3-435a-ab4d-d085cdd38d40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:06:54.158502 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-fd4e11ce-1a54-4779-b383-dd072af27004 None None] Calling delete_port for ae2acd34-c1f3-4f2d-9497-0c1cc863c086 owned by network:dhcp {{(pid=103161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 14:06:54.161709 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.ipam_backend_mixin [None req-fd4e11ce-1a54-4779-b383-dd072af27004 None None] Port ae2acd34-c1f3-4f2d-9497-0c1cc863c086 was not found and therefore no delete operation was performed {{(pid=103161) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 18 14:06:54.162936 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-fd4e11ce-1a54-4779-b383-dd072af27004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984'] for port, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:06:54.164385 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1cdd8e8f-d3b3-435a-ab4d-d085cdd38d40 admin admin] Releasing vlan 135 on physical network physnet1 to pool {{(pid=103159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 18 14:06:54.164785 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-1cdd8e8f-d3b3-435a-ab4d-d085cdd38d40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5660009'] for segment, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:06:54.166757 dv-neutron-744815-20-hyperv neutron-server[103159]: Traceback (most recent call last): Dec 18 14:06:54.166757 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 18 14:06:54.166757 dv-neutron-744815-20-hyperv neutron-server[103159]: timer() Dec 18 14:06:54.166757 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 18 14:06:54.166757 dv-neutron-744815-20-hyperv neutron-server[103159]: cb(*args, **kw) Dec 18 14:06:54.166757 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 18 14:06:54.166757 dv-neutron-744815-20-hyperv neutron-server[103159]: return func(*args, **kwargs) Dec 18 14:06:54.166757 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 18 14:06:54.166757 dv-neutron-744815-20-hyperv neutron-server[103159]: self._notify() Dec 18 14:06:54.166757 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 18 14:06:54.166757 dv-neutron-744815-20-hyperv neutron-server[103159]: self.callback(batched_events) Dec 18 14:06:54.166757 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 18 14:06:54.166757 dv-neutron-744815-20-hyperv neutron-server[103159]: event.method(event) Dec 18 14:06:54.166757 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 18 14:06:54.166757 dv-neutron-744815-20-hyperv neutron-server[103159]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 18 14:06:54.166757 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 18 14:06:54.166757 dv-neutron-744815-20-hyperv neutron-server[103159]: aggregate_uuid = self.p_client.list_aggregates( Dec 18 14:06:54.166757 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 18 14:06:54.166757 dv-neutron-744815-20-hyperv neutron-server[103159]: return f(self, *a, **k) Dec 18 14:06:54.166757 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 18 14:06:54.166757 dv-neutron-744815-20-hyperv neutron-server[103159]: return self._get(url).json() Dec 18 14:06:54.166757 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 18 14:06:54.166757 dv-neutron-744815-20-hyperv neutron-server[103159]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 18 14:06:54.166757 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 18 14:06:54.166757 dv-neutron-744815-20-hyperv neutron-server[103159]: return self.request(url, 'GET', **kwargs) Dec 18 14:06:54.166757 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 18 14:06:54.166757 dv-neutron-744815-20-hyperv neutron-server[103159]: base_url = self.get_endpoint(auth, allow=allow, Dec 18 14:06:54.166757 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 18 14:06:54.166757 dv-neutron-744815-20-hyperv neutron-server[103159]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 18 14:06:54.166757 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 18 14:06:54.166757 dv-neutron-744815-20-hyperv neutron-server[103159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 18 14:06:54.166757 dv-neutron-744815-20-hyperv neutron-server[103159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 18 14:06:54.189761 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4e11ce-1a54-4779-b383-dd072af27004 None None] Pushing event deleted for resources: {'Port': ['ID=ae2acd34-c1f3-4f2d-9497-0c1cc863c086,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:06:54.191548 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd4e11ce-1a54-4779-b383-dd072af27004 None None] No DVR routers for this DVR port ae2acd34-c1f3-4f2d-9497-0c1cc863c086 on host dv-neutron-744815-20-hyperv {{(pid=103161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 18 14:06:54.227674 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-1cdd8e8f-d3b3-435a-ab4d-d085cdd38d40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1927267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586962'] for network, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:06:54.233591 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-1cdd8e8f-d3b3-435a-ab4d-d085cdd38d40 admin admin] Publish callbacks [] for network, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:06:54.237058 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-1cdd8e8f-d3b3-435a-ab4d-d085cdd38d40 admin admin] 10.222.0.31 "DELETE /v2.0/networks/9860eaf1-ce65-453e-8014-c5a783851f56 HTTP/1.1" status: 204 len: 168 time: 0.5431774 Dec 18 14:06:54.248242 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdd8e8f-d3b3-435a-ab4d-d085cdd38d40 admin admin] Pushing event deleted for resources: {'Network': ['ID=9860eaf1-ce65-453e-8014-c5a783851f56,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:06:54.417114 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 33808) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:06:54.463846 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-60eb4816-2cce-4e87-8ac9-e6e57223ffd1 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0bd19c478968463a9994ba1741c01280&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0452769 Dec 18 14:06:54.466215 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 33810) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:06:54.514897 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-7233b782-7dc1-442e-98cf-80962ef67687 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:06:54.537045 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-7233b782-7dc1-442e-98cf-80962ef67687 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:06:54.588235 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-7233b782-7dc1-442e-98cf-80962ef67687 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:06:54.591659 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-7233b782-7dc1-442e-98cf-80962ef67687 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:06:54.592813 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-7233b782-7dc1-442e-98cf-80962ef67687 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d6e54671-ba69-4001-a4bb-de5aad66f520 HTTP/1.1" status: 204 len: 168 time: 0.1256955 Dec 18 14:06:54.600212 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7233b782-7dc1-442e-98cf-80962ef67687 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6e54671-ba69-4001-a4bb-de5aad66f520,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:06:54.928083 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 33816) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:06:54.960889 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e041b970-a502-49a8-a285-048267bc631a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:06:54.970323 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-586c0ded-e600-44b0-a989-53c1e67dffb3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=dd9fa793139244aabc6a9b21fb196a56&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0410588 Dec 18 14:06:54.972839 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 33818) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:06:55.023876 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-6c3aa367-969b-43de-985e-708d579b1651 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:06:55.047814 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-6c3aa367-969b-43de-985e-708d579b1651 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:06:55.098018 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-6c3aa367-969b-43de-985e-708d579b1651 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:06:55.101478 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-6c3aa367-969b-43de-985e-708d579b1651 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:06:55.102652 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-6c3aa367-969b-43de-985e-708d579b1651 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e69f6876-bf11-427e-a53f-7049fe6157c8 HTTP/1.1" status: 204 len: 168 time: 0.1289496 Dec 18 14:06:55.110524 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3aa367-969b-43de-985e-708d579b1651 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e69f6876-bf11-427e-a53f-7049fe6157c8,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:06:56.727932 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [req-ff5cfd03-0961-401f-b7dd-65eafe660b40 req-20017da6-e757-466c-bcb3-a05011c394cd service neutron] (103160) timed out ('10.222.0.43', 60721) {{(pid=103160) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 18 14:06:56.970286 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 33858) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:06:56.977354 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-7a60d6ab-623c-43bb-a3a8-2bbf54f310fd tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-266488093', 'description': 'tempest-secgroup-smoke-266488093 description', 'project_id': '4fe8c5245f464a0b8a2abb9a0874f704'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 14:06:57.005710 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-7a60d6ab-623c-43bb-a3a8-2bbf54f310fd tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks [] for security_group, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:06:57.013767 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-7a60d6ab-623c-43bb-a3a8-2bbf54f310fd tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks [] for security_group, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:06:57.097325 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-7a60d6ab-623c-43bb-a3a8-2bbf54f310fd tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks [] for security_group, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:06:57.104005 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-7a60d6ab-623c-43bb-a3a8-2bbf54f310fd tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:06:57.142502 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a60d6ab-623c-43bb-a3a8-2bbf54f310fd tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0546816-7b7c-4283-81cd-3325f6c2fb90,revision_number=1']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:06:57.180363 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-7a60d6ab-623c-43bb-a3a8-2bbf54f310fd tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks [] for security_group, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:06:57.184896 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-7a60d6ab-623c-43bb-a3a8-2bbf54f310fd tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:06:57.216178 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a60d6ab-623c-43bb-a3a8-2bbf54f310fd tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed146b64-f46c-4f54-bebe-ade07d20c923,revision_number=1']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:06:57.217498 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2af77805-bb0f-479f-9709-6e5b7c8fc315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:06:57.221906 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-7a60d6ab-623c-43bb-a3a8-2bbf54f310fd tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks [] for security_group, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:06:57.226210 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-7a60d6ab-623c-43bb-a3a8-2bbf54f310fd tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2515357 Dec 18 14:06:57.226601 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 33860) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:06:57.231314 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-cccb7c6e-48c7-40b8-9e44-7efae318533d tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Request body: {'security_group_rule': {'security_group_id': 'ed146b64-f46c-4f54-bebe-ade07d20c923', 'project_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 14:06:57.261000 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-cccb7c6e-48c7-40b8-9e44-7efae318533d tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:06:57.318399 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-cccb7c6e-48c7-40b8-9e44-7efae318533d tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:06:57.324004 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-cccb7c6e-48c7-40b8-9e44-7efae318533d tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530267'] for security_group_rule, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:06:57.341443 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccb7c6e-48c7-40b8-9e44-7efae318533d tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1cd052fa-70be-4ed6-b679-ff0208b224fd,revision_number=0']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:06:57.349705 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-cccb7c6e-48c7-40b8-9e44-7efae318533d tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:06:57.350892 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-cccb7c6e-48c7-40b8-9e44-7efae318533d tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1233251 Dec 18 14:06:57.353664 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 33862) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:06:57.358081 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-78c230a4-8afc-4bc8-a1c5-ce0994742bb6 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Request body: {'security_group_rule': {'security_group_id': 'ed146b64-f46c-4f54-bebe-ade07d20c923', 'project_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 14:06:57.390811 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-78c230a4-8afc-4bc8-a1c5-ce0994742bb6 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:06:57.445953 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-78c230a4-8afc-4bc8-a1c5-ce0994742bb6 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:06:57.451843 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-78c230a4-8afc-4bc8-a1c5-ce0994742bb6 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530267'] for security_group_rule, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:06:57.470217 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c230a4-8afc-4bc8-a1c5-ce0994742bb6 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=584548f6-ec62-41c6-bd82-e67dd391a12d,revision_number=0']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:06:57.475865 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-78c230a4-8afc-4bc8-a1c5-ce0994742bb6 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:06:57.477393 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-78c230a4-8afc-4bc8-a1c5-ce0994742bb6 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1228163 Dec 18 14:06:57.480103 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 33864) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:06:57.486086 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-f40e6498-47bb-484b-a2f6-e2ce8f2f896a tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Request body: {'security_group_rule': {'security_group_id': 'ed146b64-f46c-4f54-bebe-ade07d20c923', 'project_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 14:06:57.517887 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-f40e6498-47bb-484b-a2f6-e2ce8f2f896a tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:06:57.572348 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-f40e6498-47bb-484b-a2f6-e2ce8f2f896a tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:06:57.577382 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-f40e6498-47bb-484b-a2f6-e2ce8f2f896a tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530267'] for security_group_rule, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:06:57.594343 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40e6498-47bb-484b-a2f6-e2ce8f2f896a tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cdfff37d-02b1-444c-a9d4-4604b0d41497,revision_number=0']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:06:57.601732 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-f40e6498-47bb-484b-a2f6-e2ce8f2f896a tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:06:57.602954 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-f40e6498-47bb-484b-a2f6-e2ce8f2f896a tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1216011 Dec 18 14:06:57.605770 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 33866) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:06:57.610282 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-46eb48f2-ed81-4244-b2ce-1f8fe36026bb tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Request body: {'security_group_rule': {'security_group_id': 'ed146b64-f46c-4f54-bebe-ade07d20c923', 'project_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 14:06:57.643256 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-46eb48f2-ed81-4244-b2ce-1f8fe36026bb tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:06:57.706852 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-46eb48f2-ed81-4244-b2ce-1f8fe36026bb tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:06:57.711184 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-46eb48f2-ed81-4244-b2ce-1f8fe36026bb tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530267'] for security_group_rule, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:06:57.730328 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46eb48f2-ed81-4244-b2ce-1f8fe36026bb tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=725d6bf3-9f32-495f-8c78-0f428987d7c7,revision_number=0']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:06:57.736167 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-46eb48f2-ed81-4244-b2ce-1f8fe36026bb tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:06:57.737294 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-46eb48f2-ed81-4244-b2ce-1f8fe36026bb tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1304924 Dec 18 14:06:57.740081 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 33868) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:06:57.744382 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-f237b4c2-2956-456a-a4a8-192113a7bee7 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Request body: {'security_group_rule': {'security_group_id': 'ed146b64-f46c-4f54-bebe-ade07d20c923', 'project_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 14:06:57.768612 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.db.securitygroups_db [None req-f237b4c2-2956-456a-a4a8-192113a7bee7 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Project 4fe8c5245f464a0b8a2abb9a0874f704 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 18 14:06:57.773584 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-f237b4c2-2956-456a-a4a8-192113a7bee7 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:06:57.830921 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-f237b4c2-2956-456a-a4a8-192113a7bee7 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:06:57.835636 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-f237b4c2-2956-456a-a4a8-192113a7bee7 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530267'] for security_group_rule, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:06:57.852165 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f237b4c2-2956-456a-a4a8-192113a7bee7 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16ceecbd-4369-4cd1-87c5-1e4af376a79c,revision_number=0']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:06:57.862936 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-f237b4c2-2956-456a-a4a8-192113a7bee7 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:06:57.866666 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-f237b4c2-2956-456a-a4a8-192113a7bee7 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1231673 Dec 18 14:06:57.866887 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 33870) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:06:57.871553 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-ee73e50b-3496-43f7-8b16-505fdc8c6e12 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Request body: {'security_group_rule': {'security_group_id': 'ed146b64-f46c-4f54-bebe-ade07d20c923', 'project_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 14:06:57.894920 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.db.securitygroups_db [None req-ee73e50b-3496-43f7-8b16-505fdc8c6e12 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Project 4fe8c5245f464a0b8a2abb9a0874f704 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 18 14:06:57.899906 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-ee73e50b-3496-43f7-8b16-505fdc8c6e12 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:06:57.959172 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-ee73e50b-3496-43f7-8b16-505fdc8c6e12 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:06:57.963096 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-ee73e50b-3496-43f7-8b16-505fdc8c6e12 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530267'] for security_group_rule, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:06:57.979685 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee73e50b-3496-43f7-8b16-505fdc8c6e12 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a143ea7-c307-464b-812f-4dc5a72c1b1c,revision_number=0']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:06:57.989679 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-ee73e50b-3496-43f7-8b16-505fdc8c6e12 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:06:57.990853 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-ee73e50b-3496-43f7-8b16-505fdc8c6e12 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1228449 Dec 18 14:06:57.993828 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 33872) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:06:57.998717 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-7792e2b4-cc5c-4150-a3a1-c80ce9618210 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Request body: {'network': {'name': 'tempest-network-smoke--143650820', 'project_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'port_security_enabled': True}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 14:06:58.022197 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7792e2b4-cc5c-4150-a3a1-c80ce9618210 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Made reservation on behalf of 4fe8c5245f464a0b8a2abb9a0874f704 for: {'network': 1} {{(pid=103160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 14:06:58.027241 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-7792e2b4-cc5c-4150-a3a1-c80ce9618210 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for network, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:06:58.053442 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7792e2b4-cc5c-4150-a3a1-c80ce9618210 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 128} {{(pid=103160) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 18 14:06:58.065799 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-7792e2b4-cc5c-4150-a3a1-c80ce9618210 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:06:58.066261 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.db.segments_db [None req-7792e2b4-cc5c-4150-a3a1-c80ce9618210 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Added segment eb4c49c5-b689-4e1d-b3da-5c9c38186880 of type vlan for network 21b3c16b-e6ba-4cd0-b454-223168524fcd Dec 18 14:06:58.115635 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-7792e2b4-cc5c-4150-a3a1-c80ce9618210 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767106405744'] for network, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:06:58.152198 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-7792e2b4-cc5c-4150-a3a1-c80ce9618210 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981'] for network, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:06:58.157969 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7792e2b4-cc5c-4150-a3a1-c80ce9618210 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:06:58.158598 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-7792e2b4-cc5c-4150-a3a1-c80ce9618210 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks [] for network, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:06:58.191915 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-7792e2b4-cc5c-4150-a3a1-c80ce9618210 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1971107 Dec 18 14:06:58.194972 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 33874) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:06:58.199642 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-d277bcaf-87a2-44c0-b8e6-f69434ede672 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-980013190', 'admin_state_up': True, 'project_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83'}}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 14:06:58.225863 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7792e2b4-cc5c-4150-a3a1-c80ce9618210 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Pushing event updated for resources: {'Network': ['ID=21b3c16b-e6ba-4cd0-b454-223168524fcd,revision_number=1']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:06:58.226059 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-d277bcaf-87a2-44c0-b8e6-f69434ede672 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28433'] for router, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:06:58.226838 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-d277bcaf-87a2-44c0-b8e6-f69434ede672 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-589769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28440'] for router, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:06:58.236955 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Network 21b3c16b-e6ba-4cd0-b454-223168524fcd details requested by agent ovs-agent-dv-neutron-744815-20-hyperv with host dv-neutron-744815-20-hyperv {{(pid=103161) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 18 14:06:58.286459 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-d277bcaf-87a2-44c0-b8e6-f69434ede672 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:06:58.433943 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-d277bcaf-87a2-44c0-b8e6-f69434ede672 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:06:58.622505 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-afa9ae9b-bdbb-4010-bcf6-3a46ce66cf71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:06:58.652360 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-d277bcaf-87a2-44c0-b8e6-f69434ede672 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks [] for router_gateway, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:06:58.670981 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-d277bcaf-87a2-44c0-b8e6-f69434ede672 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:06:58.778222 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.db_base_plugin_common [None req-d277bcaf-87a2-44c0-b8e6-f69434ede672 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Allocated IP 172.26.3.145 (decb4a40-7941-48c8-afbb-daaafd502e83/70deed80-3ca1-4f9e-96cb-563b43d3acba/3baa1e5a-b180-45b4-afe6-c48f7e125bc5) {{(pid=103159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 14:06:58.877064 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-d277bcaf-87a2-44c0-b8e6-f69434ede672 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks [] for port, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:06:58.913609 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-d277bcaf-87a2-44c0-b8e6-f69434ede672 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:06:58.961626 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d277bcaf-87a2-44c0-b8e6-f69434ede672 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Network decb4a40-7941-48c8-afbb-daaafd502e83 is already hosted by enough agents. {{(pid=103159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 14:06:58.964619 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.base_scheduler [None req-d277bcaf-87a2-44c0-b8e6-f69434ede672 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Resources bound (agent type, host, resource id): {{(pid=103159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 14:06:58.968555 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d277bcaf-87a2-44c0-b8e6-f69434ede672 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Received port after_create {{(pid=103159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 14:06:58.974098 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d277bcaf-87a2-44c0-b8e6-f69434ede672 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Pushing event updated for resources: {'Port': ['ID=3baa1e5a-b180-45b4-afe6-c48f7e125bc5,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:06:58.978424 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f52dc403-8519-4d55-8a3a-ad07a8b2d7fc None None] DHCP port deletion for decb4a40-7941-48c8-afbb-daaafd502e83 request from dv-neutron-744815-20-hyperv {{(pid=103161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 18 14:06:59.046264 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-a42de417-23a3-4121-a6fd-7d6172a8aec1 None None] Provisioning complete for port 3baa1e5a-b180-45b4-afe6-c48f7e125bc5 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 14:06:59.046607 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a42de417-23a3-4121-a6fd-7d6172a8aec1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:06:59.081433 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-a42de417-23a3-4121-a6fd-7d6172a8aec1 None None] Port 3baa1e5a-b180-45b4-afe6-c48f7e125bc5 cannot update to ACTIVE because it is not bound. {{(pid=103161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 14:06:59.564360 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-d277bcaf-87a2-44c0-b8e6-f69434ede672 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks [] for router_gateway, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:06:59.790362 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-d277bcaf-87a2-44c0-b8e6-f69434ede672 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-589760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-586526'] for router, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:06:59.938169 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d277bcaf-87a2-44c0-b8e6-f69434ede672 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Router a3cefe9e-27d9-41db-a2cd-319dfbdaef48 is scheduled to L3 agent c9c0cd52-5bd2-4704-9429-d80f1c5ad23c with binding_index 1 {{(pid=103159) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 18 14:07:00.046688 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d277bcaf-87a2-44c0-b8e6-f69434ede672 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Notify agent at l3_agent.dv-neutron-744815-20-hyperv the message routers_updated {{(pid=103159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 14:07:00.056912 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e115de7b-64a1-4d55-be87-17ea8dc08039 None None] Sync routers for ids ['a3cefe9e-27d9-41db-a2cd-319dfbdaef48'] in dv-neutron-744815-20-hyperv {{(pid=103161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 14:07:00.067276 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e115de7b-64a1-4d55-be87-17ea8dc08039 None None] Routers {'a3cefe9e-27d9-41db-a2cd-319dfbdaef48'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 14:07:00.067907 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-e115de7b-64a1-4d55-be87-17ea8dc08039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T14:06:57Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['a3cefe9e-27d9-41db-a2cd-319dfbdaef48'], 'active': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:07:00.069305 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-d277bcaf-87a2-44c0-b8e6-f69434ede672 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks [] for router, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:07:00.070684 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-d277bcaf-87a2-44c0-b8e6-f69434ede672 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8746474 Dec 18 14:07:00.073887 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 33876) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:07:00.162310 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7b7a3272-2b45-4d32-9670-25eb1afd1184 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:07:00.187639 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvr_db [None req-e115de7b-64a1-4d55-be87-17ea8dc08039 None None] Set router a3cefe9e-27d9-41db-a2cd-319dfbdaef48 gateway port host: dv-neutron-744815-20-hyperv {{(pid=103161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 14:07:00.197242 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-cfc9267a-f7a1-4b12-94a0-085923cda38b tempest-TestNetworkAdvancedServerOps-1952931920 tempest-TestNetworkAdvancedServerOps-1952931920-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=4fe8c5245f464a0b8a2abb9a0874f704&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1220145 Dec 18 14:07:00.199970 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 33880) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:07:00.290978 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60ab3d89-d753-4239-ada7-7dcff05aec8e tempest-TestNetworkAdvancedServerOps-1952931920 tempest-TestNetworkAdvancedServerOps-1952931920-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:07:00.292520 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-60ab3d89-d753-4239-ada7-7dcff05aec8e tempest-TestNetworkAdvancedServerOps-1952931920 tempest-TestNetworkAdvancedServerOps-1952931920-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0914216 Dec 18 14:07:00.295910 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 33882) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:07:00.323079 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-c0a2a15c-9a2c-4ee9-9419-c60f040f6524 tempest-TestNetworkAdvancedServerOps-1952931920 tempest-TestNetworkAdvancedServerOps-1952931920-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=decb4a40-7941-48c8-afbb-daaafd502e83&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0260003 Dec 18 14:07:00.325707 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 33884) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:07:00.331038 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-df7cb99c-ea29-4d44-98ad-6e60f2953fca tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2017664564', 'network_id': '21b3c16b-e6ba-4cd0-b454-223168524fcd', 'project_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 14:07:00.370009 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-e115de7b-64a1-4d55-be87-17ea8dc08039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3cefe9e-27d9-41db-a2cd-319dfbdaef48', 'name': 'tempest-TestNetworkAdvancedServerOps-router-980013190', 'tenant_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.145'}], 'enable_snat': True}, 'gw_port_id': '3baa1e5a-b180-45b4-afe6-c48f7e125bc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T14:06:58Z', 'updated_at': '2021-12-18T14:06:59Z', 'revision_number': 3, 'project_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'gw_port': {'id': '3baa1e5a-b180-45b4-afe6-c48f7e125bc5', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:ab:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3cefe9e-27d9-41db-a2cd-319dfbdaef48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T14:06:58Z', 'updated_at': '2021-12-18T14:06:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv'}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:07:00.397398 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e115de7b-64a1-4d55-be87-17ea8dc08039 None None] Checking router: a3cefe9e-27d9-41db-a2cd-319dfbdaef48 for host: dv-neutron-744815-20-hyperv {{(pid=103161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 18 14:07:00.397728 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e115de7b-64a1-4d55-be87-17ea8dc08039 None None] Updating router a3cefe9e-27d9-41db-a2cd-319dfbdaef48 port 3baa1e5a-b180-45b4-afe6-c48f7e125bc5 binding host dv-neutron-744815-20-hyperv {{(pid=103161) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 18 14:07:00.424453 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e115de7b-64a1-4d55-be87-17ea8dc08039 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:07:00.430706 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df7cb99c-ea29-4d44-98ad-6e60f2953fca tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Made reservation on behalf of 4fe8c5245f464a0b8a2abb9a0874f704 for: {'subnet': 1} {{(pid=103160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 14:07:00.434288 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-df7cb99c-ea29-4d44-98ad-6e60f2953fca tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4514414'] for subnet, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:07:00.615370 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-df7cb99c-ea29-4d44-98ad-6e60f2953fca tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4533410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4514424'] for subnet, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:07:00.675429 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e115de7b-64a1-4d55-be87-17ea8dc08039 None None] Publish callbacks [] for port, precommit_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:07:00.675665 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7cb99c-ea29-4d44-98ad-6e60f2953fca tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Pushing event updated for resources: {'Subnet': ['ID=1b3e8bfb-3b3e-4e1d-9203-19b41eeecd39,revision_number=0']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:07:00.681613 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e115de7b-64a1-4d55-be87-17ea8dc08039 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:07:00.687289 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df7cb99c-ea29-4d44-98ad-6e60f2953fca tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Checking segment: {'id': 'eb4c49c5-b689-4e1d-b3da-5c9c38186880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '21b3c16b-e6ba-4cd0-b454-223168524fcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 14:07:00.687464 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df7cb99c-ea29-4d44-98ad-6e60f2953fca tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Network hostable DHCP agents. Network: 21b3c16b-e6ba-4cd0-b454-223168524fcd, hostable agents: ['aa77effa-0e3a-4bbd-a383-4d58ed3328d0'], hosted agents: [] {{(pid=103160) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 18 14:07:00.706809 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df7cb99c-ea29-4d44-98ad-6e60f2953fca tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Network 21b3c16b-e6ba-4cd0-b454-223168524fcd is scheduled to be hosted by DHCP agent aa77effa-0e3a-4bbd-a383-4d58ed3328d0 with binding_index 1 {{(pid=103160) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 18 14:07:00.718327 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.base_scheduler [None req-df7cb99c-ea29-4d44-98ad-6e60f2953fca tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-744815-20-hyperv, 21b3c16b-e6ba-4cd0-b454-223168524fcd) {{(pid=103160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 14:07:00.723036 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3d18990-9b95-4a5e-aa13-98718414b61c None None] DHCP port deletion for decb4a40-7941-48c8-afbb-daaafd502e83 request from dv-neutron-744815-20-hyperv {{(pid=103161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 18 14:07:00.723608 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df7cb99c-ea29-4d44-98ad-6e60f2953fca tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:07:00.724830 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-df7cb99c-ea29-4d44-98ad-6e60f2953fca tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks [] for subnet, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:07:00.732231 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-804cfc48-1b67-4c5d-b22b-c298f8006d28 None None] Network 21b3c16b-e6ba-4cd0-b454-223168524fcd requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 14:07:00.741708 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-df7cb99c-ea29-4d44-98ad-6e60f2953fca tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4145055 Dec 18 14:07:00.744472 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 33886) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:07:00.762715 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-e115de7b-64a1-4d55-be87-17ea8dc08039 None None] Attempting to bind port 3baa1e5a-b180-45b4-afe6-c48f7e125bc5 on host dv-neutron-744815-20-hyperv for vnic_type normal with profile {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 14:07:00.763192 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-e115de7b-64a1-4d55-be87-17ea8dc08039 None None] Attempting to bind port 3baa1e5a-b180-45b4-afe6-c48f7e125bc5 by drivers openvswitch,hyperv on host dv-neutron-744815-20-hyperv at level 0 using segments [{'id': '3f66d49c-4faa-434c-8c3e-991f4f1d01bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83'}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 14:07:00.763860 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e115de7b-64a1-4d55-be87-17ea8dc08039 None None] Attempting to bind port 3baa1e5a-b180-45b4-afe6-c48f7e125bc5 on network decb4a40-7941-48c8-afbb-daaafd502e83 {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 14:07:00.769215 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a68a827-ca61-4d9d-a175-adeb2f91f317 None None] Pushing event updated for resources: {'Port': ['ID=3baa1e5a-b180-45b4-afe6-c48f7e125bc5,revision_number=2']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:07:00.806960 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e115de7b-64a1-4d55-be87-17ea8dc08039 None None] Checking agent: {'id': '428fa9fa-43db-4db9-9f96-f60ffe931f2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-20-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 13, 19, 1), 'started_at': datetime.datetime(2021, 12, 18, 13, 19, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 14, 6, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-20-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 18 14:07:00.807363 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e115de7b-64a1-4d55-be87-17ea8dc08039 None None] Checking segment: {'id': '3f66d49c-4faa-434c-8c3e-991f4f1d01bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 14:07:00.807778 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e115de7b-64a1-4d55-be87-17ea8dc08039 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:07:00.808167 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e115de7b-64a1-4d55-be87-17ea8dc08039 None None] Bound using segment: {'id': '3f66d49c-4faa-434c-8c3e-991f4f1d01bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83'} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 18 14:07:00.808644 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-e115de7b-64a1-4d55-be87-17ea8dc08039 None None] Bound port: 3baa1e5a-b180-45b4-afe6-c48f7e125bc5, host: dv-neutron-744815-20-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f66d49c-4faa-434c-8c3e-991f4f1d01bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83'}}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 18 14:07:00.809025 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e115de7b-64a1-4d55-be87-17ea8dc08039 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:07:00.854505 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-a2c8b66b-fa48-4146-a6a6-a914c0753a6a None None] Provisioning complete for port 3baa1e5a-b180-45b4-afe6-c48f7e125bc5 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 14:07:00.854874 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a2c8b66b-fa48-4146-a6a6-a914c0753a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:07:00.935260 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-e115de7b-64a1-4d55-be87-17ea8dc08039 None None] For port 3baa1e5a-b180-45b4-afe6-c48f7e125bc5, host dv-neutron-744815-20-hyperv, cleared binding levels {{(pid=103161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 18 14:07:00.938976 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:07:00.948282 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-a2c8b66b-fa48-4146-a6a6-a914c0753a6a None None] Port 3baa1e5a-b180-45b4-afe6-c48f7e125bc5 cannot update to ACTIVE because it is not bound. {{(pid=103161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 14:07:00.952799 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96487f7d-ed27-4abd-b058-82dc4b8c8cca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp31e170a0-46a1-5ba9-9dc1-7ee4f866f0d7-21b3c16b-e6ba-4cd0-b454-223168524fcd', 'network_id': '21b3c16b-e6ba-4cd0-b454-223168524fcd', 'project_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'fixed_ips': [{'subnet_id': '1b3e8bfb-3b3e-4e1d-9203-19b41eeecd39'}]}} from dv-neutron-744815-20-hyperv. {{(pid=103161) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 18 14:07:00.953651 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-96487f7d-ed27-4abd-b058-82dc4b8c8cca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:07:00.956917 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-e115de7b-64a1-4d55-be87-17ea8dc08039 None None] For port 3baa1e5a-b180-45b4-afe6-c48f7e125bc5, host dv-neutron-744815-20-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=3baa1e5a-b180-45b4-afe6-c48f7e125bc5,segment=NetworkSegment(3f66d49c-4faa-434c-8c3e-991f4f1d01bd),segment_id=3f66d49c-4faa-434c-8c3e-991f4f1d01bd)] {{(pid=103161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 18 14:07:00.969031 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e115de7b-64a1-4d55-be87-17ea8dc08039 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:07:01.069526 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2697fb41-5110-466c-9fe8-334a041bf77a None None] DHCP port deletion for decb4a40-7941-48c8-afbb-daaafd502e83 request from dv-neutron-744815-20-hyperv {{(pid=103161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 18 14:07:01.105319 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a68a827-ca61-4d9d-a175-adeb2f91f317 None None] Pushing event updated for resources: {'Port': ['ID=3baa1e5a-b180-45b4-afe6-c48f7e125bc5,revision_number=3']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:07:01.107899 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e115de7b-64a1-4d55-be87-17ea8dc08039 None None] Routers {'a3cefe9e-27d9-41db-a2cd-319dfbdaef48'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 14:07:01.108507 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-e115de7b-64a1-4d55-be87-17ea8dc08039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T14:06:57Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['a3cefe9e-27d9-41db-a2cd-319dfbdaef48'], 'active': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:07:01.198222 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-0c807ce6-01af-476c-82d1-c54a4e365a0a tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:07:01.248571 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_common [None req-96487f7d-ed27-4abd-b058-82dc4b8c8cca None None] Allocated IP 172.20.0.2 (21b3c16b-e6ba-4cd0-b454-223168524fcd/1b3e8bfb-3b3e-4e1d-9203-19b41eeecd39/e9e156bd-5494-4d99-a5cc-87d27fd176d8) {{(pid=103161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 14:07:01.254658 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-59993b8a-d4e4-460a-8917-d467e36bd775 None None] Provisioning complete for port 3baa1e5a-b180-45b4-afe6-c48f7e125bc5 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 14:07:01.255051 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-59993b8a-d4e4-460a-8917-d467e36bd775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:07:01.327438 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvr_db [None req-e115de7b-64a1-4d55-be87-17ea8dc08039 None None] Set router a3cefe9e-27d9-41db-a2cd-319dfbdaef48 gateway port host: dv-neutron-744815-20-hyperv {{(pid=103161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 14:07:01.726897 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-59993b8a-d4e4-460a-8917-d467e36bd775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:07:01.756357 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-96487f7d-ed27-4abd-b058-82dc4b8c8cca None None] Publish callbacks [] for port, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:07:01.782095 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-59993b8a-d4e4-460a-8917-d467e36bd775 None None] For port 3baa1e5a-b180-45b4-afe6-c48f7e125bc5, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=3baa1e5a-b180-45b4-afe6-c48f7e125bc5,segment=NetworkSegment(3f66d49c-4faa-434c-8c3e-991f4f1d01bd),segment_id=3f66d49c-4faa-434c-8c3e-991f4f1d01bd)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 14:07:01.785152 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-96487f7d-ed27-4abd-b058-82dc4b8c8cca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975'] for port, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:07:01.793608 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-59993b8a-d4e4-460a-8917-d467e36bd775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:07:01.832254 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.db_base_plugin_common [None req-0c807ce6-01af-476c-82d1-c54a4e365a0a tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Allocated IP 172.20.0.1 (21b3c16b-e6ba-4cd0-b454-223168524fcd/1b3e8bfb-3b3e-4e1d-9203-19b41eeecd39/9bc1e0e3-b296-4fbd-9586-a681c1ad73f4) {{(pid=103160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 14:07:01.835739 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96487f7d-ed27-4abd-b058-82dc4b8c8cca None None] Network 21b3c16b-e6ba-4cd0-b454-223168524fcd is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 14:07:01.840090 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-96487f7d-ed27-4abd-b058-82dc4b8c8cca None None] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 14:07:01.846090 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96487f7d-ed27-4abd-b058-82dc4b8c8cca None None] Received port after_create {{(pid=103161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 14:07:01.848876 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96487f7d-ed27-4abd-b058-82dc4b8c8cca None None] Pushing event updated for resources: {'Port': ['ID=e9e156bd-5494-4d99-a5cc-87d27fd176d8,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:07:01.941740 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-e115de7b-64a1-4d55-be87-17ea8dc08039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3cefe9e-27d9-41db-a2cd-319dfbdaef48', 'name': 'tempest-TestNetworkAdvancedServerOps-router-980013190', 'tenant_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.145'}], 'enable_snat': True}, 'gw_port_id': '3baa1e5a-b180-45b4-afe6-c48f7e125bc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T14:06:58Z', 'updated_at': '2021-12-18T14:06:59Z', 'revision_number': 3, 'project_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'gw_port': {'id': '3baa1e5a-b180-45b4-afe6-c48f7e125bc5', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:ab:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3cefe9e-27d9-41db-a2cd-319dfbdaef48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T14:06:58Z', 'updated_at': '2021-12-18T14:07:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv'}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:07:01.955476 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-0c807ce6-01af-476c-82d1-c54a4e365a0a tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks [] for port, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:07:01.976109 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-96487f7d-ed27-4abd-b058-82dc4b8c8cca None None] Attempting to bind port e9e156bd-5494-4d99-a5cc-87d27fd176d8 on host dv-neutron-744815-20-hyperv for vnic_type normal with profile {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 14:07:01.976647 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-96487f7d-ed27-4abd-b058-82dc4b8c8cca None None] Attempting to bind port e9e156bd-5494-4d99-a5cc-87d27fd176d8 by drivers openvswitch,hyperv on host dv-neutron-744815-20-hyperv at level 0 using segments [{'id': 'eb4c49c5-b689-4e1d-b3da-5c9c38186880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '21b3c16b-e6ba-4cd0-b454-223168524fcd'}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 14:07:01.976848 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96487f7d-ed27-4abd-b058-82dc4b8c8cca None None] Attempting to bind port e9e156bd-5494-4d99-a5cc-87d27fd176d8 on network 21b3c16b-e6ba-4cd0-b454-223168524fcd {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 14:07:01.979574 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e115de7b-64a1-4d55-be87-17ea8dc08039 None None] The sync data for ids ['a3cefe9e-27d9-41db-a2cd-319dfbdaef48'] in dv-neutron-744815-20-hyperv is: [{'id': 'a3cefe9e-27d9-41db-a2cd-319dfbdaef48', 'name': 'tempest-TestNetworkAdvancedServerOps-router-980013190', 'tenant_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.145'}], 'enable_snat': True}, 'gw_port_id': '3baa1e5a-b180-45b4-afe6-c48f7e125bc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T14:06:58Z', 'updated_at': '2021-12-18T14:06:59Z', 'revision_number': 3, 'project_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'gw_port': {'id': '3baa1e5a-b180-45b4-afe6-c48f7e125bc5', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:ab:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3cefe9e-27d9-41db-a2cd-319dfbdaef48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T14:06:58Z', 'updated_at': '2021-12-18T14:07:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv'}] {{(pid=103161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 14:07:01.980964 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59993b8a-d4e4-460a-8917-d467e36bd775 None None] Pushing event updated for resources: {'Port': ['ID=3baa1e5a-b180-45b4-afe6-c48f7e125bc5,revision_number=4']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:07:01.987449 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96487f7d-ed27-4abd-b058-82dc4b8c8cca None None] Checking agent: {'id': '428fa9fa-43db-4db9-9f96-f60ffe931f2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-20-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 13, 19, 1), 'started_at': datetime.datetime(2021, 12, 18, 13, 19, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 14, 7, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-20-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 18 14:07:01.987832 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96487f7d-ed27-4abd-b058-82dc4b8c8cca None None] Checking segment: {'id': 'eb4c49c5-b689-4e1d-b3da-5c9c38186880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '21b3c16b-e6ba-4cd0-b454-223168524fcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 14:07:01.988336 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-96487f7d-ed27-4abd-b058-82dc4b8c8cca None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:07:01.988643 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96487f7d-ed27-4abd-b058-82dc4b8c8cca None None] Bound using segment: {'id': 'eb4c49c5-b689-4e1d-b3da-5c9c38186880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '21b3c16b-e6ba-4cd0-b454-223168524fcd'} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 18 14:07:01.989107 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-96487f7d-ed27-4abd-b058-82dc4b8c8cca None None] Bound port: e9e156bd-5494-4d99-a5cc-87d27fd176d8, host: dv-neutron-744815-20-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb4c49c5-b689-4e1d-b3da-5c9c38186880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '21b3c16b-e6ba-4cd0-b454-223168524fcd'}}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 18 14:07:01.989541 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-96487f7d-ed27-4abd-b058-82dc4b8c8cca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:07:01.994837 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-0c807ce6-01af-476c-82d1-c54a4e365a0a tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4533522'] for port, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:07:02.034932 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c807ce6-01af-476c-82d1-c54a4e365a0a tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Network 21b3c16b-e6ba-4cd0-b454-223168524fcd is already hosted by enough agents. {{(pid=103160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 14:07:02.038154 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.base_scheduler [None req-0c807ce6-01af-476c-82d1-c54a4e365a0a tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Resources bound (agent type, host, resource id): {{(pid=103160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 14:07:02.040656 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c807ce6-01af-476c-82d1-c54a4e365a0a tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Received port after_create {{(pid=103160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 14:07:02.060095 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-96487f7d-ed27-4abd-b058-82dc4b8c8cca None None] For port e9e156bd-5494-4d99-a5cc-87d27fd176d8, host dv-neutron-744815-20-hyperv, cleared binding levels {{(pid=103161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 18 14:07:02.063610 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-96487f7d-ed27-4abd-b058-82dc4b8c8cca None None] For port e9e156bd-5494-4d99-a5cc-87d27fd176d8, host dv-neutron-744815-20-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=e9e156bd-5494-4d99-a5cc-87d27fd176d8,segment=NetworkSegment(eb4c49c5-b689-4e1d-b3da-5c9c38186880),segment_id=eb4c49c5-b689-4e1d-b3da-5c9c38186880)] {{(pid=103161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 18 14:07:02.070387 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-96487f7d-ed27-4abd-b058-82dc4b8c8cca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:07:02.080333 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c807ce6-01af-476c-82d1-c54a4e365a0a tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Pushing event updated for resources: {'Port': ['ID=9bc1e0e3-b296-4fbd-9586-a681c1ad73f4,revision_number=1']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:07:02.104181 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-0c807ce6-01af-476c-82d1-c54a4e365a0a tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586257'] for router_interface, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:07:02.131779 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96487f7d-ed27-4abd-b058-82dc4b8c8cca None None] Pushing event updated for resources: {'Port': ['ID=e9e156bd-5494-4d99-a5cc-87d27fd176d8,revision_number=2']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:07:02.266302 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-0c807ce6-01af-476c-82d1-c54a4e365a0a tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:07:02.596217 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-0c807ce6-01af-476c-82d1-c54a4e365a0a tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks [] for port, precommit_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:07:02.601768 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-0c807ce6-01af-476c-82d1-c54a4e365a0a tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4533541'] for port, after_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:07:02.680836 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-0c807ce6-01af-476c-82d1-c54a4e365a0a tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1048031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586432'] for router_interface, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:07:02.682608 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c807ce6-01af-476c-82d1-c54a4e365a0a tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Pushing event updated for resources: {'Port': ['ID=9bc1e0e3-b296-4fbd-9586-a681c1ad73f4,revision_number=2']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:07:02.778523 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c807ce6-01af-476c-82d1-c54a4e365a0a tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Network 21b3c16b-e6ba-4cd0-b454-223168524fcd is already hosted by enough agents. {{(pid=103160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 14:07:02.780127 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.base_scheduler [None req-0c807ce6-01af-476c-82d1-c54a4e365a0a tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Resources bound (agent type, host, resource id): {{(pid=103160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 14:07:02.904319 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c807ce6-01af-476c-82d1-c54a4e365a0a tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Router a3cefe9e-27d9-41db-a2cd-319dfbdaef48 has already been hosted by L3 agent c9c0cd52-5bd2-4704-9429-d80f1c5ad23c {{(pid=103160) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 18 14:07:03.025489 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c807ce6-01af-476c-82d1-c54a4e365a0a tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Notify agent at l3_agent.dv-neutron-744815-20-hyperv the message routers_updated {{(pid=103160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 14:07:03.031006 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-0c807ce6-01af-476c-82d1-c54a4e365a0a tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "PUT /v2.0/routers/a3cefe9e-27d9-41db-a2cd-319dfbdaef48/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2855613 Dec 18 14:07:03.104079 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f44d8d6e-4c3b-4621-b077-9c7c1bd0383c None None] Network 21b3c16b-e6ba-4cd0-b454-223168524fcd requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 14:07:03.175642 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-bc686b35-1a54-46e6-9885-1b61954a85a0 None None] Provisioning complete for port e9e156bd-5494-4d99-a5cc-87d27fd176d8 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 14:07:03.176042 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-bc686b35-1a54-46e6-9885-1b61954a85a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:07:03.189635 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-169735dd-c1dc-45e0-9c8a-1c83dad6f390 req-d4b2c4bc-9ba3-4d47-8d4d-ae5599555f13 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-266488093&fields=id&tenant_id=4fe8c5245f464a0b8a2abb9a0874f704 HTTP/1.1" status: 200 len: 267 time: 0.0456078 Dec 18 14:07:03.293410 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-bc686b35-1a54-46e6-9885-1b61954a85a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:07:03.300687 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169735dd-c1dc-45e0-9c8a-1c83dad6f390 req-39ed576f-c8a3-4278-84f3-a3d8e42c2641 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:07:03.306976 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-169735dd-c1dc-45e0-9c8a-1c83dad6f390 req-39ed576f-c8a3-4278-84f3-a3d8e42c2641 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "GET /v2.0/networks?id=21b3c16b-e6ba-4cd0-b454-223168524fcd HTTP/1.1" status: 200 len: 796 time: 0.1101317 Dec 18 14:07:03.319773 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-169735dd-c1dc-45e0-9c8a-1c83dad6f390 req-c2fee277-d8e2-4694-9d3c-6b20d2308ac7 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "GET /v2.0/quotas/4fe8c5245f464a0b8a2abb9a0874f704 HTTP/1.1" status: 200 len: 375 time: 0.0108788 Dec 18 14:07:03.333161 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-bc686b35-1a54-46e6-9885-1b61954a85a0 None None] For port e9e156bd-5494-4d99-a5cc-87d27fd176d8, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=e9e156bd-5494-4d99-a5cc-87d27fd176d8,segment=NetworkSegment(eb4c49c5-b689-4e1d-b3da-5c9c38186880),segment_id=eb4c49c5-b689-4e1d-b3da-5c9c38186880)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 14:07:03.340341 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-bc686b35-1a54-46e6-9885-1b61954a85a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:07:03.400287 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-169735dd-c1dc-45e0-9c8a-1c83dad6f390 req-932e40e7-2841-4470-b15e-654ca790cc9a tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=4fe8c5245f464a0b8a2abb9a0874f704&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0677712 Dec 18 14:07:03.409054 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc686b35-1a54-46e6-9885-1b61954a85a0 None None] Pushing event updated for resources: {'Port': ['ID=e9e156bd-5494-4d99-a5cc-87d27fd176d8,revision_number=3']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:07:03.552139 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-169735dd-c1dc-45e0-9c8a-1c83dad6f390 req-5bfdcf1f-5303-4eea-9eb9-722781bdcfa5 service neutron] 10.222.0.31 "GET /v2.0/networks/21b3c16b-e6ba-4cd0-b454-223168524fcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508560 Dec 18 14:07:03.564061 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-9ba139a1-0415-448c-aef1-615cd4ce18fa None None] Provisioning complete for port 9bc1e0e3-b296-4fbd-9586-a681c1ad73f4 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 14:07:03.564571 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-9ba139a1-0415-448c-aef1-615cd4ce18fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:07:03.608788 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-9ba139a1-0415-448c-aef1-615cd4ce18fa None None] Port 9bc1e0e3-b296-4fbd-9586-a681c1ad73f4 cannot update to ACTIVE because it is not bound. {{(pid=103161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 14:07:03.619988 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-9ba139a1-0415-448c-aef1-615cd4ce18fa None None] Provisioning complete for port e9e156bd-5494-4d99-a5cc-87d27fd176d8 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 14:07:03.620359 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-9ba139a1-0415-448c-aef1-615cd4ce18fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:07:03.660115 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-169735dd-c1dc-45e0-9c8a-1c83dad6f390 req-dc0c0cb9-6b96-4d07-827a-87233dbed8e1 service neutron] 10.222.0.31 "GET /v2.0/networks/21b3c16b-e6ba-4cd0-b454-223168524fcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012464 Dec 18 14:07:03.693908 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c517b1b-34f1-4726-8f89-13046f40f5fe None None] Sync routers for ids ['a3cefe9e-27d9-41db-a2cd-319dfbdaef48'] in dv-neutron-744815-20-hyperv {{(pid=103162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 14:07:03.710993 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c517b1b-34f1-4726-8f89-13046f40f5fe None None] Routers {'a3cefe9e-27d9-41db-a2cd-319dfbdaef48'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 14:07:03.711670 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-8c517b1b-34f1-4726-8f89-13046f40f5fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T14:06:57Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['a3cefe9e-27d9-41db-a2cd-319dfbdaef48'], 'active': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:07:03.847916 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2e48d98b-852a-4101-b6bd-f70717a09e36 None None] Provisioning complete for port 9bc1e0e3-b296-4fbd-9586-a681c1ad73f4 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 14:07:03.848296 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2e48d98b-852a-4101-b6bd-f70717a09e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:07:03.865662 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvr_db [None req-8c517b1b-34f1-4726-8f89-13046f40f5fe None None] Set router a3cefe9e-27d9-41db-a2cd-319dfbdaef48 gateway port host: dv-neutron-744815-20-hyperv {{(pid=103162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 14:07:03.914713 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-2e48d98b-852a-4101-b6bd-f70717a09e36 None None] Port 9bc1e0e3-b296-4fbd-9586-a681c1ad73f4 cannot update to ACTIVE because it is not bound. {{(pid=103161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 14:07:03.924996 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-8c70c702-b3ae-48ea-903a-6b39bfa350d5 req-63dc7aa8-1ed2-482d-ac07-9485195863f1 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "GET /v2.0/ports?device_id=74d03cc3-19be-4986-a334-54f4f6f73496 HTTP/1.1" status: 200 len: 210 time: 0.0389400 Dec 18 14:07:03.971407 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device e9e156bd-5494-4d99-a5cc-87d27fd176d8 up at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 14:07:04.029136 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2294866d-0076-4933-952c-685307032598 None None] Provisioning complete for port e9e156bd-5494-4d99-a5cc-87d27fd176d8 triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 14:07:04.029516 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:07:04.070827 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-cbafcb3c-aad8-42ab-b3f1-aff542ade248 None None] Provisioning complete for port 9bc1e0e3-b296-4fbd-9586-a681c1ad73f4 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 14:07:04.071332 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-cbafcb3c-aad8-42ab-b3f1-aff542ade248 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:07:04.105413 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-8c517b1b-34f1-4726-8f89-13046f40f5fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3cefe9e-27d9-41db-a2cd-319dfbdaef48', 'name': 'tempest-TestNetworkAdvancedServerOps-router-980013190', 'tenant_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.145'}], 'enable_snat': True}, 'gw_port_id': '3baa1e5a-b180-45b4-afe6-c48f7e125bc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T14:06:58Z', 'updated_at': '2021-12-18T14:07:02Z', 'revision_number': 4, 'project_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'gw_port': {'id': '3baa1e5a-b180-45b4-afe6-c48f7e125bc5', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:ab:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3cefe9e-27d9-41db-a2cd-319dfbdaef48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T14:06:58Z', 'updated_at': '2021-12-18T14:07:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv', '_interfaces': [{'id': '9bc1e0e3-b296-4fbd-9586-a681c1ad73f4', 'name': '', 'network_id': '21b3c16b-e6ba-4cd0-b454-223168524fcd', 'tenant_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'mac_address': 'fa:16:3e:7f:0e:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3cefe9e-27d9-41db-a2cd-319dfbdaef48', 'device_owner': 'network:router_interface', 'standard_attr_id': 1721, 'fixed_ips': [{'subnet_id': '1b3e8bfb-3b3e-4e1d-9203-19b41eeecd39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T14:07:01Z', 'updated_at': '2021-12-18T14:07:02Z', 'revision_number': 2, 'project_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'subnets': [{'id': '1b3e8bfb-3b3e-4e1d-9203-19b41eeecd39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:07:04.115321 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-cbafcb3c-aad8-42ab-b3f1-aff542ade248 None None] Port 9bc1e0e3-b296-4fbd-9586-a681c1ad73f4 cannot update to ACTIVE because it is not bound. {{(pid=103161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 14:07:04.136428 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c517b1b-34f1-4726-8f89-13046f40f5fe None None] Checking router: a3cefe9e-27d9-41db-a2cd-319dfbdaef48 for host: dv-neutron-744815-20-hyperv {{(pid=103162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 18 14:07:04.136777 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c517b1b-34f1-4726-8f89-13046f40f5fe None None] Updating router a3cefe9e-27d9-41db-a2cd-319dfbdaef48 port 9bc1e0e3-b296-4fbd-9586-a681c1ad73f4 binding host dv-neutron-744815-20-hyperv {{(pid=103162) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 18 14:07:04.155395 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 3baa1e5a-b180-45b4-afe6-c48f7e125bc5 up at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 14:07:04.162795 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8c517b1b-34f1-4726-8f89-13046f40f5fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:07:04.206991 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2294866d-0076-4933-952c-685307032598 None None] Provisioning complete for port 3baa1e5a-b180-45b4-afe6-c48f7e125bc5 triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 14:07:04.207396 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:07:04.432593 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8c517b1b-34f1-4726-8f89-13046f40f5fe None None] Publish callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:07:04.438041 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8c517b1b-34f1-4726-8f89-13046f40f5fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:07:04.485310 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fa7e70-cae5-469c-8147-d39db4b1caa2 None None] Pushing event updated for resources: {'Port': ['ID=9bc1e0e3-b296-4fbd-9586-a681c1ad73f4,revision_number=3']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:07:04.609798 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fa7e70-cae5-469c-8147-d39db4b1caa2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:07:04.610049 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fa7e70-cae5-469c-8147-d39db4b1caa2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:07:04.610387 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fa7e70-cae5-469c-8147-d39db4b1caa2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:07:04.610720 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fa7e70-cae5-469c-8147-d39db4b1caa2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:07:04.611253 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fa7e70-cae5-469c-8147-d39db4b1caa2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:07:04.611583 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fa7e70-cae5-469c-8147-d39db4b1caa2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:07:04.611904 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fa7e70-cae5-469c-8147-d39db4b1caa2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:07:04.612223 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fa7e70-cae5-469c-8147-d39db4b1caa2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:07:04.612702 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fa7e70-cae5-469c-8147-d39db4b1caa2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:07:04.613042 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fa7e70-cae5-469c-8147-d39db4b1caa2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:07:04.613339 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fa7e70-cae5-469c-8147-d39db4b1caa2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:07:04.613657 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fa7e70-cae5-469c-8147-d39db4b1caa2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:07:04.613972 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fa7e70-cae5-469c-8147-d39db4b1caa2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:07:04.648369 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [None req-8c517b1b-34f1-4726-8f89-13046f40f5fe None None] Attempting to bind port 9bc1e0e3-b296-4fbd-9586-a681c1ad73f4 on host dv-neutron-744815-20-hyperv for vnic_type normal with profile {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 14:07:04.648764 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [None req-8c517b1b-34f1-4726-8f89-13046f40f5fe None None] Attempting to bind port 9bc1e0e3-b296-4fbd-9586-a681c1ad73f4 by drivers openvswitch,hyperv on host dv-neutron-744815-20-hyperv at level 0 using segments [{'id': 'eb4c49c5-b689-4e1d-b3da-5c9c38186880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '21b3c16b-e6ba-4cd0-b454-223168524fcd'}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 14:07:04.649122 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c517b1b-34f1-4726-8f89-13046f40f5fe None None] Attempting to bind port 9bc1e0e3-b296-4fbd-9586-a681c1ad73f4 on network 21b3c16b-e6ba-4cd0-b454-223168524fcd {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 14:07:04.655319 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c517b1b-34f1-4726-8f89-13046f40f5fe None None] Checking agent: {'id': '428fa9fa-43db-4db9-9f96-f60ffe931f2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-20-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 13, 19, 1), 'started_at': datetime.datetime(2021, 12, 18, 13, 19, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 14, 7, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-20-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 18 14:07:04.655785 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c517b1b-34f1-4726-8f89-13046f40f5fe None None] Checking segment: {'id': 'eb4c49c5-b689-4e1d-b3da-5c9c38186880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '21b3c16b-e6ba-4cd0-b454-223168524fcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 14:07:04.656176 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8c517b1b-34f1-4726-8f89-13046f40f5fe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:07:04.656560 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c517b1b-34f1-4726-8f89-13046f40f5fe None None] Bound using segment: {'id': 'eb4c49c5-b689-4e1d-b3da-5c9c38186880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '21b3c16b-e6ba-4cd0-b454-223168524fcd'} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 18 14:07:04.657280 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [None req-8c517b1b-34f1-4726-8f89-13046f40f5fe None None] Bound port: 9bc1e0e3-b296-4fbd-9586-a681c1ad73f4, host: dv-neutron-744815-20-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb4c49c5-b689-4e1d-b3da-5c9c38186880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '21b3c16b-e6ba-4cd0-b454-223168524fcd'}}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 18 14:07:04.657779 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8c517b1b-34f1-4726-8f89-13046f40f5fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:07:04.721061 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-8c517b1b-34f1-4726-8f89-13046f40f5fe None None] For port 9bc1e0e3-b296-4fbd-9586-a681c1ad73f4, host dv-neutron-744815-20-hyperv, cleared binding levels {{(pid=103162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 18 14:07:04.724233 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-8c517b1b-34f1-4726-8f89-13046f40f5fe None None] For port 9bc1e0e3-b296-4fbd-9586-a681c1ad73f4, host dv-neutron-744815-20-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=9bc1e0e3-b296-4fbd-9586-a681c1ad73f4,segment=NetworkSegment(eb4c49c5-b689-4e1d-b3da-5c9c38186880),segment_id=eb4c49c5-b689-4e1d-b3da-5c9c38186880)] {{(pid=103162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 18 14:07:04.730504 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8c517b1b-34f1-4726-8f89-13046f40f5fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:07:04.744149 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-42b5b896-5f32-48d8-9f7e-26bd387b4ac9 None None] Provisioning complete for port 9bc1e0e3-b296-4fbd-9586-a681c1ad73f4 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 14:07:04.744483 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-42b5b896-5f32-48d8-9f7e-26bd387b4ac9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:07:04.785729 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c517b1b-34f1-4726-8f89-13046f40f5fe None None] Routers {'a3cefe9e-27d9-41db-a2cd-319dfbdaef48'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 14:07:04.786358 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-8c517b1b-34f1-4726-8f89-13046f40f5fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T14:06:57Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['a3cefe9e-27d9-41db-a2cd-319dfbdaef48'], 'active': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:07:04.825402 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fa7e70-cae5-469c-8147-d39db4b1caa2 None None] Pushing event updated for resources: {'Port': ['ID=9bc1e0e3-b296-4fbd-9586-a681c1ad73f4,revision_number=4']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:07:04.831867 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-42b5b896-5f32-48d8-9f7e-26bd387b4ac9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:07:04.872080 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-42b5b896-5f32-48d8-9f7e-26bd387b4ac9 None None] For port 9bc1e0e3-b296-4fbd-9586-a681c1ad73f4, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=9bc1e0e3-b296-4fbd-9586-a681c1ad73f4,segment=NetworkSegment(eb4c49c5-b689-4e1d-b3da-5c9c38186880),segment_id=eb4c49c5-b689-4e1d-b3da-5c9c38186880)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 14:07:04.879706 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-42b5b896-5f32-48d8-9f7e-26bd387b4ac9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:07:04.907741 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvr_db [None req-8c517b1b-34f1-4726-8f89-13046f40f5fe None None] Set router a3cefe9e-27d9-41db-a2cd-319dfbdaef48 gateway port host: dv-neutron-744815-20-hyperv {{(pid=103162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 14:07:04.955430 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b5b896-5f32-48d8-9f7e-26bd387b4ac9 None None] Pushing event updated for resources: {'Port': ['ID=9bc1e0e3-b296-4fbd-9586-a681c1ad73f4,revision_number=5']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:07:05.115045 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-c66fe299-7876-45d3-a2c9-a9ff85749c54 req-d977eb38-4a92-402f-b010-40d8874f2286 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "GET /v2.0/ports?device_id=74d03cc3-19be-4986-a334-54f4f6f73496 HTTP/1.1" status: 200 len: 210 time: 0.0462034 Dec 18 14:07:05.126380 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-247f01df-f9b9-46ff-a8a3-f61c99ef11b6 None None] Provisioning complete for port 9bc1e0e3-b296-4fbd-9586-a681c1ad73f4 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 14:07:05.126924 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-247f01df-f9b9-46ff-a8a3-f61c99ef11b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:07:05.163402 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169735dd-c1dc-45e0-9c8a-1c83dad6f390 req-98b7d930-46d0-418b-8869-f1c53bee0729 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:07:05.165010 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-169735dd-c1dc-45e0-9c8a-1c83dad6f390 req-98b7d930-46d0-418b-8869-f1c53bee0729 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.43 "GET /v2.0/networks?id=21b3c16b-e6ba-4cd0-b454-223168524fcd HTTP/1.1" status: 200 len: 796 time: 0.1930883 Dec 18 14:07:05.177588 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-8c517b1b-34f1-4726-8f89-13046f40f5fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3cefe9e-27d9-41db-a2cd-319dfbdaef48', 'name': 'tempest-TestNetworkAdvancedServerOps-router-980013190', 'tenant_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.145'}], 'enable_snat': True}, 'gw_port_id': '3baa1e5a-b180-45b4-afe6-c48f7e125bc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T14:06:58Z', 'updated_at': '2021-12-18T14:07:02Z', 'revision_number': 4, 'project_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'gw_port': {'id': '3baa1e5a-b180-45b4-afe6-c48f7e125bc5', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:ab:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3cefe9e-27d9-41db-a2cd-319dfbdaef48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T14:06:58Z', 'updated_at': '2021-12-18T14:07:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv', '_interfaces': [{'id': '9bc1e0e3-b296-4fbd-9586-a681c1ad73f4', 'name': '', 'network_id': '21b3c16b-e6ba-4cd0-b454-223168524fcd', 'tenant_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'mac_address': 'fa:16:3e:7f:0e:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3cefe9e-27d9-41db-a2cd-319dfbdaef48', 'device_owner': 'network:router_interface', 'standard_attr_id': 1721, 'fixed_ips': [{'subnet_id': '1b3e8bfb-3b3e-4e1d-9203-19b41eeecd39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T14:07:01Z', 'updated_at': '2021-12-18T14:07:04Z', 'revision_number': 4, 'project_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'subnets': [{'id': '1b3e8bfb-3b3e-4e1d-9203-19b41eeecd39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:07:05.207636 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c517b1b-34f1-4726-8f89-13046f40f5fe None None] The sync data for ids ['a3cefe9e-27d9-41db-a2cd-319dfbdaef48'] in dv-neutron-744815-20-hyperv is: [{'id': 'a3cefe9e-27d9-41db-a2cd-319dfbdaef48', 'name': 'tempest-TestNetworkAdvancedServerOps-router-980013190', 'tenant_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.145'}], 'enable_snat': True}, 'gw_port_id': '3baa1e5a-b180-45b4-afe6-c48f7e125bc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T14:06:58Z', 'updated_at': '2021-12-18T14:07:02Z', 'revision_number': 4, 'project_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'gw_port': {'id': '3baa1e5a-b180-45b4-afe6-c48f7e125bc5', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:ab:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3cefe9e-27d9-41db-a2cd-319dfbdaef48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T14:06:58Z', 'updated_at': '2021-12-18T14:07:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv', '_interfaces': [{'id': '9bc1e0e3-b296-4fbd-9586-a681c1ad73f4', 'name': '', 'network_id': '21b3c16b-e6ba-4cd0-b454-223168524fcd', 'tenant_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'mac_address': 'fa:16:3e:7f:0e:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3cefe9e-27d9-41db-a2cd-319dfbdaef48', 'device_owner': 'network:router_interface', 'standard_attr_id': 1721, 'fixed_ips': [{'subnet_id': '1b3e8bfb-3b3e-4e1d-9203-19b41eeecd39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T14:07:01Z', 'updated_at': '2021-12-18T14:07:04Z', 'revision_number': 4, 'project_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'subnets': [{'id': '1b3e8bfb-3b3e-4e1d-9203-19b41eeecd39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 14:07:05.233692 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-169735dd-c1dc-45e0-9c8a-1c83dad6f390 req-071b191a-bba8-42d2-9223-51d039ccedcb tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4fe8c5245f464a0b8a2abb9a0874f704 HTTP/1.1" status: 200 len: 379 time: 0.0581315 Dec 18 14:07:05.243864 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [req-169735dd-c1dc-45e0-9c8a-1c83dad6f390 req-b0cfbb4e-833b-4b63-86c7-81d3cd8765c6 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Request body: {'port': {'device_id': '74d03cc3-19be-4986-a334-54f4f6f73496', 'network_id': '21b3c16b-e6ba-4cd0-b454-223168524fcd', 'admin_state_up': True, 'tenant_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'security_groups': ['ed146b64-f46c-4f54-bebe-ade07d20c923']}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 14:07:05.379908 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-169735dd-c1dc-45e0-9c8a-1c83dad6f390 req-b0cfbb4e-833b-4b63-86c7-81d3cd8765c6 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Made reservation on behalf of 4fe8c5245f464a0b8a2abb9a0874f704 for: {'port': 1} {{(pid=103159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 14:07:05.383942 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-169735dd-c1dc-45e0-9c8a-1c83dad6f390 req-b0cfbb4e-833b-4b63-86c7-81d3cd8765c6 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:07:05.523386 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.db_base_plugin_common [req-169735dd-c1dc-45e0-9c8a-1c83dad6f390 req-b0cfbb4e-833b-4b63-86c7-81d3cd8765c6 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Allocated IP 172.20.0.9 (21b3c16b-e6ba-4cd0-b454-223168524fcd/1b3e8bfb-3b3e-4e1d-9203-19b41eeecd39/a7807524-4563-4694-86aa-303830c1ce31) {{(pid=103159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 14:07:05.675247 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-169735dd-c1dc-45e0-9c8a-1c83dad6f390 req-b0cfbb4e-833b-4b63-86c7-81d3cd8765c6 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks [] for port, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:07:05.713557 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-169735dd-c1dc-45e0-9c8a-1c83dad6f390 req-b0cfbb4e-833b-4b63-86c7-81d3cd8765c6 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:07:05.761678 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-169735dd-c1dc-45e0-9c8a-1c83dad6f390 req-b0cfbb4e-833b-4b63-86c7-81d3cd8765c6 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Network 21b3c16b-e6ba-4cd0-b454-223168524fcd is already hosted by enough agents. {{(pid=103159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 14:07:05.765025 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.base_scheduler [req-169735dd-c1dc-45e0-9c8a-1c83dad6f390 req-b0cfbb4e-833b-4b63-86c7-81d3cd8765c6 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Resources bound (agent type, host, resource id): {{(pid=103159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 14:07:05.768962 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [req-169735dd-c1dc-45e0-9c8a-1c83dad6f390 req-b0cfbb4e-833b-4b63-86c7-81d3cd8765c6 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Received port after_create {{(pid=103159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 14:07:05.795180 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cfbb4e-833b-4b63-86c7-81d3cd8765c6 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Pushing event updated for resources: {'Port': ['ID=a7807524-4563-4694-86aa-303830c1ce31,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:07:05.835850 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169735dd-c1dc-45e0-9c8a-1c83dad6f390 req-b0cfbb4e-833b-4b63-86c7-81d3cd8765c6 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:07:05.836653 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-169735dd-c1dc-45e0-9c8a-1c83dad6f390 req-b0cfbb4e-833b-4b63-86c7-81d3cd8765c6 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:07:05.859805 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 9bc1e0e3-b296-4fbd-9586-a681c1ad73f4 up at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 14:07:05.871198 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-169735dd-c1dc-45e0-9c8a-1c83dad6f390 req-b0cfbb4e-833b-4b63-86c7-81d3cd8765c6 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6317525 Dec 18 14:07:05.886256 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [req-169735dd-c1dc-45e0-9c8a-1c83dad6f390 req-5ed3ed27-aa8f-452f-9e4f-6a054fb682e1 service neutron] Request body: {'port': {'device_id': '74d03cc3-19be-4986-a334-54f4f6f73496', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7448'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 14:07:05.920839 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2294866d-0076-4933-952c-685307032598 None None] Provisioning complete for port 9bc1e0e3-b296-4fbd-9586-a681c1ad73f4 triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 14:07:05.921312 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:07:05.957281 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-169735dd-c1dc-45e0-9c8a-1c83dad6f390 req-5ed3ed27-aa8f-452f-9e4f-6a054fb682e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:07:06.111754 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-efd4b2ab-83dc-4a06-a4dc-50d55f0edece None None] Provisioning complete for port a7807524-4563-4694-86aa-303830c1ce31 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 14:07:06.112126 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-efd4b2ab-83dc-4a06-a4dc-50d55f0edece None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:07:06.147571 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-efd4b2ab-83dc-4a06-a4dc-50d55f0edece None None] Port a7807524-4563-4694-86aa-303830c1ce31 cannot update to ACTIVE because it is not bound. {{(pid=103161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 14:07:06.251539 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.notifiers.nova [req-169735dd-c1dc-45e0-9c8a-1c83dad6f390 req-5ed3ed27-aa8f-452f-9e4f-6a054fb682e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7807524-4563-4694-86aa-303830c1ce31 {{(pid=103159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 18 14:07:06.255193 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573a40a9-66f1-44d3-a717-6eeba938ae28 req-d3c2c7f4-7208-4d06-a47b-cff512122ca3 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:07:06.256721 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-573a40a9-66f1-44d3-a717-6eeba938ae28 req-d3c2c7f4-7208-4d06-a47b-cff512122ca3 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "GET /v2.0/ports?device_id=74d03cc3-19be-4986-a334-54f4f6f73496 HTTP/1.1" status: 200 len: 931 time: 0.0629988 Dec 18 14:07:06.260045 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-169735dd-c1dc-45e0-9c8a-1c83dad6f390 req-5ed3ed27-aa8f-452f-9e4f-6a054fb682e1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:07:06.274695 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.provisioning_blocks [req-169735dd-c1dc-45e0-9c8a-1c83dad6f390 req-5ed3ed27-aa8f-452f-9e4f-6a054fb682e1 service neutron] Transition to ACTIVE for port object a7807524-4563-4694-86aa-303830c1ce31 will not be triggered until provisioned by entity L2. {{(pid=103159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 18 14:07:06.280000 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-169735dd-c1dc-45e0-9c8a-1c83dad6f390 req-5ed3ed27-aa8f-452f-9e4f-6a054fb682e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5659917'] for port, after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:07:06.319503 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-573a40a9-66f1-44d3-a717-6eeba938ae28 req-357c80dc-4e92-4020-ba87-a20a30d6096e tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed146b64-f46c-4f54-bebe-ade07d20c923&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548038 Dec 18 14:07:06.337623 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed3ed27-aa8f-452f-9e4f-6a054fb682e1 service neutron] Pushing event updated for resources: {'Port': ['ID=a7807524-4563-4694-86aa-303830c1ce31,revision_number=2']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:07:06.415123 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.managers [req-169735dd-c1dc-45e0-9c8a-1c83dad6f390 req-5ed3ed27-aa8f-452f-9e4f-6a054fb682e1 service neutron] Attempting to bind port a7807524-4563-4694-86aa-303830c1ce31 on host hv-neutron-7448 for vnic_type normal with profile {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 14:07:06.415510 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.managers [req-169735dd-c1dc-45e0-9c8a-1c83dad6f390 req-5ed3ed27-aa8f-452f-9e4f-6a054fb682e1 service neutron] Attempting to bind port a7807524-4563-4694-86aa-303830c1ce31 by drivers openvswitch,hyperv on host hv-neutron-7448 at level 0 using segments [{'id': 'eb4c49c5-b689-4e1d-b3da-5c9c38186880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '21b3c16b-e6ba-4cd0-b454-223168524fcd'}] {{(pid=103159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 14:07:06.415827 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-169735dd-c1dc-45e0-9c8a-1c83dad6f390 req-5ed3ed27-aa8f-452f-9e4f-6a054fb682e1 service neutron] Attempting to bind port a7807524-4563-4694-86aa-303830c1ce31 on network 21b3c16b-e6ba-4cd0-b454-223168524fcd {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 14:07:06.420540 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-169735dd-c1dc-45e0-9c8a-1c83dad6f390 req-5ed3ed27-aa8f-452f-9e4f-6a054fb682e1 service neutron] Port a7807524-4563-4694-86aa-303830c1ce31 on network 21b3c16b-e6ba-4cd0-b454-223168524fcd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7448 {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 18 14:07:06.420895 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-169735dd-c1dc-45e0-9c8a-1c83dad6f390 req-5ed3ed27-aa8f-452f-9e4f-6a054fb682e1 service neutron] Attempting to bind port a7807524-4563-4694-86aa-303830c1ce31 on network 21b3c16b-e6ba-4cd0-b454-223168524fcd {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 14:07:06.425856 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-169735dd-c1dc-45e0-9c8a-1c83dad6f390 req-5ed3ed27-aa8f-452f-9e4f-6a054fb682e1 service neutron] Checking agent: {'id': 'c35b6aa0-0616-421f-8ded-732dd37fc90f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7448', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 13, 24, 37), 'started_at': datetime.datetime(2021, 12, 18, 13, 24, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 14, 6, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 18 14:07:06.426203 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-169735dd-c1dc-45e0-9c8a-1c83dad6f390 req-5ed3ed27-aa8f-452f-9e4f-6a054fb682e1 service neutron] Checking segment: {'id': 'eb4c49c5-b689-4e1d-b3da-5c9c38186880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '21b3c16b-e6ba-4cd0-b454-223168524fcd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 14:07:06.426578 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-169735dd-c1dc-45e0-9c8a-1c83dad6f390 req-5ed3ed27-aa8f-452f-9e4f-6a054fb682e1 service neutron] Bound using segment: {'id': 'eb4c49c5-b689-4e1d-b3da-5c9c38186880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '21b3c16b-e6ba-4cd0-b454-223168524fcd'} {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 18 14:07:06.427006 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.managers [req-169735dd-c1dc-45e0-9c8a-1c83dad6f390 req-5ed3ed27-aa8f-452f-9e4f-6a054fb682e1 service neutron] Bound port: a7807524-4563-4694-86aa-303830c1ce31, host: hv-neutron-7448, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb4c49c5-b689-4e1d-b3da-5c9c38186880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '21b3c16b-e6ba-4cd0-b454-223168524fcd'}}] {{(pid=103159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 18 14:07:06.427396 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-169735dd-c1dc-45e0-9c8a-1c83dad6f390 req-5ed3ed27-aa8f-452f-9e4f-6a054fb682e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:07:06.492209 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.db [req-169735dd-c1dc-45e0-9c8a-1c83dad6f390 req-5ed3ed27-aa8f-452f-9e4f-6a054fb682e1 service neutron] For port a7807524-4563-4694-86aa-303830c1ce31, host hv-neutron-7448, cleared binding levels {{(pid=103159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 18 14:07:06.495815 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.db [req-169735dd-c1dc-45e0-9c8a-1c83dad6f390 req-5ed3ed27-aa8f-452f-9e4f-6a054fb682e1 service neutron] For port a7807524-4563-4694-86aa-303830c1ce31, host hv-neutron-7448, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=a7807524-4563-4694-86aa-303830c1ce31,segment=NetworkSegment(eb4c49c5-b689-4e1d-b3da-5c9c38186880),segment_id=eb4c49c5-b689-4e1d-b3da-5c9c38186880)] {{(pid=103159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 18 14:07:06.500945 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-169735dd-c1dc-45e0-9c8a-1c83dad6f390 req-5ed3ed27-aa8f-452f-9e4f-6a054fb682e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5659917'] for port, after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:07:06.535828 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169735dd-c1dc-45e0-9c8a-1c83dad6f390 req-5ed3ed27-aa8f-452f-9e4f-6a054fb682e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:07:06.536426 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-169735dd-c1dc-45e0-9c8a-1c83dad6f390 req-5ed3ed27-aa8f-452f-9e4f-6a054fb682e1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:07:06.537817 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-169735dd-c1dc-45e0-9c8a-1c83dad6f390 req-5ed3ed27-aa8f-452f-9e4f-6a054fb682e1 service neutron] 10.222.0.43 "PUT /v2.0/ports/a7807524-4563-4694-86aa-303830c1ce31 HTTP/1.1" status: 200 len: 1093 time: 0.6587636 Dec 18 14:07:06.538250 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74d03cc3-19be-4986-a334-54f4f6f73496', 'tag': 'a7807524-4563-4694-86aa-303830c1ce31'}] {{(pid=103159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 18 14:07:06.540557 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca844cf115d59c1fab86abc202fb4c13735de0d7e4cbbbb25eec9406e9c87431" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e1bfedc-0aa3-4416-b273-096d9b6f9a33" -d '{"events": [{"name": "network-changed", "server_uuid": "74d03cc3-19be-4986-a334-54f4f6f73496", "tag": "a7807524-4563-4694-86aa-303830c1ce31"}]}' {{(pid=103159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 18 14:07:06.565333 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed3ed27-aa8f-452f-9e4f-6a054fb682e1 service neutron] Pushing event updated for resources: {'Port': ['ID=a7807524-4563-4694-86aa-303830c1ce31,revision_number=3']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:07:06.600569 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 14:07:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4ddeeba-ba44-4ba3-a8bd-3e02c8796f3f x-openstack-request-id: req-f4ddeeba-ba44-4ba3-a8bd-3e02c8796f3f {{(pid=103159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 18 14:07:06.600860 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74d03cc3-19be-4986-a334-54f4f6f73496", "tag": "a7807524-4563-4694-86aa-303830c1ce31", "status": "completed", "code": 200}]} {{(pid=103159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 18 14:07:06.601109 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f4ddeeba-ba44-4ba3-a8bd-3e02c8796f3f {{(pid=103159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 18 14:07:06.601504 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74d03cc3-19be-4986-a334-54f4f6f73496', 'tag': 'a7807524-4563-4694-86aa-303830c1ce31', 'status': 'completed', 'code': 200} Dec 18 14:07:06.638296 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169735dd-c1dc-45e0-9c8a-1c83dad6f390 req-0ef74ffb-bb1d-427e-a3a3-b3d65200cfbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:07:06.639971 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-169735dd-c1dc-45e0-9c8a-1c83dad6f390 req-0ef74ffb-bb1d-427e-a3a3-b3d65200cfbf service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4fe8c5245f464a0b8a2abb9a0874f704&device_id=74d03cc3-19be-4986-a334-54f4f6f73496 HTTP/1.1" status: 200 len: 1096 time: 0.0481491 Dec 18 14:07:06.690189 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-169735dd-c1dc-45e0-9c8a-1c83dad6f390 req-20741ff8-9767-452b-8c1b-a26162136e44 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a7807524-4563-4694-86aa-303830c1ce31 HTTP/1.1" status: 200 len: 217 time: 0.0356169 Dec 18 14:07:06.742355 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169735dd-c1dc-45e0-9c8a-1c83dad6f390 req-cdd74964-6be0-4b5f-b839-b01f541d8c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:07:06.743893 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-169735dd-c1dc-45e0-9c8a-1c83dad6f390 req-cdd74964-6be0-4b5f-b839-b01f541d8c25 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1b3e8bfb-3b3e-4e1d-9203-19b41eeecd39 HTTP/1.1" status: 200 len: 835 time: 0.0465643 Dec 18 14:07:06.801397 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169735dd-c1dc-45e0-9c8a-1c83dad6f390 req-7bca89c0-e71d-43e1-bf4d-2ed8ca9fd0aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:07:06.802914 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-169735dd-c1dc-45e0-9c8a-1c83dad6f390 req-7bca89c0-e71d-43e1-bf4d-2ed8ca9fd0aa service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=21b3c16b-e6ba-4cd0-b454-223168524fcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0512693 Dec 18 14:07:06.815660 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [req-169735dd-c1dc-45e0-9c8a-1c83dad6f390 req-d9954fe1-f7ab-4f08-8b3e-24e90ed4a21f service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103159) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 18 14:07:06.816584 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-169735dd-c1dc-45e0-9c8a-1c83dad6f390 req-d9954fe1-f7ab-4f08-8b3e-24e90ed4a21f service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14093 time: 0.0049009 Dec 18 14:07:06.914956 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-169735dd-c1dc-45e0-9c8a-1c83dad6f390 req-07b24fca-e7a4-43ba-823a-bd137708334d service neutron] 10.222.0.43 "GET /v2.0/networks/21b3c16b-e6ba-4cd0-b454-223168524fcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903788 Dec 18 14:07:07.017959 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-169735dd-c1dc-45e0-9c8a-1c83dad6f390 req-529a20d8-fa31-44b8-886d-ccd8c867fb11 service neutron] 10.222.0.43 "GET /v2.0/networks/21b3c16b-e6ba-4cd0-b454-223168524fcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949745 Dec 18 14:07:07.111240 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1bfedc-0aa3-4416-b273-096d9b6f9a33 req-08ae941a-820a-4db4-a295-9c7006b324a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:07:07.112774 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-2e1bfedc-0aa3-4416-b273-096d9b6f9a33 req-08ae941a-820a-4db4-a295-9c7006b324a0 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4fe8c5245f464a0b8a2abb9a0874f704&device_id=74d03cc3-19be-4986-a334-54f4f6f73496 HTTP/1.1" status: 200 len: 1096 time: 0.0425704 Dec 18 14:07:07.164927 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:07:07.213421 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1bfedc-0aa3-4416-b273-096d9b6f9a33 req-bda88fee-3b7e-48b0-a047-fd0795e48f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:07:07.214927 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-2e1bfedc-0aa3-4416-b273-096d9b6f9a33 req-bda88fee-3b7e-48b0-a047-fd0795e48f8d service neutron] 10.222.0.43 "GET /v2.0/networks?id=21b3c16b-e6ba-4cd0-b454-223168524fcd HTTP/1.1" status: 200 len: 897 time: 0.0949667 Dec 18 14:07:07.256131 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-2e1bfedc-0aa3-4416-b273-096d9b6f9a33 req-135d54b1-d4e6-4200-94af-06cdd3a11cf7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a7807524-4563-4694-86aa-303830c1ce31 HTTP/1.1" status: 200 len: 217 time: 0.0339854 Dec 18 14:07:07.308815 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1bfedc-0aa3-4416-b273-096d9b6f9a33 req-7d836489-0067-46c4-a004-dd879e13e6a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:07:07.310306 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-2e1bfedc-0aa3-4416-b273-096d9b6f9a33 req-7d836489-0067-46c4-a004-dd879e13e6a8 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1b3e8bfb-3b3e-4e1d-9203-19b41eeecd39 HTTP/1.1" status: 200 len: 835 time: 0.0473461 Dec 18 14:07:07.356494 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1bfedc-0aa3-4416-b273-096d9b6f9a33 req-85d775bb-753f-4d98-b53c-215f5ba817ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:07:07.358213 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-2e1bfedc-0aa3-4416-b273-096d9b6f9a33 req-85d775bb-753f-4d98-b53c-215f5ba817ef service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=21b3c16b-e6ba-4cd0-b454-223168524fcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0402339 Dec 18 14:07:07.430021 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00c4129-2609-4fec-a648-57ab561921c3 req-778acd74-61e7-4681-97c1-7f9465c28c03 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:07:07.431675 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-a00c4129-2609-4fec-a648-57ab561921c3 req-778acd74-61e7-4681-97c1-7f9465c28c03 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "GET /v2.0/ports?device_id=74d03cc3-19be-4986-a334-54f4f6f73496 HTTP/1.1" status: 200 len: 943 time: 0.0480924 Dec 18 14:07:07.458661 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-2e1bfedc-0aa3-4416-b273-096d9b6f9a33 req-e8acfb4e-98f0-4a2c-87fe-e2b645c7a7a8 service neutron] 10.222.0.43 "GET /v2.0/networks/21b3c16b-e6ba-4cd0-b454-223168524fcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929034 Dec 18 14:07:07.482564 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-a00c4129-2609-4fec-a648-57ab561921c3 req-50aa8af6-552c-4727-94fd-404b830f2c0c tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed146b64-f46c-4f54-bebe-ade07d20c923&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441706 Dec 18 14:07:07.555936 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-2e1bfedc-0aa3-4416-b273-096d9b6f9a33 req-f644be3e-fa59-4d2b-ad63-bae3c775142a service neutron] 10.222.0.43 "GET /v2.0/networks/21b3c16b-e6ba-4cd0-b454-223168524fcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885639 Dec 18 14:07:08.370692 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.agents_db [None req-e3dda592-589a-4b4d-b028-ba9a260f4f50 None None] Agent healthcheck: found 6 active agents {{(pid=103162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 18 14:07:08.614884 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d681c1-ce99-49f5-ae5c-4125bbbe8386 req-415d5941-0a59-4229-9569-7d00b3de4445 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:07:08.616960 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-a2d681c1-ce99-49f5-ae5c-4125bbbe8386 req-415d5941-0a59-4229-9569-7d00b3de4445 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "GET /v2.0/ports?device_id=74d03cc3-19be-4986-a334-54f4f6f73496 HTTP/1.1" status: 200 len: 943 time: 0.0594792 Dec 18 14:07:08.672246 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-a2d681c1-ce99-49f5-ae5c-4125bbbe8386 req-43580237-63ff-4ce3-a566-17273318768f tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed146b64-f46c-4f54-bebe-ade07d20c923&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485742 Dec 18 14:07:09.807543 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00f0556-dc50-4d46-9885-12e0baa9cc71 req-570b0deb-3cbd-4e73-b345-64f98bc6347e tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:07:09.809048 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-b00f0556-dc50-4d46-9885-12e0baa9cc71 req-570b0deb-3cbd-4e73-b345-64f98bc6347e tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "GET /v2.0/ports?device_id=74d03cc3-19be-4986-a334-54f4f6f73496 HTTP/1.1" status: 200 len: 943 time: 0.0559640 Dec 18 14:07:09.866779 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-b00f0556-dc50-4d46-9885-12e0baa9cc71 req-8ba079eb-0169-41c5-a02f-bf54b687f4f7 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed146b64-f46c-4f54-bebe-ade07d20c923&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502136 Dec 18 14:07:10.409325 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Device a7807524-4563-4694-86aa-303830c1ce31 details requested by agent hyperv_hv-neutron-7448 with host hv-neutron-7448 {{(pid=103161) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 18 14:07:10.513816 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] For port a7807524-4563-4694-86aa-303830c1ce31, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=a7807524-4563-4694-86aa-303830c1ce31,segment=NetworkSegment(eb4c49c5-b689-4e1d-b3da-5c9c38186880),segment_id=eb4c49c5-b689-4e1d-b3da-5c9c38186880)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 14:07:10.525089 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Returning: {'device': 'a7807524-4563-4694-86aa-303830c1ce31', 'network_id': '21b3c16b-e6ba-4cd0-b454-223168524fcd', 'port_id': 'a7807524-4563-4694-86aa-303830c1ce31', 'mac_address': 'fa:16:3e:39:1d:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b3e8bfb-3b3e-4e1d-9203-19b41eeecd39', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103161) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 18 14:07:10.563673 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:07:10.577984 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.notifiers.nova [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7807524-4563-4694-86aa-303830c1ce31 {{(pid=103161) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 18 14:07:10.606487 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] For port a7807524-4563-4694-86aa-303830c1ce31, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=a7807524-4563-4694-86aa-303830c1ce31,segment=NetworkSegment(eb4c49c5-b689-4e1d-b3da-5c9c38186880),segment_id=eb4c49c5-b689-4e1d-b3da-5c9c38186880)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 14:07:10.611870 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:07:10.667541 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Pushing event updated for resources: {'Port': ['ID=a7807524-4563-4694-86aa-303830c1ce31,revision_number=4']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:07:10.987573 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] get_ports_and_sgs() called for port_ids ['a7807524-4563-4694-86aa-303830c1ce31'] {{(pid=103161) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 18 14:07:11.003065 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfa8c32-a342-4b54-a5df-5867af3a3f93 req-0931ee1a-5ae6-47ee-88f0-18beb8a37919 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:07:11.004660 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-1bfa8c32-a342-4b54-a5df-5867af3a3f93 req-0931ee1a-5ae6-47ee-88f0-18beb8a37919 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "GET /v2.0/ports?device_id=74d03cc3-19be-4986-a334-54f4f6f73496 HTTP/1.1" status: 200 len: 944 time: 0.0617754 Dec 18 14:07:11.054956 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-1bfa8c32-a342-4b54-a5df-5867af3a3f93 req-3e862c77-d389-4911-8078-6bf52987a9ea tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed146b64-f46c-4f54-bebe-ade07d20c923&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443401 Dec 18 14:07:12.179683 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c5fe62-13c1-4745-b2f9-3b11cd97412e req-996fa188-def4-42d5-9502-e7d053772eed tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:07:12.181182 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-73c5fe62-13c1-4745-b2f9-3b11cd97412e req-996fa188-def4-42d5-9502-e7d053772eed tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "GET /v2.0/ports?device_id=74d03cc3-19be-4986-a334-54f4f6f73496 HTTP/1.1" status: 200 len: 944 time: 0.0514569 Dec 18 14:07:12.231713 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-73c5fe62-13c1-4745-b2f9-3b11cd97412e req-7284e538-b2b0-4355-b17b-ea9879220123 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed146b64-f46c-4f54-bebe-ade07d20c923&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440500 Dec 18 14:07:12.431938 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Device a7807524-4563-4694-86aa-303830c1ce31 up at agent hyperv_hv-neutron-7448 {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 14:07:12.492437 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Provisioning for port a7807524-4563-4694-86aa-303830c1ce31 completed by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 18 14:07:12.496768 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Provisioning complete for port a7807524-4563-4694-86aa-303830c1ce31 triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 14:07:12.497157 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:07:12.574304 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:07:12.606805 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74d03cc3-19be-4986-a334-54f4f6f73496', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7807524-4563-4694-86aa-303830c1ce31'}] {{(pid=103161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 18 14:07:12.609259 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22224e7a42aa75e3f3b9c037df440650d2cfa1dd97b40a249aee4a8113775251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5597f35a-eae6-4f90-bb1c-19e0d1dd9828" -d '{"events": [{"server_uuid": "74d03cc3-19be-4986-a334-54f4f6f73496", "name": "network-vif-plugged", "status": "completed", "tag": "a7807524-4563-4694-86aa-303830c1ce31"}]}' {{(pid=103161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 18 14:07:12.622134 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] For port a7807524-4563-4694-86aa-303830c1ce31, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=a7807524-4563-4694-86aa-303830c1ce31,segment=NetworkSegment(eb4c49c5-b689-4e1d-b3da-5c9c38186880),segment_id=eb4c49c5-b689-4e1d-b3da-5c9c38186880)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 14:07:12.627853 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:07:12.680806 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Pushing event updated for resources: {'Port': ['ID=a7807524-4563-4694-86aa-303830c1ce31,revision_number=5']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:07:12.713499 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 14:07:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f84e2cbc-b1ba-4b3d-8dcb-7a46037ccde4 x-openstack-request-id: req-f84e2cbc-b1ba-4b3d-8dcb-7a46037ccde4 {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 18 14:07:12.713791 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74d03cc3-19be-4986-a334-54f4f6f73496", "name": "network-vif-plugged", "status": "completed", "tag": "a7807524-4563-4694-86aa-303830c1ce31", "code": 200}]} {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 18 14:07:12.714125 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f84e2cbc-b1ba-4b3d-8dcb-7a46037ccde4 {{(pid=103161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 18 14:07:12.714522 dv-neutron-744815-20-hyperv neutron-server[103161]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74d03cc3-19be-4986-a334-54f4f6f73496', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7807524-4563-4694-86aa-303830c1ce31', 'code': 200} Dec 18 14:07:12.892462 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b5eb90-fa1b-459e-af12-ec154ffa744d req-254999e0-9a6b-4506-a73d-f54f8e9e5a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:07:12.893871 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-90b5eb90-fa1b-459e-af12-ec154ffa744d req-254999e0-9a6b-4506-a73d-f54f8e9e5a14 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=74d03cc3-19be-4986-a334-54f4f6f73496 HTTP/1.1" status: 200 len: 1098 time: 0.0448372 Dec 18 14:07:12.939969 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-90b5eb90-fa1b-459e-af12-ec154ffa744d req-470b8e35-a6b6-4d0e-9a7c-a055c9c64350 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=ed146b64-f46c-4f54-bebe-ade07d20c923&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389826 Dec 18 14:07:13.353235 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e435d33-dd45-404c-867d-02bc95e18049 req-37e954b8-6630-4305-82a2-f0d71e82c090 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:07:13.354731 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-6e435d33-dd45-404c-867d-02bc95e18049 req-37e954b8-6630-4305-82a2-f0d71e82c090 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "GET /v2.0/ports?device_id=74d03cc3-19be-4986-a334-54f4f6f73496 HTTP/1.1" status: 200 len: 945 time: 0.0506046 Dec 18 14:07:13.402986 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-6e435d33-dd45-404c-867d-02bc95e18049 req-8d33eb22-9d45-4580-b530-c36376f1ace7 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed146b64-f46c-4f54-bebe-ade07d20c923&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417528 Dec 18 14:07:14.542475 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354cdcf3-8df8-4963-8c9d-b91f947e8dbd req-778667d5-8399-4878-8a17-d75b43fc006c tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:07:14.544006 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-354cdcf3-8df8-4963-8c9d-b91f947e8dbd req-778667d5-8399-4878-8a17-d75b43fc006c tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "GET /v2.0/ports?device_id=74d03cc3-19be-4986-a334-54f4f6f73496 HTTP/1.1" status: 200 len: 945 time: 0.0608609 Dec 18 14:07:14.594656 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-354cdcf3-8df8-4963-8c9d-b91f947e8dbd req-e8a52893-78b3-4a7d-be5d-d2d05f71f7dc tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed146b64-f46c-4f54-bebe-ade07d20c923&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441060 Dec 18 14:07:14.692748 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-627ec2b3-3aca-45e0-a532-09fcb37ad89c req-efbfa4e6-c2ac-4b33-bb4b-0c8c787f4832 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=74d03cc3-19be-4986-a334-54f4f6f73496&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0457215 Dec 18 14:07:14.717933 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f16f910-b40f-449f-8b8a-cbec1df648ac req-fea3aa6a-6686-4ecb-9588-330d9e0e9091 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:07:14.719478 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-8f16f910-b40f-449f-8b8a-cbec1df648ac req-fea3aa6a-6686-4ecb-9588-330d9e0e9091 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "GET /v2.0/ports?device_id=74d03cc3-19be-4986-a334-54f4f6f73496 HTTP/1.1" status: 200 len: 945 time: 0.0552936 Dec 18 14:07:14.770591 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-8f16f910-b40f-449f-8b8a-cbec1df648ac req-d8a11760-3488-4115-80cd-35098aa8713a tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed146b64-f46c-4f54-bebe-ade07d20c923&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451601 Dec 18 14:07:14.778774 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627ec2b3-3aca-45e0-a532-09fcb37ad89c req-e506f049-f0e2-44bb-9358-eff489a9d60c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:07:14.780745 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-627ec2b3-3aca-45e0-a532-09fcb37ad89c req-e506f049-f0e2-44bb-9358-eff489a9d60c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4fe8c5245f464a0b8a2abb9a0874f704&device_id=74d03cc3-19be-4986-a334-54f4f6f73496 HTTP/1.1" status: 200 len: 1098 time: 0.0415170 Dec 18 14:07:14.792368 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 33946) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:07:14.890125 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b706e1c2-1c0b-4baf-a661-046b2a04d496 tempest-TestNetworkAdvancedServerOps-1952931920 tempest-TestNetworkAdvancedServerOps-1952931920-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:07:14.891668 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-b706e1c2-1c0b-4baf-a661-046b2a04d496 tempest-TestNetworkAdvancedServerOps-1952931920 tempest-TestNetworkAdvancedServerOps-1952931920-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=74d03cc3-19be-4986-a334-54f4f6f73496 HTTP/1.1" status: 200 len: 1093 time: 0.0983360 Dec 18 14:07:14.894973 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 33948) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:07:14.899646 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-1de81389-d121-49db-abb8-cc6b54bd49cd tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Request body: {'floatingip': {'floating_network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'port_id': 'a7807524-4563-4694-86aa-303830c1ce31', 'tenant_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 14:07:14.906308 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627ec2b3-3aca-45e0-a532-09fcb37ad89c req-9e213987-1929-42af-a9c4-c628421cbcc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:07:14.907775 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-627ec2b3-3aca-45e0-a532-09fcb37ad89c req-9e213987-1929-42af-a9c4-c628421cbcc1 service neutron] 10.222.0.43 "GET /v2.0/networks?id=21b3c16b-e6ba-4cd0-b454-223168524fcd HTTP/1.1" status: 200 len: 897 time: 0.1070213 Dec 18 14:07:14.926207 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-1de81389-d121-49db-abb8-cc6b54bd49cd tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks [] for floatingip, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:07:14.949444 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-627ec2b3-3aca-45e0-a532-09fcb37ad89c req-dbe4430c-0f71-46ae-ba54-2a7085459b49 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a7807524-4563-4694-86aa-303830c1ce31 HTTP/1.1" status: 200 len: 217 time: 0.0341260 Dec 18 14:07:14.999919 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627ec2b3-3aca-45e0-a532-09fcb37ad89c req-2d7aa30b-2df9-4f74-bd16-37407491f0df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:07:15.001394 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-627ec2b3-3aca-45e0-a532-09fcb37ad89c req-2d7aa30b-2df9-4f74-bd16-37407491f0df service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1b3e8bfb-3b3e-4e1d-9203-19b41eeecd39 HTTP/1.1" status: 200 len: 835 time: 0.0447845 Dec 18 14:07:15.021444 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-1de81389-d121-49db-abb8-cc6b54bd49cd tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:07:15.128938 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.db_base_plugin_common [None req-1de81389-d121-49db-abb8-cc6b54bd49cd tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Allocated IP 172.26.3.87 (decb4a40-7941-48c8-afbb-daaafd502e83/70deed80-3ca1-4f9e-96cb-563b43d3acba/099b05a3-8039-481e-bc61-5803787f7267) {{(pid=103160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 14:07:15.240713 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-1de81389-d121-49db-abb8-cc6b54bd49cd tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks [] for port, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:07:15.277068 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-1de81389-d121-49db-abb8-cc6b54bd49cd tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4533522'] for port, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:07:15.319752 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1de81389-d121-49db-abb8-cc6b54bd49cd tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Network decb4a40-7941-48c8-afbb-daaafd502e83 is already hosted by enough agents. {{(pid=103160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 14:07:15.322816 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.base_scheduler [None req-1de81389-d121-49db-abb8-cc6b54bd49cd tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Resources bound (agent type, host, resource id): {{(pid=103160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 14:07:15.325494 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1de81389-d121-49db-abb8-cc6b54bd49cd tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Received port after_create {{(pid=103160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 14:07:15.348288 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de81389-d121-49db-abb8-cc6b54bd49cd tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Pushing event updated for resources: {'Port': ['ID=099b05a3-8039-481e-bc61-5803787f7267,revision_number=1']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:07:15.377744 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627ec2b3-3aca-45e0-a532-09fcb37ad89c req-ddf568f6-8c45-4c85-ac11-8a137e992dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:07:15.379272 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-627ec2b3-3aca-45e0-a532-09fcb37ad89c req-ddf568f6-8c45-4c85-ac11-8a137e992dc7 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=21b3c16b-e6ba-4cd0-b454-223168524fcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.3708768 Dec 18 14:07:15.471486 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-627ec2b3-3aca-45e0-a532-09fcb37ad89c req-3ddf1236-45f9-4e57-a041-3c34fdb62ac5 service neutron] 10.222.0.43 "GET /v2.0/networks/21b3c16b-e6ba-4cd0-b454-223168524fcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835075 Dec 18 14:07:15.562069 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-627ec2b3-3aca-45e0-a532-09fcb37ad89c req-e16cf854-d0db-4b8b-ad1c-9ad596fed257 service neutron] 10.222.0.43 "GET /v2.0/networks/21b3c16b-e6ba-4cd0-b454-223168524fcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843654 Dec 18 14:07:16.053152 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-1de81389-d121-49db-abb8-cc6b54bd49cd tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:07:16.122340 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-1de81389-d121-49db-abb8-cc6b54bd49cd tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:07:16.275877 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-1de81389-d121-49db-abb8-cc6b54bd49cd tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks [] for port, precommit_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:07:16.283029 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-1de81389-d121-49db-abb8-cc6b54bd49cd tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4533541'] for port, after_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:07:16.350294 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de81389-d121-49db-abb8-cc6b54bd49cd tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Pushing event updated for resources: {'Port': ['ID=099b05a3-8039-481e-bc61-5803787f7267,revision_number=2']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:07:16.365153 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-1de81389-d121-49db-abb8-cc6b54bd49cd tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-587004'] for floatingip, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:07:16.466586 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.db.l3_db [None req-1de81389-d121-49db-abb8-cc6b54bd49cd tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Floating IP fb86c930-7d77-45d8-b489-7b6ba4949602 associated. External IP: 172.26.3.87, port: a7807524-4563-4694-86aa-303830c1ce31. Dec 18 14:07:16.690884 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1de81389-d121-49db-abb8-cc6b54bd49cd tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Router a3cefe9e-27d9-41db-a2cd-319dfbdaef48 has already been hosted by L3 agent c9c0cd52-5bd2-4704-9429-d80f1c5ad23c {{(pid=103160) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 18 14:07:16.804299 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1de81389-d121-49db-abb8-cc6b54bd49cd tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Notify agent at l3_agent.dv-neutron-744815-20-hyperv the message routers_updated {{(pid=103160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 14:07:16.816397 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3d6725b-5c36-482b-a3a7-e2018be70136 None None] Sync routers for ids ['a3cefe9e-27d9-41db-a2cd-319dfbdaef48'] in dv-neutron-744815-20-hyperv {{(pid=103161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 14:07:16.824230 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-1de81389-d121-49db-abb8-cc6b54bd49cd tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for floatingip, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:07:16.827656 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3d6725b-5c36-482b-a3a7-e2018be70136 None None] Routers {'a3cefe9e-27d9-41db-a2cd-319dfbdaef48'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 14:07:16.828268 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-a3d6725b-5c36-482b-a3a7-e2018be70136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T14:06:57Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['a3cefe9e-27d9-41db-a2cd-319dfbdaef48'], 'active': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:07:16.854470 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-1de81389-d121-49db-abb8-cc6b54bd49cd tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9559369 Dec 18 14:07:16.854470 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74d03cc3-19be-4986-a334-54f4f6f73496', 'tag': 'a7807524-4563-4694-86aa-303830c1ce31'}] {{(pid=103160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 18 14:07:16.854925 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd59ab3361532ca86f78e2d2eaf298e4a05479417bf909969c39d1b423591824" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f479b3b-b1a8-4f5a-98b8-16c318fc674f" -d '{"events": [{"name": "network-changed", "server_uuid": "74d03cc3-19be-4986-a334-54f4f6f73496", "tag": "a7807524-4563-4694-86aa-303830c1ce31"}]}' {{(pid=103160) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 18 14:07:16.910482 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 14:07:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34d81afc-d364-41cf-b9a1-bf5799423fa3 x-openstack-request-id: req-34d81afc-d364-41cf-b9a1-bf5799423fa3 {{(pid=103160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 18 14:07:16.910773 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74d03cc3-19be-4986-a334-54f4f6f73496", "tag": "a7807524-4563-4694-86aa-303830c1ce31", "status": "completed", "code": 200}]} {{(pid=103160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 18 14:07:16.911024 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-34d81afc-d364-41cf-b9a1-bf5799423fa3 {{(pid=103160) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 18 14:07:16.911749 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74d03cc3-19be-4986-a334-54f4f6f73496', 'tag': 'a7807524-4563-4694-86aa-303830c1ce31', 'status': 'completed', 'code': 200} Dec 18 14:07:17.008432 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058bfab8-d946-448d-9be5-9c5f5759675c req-fdd5bc17-76ea-4513-b307-9afe065e03c8 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:07:17.010710 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-058bfab8-d946-448d-9be5-9c5f5759675c req-fdd5bc17-76ea-4513-b307-9afe065e03c8 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "GET /v2.0/ports?device_id=74d03cc3-19be-4986-a334-54f4f6f73496 HTTP/1.1" status: 200 len: 945 time: 0.1022923 Dec 18 14:07:17.014695 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f479b3b-b1a8-4f5a-98b8-16c318fc674f req-992c6bc2-ec16-4a6c-a264-7882ef25f5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:07:17.016188 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-5f479b3b-b1a8-4f5a-98b8-16c318fc674f req-992c6bc2-ec16-4a6c-a264-7882ef25f5d9 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4fe8c5245f464a0b8a2abb9a0874f704&device_id=74d03cc3-19be-4986-a334-54f4f6f73496 HTTP/1.1" status: 200 len: 1098 time: 0.0640087 Dec 18 14:07:17.100391 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvr_db [None req-a3d6725b-5c36-482b-a3a7-e2018be70136 None None] Set router a3cefe9e-27d9-41db-a2cd-319dfbdaef48 gateway port host: dv-neutron-744815-20-hyperv {{(pid=103161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 14:07:17.121199 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-058bfab8-d946-448d-9be5-9c5f5759675c req-23e6dcc1-e6a1-41fb-855d-14564a29e8df tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed146b64-f46c-4f54-bebe-ade07d20c923&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1040134 Dec 18 14:07:17.144602 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f479b3b-b1a8-4f5a-98b8-16c318fc674f req-b93a5470-baa9-48fb-b412-131cc6c8ad3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:07:17.145187 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 33954) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:07:17.146216 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-5f479b3b-b1a8-4f5a-98b8-16c318fc674f req-b93a5470-baa9-48fb-b412-131cc6c8ad3c service neutron] 10.222.0.43 "GET /v2.0/networks?id=21b3c16b-e6ba-4cd0-b454-223168524fcd HTTP/1.1" status: 200 len: 897 time: 0.1220026 Dec 18 14:07:17.218584 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-543ace2f-91b6-4769-9e0d-47b5af0a322e tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "GET /v2.0/floatingips/fb86c930-7d77-45d8-b489-7b6ba4949602 HTTP/1.1" status: 200 len: 990 time: 0.0726538 Dec 18 14:07:17.223686 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-5f479b3b-b1a8-4f5a-98b8-16c318fc674f req-ca7815ee-f9e1-470c-b982-00ab63d9da1a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a7807524-4563-4694-86aa-303830c1ce31 HTTP/1.1" status: 200 len: 998 time: 0.0680487 Dec 18 14:07:17.274960 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f479b3b-b1a8-4f5a-98b8-16c318fc674f req-5786354d-2648-4882-8dbf-71ba109a4885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:07:17.276456 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-5f479b3b-b1a8-4f5a-98b8-16c318fc674f req-5786354d-2648-4882-8dbf-71ba109a4885 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1b3e8bfb-3b3e-4e1d-9203-19b41eeecd39 HTTP/1.1" status: 200 len: 835 time: 0.0433083 Dec 18 14:07:17.323760 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f479b3b-b1a8-4f5a-98b8-16c318fc674f req-90d2d76f-ec01-4415-b9c4-ec618e181621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:07:17.325407 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-5f479b3b-b1a8-4f5a-98b8-16c318fc674f req-90d2d76f-ec01-4415-b9c4-ec618e181621 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=21b3c16b-e6ba-4cd0-b454-223168524fcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0414197 Dec 18 14:07:17.335983 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-a3d6725b-5c36-482b-a3a7-e2018be70136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3cefe9e-27d9-41db-a2cd-319dfbdaef48', 'name': 'tempest-TestNetworkAdvancedServerOps-router-980013190', 'tenant_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.145'}], 'enable_snat': True}, 'gw_port_id': '3baa1e5a-b180-45b4-afe6-c48f7e125bc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T14:06:58Z', 'updated_at': '2021-12-18T14:07:02Z', 'revision_number': 4, 'project_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'gw_port': {'id': '3baa1e5a-b180-45b4-afe6-c48f7e125bc5', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:ab:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3cefe9e-27d9-41db-a2cd-319dfbdaef48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T14:06:58Z', 'updated_at': '2021-12-18T14:07:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv', '_floatingips': [{'id': 'fb86c930-7d77-45d8-b489-7b6ba4949602', 'tenant_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'floating_ip_address': '172.26.3.87', 'floating_network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'router_id': 'a3cefe9e-27d9-41db-a2cd-319dfbdaef48', 'port_id': 'a7807524-4563-4694-86aa-303830c1ce31', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1724, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '21b3c16b-e6ba-4cd0-b454-223168524fcd', 'mac_address': 'fa:16:3e:39:1d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74d03cc3-19be-4986-a334-54f4f6f73496', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T14:07:15Z', 'updated_at': '2021-12-18T14:07:15Z', 'revision_number': 0, 'project_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9bc1e0e3-b296-4fbd-9586-a681c1ad73f4', 'name': '', 'network_id': '21b3c16b-e6ba-4cd0-b454-223168524fcd', 'tenant_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'mac_address': 'fa:16:3e:7f:0e:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3cefe9e-27d9-41db-a2cd-319dfbdaef48', 'device_owner': 'network:router_interface', 'standard_attr_id': 1721, 'fixed_ips': [{'subnet_id': '1b3e8bfb-3b3e-4e1d-9203-19b41eeecd39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T14:07:01Z', 'updated_at': '2021-12-18T14:07:04Z', 'revision_number': 5, 'project_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'subnets': [{'id': '1b3e8bfb-3b3e-4e1d-9203-19b41eeecd39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:07:17.362219 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3d6725b-5c36-482b-a3a7-e2018be70136 None None] Checking router: a3cefe9e-27d9-41db-a2cd-319dfbdaef48 for host: dv-neutron-744815-20-hyperv {{(pid=103161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 18 14:07:17.370953 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3d6725b-5c36-482b-a3a7-e2018be70136 None None] Routers {'a3cefe9e-27d9-41db-a2cd-319dfbdaef48'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 14:07:17.371593 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-a3d6725b-5c36-482b-a3a7-e2018be70136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T14:06:57Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['a3cefe9e-27d9-41db-a2cd-319dfbdaef48'], 'active': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:07:17.417401 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-5f479b3b-b1a8-4f5a-98b8-16c318fc674f req-0c22065c-b602-4c22-bdad-aebddfacee6b service neutron] 10.222.0.43 "GET /v2.0/networks/21b3c16b-e6ba-4cd0-b454-223168524fcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850270 Dec 18 14:07:17.481245 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvr_db [None req-a3d6725b-5c36-482b-a3a7-e2018be70136 None None] Set router a3cefe9e-27d9-41db-a2cd-319dfbdaef48 gateway port host: dv-neutron-744815-20-hyperv {{(pid=103161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 14:07:17.512419 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-5f479b3b-b1a8-4f5a-98b8-16c318fc674f req-7b17c743-1bb3-418c-a5dd-4a5d586920b8 service neutron] 10.222.0.43 "GET /v2.0/networks/21b3c16b-e6ba-4cd0-b454-223168524fcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865817 Dec 18 14:07:17.714735 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-a3d6725b-5c36-482b-a3a7-e2018be70136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3cefe9e-27d9-41db-a2cd-319dfbdaef48', 'name': 'tempest-TestNetworkAdvancedServerOps-router-980013190', 'tenant_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.145'}], 'enable_snat': True}, 'gw_port_id': '3baa1e5a-b180-45b4-afe6-c48f7e125bc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T14:06:58Z', 'updated_at': '2021-12-18T14:07:02Z', 'revision_number': 4, 'project_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'gw_port': {'id': '3baa1e5a-b180-45b4-afe6-c48f7e125bc5', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:ab:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3cefe9e-27d9-41db-a2cd-319dfbdaef48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T14:06:58Z', 'updated_at': '2021-12-18T14:07:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv', '_floatingips': [{'id': 'fb86c930-7d77-45d8-b489-7b6ba4949602', 'tenant_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'floating_ip_address': '172.26.3.87', 'floating_network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'router_id': 'a3cefe9e-27d9-41db-a2cd-319dfbdaef48', 'port_id': 'a7807524-4563-4694-86aa-303830c1ce31', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1724, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '21b3c16b-e6ba-4cd0-b454-223168524fcd', 'mac_address': 'fa:16:3e:39:1d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74d03cc3-19be-4986-a334-54f4f6f73496', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T14:07:15Z', 'updated_at': '2021-12-18T14:07:15Z', 'revision_number': 0, 'project_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9bc1e0e3-b296-4fbd-9586-a681c1ad73f4', 'name': '', 'network_id': '21b3c16b-e6ba-4cd0-b454-223168524fcd', 'tenant_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'mac_address': 'fa:16:3e:7f:0e:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3cefe9e-27d9-41db-a2cd-319dfbdaef48', 'device_owner': 'network:router_interface', 'standard_attr_id': 1721, 'fixed_ips': [{'subnet_id': '1b3e8bfb-3b3e-4e1d-9203-19b41eeecd39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T14:07:01Z', 'updated_at': '2021-12-18T14:07:04Z', 'revision_number': 5, 'project_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'subnets': [{'id': '1b3e8bfb-3b3e-4e1d-9203-19b41eeecd39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:07:17.741400 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3d6725b-5c36-482b-a3a7-e2018be70136 None None] The sync data for ids ['a3cefe9e-27d9-41db-a2cd-319dfbdaef48'] in dv-neutron-744815-20-hyperv is: [{'id': 'a3cefe9e-27d9-41db-a2cd-319dfbdaef48', 'name': 'tempest-TestNetworkAdvancedServerOps-router-980013190', 'tenant_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.145'}], 'enable_snat': True}, 'gw_port_id': '3baa1e5a-b180-45b4-afe6-c48f7e125bc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T14:06:58Z', 'updated_at': '2021-12-18T14:07:02Z', 'revision_number': 4, 'project_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'gw_port': {'id': '3baa1e5a-b180-45b4-afe6-c48f7e125bc5', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:ab:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3cefe9e-27d9-41db-a2cd-319dfbdaef48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T14:06:58Z', 'updated_at': '2021-12-18T14:07:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv', '_floatingips': [{'id': 'fb86c930-7d77-45d8-b489-7b6ba4949602', 'tenant_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'floating_ip_address': '172.26.3.87', 'floating_network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'router_id': 'a3cefe9e-27d9-41db-a2cd-319dfbdaef48', 'port_id': 'a7807524-4563-4694-86aa-303830c1ce31', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1724, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '21b3c16b-e6ba-4cd0-b454-223168524fcd', 'mac_address': 'fa:16:3e:39:1d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74d03cc3-19be-4986-a334-54f4f6f73496', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T14:07:15Z', 'updated_at': '2021-12-18T14:07:15Z', 'revision_number': 0, 'project_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9bc1e0e3-b296-4fbd-9586-a681c1ad73f4', 'name': '', 'network_id': '21b3c16b-e6ba-4cd0-b454-223168524fcd', 'tenant_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'mac_address': 'fa:16:3e:7f:0e:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3cefe9e-27d9-41db-a2cd-319dfbdaef48', 'device_owner': 'network:router_interface', 'standard_attr_id': 1721, 'fixed_ips': [{'subnet_id': '1b3e8bfb-3b3e-4e1d-9203-19b41eeecd39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T14:07:01Z', 'updated_at': '2021-12-18T14:07:04Z', 'revision_number': 5, 'project_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'subnets': [{'id': '1b3e8bfb-3b3e-4e1d-9203-19b41eeecd39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 14:07:17.943823 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83babce5-0f83-4a9a-929a-0dfc65b781f5 None None] New status for floating IP fb86c930-7d77-45d8-b489-7b6ba4949602: ACTIVE {{(pid=103162) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 18 14:07:18.221484 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 33956) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:07:18.287346 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-b584b924-71e3-4f7a-9af1-d0746df6f542 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "GET /v2.0/floatingips/fb86c930-7d77-45d8-b489-7b6ba4949602 HTTP/1.1" status: 200 len: 992 time: 0.0642707 Dec 18 14:07:24.969463 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c73521df-3f3e-463f-a4bb-aeb167fa44ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:07:27.225137 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-9f4e86fd-2357-4923-9101-ec825748ef36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:07:28.627223 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-afa9ae9b-bdbb-4010-bcf6-3a46ce66cf71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:07:30.138689 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7b7a3272-2b45-4d32-9670-25eb1afd1184 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:07:30.896552 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:07:37.187697 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:07:45.374686 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.agents_db [None req-e3dda592-589a-4b4d-b028-ba9a260f4f50 None None] Agent healthcheck: found 6 active agents {{(pid=103162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 18 14:07:54.970572 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-6242a66b-271d-4b8a-a0e1-0b0dfca5fadd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:07:57.231577 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-d51f8a3b-d932-476e-9dc6-380d9c1e9cec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:07:58.635381 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-afa9ae9b-bdbb-4010-bcf6-3a46ce66cf71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:08:00.143906 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7b7a3272-2b45-4d32-9670-25eb1afd1184 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:08:00.892456 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:08:07.194336 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:08:16.744819 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-44176886-0b5d-415e-8d65-cc26009f77f1 req-3433d352-cb6c-4841-a447-da8e3b7359bf service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=74d03cc3-19be-4986-a334-54f4f6f73496&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0877631 Dec 18 14:08:16.850649 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44176886-0b5d-415e-8d65-cc26009f77f1 req-a0889a88-dfc7-4002-b03d-d8b233ec2ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:08:16.852492 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-44176886-0b5d-415e-8d65-cc26009f77f1 req-a0889a88-dfc7-4002-b03d-d8b233ec2ed4 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4fe8c5245f464a0b8a2abb9a0874f704&device_id=74d03cc3-19be-4986-a334-54f4f6f73496 HTTP/1.1" status: 200 len: 1098 time: 0.0566144 Dec 18 14:08:16.975699 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44176886-0b5d-415e-8d65-cc26009f77f1 req-e50ba093-6628-4e58-ad77-d332135a93aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:08:16.977703 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-44176886-0b5d-415e-8d65-cc26009f77f1 req-e50ba093-6628-4e58-ad77-d332135a93aa service neutron] 10.222.0.43 "GET /v2.0/networks?id=21b3c16b-e6ba-4cd0-b454-223168524fcd HTTP/1.1" status: 200 len: 897 time: 0.0993621 Dec 18 14:08:17.047850 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-44176886-0b5d-415e-8d65-cc26009f77f1 req-7947d5dd-4e70-4167-8c0f-4f693f16494c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a7807524-4563-4694-86aa-303830c1ce31 HTTP/1.1" status: 200 len: 1000 time: 0.0626755 Dec 18 14:08:17.097722 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44176886-0b5d-415e-8d65-cc26009f77f1 req-d0bd7012-5f38-40cf-8141-182cfa47460e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:08:17.099112 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-44176886-0b5d-415e-8d65-cc26009f77f1 req-d0bd7012-5f38-40cf-8141-182cfa47460e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1b3e8bfb-3b3e-4e1d-9203-19b41eeecd39 HTTP/1.1" status: 200 len: 835 time: 0.0434115 Dec 18 14:08:17.143795 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44176886-0b5d-415e-8d65-cc26009f77f1 req-51f3e737-3a45-43f0-b69b-ba1cb6373a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:08:17.145243 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-44176886-0b5d-415e-8d65-cc26009f77f1 req-51f3e737-3a45-43f0-b69b-ba1cb6373a58 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=21b3c16b-e6ba-4cd0-b454-223168524fcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0387154 Dec 18 14:08:17.246508 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-44176886-0b5d-415e-8d65-cc26009f77f1 req-a61b0b50-5174-40e1-b1b9-9a2c47b303ea service neutron] 10.222.0.43 "GET /v2.0/networks/21b3c16b-e6ba-4cd0-b454-223168524fcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928867 Dec 18 14:08:17.336220 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-44176886-0b5d-415e-8d65-cc26009f77f1 req-5efa0265-419b-4909-9970-e5b07cc7e425 service neutron] 10.222.0.43 "GET /v2.0/networks/21b3c16b-e6ba-4cd0-b454-223168524fcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824003 Dec 18 14:08:22.379516 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.agents_db [None req-e3dda592-589a-4b4d-b028-ba9a260f4f50 None None] Agent healthcheck: found 6 active agents {{(pid=103162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 18 14:08:24.966004 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-cc624485-7b9d-40fd-9ec6-18384213585d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:08:27.223134 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e3611588-7025-487a-9dbe-101dc3b44e13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:08:28.635168 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-afa9ae9b-bdbb-4010-bcf6-3a46ce66cf71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:08:30.155473 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7b7a3272-2b45-4d32-9670-25eb1afd1184 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:08:30.906343 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:08:31.884824 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b8457e-6901-47da-9796-46c3f8d2d07f req-50bb86df-0582-41fe-8a7e-fd96729d09b3 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:08:31.886679 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-44b8457e-6901-47da-9796-46c3f8d2d07f req-50bb86df-0582-41fe-8a7e-fd96729d09b3 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "GET /v2.0/ports?device_id=74d03cc3-19be-4986-a334-54f4f6f73496 HTTP/1.1" status: 200 len: 945 time: 0.0542026 Dec 18 14:08:31.940870 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-44b8457e-6901-47da-9796-46c3f8d2d07f req-f626bc21-fb80-4d80-92c7-f2e8367a70fd tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed146b64-f46c-4f54-bebe-ade07d20c923&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484209 Dec 18 14:08:33.077775 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be124dc9-c1c0-48a7-9400-52377a06b42b req-4b90cf36-6cb1-4228-8ac1-c165a34bbd46 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:08:33.079312 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-be124dc9-c1c0-48a7-9400-52377a06b42b req-4b90cf36-6cb1-4228-8ac1-c165a34bbd46 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "GET /v2.0/ports?device_id=74d03cc3-19be-4986-a334-54f4f6f73496 HTTP/1.1" status: 200 len: 945 time: 0.0573916 Dec 18 14:08:33.131282 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-be124dc9-c1c0-48a7-9400-52377a06b42b req-153bdaaf-97a8-430b-8111-dfa6bc6a8b89 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed146b64-f46c-4f54-bebe-ade07d20c923&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433846 Dec 18 14:08:33.162329 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 33990) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:08:33.224441 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-8dc8aecf-0278-488f-a6bd-4490d0139a07 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "GET /v2.0/floatingips/fb86c930-7d77-45d8-b489-7b6ba4949602 HTTP/1.1" status: 200 len: 992 time: 0.0608344 Dec 18 14:08:34.537818 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec14cec-5829-4cd4-8bb3-762f737c83d5 req-f404cd4f-6353-41a9-88dd-3a6f92079fe9 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:08:34.540172 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-dec14cec-5829-4cd4-8bb3-762f737c83d5 req-f404cd4f-6353-41a9-88dd-3a6f92079fe9 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "GET /v2.0/ports?device_id=74d03cc3-19be-4986-a334-54f4f6f73496 HTTP/1.1" status: 200 len: 945 time: 0.0522752 Dec 18 14:08:34.595276 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-dec14cec-5829-4cd4-8bb3-762f737c83d5 req-0bc34a6b-5cf7-46b7-b634-54e44727a5d0 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed146b64-f46c-4f54-bebe-ade07d20c923&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487559 Dec 18 14:08:35.716449 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68846e73-0448-490f-b613-8641e3b46a9f req-fc1992aa-8357-490e-bdbd-054e74857519 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:08:35.718336 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-68846e73-0448-490f-b613-8641e3b46a9f req-fc1992aa-8357-490e-bdbd-054e74857519 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "GET /v2.0/ports?device_id=74d03cc3-19be-4986-a334-54f4f6f73496 HTTP/1.1" status: 200 len: 945 time: 0.0508959 Dec 18 14:08:35.767358 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-68846e73-0448-490f-b613-8641e3b46a9f req-8e02f634-04b7-4e54-aae0-d14c6c1e52b9 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed146b64-f46c-4f54-bebe-ade07d20c923&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427315 Dec 18 14:08:35.789610 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 34000) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:08:35.854195 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-8e30cb53-6473-4fcd-b7eb-e95309a57ce8 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "GET /v2.0/floatingips/fb86c930-7d77-45d8-b489-7b6ba4949602 HTTP/1.1" status: 200 len: 992 time: 0.0634668 Dec 18 14:08:36.093356 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 34006) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:08:36.261481 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-7c2856f4-77a8-4b67-b9f5-608cd5894c65 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Deleting port 099b05a3-8039-481e-bc61-5803787f7267 {{(pid=103159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 14:08:36.261819 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-7c2856f4-77a8-4b67-b9f5-608cd5894c65 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:08:36.337306 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-7c2856f4-77a8-4b67-b9f5-608cd5894c65 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:08:36.337617 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-7c2856f4-77a8-4b67-b9f5-608cd5894c65 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:08:36.349514 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-7c2856f4-77a8-4b67-b9f5-608cd5894c65 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Calling delete_port for 099b05a3-8039-481e-bc61-5803787f7267 owned by network:floatingip {{(pid=103159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 14:08:36.541749 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-7c2856f4-77a8-4b67-b9f5-608cd5894c65 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:08:36.564789 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2856f4-77a8-4b67-b9f5-608cd5894c65 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Pushing event deleted for resources: {'Port': ['ID=099b05a3-8039-481e-bc61-5803787f7267,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:08:36.574347 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2856f4-77a8-4b67-b9f5-608cd5894c65 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:08:36.574693 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2856f4-77a8-4b67-b9f5-608cd5894c65 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:08:36.575036 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2856f4-77a8-4b67-b9f5-608cd5894c65 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:08:36.575392 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2856f4-77a8-4b67-b9f5-608cd5894c65 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:08:36.576225 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2856f4-77a8-4b67-b9f5-608cd5894c65 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:08:36.577158 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2856f4-77a8-4b67-b9f5-608cd5894c65 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:08:36.577158 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2856f4-77a8-4b67-b9f5-608cd5894c65 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:08:36.577158 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2856f4-77a8-4b67-b9f5-608cd5894c65 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:08:36.577525 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2856f4-77a8-4b67-b9f5-608cd5894c65 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:08:36.577855 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2856f4-77a8-4b67-b9f5-608cd5894c65 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:08:36.578158 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2856f4-77a8-4b67-b9f5-608cd5894c65 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:08:36.578488 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2856f4-77a8-4b67-b9f5-608cd5894c65 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:08:36.578805 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2856f4-77a8-4b67-b9f5-608cd5894c65 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:08:36.636495 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-7c2856f4-77a8-4b67-b9f5-608cd5894c65 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks [] for floatingip, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:08:36.636822 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.db.l3_db [None req-7c2856f4-77a8-4b67-b9f5-608cd5894c65 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Floating IP fb86c930-7d77-45d8-b489-7b6ba4949602 disassociated (deleted). External IP: 172.26.3.87, port: a7807524-4563-4694-86aa-303830c1ce31. Dec 18 14:08:36.852463 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c2856f4-77a8-4b67-b9f5-608cd5894c65 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Router a3cefe9e-27d9-41db-a2cd-319dfbdaef48 has already been hosted by L3 agent c9c0cd52-5bd2-4704-9429-d80f1c5ad23c {{(pid=103159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 18 14:08:36.966360 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c2856f4-77a8-4b67-b9f5-608cd5894c65 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Notify agent at l3_agent.dv-neutron-744815-20-hyperv the message routers_updated {{(pid=103159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 14:08:36.971607 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-7c2856f4-77a8-4b67-b9f5-608cd5894c65 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for floatingip, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:08:36.976362 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1dfe85c-98b8-4e96-bf7b-fd3d7397591a None None] Sync routers for ids ['a3cefe9e-27d9-41db-a2cd-319dfbdaef48'] in dv-neutron-744815-20-hyperv {{(pid=103161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 14:08:36.990219 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1dfe85c-98b8-4e96-bf7b-fd3d7397591a None None] Routers {'a3cefe9e-27d9-41db-a2cd-319dfbdaef48'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 14:08:36.990928 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-d1dfe85c-98b8-4e96-bf7b-fd3d7397591a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T14:08:27Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['a3cefe9e-27d9-41db-a2cd-319dfbdaef48'], 'active': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:08:36.999253 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-7c2856f4-77a8-4b67-b9f5-608cd5894c65 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "DELETE /v2.0/floatingips/fb86c930-7d77-45d8-b489-7b6ba4949602 HTTP/1.1" status: 204 len: 168 time: 0.9046247 Dec 18 14:08:36.999961 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74d03cc3-19be-4986-a334-54f4f6f73496', 'tag': 'a7807524-4563-4694-86aa-303830c1ce31'}] {{(pid=103159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 18 14:08:37.002433 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca844cf115d59c1fab86abc202fb4c13735de0d7e4cbbbb25eec9406e9c87431" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b672f5d-1419-4947-8ade-5bc51f210e6b" -d '{"events": [{"name": "network-changed", "server_uuid": "74d03cc3-19be-4986-a334-54f4f6f73496", "tag": "a7807524-4563-4694-86aa-303830c1ce31"}]}' {{(pid=103159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 18 14:08:37.042109 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 14:08:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bf79823-2f3b-4827-b44e-735b70e05a47 x-openstack-request-id: req-1bf79823-2f3b-4827-b44e-735b70e05a47 {{(pid=103159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 18 14:08:37.042489 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74d03cc3-19be-4986-a334-54f4f6f73496", "tag": "a7807524-4563-4694-86aa-303830c1ce31", "status": "completed", "code": 200}]} {{(pid=103159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 18 14:08:37.042669 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1bf79823-2f3b-4827-b44e-735b70e05a47 {{(pid=103159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 18 14:08:37.043239 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74d03cc3-19be-4986-a334-54f4f6f73496', 'tag': 'a7807524-4563-4694-86aa-303830c1ce31', 'status': 'completed', 'code': 200} Dec 18 14:08:37.107209 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvr_db [None req-d1dfe85c-98b8-4e96-bf7b-fd3d7397591a None None] Set router a3cefe9e-27d9-41db-a2cd-319dfbdaef48 gateway port host: dv-neutron-744815-20-hyperv {{(pid=103161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 14:08:37.107433 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b672f5d-1419-4947-8ade-5bc51f210e6b req-863e858f-c077-4dcb-a509-ca16e80c611e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:08:37.108886 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-9b672f5d-1419-4947-8ade-5bc51f210e6b req-863e858f-c077-4dcb-a509-ca16e80c611e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4fe8c5245f464a0b8a2abb9a0874f704&device_id=74d03cc3-19be-4986-a334-54f4f6f73496 HTTP/1.1" status: 200 len: 1098 time: 0.0423384 Dec 18 14:08:37.220038 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b672f5d-1419-4947-8ade-5bc51f210e6b req-ca2f6823-f053-4e6d-9b6a-d84730ccd761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:08:37.221543 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-9b672f5d-1419-4947-8ade-5bc51f210e6b req-ca2f6823-f053-4e6d-9b6a-d84730ccd761 service neutron] 10.222.0.43 "GET /v2.0/networks?id=21b3c16b-e6ba-4cd0-b454-223168524fcd HTTP/1.1" status: 200 len: 897 time: 0.1038530 Dec 18 14:08:37.235637 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ac2df6-91ea-4999-9ba6-b4cc855ea364 req-e75efadd-5fbe-4e5a-9ff2-c4ae7a49ca70 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:08:37.237321 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-f4ac2df6-91ea-4999-9ba6-b4cc855ea364 req-e75efadd-5fbe-4e5a-9ff2-c4ae7a49ca70 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "GET /v2.0/ports?device_id=74d03cc3-19be-4986-a334-54f4f6f73496 HTTP/1.1" status: 200 len: 945 time: 0.0584364 Dec 18 14:08:37.254324 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:08:37.272674 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-9b672f5d-1419-4947-8ade-5bc51f210e6b req-b476dd86-6406-4791-a5a1-0a752b757258 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a7807524-4563-4694-86aa-303830c1ce31 HTTP/1.1" status: 200 len: 217 time: 0.0417378 Dec 18 14:08:37.289475 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-f4ac2df6-91ea-4999-9ba6-b4cc855ea364 req-24382ed1-dddf-4825-a939-09b9e9f845fb tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed146b64-f46c-4f54-bebe-ade07d20c923&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450661 Dec 18 14:08:37.327958 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-d1dfe85c-98b8-4e96-bf7b-fd3d7397591a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3cefe9e-27d9-41db-a2cd-319dfbdaef48', 'name': 'tempest-TestNetworkAdvancedServerOps-router-980013190', 'tenant_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.145'}], 'enable_snat': True}, 'gw_port_id': '3baa1e5a-b180-45b4-afe6-c48f7e125bc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T14:06:58Z', 'updated_at': '2021-12-18T14:07:02Z', 'revision_number': 4, 'project_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'gw_port': {'id': '3baa1e5a-b180-45b4-afe6-c48f7e125bc5', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:ab:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3cefe9e-27d9-41db-a2cd-319dfbdaef48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T14:06:58Z', 'updated_at': '2021-12-18T14:07:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv', '_interfaces': [{'id': '9bc1e0e3-b296-4fbd-9586-a681c1ad73f4', 'name': '', 'network_id': '21b3c16b-e6ba-4cd0-b454-223168524fcd', 'tenant_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'mac_address': 'fa:16:3e:7f:0e:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3cefe9e-27d9-41db-a2cd-319dfbdaef48', 'device_owner': 'network:router_interface', 'standard_attr_id': 1721, 'fixed_ips': [{'subnet_id': '1b3e8bfb-3b3e-4e1d-9203-19b41eeecd39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T14:07:01Z', 'updated_at': '2021-12-18T14:07:04Z', 'revision_number': 5, 'project_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'subnets': [{'id': '1b3e8bfb-3b3e-4e1d-9203-19b41eeecd39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:08:37.330534 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b672f5d-1419-4947-8ade-5bc51f210e6b req-3b72ace6-e77f-4fa3-8e82-ae683e49c948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:08:37.332065 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-9b672f5d-1419-4947-8ade-5bc51f210e6b req-3b72ace6-e77f-4fa3-8e82-ae683e49c948 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1b3e8bfb-3b3e-4e1d-9203-19b41eeecd39 HTTP/1.1" status: 200 len: 835 time: 0.0504372 Dec 18 14:08:37.357524 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1dfe85c-98b8-4e96-bf7b-fd3d7397591a None None] Checking router: a3cefe9e-27d9-41db-a2cd-319dfbdaef48 for host: dv-neutron-744815-20-hyperv {{(pid=103161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 18 14:08:37.368530 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1dfe85c-98b8-4e96-bf7b-fd3d7397591a None None] Routers {'a3cefe9e-27d9-41db-a2cd-319dfbdaef48'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 14:08:37.369419 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-d1dfe85c-98b8-4e96-bf7b-fd3d7397591a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T14:08:27Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['a3cefe9e-27d9-41db-a2cd-319dfbdaef48'], 'active': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:08:37.386457 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b672f5d-1419-4947-8ade-5bc51f210e6b req-ff8e33cd-cf0f-40d9-a503-44147b089ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:08:37.388192 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-9b672f5d-1419-4947-8ade-5bc51f210e6b req-ff8e33cd-cf0f-40d9-a503-44147b089ce9 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=21b3c16b-e6ba-4cd0-b454-223168524fcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0468955 Dec 18 14:08:37.481295 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvr_db [None req-d1dfe85c-98b8-4e96-bf7b-fd3d7397591a None None] Set router a3cefe9e-27d9-41db-a2cd-319dfbdaef48 gateway port host: dv-neutron-744815-20-hyperv {{(pid=103161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 14:08:37.487117 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-9b672f5d-1419-4947-8ade-5bc51f210e6b req-098fa54b-ec60-406b-b919-78c13a9146c6 service neutron] 10.222.0.43 "GET /v2.0/networks/21b3c16b-e6ba-4cd0-b454-223168524fcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903239 Dec 18 14:08:37.584065 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-9b672f5d-1419-4947-8ade-5bc51f210e6b req-4e13e39e-45cc-423f-b44a-ed504df2ff24 service neutron] 10.222.0.43 "GET /v2.0/networks/21b3c16b-e6ba-4cd0-b454-223168524fcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885870 Dec 18 14:08:37.682858 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-d1dfe85c-98b8-4e96-bf7b-fd3d7397591a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3cefe9e-27d9-41db-a2cd-319dfbdaef48', 'name': 'tempest-TestNetworkAdvancedServerOps-router-980013190', 'tenant_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.145'}], 'enable_snat': True}, 'gw_port_id': '3baa1e5a-b180-45b4-afe6-c48f7e125bc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T14:06:58Z', 'updated_at': '2021-12-18T14:07:02Z', 'revision_number': 4, 'project_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'gw_port': {'id': '3baa1e5a-b180-45b4-afe6-c48f7e125bc5', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:ab:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3cefe9e-27d9-41db-a2cd-319dfbdaef48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T14:06:58Z', 'updated_at': '2021-12-18T14:07:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv', '_interfaces': [{'id': '9bc1e0e3-b296-4fbd-9586-a681c1ad73f4', 'name': '', 'network_id': '21b3c16b-e6ba-4cd0-b454-223168524fcd', 'tenant_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'mac_address': 'fa:16:3e:7f:0e:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3cefe9e-27d9-41db-a2cd-319dfbdaef48', 'device_owner': 'network:router_interface', 'standard_attr_id': 1721, 'fixed_ips': [{'subnet_id': '1b3e8bfb-3b3e-4e1d-9203-19b41eeecd39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T14:07:01Z', 'updated_at': '2021-12-18T14:07:04Z', 'revision_number': 5, 'project_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'subnets': [{'id': '1b3e8bfb-3b3e-4e1d-9203-19b41eeecd39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:08:37.709487 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1dfe85c-98b8-4e96-bf7b-fd3d7397591a None None] The sync data for ids ['a3cefe9e-27d9-41db-a2cd-319dfbdaef48'] in dv-neutron-744815-20-hyperv is: [{'id': 'a3cefe9e-27d9-41db-a2cd-319dfbdaef48', 'name': 'tempest-TestNetworkAdvancedServerOps-router-980013190', 'tenant_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.145'}], 'enable_snat': True}, 'gw_port_id': '3baa1e5a-b180-45b4-afe6-c48f7e125bc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T14:06:58Z', 'updated_at': '2021-12-18T14:07:02Z', 'revision_number': 4, 'project_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'gw_port': {'id': '3baa1e5a-b180-45b4-afe6-c48f7e125bc5', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:ab:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3cefe9e-27d9-41db-a2cd-319dfbdaef48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T14:06:58Z', 'updated_at': '2021-12-18T14:07:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv', '_interfaces': [{'id': '9bc1e0e3-b296-4fbd-9586-a681c1ad73f4', 'name': '', 'network_id': '21b3c16b-e6ba-4cd0-b454-223168524fcd', 'tenant_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'mac_address': 'fa:16:3e:7f:0e:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3cefe9e-27d9-41db-a2cd-319dfbdaef48', 'device_owner': 'network:router_interface', 'standard_attr_id': 1721, 'fixed_ips': [{'subnet_id': '1b3e8bfb-3b3e-4e1d-9203-19b41eeecd39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T14:07:01Z', 'updated_at': '2021-12-18T14:07:04Z', 'revision_number': 5, 'project_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'subnets': [{'id': '1b3e8bfb-3b3e-4e1d-9203-19b41eeecd39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 14:08:37.945644 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92a805fe-f8cf-4c99-9f99-f92c9fe3d518 None None] New status for floating IP fb86c930-7d77-45d8-b489-7b6ba4949602: DOWN {{(pid=103162) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 18 14:08:38.418712 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c9f7b7-f6b1-4a86-8888-6003993091a7 req-47456274-74fd-4e93-92a3-11b2a2afcecb tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:08:38.420817 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-72c9f7b7-f6b1-4a86-8888-6003993091a7 req-47456274-74fd-4e93-92a3-11b2a2afcecb tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "GET /v2.0/ports?device_id=74d03cc3-19be-4986-a334-54f4f6f73496 HTTP/1.1" status: 200 len: 945 time: 0.0508931 Dec 18 14:08:38.471842 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-72c9f7b7-f6b1-4a86-8888-6003993091a7 req-606a1234-fc2c-43c1-978d-fae0d87b575a tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed146b64-f46c-4f54-bebe-ade07d20c923&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451055 Dec 18 14:08:39.110265 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8675b844-16da-4ed9-afc7-0b22ef479067 req-8f78fac9-d11a-4ced-8de3-ecbc9f5716e8 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:08:39.111811 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-8675b844-16da-4ed9-afc7-0b22ef479067 req-8f78fac9-d11a-4ced-8de3-ecbc9f5716e8 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.43 "GET /v2.0/ports?device_id=74d03cc3-19be-4986-a334-54f4f6f73496 HTTP/1.1" status: 200 len: 945 time: 0.0599177 Dec 18 14:08:39.211113 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [req-8675b844-16da-4ed9-afc7-0b22ef479067 req-7ba2739a-d8a0-4820-9782-f7e85c5f5e6e tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Deleting port a7807524-4563-4694-86aa-303830c1ce31 {{(pid=103159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 14:08:39.211495 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-8675b844-16da-4ed9-afc7-0b22ef479067 req-7ba2739a-d8a0-4820-9782-f7e85c5f5e6e tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:08:39.305878 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.db [req-8675b844-16da-4ed9-afc7-0b22ef479067 req-7ba2739a-d8a0-4820-9782-f7e85c5f5e6e tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] For port a7807524-4563-4694-86aa-303830c1ce31, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=a7807524-4563-4694-86aa-303830c1ce31,segment=NetworkSegment(eb4c49c5-b689-4e1d-b3da-5c9c38186880),segment_id=eb4c49c5-b689-4e1d-b3da-5c9c38186880)] {{(pid=103159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 14:08:39.306243 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-8675b844-16da-4ed9-afc7-0b22ef479067 req-7ba2739a-d8a0-4820-9782-f7e85c5f5e6e tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:08:39.319041 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [req-8675b844-16da-4ed9-afc7-0b22ef479067 req-7ba2739a-d8a0-4820-9782-f7e85c5f5e6e tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Calling delete_port for a7807524-4563-4694-86aa-303830c1ce31 owned by compute:nova {{(pid=103159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 14:08:39.449614 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-8675b844-16da-4ed9-afc7-0b22ef479067 req-7ba2739a-d8a0-4820-9782-f7e85c5f5e6e tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:08:39.482127 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba2739a-d8a0-4820-9782-f7e85c5f5e6e tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Pushing event deleted for resources: {'Port': ['ID=a7807524-4563-4694-86aa-303830c1ce31,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:08:39.524859 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [req-8675b844-16da-4ed9-afc7-0b22ef479067 req-7ba2739a-d8a0-4820-9782-f7e85c5f5e6e tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] No DVR routers for this DVR port a7807524-4563-4694-86aa-303830c1ce31 on host hv-neutron-7448 {{(pid=103159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 18 14:08:39.527601 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-8675b844-16da-4ed9-afc7-0b22ef479067 req-7ba2739a-d8a0-4820-9782-f7e85c5f5e6e tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:08:39.531393 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-8675b844-16da-4ed9-afc7-0b22ef479067 req-7ba2739a-d8a0-4820-9782-f7e85c5f5e6e tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.43 "DELETE /v2.0/ports/a7807524-4563-4694-86aa-303830c1ce31 HTTP/1.1" status: 204 len: 173 time: 0.4133575 Dec 18 14:08:39.531870 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74d03cc3-19be-4986-a334-54f4f6f73496', 'name': 'network-vif-deleted', 'tag': 'a7807524-4563-4694-86aa-303830c1ce31'}] {{(pid=103159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 18 14:08:39.534717 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca844cf115d59c1fab86abc202fb4c13735de0d7e4cbbbb25eec9406e9c87431" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-825afe25-a790-40b4-9995-570e356b98d8" -d '{"events": [{"server_uuid": "74d03cc3-19be-4986-a334-54f4f6f73496", "name": "network-vif-deleted", "tag": "a7807524-4563-4694-86aa-303830c1ce31"}]}' {{(pid=103159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 18 14:08:39.574583 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 14:08:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06b34369-070b-4905-934f-1dbf74ce4c8d x-openstack-request-id: req-06b34369-070b-4905-934f-1dbf74ce4c8d {{(pid=103159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 18 14:08:39.574946 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74d03cc3-19be-4986-a334-54f4f6f73496", "name": "network-vif-deleted", "tag": "a7807524-4563-4694-86aa-303830c1ce31", "status": "completed", "code": 200}]} {{(pid=103159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 18 14:08:39.575240 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-06b34369-070b-4905-934f-1dbf74ce4c8d {{(pid=103159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 18 14:08:39.575741 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74d03cc3-19be-4986-a334-54f4f6f73496', 'name': 'network-vif-deleted', 'tag': 'a7807524-4563-4694-86aa-303830c1ce31', 'status': 'completed', 'code': 200} Dec 18 14:08:39.582104 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-041d5527-fd93-4a3f-b0eb-0df610c05443 req-6aa487c2-1007-4750-b7d9-ad97580cd926 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "GET /v2.0/ports?device_id=74d03cc3-19be-4986-a334-54f4f6f73496 HTTP/1.1" status: 200 len: 210 time: 0.0380828 Dec 18 14:08:40.655486 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 34024) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:08:41.031438 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-6fda6614-ee43-4827-a925-2f4927cc2f9f tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-586101'] for router_interface, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:08:41.290639 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-6fda6614-ee43-4827-a925-2f4927cc2f9f tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Deleting port 9bc1e0e3-b296-4fbd-9586-a681c1ad73f4 {{(pid=103159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 14:08:41.290879 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-6fda6614-ee43-4827-a925-2f4927cc2f9f tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:08:41.376621 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.db [None req-6fda6614-ee43-4827-a925-2f4927cc2f9f tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] For port 9bc1e0e3-b296-4fbd-9586-a681c1ad73f4, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=9bc1e0e3-b296-4fbd-9586-a681c1ad73f4,segment=NetworkSegment(eb4c49c5-b689-4e1d-b3da-5c9c38186880),segment_id=eb4c49c5-b689-4e1d-b3da-5c9c38186880)] {{(pid=103159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 14:08:41.376969 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-6fda6614-ee43-4827-a925-2f4927cc2f9f tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:08:41.389061 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-6fda6614-ee43-4827-a925-2f4927cc2f9f tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Calling delete_port for 9bc1e0e3-b296-4fbd-9586-a681c1ad73f4 owned by network:router_interface {{(pid=103159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 14:08:41.586520 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-6fda6614-ee43-4827-a925-2f4927cc2f9f tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:08:41.930191 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fda6614-ee43-4827-a925-2f4927cc2f9f tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Pushing event deleted for resources: {'Port': ['ID=9bc1e0e3-b296-4fbd-9586-a681c1ad73f4,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:08:42.104407 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-6fda6614-ee43-4827-a925-2f4927cc2f9f tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1048020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-576035'] for router_interface, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:08:42.350447 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fda6614-ee43-4827-a925-2f4927cc2f9f tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Router a3cefe9e-27d9-41db-a2cd-319dfbdaef48 has already been hosted by L3 agent c9c0cd52-5bd2-4704-9429-d80f1c5ad23c {{(pid=103159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 18 14:08:42.461636 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fda6614-ee43-4827-a925-2f4927cc2f9f tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Notify agent at l3_agent.dv-neutron-744815-20-hyperv the message routers_updated {{(pid=103159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 14:08:42.467227 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-6fda6614-ee43-4827-a925-2f4927cc2f9f tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "PUT /v2.0/routers/a3cefe9e-27d9-41db-a2cd-319dfbdaef48/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8105993 Dec 18 14:08:42.469913 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 34026) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:08:42.475632 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d095bd-65e0-45f8-8559-4cefcbc0d239 None None] Sync routers for ids ['a3cefe9e-27d9-41db-a2cd-319dfbdaef48'] in dv-neutron-744815-20-hyperv {{(pid=103161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 14:08:42.487276 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00d095bd-65e0-45f8-8559-4cefcbc0d239 None None] Routers {'a3cefe9e-27d9-41db-a2cd-319dfbdaef48'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 14:08:42.487988 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-00d095bd-65e0-45f8-8559-4cefcbc0d239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T14:08:27Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['a3cefe9e-27d9-41db-a2cd-319dfbdaef48'], 'active': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:08:42.520743 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d97abf2-3c84-4384-a07f-f5c24e6be682 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Deleting subnet 1b3e8bfb-3b3e-4e1d-9203-19b41eeecd39 {{(pid=103159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 18 14:08:42.524235 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-4d97abf2-3c84-4384-a07f-f5c24e6be682 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks [] for subnet, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:08:42.563693 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-4d97abf2-3c84-4384-a07f-f5c24e6be682 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5589624'] for subnet, precommit_delete_associations {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:08:42.593986 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvr_db [None req-00d095bd-65e0-45f8-8559-4cefcbc0d239 None None] Set router a3cefe9e-27d9-41db-a2cd-319dfbdaef48 gateway port host: dv-neutron-744815-20-hyperv {{(pid=103161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 14:08:42.662071 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-4d97abf2-3c84-4384-a07f-f5c24e6be682 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1929185'] for subnet, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:08:42.728256 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-4d97abf2-3c84-4384-a07f-f5c24e6be682 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1929192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5659851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6017053'] for subnet, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:08:42.758918 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-4d97abf2-3c84-4384-a07f-f5c24e6be682 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks [] for subnet, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:08:42.762085 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-4d97abf2-3c84-4384-a07f-f5c24e6be682 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "DELETE /v2.0/subnets/1b3e8bfb-3b3e-4e1d-9203-19b41eeecd39 HTTP/1.1" status: 204 len: 168 time: 0.2910402 Dec 18 14:08:42.763193 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d97abf2-3c84-4384-a07f-f5c24e6be682 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Pushing event deleted for resources: {'Subnet': ['ID=1b3e8bfb-3b3e-4e1d-9203-19b41eeecd39,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:08:42.764900 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 34028) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:08:42.774122 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3da4b4c-e6ab-4e71-880b-c0576226bb4f None None] Network 21b3c16b-e6ba-4cd0-b454-223168524fcd requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 14:08:42.831531 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-00d095bd-65e0-45f8-8559-4cefcbc0d239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3cefe9e-27d9-41db-a2cd-319dfbdaef48', 'name': 'tempest-TestNetworkAdvancedServerOps-router-980013190', 'tenant_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.145'}], 'enable_snat': True}, 'gw_port_id': '3baa1e5a-b180-45b4-afe6-c48f7e125bc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T14:06:58Z', 'updated_at': '2021-12-18T14:08:41Z', 'revision_number': 5, 'project_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'gw_port': {'id': '3baa1e5a-b180-45b4-afe6-c48f7e125bc5', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:ab:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3cefe9e-27d9-41db-a2cd-319dfbdaef48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T14:06:58Z', 'updated_at': '2021-12-18T14:07:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv'}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:08:42.861234 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d095bd-65e0-45f8-8559-4cefcbc0d239 None None] Checking router: a3cefe9e-27d9-41db-a2cd-319dfbdaef48 for host: dv-neutron-744815-20-hyperv {{(pid=103161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 18 14:08:42.879106 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-baf7766b-9d06-4d31-8e11-4ffa4dd90f22 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks [] for router, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:08:42.881047 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Device a7807524-4563-4694-86aa-303830c1ce31 no longer exists at agent hyperv_hv-neutron-7448 {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 18 14:08:42.907193 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] No Port match for: a7807524-4563-4694-86aa-303830c1ce31 {{(pid=103161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 18 14:08:42.907535 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Device a7807524-4563-4694-86aa-303830c1ce31 not bound to the agent host hv-neutron-7448 {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 18 14:08:42.913537 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00d095bd-65e0-45f8-8559-4cefcbc0d239 None None] Routers {'a3cefe9e-27d9-41db-a2cd-319dfbdaef48'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 14:08:42.914164 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-00d095bd-65e0-45f8-8559-4cefcbc0d239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T14:08:27Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['a3cefe9e-27d9-41db-a2cd-319dfbdaef48'], 'active': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:08:42.996562 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-baf7766b-9d06-4d31-8e11-4ffa4dd90f22 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:08:43.071480 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-baf7766b-9d06-4d31-8e11-4ffa4dd90f22 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Deleting port 3baa1e5a-b180-45b4-afe6-c48f7e125bc5 {{(pid=103160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 14:08:43.071823 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-baf7766b-9d06-4d31-8e11-4ffa4dd90f22 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:08:43.162015 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.db [None req-baf7766b-9d06-4d31-8e11-4ffa4dd90f22 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] For port 3baa1e5a-b180-45b4-afe6-c48f7e125bc5, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=3baa1e5a-b180-45b4-afe6-c48f7e125bc5,segment=NetworkSegment(3f66d49c-4faa-434c-8c3e-991f4f1d01bd),segment_id=3f66d49c-4faa-434c-8c3e-991f4f1d01bd)] {{(pid=103160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 14:08:43.162253 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-baf7766b-9d06-4d31-8e11-4ffa4dd90f22 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:08:43.173738 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c41ffe8-f8a2-442a-980a-5240608a2db1 None None] DHCP port deletion for 21b3c16b-e6ba-4cd0-b454-223168524fcd request from dv-neutron-744815-20-hyperv {{(pid=103161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 18 14:08:43.176837 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-baf7766b-9d06-4d31-8e11-4ffa4dd90f22 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Calling delete_port for 3baa1e5a-b180-45b4-afe6-c48f7e125bc5 owned by network:router_gateway {{(pid=103160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 14:08:43.229765 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvr_db [None req-00d095bd-65e0-45f8-8559-4cefcbc0d239 None None] Set router a3cefe9e-27d9-41db-a2cd-319dfbdaef48 gateway port host: dv-neutron-744815-20-hyperv {{(pid=103161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 14:08:43.342063 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-8c41ffe8-f8a2-442a-980a-5240608a2db1 None None] Deleting port e9e156bd-5494-4d99-a5cc-87d27fd176d8 {{(pid=103161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 14:08:43.342450 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-8c41ffe8-f8a2-442a-980a-5240608a2db1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:08:43.362563 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-baf7766b-9d06-4d31-8e11-4ffa4dd90f22 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4533522'] for port, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:08:43.400473 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3edcccb8-08b2-4e6e-a25d-d90b3941dd19 None None] DHCP port deletion for decb4a40-7941-48c8-afbb-daaafd502e83 request from dv-neutron-744815-20-hyperv {{(pid=103161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 18 14:08:43.414427 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf7766b-9d06-4d31-8e11-4ffa4dd90f22 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Pushing event deleted for resources: {'Port': ['ID=3baa1e5a-b180-45b4-afe6-c48f7e125bc5,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:08:43.437431 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-8c41ffe8-f8a2-442a-980a-5240608a2db1 None None] For port e9e156bd-5494-4d99-a5cc-87d27fd176d8, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=e9e156bd-5494-4d99-a5cc-87d27fd176d8,segment=NetworkSegment(eb4c49c5-b689-4e1d-b3da-5c9c38186880),segment_id=eb4c49c5-b689-4e1d-b3da-5c9c38186880)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 14:08:43.437836 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-8c41ffe8-f8a2-442a-980a-5240608a2db1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:08:43.444499 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf7766b-9d06-4d31-8e11-4ffa4dd90f22 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:08:43.444897 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf7766b-9d06-4d31-8e11-4ffa4dd90f22 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:08:43.445250 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf7766b-9d06-4d31-8e11-4ffa4dd90f22 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:08:43.445587 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf7766b-9d06-4d31-8e11-4ffa4dd90f22 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:08:43.445921 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf7766b-9d06-4d31-8e11-4ffa4dd90f22 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:08:43.446222 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf7766b-9d06-4d31-8e11-4ffa4dd90f22 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:08:43.446560 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf7766b-9d06-4d31-8e11-4ffa4dd90f22 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:08:43.446920 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf7766b-9d06-4d31-8e11-4ffa4dd90f22 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:08:43.447236 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf7766b-9d06-4d31-8e11-4ffa4dd90f22 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:08:43.447573 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf7766b-9d06-4d31-8e11-4ffa4dd90f22 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:08:43.447919 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf7766b-9d06-4d31-8e11-4ffa4dd90f22 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:08:43.448218 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf7766b-9d06-4d31-8e11-4ffa4dd90f22 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:08:43.448573 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf7766b-9d06-4d31-8e11-4ffa4dd90f22 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:08:43.468114 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-8c41ffe8-f8a2-442a-980a-5240608a2db1 None None] Calling delete_port for e9e156bd-5494-4d99-a5cc-87d27fd176d8 owned by network:dhcp {{(pid=103161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 14:08:43.476505 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-baf7766b-9d06-4d31-8e11-4ffa4dd90f22 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-586554'] for router_gateway, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:08:43.549111 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-00d095bd-65e0-45f8-8559-4cefcbc0d239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3cefe9e-27d9-41db-a2cd-319dfbdaef48', 'name': 'tempest-TestNetworkAdvancedServerOps-router-980013190', 'tenant_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.145'}], 'enable_snat': True}, 'gw_port_id': '3baa1e5a-b180-45b4-afe6-c48f7e125bc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T14:06:58Z', 'updated_at': '2021-12-18T14:08:41Z', 'revision_number': 5, 'project_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'gw_port': {'id': '3baa1e5a-b180-45b4-afe6-c48f7e125bc5', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:ab:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3cefe9e-27d9-41db-a2cd-319dfbdaef48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T14:06:58Z', 'updated_at': '2021-12-18T14:07:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv'}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:08:43.573143 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-baf7766b-9d06-4d31-8e11-4ffa4dd90f22 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-589815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28643'] for router, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:08:43.575341 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-baf7766b-9d06-4d31-8e11-4ffa4dd90f22 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:08:43.583276 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d095bd-65e0-45f8-8559-4cefcbc0d239 None None] The sync data for ids ['a3cefe9e-27d9-41db-a2cd-319dfbdaef48'] in dv-neutron-744815-20-hyperv is: [{'id': 'a3cefe9e-27d9-41db-a2cd-319dfbdaef48', 'name': 'tempest-TestNetworkAdvancedServerOps-router-980013190', 'tenant_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.145'}], 'enable_snat': True}, 'gw_port_id': '3baa1e5a-b180-45b4-afe6-c48f7e125bc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T14:06:58Z', 'updated_at': '2021-12-18T14:08:41Z', 'revision_number': 5, 'project_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'gw_port': {'id': '3baa1e5a-b180-45b4-afe6-c48f7e125bc5', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:ab:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3cefe9e-27d9-41db-a2cd-319dfbdaef48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T14:06:58Z', 'updated_at': '2021-12-18T14:07:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv'}] {{(pid=103161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 14:08:43.595648 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-8c41ffe8-f8a2-442a-980a-5240608a2db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984'] for port, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:08:43.628183 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-baf7766b-9d06-4d31-8e11-4ffa4dd90f22 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-589710'] for router, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:08:43.628183 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baf7766b-9d06-4d31-8e11-4ffa4dd90f22 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Fanout notify agent at l3_agent the message router_deleted on router a3cefe9e-27d9-41db-a2cd-319dfbdaef48 {{(pid=103160) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 18 14:08:43.631792 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c41ffe8-f8a2-442a-980a-5240608a2db1 None None] Pushing event deleted for resources: {'Port': ['ID=e9e156bd-5494-4d99-a5cc-87d27fd176d8,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:08:43.636470 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c41ffe8-f8a2-442a-980a-5240608a2db1 None None] No DVR routers for this DVR port e9e156bd-5494-4d99-a5cc-87d27fd176d8 on host dv-neutron-744815-20-hyperv {{(pid=103161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 18 14:08:43.638191 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-baf7766b-9d06-4d31-8e11-4ffa4dd90f22 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks [] for router, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:08:43.639576 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-baf7766b-9d06-4d31-8e11-4ffa4dd90f22 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "DELETE /v2.0/routers/a3cefe9e-27d9-41db-a2cd-319dfbdaef48 HTTP/1.1" status: 204 len: 168 time: 0.8727221 Dec 18 14:08:43.642595 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 34030) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:08:43.643501 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c41ffe8-f8a2-442a-980a-5240608a2db1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:08:43.643865 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c41ffe8-f8a2-442a-980a-5240608a2db1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:08:43.644216 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c41ffe8-f8a2-442a-980a-5240608a2db1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:08:43.644559 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c41ffe8-f8a2-442a-980a-5240608a2db1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:08:43.644899 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c41ffe8-f8a2-442a-980a-5240608a2db1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:08:43.645232 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c41ffe8-f8a2-442a-980a-5240608a2db1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:08:43.645565 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c41ffe8-f8a2-442a-980a-5240608a2db1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:08:43.645903 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c41ffe8-f8a2-442a-980a-5240608a2db1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:08:43.646386 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c41ffe8-f8a2-442a-980a-5240608a2db1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:08:43.646724 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c41ffe8-f8a2-442a-980a-5240608a2db1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:08:43.647054 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c41ffe8-f8a2-442a-980a-5240608a2db1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:08:43.647433 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c41ffe8-f8a2-442a-980a-5240608a2db1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:08:43.647757 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c41ffe8-f8a2-442a-980a-5240608a2db1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:08:43.733816 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-5691aaa6-3255-4f21-9eab-f627ca0097c5 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2023137'] for network, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:08:43.822359 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-5691aaa6-3255-4f21-9eab-f627ca0097c5 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1927292', 'neutron.services.segments.db._delete_segments_for_network-8767106887837'] for network, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:08:43.851105 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.services.segments.db [None req-5691aaa6-3255-4f21-9eab-f627ca0097c5 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21b3c16b-e6ba-4cd0-b454-223168524fcd']}} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:08:43.860497 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.services.segments.db [None req-5691aaa6-3255-4f21-9eab-f627ca0097c5 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb4c49c5-b689-4e1d-b3da-5c9c38186880') {'for_net_delete': True} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:08:43.860798 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.services.segments.db [None req-5691aaa6-3255-4f21-9eab-f627ca0097c5 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb4c49c5-b689-4e1d-b3da-5c9c38186880') {} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:08:43.875643 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-5691aaa6-3255-4f21-9eab-f627ca0097c5 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767106888614', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5589569'] for segment, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:08:43.892221 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-5691aaa6-3255-4f21-9eab-f627ca0097c5 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:08:43.901261 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5691aaa6-3255-4f21-9eab-f627ca0097c5 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Releasing vlan 128 on physical network physnet1 to pool {{(pid=103159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 18 14:08:43.901681 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-5691aaa6-3255-4f21-9eab-f627ca0097c5 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5660009'] for segment, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:08:43.904771 dv-neutron-744815-20-hyperv neutron-server[103159]: Traceback (most recent call last): Dec 18 14:08:43.904771 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 18 14:08:43.904771 dv-neutron-744815-20-hyperv neutron-server[103159]: timer() Dec 18 14:08:43.904771 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 18 14:08:43.904771 dv-neutron-744815-20-hyperv neutron-server[103159]: cb(*args, **kw) Dec 18 14:08:43.904771 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 18 14:08:43.904771 dv-neutron-744815-20-hyperv neutron-server[103159]: return func(*args, **kwargs) Dec 18 14:08:43.904771 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 18 14:08:43.904771 dv-neutron-744815-20-hyperv neutron-server[103159]: self._notify() Dec 18 14:08:43.904771 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 18 14:08:43.904771 dv-neutron-744815-20-hyperv neutron-server[103159]: self.callback(batched_events) Dec 18 14:08:43.904771 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 18 14:08:43.904771 dv-neutron-744815-20-hyperv neutron-server[103159]: event.method(event) Dec 18 14:08:43.904771 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 18 14:08:43.904771 dv-neutron-744815-20-hyperv neutron-server[103159]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 18 14:08:43.904771 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 18 14:08:43.904771 dv-neutron-744815-20-hyperv neutron-server[103159]: aggregate_uuid = self.p_client.list_aggregates( Dec 18 14:08:43.904771 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 18 14:08:43.904771 dv-neutron-744815-20-hyperv neutron-server[103159]: return f(self, *a, **k) Dec 18 14:08:43.904771 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 18 14:08:43.904771 dv-neutron-744815-20-hyperv neutron-server[103159]: return self._get(url).json() Dec 18 14:08:43.904771 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 18 14:08:43.904771 dv-neutron-744815-20-hyperv neutron-server[103159]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 18 14:08:43.904771 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 18 14:08:43.904771 dv-neutron-744815-20-hyperv neutron-server[103159]: return self.request(url, 'GET', **kwargs) Dec 18 14:08:43.904771 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 18 14:08:43.904771 dv-neutron-744815-20-hyperv neutron-server[103159]: base_url = self.get_endpoint(auth, allow=allow, Dec 18 14:08:43.904771 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 18 14:08:43.904771 dv-neutron-744815-20-hyperv neutron-server[103159]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 18 14:08:43.904771 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 18 14:08:43.904771 dv-neutron-744815-20-hyperv neutron-server[103159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 18 14:08:43.904771 dv-neutron-744815-20-hyperv neutron-server[103159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 18 14:08:43.968831 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-5691aaa6-3255-4f21-9eab-f627ca0097c5 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1927267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586962'] for network, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:08:43.981660 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-5691aaa6-3255-4f21-9eab-f627ca0097c5 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks [] for network, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:08:43.985695 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-5691aaa6-3255-4f21-9eab-f627ca0097c5 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "DELETE /v2.0/networks/21b3c16b-e6ba-4cd0-b454-223168524fcd HTTP/1.1" status: 204 len: 168 time: 0.3420284 Dec 18 14:08:43.988402 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 34032) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:08:44.012304 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5691aaa6-3255-4f21-9eab-f627ca0097c5 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Pushing event deleted for resources: {'Network': ['ID=21b3c16b-e6ba-4cd0-b454-223168524fcd,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:08:44.059469 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device e9e156bd-5494-4d99-a5cc-87d27fd176d8 no longer exists at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 18 14:08:44.071943 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-339e5047-7e85-4653-b25f-61fbdd882d8f tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks [] for security_group, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:08:44.081573 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-2294866d-0076-4933-952c-685307032598 None None] No Port match for: e9e156bd-5494-4d99-a5cc-87d27fd176d8 {{(pid=103161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 18 14:08:44.082005 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device e9e156bd-5494-4d99-a5cc-87d27fd176d8 not bound to the agent host dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 18 14:08:44.082517 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 9bc1e0e3-b296-4fbd-9586-a681c1ad73f4 no longer exists at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 18 14:08:44.099606 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-339e5047-7e85-4653-b25f-61fbdd882d8f tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:08:44.105868 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-2294866d-0076-4933-952c-685307032598 None None] No Port match for: 9bc1e0e3-b296-4fbd-9586-a681c1ad73f4 {{(pid=103161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 18 14:08:44.106215 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 9bc1e0e3-b296-4fbd-9586-a681c1ad73f4 not bound to the agent host dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 18 14:08:44.165096 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-339e5047-7e85-4653-b25f-61fbdd882d8f tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:08:44.167888 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-339e5047-7e85-4653-b25f-61fbdd882d8f tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks [] for security_group, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:08:44.169194 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-339e5047-7e85-4653-b25f-61fbdd882d8f tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "DELETE /v2.0/security-groups/ed146b64-f46c-4f54-bebe-ade07d20c923 HTTP/1.1" status: 204 len: 168 time: 0.1796186 Dec 18 14:08:44.179010 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339e5047-7e85-4653-b25f-61fbdd882d8f tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed146b64-f46c-4f54-bebe-ade07d20c923,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:08:44.420223 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 34038) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:08:44.425048 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-fcaf52e0-77fc-45c9-9814-b53ca1a77301 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1569399236', 'description': 'tempest-secgroup-smoke-1569399236 description', 'project_id': '4fe8c5245f464a0b8a2abb9a0874f704'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 14:08:44.453541 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-fcaf52e0-77fc-45c9-9814-b53ca1a77301 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks [] for security_group, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:08:44.527736 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-fcaf52e0-77fc-45c9-9814-b53ca1a77301 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks [] for security_group, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:08:44.532774 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-fcaf52e0-77fc-45c9-9814-b53ca1a77301 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:08:44.561932 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-fcaf52e0-77fc-45c9-9814-b53ca1a77301 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks [] for security_group, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:08:44.563096 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-fcaf52e0-77fc-45c9-9814-b53ca1a77301 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1418436 Dec 18 14:08:44.565001 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcaf52e0-77fc-45c9-9814-b53ca1a77301 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9b99aeb-f3de-4c46-ae2f-163c5ba18abe,revision_number=1']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:08:44.566292 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 34040) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:08:44.573510 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-abe74415-fc4e-4395-b852-6e6e4bb19d38 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Request body: {'security_group_rule': {'security_group_id': 'e9b99aeb-f3de-4c46-ae2f-163c5ba18abe', 'project_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 14:08:44.616310 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-abe74415-fc4e-4395-b852-6e6e4bb19d38 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:08:44.672895 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-abe74415-fc4e-4395-b852-6e6e4bb19d38 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:08:44.678230 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-abe74415-fc4e-4395-b852-6e6e4bb19d38 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530267'] for security_group_rule, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:08:44.697904 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe74415-fc4e-4395-b852-6e6e4bb19d38 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ddcc028-710c-40e4-a4e3-0dc56f417904,revision_number=0']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:08:44.704567 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-abe74415-fc4e-4395-b852-6e6e4bb19d38 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:08:44.707626 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-abe74415-fc4e-4395-b852-6e6e4bb19d38 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1393571 Dec 18 14:08:44.708486 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 34042) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:08:44.713488 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-d099099c-6669-4b55-a6f4-b0b045dd9242 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Request body: {'security_group_rule': {'security_group_id': 'e9b99aeb-f3de-4c46-ae2f-163c5ba18abe', 'project_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 14:08:44.742384 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-d099099c-6669-4b55-a6f4-b0b045dd9242 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:08:44.806978 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-d099099c-6669-4b55-a6f4-b0b045dd9242 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:08:44.811377 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-d099099c-6669-4b55-a6f4-b0b045dd9242 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530267'] for security_group_rule, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:08:44.829539 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d099099c-6669-4b55-a6f4-b0b045dd9242 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41937f40-32da-492d-89b0-06d28131add2,revision_number=0']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:08:44.842812 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-d099099c-6669-4b55-a6f4-b0b045dd9242 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:08:44.844343 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-d099099c-6669-4b55-a6f4-b0b045dd9242 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1349351 Dec 18 14:08:44.847043 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 34044) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:08:44.851453 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-3aa47258-c81a-4139-8cd8-a3a8e32d3061 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Request body: {'security_group_rule': {'security_group_id': 'e9b99aeb-f3de-4c46-ae2f-163c5ba18abe', 'project_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 14:08:44.879597 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-3aa47258-c81a-4139-8cd8-a3a8e32d3061 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:08:44.934125 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-3aa47258-c81a-4139-8cd8-a3a8e32d3061 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:08:44.938357 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-3aa47258-c81a-4139-8cd8-a3a8e32d3061 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530267'] for security_group_rule, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:08:44.955552 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa47258-c81a-4139-8cd8-a3a8e32d3061 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0566cda-056d-4c14-9974-daba9da3441e,revision_number=0']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:08:44.964192 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-3aa47258-c81a-4139-8cd8-a3a8e32d3061 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:08:44.965435 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-3aa47258-c81a-4139-8cd8-a3a8e32d3061 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1174324 Dec 18 14:08:44.968271 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 34046) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:08:44.972959 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-abf98ef3-cd98-4cd0-a564-54b14a604070 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Request body: {'security_group_rule': {'security_group_id': 'e9b99aeb-f3de-4c46-ae2f-163c5ba18abe', 'project_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 14:08:45.006891 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-abf98ef3-cd98-4cd0-a564-54b14a604070 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:08:45.070191 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-abf98ef3-cd98-4cd0-a564-54b14a604070 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:08:45.075358 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-abf98ef3-cd98-4cd0-a564-54b14a604070 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530267'] for security_group_rule, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:08:45.094116 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf98ef3-cd98-4cd0-a564-54b14a604070 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d49f1d4b-3091-4c7c-a7a7-26ec75ef675f,revision_number=0']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:08:45.102867 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-abf98ef3-cd98-4cd0-a564-54b14a604070 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:08:45.104111 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-abf98ef3-cd98-4cd0-a564-54b14a604070 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1347795 Dec 18 14:08:45.106871 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 34048) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:08:45.111665 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-699e56df-5542-44a1-96f5-bb89e1b4999e tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Request body: {'security_group_rule': {'security_group_id': 'e9b99aeb-f3de-4c46-ae2f-163c5ba18abe', 'project_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 14:08:45.136268 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.db.securitygroups_db [None req-699e56df-5542-44a1-96f5-bb89e1b4999e tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Project 4fe8c5245f464a0b8a2abb9a0874f704 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 18 14:08:45.141517 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-699e56df-5542-44a1-96f5-bb89e1b4999e tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:08:45.203493 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-699e56df-5542-44a1-96f5-bb89e1b4999e tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:08:45.209020 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-699e56df-5542-44a1-96f5-bb89e1b4999e tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530267'] for security_group_rule, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:08:45.227582 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699e56df-5542-44a1-96f5-bb89e1b4999e tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a3bea4c-1ae0-43cd-b529-9226e7ffcb29,revision_number=0']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:08:45.237931 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-699e56df-5542-44a1-96f5-bb89e1b4999e tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:08:45.239138 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-699e56df-5542-44a1-96f5-bb89e1b4999e tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1308391 Dec 18 14:08:45.242063 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 34050) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:08:45.246344 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-ec4ea4f5-acf1-4c90-ad0b-44a8f20e5e33 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Request body: {'security_group_rule': {'security_group_id': 'e9b99aeb-f3de-4c46-ae2f-163c5ba18abe', 'project_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 14:08:45.271870 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.db.securitygroups_db [None req-ec4ea4f5-acf1-4c90-ad0b-44a8f20e5e33 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Project 4fe8c5245f464a0b8a2abb9a0874f704 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 18 14:08:45.276499 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-ec4ea4f5-acf1-4c90-ad0b-44a8f20e5e33 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:08:45.343378 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-ec4ea4f5-acf1-4c90-ad0b-44a8f20e5e33 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:08:45.348340 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-ec4ea4f5-acf1-4c90-ad0b-44a8f20e5e33 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530267'] for security_group_rule, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:08:45.366158 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4ea4f5-acf1-4c90-ad0b-44a8f20e5e33 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=716a5b7a-21cb-41ab-ac3c-9bd3989a5efd,revision_number=0']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:08:45.374136 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-ec4ea4f5-acf1-4c90-ad0b-44a8f20e5e33 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:08:45.375375 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-ec4ea4f5-acf1-4c90-ad0b-44a8f20e5e33 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1323543 Dec 18 14:08:45.378347 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 34052) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:08:45.383284 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-5a5b57f0-e210-48da-bad1-557c04285a09 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Request body: {'network': {'name': 'tempest-network-smoke--204972411', 'project_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'port_security_enabled': True}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 14:08:45.406925 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a5b57f0-e210-48da-bad1-557c04285a09 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Made reservation on behalf of 4fe8c5245f464a0b8a2abb9a0874f704 for: {'network': 1} {{(pid=103160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 14:08:45.410368 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-5a5b57f0-e210-48da-bad1-557c04285a09 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for network, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:08:45.433293 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a5b57f0-e210-48da-bad1-557c04285a09 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 141} {{(pid=103160) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 18 14:08:45.442691 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-5a5b57f0-e210-48da-bad1-557c04285a09 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:08:45.443198 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.db.segments_db [None req-5a5b57f0-e210-48da-bad1-557c04285a09 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Added segment a6ae55bf-2fa5-4bbe-bfa8-ddea3b24210c of type vlan for network bb657eca-6882-4beb-8292-7ed9c60acc10 Dec 18 14:08:45.485618 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-5a5b57f0-e210-48da-bad1-557c04285a09 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767106405744'] for network, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:08:45.515433 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-5a5b57f0-e210-48da-bad1-557c04285a09 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981'] for network, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:08:45.522917 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a5b57f0-e210-48da-bad1-557c04285a09 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:08:45.523827 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-5a5b57f0-e210-48da-bad1-557c04285a09 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks [] for network, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:08:45.562738 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-5a5b57f0-e210-48da-bad1-557c04285a09 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1833699 Dec 18 14:08:45.565596 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 34054) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:08:45.570352 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-e08ff869-840d-4f9a-a043-f9cc0a310a8f tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-546618838', 'admin_state_up': True, 'project_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83'}}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 14:08:45.597882 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5b57f0-e210-48da-bad1-557c04285a09 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Pushing event updated for resources: {'Network': ['ID=bb657eca-6882-4beb-8292-7ed9c60acc10,revision_number=1']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:08:45.600744 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-e08ff869-840d-4f9a-a043-f9cc0a310a8f tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28433'] for router, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:08:45.601826 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-e08ff869-840d-4f9a-a043-f9cc0a310a8f tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-589769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28440'] for router, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:08:45.610240 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Network bb657eca-6882-4beb-8292-7ed9c60acc10 details requested by agent ovs-agent-dv-neutron-744815-20-hyperv with host dv-neutron-744815-20-hyperv {{(pid=103161) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 18 14:08:45.658660 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-e08ff869-840d-4f9a-a043-f9cc0a310a8f tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:08:45.812230 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-e08ff869-840d-4f9a-a043-f9cc0a310a8f tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:08:45.835678 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 3baa1e5a-b180-45b4-afe6-c48f7e125bc5 no longer exists at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 18 14:08:45.857484 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-2294866d-0076-4933-952c-685307032598 None None] No Port match for: 3baa1e5a-b180-45b4-afe6-c48f7e125bc5 {{(pid=103161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 18 14:08:45.857844 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 3baa1e5a-b180-45b4-afe6-c48f7e125bc5 not bound to the agent host dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 18 14:08:46.020186 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-e08ff869-840d-4f9a-a043-f9cc0a310a8f tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks [] for router_gateway, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:08:46.041779 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-e08ff869-840d-4f9a-a043-f9cc0a310a8f tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:08:46.162823 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.db_base_plugin_common [None req-e08ff869-840d-4f9a-a043-f9cc0a310a8f tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Allocated IP 172.26.3.119 (decb4a40-7941-48c8-afbb-daaafd502e83/70deed80-3ca1-4f9e-96cb-563b43d3acba/68a67c67-22e9-4500-91b6-47ae43ede7b2) {{(pid=103159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 14:08:46.267906 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-e08ff869-840d-4f9a-a043-f9cc0a310a8f tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks [] for port, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:08:46.310265 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-e08ff869-840d-4f9a-a043-f9cc0a310a8f tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:08:46.353153 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e08ff869-840d-4f9a-a043-f9cc0a310a8f tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Network decb4a40-7941-48c8-afbb-daaafd502e83 is already hosted by enough agents. {{(pid=103159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 14:08:46.356139 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.base_scheduler [None req-e08ff869-840d-4f9a-a043-f9cc0a310a8f tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Resources bound (agent type, host, resource id): {{(pid=103159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 14:08:46.359913 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e08ff869-840d-4f9a-a043-f9cc0a310a8f tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Received port after_create {{(pid=103159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 14:08:46.365407 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08ff869-840d-4f9a-a043-f9cc0a310a8f tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Pushing event updated for resources: {'Port': ['ID=68a67c67-22e9-4500-91b6-47ae43ede7b2,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:08:46.374177 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18feb9b8-977a-4751-a85a-067dbc120e53 None None] DHCP port deletion for decb4a40-7941-48c8-afbb-daaafd502e83 request from dv-neutron-744815-20-hyperv {{(pid=103161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 18 14:08:46.441817 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-767a2830-9c08-4651-9ead-f17b4693f108 None None] Provisioning complete for port 68a67c67-22e9-4500-91b6-47ae43ede7b2 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 14:08:46.442183 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-767a2830-9c08-4651-9ead-f17b4693f108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:08:46.477866 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-767a2830-9c08-4651-9ead-f17b4693f108 None None] Port 68a67c67-22e9-4500-91b6-47ae43ede7b2 cannot update to ACTIVE because it is not bound. {{(pid=103161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 14:08:46.617955 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-e08ff869-840d-4f9a-a043-f9cc0a310a8f tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks [] for router_gateway, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:08:46.819567 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-e08ff869-840d-4f9a-a043-f9cc0a310a8f tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-589760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-586526'] for router, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:08:46.952910 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e08ff869-840d-4f9a-a043-f9cc0a310a8f tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Router 9a48902c-548d-44bd-ab46-ed5a85bca451 is scheduled to L3 agent c9c0cd52-5bd2-4704-9429-d80f1c5ad23c with binding_index 1 {{(pid=103159) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 18 14:08:47.066776 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e08ff869-840d-4f9a-a043-f9cc0a310a8f tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Notify agent at l3_agent.dv-neutron-744815-20-hyperv the message routers_updated {{(pid=103159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 14:08:47.078960 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92aa8c54-edd7-483f-a868-8a3360dc7c3b None None] Sync routers for ids ['9a48902c-548d-44bd-ab46-ed5a85bca451'] in dv-neutron-744815-20-hyperv {{(pid=103162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 14:08:47.089518 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92aa8c54-edd7-483f-a868-8a3360dc7c3b None None] Routers {'9a48902c-548d-44bd-ab46-ed5a85bca451'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 14:08:47.090131 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-e08ff869-840d-4f9a-a043-f9cc0a310a8f tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks [] for router, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:08:47.090275 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-92aa8c54-edd7-483f-a868-8a3360dc7c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T14:08:27Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['9a48902c-548d-44bd-ab46-ed5a85bca451'], 'active': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:08:47.091567 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-e08ff869-840d-4f9a-a043-f9cc0a310a8f tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.5247314 Dec 18 14:08:47.094649 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 34056) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:08:47.123714 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-0951dbb5-0f8c-4dff-808a-19746ab9b40b tempest-TestNetworkAdvancedServerOps-1952931920 tempest-TestNetworkAdvancedServerOps-1952931920-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=4fe8c5245f464a0b8a2abb9a0874f704&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0273056 Dec 18 14:08:47.126315 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 34058) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:08:47.201888 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvr_db [None req-92aa8c54-edd7-483f-a868-8a3360dc7c3b None None] Set router 9a48902c-548d-44bd-ab46-ed5a85bca451 gateway port host: dv-neutron-744815-20-hyperv {{(pid=103162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 14:08:47.211529 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd8fbc3e-0dad-4df3-b061-2b448c7c5d02 tempest-TestNetworkAdvancedServerOps-1952931920 tempest-TestNetworkAdvancedServerOps-1952931920-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:08:47.213093 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-bd8fbc3e-0dad-4df3-b061-2b448c7c5d02 tempest-TestNetworkAdvancedServerOps-1952931920 tempest-TestNetworkAdvancedServerOps-1952931920-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0864561 Dec 18 14:08:47.215960 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 34060) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:08:47.254178 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-056e3686-1d6e-4d3c-8ea5-71fd620c1a20 tempest-TestNetworkAdvancedServerOps-1952931920 tempest-TestNetworkAdvancedServerOps-1952931920-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=decb4a40-7941-48c8-afbb-daaafd502e83&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0370741 Dec 18 14:08:47.256803 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 34062) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:08:47.261615 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-64b8415d-0eb6-49f9-a067-e0ad81b21526 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-968406592', 'network_id': 'bb657eca-6882-4beb-8292-7ed9c60acc10', 'project_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 14:08:47.349645 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64b8415d-0eb6-49f9-a067-e0ad81b21526 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Made reservation on behalf of 4fe8c5245f464a0b8a2abb9a0874f704 for: {'subnet': 1} {{(pid=103159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 14:08:47.353285 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-64b8415d-0eb6-49f9-a067-e0ad81b21526 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6017072'] for subnet, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:08:47.376590 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-92aa8c54-edd7-483f-a868-8a3360dc7c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a48902c-548d-44bd-ab46-ed5a85bca451', 'name': 'tempest-TestNetworkAdvancedServerOps-router-546618838', 'tenant_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.119'}], 'enable_snat': True}, 'gw_port_id': '68a67c67-22e9-4500-91b6-47ae43ede7b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T14:08:45Z', 'updated_at': '2021-12-18T14:08:46Z', 'revision_number': 3, 'project_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'gw_port': {'id': '68a67c67-22e9-4500-91b6-47ae43ede7b2', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:9a:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a48902c-548d-44bd-ab46-ed5a85bca451', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1737, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T14:08:46Z', 'updated_at': '2021-12-18T14:08:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv'}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:08:47.406758 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92aa8c54-edd7-483f-a868-8a3360dc7c3b None None] Checking router: 9a48902c-548d-44bd-ab46-ed5a85bca451 for host: dv-neutron-744815-20-hyperv {{(pid=103162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 18 14:08:47.407100 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92aa8c54-edd7-483f-a868-8a3360dc7c3b None None] Updating router 9a48902c-548d-44bd-ab46-ed5a85bca451 port 68a67c67-22e9-4500-91b6-47ae43ede7b2 binding host dv-neutron-744815-20-hyperv {{(pid=103162) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 18 14:08:47.435360 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-92aa8c54-edd7-483f-a868-8a3360dc7c3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:08:47.534923 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-64b8415d-0eb6-49f9-a067-e0ad81b21526 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5659786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6017062'] for subnet, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:08:47.603707 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b8415d-0eb6-49f9-a067-e0ad81b21526 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Pushing event updated for resources: {'Subnet': ['ID=f439ed5e-5e16-4cb6-aa86-32dee610b9b2,revision_number=0']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:08:47.613700 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b8415d-0eb6-49f9-a067-e0ad81b21526 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Checking segment: {'id': 'a6ae55bf-2fa5-4bbe-bfa8-ddea3b24210c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'bb657eca-6882-4beb-8292-7ed9c60acc10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 14:08:47.614070 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64b8415d-0eb6-49f9-a067-e0ad81b21526 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Network hostable DHCP agents. Network: bb657eca-6882-4beb-8292-7ed9c60acc10, hostable agents: ['aa77effa-0e3a-4bbd-a383-4d58ed3328d0'], hosted agents: [] {{(pid=103159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 18 14:08:47.634588 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64b8415d-0eb6-49f9-a067-e0ad81b21526 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Network bb657eca-6882-4beb-8292-7ed9c60acc10 is scheduled to be hosted by DHCP agent aa77effa-0e3a-4bbd-a383-4d58ed3328d0 with binding_index 1 {{(pid=103159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 18 14:08:47.644184 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.base_scheduler [None req-64b8415d-0eb6-49f9-a067-e0ad81b21526 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-744815-20-hyperv, bb657eca-6882-4beb-8292-7ed9c60acc10) {{(pid=103159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 14:08:47.648895 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64b8415d-0eb6-49f9-a067-e0ad81b21526 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:08:47.649508 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-64b8415d-0eb6-49f9-a067-e0ad81b21526 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks [] for subnet, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:08:47.655288 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03c5a7f6-17ef-4d06-b550-902178544be0 None None] Network bb657eca-6882-4beb-8292-7ed9c60acc10 requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 14:08:47.670394 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-64b8415d-0eb6-49f9-a067-e0ad81b21526 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4118078 Dec 18 14:08:47.672632 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 34064) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:08:47.762596 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e713321-9984-435a-8b2a-712898159ec5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp31e170a0-46a1-5ba9-9dc1-7ee4f866f0d7-bb657eca-6882-4beb-8292-7ed9c60acc10', 'network_id': 'bb657eca-6882-4beb-8292-7ed9c60acc10', 'project_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'fixed_ips': [{'subnet_id': 'f439ed5e-5e16-4cb6-aa86-32dee610b9b2'}]}} from dv-neutron-744815-20-hyperv. {{(pid=103161) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 18 14:08:47.763980 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-9e713321-9984-435a-8b2a-712898159ec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:08:47.796358 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-92aa8c54-edd7-483f-a868-8a3360dc7c3b None None] Publish callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:08:47.804558 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-92aa8c54-edd7-483f-a868-8a3360dc7c3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:08:47.865288 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [None req-92aa8c54-edd7-483f-a868-8a3360dc7c3b None None] Attempting to bind port 68a67c67-22e9-4500-91b6-47ae43ede7b2 on host dv-neutron-744815-20-hyperv for vnic_type normal with profile {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 14:08:47.865559 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [None req-92aa8c54-edd7-483f-a868-8a3360dc7c3b None None] Attempting to bind port 68a67c67-22e9-4500-91b6-47ae43ede7b2 by drivers openvswitch,hyperv on host dv-neutron-744815-20-hyperv at level 0 using segments [{'id': '3f66d49c-4faa-434c-8c3e-991f4f1d01bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83'}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 14:08:47.865922 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92aa8c54-edd7-483f-a868-8a3360dc7c3b None None] Attempting to bind port 68a67c67-22e9-4500-91b6-47ae43ede7b2 on network decb4a40-7941-48c8-afbb-daaafd502e83 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 14:08:47.867451 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd164574-78e6-4944-bf0e-fa017b436e2f None None] DHCP port deletion for decb4a40-7941-48c8-afbb-daaafd502e83 request from dv-neutron-744815-20-hyperv {{(pid=103161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 18 14:08:47.876794 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92aa8c54-edd7-483f-a868-8a3360dc7c3b None None] Checking agent: {'id': '428fa9fa-43db-4db9-9f96-f60ffe931f2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-20-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 13, 19, 1), 'started_at': datetime.datetime(2021, 12, 18, 13, 19, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 14, 8, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-20-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 18 14:08:47.877158 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92aa8c54-edd7-483f-a868-8a3360dc7c3b None None] Checking segment: {'id': '3f66d49c-4faa-434c-8c3e-991f4f1d01bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 14:08:47.877551 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-92aa8c54-edd7-483f-a868-8a3360dc7c3b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:08:47.877935 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92aa8c54-edd7-483f-a868-8a3360dc7c3b None None] Bound using segment: {'id': '3f66d49c-4faa-434c-8c3e-991f4f1d01bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83'} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 18 14:08:47.878397 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [None req-92aa8c54-edd7-483f-a868-8a3360dc7c3b None None] Bound port: 68a67c67-22e9-4500-91b6-47ae43ede7b2, host: dv-neutron-744815-20-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f66d49c-4faa-434c-8c3e-991f4f1d01bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83'}}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 18 14:08:47.878761 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-92aa8c54-edd7-483f-a868-8a3360dc7c3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:08:47.881922 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf20cdc-6cd7-473e-b86b-056c92d2419a None None] Pushing event updated for resources: {'Port': ['ID=68a67c67-22e9-4500-91b6-47ae43ede7b2,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:08:47.909484 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf20cdc-6cd7-473e-b86b-056c92d2419a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:08:47.909927 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf20cdc-6cd7-473e-b86b-056c92d2419a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:08:47.910150 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf20cdc-6cd7-473e-b86b-056c92d2419a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:08:47.910894 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf20cdc-6cd7-473e-b86b-056c92d2419a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:08:47.910894 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf20cdc-6cd7-473e-b86b-056c92d2419a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:08:47.911132 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf20cdc-6cd7-473e-b86b-056c92d2419a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:08:47.911465 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf20cdc-6cd7-473e-b86b-056c92d2419a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:08:47.911789 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf20cdc-6cd7-473e-b86b-056c92d2419a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:08:47.912110 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf20cdc-6cd7-473e-b86b-056c92d2419a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:08:47.912479 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf20cdc-6cd7-473e-b86b-056c92d2419a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:08:47.912733 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf20cdc-6cd7-473e-b86b-056c92d2419a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:08:47.913444 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf20cdc-6cd7-473e-b86b-056c92d2419a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:08:47.913444 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf20cdc-6cd7-473e-b86b-056c92d2419a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:08:47.923719 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_common [None req-9e713321-9984-435a-8b2a-712898159ec5 None None] Allocated IP 172.20.0.2 (bb657eca-6882-4beb-8292-7ed9c60acc10/f439ed5e-5e16-4cb6-aa86-32dee610b9b2/ce938e59-16bc-44ac-ac8b-ccf0cdf9b1db) {{(pid=103161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 14:08:47.945879 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-92aa8c54-edd7-483f-a868-8a3360dc7c3b None None] For port 68a67c67-22e9-4500-91b6-47ae43ede7b2, host dv-neutron-744815-20-hyperv, cleared binding levels {{(pid=103162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 18 14:08:47.949628 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-92aa8c54-edd7-483f-a868-8a3360dc7c3b None None] For port 68a67c67-22e9-4500-91b6-47ae43ede7b2, host dv-neutron-744815-20-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=68a67c67-22e9-4500-91b6-47ae43ede7b2,segment=NetworkSegment(3f66d49c-4faa-434c-8c3e-991f4f1d01bd),segment_id=3f66d49c-4faa-434c-8c3e-991f4f1d01bd)] {{(pid=103162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 18 14:08:47.955028 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-92aa8c54-edd7-483f-a868-8a3360dc7c3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:08:48.007781 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92aa8c54-edd7-483f-a868-8a3360dc7c3b None None] Routers {'9a48902c-548d-44bd-ab46-ed5a85bca451'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 14:08:48.008436 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-92aa8c54-edd7-483f-a868-8a3360dc7c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T14:08:27Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['9a48902c-548d-44bd-ab46-ed5a85bca451'], 'active': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:08:48.018487 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5073a924-7ff6-4fd9-9661-4e5d32d00399 None None] DHCP port deletion for decb4a40-7941-48c8-afbb-daaafd502e83 request from dv-neutron-744815-20-hyperv {{(pid=103161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 18 14:08:48.040486 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-f0a2af30-2a39-47ff-a7c8-f62d7d3c2a1a None None] Provisioning complete for port 68a67c67-22e9-4500-91b6-47ae43ede7b2 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 14:08:48.040977 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f0a2af30-2a39-47ff-a7c8-f62d7d3c2a1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:08:48.063208 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf20cdc-6cd7-473e-b86b-056c92d2419a None None] Pushing event updated for resources: {'Port': ['ID=68a67c67-22e9-4500-91b6-47ae43ede7b2,revision_number=3']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:08:48.126147 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvr_db [None req-92aa8c54-edd7-483f-a868-8a3360dc7c3b None None] Set router 9a48902c-548d-44bd-ab46-ed5a85bca451 gateway port host: dv-neutron-744815-20-hyperv {{(pid=103162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 14:08:48.176533 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-9e713321-9984-435a-8b2a-712898159ec5 None None] Publish callbacks [] for port, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:08:48.184397 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f0a2af30-2a39-47ff-a7c8-f62d7d3c2a1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:08:48.192533 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-9e713321-9984-435a-8b2a-712898159ec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975'] for port, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:08:48.241006 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-f0a2af30-2a39-47ff-a7c8-f62d7d3c2a1a None None] For port 68a67c67-22e9-4500-91b6-47ae43ede7b2, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=68a67c67-22e9-4500-91b6-47ae43ede7b2,segment=NetworkSegment(3f66d49c-4faa-434c-8c3e-991f4f1d01bd),segment_id=3f66d49c-4faa-434c-8c3e-991f4f1d01bd)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 14:08:48.249480 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e713321-9984-435a-8b2a-712898159ec5 None None] Network bb657eca-6882-4beb-8292-7ed9c60acc10 is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 14:08:48.250441 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f0a2af30-2a39-47ff-a7c8-f62d7d3c2a1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:08:48.254903 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-9e713321-9984-435a-8b2a-712898159ec5 None None] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 14:08:48.259284 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e713321-9984-435a-8b2a-712898159ec5 None None] Received port after_create {{(pid=103161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 14:08:48.262493 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e713321-9984-435a-8b2a-712898159ec5 None None] Pushing event updated for resources: {'Port': ['ID=ce938e59-16bc-44ac-ac8b-ccf0cdf9b1db,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:08:48.326456 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-92aa8c54-edd7-483f-a868-8a3360dc7c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a48902c-548d-44bd-ab46-ed5a85bca451', 'name': 'tempest-TestNetworkAdvancedServerOps-router-546618838', 'tenant_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.119'}], 'enable_snat': True}, 'gw_port_id': '68a67c67-22e9-4500-91b6-47ae43ede7b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T14:08:45Z', 'updated_at': '2021-12-18T14:08:46Z', 'revision_number': 3, 'project_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'gw_port': {'id': '68a67c67-22e9-4500-91b6-47ae43ede7b2', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:9a:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a48902c-548d-44bd-ab46-ed5a85bca451', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1737, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T14:08:46Z', 'updated_at': '2021-12-18T14:08:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv'}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:08:48.353201 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92aa8c54-edd7-483f-a868-8a3360dc7c3b None None] The sync data for ids ['9a48902c-548d-44bd-ab46-ed5a85bca451'] in dv-neutron-744815-20-hyperv is: [{'id': '9a48902c-548d-44bd-ab46-ed5a85bca451', 'name': 'tempest-TestNetworkAdvancedServerOps-router-546618838', 'tenant_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.119'}], 'enable_snat': True}, 'gw_port_id': '68a67c67-22e9-4500-91b6-47ae43ede7b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T14:08:45Z', 'updated_at': '2021-12-18T14:08:46Z', 'revision_number': 3, 'project_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'gw_port': {'id': '68a67c67-22e9-4500-91b6-47ae43ede7b2', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:9a:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a48902c-548d-44bd-ab46-ed5a85bca451', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1737, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T14:08:46Z', 'updated_at': '2021-12-18T14:08:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv'}] {{(pid=103162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 14:08:48.358066 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a2af30-2a39-47ff-a7c8-f62d7d3c2a1a None None] Pushing event updated for resources: {'Port': ['ID=68a67c67-22e9-4500-91b6-47ae43ede7b2,revision_number=4']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:08:48.364626 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-9e713321-9984-435a-8b2a-712898159ec5 None None] Attempting to bind port ce938e59-16bc-44ac-ac8b-ccf0cdf9b1db on host dv-neutron-744815-20-hyperv for vnic_type normal with profile {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 14:08:48.365102 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-9e713321-9984-435a-8b2a-712898159ec5 None None] Attempting to bind port ce938e59-16bc-44ac-ac8b-ccf0cdf9b1db by drivers openvswitch,hyperv on host dv-neutron-744815-20-hyperv at level 0 using segments [{'id': 'a6ae55bf-2fa5-4bbe-bfa8-ddea3b24210c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'bb657eca-6882-4beb-8292-7ed9c60acc10'}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 14:08:48.365563 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e713321-9984-435a-8b2a-712898159ec5 None None] Attempting to bind port ce938e59-16bc-44ac-ac8b-ccf0cdf9b1db on network bb657eca-6882-4beb-8292-7ed9c60acc10 {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 14:08:48.372381 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e713321-9984-435a-8b2a-712898159ec5 None None] Checking agent: {'id': '428fa9fa-43db-4db9-9f96-f60ffe931f2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-20-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 13, 19, 1), 'started_at': datetime.datetime(2021, 12, 18, 13, 19, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 14, 8, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-20-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 18 14:08:48.372918 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e713321-9984-435a-8b2a-712898159ec5 None None] Checking segment: {'id': 'a6ae55bf-2fa5-4bbe-bfa8-ddea3b24210c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'bb657eca-6882-4beb-8292-7ed9c60acc10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 14:08:48.373741 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-9e713321-9984-435a-8b2a-712898159ec5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:08:48.373876 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e713321-9984-435a-8b2a-712898159ec5 None None] Bound using segment: {'id': 'a6ae55bf-2fa5-4bbe-bfa8-ddea3b24210c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'bb657eca-6882-4beb-8292-7ed9c60acc10'} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 18 14:08:48.374369 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-9e713321-9984-435a-8b2a-712898159ec5 None None] Bound port: ce938e59-16bc-44ac-ac8b-ccf0cdf9b1db, host: dv-neutron-744815-20-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6ae55bf-2fa5-4bbe-bfa8-ddea3b24210c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'bb657eca-6882-4beb-8292-7ed9c60acc10'}}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 18 14:08:48.374812 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-9e713321-9984-435a-8b2a-712898159ec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:08:48.401509 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-6288e017-d796-4276-bfa2-63952deafbd4 None None] Provisioning complete for port 68a67c67-22e9-4500-91b6-47ae43ede7b2 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 14:08:48.401879 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-6288e017-d796-4276-bfa2-63952deafbd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:08:48.482889 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-9e713321-9984-435a-8b2a-712898159ec5 None None] For port ce938e59-16bc-44ac-ac8b-ccf0cdf9b1db, host dv-neutron-744815-20-hyperv, cleared binding levels {{(pid=103161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 18 14:08:48.487589 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-9e713321-9984-435a-8b2a-712898159ec5 None None] For port ce938e59-16bc-44ac-ac8b-ccf0cdf9b1db, host dv-neutron-744815-20-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=ce938e59-16bc-44ac-ac8b-ccf0cdf9b1db,segment=NetworkSegment(a6ae55bf-2fa5-4bbe-bfa8-ddea3b24210c),segment_id=a6ae55bf-2fa5-4bbe-bfa8-ddea3b24210c)] {{(pid=103161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 18 14:08:48.495064 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-9e713321-9984-435a-8b2a-712898159ec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:08:48.509180 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-049c3369-3036-47b1-9e70-dddb22b09de2 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:08:48.592091 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e713321-9984-435a-8b2a-712898159ec5 None None] Pushing event updated for resources: {'Port': ['ID=ce938e59-16bc-44ac-ac8b-ccf0cdf9b1db,revision_number=2']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:08:48.917227 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.db_base_plugin_common [None req-049c3369-3036-47b1-9e70-dddb22b09de2 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Allocated IP 172.20.0.1 (bb657eca-6882-4beb-8292-7ed9c60acc10/f439ed5e-5e16-4cb6-aa86-32dee610b9b2/1a2720db-a71a-440b-8ffd-9579fd6beb9c) {{(pid=103159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 14:08:49.044019 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-049c3369-3036-47b1-9e70-dddb22b09de2 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks [] for port, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:08:49.082562 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-049c3369-3036-47b1-9e70-dddb22b09de2 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:08:49.127749 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-049c3369-3036-47b1-9e70-dddb22b09de2 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Network bb657eca-6882-4beb-8292-7ed9c60acc10 is already hosted by enough agents. {{(pid=103159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 14:08:49.131057 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.base_scheduler [None req-049c3369-3036-47b1-9e70-dddb22b09de2 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Resources bound (agent type, host, resource id): {{(pid=103159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 14:08:49.135065 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-049c3369-3036-47b1-9e70-dddb22b09de2 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Received port after_create {{(pid=103159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 14:08:49.159004 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049c3369-3036-47b1-9e70-dddb22b09de2 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Pushing event updated for resources: {'Port': ['ID=1a2720db-a71a-440b-8ffd-9579fd6beb9c,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:08:49.188570 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-049c3369-3036-47b1-9e70-dddb22b09de2 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586257'] for router_interface, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:08:49.325444 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-049c3369-3036-47b1-9e70-dddb22b09de2 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:08:49.557915 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-032d1a40-588e-408c-b2a3-7f4e8ce56452 None None] Network bb657eca-6882-4beb-8292-7ed9c60acc10 requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 14:08:49.615548 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-049c3369-3036-47b1-9e70-dddb22b09de2 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks [] for port, precommit_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:08:49.621429 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-049c3369-3036-47b1-9e70-dddb22b09de2 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5659917'] for port, after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:08:49.635533 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-bee403cc-3086-4717-aa9f-57cb64b836f2 None None] Provisioning complete for port ce938e59-16bc-44ac-ac8b-ccf0cdf9b1db triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 14:08:49.635913 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-bee403cc-3086-4717-aa9f-57cb64b836f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:08:49.700367 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049c3369-3036-47b1-9e70-dddb22b09de2 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Pushing event updated for resources: {'Port': ['ID=1a2720db-a71a-440b-8ffd-9579fd6beb9c,revision_number=2']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:08:49.703891 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-049c3369-3036-47b1-9e70-dddb22b09de2 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1048031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586432'] for router_interface, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:08:49.748042 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-bee403cc-3086-4717-aa9f-57cb64b836f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:08:49.785866 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-bee403cc-3086-4717-aa9f-57cb64b836f2 None None] For port ce938e59-16bc-44ac-ac8b-ccf0cdf9b1db, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=ce938e59-16bc-44ac-ac8b-ccf0cdf9b1db,segment=NetworkSegment(a6ae55bf-2fa5-4bbe-bfa8-ddea3b24210c),segment_id=a6ae55bf-2fa5-4bbe-bfa8-ddea3b24210c)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 14:08:49.791100 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-bee403cc-3086-4717-aa9f-57cb64b836f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:08:49.816217 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-049c3369-3036-47b1-9e70-dddb22b09de2 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Network bb657eca-6882-4beb-8292-7ed9c60acc10 is already hosted by enough agents. {{(pid=103159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 14:08:49.817820 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.base_scheduler [None req-049c3369-3036-47b1-9e70-dddb22b09de2 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Resources bound (agent type, host, resource id): {{(pid=103159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 14:08:49.880382 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee403cc-3086-4717-aa9f-57cb64b836f2 None None] Pushing event updated for resources: {'Port': ['ID=ce938e59-16bc-44ac-ac8b-ccf0cdf9b1db,revision_number=3']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:08:49.969136 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-049c3369-3036-47b1-9e70-dddb22b09de2 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Router 9a48902c-548d-44bd-ab46-ed5a85bca451 has already been hosted by L3 agent c9c0cd52-5bd2-4704-9429-d80f1c5ad23c {{(pid=103159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 18 14:08:49.983674 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device ce938e59-16bc-44ac-ac8b-ccf0cdf9b1db up at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 14:08:50.029828 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-98717e8d-68cf-467f-9a0b-657633083952 None None] Provisioning complete for port ce938e59-16bc-44ac-ac8b-ccf0cdf9b1db triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 14:08:50.030320 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-98717e8d-68cf-467f-9a0b-657633083952 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:08:50.076751 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2294866d-0076-4933-952c-685307032598 None None] Provisioning complete for port ce938e59-16bc-44ac-ac8b-ccf0cdf9b1db triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 14:08:50.077279 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:08:50.114112 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-049c3369-3036-47b1-9e70-dddb22b09de2 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Notify agent at l3_agent.dv-neutron-744815-20-hyperv the message routers_updated {{(pid=103159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 14:08:50.125196 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-536599c8-6a0e-4deb-a995-f9b61039e89e None None] Sync routers for ids ['9a48902c-548d-44bd-ab46-ed5a85bca451'] in dv-neutron-744815-20-hyperv {{(pid=103161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 14:08:50.128887 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-049c3369-3036-47b1-9e70-dddb22b09de2 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "PUT /v2.0/routers/9a48902c-548d-44bd-ab46-ed5a85bca451/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4549348 Dec 18 14:08:50.173379 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-536599c8-6a0e-4deb-a995-f9b61039e89e None None] Routers {'9a48902c-548d-44bd-ab46-ed5a85bca451'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 14:08:50.174022 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-536599c8-6a0e-4deb-a995-f9b61039e89e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T14:08:27Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['9a48902c-548d-44bd-ab46-ed5a85bca451'], 'active': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:08:50.287854 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-3a570bdc-b136-462e-876b-416609fc95a7 req-5b2f5091-c19a-4d3d-a533-61b4c58d9f96 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1569399236&fields=id&tenant_id=4fe8c5245f464a0b8a2abb9a0874f704 HTTP/1.1" status: 200 len: 267 time: 0.0552053 Dec 18 14:08:50.306919 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-98717e8d-68cf-467f-9a0b-657633083952 None None] Provisioning complete for port 1a2720db-a71a-440b-8ffd-9579fd6beb9c triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 14:08:50.307320 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-98717e8d-68cf-467f-9a0b-657633083952 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:08:50.309564 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 68a67c67-22e9-4500-91b6-47ae43ede7b2 up at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 14:08:50.396786 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a570bdc-b136-462e-876b-416609fc95a7 req-29719eaa-e1b4-49d5-b0af-ecb90b6e0fed tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:08:50.399685 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-3a570bdc-b136-462e-876b-416609fc95a7 req-29719eaa-e1b4-49d5-b0af-ecb90b6e0fed tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "GET /v2.0/networks?id=bb657eca-6882-4beb-8292-7ed9c60acc10 HTTP/1.1" status: 200 len: 796 time: 0.1109307 Dec 18 14:08:50.416844 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-3a570bdc-b136-462e-876b-416609fc95a7 req-f8cb680a-a0e5-40e1-8b33-3ac3f24cf38e tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "GET /v2.0/quotas/4fe8c5245f464a0b8a2abb9a0874f704 HTTP/1.1" status: 200 len: 375 time: 0.0112038 Dec 18 14:08:50.470524 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-3a570bdc-b136-462e-876b-416609fc95a7 req-0bbe8110-5cfe-401a-9ef5-a406a0a95166 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=4fe8c5245f464a0b8a2abb9a0874f704&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0478880 Dec 18 14:08:50.546182 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-98717e8d-68cf-467f-9a0b-657633083952 None None] Port 1a2720db-a71a-440b-8ffd-9579fd6beb9c cannot update to ACTIVE because it is not bound. {{(pid=103161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 14:08:50.555874 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvr_db [None req-536599c8-6a0e-4deb-a995-f9b61039e89e None None] Set router 9a48902c-548d-44bd-ab46-ed5a85bca451 gateway port host: dv-neutron-744815-20-hyperv {{(pid=103161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 14:08:50.603396 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2294866d-0076-4933-952c-685307032598 None None] Provisioning complete for port 68a67c67-22e9-4500-91b6-47ae43ede7b2 triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 14:08:50.604080 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:08:50.616844 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-3a570bdc-b136-462e-876b-416609fc95a7 req-ffd8e909-6626-4416-ac2c-01a52c367941 service neutron] 10.222.0.31 "GET /v2.0/networks/bb657eca-6882-4beb-8292-7ed9c60acc10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344054 Dec 18 14:08:50.708643 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-3a570bdc-b136-462e-876b-416609fc95a7 req-9ddefb07-02cc-4fc6-8e5b-fecf83788789 service neutron] 10.222.0.31 "GET /v2.0/networks/bb657eca-6882-4beb-8292-7ed9c60acc10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836523 Dec 18 14:08:50.731276 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-283e20f7-ea2a-4341-82b8-7f858ef1bc32 None None] Provisioning complete for port 1a2720db-a71a-440b-8ffd-9579fd6beb9c triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 14:08:50.731690 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-283e20f7-ea2a-4341-82b8-7f858ef1bc32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:08:50.830424 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-283e20f7-ea2a-4341-82b8-7f858ef1bc32 None None] Port 1a2720db-a71a-440b-8ffd-9579fd6beb9c cannot update to ACTIVE because it is not bound. {{(pid=103161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 14:08:50.867894 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-536599c8-6a0e-4deb-a995-f9b61039e89e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a48902c-548d-44bd-ab46-ed5a85bca451', 'name': 'tempest-TestNetworkAdvancedServerOps-router-546618838', 'tenant_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.119'}], 'enable_snat': True}, 'gw_port_id': '68a67c67-22e9-4500-91b6-47ae43ede7b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T14:08:45Z', 'updated_at': '2021-12-18T14:08:49Z', 'revision_number': 4, 'project_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'gw_port': {'id': '68a67c67-22e9-4500-91b6-47ae43ede7b2', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:9a:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a48902c-548d-44bd-ab46-ed5a85bca451', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1737, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T14:08:46Z', 'updated_at': '2021-12-18T14:08:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv', '_interfaces': [{'id': '1a2720db-a71a-440b-8ffd-9579fd6beb9c', 'name': '', 'network_id': 'bb657eca-6882-4beb-8292-7ed9c60acc10', 'tenant_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'mac_address': 'fa:16:3e:6f:e2:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a48902c-548d-44bd-ab46-ed5a85bca451', 'device_owner': 'network:router_interface', 'standard_attr_id': 1740, 'fixed_ips': [{'subnet_id': 'f439ed5e-5e16-4cb6-aa86-32dee610b9b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T14:08:48Z', 'updated_at': '2021-12-18T14:08:49Z', 'revision_number': 2, 'project_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'subnets': [{'id': 'f439ed5e-5e16-4cb6-aa86-32dee610b9b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:08:50.883128 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-1e6eb738-c6c8-4f53-9b74-f4ba6f0ae6d8 req-e7ae84bd-d62b-463a-a3ba-8ebfa45e373f tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "GET /v2.0/ports?device_id=de858382-c053-4d41-9cde-88fdc439dbc0 HTTP/1.1" status: 200 len: 210 time: 0.0285594 Dec 18 14:08:50.895924 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-536599c8-6a0e-4deb-a995-f9b61039e89e None None] Checking router: 9a48902c-548d-44bd-ab46-ed5a85bca451 for host: dv-neutron-744815-20-hyperv {{(pid=103161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 18 14:08:50.896029 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-536599c8-6a0e-4deb-a995-f9b61039e89e None None] Updating router 9a48902c-548d-44bd-ab46-ed5a85bca451 port 1a2720db-a71a-440b-8ffd-9579fd6beb9c binding host dv-neutron-744815-20-hyperv {{(pid=103161) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 18 14:08:50.921785 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-536599c8-6a0e-4deb-a995-f9b61039e89e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:08:51.199579 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-536599c8-6a0e-4deb-a995-f9b61039e89e None None] Publish callbacks [] for port, precommit_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:08:51.207238 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-536599c8-6a0e-4deb-a995-f9b61039e89e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:08:51.278488 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c941ce1a-1057-4ceb-9b87-fca089012aa0 None None] Pushing event updated for resources: {'Port': ['ID=1a2720db-a71a-440b-8ffd-9579fd6beb9c,revision_number=3']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:08:51.321887 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-536599c8-6a0e-4deb-a995-f9b61039e89e None None] Attempting to bind port 1a2720db-a71a-440b-8ffd-9579fd6beb9c on host dv-neutron-744815-20-hyperv for vnic_type normal with profile {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 14:08:51.322266 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-536599c8-6a0e-4deb-a995-f9b61039e89e None None] Attempting to bind port 1a2720db-a71a-440b-8ffd-9579fd6beb9c by drivers openvswitch,hyperv on host dv-neutron-744815-20-hyperv at level 0 using segments [{'id': 'a6ae55bf-2fa5-4bbe-bfa8-ddea3b24210c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'bb657eca-6882-4beb-8292-7ed9c60acc10'}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 14:08:51.322648 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-536599c8-6a0e-4deb-a995-f9b61039e89e None None] Attempting to bind port 1a2720db-a71a-440b-8ffd-9579fd6beb9c on network bb657eca-6882-4beb-8292-7ed9c60acc10 {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 14:08:51.328887 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-536599c8-6a0e-4deb-a995-f9b61039e89e None None] Checking agent: {'id': '428fa9fa-43db-4db9-9f96-f60ffe931f2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-20-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 13, 19, 1), 'started_at': datetime.datetime(2021, 12, 18, 13, 19, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 14, 8, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-20-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 18 14:08:51.329270 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-536599c8-6a0e-4deb-a995-f9b61039e89e None None] Checking segment: {'id': 'a6ae55bf-2fa5-4bbe-bfa8-ddea3b24210c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'bb657eca-6882-4beb-8292-7ed9c60acc10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 14:08:51.329673 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-536599c8-6a0e-4deb-a995-f9b61039e89e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:08:51.330061 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-536599c8-6a0e-4deb-a995-f9b61039e89e None None] Bound using segment: {'id': 'a6ae55bf-2fa5-4bbe-bfa8-ddea3b24210c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'bb657eca-6882-4beb-8292-7ed9c60acc10'} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 18 14:08:51.330570 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-536599c8-6a0e-4deb-a995-f9b61039e89e None None] Bound port: 1a2720db-a71a-440b-8ffd-9579fd6beb9c, host: dv-neutron-744815-20-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6ae55bf-2fa5-4bbe-bfa8-ddea3b24210c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'bb657eca-6882-4beb-8292-7ed9c60acc10'}}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 18 14:08:51.330956 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-536599c8-6a0e-4deb-a995-f9b61039e89e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:08:51.399790 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-536599c8-6a0e-4deb-a995-f9b61039e89e None None] For port 1a2720db-a71a-440b-8ffd-9579fd6beb9c, host dv-neutron-744815-20-hyperv, cleared binding levels {{(pid=103161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 18 14:08:51.404375 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-536599c8-6a0e-4deb-a995-f9b61039e89e None None] For port 1a2720db-a71a-440b-8ffd-9579fd6beb9c, host dv-neutron-744815-20-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=1a2720db-a71a-440b-8ffd-9579fd6beb9c,segment=NetworkSegment(a6ae55bf-2fa5-4bbe-bfa8-ddea3b24210c),segment_id=a6ae55bf-2fa5-4bbe-bfa8-ddea3b24210c)] {{(pid=103161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 18 14:08:51.409057 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-536599c8-6a0e-4deb-a995-f9b61039e89e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:08:51.467763 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-536599c8-6a0e-4deb-a995-f9b61039e89e None None] Routers {'9a48902c-548d-44bd-ab46-ed5a85bca451'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 14:08:51.468394 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-536599c8-6a0e-4deb-a995-f9b61039e89e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T14:08:27Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['9a48902c-548d-44bd-ab46-ed5a85bca451'], 'active': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:08:51.473283 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c941ce1a-1057-4ceb-9b87-fca089012aa0 None None] Pushing event updated for resources: {'Port': ['ID=1a2720db-a71a-440b-8ffd-9579fd6beb9c,revision_number=4']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:08:51.586196 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-57b565b6-6434-42bc-b4fa-77a0bafc9b95 None None] Provisioning complete for port 1a2720db-a71a-440b-8ffd-9579fd6beb9c triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 14:08:51.586566 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-57b565b6-6434-42bc-b4fa-77a0bafc9b95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:08:51.612399 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvr_db [None req-536599c8-6a0e-4deb-a995-f9b61039e89e None None] Set router 9a48902c-548d-44bd-ab46-ed5a85bca451 gateway port host: dv-neutron-744815-20-hyperv {{(pid=103161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 14:08:51.785789 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-57b565b6-6434-42bc-b4fa-77a0bafc9b95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:08:51.835626 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a570bdc-b136-462e-876b-416609fc95a7 req-d7dd237d-4074-4ce6-8230-4e8677536eb7 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:08:51.837300 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-3a570bdc-b136-462e-876b-416609fc95a7 req-d7dd237d-4074-4ce6-8230-4e8677536eb7 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.43 "GET /v2.0/networks?id=bb657eca-6882-4beb-8292-7ed9c60acc10 HTTP/1.1" status: 200 len: 796 time: 0.1249940 Dec 18 14:08:51.852575 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-57b565b6-6434-42bc-b4fa-77a0bafc9b95 None None] For port 1a2720db-a71a-440b-8ffd-9579fd6beb9c, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=1a2720db-a71a-440b-8ffd-9579fd6beb9c,segment=NetworkSegment(a6ae55bf-2fa5-4bbe-bfa8-ddea3b24210c),segment_id=a6ae55bf-2fa5-4bbe-bfa8-ddea3b24210c)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 14:08:51.861742 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-57b565b6-6434-42bc-b4fa-77a0bafc9b95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:08:51.910290 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device ce938e59-16bc-44ac-ac8b-ccf0cdf9b1db up at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 14:08:51.932002 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-3a570bdc-b136-462e-876b-416609fc95a7 req-de2a6c1b-de1e-47e4-8166-5c40a2f816d5 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4fe8c5245f464a0b8a2abb9a0874f704 HTTP/1.1" status: 200 len: 380 time: 0.0852396 Dec 18 14:08:51.943870 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [req-3a570bdc-b136-462e-876b-416609fc95a7 req-c4ecb431-fedc-48cb-909e-4791469a3df6 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Request body: {'port': {'device_id': 'de858382-c053-4d41-9cde-88fdc439dbc0', 'network_id': 'bb657eca-6882-4beb-8292-7ed9c60acc10', 'admin_state_up': True, 'tenant_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'security_groups': ['e9b99aeb-f3de-4c46-ae2f-163c5ba18abe']}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 14:08:51.956815 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-536599c8-6a0e-4deb-a995-f9b61039e89e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a48902c-548d-44bd-ab46-ed5a85bca451', 'name': 'tempest-TestNetworkAdvancedServerOps-router-546618838', 'tenant_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.119'}], 'enable_snat': True}, 'gw_port_id': '68a67c67-22e9-4500-91b6-47ae43ede7b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T14:08:45Z', 'updated_at': '2021-12-18T14:08:49Z', 'revision_number': 4, 'project_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'gw_port': {'id': '68a67c67-22e9-4500-91b6-47ae43ede7b2', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:9a:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a48902c-548d-44bd-ab46-ed5a85bca451', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1737, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T14:08:46Z', 'updated_at': '2021-12-18T14:08:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv', '_interfaces': [{'id': '1a2720db-a71a-440b-8ffd-9579fd6beb9c', 'name': '', 'network_id': 'bb657eca-6882-4beb-8292-7ed9c60acc10', 'tenant_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'mac_address': 'fa:16:3e:6f:e2:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a48902c-548d-44bd-ab46-ed5a85bca451', 'device_owner': 'network:router_interface', 'standard_attr_id': 1740, 'fixed_ips': [{'subnet_id': 'f439ed5e-5e16-4cb6-aa86-32dee610b9b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T14:08:48Z', 'updated_at': '2021-12-18T14:08:51Z', 'revision_number': 4, 'project_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'subnets': [{'id': 'f439ed5e-5e16-4cb6-aa86-32dee610b9b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:08:51.962943 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b565b6-6434-42bc-b4fa-77a0bafc9b95 None None] Pushing event updated for resources: {'Port': ['ID=1a2720db-a71a-440b-8ffd-9579fd6beb9c,revision_number=5']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:08:51.985722 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-3e4be63b-4d40-431b-84c8-27cc0876525f req-af4f45ad-86d2-4949-9774-13d64ece7aa0 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "GET /v2.0/ports?device_id=de858382-c053-4d41-9cde-88fdc439dbc0 HTTP/1.1" status: 200 len: 210 time: 0.0309083 Dec 18 14:08:51.995490 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-536599c8-6a0e-4deb-a995-f9b61039e89e None None] The sync data for ids ['9a48902c-548d-44bd-ab46-ed5a85bca451'] in dv-neutron-744815-20-hyperv is: [{'id': '9a48902c-548d-44bd-ab46-ed5a85bca451', 'name': 'tempest-TestNetworkAdvancedServerOps-router-546618838', 'tenant_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.119'}], 'enable_snat': True}, 'gw_port_id': '68a67c67-22e9-4500-91b6-47ae43ede7b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T14:08:45Z', 'updated_at': '2021-12-18T14:08:49Z', 'revision_number': 4, 'project_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'gw_port': {'id': '68a67c67-22e9-4500-91b6-47ae43ede7b2', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:9a:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a48902c-548d-44bd-ab46-ed5a85bca451', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1737, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T14:08:46Z', 'updated_at': '2021-12-18T14:08:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv', '_interfaces': [{'id': '1a2720db-a71a-440b-8ffd-9579fd6beb9c', 'name': '', 'network_id': 'bb657eca-6882-4beb-8292-7ed9c60acc10', 'tenant_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'mac_address': 'fa:16:3e:6f:e2:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a48902c-548d-44bd-ab46-ed5a85bca451', 'device_owner': 'network:router_interface', 'standard_attr_id': 1740, 'fixed_ips': [{'subnet_id': 'f439ed5e-5e16-4cb6-aa86-32dee610b9b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T14:08:48Z', 'updated_at': '2021-12-18T14:08:51Z', 'revision_number': 4, 'project_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'subnets': [{'id': 'f439ed5e-5e16-4cb6-aa86-32dee610b9b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 14:08:52.014924 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-d66de7e9-092d-434b-9bd1-39bf752233d2 None None] Provisioning complete for port 1a2720db-a71a-440b-8ffd-9579fd6beb9c triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 14:08:52.015435 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-d66de7e9-092d-434b-9bd1-39bf752233d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:08:52.048270 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2294866d-0076-4933-952c-685307032598 None None] Provisioning complete for port ce938e59-16bc-44ac-ac8b-ccf0cdf9b1db triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 14:08:52.048270 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:08:52.103888 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a570bdc-b136-462e-876b-416609fc95a7 req-c4ecb431-fedc-48cb-909e-4791469a3df6 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Made reservation on behalf of 4fe8c5245f464a0b8a2abb9a0874f704 for: {'port': 1} {{(pid=103159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 14:08:52.107979 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-3a570bdc-b136-462e-876b-416609fc95a7 req-c4ecb431-fedc-48cb-909e-4791469a3df6 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:08:52.251770 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.db_base_plugin_common [req-3a570bdc-b136-462e-876b-416609fc95a7 req-c4ecb431-fedc-48cb-909e-4791469a3df6 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Allocated IP 172.20.0.12 (bb657eca-6882-4beb-8292-7ed9c60acc10/f439ed5e-5e16-4cb6-aa86-32dee610b9b2/cae08752-1bc1-4faf-93f1-4b4edb5aafac) {{(pid=103159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 14:08:52.404750 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-3a570bdc-b136-462e-876b-416609fc95a7 req-c4ecb431-fedc-48cb-909e-4791469a3df6 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks [] for port, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:08:52.443428 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-3a570bdc-b136-462e-876b-416609fc95a7 req-c4ecb431-fedc-48cb-909e-4791469a3df6 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:08:52.488670 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a570bdc-b136-462e-876b-416609fc95a7 req-c4ecb431-fedc-48cb-909e-4791469a3df6 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Network bb657eca-6882-4beb-8292-7ed9c60acc10 is already hosted by enough agents. {{(pid=103159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 14:08:52.491979 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.base_scheduler [req-3a570bdc-b136-462e-876b-416609fc95a7 req-c4ecb431-fedc-48cb-909e-4791469a3df6 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Resources bound (agent type, host, resource id): {{(pid=103159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 14:08:52.495772 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a570bdc-b136-462e-876b-416609fc95a7 req-c4ecb431-fedc-48cb-909e-4791469a3df6 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Received port after_create {{(pid=103159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 14:08:52.530052 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ecb431-fedc-48cb-909e-4791469a3df6 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Pushing event updated for resources: {'Port': ['ID=cae08752-1bc1-4faf-93f1-4b4edb5aafac,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:08:52.560516 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a570bdc-b136-462e-876b-416609fc95a7 req-c4ecb431-fedc-48cb-909e-4791469a3df6 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:08:52.561194 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-3a570bdc-b136-462e-876b-416609fc95a7 req-c4ecb431-fedc-48cb-909e-4791469a3df6 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:08:52.580984 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-3a570bdc-b136-462e-876b-416609fc95a7 req-c4ecb431-fedc-48cb-909e-4791469a3df6 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6410773 Dec 18 14:08:52.594067 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [req-3a570bdc-b136-462e-876b-416609fc95a7 req-24ef5ea2-4a1b-4706-9433-3220fbb7d4b9 service neutron] Request body: {'port': {'device_id': 'de858382-c053-4d41-9cde-88fdc439dbc0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7448'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 14:08:52.660495 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-3a570bdc-b136-462e-876b-416609fc95a7 req-24ef5ea2-4a1b-4706-9433-3220fbb7d4b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:08:52.797679 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-d49900e8-a53d-4af2-b453-5a5790f3af6d None None] Provisioning complete for port cae08752-1bc1-4faf-93f1-4b4edb5aafac triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 14:08:52.798771 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-d49900e8-a53d-4af2-b453-5a5790f3af6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:08:52.837027 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-d49900e8-a53d-4af2-b453-5a5790f3af6d None None] Port cae08752-1bc1-4faf-93f1-4b4edb5aafac cannot update to ACTIVE because it is not bound. {{(pid=103161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 14:08:52.957459 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.notifiers.nova [req-3a570bdc-b136-462e-876b-416609fc95a7 req-24ef5ea2-4a1b-4706-9433-3220fbb7d4b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cae08752-1bc1-4faf-93f1-4b4edb5aafac {{(pid=103159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 18 14:08:52.968076 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-3a570bdc-b136-462e-876b-416609fc95a7 req-24ef5ea2-4a1b-4706-9433-3220fbb7d4b9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:08:52.981674 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.provisioning_blocks [req-3a570bdc-b136-462e-876b-416609fc95a7 req-24ef5ea2-4a1b-4706-9433-3220fbb7d4b9 service neutron] Transition to ACTIVE for port object cae08752-1bc1-4faf-93f1-4b4edb5aafac will not be triggered until provisioned by entity L2. {{(pid=103159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 18 14:08:52.986856 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-3a570bdc-b136-462e-876b-416609fc95a7 req-24ef5ea2-4a1b-4706-9433-3220fbb7d4b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5659917'] for port, after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:08:53.048363 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ef5ea2-4a1b-4706-9433-3220fbb7d4b9 service neutron] Pushing event updated for resources: {'Port': ['ID=cae08752-1bc1-4faf-93f1-4b4edb5aafac,revision_number=2']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:08:53.169156 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44cb16e-64bf-4d4c-a979-a95c6254bfe7 req-00bbc8d7-01a6-469f-b5bb-f94d1039e107 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:08:53.170834 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-e44cb16e-64bf-4d4c-a979-a95c6254bfe7 req-00bbc8d7-01a6-469f-b5bb-f94d1039e107 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "GET /v2.0/ports?device_id=de858382-c053-4d41-9cde-88fdc439dbc0 HTTP/1.1" status: 200 len: 944 time: 0.0918024 Dec 18 14:08:53.172137 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.managers [req-3a570bdc-b136-462e-876b-416609fc95a7 req-24ef5ea2-4a1b-4706-9433-3220fbb7d4b9 service neutron] Attempting to bind port cae08752-1bc1-4faf-93f1-4b4edb5aafac on host hv-neutron-7448 for vnic_type normal with profile {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 14:08:53.172468 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.managers [req-3a570bdc-b136-462e-876b-416609fc95a7 req-24ef5ea2-4a1b-4706-9433-3220fbb7d4b9 service neutron] Attempting to bind port cae08752-1bc1-4faf-93f1-4b4edb5aafac by drivers openvswitch,hyperv on host hv-neutron-7448 at level 0 using segments [{'id': 'a6ae55bf-2fa5-4bbe-bfa8-ddea3b24210c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'bb657eca-6882-4beb-8292-7ed9c60acc10'}] {{(pid=103159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 14:08:53.172791 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a570bdc-b136-462e-876b-416609fc95a7 req-24ef5ea2-4a1b-4706-9433-3220fbb7d4b9 service neutron] Attempting to bind port cae08752-1bc1-4faf-93f1-4b4edb5aafac on network bb657eca-6882-4beb-8292-7ed9c60acc10 {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 14:08:53.179435 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a570bdc-b136-462e-876b-416609fc95a7 req-24ef5ea2-4a1b-4706-9433-3220fbb7d4b9 service neutron] Port cae08752-1bc1-4faf-93f1-4b4edb5aafac on network bb657eca-6882-4beb-8292-7ed9c60acc10 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7448 {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 18 14:08:53.179757 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a570bdc-b136-462e-876b-416609fc95a7 req-24ef5ea2-4a1b-4706-9433-3220fbb7d4b9 service neutron] Attempting to bind port cae08752-1bc1-4faf-93f1-4b4edb5aafac on network bb657eca-6882-4beb-8292-7ed9c60acc10 {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 14:08:53.198976 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a570bdc-b136-462e-876b-416609fc95a7 req-24ef5ea2-4a1b-4706-9433-3220fbb7d4b9 service neutron] Checking agent: {'id': 'c35b6aa0-0616-421f-8ded-732dd37fc90f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7448', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 13, 24, 37), 'started_at': datetime.datetime(2021, 12, 18, 13, 24, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 14, 8, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 18 14:08:53.199342 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a570bdc-b136-462e-876b-416609fc95a7 req-24ef5ea2-4a1b-4706-9433-3220fbb7d4b9 service neutron] Checking segment: {'id': 'a6ae55bf-2fa5-4bbe-bfa8-ddea3b24210c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'bb657eca-6882-4beb-8292-7ed9c60acc10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 14:08:53.199730 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a570bdc-b136-462e-876b-416609fc95a7 req-24ef5ea2-4a1b-4706-9433-3220fbb7d4b9 service neutron] Bound using segment: {'id': 'a6ae55bf-2fa5-4bbe-bfa8-ddea3b24210c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'bb657eca-6882-4beb-8292-7ed9c60acc10'} {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 18 14:08:53.200178 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.managers [req-3a570bdc-b136-462e-876b-416609fc95a7 req-24ef5ea2-4a1b-4706-9433-3220fbb7d4b9 service neutron] Bound port: cae08752-1bc1-4faf-93f1-4b4edb5aafac, host: hv-neutron-7448, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6ae55bf-2fa5-4bbe-bfa8-ddea3b24210c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'bb657eca-6882-4beb-8292-7ed9c60acc10'}}] {{(pid=103159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 18 14:08:53.200533 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-3a570bdc-b136-462e-876b-416609fc95a7 req-24ef5ea2-4a1b-4706-9433-3220fbb7d4b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:08:53.265938 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-e44cb16e-64bf-4d4c-a979-a95c6254bfe7 req-01cfb3b7-2cfe-4218-bdc9-0ff8a2a0a017 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9b99aeb-f3de-4c46-ae2f-163c5ba18abe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880973 Dec 18 14:08:53.288815 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.db [req-3a570bdc-b136-462e-876b-416609fc95a7 req-24ef5ea2-4a1b-4706-9433-3220fbb7d4b9 service neutron] For port cae08752-1bc1-4faf-93f1-4b4edb5aafac, host hv-neutron-7448, cleared binding levels {{(pid=103159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 18 14:08:53.291816 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.db [req-3a570bdc-b136-462e-876b-416609fc95a7 req-24ef5ea2-4a1b-4706-9433-3220fbb7d4b9 service neutron] For port cae08752-1bc1-4faf-93f1-4b4edb5aafac, host hv-neutron-7448, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=cae08752-1bc1-4faf-93f1-4b4edb5aafac,segment=NetworkSegment(a6ae55bf-2fa5-4bbe-bfa8-ddea3b24210c),segment_id=a6ae55bf-2fa5-4bbe-bfa8-ddea3b24210c)] {{(pid=103159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 18 14:08:53.298151 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-3a570bdc-b136-462e-876b-416609fc95a7 req-24ef5ea2-4a1b-4706-9433-3220fbb7d4b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5659917'] for port, after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:08:53.334561 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a570bdc-b136-462e-876b-416609fc95a7 req-24ef5ea2-4a1b-4706-9433-3220fbb7d4b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:08:53.335207 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-3a570bdc-b136-462e-876b-416609fc95a7 req-24ef5ea2-4a1b-4706-9433-3220fbb7d4b9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:08:53.337177 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-3a570bdc-b136-462e-876b-416609fc95a7 req-24ef5ea2-4a1b-4706-9433-3220fbb7d4b9 service neutron] 10.222.0.43 "PUT /v2.0/ports/cae08752-1bc1-4faf-93f1-4b4edb5aafac HTTP/1.1" status: 200 len: 1094 time: 0.7474549 Dec 18 14:08:53.337886 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de858382-c053-4d41-9cde-88fdc439dbc0', 'tag': 'cae08752-1bc1-4faf-93f1-4b4edb5aafac'}] {{(pid=103159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 18 14:08:53.340292 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca844cf115d59c1fab86abc202fb4c13735de0d7e4cbbbb25eec9406e9c87431" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7852ef0e-8a51-4b12-a6e2-8f4b08b96b61" -d '{"events": [{"name": "network-changed", "server_uuid": "de858382-c053-4d41-9cde-88fdc439dbc0", "tag": "cae08752-1bc1-4faf-93f1-4b4edb5aafac"}]}' {{(pid=103159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 18 14:08:53.368174 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ef5ea2-4a1b-4706-9433-3220fbb7d4b9 service neutron] Pushing event updated for resources: {'Port': ['ID=cae08752-1bc1-4faf-93f1-4b4edb5aafac,revision_number=3']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:08:53.382138 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 14:08:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7727965c-821e-4ba3-b20c-1101d8cfdd07 x-openstack-request-id: req-7727965c-821e-4ba3-b20c-1101d8cfdd07 {{(pid=103159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 18 14:08:53.382435 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de858382-c053-4d41-9cde-88fdc439dbc0", "tag": "cae08752-1bc1-4faf-93f1-4b4edb5aafac", "status": "completed", "code": 200}]} {{(pid=103159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 18 14:08:53.382690 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7727965c-821e-4ba3-b20c-1101d8cfdd07 {{(pid=103159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 18 14:08:53.383126 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de858382-c053-4d41-9cde-88fdc439dbc0', 'tag': 'cae08752-1bc1-4faf-93f1-4b4edb5aafac', 'status': 'completed', 'code': 200} Dec 18 14:08:53.432043 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a570bdc-b136-462e-876b-416609fc95a7 req-fcc3202b-0302-4e8d-9f3c-50cf64d26f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:08:53.433602 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-3a570bdc-b136-462e-876b-416609fc95a7 req-fcc3202b-0302-4e8d-9f3c-50cf64d26f84 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4fe8c5245f464a0b8a2abb9a0874f704&device_id=de858382-c053-4d41-9cde-88fdc439dbc0 HTTP/1.1" status: 200 len: 1097 time: 0.0427139 Dec 18 14:08:53.481730 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-3a570bdc-b136-462e-876b-416609fc95a7 req-a52cbb8a-cbf7-433c-b2f9-4626c68e1c04 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cae08752-1bc1-4faf-93f1-4b4edb5aafac HTTP/1.1" status: 200 len: 217 time: 0.0389102 Dec 18 14:08:53.531614 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a570bdc-b136-462e-876b-416609fc95a7 req-2b94c67a-7fc3-43ec-a59c-b82266a0871e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:08:53.533086 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-3a570bdc-b136-462e-876b-416609fc95a7 req-2b94c67a-7fc3-43ec-a59c-b82266a0871e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f439ed5e-5e16-4cb6-aa86-32dee610b9b2 HTTP/1.1" status: 200 len: 834 time: 0.0440428 Dec 18 14:08:53.578697 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a570bdc-b136-462e-876b-416609fc95a7 req-c8cbf0df-5395-47b6-b975-f15cba550cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:08:53.580264 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-3a570bdc-b136-462e-876b-416609fc95a7 req-c8cbf0df-5395-47b6-b975-f15cba550cb9 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=bb657eca-6882-4beb-8292-7ed9c60acc10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0402181 Dec 18 14:08:53.678650 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-3a570bdc-b136-462e-876b-416609fc95a7 req-eda93e6f-0b43-48a7-9573-c9e174fc9df3 service neutron] 10.222.0.43 "GET /v2.0/networks/bb657eca-6882-4beb-8292-7ed9c60acc10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910542 Dec 18 14:08:53.774206 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-3a570bdc-b136-462e-876b-416609fc95a7 req-3977abe3-a881-4b30-9751-873a78f3f321 service neutron] 10.222.0.43 "GET /v2.0/networks/bb657eca-6882-4beb-8292-7ed9c60acc10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877092 Dec 18 14:08:53.870092 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7852ef0e-8a51-4b12-a6e2-8f4b08b96b61 req-d306fc4a-4e65-404e-b6fe-4af56ad44700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:08:53.871653 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-7852ef0e-8a51-4b12-a6e2-8f4b08b96b61 req-d306fc4a-4e65-404e-b6fe-4af56ad44700 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4fe8c5245f464a0b8a2abb9a0874f704&device_id=de858382-c053-4d41-9cde-88fdc439dbc0 HTTP/1.1" status: 200 len: 1097 time: 0.0465870 Dec 18 14:08:53.896775 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 1a2720db-a71a-440b-8ffd-9579fd6beb9c up at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 14:08:53.944711 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2294866d-0076-4933-952c-685307032598 None None] Provisioning complete for port 1a2720db-a71a-440b-8ffd-9579fd6beb9c triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 14:08:53.945090 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:08:53.963371 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7852ef0e-8a51-4b12-a6e2-8f4b08b96b61 req-c6a77536-10bd-4187-9300-edbc788c644d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:08:53.964868 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-7852ef0e-8a51-4b12-a6e2-8f4b08b96b61 req-c6a77536-10bd-4187-9300-edbc788c644d service neutron] 10.222.0.43 "GET /v2.0/networks?id=bb657eca-6882-4beb-8292-7ed9c60acc10 HTTP/1.1" status: 200 len: 897 time: 0.0859168 Dec 18 14:08:54.010174 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-7852ef0e-8a51-4b12-a6e2-8f4b08b96b61 req-3e5ce486-55e8-4f49-9e47-6cb50afc6a3c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cae08752-1bc1-4faf-93f1-4b4edb5aafac HTTP/1.1" status: 200 len: 217 time: 0.0378571 Dec 18 14:08:54.060578 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7852ef0e-8a51-4b12-a6e2-8f4b08b96b61 req-c7314b78-9b37-4b22-8d22-277e00341b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:08:54.062057 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-7852ef0e-8a51-4b12-a6e2-8f4b08b96b61 req-c7314b78-9b37-4b22-8d22-277e00341b82 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f439ed5e-5e16-4cb6-aa86-32dee610b9b2 HTTP/1.1" status: 200 len: 834 time: 0.0449922 Dec 18 14:08:54.109280 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7852ef0e-8a51-4b12-a6e2-8f4b08b96b61 req-bd96caf2-efdc-4d88-9b35-acc14403027b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:08:54.110779 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-7852ef0e-8a51-4b12-a6e2-8f4b08b96b61 req-bd96caf2-efdc-4d88-9b35-acc14403027b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=bb657eca-6882-4beb-8292-7ed9c60acc10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0407929 Dec 18 14:08:54.208580 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-7852ef0e-8a51-4b12-a6e2-8f4b08b96b61 req-839e569f-1d43-437d-a5ca-14b48cc7d035 service neutron] 10.222.0.43 "GET /v2.0/networks/bb657eca-6882-4beb-8292-7ed9c60acc10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904648 Dec 18 14:08:54.298268 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-7852ef0e-8a51-4b12-a6e2-8f4b08b96b61 req-e9aa73fe-78c2-4759-9317-3ee3b2ff7b13 service neutron] 10.222.0.43 "GET /v2.0/networks/bb657eca-6882-4beb-8292-7ed9c60acc10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810547 Dec 18 14:08:54.408459 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a6a1ac-a053-4a58-9a08-5b3d62a99def req-eb79d3e2-6793-444b-b7b4-7e3d3d90f575 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:08:54.409962 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-d1a6a1ac-a053-4a58-9a08-5b3d62a99def req-eb79d3e2-6793-444b-b7b4-7e3d3d90f575 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "GET /v2.0/ports?device_id=de858382-c053-4d41-9cde-88fdc439dbc0 HTTP/1.1" status: 200 len: 944 time: 0.0710502 Dec 18 14:08:54.460014 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-d1a6a1ac-a053-4a58-9a08-5b3d62a99def req-12b4c65b-267d-4207-9246-5c6536fb1ceb tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9b99aeb-f3de-4c46-ae2f-163c5ba18abe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437324 Dec 18 14:08:54.968184 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-4a700adb-384b-43ba-a887-7b30ec975aa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:08:55.595600 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f001497-7f4f-472a-9a4d-e04826284265 req-aa81e054-a3e7-4297-9be8-062401c4dc1f tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:08:55.597080 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-6f001497-7f4f-472a-9a4d-e04826284265 req-aa81e054-a3e7-4297-9be8-062401c4dc1f tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "GET /v2.0/ports?device_id=de858382-c053-4d41-9cde-88fdc439dbc0 HTTP/1.1" status: 200 len: 944 time: 0.0540504 Dec 18 14:08:55.648512 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-6f001497-7f4f-472a-9a4d-e04826284265 req-2ea27921-9c6b-4b0f-8177-aec4a21d8fda tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9b99aeb-f3de-4c46-ae2f-163c5ba18abe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452757 Dec 18 14:08:56.775516 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb38cd9-5caf-4a05-9d4e-b4b18ee41c77 req-78998681-b44d-4cfe-b50a-cc71fbd61097 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:08:56.776916 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-cfb38cd9-5caf-4a05-9d4e-b4b18ee41c77 req-78998681-b44d-4cfe-b50a-cc71fbd61097 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "GET /v2.0/ports?device_id=de858382-c053-4d41-9cde-88fdc439dbc0 HTTP/1.1" status: 200 len: 944 time: 0.0497117 Dec 18 14:08:56.827383 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-cfb38cd9-5caf-4a05-9d4e-b4b18ee41c77 req-2ccfd049-5d20-4808-bf67-68f3476925f8 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9b99aeb-f3de-4c46-ae2f-163c5ba18abe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441399 Dec 18 14:08:56.937531 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Device cae08752-1bc1-4faf-93f1-4b4edb5aafac details requested by agent hyperv_hv-neutron-7448 with host hv-neutron-7448 {{(pid=103161) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 18 14:08:57.038084 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] For port cae08752-1bc1-4faf-93f1-4b4edb5aafac, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=cae08752-1bc1-4faf-93f1-4b4edb5aafac,segment=NetworkSegment(a6ae55bf-2fa5-4bbe-bfa8-ddea3b24210c),segment_id=a6ae55bf-2fa5-4bbe-bfa8-ddea3b24210c)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 14:08:57.049209 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Returning: {'device': 'cae08752-1bc1-4faf-93f1-4b4edb5aafac', 'network_id': 'bb657eca-6882-4beb-8292-7ed9c60acc10', 'port_id': 'cae08752-1bc1-4faf-93f1-4b4edb5aafac', 'mac_address': 'fa:16:3e:fc:c9:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f439ed5e-5e16-4cb6-aa86-32dee610b9b2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103161) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 18 14:08:57.090120 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:08:57.103060 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.notifiers.nova [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cae08752-1bc1-4faf-93f1-4b4edb5aafac {{(pid=103161) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 18 14:08:57.121862 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] For port cae08752-1bc1-4faf-93f1-4b4edb5aafac, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=cae08752-1bc1-4faf-93f1-4b4edb5aafac,segment=NetworkSegment(a6ae55bf-2fa5-4bbe-bfa8-ddea3b24210c),segment_id=a6ae55bf-2fa5-4bbe-bfa8-ddea3b24210c)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 14:08:57.128173 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:08:57.174068 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Pushing event updated for resources: {'Port': ['ID=cae08752-1bc1-4faf-93f1-4b4edb5aafac,revision_number=4']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:08:57.217574 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-3b8c41db-61a9-4126-9b41-3b2053175e54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:08:57.498637 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] get_ports_and_sgs() called for port_ids ['cae08752-1bc1-4faf-93f1-4b4edb5aafac'] {{(pid=103161) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 18 14:08:57.947188 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972442e5-9813-47bb-9ba7-627f28c7a62b req-b67879da-3104-4e1c-b3b1-2da4d572c849 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:08:57.948670 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-972442e5-9813-47bb-9ba7-627f28c7a62b req-b67879da-3104-4e1c-b3b1-2da4d572c849 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "GET /v2.0/ports?device_id=de858382-c053-4d41-9cde-88fdc439dbc0 HTTP/1.1" status: 200 len: 945 time: 0.0520017 Dec 18 14:08:58.001404 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-972442e5-9813-47bb-9ba7-627f28c7a62b req-f8296243-b63a-4e9f-beaa-2d3df31d6ce1 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9b99aeb-f3de-4c46-ae2f-163c5ba18abe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451417 Dec 18 14:08:58.645463 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-afa9ae9b-bdbb-4010-bcf6-3a46ce66cf71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:08:58.952176 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Device cae08752-1bc1-4faf-93f1-4b4edb5aafac up at agent hyperv_hv-neutron-7448 {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 14:08:59.011059 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Provisioning for port cae08752-1bc1-4faf-93f1-4b4edb5aafac completed by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 18 14:08:59.014866 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Provisioning complete for port cae08752-1bc1-4faf-93f1-4b4edb5aafac triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 14:08:59.015255 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:08:59.099301 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:08:59.121740 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de858382-c053-4d41-9cde-88fdc439dbc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cae08752-1bc1-4faf-93f1-4b4edb5aafac'}] {{(pid=103161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 18 14:08:59.123297 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315cd234-190a-415f-bfea-0ab8eb3fe5c3 req-24671e71-dea6-485d-805e-3cdf09cac24d tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:08:59.124184 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22224e7a42aa75e3f3b9c037df440650d2cfa1dd97b40a249aee4a8113775251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9caedc1-d865-42be-a6a8-727513f6911b" -d '{"events": [{"server_uuid": "de858382-c053-4d41-9cde-88fdc439dbc0", "name": "network-vif-plugged", "status": "completed", "tag": "cae08752-1bc1-4faf-93f1-4b4edb5aafac"}]}' {{(pid=103161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 18 14:08:59.124771 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-315cd234-190a-415f-bfea-0ab8eb3fe5c3 req-24671e71-dea6-485d-805e-3cdf09cac24d tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "GET /v2.0/ports?device_id=de858382-c053-4d41-9cde-88fdc439dbc0 HTTP/1.1" status: 200 len: 945 time: 0.0477087 Dec 18 14:08:59.137816 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] For port cae08752-1bc1-4faf-93f1-4b4edb5aafac, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=cae08752-1bc1-4faf-93f1-4b4edb5aafac,segment=NetworkSegment(a6ae55bf-2fa5-4bbe-bfa8-ddea3b24210c),segment_id=a6ae55bf-2fa5-4bbe-bfa8-ddea3b24210c)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 14:08:59.144447 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:08:59.168385 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 14:08:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffa95e45-8409-4157-957d-44828a4256a5 x-openstack-request-id: req-ffa95e45-8409-4157-957d-44828a4256a5 {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 18 14:08:59.168677 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de858382-c053-4d41-9cde-88fdc439dbc0", "name": "network-vif-plugged", "status": "completed", "tag": "cae08752-1bc1-4faf-93f1-4b4edb5aafac", "code": 200}]} {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 18 14:08:59.168923 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ffa95e45-8409-4157-957d-44828a4256a5 {{(pid=103161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 18 14:08:59.169421 dv-neutron-744815-20-hyperv neutron-server[103161]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de858382-c053-4d41-9cde-88fdc439dbc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cae08752-1bc1-4faf-93f1-4b4edb5aafac', 'code': 200} Dec 18 14:08:59.186045 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-315cd234-190a-415f-bfea-0ab8eb3fe5c3 req-ddee6051-b063-4b26-adf0-a1714311ced0 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9b99aeb-f3de-4c46-ae2f-163c5ba18abe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547538 Dec 18 14:08:59.202296 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Pushing event updated for resources: {'Port': ['ID=cae08752-1bc1-4faf-93f1-4b4edb5aafac,revision_number=5']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:08:59.335535 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49f0cd9-4899-4187-958a-98defaaebac9 req-120a79b4-01f0-4af5-8aa0-1ae099542a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:08:59.337102 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-b49f0cd9-4899-4187-958a-98defaaebac9 req-120a79b4-01f0-4af5-8aa0-1ae099542a74 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=de858382-c053-4d41-9cde-88fdc439dbc0 HTTP/1.1" status: 200 len: 1099 time: 0.0426369 Dec 18 14:08:59.378380 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.agents_db [None req-e3dda592-589a-4b4d-b028-ba9a260f4f50 None None] Agent healthcheck: found 6 active agents {{(pid=103162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 18 14:08:59.386093 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-b49f0cd9-4899-4187-958a-98defaaebac9 req-c16a3724-f8f3-430e-ab7b-8b3b8fe82912 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=e9b99aeb-f3de-4c46-ae2f-163c5ba18abe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416539 Dec 18 14:09:00.155132 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7b7a3272-2b45-4d32-9670-25eb1afd1184 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:09:00.322015 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29011edf-b61b-42a9-971e-5abf107237ed req-40524214-e670-4609-912b-d0738f27c8b6 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:09:00.323506 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-29011edf-b61b-42a9-971e-5abf107237ed req-40524214-e670-4609-912b-d0738f27c8b6 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "GET /v2.0/ports?device_id=de858382-c053-4d41-9cde-88fdc439dbc0 HTTP/1.1" status: 200 len: 946 time: 0.0587168 Dec 18 14:09:00.378659 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-29011edf-b61b-42a9-971e-5abf107237ed req-55132969-cd55-4fc2-b3c0-161ec9bda37e tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9b99aeb-f3de-4c46-ae2f-163c5ba18abe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480726 Dec 18 14:09:00.898634 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:09:01.510254 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91597c62-0130-430e-b8f5-937ef855ae31 req-b148890c-d36e-464e-b000-11161eaec812 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:09:01.511779 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-91597c62-0130-430e-b8f5-937ef855ae31 req-b148890c-d36e-464e-b000-11161eaec812 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "GET /v2.0/ports?device_id=de858382-c053-4d41-9cde-88fdc439dbc0 HTTP/1.1" status: 200 len: 946 time: 0.0506303 Dec 18 14:09:01.562887 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-91597c62-0130-430e-b8f5-937ef855ae31 req-01045e14-baef-49aa-bb10-624cd47dc579 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9b99aeb-f3de-4c46-ae2f-163c5ba18abe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444107 Dec 18 14:09:01.693832 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a908edb0-5a5c-46f9-9ef7-193f37bd1dc3 req-eacbdd7b-4030-4964-b90f-c43fbecb6710 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:09:01.695355 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-a908edb0-5a5c-46f9-9ef7-193f37bd1dc3 req-eacbdd7b-4030-4964-b90f-c43fbecb6710 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "GET /v2.0/ports?device_id=de858382-c053-4d41-9cde-88fdc439dbc0 HTTP/1.1" status: 200 len: 946 time: 0.0507889 Dec 18 14:09:01.752489 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-a908edb0-5a5c-46f9-9ef7-193f37bd1dc3 req-96b0d5de-baba-43bb-abf9-71b89f53ecd8 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9b99aeb-f3de-4c46-ae2f-163c5ba18abe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506585 Dec 18 14:09:01.783182 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 34122) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:09:01.833150 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f9c5e2a-d6eb-43b8-aa66-5e88351e8dab tempest-TestNetworkAdvancedServerOps-1952931920 tempest-TestNetworkAdvancedServerOps-1952931920-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:09:01.834658 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-2f9c5e2a-d6eb-43b8-aa66-5e88351e8dab tempest-TestNetworkAdvancedServerOps-1952931920 tempest-TestNetworkAdvancedServerOps-1952931920-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=de858382-c053-4d41-9cde-88fdc439dbc0 HTTP/1.1" status: 200 len: 1094 time: 0.0502326 Dec 18 14:09:01.837753 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 34124) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:09:01.841983 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-61c2741f-7d91-4426-bf1d-ab9b2e4042c4 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Request body: {'floatingip': {'floating_network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'port_id': 'cae08752-1bc1-4faf-93f1-4b4edb5aafac', 'tenant_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 14:09:01.868294 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-61c2741f-7d91-4426-bf1d-ab9b2e4042c4 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks [] for floatingip, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:09:01.970827 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-61c2741f-7d91-4426-bf1d-ab9b2e4042c4 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:09:02.071709 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.db_base_plugin_common [None req-61c2741f-7d91-4426-bf1d-ab9b2e4042c4 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Allocated IP 172.26.3.203 (decb4a40-7941-48c8-afbb-daaafd502e83/70deed80-3ca1-4f9e-96cb-563b43d3acba/f635b9bc-4fa7-4f24-a701-24f4e0091c4f) {{(pid=103160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 14:09:02.180057 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-61c2741f-7d91-4426-bf1d-ab9b2e4042c4 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks [] for port, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:09:02.215912 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-61c2741f-7d91-4426-bf1d-ab9b2e4042c4 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4533522'] for port, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:09:02.256675 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61c2741f-7d91-4426-bf1d-ab9b2e4042c4 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Network decb4a40-7941-48c8-afbb-daaafd502e83 is already hosted by enough agents. {{(pid=103160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 14:09:02.263167 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.base_scheduler [None req-61c2741f-7d91-4426-bf1d-ab9b2e4042c4 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Resources bound (agent type, host, resource id): {{(pid=103160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 14:09:02.263167 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61c2741f-7d91-4426-bf1d-ab9b2e4042c4 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Received port after_create {{(pid=103160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 14:09:02.268318 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c2741f-7d91-4426-bf1d-ab9b2e4042c4 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Pushing event updated for resources: {'Port': ['ID=f635b9bc-4fa7-4f24-a701-24f4e0091c4f,revision_number=1']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:09:02.635176 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-61c2741f-7d91-4426-bf1d-ab9b2e4042c4 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:09:02.704520 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-61c2741f-7d91-4426-bf1d-ab9b2e4042c4 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:09:02.873534 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-61c2741f-7d91-4426-bf1d-ab9b2e4042c4 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks [] for port, precommit_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:09:02.881052 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-61c2741f-7d91-4426-bf1d-ab9b2e4042c4 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4533541'] for port, after_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:09:02.953005 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c2741f-7d91-4426-bf1d-ab9b2e4042c4 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Pushing event updated for resources: {'Port': ['ID=f635b9bc-4fa7-4f24-a701-24f4e0091c4f,revision_number=2']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:09:02.962446 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-61c2741f-7d91-4426-bf1d-ab9b2e4042c4 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-587004'] for floatingip, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:09:03.083305 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.db.l3_db [None req-61c2741f-7d91-4426-bf1d-ab9b2e4042c4 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Floating IP ec6ffd24-39de-4b3a-851d-8f01f3acc833 associated. External IP: 172.26.3.203, port: cae08752-1bc1-4faf-93f1-4b4edb5aafac. Dec 18 14:09:03.642953 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61c2741f-7d91-4426-bf1d-ab9b2e4042c4 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Router 9a48902c-548d-44bd-ab46-ed5a85bca451 has already been hosted by L3 agent c9c0cd52-5bd2-4704-9429-d80f1c5ad23c {{(pid=103160) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 18 14:09:03.754033 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61c2741f-7d91-4426-bf1d-ab9b2e4042c4 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Notify agent at l3_agent.dv-neutron-744815-20-hyperv the message routers_updated {{(pid=103160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 14:09:03.764387 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f278c71f-3968-4fdd-956e-b7703542b80b None None] Sync routers for ids ['9a48902c-548d-44bd-ab46-ed5a85bca451'] in dv-neutron-744815-20-hyperv {{(pid=103162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 14:09:03.775221 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-61c2741f-7d91-4426-bf1d-ab9b2e4042c4 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for floatingip, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:09:03.776233 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f278c71f-3968-4fdd-956e-b7703542b80b None None] Routers {'9a48902c-548d-44bd-ab46-ed5a85bca451'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 14:09:03.776854 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-f278c71f-3968-4fdd-956e-b7703542b80b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T14:08:57Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['9a48902c-548d-44bd-ab46-ed5a85bca451'], 'active': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:09:03.801508 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-61c2741f-7d91-4426-bf1d-ab9b2e4042c4 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9627624 Dec 18 14:09:03.802110 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de858382-c053-4d41-9cde-88fdc439dbc0', 'tag': 'cae08752-1bc1-4faf-93f1-4b4edb5aafac'}] {{(pid=103160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 18 14:09:03.804402 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd59ab3361532ca86f78e2d2eaf298e4a05479417bf909969c39d1b423591824" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e8f4411-efda-493e-8964-709842ddbd37" -d '{"events": [{"name": "network-changed", "server_uuid": "de858382-c053-4d41-9cde-88fdc439dbc0", "tag": "cae08752-1bc1-4faf-93f1-4b4edb5aafac"}]}' {{(pid=103160) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 18 14:09:03.843476 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 14:09:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-784d668b-23a4-419b-9925-f3a74724e7c8 x-openstack-request-id: req-784d668b-23a4-419b-9925-f3a74724e7c8 {{(pid=103160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 18 14:09:03.843818 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de858382-c053-4d41-9cde-88fdc439dbc0", "tag": "cae08752-1bc1-4faf-93f1-4b4edb5aafac", "status": "completed", "code": 200}]} {{(pid=103160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 18 14:09:03.844037 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-784d668b-23a4-419b-9925-f3a74724e7c8 {{(pid=103160) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 18 14:09:03.844746 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de858382-c053-4d41-9cde-88fdc439dbc0', 'tag': 'cae08752-1bc1-4faf-93f1-4b4edb5aafac', 'status': 'completed', 'code': 200} Dec 18 14:09:03.886665 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvr_db [None req-f278c71f-3968-4fdd-956e-b7703542b80b None None] Set router 9a48902c-548d-44bd-ab46-ed5a85bca451 gateway port host: dv-neutron-744815-20-hyperv {{(pid=103162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 14:09:03.932662 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4a23c2-f31e-42f9-a080-8d75bc57091a req-4791f12f-d10f-4286-94b2-6ae620234b19 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:09:03.934130 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-5b4a23c2-f31e-42f9-a080-8d75bc57091a req-4791f12f-d10f-4286-94b2-6ae620234b19 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "GET /v2.0/ports?device_id=de858382-c053-4d41-9cde-88fdc439dbc0 HTTP/1.1" status: 200 len: 946 time: 0.0789444 Dec 18 14:09:03.936933 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8f4411-efda-493e-8964-709842ddbd37 req-8620f49f-c021-4856-9a81-32eee1061307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:09:03.938297 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-2e8f4411-efda-493e-8964-709842ddbd37 req-8620f49f-c021-4856-9a81-32eee1061307 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4fe8c5245f464a0b8a2abb9a0874f704&device_id=de858382-c053-4d41-9cde-88fdc439dbc0 HTTP/1.1" status: 200 len: 1099 time: 0.0713446 Dec 18 14:09:04.038279 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-5b4a23c2-f31e-42f9-a080-8d75bc57091a req-554c3b0c-280f-4ad2-90af-78c7cfe23035 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9b99aeb-f3de-4c46-ae2f-163c5ba18abe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0971889 Dec 18 14:09:04.067718 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 34130) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:09:04.068454 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8f4411-efda-493e-8964-709842ddbd37 req-2c407a07-872d-4b32-a7c9-07400b42628e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:09:04.070008 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-2e8f4411-efda-493e-8964-709842ddbd37 req-2c407a07-872d-4b32-a7c9-07400b42628e service neutron] 10.222.0.43 "GET /v2.0/networks?id=bb657eca-6882-4beb-8292-7ed9c60acc10 HTTP/1.1" status: 200 len: 897 time: 0.1233592 Dec 18 14:09:04.125691 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-f278c71f-3968-4fdd-956e-b7703542b80b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a48902c-548d-44bd-ab46-ed5a85bca451', 'name': 'tempest-TestNetworkAdvancedServerOps-router-546618838', 'tenant_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.119'}], 'enable_snat': True}, 'gw_port_id': '68a67c67-22e9-4500-91b6-47ae43ede7b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T14:08:45Z', 'updated_at': '2021-12-18T14:08:49Z', 'revision_number': 4, 'project_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'gw_port': {'id': '68a67c67-22e9-4500-91b6-47ae43ede7b2', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:9a:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a48902c-548d-44bd-ab46-ed5a85bca451', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1737, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T14:08:46Z', 'updated_at': '2021-12-18T14:08:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv', '_floatingips': [{'id': 'ec6ffd24-39de-4b3a-851d-8f01f3acc833', 'tenant_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'floating_ip_address': '172.26.3.203', 'floating_network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'router_id': '9a48902c-548d-44bd-ab46-ed5a85bca451', 'port_id': 'cae08752-1bc1-4faf-93f1-4b4edb5aafac', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb657eca-6882-4beb-8292-7ed9c60acc10', 'mac_address': 'fa:16:3e:fc:c9:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de858382-c053-4d41-9cde-88fdc439dbc0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T14:09:02Z', 'updated_at': '2021-12-18T14:09:02Z', 'revision_number': 0, 'project_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a2720db-a71a-440b-8ffd-9579fd6beb9c', 'name': '', 'network_id': 'bb657eca-6882-4beb-8292-7ed9c60acc10', 'tenant_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'mac_address': 'fa:16:3e:6f:e2:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a48902c-548d-44bd-ab46-ed5a85bca451', 'device_owner': 'network:router_interface', 'standard_attr_id': 1740, 'fixed_ips': [{'subnet_id': 'f439ed5e-5e16-4cb6-aa86-32dee610b9b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T14:08:48Z', 'updated_at': '2021-12-18T14:08:51Z', 'revision_number': 5, 'project_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'subnets': [{'id': 'f439ed5e-5e16-4cb6-aa86-32dee610b9b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:09:04.137930 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-2e8f4411-efda-493e-8964-709842ddbd37 req-78c21763-a894-4d41-b8f7-ae45ba61f46c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cae08752-1bc1-4faf-93f1-4b4edb5aafac HTTP/1.1" status: 200 len: 1000 time: 0.0600893 Dec 18 14:09:04.138647 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-49b3ea2f-d7e4-4798-8f58-4b18baba769a tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "GET /v2.0/floatingips/ec6ffd24-39de-4b3a-851d-8f01f3acc833 HTTP/1.1" status: 200 len: 992 time: 0.0692534 Dec 18 14:09:04.151881 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f278c71f-3968-4fdd-956e-b7703542b80b None None] Checking router: 9a48902c-548d-44bd-ab46-ed5a85bca451 for host: dv-neutron-744815-20-hyperv {{(pid=103162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 18 14:09:04.160266 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f278c71f-3968-4fdd-956e-b7703542b80b None None] Routers {'9a48902c-548d-44bd-ab46-ed5a85bca451'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 14:09:04.160860 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-f278c71f-3968-4fdd-956e-b7703542b80b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T14:08:57Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['9a48902c-548d-44bd-ab46-ed5a85bca451'], 'active': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:09:04.190155 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8f4411-efda-493e-8964-709842ddbd37 req-c6b871b2-629b-4ee9-84f7-1d4b0a6aec5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:09:04.192378 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-2e8f4411-efda-493e-8964-709842ddbd37 req-c6b871b2-629b-4ee9-84f7-1d4b0a6aec5d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f439ed5e-5e16-4cb6-aa86-32dee610b9b2 HTTP/1.1" status: 200 len: 834 time: 0.0472636 Dec 18 14:09:04.243167 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8f4411-efda-493e-8964-709842ddbd37 req-8f1e6216-6e25-4ab0-bd46-fd40f098d00c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:09:04.244699 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-2e8f4411-efda-493e-8964-709842ddbd37 req-8f1e6216-6e25-4ab0-bd46-fd40f098d00c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=bb657eca-6882-4beb-8292-7ed9c60acc10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0449965 Dec 18 14:09:04.268739 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvr_db [None req-f278c71f-3968-4fdd-956e-b7703542b80b None None] Set router 9a48902c-548d-44bd-ab46-ed5a85bca451 gateway port host: dv-neutron-744815-20-hyperv {{(pid=103162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 14:09:04.337817 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-2e8f4411-efda-493e-8964-709842ddbd37 req-912c8938-6685-4cae-a3d4-f7a3d2b792c4 service neutron] 10.222.0.43 "GET /v2.0/networks/bb657eca-6882-4beb-8292-7ed9c60acc10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853217 Dec 18 14:09:04.439037 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-2e8f4411-efda-493e-8964-709842ddbd37 req-0d92d5b6-d56b-4644-8600-f7c27214ddff service neutron] 10.222.0.43 "GET /v2.0/networks/bb657eca-6882-4beb-8292-7ed9c60acc10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941038 Dec 18 14:09:04.514473 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-f278c71f-3968-4fdd-956e-b7703542b80b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a48902c-548d-44bd-ab46-ed5a85bca451', 'name': 'tempest-TestNetworkAdvancedServerOps-router-546618838', 'tenant_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.119'}], 'enable_snat': True}, 'gw_port_id': '68a67c67-22e9-4500-91b6-47ae43ede7b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T14:08:45Z', 'updated_at': '2021-12-18T14:08:49Z', 'revision_number': 4, 'project_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'gw_port': {'id': '68a67c67-22e9-4500-91b6-47ae43ede7b2', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:9a:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a48902c-548d-44bd-ab46-ed5a85bca451', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1737, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T14:08:46Z', 'updated_at': '2021-12-18T14:08:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv', '_floatingips': [{'id': 'ec6ffd24-39de-4b3a-851d-8f01f3acc833', 'tenant_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'floating_ip_address': '172.26.3.203', 'floating_network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'router_id': '9a48902c-548d-44bd-ab46-ed5a85bca451', 'port_id': 'cae08752-1bc1-4faf-93f1-4b4edb5aafac', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb657eca-6882-4beb-8292-7ed9c60acc10', 'mac_address': 'fa:16:3e:fc:c9:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de858382-c053-4d41-9cde-88fdc439dbc0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T14:09:02Z', 'updated_at': '2021-12-18T14:09:02Z', 'revision_number': 0, 'project_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a2720db-a71a-440b-8ffd-9579fd6beb9c', 'name': '', 'network_id': 'bb657eca-6882-4beb-8292-7ed9c60acc10', 'tenant_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'mac_address': 'fa:16:3e:6f:e2:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a48902c-548d-44bd-ab46-ed5a85bca451', 'device_owner': 'network:router_interface', 'standard_attr_id': 1740, 'fixed_ips': [{'subnet_id': 'f439ed5e-5e16-4cb6-aa86-32dee610b9b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T14:08:48Z', 'updated_at': '2021-12-18T14:08:51Z', 'revision_number': 5, 'project_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'subnets': [{'id': 'f439ed5e-5e16-4cb6-aa86-32dee610b9b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:09:04.540126 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f278c71f-3968-4fdd-956e-b7703542b80b None None] The sync data for ids ['9a48902c-548d-44bd-ab46-ed5a85bca451'] in dv-neutron-744815-20-hyperv is: [{'id': '9a48902c-548d-44bd-ab46-ed5a85bca451', 'name': 'tempest-TestNetworkAdvancedServerOps-router-546618838', 'tenant_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.119'}], 'enable_snat': True}, 'gw_port_id': '68a67c67-22e9-4500-91b6-47ae43ede7b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T14:08:45Z', 'updated_at': '2021-12-18T14:08:49Z', 'revision_number': 4, 'project_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'gw_port': {'id': '68a67c67-22e9-4500-91b6-47ae43ede7b2', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:9a:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a48902c-548d-44bd-ab46-ed5a85bca451', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1737, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T14:08:46Z', 'updated_at': '2021-12-18T14:08:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv', '_floatingips': [{'id': 'ec6ffd24-39de-4b3a-851d-8f01f3acc833', 'tenant_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'floating_ip_address': '172.26.3.203', 'floating_network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'router_id': '9a48902c-548d-44bd-ab46-ed5a85bca451', 'port_id': 'cae08752-1bc1-4faf-93f1-4b4edb5aafac', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb657eca-6882-4beb-8292-7ed9c60acc10', 'mac_address': 'fa:16:3e:fc:c9:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de858382-c053-4d41-9cde-88fdc439dbc0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T14:09:02Z', 'updated_at': '2021-12-18T14:09:02Z', 'revision_number': 0, 'project_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a2720db-a71a-440b-8ffd-9579fd6beb9c', 'name': '', 'network_id': 'bb657eca-6882-4beb-8292-7ed9c60acc10', 'tenant_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'mac_address': 'fa:16:3e:6f:e2:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a48902c-548d-44bd-ab46-ed5a85bca451', 'device_owner': 'network:router_interface', 'standard_attr_id': 1740, 'fixed_ips': [{'subnet_id': 'f439ed5e-5e16-4cb6-aa86-32dee610b9b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T14:08:48Z', 'updated_at': '2021-12-18T14:08:51Z', 'revision_number': 5, 'project_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'subnets': [{'id': 'f439ed5e-5e16-4cb6-aa86-32dee610b9b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 14:09:04.733389 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a33b2a2-d8c4-4f46-a20f-c98e9539268c None None] New status for floating IP ec6ffd24-39de-4b3a-851d-8f01f3acc833: ACTIVE {{(pid=103161) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 18 14:09:05.141407 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 34132) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:09:05.203383 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-410d0d9e-dca4-4d1e-8d3f-68e9e8f831b7 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "GET /v2.0/floatingips/ec6ffd24-39de-4b3a-851d-8f01f3acc833 HTTP/1.1" status: 200 len: 994 time: 0.0608573 Dec 18 14:09:07.231173 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:09:16.703121 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-8c649b31-ec8e-41f8-bee8-c6369987ff9d req-a71618be-d072-4d1c-ae01-455397cb7993 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=de858382-c053-4d41-9cde-88fdc439dbc0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0436964 Dec 18 14:09:16.794117 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c649b31-ec8e-41f8-bee8-c6369987ff9d req-a131900b-072c-4109-b1a0-ffa5ec11d3ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:09:16.795647 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-8c649b31-ec8e-41f8-bee8-c6369987ff9d req-a131900b-072c-4109-b1a0-ffa5ec11d3ec service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4fe8c5245f464a0b8a2abb9a0874f704&device_id=de858382-c053-4d41-9cde-88fdc439dbc0 HTTP/1.1" status: 200 len: 1099 time: 0.0460191 Dec 18 14:09:16.905918 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c649b31-ec8e-41f8-bee8-c6369987ff9d req-dfe4adab-a451-4add-87f0-f4b952f83d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:09:16.907538 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-8c649b31-ec8e-41f8-bee8-c6369987ff9d req-dfe4adab-a451-4add-87f0-f4b952f83d4b service neutron] 10.222.0.43 "GET /v2.0/networks?id=bb657eca-6882-4beb-8292-7ed9c60acc10 HTTP/1.1" status: 200 len: 897 time: 0.0861111 Dec 18 14:09:17.306343 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-8c649b31-ec8e-41f8-bee8-c6369987ff9d req-16b8675b-d7f2-411f-bc12-fce6be7b2843 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cae08752-1bc1-4faf-93f1-4b4edb5aafac HTTP/1.1" status: 200 len: 1002 time: 0.3907754 Dec 18 14:09:17.363128 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c649b31-ec8e-41f8-bee8-c6369987ff9d req-7f793afe-cfb7-4c4c-8064-71ceff130468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:09:17.364630 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-8c649b31-ec8e-41f8-bee8-c6369987ff9d req-7f793afe-cfb7-4c4c-8064-71ceff130468 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f439ed5e-5e16-4cb6-aa86-32dee610b9b2 HTTP/1.1" status: 200 len: 834 time: 0.0506101 Dec 18 14:09:17.417985 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c649b31-ec8e-41f8-bee8-c6369987ff9d req-b6e9afd8-3486-4173-ac0f-bc382e8f0269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:09:17.419500 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-8c649b31-ec8e-41f8-bee8-c6369987ff9d req-b6e9afd8-3486-4173-ac0f-bc382e8f0269 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=bb657eca-6882-4beb-8292-7ed9c60acc10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0463948 Dec 18 14:09:17.520447 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-8c649b31-ec8e-41f8-bee8-c6369987ff9d req-2521ddb1-2a70-47ab-9b87-63c670dbf3b7 service neutron] 10.222.0.43 "GET /v2.0/networks/bb657eca-6882-4beb-8292-7ed9c60acc10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922077 Dec 18 14:09:17.612360 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-8c649b31-ec8e-41f8-bee8-c6369987ff9d req-c03ee4ae-1701-4b41-8e89-6117c3bdd706 service neutron] 10.222.0.43 "GET /v2.0/networks/bb657eca-6882-4beb-8292-7ed9c60acc10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842061 Dec 18 14:09:24.968158 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-07b3793f-df93-49c2-bf68-ee6d0abfc4fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:09:27.237542 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-80ee56bb-1d62-481f-b146-794be99c90ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:09:28.653724 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-afa9ae9b-bdbb-4010-bcf6-3a46ce66cf71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:09:30.156625 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7b7a3272-2b45-4d32-9670-25eb1afd1184 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:09:30.902549 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:09:36.381781 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.agents_db [None req-e3dda592-589a-4b4d-b028-ba9a260f4f50 None None] Agent healthcheck: found 6 active agents {{(pid=103162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 18 14:09:37.238044 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:09:54.970525 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-51f8e04a-a962-465f-84e4-952373f95209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:09:57.230818 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-09271968-33b1-433b-a0bf-7868c903b20a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:09:58.642675 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-afa9ae9b-bdbb-4010-bcf6-3a46ce66cf71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:10:00.162164 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7b7a3272-2b45-4d32-9670-25eb1afd1184 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:10:00.900820 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:10:07.252899 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:10:13.385047 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.agents_db [None req-e3dda592-589a-4b4d-b028-ba9a260f4f50 None None] Agent healthcheck: found 6 active agents {{(pid=103162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 18 14:10:16.662567 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97002b40-f7d3-4c4f-b67e-62ccb6613970 req-99751105-c72c-4259-b9d9-91abe7206d1e tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:10:16.665343 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-97002b40-f7d3-4c4f-b67e-62ccb6613970 req-99751105-c72c-4259-b9d9-91abe7206d1e tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "GET /v2.0/ports?device_id=de858382-c053-4d41-9cde-88fdc439dbc0 HTTP/1.1" status: 200 len: 946 time: 0.0561860 Dec 18 14:10:16.667911 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d9b92d-d1ab-491b-bd4b-f326a8219267 req-85d0ee36-e530-4abd-af07-1480dfca6fab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:10:16.669585 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-33d9b92d-d1ab-491b-bd4b-f326a8219267 req-85d0ee36-e530-4abd-af07-1480dfca6fab service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4fe8c5245f464a0b8a2abb9a0874f704&device_id=de858382-c053-4d41-9cde-88fdc439dbc0 HTTP/1.1" status: 200 len: 1099 time: 0.0508392 Dec 18 14:10:16.719176 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-97002b40-f7d3-4c4f-b67e-62ccb6613970 req-78c55706-5c5e-4f2d-9ea4-be0784fe7d1a tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9b99aeb-f3de-4c46-ae2f-163c5ba18abe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469444 Dec 18 14:10:16.764846 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d9b92d-d1ab-491b-bd4b-f326a8219267 req-56eb2705-2f1c-4e94-ac8e-854b2b75b4ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:10:16.766336 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-33d9b92d-d1ab-491b-bd4b-f326a8219267 req-56eb2705-2f1c-4e94-ac8e-854b2b75b4ed service neutron] 10.222.0.43 "GET /v2.0/networks?id=bb657eca-6882-4beb-8292-7ed9c60acc10 HTTP/1.1" status: 200 len: 897 time: 0.0881677 Dec 18 14:10:16.848903 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-33d9b92d-d1ab-491b-bd4b-f326a8219267 req-168db318-09c4-4322-a223-3a26eef17cd8 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cae08752-1bc1-4faf-93f1-4b4edb5aafac HTTP/1.1" status: 200 len: 1002 time: 0.0731649 Dec 18 14:10:16.910188 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d9b92d-d1ab-491b-bd4b-f326a8219267 req-3988cdb7-aa1d-4f7b-8d41-7456886d0cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:10:16.911674 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-33d9b92d-d1ab-491b-bd4b-f326a8219267 req-3988cdb7-aa1d-4f7b-8d41-7456886d0cd5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f439ed5e-5e16-4cb6-aa86-32dee610b9b2 HTTP/1.1" status: 200 len: 834 time: 0.0549436 Dec 18 14:10:16.959552 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d9b92d-d1ab-491b-bd4b-f326a8219267 req-37803def-bbbe-4f4a-9530-443d6c3a758d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:10:16.961036 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-33d9b92d-d1ab-491b-bd4b-f326a8219267 req-37803def-bbbe-4f4a-9530-443d6c3a758d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=bb657eca-6882-4beb-8292-7ed9c60acc10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0418904 Dec 18 14:10:17.074782 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-33d9b92d-d1ab-491b-bd4b-f326a8219267 req-6e1faf10-4222-4aa3-ac34-6acf3768f275 service neutron] 10.222.0.43 "GET /v2.0/networks/bb657eca-6882-4beb-8292-7ed9c60acc10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033778 Dec 18 14:10:17.163971 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-33d9b92d-d1ab-491b-bd4b-f326a8219267 req-22748ab4-9b13-46ba-b506-6b94716caaa9 service neutron] 10.222.0.43 "GET /v2.0/networks/bb657eca-6882-4beb-8292-7ed9c60acc10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811634 Dec 18 14:10:17.279388 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94159fa8-0016-4858-bfe1-b9cd481c6ef1 req-5eb485ff-6dcb-471f-a496-84bd161eb4ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:10:17.280883 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-94159fa8-0016-4858-bfe1-b9cd481c6ef1 req-5eb485ff-6dcb-471f-a496-84bd161eb4ec service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4fe8c5245f464a0b8a2abb9a0874f704&device_id=de858382-c053-4d41-9cde-88fdc439dbc0 HTTP/1.1" status: 200 len: 1099 time: 0.0465355 Dec 18 14:10:17.400242 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94159fa8-0016-4858-bfe1-b9cd481c6ef1 req-c7931377-298f-4934-9ec6-acc498a29239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:10:17.401794 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-94159fa8-0016-4858-bfe1-b9cd481c6ef1 req-c7931377-298f-4934-9ec6-acc498a29239 service neutron] 10.222.0.43 "GET /v2.0/networks?id=bb657eca-6882-4beb-8292-7ed9c60acc10 HTTP/1.1" status: 200 len: 897 time: 0.0933180 Dec 18 14:10:17.476455 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-94159fa8-0016-4858-bfe1-b9cd481c6ef1 req-f7b1f2d1-1df2-4f3a-bc48-c9618264fed7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cae08752-1bc1-4faf-93f1-4b4edb5aafac HTTP/1.1" status: 200 len: 1002 time: 0.0645609 Dec 18 14:10:17.531431 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94159fa8-0016-4858-bfe1-b9cd481c6ef1 req-3188819b-3b37-42e5-8be3-8ddc99727de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:10:17.533636 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-94159fa8-0016-4858-bfe1-b9cd481c6ef1 req-3188819b-3b37-42e5-8be3-8ddc99727de9 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f439ed5e-5e16-4cb6-aa86-32dee610b9b2 HTTP/1.1" status: 200 len: 834 time: 0.0500581 Dec 18 14:10:17.582168 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94159fa8-0016-4858-bfe1-b9cd481c6ef1 req-33011700-dcef-4b9a-9d06-6d7784b7411a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:10:17.583816 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-94159fa8-0016-4858-bfe1-b9cd481c6ef1 req-33011700-dcef-4b9a-9d06-6d7784b7411a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=bb657eca-6882-4beb-8292-7ed9c60acc10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0425413 Dec 18 14:10:17.681237 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-94159fa8-0016-4858-bfe1-b9cd481c6ef1 req-b653c878-9d7f-4e18-acbc-b6f48dd73687 service neutron] 10.222.0.43 "GET /v2.0/networks/bb657eca-6882-4beb-8292-7ed9c60acc10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886238 Dec 18 14:10:17.778504 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-94159fa8-0016-4858-bfe1-b9cd481c6ef1 req-94b13b64-441e-47b0-a600-40778005adde service neutron] 10.222.0.43 "GET /v2.0/networks/bb657eca-6882-4beb-8292-7ed9c60acc10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892127 Dec 18 14:10:17.841193 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e306d001-cdcb-4889-8bdb-edc904527a56 req-48337127-d1ba-4db1-8a7b-aa668eb4766a tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:10:17.842701 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-e306d001-cdcb-4889-8bdb-edc904527a56 req-48337127-d1ba-4db1-8a7b-aa668eb4766a tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "GET /v2.0/ports?device_id=de858382-c053-4d41-9cde-88fdc439dbc0 HTTP/1.1" status: 200 len: 946 time: 0.0534225 Dec 18 14:10:17.891108 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-e306d001-cdcb-4889-8bdb-edc904527a56 req-026f8c72-53b2-4826-85f6-99fb49b08486 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9b99aeb-f3de-4c46-ae2f-163c5ba18abe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423427 Dec 18 14:10:19.022753 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbd5c07-86e4-44f6-b15f-560bfcd2ad18 req-63b0e5de-4bd0-425a-b905-647f3c8ee289 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:10:19.024326 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-8fbd5c07-86e4-44f6-b15f-560bfcd2ad18 req-63b0e5de-4bd0-425a-b905-647f3c8ee289 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "GET /v2.0/ports?device_id=de858382-c053-4d41-9cde-88fdc439dbc0 HTTP/1.1" status: 200 len: 946 time: 0.0532315 Dec 18 14:10:19.081747 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-8fbd5c07-86e4-44f6-b15f-560bfcd2ad18 req-0f46e50a-d089-47b5-9710-5628b2fa97fa tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9b99aeb-f3de-4c46-ae2f-163c5ba18abe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508742 Dec 18 14:10:20.211462 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f93dbd0-178c-4305-9d1f-e5fd680fdd85 req-8cd43e86-ac66-43be-9ab0-67b326ec5ee1 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:10:20.212952 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-4f93dbd0-178c-4305-9d1f-e5fd680fdd85 req-8cd43e86-ac66-43be-9ab0-67b326ec5ee1 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "GET /v2.0/ports?device_id=de858382-c053-4d41-9cde-88fdc439dbc0 HTTP/1.1" status: 200 len: 946 time: 0.0564203 Dec 18 14:10:20.265070 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-4f93dbd0-178c-4305-9d1f-e5fd680fdd85 req-1c63f8fc-682b-4abe-bac2-6ad4ca6ba8f4 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9b99aeb-f3de-4c46-ae2f-163c5ba18abe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459020 Dec 18 14:10:21.396804 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6781bd-601b-4a9c-a9ad-456b255e9f57 req-6507e108-02be-45f3-945f-6bad1dc73faf tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:10:21.398443 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-1f6781bd-601b-4a9c-a9ad-456b255e9f57 req-6507e108-02be-45f3-945f-6bad1dc73faf tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "GET /v2.0/ports?device_id=de858382-c053-4d41-9cde-88fdc439dbc0 HTTP/1.1" status: 200 len: 946 time: 0.0518732 Dec 18 14:10:21.460114 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-1f6781bd-601b-4a9c-a9ad-456b255e9f57 req-e5ade92e-0d1c-43fc-9b1e-de0ebc4b8d04 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9b99aeb-f3de-4c46-ae2f-163c5ba18abe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551076 Dec 18 14:10:22.579008 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94e46c4-f4bc-4ba9-9a66-e2c0f55e47d1 req-d1f14f79-db6e-4185-897b-6db4f3039f9e tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:10:22.580505 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-a94e46c4-f4bc-4ba9-9a66-e2c0f55e47d1 req-d1f14f79-db6e-4185-897b-6db4f3039f9e tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "GET /v2.0/ports?device_id=de858382-c053-4d41-9cde-88fdc439dbc0 HTTP/1.1" status: 200 len: 946 time: 0.0515771 Dec 18 14:10:22.634379 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-a94e46c4-f4bc-4ba9-9a66-e2c0f55e47d1 req-72979d50-25a4-4285-bac5-a89e2d322063 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9b99aeb-f3de-4c46-ae2f-163c5ba18abe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477502 Dec 18 14:10:23.753735 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cb5e23-f808-4afe-b443-2c129fa05b01 req-96de4e93-da1d-43df-bcb9-d1f3901a5b72 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:10:23.755246 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-90cb5e23-f808-4afe-b443-2c129fa05b01 req-96de4e93-da1d-43df-bcb9-d1f3901a5b72 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "GET /v2.0/ports?device_id=de858382-c053-4d41-9cde-88fdc439dbc0 HTTP/1.1" status: 200 len: 946 time: 0.0502868 Dec 18 14:10:23.807552 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-90cb5e23-f808-4afe-b443-2c129fa05b01 req-f7e96808-f0ca-49b1-b5ec-1d430f8570c6 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9b99aeb-f3de-4c46-ae2f-163c5ba18abe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434177 Dec 18 14:10:24.945548 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e566b3-e238-4cf3-9d33-bc30c10692c1 req-7d05a43d-cf36-4083-9c3b-2bdb4ed80f39 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:10:24.947394 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-f7e566b3-e238-4cf3-9d33-bc30c10692c1 req-7d05a43d-cf36-4083-9c3b-2bdb4ed80f39 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "GET /v2.0/ports?device_id=de858382-c053-4d41-9cde-88fdc439dbc0 HTTP/1.1" status: 200 len: 946 time: 0.0535035 Dec 18 14:10:24.966286 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ac872118-5e1e-4bba-a284-9a0b22a6c43f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:10:25.001440 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-f7e566b3-e238-4cf3-9d33-bc30c10692c1 req-35c2e509-70fc-49fd-8d45-48a150e02fe8 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9b99aeb-f3de-4c46-ae2f-163c5ba18abe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474365 Dec 18 14:10:26.129224 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cac26ec-a61a-48f2-8d0f-61a151630c2c req-35d118be-28e0-42da-9f98-bb2c80773163 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:10:26.130706 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-0cac26ec-a61a-48f2-8d0f-61a151630c2c req-35d118be-28e0-42da-9f98-bb2c80773163 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "GET /v2.0/ports?device_id=de858382-c053-4d41-9cde-88fdc439dbc0 HTTP/1.1" status: 200 len: 946 time: 0.0542498 Dec 18 14:10:26.185478 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-0cac26ec-a61a-48f2-8d0f-61a151630c2c req-492fe2b5-1f96-4ce1-a6be-6914176104ab tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9b99aeb-f3de-4c46-ae2f-163c5ba18abe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463929 Dec 18 14:10:27.234196 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f94eb8dc-2983-4a1f-9095-c0dbdaaeb0d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:10:27.314887 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c7650a-e104-4ea5-b192-b958c3105d52 req-d2823f72-f3ce-41c2-b86e-14b6c456cb8d tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:10:27.316408 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-b1c7650a-e104-4ea5-b192-b958c3105d52 req-d2823f72-f3ce-41c2-b86e-14b6c456cb8d tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "GET /v2.0/ports?device_id=de858382-c053-4d41-9cde-88fdc439dbc0 HTTP/1.1" status: 200 len: 946 time: 0.0504470 Dec 18 14:10:27.367324 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-b1c7650a-e104-4ea5-b192-b958c3105d52 req-ec41ee81-a320-4b39-ba16-009fa45ba9d3 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9b99aeb-f3de-4c46-ae2f-163c5ba18abe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447335 Dec 18 14:10:28.484140 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e45a4b-d50b-4784-89a4-b6b34c65cc97 req-91416580-8d93-4570-82a4-fd8a601ae68b tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:10:28.485614 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-76e45a4b-d50b-4784-89a4-b6b34c65cc97 req-91416580-8d93-4570-82a4-fd8a601ae68b tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "GET /v2.0/ports?device_id=de858382-c053-4d41-9cde-88fdc439dbc0 HTTP/1.1" status: 200 len: 946 time: 0.0498900 Dec 18 14:10:28.534063 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-76e45a4b-d50b-4784-89a4-b6b34c65cc97 req-02367089-b9f3-4048-b4c6-33d564eab3a6 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9b99aeb-f3de-4c46-ae2f-163c5ba18abe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423529 Dec 18 14:10:28.649318 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-afa9ae9b-bdbb-4010-bcf6-3a46ce66cf71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:10:29.669923 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56244ce-54ff-47a2-9a97-dd1a0ee27f62 req-e0b6b5f1-24d4-457a-a6e1-509896a9ab9f tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:10:29.671445 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-c56244ce-54ff-47a2-9a97-dd1a0ee27f62 req-e0b6b5f1-24d4-457a-a6e1-509896a9ab9f tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "GET /v2.0/ports?device_id=de858382-c053-4d41-9cde-88fdc439dbc0 HTTP/1.1" status: 200 len: 946 time: 0.0552766 Dec 18 14:10:29.724073 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-c56244ce-54ff-47a2-9a97-dd1a0ee27f62 req-4b1c4e06-8d41-40cd-afd0-5e4d79bf032f tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9b99aeb-f3de-4c46-ae2f-163c5ba18abe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440047 Dec 18 14:10:30.160749 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7b7a3272-2b45-4d32-9670-25eb1afd1184 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:10:30.864780 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb15a7a-5de0-472b-83c0-99a4f987079a req-b7960b8f-8d5f-4fc4-adec-ef75437ace64 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:10:30.866250 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-afb15a7a-5de0-472b-83c0-99a4f987079a req-b7960b8f-8d5f-4fc4-adec-ef75437ace64 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "GET /v2.0/ports?device_id=de858382-c053-4d41-9cde-88fdc439dbc0 HTTP/1.1" status: 200 len: 946 time: 0.0641947 Dec 18 14:10:30.894549 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:10:30.926872 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-afb15a7a-5de0-472b-83c0-99a4f987079a req-d47f28bf-63f9-434a-a650-18cab745b6be tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9b99aeb-f3de-4c46-ae2f-163c5ba18abe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545635 Dec 18 14:10:32.053064 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e50074c-c632-4f36-aef1-a318f905d436 req-b5425162-cc2c-4a97-93b9-fe0fafc0122e tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:10:32.054536 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-6e50074c-c632-4f36-aef1-a318f905d436 req-b5425162-cc2c-4a97-93b9-fe0fafc0122e tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "GET /v2.0/ports?device_id=de858382-c053-4d41-9cde-88fdc439dbc0 HTTP/1.1" status: 200 len: 946 time: 0.0511525 Dec 18 14:10:32.105694 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-6e50074c-c632-4f36-aef1-a318f905d436 req-ff358cd7-ab6e-46bb-a697-7682bce45bf4 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9b99aeb-f3de-4c46-ae2f-163c5ba18abe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427151 Dec 18 14:10:33.243556 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09c624e-ef5d-4bbd-b5e8-404871769922 req-6d02fd2f-d9ca-4ac6-a9dd-cf289cc1700b tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:10:33.245313 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-d09c624e-ef5d-4bbd-b5e8-404871769922 req-6d02fd2f-d9ca-4ac6-a9dd-cf289cc1700b tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "GET /v2.0/ports?device_id=de858382-c053-4d41-9cde-88fdc439dbc0 HTTP/1.1" status: 200 len: 946 time: 0.0623009 Dec 18 14:10:33.307525 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-d09c624e-ef5d-4bbd-b5e8-404871769922 req-32c3f713-137a-4c95-aaec-8908bdaa604c tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9b99aeb-f3de-4c46-ae2f-163c5ba18abe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554001 Dec 18 14:10:33.331802 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 34206) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:10:33.407585 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-5a6184cf-aec8-4dae-9d2c-f014030256d6 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "GET /v2.0/floatingips/ec6ffd24-39de-4b3a-851d-8f01f3acc833 HTTP/1.1" status: 200 len: 994 time: 0.0744390 Dec 18 14:10:37.239330 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:10:50.393136 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.agents_db [None req-e3dda592-589a-4b4d-b028-ba9a260f4f50 None None] Agent healthcheck: found 6 active agents {{(pid=103162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 18 14:10:54.979395 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f6f09ec6-6779-48db-858f-c04da24344aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:10:57.233490 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-69816a3b-e288-45d2-8504-9f864b3c1254 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:10:58.649238 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-afa9ae9b-bdbb-4010-bcf6-3a46ce66cf71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:11:00.171099 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7b7a3272-2b45-4d32-9670-25eb1afd1184 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:11:00.911552 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:11:07.250067 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:11:16.700292 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-d025fb96-e344-4e7e-98d9-4f65671312ec req-988a9566-50b3-4670-b20c-08df7554c369 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=de858382-c053-4d41-9cde-88fdc439dbc0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0454502 Dec 18 14:11:16.788457 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d025fb96-e344-4e7e-98d9-4f65671312ec req-150874e0-2141-4a5d-9a3a-df67fe9a2873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:11:16.789950 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-d025fb96-e344-4e7e-98d9-4f65671312ec req-150874e0-2141-4a5d-9a3a-df67fe9a2873 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4fe8c5245f464a0b8a2abb9a0874f704&device_id=de858382-c053-4d41-9cde-88fdc439dbc0 HTTP/1.1" status: 200 len: 1099 time: 0.0461347 Dec 18 14:11:16.908435 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d025fb96-e344-4e7e-98d9-4f65671312ec req-da364fa0-f0d4-481f-99a7-29b55cb1447e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:11:16.910694 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-d025fb96-e344-4e7e-98d9-4f65671312ec req-da364fa0-f0d4-481f-99a7-29b55cb1447e service neutron] 10.222.0.43 "GET /v2.0/networks?id=bb657eca-6882-4beb-8292-7ed9c60acc10 HTTP/1.1" status: 200 len: 897 time: 0.0981376 Dec 18 14:11:16.984689 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-d025fb96-e344-4e7e-98d9-4f65671312ec req-8ad8e12f-c4bf-48ad-b313-045f04bde51f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cae08752-1bc1-4faf-93f1-4b4edb5aafac HTTP/1.1" status: 200 len: 1002 time: 0.0658658 Dec 18 14:11:17.033543 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d025fb96-e344-4e7e-98d9-4f65671312ec req-e72fc59c-2bb8-4def-9f4e-fb9e12510c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:11:17.034951 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-d025fb96-e344-4e7e-98d9-4f65671312ec req-e72fc59c-2bb8-4def-9f4e-fb9e12510c60 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f439ed5e-5e16-4cb6-aa86-32dee610b9b2 HTTP/1.1" status: 200 len: 834 time: 0.0432949 Dec 18 14:11:17.083090 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d025fb96-e344-4e7e-98d9-4f65671312ec req-97f04776-1737-49e6-8d21-e5e650d7fdb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:11:17.084587 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-d025fb96-e344-4e7e-98d9-4f65671312ec req-97f04776-1737-49e6-8d21-e5e650d7fdb9 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=bb657eca-6882-4beb-8292-7ed9c60acc10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0413415 Dec 18 14:11:17.175867 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-d025fb96-e344-4e7e-98d9-4f65671312ec req-092ce547-b5fa-4bfe-b2e9-8c7602dc11ec service neutron] 10.222.0.43 "GET /v2.0/networks/bb657eca-6882-4beb-8292-7ed9c60acc10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834303 Dec 18 14:11:17.272986 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-d025fb96-e344-4e7e-98d9-4f65671312ec req-e570132b-a539-4a62-b333-8717268b52d2 service neutron] 10.222.0.43 "GET /v2.0/networks/bb657eca-6882-4beb-8292-7ed9c60acc10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888536 Dec 18 14:11:24.978607 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-fe6cf728-4b6e-4ef1-8b1d-10ae178959ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:11:27.231213 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-fc76b251-e426-4304-ae37-aae7708ab86d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:11:27.387069 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.agents_db [None req-e3dda592-589a-4b4d-b028-ba9a260f4f50 None None] Agent healthcheck: found 6 active agents {{(pid=103162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 18 14:11:28.657916 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-afa9ae9b-bdbb-4010-bcf6-3a46ce66cf71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:11:30.177296 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7b7a3272-2b45-4d32-9670-25eb1afd1184 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:11:30.413334 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 34228) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:11:30.593595 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-898cd375-6ed4-41ce-bbcb-c2dc51945f2c tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Deleting port f635b9bc-4fa7-4f24-a701-24f4e0091c4f {{(pid=103159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 14:11:30.593834 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-898cd375-6ed4-41ce-bbcb-c2dc51945f2c tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:11:30.673600 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-898cd375-6ed4-41ce-bbcb-c2dc51945f2c tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:11:30.673935 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-898cd375-6ed4-41ce-bbcb-c2dc51945f2c tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:11:30.686545 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-898cd375-6ed4-41ce-bbcb-c2dc51945f2c tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Calling delete_port for f635b9bc-4fa7-4f24-a701-24f4e0091c4f owned by network:floatingip {{(pid=103159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 14:11:30.853191 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-898cd375-6ed4-41ce-bbcb-c2dc51945f2c tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:11:30.880055 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898cd375-6ed4-41ce-bbcb-c2dc51945f2c tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Pushing event deleted for resources: {'Port': ['ID=f635b9bc-4fa7-4f24-a701-24f4e0091c4f,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:11:30.895267 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:11:30.903974 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898cd375-6ed4-41ce-bbcb-c2dc51945f2c tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:11:30.904324 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898cd375-6ed4-41ce-bbcb-c2dc51945f2c tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:11:30.904693 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898cd375-6ed4-41ce-bbcb-c2dc51945f2c tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:11:30.905031 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898cd375-6ed4-41ce-bbcb-c2dc51945f2c tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:11:30.905362 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898cd375-6ed4-41ce-bbcb-c2dc51945f2c tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:11:30.905691 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898cd375-6ed4-41ce-bbcb-c2dc51945f2c tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:11:30.906046 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898cd375-6ed4-41ce-bbcb-c2dc51945f2c tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:11:30.906373 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898cd375-6ed4-41ce-bbcb-c2dc51945f2c tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:11:30.906696 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898cd375-6ed4-41ce-bbcb-c2dc51945f2c tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:11:30.907018 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898cd375-6ed4-41ce-bbcb-c2dc51945f2c tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:11:30.907364 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898cd375-6ed4-41ce-bbcb-c2dc51945f2c tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:11:30.907689 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898cd375-6ed4-41ce-bbcb-c2dc51945f2c tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:11:30.908009 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898cd375-6ed4-41ce-bbcb-c2dc51945f2c tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:11:30.957803 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-898cd375-6ed4-41ce-bbcb-c2dc51945f2c tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks [] for floatingip, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:11:30.958135 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.db.l3_db [None req-898cd375-6ed4-41ce-bbcb-c2dc51945f2c tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Floating IP ec6ffd24-39de-4b3a-851d-8f01f3acc833 disassociated (deleted). External IP: 172.26.3.203, port: cae08752-1bc1-4faf-93f1-4b4edb5aafac. Dec 18 14:11:31.178333 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-898cd375-6ed4-41ce-bbcb-c2dc51945f2c tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Router 9a48902c-548d-44bd-ab46-ed5a85bca451 has already been hosted by L3 agent c9c0cd52-5bd2-4704-9429-d80f1c5ad23c {{(pid=103159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 18 14:11:31.288787 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-898cd375-6ed4-41ce-bbcb-c2dc51945f2c tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Notify agent at l3_agent.dv-neutron-744815-20-hyperv the message routers_updated {{(pid=103159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 14:11:31.294019 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-898cd375-6ed4-41ce-bbcb-c2dc51945f2c tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for floatingip, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:11:31.298480 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aebb24df-9ad9-4c02-a88a-47dea005247c None None] Sync routers for ids ['9a48902c-548d-44bd-ab46-ed5a85bca451'] in dv-neutron-744815-20-hyperv {{(pid=103162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 14:11:31.309645 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aebb24df-9ad9-4c02-a88a-47dea005247c None None] Routers {'9a48902c-548d-44bd-ab46-ed5a85bca451'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 14:11:31.310371 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-aebb24df-9ad9-4c02-a88a-47dea005247c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T14:11:27Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['9a48902c-548d-44bd-ab46-ed5a85bca451'], 'active': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:11:31.320007 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-898cd375-6ed4-41ce-bbcb-c2dc51945f2c tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "DELETE /v2.0/floatingips/ec6ffd24-39de-4b3a-851d-8f01f3acc833 HTTP/1.1" status: 204 len: 168 time: 0.9053340 Dec 18 14:11:31.320680 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de858382-c053-4d41-9cde-88fdc439dbc0', 'tag': 'cae08752-1bc1-4faf-93f1-4b4edb5aafac'}] {{(pid=103159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 18 14:11:31.322988 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca844cf115d59c1fab86abc202fb4c13735de0d7e4cbbbb25eec9406e9c87431" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b095a4d8-c6ee-4882-a96a-13087dc5dc49" -d '{"events": [{"name": "network-changed", "server_uuid": "de858382-c053-4d41-9cde-88fdc439dbc0", "tag": "cae08752-1bc1-4faf-93f1-4b4edb5aafac"}]}' {{(pid=103159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 18 14:11:31.361938 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 14:11:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf6b4931-c936-45f8-98be-8ad790c345e5 x-openstack-request-id: req-cf6b4931-c936-45f8-98be-8ad790c345e5 {{(pid=103159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 18 14:11:31.362239 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de858382-c053-4d41-9cde-88fdc439dbc0", "tag": "cae08752-1bc1-4faf-93f1-4b4edb5aafac", "status": "completed", "code": 200}]} {{(pid=103159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 18 14:11:31.362835 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-cf6b4931-c936-45f8-98be-8ad790c345e5 {{(pid=103159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 18 14:11:31.363285 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de858382-c053-4d41-9cde-88fdc439dbc0', 'tag': 'cae08752-1bc1-4faf-93f1-4b4edb5aafac', 'status': 'completed', 'code': 200} Dec 18 14:11:31.430521 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b095a4d8-c6ee-4882-a96a-13087dc5dc49 req-4140c226-8c6b-4c51-976e-5d9bba0d074f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:11:31.433051 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-b095a4d8-c6ee-4882-a96a-13087dc5dc49 req-4140c226-8c6b-4c51-976e-5d9bba0d074f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4fe8c5245f464a0b8a2abb9a0874f704&device_id=de858382-c053-4d41-9cde-88fdc439dbc0 HTTP/1.1" status: 200 len: 1099 time: 0.0460083 Dec 18 14:11:31.514279 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvr_db [None req-aebb24df-9ad9-4c02-a88a-47dea005247c None None] Set router 9a48902c-548d-44bd-ab46-ed5a85bca451 gateway port host: dv-neutron-744815-20-hyperv {{(pid=103162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 14:11:31.567938 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b095a4d8-c6ee-4882-a96a-13087dc5dc49 req-48288713-fa7a-4dc5-9ef8-8ec11b1f6bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:11:31.569414 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-b095a4d8-c6ee-4882-a96a-13087dc5dc49 req-48288713-fa7a-4dc5-9ef8-8ec11b1f6bdb service neutron] 10.222.0.43 "GET /v2.0/networks?id=bb657eca-6882-4beb-8292-7ed9c60acc10 HTTP/1.1" status: 200 len: 897 time: 0.1263256 Dec 18 14:11:31.582354 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d77635-9f04-4062-b3e6-cf4a88ae134e req-a816e3d7-8524-46fd-bf7c-5c0bd009e08e tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:11:31.583840 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-87d77635-9f04-4062-b3e6-cf4a88ae134e req-a816e3d7-8524-46fd-bf7c-5c0bd009e08e tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "GET /v2.0/ports?device_id=de858382-c053-4d41-9cde-88fdc439dbc0 HTTP/1.1" status: 200 len: 946 time: 0.0660567 Dec 18 14:11:31.625686 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-b095a4d8-c6ee-4882-a96a-13087dc5dc49 req-e71d95c4-89a9-4db7-a9e9-aa1f028351e5 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cae08752-1bc1-4faf-93f1-4b4edb5aafac HTTP/1.1" status: 200 len: 217 time: 0.0408609 Dec 18 14:11:31.699502 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-87d77635-9f04-4062-b3e6-cf4a88ae134e req-4d90713e-9ec8-41e2-b539-52af89ec7d51 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9b99aeb-f3de-4c46-ae2f-163c5ba18abe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1069658 Dec 18 14:11:31.703578 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b095a4d8-c6ee-4882-a96a-13087dc5dc49 req-8fa49ecc-0ec8-49cd-ad95-9140cfe3547a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:11:31.705006 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-b095a4d8-c6ee-4882-a96a-13087dc5dc49 req-8fa49ecc-0ec8-49cd-ad95-9140cfe3547a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f439ed5e-5e16-4cb6-aa86-32dee610b9b2 HTTP/1.1" status: 200 len: 834 time: 0.0715005 Dec 18 14:11:31.717054 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-aebb24df-9ad9-4c02-a88a-47dea005247c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a48902c-548d-44bd-ab46-ed5a85bca451', 'name': 'tempest-TestNetworkAdvancedServerOps-router-546618838', 'tenant_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.119'}], 'enable_snat': True}, 'gw_port_id': '68a67c67-22e9-4500-91b6-47ae43ede7b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T14:08:45Z', 'updated_at': '2021-12-18T14:08:49Z', 'revision_number': 4, 'project_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'gw_port': {'id': '68a67c67-22e9-4500-91b6-47ae43ede7b2', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:9a:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a48902c-548d-44bd-ab46-ed5a85bca451', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1737, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T14:08:46Z', 'updated_at': '2021-12-18T14:08:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv', '_interfaces': [{'id': '1a2720db-a71a-440b-8ffd-9579fd6beb9c', 'name': '', 'network_id': 'bb657eca-6882-4beb-8292-7ed9c60acc10', 'tenant_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'mac_address': 'fa:16:3e:6f:e2:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a48902c-548d-44bd-ab46-ed5a85bca451', 'device_owner': 'network:router_interface', 'standard_attr_id': 1740, 'fixed_ips': [{'subnet_id': 'f439ed5e-5e16-4cb6-aa86-32dee610b9b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T14:08:48Z', 'updated_at': '2021-12-18T14:08:51Z', 'revision_number': 5, 'project_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'subnets': [{'id': 'f439ed5e-5e16-4cb6-aa86-32dee610b9b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:11:31.744292 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aebb24df-9ad9-4c02-a88a-47dea005247c None None] Checking router: 9a48902c-548d-44bd-ab46-ed5a85bca451 for host: dv-neutron-744815-20-hyperv {{(pid=103162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 18 14:11:31.752763 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aebb24df-9ad9-4c02-a88a-47dea005247c None None] Routers {'9a48902c-548d-44bd-ab46-ed5a85bca451'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 14:11:31.753381 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-aebb24df-9ad9-4c02-a88a-47dea005247c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T14:11:27Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['9a48902c-548d-44bd-ab46-ed5a85bca451'], 'active': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:11:31.754927 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b095a4d8-c6ee-4882-a96a-13087dc5dc49 req-56a43f3c-25ca-40a4-a7e8-982f271424ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:11:31.756624 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-b095a4d8-c6ee-4882-a96a-13087dc5dc49 req-56a43f3c-25ca-40a4-a7e8-982f271424ee service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=bb657eca-6882-4beb-8292-7ed9c60acc10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0430195 Dec 18 14:11:31.845978 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-b095a4d8-c6ee-4882-a96a-13087dc5dc49 req-5bd70480-1eb6-4090-8fc5-23ec37154976 service neutron] 10.222.0.43 "GET /v2.0/networks/bb657eca-6882-4beb-8292-7ed9c60acc10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810006 Dec 18 14:11:31.861314 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvr_db [None req-aebb24df-9ad9-4c02-a88a-47dea005247c None None] Set router 9a48902c-548d-44bd-ab46-ed5a85bca451 gateway port host: dv-neutron-744815-20-hyperv {{(pid=103162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 14:11:31.942495 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-b095a4d8-c6ee-4882-a96a-13087dc5dc49 req-9bbf880d-2f9d-49f1-a016-750959e2d68c service neutron] 10.222.0.43 "GET /v2.0/networks/bb657eca-6882-4beb-8292-7ed9c60acc10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888641 Dec 18 14:11:32.059424 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-aebb24df-9ad9-4c02-a88a-47dea005247c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a48902c-548d-44bd-ab46-ed5a85bca451', 'name': 'tempest-TestNetworkAdvancedServerOps-router-546618838', 'tenant_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.119'}], 'enable_snat': True}, 'gw_port_id': '68a67c67-22e9-4500-91b6-47ae43ede7b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T14:08:45Z', 'updated_at': '2021-12-18T14:08:49Z', 'revision_number': 4, 'project_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'gw_port': {'id': '68a67c67-22e9-4500-91b6-47ae43ede7b2', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:9a:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a48902c-548d-44bd-ab46-ed5a85bca451', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1737, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T14:08:46Z', 'updated_at': '2021-12-18T14:08:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv', '_interfaces': [{'id': '1a2720db-a71a-440b-8ffd-9579fd6beb9c', 'name': '', 'network_id': 'bb657eca-6882-4beb-8292-7ed9c60acc10', 'tenant_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'mac_address': 'fa:16:3e:6f:e2:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a48902c-548d-44bd-ab46-ed5a85bca451', 'device_owner': 'network:router_interface', 'standard_attr_id': 1740, 'fixed_ips': [{'subnet_id': 'f439ed5e-5e16-4cb6-aa86-32dee610b9b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T14:08:48Z', 'updated_at': '2021-12-18T14:08:51Z', 'revision_number': 5, 'project_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'subnets': [{'id': 'f439ed5e-5e16-4cb6-aa86-32dee610b9b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:11:32.089024 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aebb24df-9ad9-4c02-a88a-47dea005247c None None] The sync data for ids ['9a48902c-548d-44bd-ab46-ed5a85bca451'] in dv-neutron-744815-20-hyperv is: [{'id': '9a48902c-548d-44bd-ab46-ed5a85bca451', 'name': 'tempest-TestNetworkAdvancedServerOps-router-546618838', 'tenant_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.119'}], 'enable_snat': True}, 'gw_port_id': '68a67c67-22e9-4500-91b6-47ae43ede7b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T14:08:45Z', 'updated_at': '2021-12-18T14:08:49Z', 'revision_number': 4, 'project_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'gw_port': {'id': '68a67c67-22e9-4500-91b6-47ae43ede7b2', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:9a:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a48902c-548d-44bd-ab46-ed5a85bca451', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1737, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T14:08:46Z', 'updated_at': '2021-12-18T14:08:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv', '_interfaces': [{'id': '1a2720db-a71a-440b-8ffd-9579fd6beb9c', 'name': '', 'network_id': 'bb657eca-6882-4beb-8292-7ed9c60acc10', 'tenant_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'mac_address': 'fa:16:3e:6f:e2:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a48902c-548d-44bd-ab46-ed5a85bca451', 'device_owner': 'network:router_interface', 'standard_attr_id': 1740, 'fixed_ips': [{'subnet_id': 'f439ed5e-5e16-4cb6-aa86-32dee610b9b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T14:08:48Z', 'updated_at': '2021-12-18T14:08:51Z', 'revision_number': 5, 'project_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'subnets': [{'id': 'f439ed5e-5e16-4cb6-aa86-32dee610b9b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 14:11:32.305878 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4af6fda1-be92-4e44-a44c-61637f9b4dc7 None None] New status for floating IP ec6ffd24-39de-4b3a-851d-8f01f3acc833: DOWN {{(pid=103161) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 18 14:11:32.946519 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a681eb8-41f1-4747-8d1b-0faba450e0fd req-5f5a1162-1716-470b-863b-296b1f53f91d tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:11:32.948040 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-2a681eb8-41f1-4747-8d1b-0faba450e0fd req-5f5a1162-1716-470b-863b-296b1f53f91d tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "GET /v2.0/ports?device_id=de858382-c053-4d41-9cde-88fdc439dbc0 HTTP/1.1" status: 200 len: 946 time: 0.1627111 Dec 18 14:11:33.000399 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-2a681eb8-41f1-4747-8d1b-0faba450e0fd req-18f354c1-c1e3-4a65-b210-1ad79fdb5db6 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9b99aeb-f3de-4c46-ae2f-163c5ba18abe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440240 Dec 18 14:11:33.300588 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54692d7-1ebe-4a49-9227-ef72a0cac898 req-46158350-f088-47a2-95d5-864793c05575 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:11:33.302079 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-d54692d7-1ebe-4a49-9227-ef72a0cac898 req-46158350-f088-47a2-95d5-864793c05575 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.43 "GET /v2.0/ports?device_id=de858382-c053-4d41-9cde-88fdc439dbc0 HTTP/1.1" status: 200 len: 946 time: 0.0516882 Dec 18 14:11:33.394741 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [req-d54692d7-1ebe-4a49-9227-ef72a0cac898 req-533d3b4f-65ca-4157-895f-e5b1b4d4537b tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Deleting port cae08752-1bc1-4faf-93f1-4b4edb5aafac {{(pid=103159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 14:11:33.395055 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-d54692d7-1ebe-4a49-9227-ef72a0cac898 req-533d3b4f-65ca-4157-895f-e5b1b4d4537b tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:11:33.489948 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.db [req-d54692d7-1ebe-4a49-9227-ef72a0cac898 req-533d3b4f-65ca-4157-895f-e5b1b4d4537b tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] For port cae08752-1bc1-4faf-93f1-4b4edb5aafac, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=cae08752-1bc1-4faf-93f1-4b4edb5aafac,segment=NetworkSegment(a6ae55bf-2fa5-4bbe-bfa8-ddea3b24210c),segment_id=a6ae55bf-2fa5-4bbe-bfa8-ddea3b24210c)] {{(pid=103159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 14:11:33.490365 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-d54692d7-1ebe-4a49-9227-ef72a0cac898 req-533d3b4f-65ca-4157-895f-e5b1b4d4537b tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:11:33.510595 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [req-d54692d7-1ebe-4a49-9227-ef72a0cac898 req-533d3b4f-65ca-4157-895f-e5b1b4d4537b tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Calling delete_port for cae08752-1bc1-4faf-93f1-4b4edb5aafac owned by compute:nova {{(pid=103159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 14:11:33.655079 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-d54692d7-1ebe-4a49-9227-ef72a0cac898 req-533d3b4f-65ca-4157-895f-e5b1b4d4537b tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:11:33.687274 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533d3b4f-65ca-4157-895f-e5b1b4d4537b tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Pushing event deleted for resources: {'Port': ['ID=cae08752-1bc1-4faf-93f1-4b4edb5aafac,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:11:33.732233 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [req-d54692d7-1ebe-4a49-9227-ef72a0cac898 req-533d3b4f-65ca-4157-895f-e5b1b4d4537b tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] No DVR routers for this DVR port cae08752-1bc1-4faf-93f1-4b4edb5aafac on host hv-neutron-7448 {{(pid=103159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 18 14:11:33.735392 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-d54692d7-1ebe-4a49-9227-ef72a0cac898 req-533d3b4f-65ca-4157-895f-e5b1b4d4537b tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:11:33.739018 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-d54692d7-1ebe-4a49-9227-ef72a0cac898 req-533d3b4f-65ca-4157-895f-e5b1b4d4537b tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.43 "DELETE /v2.0/ports/cae08752-1bc1-4faf-93f1-4b4edb5aafac HTTP/1.1" status: 204 len: 173 time: 0.4308083 Dec 18 14:11:33.739488 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de858382-c053-4d41-9cde-88fdc439dbc0', 'name': 'network-vif-deleted', 'tag': 'cae08752-1bc1-4faf-93f1-4b4edb5aafac'}] {{(pid=103159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 18 14:11:33.742242 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca844cf115d59c1fab86abc202fb4c13735de0d7e4cbbbb25eec9406e9c87431" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0407074-61ea-4365-85ce-91d402465558" -d '{"events": [{"server_uuid": "de858382-c053-4d41-9cde-88fdc439dbc0", "name": "network-vif-deleted", "tag": "cae08752-1bc1-4faf-93f1-4b4edb5aafac"}]}' {{(pid=103159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 18 14:11:33.781737 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 14:11:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce50fe4f-83ad-46aa-88ec-51f6cfb0e86b x-openstack-request-id: req-ce50fe4f-83ad-46aa-88ec-51f6cfb0e86b {{(pid=103159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 18 14:11:33.782047 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de858382-c053-4d41-9cde-88fdc439dbc0", "name": "network-vif-deleted", "tag": "cae08752-1bc1-4faf-93f1-4b4edb5aafac", "status": "completed", "code": 200}]} {{(pid=103159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 18 14:11:33.782279 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ce50fe4f-83ad-46aa-88ec-51f6cfb0e86b {{(pid=103159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 18 14:11:33.782680 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de858382-c053-4d41-9cde-88fdc439dbc0', 'name': 'network-vif-deleted', 'tag': 'cae08752-1bc1-4faf-93f1-4b4edb5aafac', 'status': 'completed', 'code': 200} Dec 18 14:11:34.116848 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-bf1f0521-6345-4bb1-8dd8-cd54f79a25b7 req-a143aa21-a22f-48fa-a853-689d779ff86f tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "GET /v2.0/ports?device_id=de858382-c053-4d41-9cde-88fdc439dbc0 HTTP/1.1" status: 200 len: 210 time: 0.0328295 Dec 18 14:11:35.186633 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 34256) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:11:35.591933 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-7d45621f-5a9c-47e5-bbf3-bfd45edbeca9 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-586101'] for router_interface, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:11:35.858697 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-7d45621f-5a9c-47e5-bbf3-bfd45edbeca9 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Deleting port 1a2720db-a71a-440b-8ffd-9579fd6beb9c {{(pid=103160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 14:11:35.858940 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-7d45621f-5a9c-47e5-bbf3-bfd45edbeca9 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:11:35.950425 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.db [None req-7d45621f-5a9c-47e5-bbf3-bfd45edbeca9 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] For port 1a2720db-a71a-440b-8ffd-9579fd6beb9c, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=1a2720db-a71a-440b-8ffd-9579fd6beb9c,segment=NetworkSegment(a6ae55bf-2fa5-4bbe-bfa8-ddea3b24210c),segment_id=a6ae55bf-2fa5-4bbe-bfa8-ddea3b24210c)] {{(pid=103160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 14:11:35.951179 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-7d45621f-5a9c-47e5-bbf3-bfd45edbeca9 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:11:35.964026 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-7d45621f-5a9c-47e5-bbf3-bfd45edbeca9 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Calling delete_port for 1a2720db-a71a-440b-8ffd-9579fd6beb9c owned by network:router_interface {{(pid=103160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 14:11:36.161639 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-7d45621f-5a9c-47e5-bbf3-bfd45edbeca9 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4533522'] for port, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:11:36.187583 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d45621f-5a9c-47e5-bbf3-bfd45edbeca9 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Pushing event deleted for resources: {'Port': ['ID=1a2720db-a71a-440b-8ffd-9579fd6beb9c,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:11:36.201011 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d45621f-5a9c-47e5-bbf3-bfd45edbeca9 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:11:36.201425 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d45621f-5a9c-47e5-bbf3-bfd45edbeca9 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:11:36.201705 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d45621f-5a9c-47e5-bbf3-bfd45edbeca9 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:11:36.202047 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d45621f-5a9c-47e5-bbf3-bfd45edbeca9 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:11:36.202382 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d45621f-5a9c-47e5-bbf3-bfd45edbeca9 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:11:36.202744 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d45621f-5a9c-47e5-bbf3-bfd45edbeca9 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:11:36.203068 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d45621f-5a9c-47e5-bbf3-bfd45edbeca9 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:11:36.203571 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d45621f-5a9c-47e5-bbf3-bfd45edbeca9 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:11:36.203891 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d45621f-5a9c-47e5-bbf3-bfd45edbeca9 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:11:36.204218 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d45621f-5a9c-47e5-bbf3-bfd45edbeca9 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:11:36.204531 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d45621f-5a9c-47e5-bbf3-bfd45edbeca9 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:11:36.204839 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d45621f-5a9c-47e5-bbf3-bfd45edbeca9 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:11:36.205294 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d45621f-5a9c-47e5-bbf3-bfd45edbeca9 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:11:36.376566 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-7d45621f-5a9c-47e5-bbf3-bfd45edbeca9 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1048020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-576035'] for router_interface, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:11:36.597586 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d45621f-5a9c-47e5-bbf3-bfd45edbeca9 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Router 9a48902c-548d-44bd-ab46-ed5a85bca451 has already been hosted by L3 agent c9c0cd52-5bd2-4704-9429-d80f1c5ad23c {{(pid=103160) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 18 14:11:36.708271 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d45621f-5a9c-47e5-bbf3-bfd45edbeca9 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Notify agent at l3_agent.dv-neutron-744815-20-hyperv the message routers_updated {{(pid=103160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 14:11:36.715048 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-7d45621f-5a9c-47e5-bbf3-bfd45edbeca9 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "PUT /v2.0/routers/9a48902c-548d-44bd-ab46-ed5a85bca451/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5268700 Dec 18 14:11:36.718041 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 34260) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:11:36.718640 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c87e04-2518-4b6b-9d95-3e06dc045e14 None None] Sync routers for ids ['9a48902c-548d-44bd-ab46-ed5a85bca451'] in dv-neutron-744815-20-hyperv {{(pid=103162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 14:11:36.728638 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c87e04-2518-4b6b-9d95-3e06dc045e14 None None] Routers {'9a48902c-548d-44bd-ab46-ed5a85bca451'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 14:11:36.729247 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-c2c87e04-2518-4b6b-9d95-3e06dc045e14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T14:11:27Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['9a48902c-548d-44bd-ab46-ed5a85bca451'], 'active': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:11:36.773309 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb8f47b5-fe50-4354-8e41-d3fc0a9fcaf3 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Deleting subnet f439ed5e-5e16-4cb6-aa86-32dee610b9b2 {{(pid=103160) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 18 14:11:36.776849 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-cb8f47b5-fe50-4354-8e41-d3fc0a9fcaf3 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks [] for subnet, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:11:36.815841 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-cb8f47b5-fe50-4354-8e41-d3fc0a9fcaf3 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4533385'] for subnet, precommit_delete_associations {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:11:36.835385 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvr_db [None req-c2c87e04-2518-4b6b-9d95-3e06dc045e14 None None] Set router 9a48902c-548d-44bd-ab46-ed5a85bca451 gateway port host: dv-neutron-744815-20-hyperv {{(pid=103162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 14:11:36.898005 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-cb8f47b5-fe50-4354-8e41-d3fc0a9fcaf3 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1929185'] for subnet, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:11:36.962302 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-cb8f47b5-fe50-4354-8e41-d3fc0a9fcaf3 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1929192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4533475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4514371'] for subnet, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:11:36.981779 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f6249cc-a0b9-4b3c-b587-137c73ef3285 None None] Network bb657eca-6882-4beb-8292-7ed9c60acc10 requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 14:11:36.993666 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-cb8f47b5-fe50-4354-8e41-d3fc0a9fcaf3 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks [] for subnet, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:11:36.997288 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-cb8f47b5-fe50-4354-8e41-d3fc0a9fcaf3 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "DELETE /v2.0/subnets/f439ed5e-5e16-4cb6-aa86-32dee610b9b2 HTTP/1.1" status: 204 len: 168 time: 0.2782736 Dec 18 14:11:36.998682 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8f47b5-fe50-4354-8e41-d3fc0a9fcaf3 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Pushing event deleted for resources: {'Subnet': ['ID=f439ed5e-5e16-4cb6-aa86-32dee610b9b2,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:11:37.000122 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 34262) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:11:37.019741 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-c2c87e04-2518-4b6b-9d95-3e06dc045e14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a48902c-548d-44bd-ab46-ed5a85bca451', 'name': 'tempest-TestNetworkAdvancedServerOps-router-546618838', 'tenant_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.119'}], 'enable_snat': True}, 'gw_port_id': '68a67c67-22e9-4500-91b6-47ae43ede7b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T14:08:45Z', 'updated_at': '2021-12-18T14:11:36Z', 'revision_number': 5, 'project_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'gw_port': {'id': '68a67c67-22e9-4500-91b6-47ae43ede7b2', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:9a:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a48902c-548d-44bd-ab46-ed5a85bca451', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1737, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T14:08:46Z', 'updated_at': '2021-12-18T14:08:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv'}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:11:37.049949 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c87e04-2518-4b6b-9d95-3e06dc045e14 None None] Checking router: 9a48902c-548d-44bd-ab46-ed5a85bca451 for host: dv-neutron-744815-20-hyperv {{(pid=103162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 18 14:11:37.059421 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c87e04-2518-4b6b-9d95-3e06dc045e14 None None] Routers {'9a48902c-548d-44bd-ab46-ed5a85bca451'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 14:11:37.060034 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-c2c87e04-2518-4b6b-9d95-3e06dc045e14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T14:11:27Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['9a48902c-548d-44bd-ab46-ed5a85bca451'], 'active': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:11:37.136421 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40bfcb7f-ef3d-4cdd-b935-ba32a46dfaa3 None None] DHCP port deletion for bb657eca-6882-4beb-8292-7ed9c60acc10 request from dv-neutron-744815-20-hyperv {{(pid=103161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 18 14:11:37.176668 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvr_db [None req-c2c87e04-2518-4b6b-9d95-3e06dc045e14 None None] Set router 9a48902c-548d-44bd-ab46-ed5a85bca451 gateway port host: dv-neutron-744815-20-hyperv {{(pid=103162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 14:11:37.201082 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-40bfcb7f-ef3d-4cdd-b935-ba32a46dfaa3 None None] Deleting port ce938e59-16bc-44ac-ac8b-ccf0cdf9b1db {{(pid=103161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 14:11:37.201491 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-40bfcb7f-ef3d-4cdd-b935-ba32a46dfaa3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:11:37.281435 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-40bfcb7f-ef3d-4cdd-b935-ba32a46dfaa3 None None] For port ce938e59-16bc-44ac-ac8b-ccf0cdf9b1db, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=ce938e59-16bc-44ac-ac8b-ccf0cdf9b1db,segment=NetworkSegment(a6ae55bf-2fa5-4bbe-bfa8-ddea3b24210c),segment_id=a6ae55bf-2fa5-4bbe-bfa8-ddea3b24210c)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 14:11:37.282137 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-40bfcb7f-ef3d-4cdd-b935-ba32a46dfaa3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:11:37.285156 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:11:37.296067 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-40bfcb7f-ef3d-4cdd-b935-ba32a46dfaa3 None None] Calling delete_port for ce938e59-16bc-44ac-ac8b-ccf0cdf9b1db owned by network:dhcp {{(pid=103161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 14:11:37.361259 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-c2c87e04-2518-4b6b-9d95-3e06dc045e14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a48902c-548d-44bd-ab46-ed5a85bca451', 'name': 'tempest-TestNetworkAdvancedServerOps-router-546618838', 'tenant_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.119'}], 'enable_snat': True}, 'gw_port_id': '68a67c67-22e9-4500-91b6-47ae43ede7b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T14:08:45Z', 'updated_at': '2021-12-18T14:11:36Z', 'revision_number': 5, 'project_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'gw_port': {'id': '68a67c67-22e9-4500-91b6-47ae43ede7b2', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:9a:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a48902c-548d-44bd-ab46-ed5a85bca451', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1737, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T14:08:46Z', 'updated_at': '2021-12-18T14:08:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv'}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:11:37.381075 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-40bfcb7f-ef3d-4cdd-b935-ba32a46dfaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984'] for port, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:11:37.389928 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c87e04-2518-4b6b-9d95-3e06dc045e14 None None] The sync data for ids ['9a48902c-548d-44bd-ab46-ed5a85bca451'] in dv-neutron-744815-20-hyperv is: [{'id': '9a48902c-548d-44bd-ab46-ed5a85bca451', 'name': 'tempest-TestNetworkAdvancedServerOps-router-546618838', 'tenant_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.119'}], 'enable_snat': True}, 'gw_port_id': '68a67c67-22e9-4500-91b6-47ae43ede7b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T14:08:45Z', 'updated_at': '2021-12-18T14:11:36Z', 'revision_number': 5, 'project_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'gw_port': {'id': '68a67c67-22e9-4500-91b6-47ae43ede7b2', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:9a:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a48902c-548d-44bd-ab46-ed5a85bca451', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1737, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T14:08:46Z', 'updated_at': '2021-12-18T14:08:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv'}] {{(pid=103162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 14:11:37.410867 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bfcb7f-ef3d-4cdd-b935-ba32a46dfaa3 None None] Pushing event deleted for resources: {'Port': ['ID=ce938e59-16bc-44ac-ac8b-ccf0cdf9b1db,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:11:37.418527 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40bfcb7f-ef3d-4cdd-b935-ba32a46dfaa3 None None] No DVR routers for this DVR port ce938e59-16bc-44ac-ac8b-ccf0cdf9b1db on host dv-neutron-744815-20-hyperv {{(pid=103161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 18 14:11:37.420651 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bfcb7f-ef3d-4cdd-b935-ba32a46dfaa3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:11:37.420991 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bfcb7f-ef3d-4cdd-b935-ba32a46dfaa3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:11:37.421327 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bfcb7f-ef3d-4cdd-b935-ba32a46dfaa3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:11:37.421661 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bfcb7f-ef3d-4cdd-b935-ba32a46dfaa3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:11:37.422084 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bfcb7f-ef3d-4cdd-b935-ba32a46dfaa3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:11:37.422296 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bfcb7f-ef3d-4cdd-b935-ba32a46dfaa3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:11:37.422622 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bfcb7f-ef3d-4cdd-b935-ba32a46dfaa3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:11:37.423110 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bfcb7f-ef3d-4cdd-b935-ba32a46dfaa3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:11:37.423344 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bfcb7f-ef3d-4cdd-b935-ba32a46dfaa3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:11:37.423620 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bfcb7f-ef3d-4cdd-b935-ba32a46dfaa3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:11:37.423935 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bfcb7f-ef3d-4cdd-b935-ba32a46dfaa3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:11:37.424255 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bfcb7f-ef3d-4cdd-b935-ba32a46dfaa3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:11:37.425448 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bfcb7f-ef3d-4cdd-b935-ba32a46dfaa3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:11:37.465172 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-22d8536a-6dc2-4f9b-af3d-dad6b58cf29f tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks [] for router, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:11:37.573160 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-22d8536a-6dc2-4f9b-af3d-dad6b58cf29f tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:11:37.630732 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-22d8536a-6dc2-4f9b-af3d-dad6b58cf29f tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Deleting port 68a67c67-22e9-4500-91b6-47ae43ede7b2 {{(pid=103159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 14:11:37.631078 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-22d8536a-6dc2-4f9b-af3d-dad6b58cf29f tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:11:37.710098 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.db [None req-22d8536a-6dc2-4f9b-af3d-dad6b58cf29f tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] For port 68a67c67-22e9-4500-91b6-47ae43ede7b2, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=68a67c67-22e9-4500-91b6-47ae43ede7b2,segment=NetworkSegment(3f66d49c-4faa-434c-8c3e-991f4f1d01bd),segment_id=3f66d49c-4faa-434c-8c3e-991f4f1d01bd)] {{(pid=103159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 14:11:37.710352 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-22d8536a-6dc2-4f9b-af3d-dad6b58cf29f tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:11:37.729611 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-22d8536a-6dc2-4f9b-af3d-dad6b58cf29f tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Calling delete_port for 68a67c67-22e9-4500-91b6-47ae43ede7b2 owned by network:router_gateway {{(pid=103159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 14:11:37.766673 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Device cae08752-1bc1-4faf-93f1-4b4edb5aafac no longer exists at agent hyperv_hv-neutron-7448 {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 18 14:11:37.787682 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] No Port match for: cae08752-1bc1-4faf-93f1-4b4edb5aafac {{(pid=103161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 18 14:11:37.788042 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Device cae08752-1bc1-4faf-93f1-4b4edb5aafac not bound to the agent host hv-neutron-7448 {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 18 14:11:37.912539 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-22d8536a-6dc2-4f9b-af3d-dad6b58cf29f tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:11:37.937633 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d8536a-6dc2-4f9b-af3d-dad6b58cf29f tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Pushing event deleted for resources: {'Port': ['ID=68a67c67-22e9-4500-91b6-47ae43ede7b2,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:11:37.959898 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25194921-5165-490a-966b-b594426a879a None None] DHCP port deletion for decb4a40-7941-48c8-afbb-daaafd502e83 request from dv-neutron-744815-20-hyperv {{(pid=103161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 18 14:11:37.988847 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 1a2720db-a71a-440b-8ffd-9579fd6beb9c no longer exists at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 18 14:11:38.005504 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-22d8536a-6dc2-4f9b-af3d-dad6b58cf29f tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-586554'] for router_gateway, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:11:38.012564 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-2294866d-0076-4933-952c-685307032598 None None] No Port match for: 1a2720db-a71a-440b-8ffd-9579fd6beb9c {{(pid=103161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 18 14:11:38.012911 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 1a2720db-a71a-440b-8ffd-9579fd6beb9c not bound to the agent host dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 18 14:11:38.013333 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device ce938e59-16bc-44ac-ac8b-ccf0cdf9b1db no longer exists at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 18 14:11:38.032368 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-2294866d-0076-4933-952c-685307032598 None None] No Port match for: ce938e59-16bc-44ac-ac8b-ccf0cdf9b1db {{(pid=103161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 18 14:11:38.032701 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device ce938e59-16bc-44ac-ac8b-ccf0cdf9b1db not bound to the agent host dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 18 14:11:38.097406 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-22d8536a-6dc2-4f9b-af3d-dad6b58cf29f tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-589815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28643'] for router, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:11:38.099595 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-22d8536a-6dc2-4f9b-af3d-dad6b58cf29f tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:11:38.148882 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-22d8536a-6dc2-4f9b-af3d-dad6b58cf29f tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-589710'] for router, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:11:38.149554 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22d8536a-6dc2-4f9b-af3d-dad6b58cf29f tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Fanout notify agent at l3_agent the message router_deleted on router 9a48902c-548d-44bd-ab46-ed5a85bca451 {{(pid=103159) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 18 14:11:38.156976 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-22d8536a-6dc2-4f9b-af3d-dad6b58cf29f tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks [] for router, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:11:38.158091 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-22d8536a-6dc2-4f9b-af3d-dad6b58cf29f tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "DELETE /v2.0/routers/9a48902c-548d-44bd-ab46-ed5a85bca451 HTTP/1.1" status: 204 len: 168 time: 1.1563520 Dec 18 14:11:38.160952 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 34264) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:11:38.239386 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-0f051ad5-5154-4f72-adc9-49616e008dca tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2023137'] for network, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:11:38.331754 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-0f051ad5-5154-4f72-adc9-49616e008dca tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1927292', 'neutron.services.segments.db._delete_segments_for_network-8767106887837'] for network, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:11:38.353821 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.services.segments.db [None req-0f051ad5-5154-4f72-adc9-49616e008dca tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb657eca-6882-4beb-8292-7ed9c60acc10']}} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:11:38.363329 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.services.segments.db [None req-0f051ad5-5154-4f72-adc9-49616e008dca tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6ae55bf-2fa5-4bbe-bfa8-ddea3b24210c') {'for_net_delete': True} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:11:38.363624 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.services.segments.db [None req-0f051ad5-5154-4f72-adc9-49616e008dca tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6ae55bf-2fa5-4bbe-bfa8-ddea3b24210c') {} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:11:38.373021 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-0f051ad5-5154-4f72-adc9-49616e008dca tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767106888614', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4533424'] for segment, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:11:38.386345 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-0f051ad5-5154-4f72-adc9-49616e008dca tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:11:38.392375 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f051ad5-5154-4f72-adc9-49616e008dca tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Releasing vlan 141 on physical network physnet1 to pool {{(pid=103160) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 18 14:11:38.392749 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-0f051ad5-5154-4f72-adc9-49616e008dca tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4533569'] for segment, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:11:38.395675 dv-neutron-744815-20-hyperv neutron-server[103160]: Traceback (most recent call last): Dec 18 14:11:38.395675 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 18 14:11:38.395675 dv-neutron-744815-20-hyperv neutron-server[103160]: timer() Dec 18 14:11:38.395675 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 18 14:11:38.395675 dv-neutron-744815-20-hyperv neutron-server[103160]: cb(*args, **kw) Dec 18 14:11:38.395675 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 18 14:11:38.395675 dv-neutron-744815-20-hyperv neutron-server[103160]: return func(*args, **kwargs) Dec 18 14:11:38.395675 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 18 14:11:38.395675 dv-neutron-744815-20-hyperv neutron-server[103160]: self._notify() Dec 18 14:11:38.395675 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 18 14:11:38.395675 dv-neutron-744815-20-hyperv neutron-server[103160]: self.callback(batched_events) Dec 18 14:11:38.395675 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 18 14:11:38.395675 dv-neutron-744815-20-hyperv neutron-server[103160]: event.method(event) Dec 18 14:11:38.395675 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 18 14:11:38.395675 dv-neutron-744815-20-hyperv neutron-server[103160]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 18 14:11:38.395675 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 18 14:11:38.395675 dv-neutron-744815-20-hyperv neutron-server[103160]: aggregate_uuid = self.p_client.list_aggregates( Dec 18 14:11:38.395675 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 18 14:11:38.395675 dv-neutron-744815-20-hyperv neutron-server[103160]: return f(self, *a, **k) Dec 18 14:11:38.395675 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 18 14:11:38.395675 dv-neutron-744815-20-hyperv neutron-server[103160]: return self._get(url).json() Dec 18 14:11:38.395675 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 18 14:11:38.395675 dv-neutron-744815-20-hyperv neutron-server[103160]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 18 14:11:38.395675 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 18 14:11:38.395675 dv-neutron-744815-20-hyperv neutron-server[103160]: return self.request(url, 'GET', **kwargs) Dec 18 14:11:38.395675 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 18 14:11:38.395675 dv-neutron-744815-20-hyperv neutron-server[103160]: base_url = self.get_endpoint(auth, allow=allow, Dec 18 14:11:38.395675 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 18 14:11:38.395675 dv-neutron-744815-20-hyperv neutron-server[103160]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 18 14:11:38.395675 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 18 14:11:38.395675 dv-neutron-744815-20-hyperv neutron-server[103160]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 18 14:11:38.395675 dv-neutron-744815-20-hyperv neutron-server[103160]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 18 14:11:38.460225 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-0f051ad5-5154-4f72-adc9-49616e008dca tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1927267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586962'] for network, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:11:38.468504 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-0f051ad5-5154-4f72-adc9-49616e008dca tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks [] for network, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:11:38.470857 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-0f051ad5-5154-4f72-adc9-49616e008dca tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "DELETE /v2.0/networks/bb657eca-6882-4beb-8292-7ed9c60acc10 HTTP/1.1" status: 204 len: 168 time: 0.3086650 Dec 18 14:11:38.473821 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 34266) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:11:38.481784 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f051ad5-5154-4f72-adc9-49616e008dca tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Pushing event deleted for resources: {'Network': ['ID=bb657eca-6882-4beb-8292-7ed9c60acc10,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:11:38.531806 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-882b1d1a-5ba5-40d9-8c09-68b7e2aa7560 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks [] for security_group, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:11:38.557511 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-882b1d1a-5ba5-40d9-8c09-68b7e2aa7560 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:11:38.625047 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-882b1d1a-5ba5-40d9-8c09-68b7e2aa7560 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:11:38.627727 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-882b1d1a-5ba5-40d9-8c09-68b7e2aa7560 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks [] for security_group, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:11:38.628896 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-882b1d1a-5ba5-40d9-8c09-68b7e2aa7560 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "DELETE /v2.0/security-groups/e9b99aeb-f3de-4c46-ae2f-163c5ba18abe HTTP/1.1" status: 204 len: 168 time: 0.1539791 Dec 18 14:11:38.638727 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882b1d1a-5ba5-40d9-8c09-68b7e2aa7560 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9b99aeb-f3de-4c46-ae2f-163c5ba18abe,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:11:39.360820 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 34272) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:11:39.365560 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-4d3fa02e-8a9b-4880-aa79-121c48793160 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-279317558', 'description': 'tempest-secgroup-smoke-279317558 description', 'project_id': '4fe8c5245f464a0b8a2abb9a0874f704'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 14:11:39.391256 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-4d3fa02e-8a9b-4880-aa79-121c48793160 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks [] for security_group, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:11:39.456334 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-4d3fa02e-8a9b-4880-aa79-121c48793160 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks [] for security_group, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:11:39.460774 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-4d3fa02e-8a9b-4880-aa79-121c48793160 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:11:39.496292 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-4d3fa02e-8a9b-4880-aa79-121c48793160 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks [] for security_group, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:11:39.497538 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-4d3fa02e-8a9b-4880-aa79-121c48793160 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1357114 Dec 18 14:11:39.499597 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3fa02e-8a9b-4880-aa79-121c48793160 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8dd07ee9-a0ab-41b8-9392-7c833a2b51cd,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:11:39.500736 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 34274) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:11:39.505537 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-f30564b3-b0fb-4200-8000-5a34ade92b7b tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Request body: {'security_group_rule': {'security_group_id': '8dd07ee9-a0ab-41b8-9392-7c833a2b51cd', 'project_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 14:11:39.536640 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-f30564b3-b0fb-4200-8000-5a34ade92b7b tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:11:39.592045 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-f30564b3-b0fb-4200-8000-5a34ade92b7b tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:11:39.596767 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-f30564b3-b0fb-4200-8000-5a34ade92b7b tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530267'] for security_group_rule, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:11:39.614513 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30564b3-b0fb-4200-8000-5a34ade92b7b tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88f849e5-4da2-415a-9d85-85087ea09ee8,revision_number=0']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:11:39.620641 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-f30564b3-b0fb-4200-8000-5a34ade92b7b tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:11:39.623606 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-f30564b3-b0fb-4200-8000-5a34ade92b7b tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1217344 Dec 18 14:11:39.624647 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 34276) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:11:39.629385 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-9f38e810-62c3-4e57-a8e4-58a21f860229 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Request body: {'security_group_rule': {'security_group_id': '8dd07ee9-a0ab-41b8-9392-7c833a2b51cd', 'project_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 14:11:39.658413 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-9f38e810-62c3-4e57-a8e4-58a21f860229 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:11:39.726936 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-9f38e810-62c3-4e57-a8e4-58a21f860229 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:11:39.733120 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-9f38e810-62c3-4e57-a8e4-58a21f860229 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530267'] for security_group_rule, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:11:39.751432 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f38e810-62c3-4e57-a8e4-58a21f860229 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dee02ced-6795-4032-b907-6efb718aecac,revision_number=0']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:11:39.759821 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-9f38e810-62c3-4e57-a8e4-58a21f860229 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:11:39.761448 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-9f38e810-62c3-4e57-a8e4-58a21f860229 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1353016 Dec 18 14:11:39.764130 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 34278) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:11:39.770276 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-3e04e9b3-7b3a-4f70-9abf-6e117b8036c9 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Request body: {'security_group_rule': {'security_group_id': '8dd07ee9-a0ab-41b8-9392-7c833a2b51cd', 'project_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 14:11:39.802673 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-3e04e9b3-7b3a-4f70-9abf-6e117b8036c9 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:11:39.864229 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-3e04e9b3-7b3a-4f70-9abf-6e117b8036c9 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:11:39.869497 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-3e04e9b3-7b3a-4f70-9abf-6e117b8036c9 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530267'] for security_group_rule, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:11:39.886371 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e04e9b3-7b3a-4f70-9abf-6e117b8036c9 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73713cf0-d072-42cf-b0f4-b7326e4742f3,revision_number=0']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:11:39.895807 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-3e04e9b3-7b3a-4f70-9abf-6e117b8036c9 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:11:39.897025 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-3e04e9b3-7b3a-4f70-9abf-6e117b8036c9 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1318595 Dec 18 14:11:39.900110 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 34280) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:11:39.905324 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-812be10c-3ead-496f-8a04-372dd2fc7d0e tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Request body: {'security_group_rule': {'security_group_id': '8dd07ee9-a0ab-41b8-9392-7c833a2b51cd', 'project_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 14:11:39.933940 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-812be10c-3ead-496f-8a04-372dd2fc7d0e tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:11:39.977127 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 68a67c67-22e9-4500-91b6-47ae43ede7b2 no longer exists at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 18 14:11:39.996772 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-812be10c-3ead-496f-8a04-372dd2fc7d0e tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:11:39.998939 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-2294866d-0076-4933-952c-685307032598 None None] No Port match for: 68a67c67-22e9-4500-91b6-47ae43ede7b2 {{(pid=103161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 18 14:11:39.999367 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 68a67c67-22e9-4500-91b6-47ae43ede7b2 not bound to the agent host dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 18 14:11:40.000846 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-812be10c-3ead-496f-8a04-372dd2fc7d0e tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530267'] for security_group_rule, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:11:40.019028 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812be10c-3ead-496f-8a04-372dd2fc7d0e tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38f1a6a0-af3a-4ec1-8ff9-92c63d9865cd,revision_number=0']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:11:40.023112 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-812be10c-3ead-496f-8a04-372dd2fc7d0e tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:11:40.024417 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-812be10c-3ead-496f-8a04-372dd2fc7d0e tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1232100 Dec 18 14:11:40.027262 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 34282) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:11:40.031492 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-9569918c-afb2-40b7-9689-22d17ba7cacf tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Request body: {'security_group_rule': {'security_group_id': '8dd07ee9-a0ab-41b8-9392-7c833a2b51cd', 'project_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 14:11:40.057973 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.db.securitygroups_db [None req-9569918c-afb2-40b7-9689-22d17ba7cacf tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Project 4fe8c5245f464a0b8a2abb9a0874f704 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 18 14:11:40.063112 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-9569918c-afb2-40b7-9689-22d17ba7cacf tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:11:40.123334 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-9569918c-afb2-40b7-9689-22d17ba7cacf tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:11:40.128276 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-9569918c-afb2-40b7-9689-22d17ba7cacf tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530267'] for security_group_rule, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:11:40.147772 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9569918c-afb2-40b7-9689-22d17ba7cacf tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16155148-e700-4654-afa1-76b9225e5986,revision_number=0']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:11:40.153887 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-9569918c-afb2-40b7-9689-22d17ba7cacf tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:11:40.155064 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-9569918c-afb2-40b7-9689-22d17ba7cacf tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1269009 Dec 18 14:11:40.158230 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 34284) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:11:40.162509 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-db562b4d-cbe5-4fd4-acc9-13afe22e0c94 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Request body: {'security_group_rule': {'security_group_id': '8dd07ee9-a0ab-41b8-9392-7c833a2b51cd', 'project_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 14:11:40.186917 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.db.securitygroups_db [None req-db562b4d-cbe5-4fd4-acc9-13afe22e0c94 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Project 4fe8c5245f464a0b8a2abb9a0874f704 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 18 14:11:40.192263 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-db562b4d-cbe5-4fd4-acc9-13afe22e0c94 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:11:40.253988 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-db562b4d-cbe5-4fd4-acc9-13afe22e0c94 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:11:40.259750 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-db562b4d-cbe5-4fd4-acc9-13afe22e0c94 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530267'] for security_group_rule, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:11:40.278158 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db562b4d-cbe5-4fd4-acc9-13afe22e0c94 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc7449cd-101c-4df9-b6f6-19c85bc380db,revision_number=0']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:11:40.287172 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-db562b4d-cbe5-4fd4-acc9-13afe22e0c94 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:11:40.288420 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-db562b4d-cbe5-4fd4-acc9-13afe22e0c94 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1292136 Dec 18 14:11:40.291592 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 34286) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:11:40.296350 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-396218fa-ceb1-4cc6-a138-c4568ee57fb5 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Request body: {'network': {'name': 'tempest-network-smoke--519109544', 'project_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'port_security_enabled': True}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 14:11:40.320951 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-396218fa-ceb1-4cc6-a138-c4568ee57fb5 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Made reservation on behalf of 4fe8c5245f464a0b8a2abb9a0874f704 for: {'network': 1} {{(pid=103159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 14:11:40.324561 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-396218fa-ceb1-4cc6-a138-c4568ee57fb5 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for network, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:11:40.350970 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-396218fa-ceb1-4cc6-a138-c4568ee57fb5 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 105} {{(pid=103159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 18 14:11:40.360367 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-396218fa-ceb1-4cc6-a138-c4568ee57fb5 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:11:40.360736 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.db.segments_db [None req-396218fa-ceb1-4cc6-a138-c4568ee57fb5 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Added segment 4da95101-a3ee-4f61-8c94-900e562211bb of type vlan for network e8219f6b-e123-429b-9d02-0ef93c0ccddf Dec 18 14:11:40.402637 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-396218fa-ceb1-4cc6-a138-c4568ee57fb5 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767106405744'] for network, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:11:40.430878 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-396218fa-ceb1-4cc6-a138-c4568ee57fb5 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981'] for network, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:11:40.437230 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-396218fa-ceb1-4cc6-a138-c4568ee57fb5 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:11:40.437814 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-396218fa-ceb1-4cc6-a138-c4568ee57fb5 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks [] for network, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:11:40.498239 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-396218fa-ceb1-4cc6-a138-c4568ee57fb5 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2056029 Dec 18 14:11:40.501102 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 34288) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:11:40.505372 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-d54fc540-7a85-49a9-88b4-741f25874349 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-993708570', 'admin_state_up': True, 'project_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83'}}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 14:11:40.516916 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396218fa-ceb1-4cc6-a138-c4568ee57fb5 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Pushing event updated for resources: {'Network': ['ID=e8219f6b-e123-429b-9d02-0ef93c0ccddf,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:11:40.527969 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Network e8219f6b-e123-429b-9d02-0ef93c0ccddf details requested by agent ovs-agent-dv-neutron-744815-20-hyperv with host dv-neutron-744815-20-hyperv {{(pid=103161) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 18 14:11:40.538399 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-d54fc540-7a85-49a9-88b4-741f25874349 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28433'] for router, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:11:40.539432 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-d54fc540-7a85-49a9-88b4-741f25874349 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-589769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28440'] for router, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:11:40.597693 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-d54fc540-7a85-49a9-88b4-741f25874349 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:11:40.743493 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-d54fc540-7a85-49a9-88b4-741f25874349 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:11:40.947179 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-d54fc540-7a85-49a9-88b4-741f25874349 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks [] for router_gateway, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:11:40.965972 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-d54fc540-7a85-49a9-88b4-741f25874349 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:11:41.084086 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.db_base_plugin_common [None req-d54fc540-7a85-49a9-88b4-741f25874349 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Allocated IP 172.26.3.122 (decb4a40-7941-48c8-afbb-daaafd502e83/70deed80-3ca1-4f9e-96cb-563b43d3acba/57db874c-15b8-4ffc-9779-f3951deda270) {{(pid=103159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 14:11:41.190214 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-d54fc540-7a85-49a9-88b4-741f25874349 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks [] for port, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:11:41.228509 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-d54fc540-7a85-49a9-88b4-741f25874349 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:11:41.271398 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d54fc540-7a85-49a9-88b4-741f25874349 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Network decb4a40-7941-48c8-afbb-daaafd502e83 is already hosted by enough agents. {{(pid=103159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 14:11:41.274199 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.base_scheduler [None req-d54fc540-7a85-49a9-88b4-741f25874349 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Resources bound (agent type, host, resource id): {{(pid=103159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 14:11:41.277187 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d54fc540-7a85-49a9-88b4-741f25874349 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Received port after_create {{(pid=103159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 14:11:41.287290 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5f849cc-d21f-4c15-b49e-2b9d86add4d1 None None] DHCP port deletion for decb4a40-7941-48c8-afbb-daaafd502e83 request from dv-neutron-744815-20-hyperv {{(pid=103161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 18 14:11:41.306058 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54fc540-7a85-49a9-88b4-741f25874349 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Pushing event updated for resources: {'Port': ['ID=57db874c-15b8-4ffc-9779-f3951deda270,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:11:41.327138 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-dca997c4-c50e-4641-8489-167c178d2985 None None] Provisioning complete for port 57db874c-15b8-4ffc-9779-f3951deda270 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 14:11:41.327558 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-dca997c4-c50e-4641-8489-167c178d2985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:11:41.360998 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-dca997c4-c50e-4641-8489-167c178d2985 None None] Port 57db874c-15b8-4ffc-9779-f3951deda270 cannot update to ACTIVE because it is not bound. {{(pid=103161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 14:11:41.545114 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-d54fc540-7a85-49a9-88b4-741f25874349 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks [] for router_gateway, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:11:41.756731 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-d54fc540-7a85-49a9-88b4-741f25874349 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-589760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-586526'] for router, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:11:41.911603 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d54fc540-7a85-49a9-88b4-741f25874349 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Router 6193703f-707b-4ecf-8eb0-6e7d6e910bd9 is scheduled to L3 agent c9c0cd52-5bd2-4704-9429-d80f1c5ad23c with binding_index 1 {{(pid=103159) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 18 14:11:42.018010 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d54fc540-7a85-49a9-88b4-741f25874349 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Notify agent at l3_agent.dv-neutron-744815-20-hyperv the message routers_updated {{(pid=103159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 14:11:42.030825 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3733e55-36a6-442f-ac95-27374088c622 None None] Sync routers for ids ['6193703f-707b-4ecf-8eb0-6e7d6e910bd9'] in dv-neutron-744815-20-hyperv {{(pid=103161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 14:11:42.043335 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-d54fc540-7a85-49a9-88b4-741f25874349 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks [] for router, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:11:42.048984 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-d54fc540-7a85-49a9-88b4-741f25874349 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.5426199 Dec 18 14:11:42.049142 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3733e55-36a6-442f-ac95-27374088c622 None None] Routers {'6193703f-707b-4ecf-8eb0-6e7d6e910bd9'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 14:11:42.049142 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-a3733e55-36a6-442f-ac95-27374088c622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T14:11:27Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['6193703f-707b-4ecf-8eb0-6e7d6e910bd9'], 'active': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:11:42.049343 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 34290) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:11:42.092912 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-9739ffd7-ab9c-444d-991f-5e6023c40347 tempest-TestNetworkAdvancedServerOps-1952931920 tempest-TestNetworkAdvancedServerOps-1952931920-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=4fe8c5245f464a0b8a2abb9a0874f704&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0404172 Dec 18 14:11:42.093668 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 34292) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:11:42.156579 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvr_db [None req-a3733e55-36a6-442f-ac95-27374088c622 None None] Set router 6193703f-707b-4ecf-8eb0-6e7d6e910bd9 gateway port host: dv-neutron-744815-20-hyperv {{(pid=103161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 14:11:42.183008 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dd9253a-0abd-4e2b-8b4e-07a2c485bba8 tempest-TestNetworkAdvancedServerOps-1952931920 tempest-TestNetworkAdvancedServerOps-1952931920-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:11:42.184605 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-7dd9253a-0abd-4e2b-8b4e-07a2c485bba8 tempest-TestNetworkAdvancedServerOps-1952931920 tempest-TestNetworkAdvancedServerOps-1952931920-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0900111 Dec 18 14:11:42.187419 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 34294) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:11:42.214956 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-46270f7b-f716-46c5-b53e-3b317be41683 tempest-TestNetworkAdvancedServerOps-1952931920 tempest-TestNetworkAdvancedServerOps-1952931920-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=decb4a40-7941-48c8-afbb-daaafd502e83&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0264494 Dec 18 14:11:42.217573 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 34296) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:11:42.222293 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-36758be2-017a-4d95-b568-22d5c13590ff tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1684156881', 'network_id': 'e8219f6b-e123-429b-9d02-0ef93c0ccddf', 'project_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 14:11:42.315024 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36758be2-017a-4d95-b568-22d5c13590ff tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Made reservation on behalf of 4fe8c5245f464a0b8a2abb9a0874f704 for: {'subnet': 1} {{(pid=103159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 14:11:42.318589 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-36758be2-017a-4d95-b568-22d5c13590ff tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6017072'] for subnet, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:11:42.337227 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-a3733e55-36a6-442f-ac95-27374088c622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6193703f-707b-4ecf-8eb0-6e7d6e910bd9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-993708570', 'tenant_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.122'}], 'enable_snat': True}, 'gw_port_id': '57db874c-15b8-4ffc-9779-f3951deda270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T14:11:40Z', 'updated_at': '2021-12-18T14:11:41Z', 'revision_number': 3, 'project_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'gw_port': {'id': '57db874c-15b8-4ffc-9779-f3951deda270', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:e9:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6193703f-707b-4ecf-8eb0-6e7d6e910bd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1756, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T14:11:40Z', 'updated_at': '2021-12-18T14:11:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv'}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:11:42.366297 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3733e55-36a6-442f-ac95-27374088c622 None None] Checking router: 6193703f-707b-4ecf-8eb0-6e7d6e910bd9 for host: dv-neutron-744815-20-hyperv {{(pid=103161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 18 14:11:42.366650 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3733e55-36a6-442f-ac95-27374088c622 None None] Updating router 6193703f-707b-4ecf-8eb0-6e7d6e910bd9 port 57db874c-15b8-4ffc-9779-f3951deda270 binding host dv-neutron-744815-20-hyperv {{(pid=103161) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 18 14:11:42.401139 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a3733e55-36a6-442f-ac95-27374088c622 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:11:42.510445 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-36758be2-017a-4d95-b568-22d5c13590ff tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5659786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6017062'] for subnet, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:11:42.574520 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36758be2-017a-4d95-b568-22d5c13590ff tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Pushing event updated for resources: {'Subnet': ['ID=c5ee35de-58cc-40b9-a9d4-b995c31da097,revision_number=0']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:11:42.580255 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36758be2-017a-4d95-b568-22d5c13590ff tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Checking segment: {'id': '4da95101-a3ee-4f61-8c94-900e562211bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'e8219f6b-e123-429b-9d02-0ef93c0ccddf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 14:11:42.580627 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36758be2-017a-4d95-b568-22d5c13590ff tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Network hostable DHCP agents. Network: e8219f6b-e123-429b-9d02-0ef93c0ccddf, hostable agents: ['aa77effa-0e3a-4bbd-a383-4d58ed3328d0'], hosted agents: [] {{(pid=103159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 18 14:11:42.597353 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36758be2-017a-4d95-b568-22d5c13590ff tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Network e8219f6b-e123-429b-9d02-0ef93c0ccddf is scheduled to be hosted by DHCP agent aa77effa-0e3a-4bbd-a383-4d58ed3328d0 with binding_index 1 {{(pid=103159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 18 14:11:42.609950 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.base_scheduler [None req-36758be2-017a-4d95-b568-22d5c13590ff tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-744815-20-hyperv, e8219f6b-e123-429b-9d02-0ef93c0ccddf) {{(pid=103159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 14:11:42.618392 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36758be2-017a-4d95-b568-22d5c13590ff tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:11:42.619013 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-36758be2-017a-4d95-b568-22d5c13590ff tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks [] for subnet, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:11:42.639040 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-36758be2-017a-4d95-b568-22d5c13590ff tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4204936 Dec 18 14:11:42.642057 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 34298) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:11:42.665239 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-403784a7-1949-47ac-9eb1-e9ca8f6f0117 None None] Network e8219f6b-e123-429b-9d02-0ef93c0ccddf requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 14:11:42.703971 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a3733e55-36a6-442f-ac95-27374088c622 None None] Publish callbacks [] for port, precommit_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:11:42.740843 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a3733e55-36a6-442f-ac95-27374088c622 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:11:42.811323 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ad076fc-b233-44a8-942d-45b041904462 None None] DHCP port deletion for decb4a40-7941-48c8-afbb-daaafd502e83 request from dv-neutron-744815-20-hyperv {{(pid=103161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 18 14:11:42.822846 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55472919-815b-4037-8506-3bdb50954755 None None] Pushing event updated for resources: {'Port': ['ID=57db874c-15b8-4ffc-9779-f3951deda270,revision_number=2']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:11:42.825542 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-a3733e55-36a6-442f-ac95-27374088c622 None None] Attempting to bind port 57db874c-15b8-4ffc-9779-f3951deda270 on host dv-neutron-744815-20-hyperv for vnic_type normal with profile {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 14:11:42.826348 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-a3733e55-36a6-442f-ac95-27374088c622 None None] Attempting to bind port 57db874c-15b8-4ffc-9779-f3951deda270 by drivers openvswitch,hyperv on host dv-neutron-744815-20-hyperv at level 0 using segments [{'id': '3f66d49c-4faa-434c-8c3e-991f4f1d01bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83'}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 14:11:42.826780 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3733e55-36a6-442f-ac95-27374088c622 None None] Attempting to bind port 57db874c-15b8-4ffc-9779-f3951deda270 on network decb4a40-7941-48c8-afbb-daaafd502e83 {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 14:11:42.851347 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3733e55-36a6-442f-ac95-27374088c622 None None] Checking agent: {'id': '428fa9fa-43db-4db9-9f96-f60ffe931f2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-20-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 13, 19, 1), 'started_at': datetime.datetime(2021, 12, 18, 13, 19, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 14, 11, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-20-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 18 14:11:42.851566 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3733e55-36a6-442f-ac95-27374088c622 None None] Checking segment: {'id': '3f66d49c-4faa-434c-8c3e-991f4f1d01bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 14:11:42.852151 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a3733e55-36a6-442f-ac95-27374088c622 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:11:42.852657 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3733e55-36a6-442f-ac95-27374088c622 None None] Bound using segment: {'id': '3f66d49c-4faa-434c-8c3e-991f4f1d01bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83'} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 18 14:11:42.853212 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-a3733e55-36a6-442f-ac95-27374088c622 None None] Bound port: 57db874c-15b8-4ffc-9779-f3951deda270, host: dv-neutron-744815-20-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f66d49c-4faa-434c-8c3e-991f4f1d01bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83'}}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 18 14:11:42.853674 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a3733e55-36a6-442f-ac95-27374088c622 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:11:42.881836 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fd26b43-8d6b-4469-b438-24e1bed4b4b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp31e170a0-46a1-5ba9-9dc1-7ee4f866f0d7-e8219f6b-e123-429b-9d02-0ef93c0ccddf', 'network_id': 'e8219f6b-e123-429b-9d02-0ef93c0ccddf', 'project_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'fixed_ips': [{'subnet_id': 'c5ee35de-58cc-40b9-a9d4-b995c31da097'}]}} from dv-neutron-744815-20-hyperv. {{(pid=103161) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 18 14:11:42.882711 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-5fd26b43-8d6b-4469-b438-24e1bed4b4b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:11:42.939438 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-c76123ac-4931-4f52-b420-81b0568ebcb9 None None] Provisioning complete for port 57db874c-15b8-4ffc-9779-f3951deda270 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 14:11:42.939820 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c76123ac-4931-4f52-b420-81b0568ebcb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:11:43.009443 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-a3733e55-36a6-442f-ac95-27374088c622 None None] For port 57db874c-15b8-4ffc-9779-f3951deda270, host dv-neutron-744815-20-hyperv, cleared binding levels {{(pid=103161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 18 14:11:43.033891 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-a3733e55-36a6-442f-ac95-27374088c622 None None] For port 57db874c-15b8-4ffc-9779-f3951deda270, host dv-neutron-744815-20-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=57db874c-15b8-4ffc-9779-f3951deda270,segment=NetworkSegment(3f66d49c-4faa-434c-8c3e-991f4f1d01bd),segment_id=3f66d49c-4faa-434c-8c3e-991f4f1d01bd)] {{(pid=103161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 18 14:11:43.052493 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a3733e55-36a6-442f-ac95-27374088c622 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:11:43.063224 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-c76123ac-4931-4f52-b420-81b0568ebcb9 None None] Port 57db874c-15b8-4ffc-9779-f3951deda270 cannot update to ACTIVE because it is not bound. {{(pid=103161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 14:11:43.143465 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96b6e923-3f7e-4301-8588-a700ca9adcd5 None None] DHCP port deletion for decb4a40-7941-48c8-afbb-daaafd502e83 request from dv-neutron-744815-20-hyperv {{(pid=103161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 18 14:11:43.166572 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55472919-815b-4037-8506-3bdb50954755 None None] Pushing event updated for resources: {'Port': ['ID=57db874c-15b8-4ffc-9779-f3951deda270,revision_number=3']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:11:43.181639 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3733e55-36a6-442f-ac95-27374088c622 None None] Routers {'6193703f-707b-4ecf-8eb0-6e7d6e910bd9'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 14:11:43.182039 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-a3733e55-36a6-442f-ac95-27374088c622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T14:11:27Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['6193703f-707b-4ecf-8eb0-6e7d6e910bd9'], 'active': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:11:43.188305 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_common [None req-5fd26b43-8d6b-4469-b438-24e1bed4b4b3 None None] Allocated IP 172.20.0.2 (e8219f6b-e123-429b-9d02-0ef93c0ccddf/c5ee35de-58cc-40b9-a9d4-b995c31da097/2baeac1c-c596-4a53-a67b-b9738999be40) {{(pid=103161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 14:11:43.459594 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-37f279d1-ce00-49ec-b59f-d031253961a5 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:11:43.522648 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-49779538-c53f-4130-abaa-e73aac8854c4 None None] Provisioning complete for port 57db874c-15b8-4ffc-9779-f3951deda270 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 14:11:43.523283 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-49779538-c53f-4130-abaa-e73aac8854c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:11:43.554814 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvr_db [None req-a3733e55-36a6-442f-ac95-27374088c622 None None] Set router 6193703f-707b-4ecf-8eb0-6e7d6e910bd9 gateway port host: dv-neutron-744815-20-hyperv {{(pid=103161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 14:11:43.755360 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-5fd26b43-8d6b-4469-b438-24e1bed4b4b3 None None] Publish callbacks [] for port, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:11:43.782946 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-5fd26b43-8d6b-4469-b438-24e1bed4b4b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975'] for port, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:11:43.814055 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.db_base_plugin_common [None req-37f279d1-ce00-49ec-b59f-d031253961a5 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Allocated IP 172.20.0.1 (e8219f6b-e123-429b-9d02-0ef93c0ccddf/c5ee35de-58cc-40b9-a9d4-b995c31da097/2397c6b4-5f54-4119-98f4-365f534d1784) {{(pid=103160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 14:11:43.869820 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fd26b43-8d6b-4469-b438-24e1bed4b4b3 None None] Network e8219f6b-e123-429b-9d02-0ef93c0ccddf is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 14:11:43.870578 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-49779538-c53f-4130-abaa-e73aac8854c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:11:43.880861 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-5fd26b43-8d6b-4469-b438-24e1bed4b4b3 None None] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 14:11:43.885406 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd26b43-8d6b-4469-b438-24e1bed4b4b3 None None] Pushing event updated for resources: {'Port': ['ID=2baeac1c-c596-4a53-a67b-b9738999be40,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:11:43.887676 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fd26b43-8d6b-4469-b438-24e1bed4b4b3 None None] Received port after_create {{(pid=103161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 14:11:43.911748 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-49779538-c53f-4130-abaa-e73aac8854c4 None None] For port 57db874c-15b8-4ffc-9779-f3951deda270, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=57db874c-15b8-4ffc-9779-f3951deda270,segment=NetworkSegment(3f66d49c-4faa-434c-8c3e-991f4f1d01bd),segment_id=3f66d49c-4faa-434c-8c3e-991f4f1d01bd)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 14:11:43.932160 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-49779538-c53f-4130-abaa-e73aac8854c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:11:43.933410 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-37f279d1-ce00-49ec-b59f-d031253961a5 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks [] for port, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:11:43.968966 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-37f279d1-ce00-49ec-b59f-d031253961a5 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4533522'] for port, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:11:43.999435 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-5fd26b43-8d6b-4469-b438-24e1bed4b4b3 None None] Attempting to bind port 2baeac1c-c596-4a53-a67b-b9738999be40 on host dv-neutron-744815-20-hyperv for vnic_type normal with profile {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 14:11:43.999949 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-5fd26b43-8d6b-4469-b438-24e1bed4b4b3 None None] Attempting to bind port 2baeac1c-c596-4a53-a67b-b9738999be40 by drivers openvswitch,hyperv on host dv-neutron-744815-20-hyperv at level 0 using segments [{'id': '4da95101-a3ee-4f61-8c94-900e562211bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'e8219f6b-e123-429b-9d02-0ef93c0ccddf'}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 14:11:44.000353 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd26b43-8d6b-4469-b438-24e1bed4b4b3 None None] Attempting to bind port 2baeac1c-c596-4a53-a67b-b9738999be40 on network e8219f6b-e123-429b-9d02-0ef93c0ccddf {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 14:11:44.010073 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37f279d1-ce00-49ec-b59f-d031253961a5 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Network e8219f6b-e123-429b-9d02-0ef93c0ccddf is already hosted by enough agents. {{(pid=103160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 14:11:44.010650 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-a3733e55-36a6-442f-ac95-27374088c622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6193703f-707b-4ecf-8eb0-6e7d6e910bd9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-993708570', 'tenant_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.122'}], 'enable_snat': True}, 'gw_port_id': '57db874c-15b8-4ffc-9779-f3951deda270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T14:11:40Z', 'updated_at': '2021-12-18T14:11:41Z', 'revision_number': 3, 'project_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'gw_port': {'id': '57db874c-15b8-4ffc-9779-f3951deda270', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:e9:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6193703f-707b-4ecf-8eb0-6e7d6e910bd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1756, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T14:11:40Z', 'updated_at': '2021-12-18T14:11:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv'}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:11:44.013141 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.base_scheduler [None req-37f279d1-ce00-49ec-b59f-d031253961a5 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Resources bound (agent type, host, resource id): {{(pid=103160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 14:11:44.016967 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37f279d1-ce00-49ec-b59f-d031253961a5 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Received port after_create {{(pid=103160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 14:11:44.023399 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f279d1-ce00-49ec-b59f-d031253961a5 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Pushing event updated for resources: {'Port': ['ID=2397c6b4-5f54-4119-98f4-365f534d1784,revision_number=1']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:11:44.047731 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd26b43-8d6b-4469-b438-24e1bed4b4b3 None None] Checking agent: {'id': '428fa9fa-43db-4db9-9f96-f60ffe931f2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-20-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 13, 19, 1), 'started_at': datetime.datetime(2021, 12, 18, 13, 19, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 14, 11, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-20-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 18 14:11:44.048179 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd26b43-8d6b-4469-b438-24e1bed4b4b3 None None] Checking segment: {'id': '4da95101-a3ee-4f61-8c94-900e562211bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'e8219f6b-e123-429b-9d02-0ef93c0ccddf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 14:11:44.048509 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-5fd26b43-8d6b-4469-b438-24e1bed4b4b3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:11:44.048900 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd26b43-8d6b-4469-b438-24e1bed4b4b3 None None] Bound using segment: {'id': '4da95101-a3ee-4f61-8c94-900e562211bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'e8219f6b-e123-429b-9d02-0ef93c0ccddf'} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 18 14:11:44.049402 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-5fd26b43-8d6b-4469-b438-24e1bed4b4b3 None None] Bound port: 2baeac1c-c596-4a53-a67b-b9738999be40, host: dv-neutron-744815-20-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4da95101-a3ee-4f61-8c94-900e562211bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'e8219f6b-e123-429b-9d02-0ef93c0ccddf'}}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 18 14:11:44.049776 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-5fd26b43-8d6b-4469-b438-24e1bed4b4b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:11:44.052397 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49779538-c53f-4130-abaa-e73aac8854c4 None None] Pushing event updated for resources: {'Port': ['ID=57db874c-15b8-4ffc-9779-f3951deda270,revision_number=4']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:11:44.056723 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3733e55-36a6-442f-ac95-27374088c622 None None] The sync data for ids ['6193703f-707b-4ecf-8eb0-6e7d6e910bd9'] in dv-neutron-744815-20-hyperv is: [{'id': '6193703f-707b-4ecf-8eb0-6e7d6e910bd9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-993708570', 'tenant_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.122'}], 'enable_snat': True}, 'gw_port_id': '57db874c-15b8-4ffc-9779-f3951deda270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T14:11:40Z', 'updated_at': '2021-12-18T14:11:41Z', 'revision_number': 3, 'project_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'gw_port': {'id': '57db874c-15b8-4ffc-9779-f3951deda270', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:e9:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6193703f-707b-4ecf-8eb0-6e7d6e910bd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1756, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T14:11:40Z', 'updated_at': '2021-12-18T14:11:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv'}] {{(pid=103161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 14:11:44.063826 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-37f279d1-ce00-49ec-b59f-d031253961a5 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586257'] for router_interface, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:11:44.132645 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-5fd26b43-8d6b-4469-b438-24e1bed4b4b3 None None] For port 2baeac1c-c596-4a53-a67b-b9738999be40, host dv-neutron-744815-20-hyperv, cleared binding levels {{(pid=103161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 18 14:11:44.137001 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-5fd26b43-8d6b-4469-b438-24e1bed4b4b3 None None] For port 2baeac1c-c596-4a53-a67b-b9738999be40, host dv-neutron-744815-20-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=2baeac1c-c596-4a53-a67b-b9738999be40,segment=NetworkSegment(4da95101-a3ee-4f61-8c94-900e562211bb),segment_id=4da95101-a3ee-4f61-8c94-900e562211bb)] {{(pid=103161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 18 14:11:44.141241 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-5fd26b43-8d6b-4469-b438-24e1bed4b4b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:11:44.203014 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-37f279d1-ce00-49ec-b59f-d031253961a5 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:11:44.205388 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd26b43-8d6b-4469-b438-24e1bed4b4b3 None None] Pushing event updated for resources: {'Port': ['ID=2baeac1c-c596-4a53-a67b-b9738999be40,revision_number=2']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:11:44.543565 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-37f279d1-ce00-49ec-b59f-d031253961a5 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks [] for port, precommit_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:11:44.550603 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-37f279d1-ce00-49ec-b59f-d031253961a5 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4533541'] for port, after_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:11:44.629449 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f279d1-ce00-49ec-b59f-d031253961a5 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Pushing event updated for resources: {'Port': ['ID=2397c6b4-5f54-4119-98f4-365f534d1784,revision_number=2']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:11:44.632121 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-37f279d1-ce00-49ec-b59f-d031253961a5 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1048031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586432'] for router_interface, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:11:44.732909 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37f279d1-ce00-49ec-b59f-d031253961a5 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Network e8219f6b-e123-429b-9d02-0ef93c0ccddf is already hosted by enough agents. {{(pid=103160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 14:11:44.734673 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.base_scheduler [None req-37f279d1-ce00-49ec-b59f-d031253961a5 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Resources bound (agent type, host, resource id): {{(pid=103160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 14:11:44.862965 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37f279d1-ce00-49ec-b59f-d031253961a5 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Router 6193703f-707b-4ecf-8eb0-6e7d6e910bd9 has already been hosted by L3 agent c9c0cd52-5bd2-4704-9429-d80f1c5ad23c {{(pid=103160) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 18 14:11:44.982446 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37f279d1-ce00-49ec-b59f-d031253961a5 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Notify agent at l3_agent.dv-neutron-744815-20-hyperv the message routers_updated {{(pid=103160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 14:11:44.991248 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-37f279d1-ce00-49ec-b59f-d031253961a5 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "PUT /v2.0/routers/6193703f-707b-4ecf-8eb0-6e7d6e910bd9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3459635 Dec 18 14:11:45.147013 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-7c0aafab-7374-467b-a372-1a370fa1b0d2 req-34edd864-f4df-4fcf-8048-a26ea073a032 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-279317558&fields=id&tenant_id=4fe8c5245f464a0b8a2abb9a0874f704 HTTP/1.1" status: 200 len: 267 time: 0.0466926 Dec 18 14:11:45.171336 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a9085a2-6eb0-4f00-831a-377fa02d7fc3 None None] Network e8219f6b-e123-429b-9d02-0ef93c0ccddf requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 14:11:45.264001 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0aafab-7374-467b-a372-1a370fa1b0d2 req-877bcdb9-941f-4728-859d-d290c37a2473 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:11:45.265493 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-7c0aafab-7374-467b-a372-1a370fa1b0d2 req-877bcdb9-941f-4728-859d-d290c37a2473 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "GET /v2.0/networks?id=e8219f6b-e123-429b-9d02-0ef93c0ccddf HTTP/1.1" status: 200 len: 796 time: 0.1111910 Dec 18 14:11:45.280740 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-a27fac49-a8ee-4936-af18-b3e9d0f70c61 None None] Provisioning complete for port 2baeac1c-c596-4a53-a67b-b9738999be40 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 14:11:45.281042 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a27fac49-a8ee-4936-af18-b3e9d0f70c61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:11:45.281132 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-7c0aafab-7374-467b-a372-1a370fa1b0d2 req-a54ae6a8-886a-405e-a063-81434ce33c28 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "GET /v2.0/quotas/4fe8c5245f464a0b8a2abb9a0874f704 HTTP/1.1" status: 200 len: 375 time: 0.0097532 Dec 18 14:11:45.336058 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-7c0aafab-7374-467b-a372-1a370fa1b0d2 req-a9f89f4f-4f5c-492c-a179-cc4c1665271f tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=4fe8c5245f464a0b8a2abb9a0874f704&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0491424 Dec 18 14:11:45.388134 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a27fac49-a8ee-4936-af18-b3e9d0f70c61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:11:45.435853 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-a27fac49-a8ee-4936-af18-b3e9d0f70c61 None None] For port 2baeac1c-c596-4a53-a67b-b9738999be40, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=2baeac1c-c596-4a53-a67b-b9738999be40,segment=NetworkSegment(4da95101-a3ee-4f61-8c94-900e562211bb),segment_id=4da95101-a3ee-4f61-8c94-900e562211bb)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 14:11:45.443935 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a27fac49-a8ee-4936-af18-b3e9d0f70c61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:11:45.515177 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27fac49-a8ee-4936-af18-b3e9d0f70c61 None None] Pushing event updated for resources: {'Port': ['ID=2baeac1c-c596-4a53-a67b-b9738999be40,revision_number=3']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:11:45.520734 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-7c0aafab-7374-467b-a372-1a370fa1b0d2 req-e8570b23-7722-4165-8285-e2d7ce683a7d service neutron] 10.222.0.31 "GET /v2.0/networks/e8219f6b-e123-429b-9d02-0ef93c0ccddf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1533880 Dec 18 14:11:45.639463 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-7c0aafab-7374-467b-a372-1a370fa1b0d2 req-2910c934-9762-4908-ab4c-361f1c9509e5 service neutron] 10.222.0.31 "GET /v2.0/networks/e8219f6b-e123-429b-9d02-0ef93c0ccddf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098361 Dec 18 14:11:45.671656 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-f70a9b90-c449-415a-8fa2-7998c7c4f008 None None] Provisioning complete for port 2397c6b4-5f54-4119-98f4-365f534d1784 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 14:11:45.678594 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f70a9b90-c449-415a-8fa2-7998c7c4f008 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:11:45.747649 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-f70a9b90-c449-415a-8fa2-7998c7c4f008 None None] Port 2397c6b4-5f54-4119-98f4-365f534d1784 cannot update to ACTIVE because it is not bound. {{(pid=103161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 14:11:45.781431 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-f70a9b90-c449-415a-8fa2-7998c7c4f008 None None] Provisioning complete for port 2baeac1c-c596-4a53-a67b-b9738999be40 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 14:11:45.781913 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f70a9b90-c449-415a-8fa2-7998c7c4f008 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:11:45.925904 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-b544b906-de9b-42ef-9819-21a2430ad680 req-69dace3f-c652-4af9-96d1-ec783efd5d6b tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "GET /v2.0/ports?device_id=b5c42636-9300-48dd-b8e5-7cd0acd15001 HTTP/1.1" status: 200 len: 210 time: 0.1099849 Dec 18 14:11:46.030404 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-3d0c1262-57e5-4d79-8fc0-5e3235a6aed0 None None] Provisioning complete for port 2397c6b4-5f54-4119-98f4-365f534d1784 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 14:11:46.030904 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-3d0c1262-57e5-4d79-8fc0-5e3235a6aed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:11:46.073411 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 2baeac1c-c596-4a53-a67b-b9738999be40 up at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 14:11:46.101811 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-3d0c1262-57e5-4d79-8fc0-5e3235a6aed0 None None] Port 2397c6b4-5f54-4119-98f4-365f534d1784 cannot update to ACTIVE because it is not bound. {{(pid=103161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 14:11:46.104109 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7613734-48b9-48b9-9ab0-b708c7451281 None None] Sync routers for ids ['6193703f-707b-4ecf-8eb0-6e7d6e910bd9'] in dv-neutron-744815-20-hyperv {{(pid=103162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 14:11:46.131748 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2294866d-0076-4933-952c-685307032598 None None] Provisioning complete for port 2baeac1c-c596-4a53-a67b-b9738999be40 triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 14:11:46.132043 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:11:46.220551 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7613734-48b9-48b9-9ab0-b708c7451281 None None] Routers {'6193703f-707b-4ecf-8eb0-6e7d6e910bd9'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 14:11:46.221114 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-f7613734-48b9-48b9-9ab0-b708c7451281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T14:11:27Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['6193703f-707b-4ecf-8eb0-6e7d6e910bd9'], 'active': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:11:46.228967 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 57db874c-15b8-4ffc-9779-f3951deda270 up at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 14:11:46.232330 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-748ccbcc-3377-462a-8a38-d0f8a1087fc3 None None] Provisioning complete for port 2397c6b4-5f54-4119-98f4-365f534d1784 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 14:11:46.232667 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-748ccbcc-3377-462a-8a38-d0f8a1087fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:11:46.295024 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-748ccbcc-3377-462a-8a38-d0f8a1087fc3 None None] Port 2397c6b4-5f54-4119-98f4-365f534d1784 cannot update to ACTIVE because it is not bound. {{(pid=103161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 14:11:46.307558 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2294866d-0076-4933-952c-685307032598 None None] Provisioning complete for port 57db874c-15b8-4ffc-9779-f3951deda270 triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 14:11:46.307941 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:11:46.339220 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvr_db [None req-f7613734-48b9-48b9-9ab0-b708c7451281 None None] Set router 6193703f-707b-4ecf-8eb0-6e7d6e910bd9 gateway port host: dv-neutron-744815-20-hyperv {{(pid=103162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 14:11:46.547824 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-f7613734-48b9-48b9-9ab0-b708c7451281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6193703f-707b-4ecf-8eb0-6e7d6e910bd9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-993708570', 'tenant_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.122'}], 'enable_snat': True}, 'gw_port_id': '57db874c-15b8-4ffc-9779-f3951deda270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T14:11:40Z', 'updated_at': '2021-12-18T14:11:44Z', 'revision_number': 4, 'project_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'gw_port': {'id': '57db874c-15b8-4ffc-9779-f3951deda270', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:e9:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6193703f-707b-4ecf-8eb0-6e7d6e910bd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1756, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T14:11:40Z', 'updated_at': '2021-12-18T14:11:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv', '_interfaces': [{'id': '2397c6b4-5f54-4119-98f4-365f534d1784', 'name': '', 'network_id': 'e8219f6b-e123-429b-9d02-0ef93c0ccddf', 'tenant_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'mac_address': 'fa:16:3e:99:7f:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6193703f-707b-4ecf-8eb0-6e7d6e910bd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1759, 'fixed_ips': [{'subnet_id': 'c5ee35de-58cc-40b9-a9d4-b995c31da097', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T14:11:43Z', 'updated_at': '2021-12-18T14:11:44Z', 'revision_number': 2, 'project_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'subnets': [{'id': 'c5ee35de-58cc-40b9-a9d4-b995c31da097', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:11:46.577640 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7613734-48b9-48b9-9ab0-b708c7451281 None None] Checking router: 6193703f-707b-4ecf-8eb0-6e7d6e910bd9 for host: dv-neutron-744815-20-hyperv {{(pid=103162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 18 14:11:46.577879 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7613734-48b9-48b9-9ab0-b708c7451281 None None] Updating router 6193703f-707b-4ecf-8eb0-6e7d6e910bd9 port 2397c6b4-5f54-4119-98f4-365f534d1784 binding host dv-neutron-744815-20-hyperv {{(pid=103162) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 18 14:11:46.603826 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f7613734-48b9-48b9-9ab0-b708c7451281 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:11:46.880992 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f7613734-48b9-48b9-9ab0-b708c7451281 None None] Publish callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:11:46.886968 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f7613734-48b9-48b9-9ab0-b708c7451281 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:11:46.906540 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0aafab-7374-467b-a372-1a370fa1b0d2 req-765f25bd-97bd-49ce-86c3-34b21b2a9279 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:11:46.908031 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-7c0aafab-7374-467b-a372-1a370fa1b0d2 req-765f25bd-97bd-49ce-86c3-34b21b2a9279 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.43 "GET /v2.0/networks?id=e8219f6b-e123-429b-9d02-0ef93c0ccddf HTTP/1.1" status: 200 len: 796 time: 0.1133862 Dec 18 14:11:46.935281 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3554caa-0d81-4c25-b682-5538f6c1b23f None None] Pushing event updated for resources: {'Port': ['ID=2397c6b4-5f54-4119-98f4-365f534d1784,revision_number=3']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:11:46.944201 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3554caa-0d81-4c25-b682-5538f6c1b23f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:11:46.944548 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3554caa-0d81-4c25-b682-5538f6c1b23f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:11:46.944892 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3554caa-0d81-4c25-b682-5538f6c1b23f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:11:46.945224 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3554caa-0d81-4c25-b682-5538f6c1b23f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:11:46.945552 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3554caa-0d81-4c25-b682-5538f6c1b23f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:11:46.946771 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3554caa-0d81-4c25-b682-5538f6c1b23f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:11:46.946771 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3554caa-0d81-4c25-b682-5538f6c1b23f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:11:46.947025 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3554caa-0d81-4c25-b682-5538f6c1b23f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:11:46.947315 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3554caa-0d81-4c25-b682-5538f6c1b23f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:11:46.947639 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3554caa-0d81-4c25-b682-5538f6c1b23f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:11:46.947961 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3554caa-0d81-4c25-b682-5538f6c1b23f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:11:46.955321 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3554caa-0d81-4c25-b682-5538f6c1b23f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:11:46.955984 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3554caa-0d81-4c25-b682-5538f6c1b23f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:11:46.997155 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-7c0aafab-7374-467b-a372-1a370fa1b0d2 req-03a5a4cd-cf56-4ce4-a5fe-7a0c4732f052 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4fe8c5245f464a0b8a2abb9a0874f704 HTTP/1.1" status: 200 len: 379 time: 0.0799286 Dec 18 14:11:47.009800 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [req-7c0aafab-7374-467b-a372-1a370fa1b0d2 req-793ba5d5-d296-40fd-9f03-9284c56eb630 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Request body: {'port': {'device_id': 'b5c42636-9300-48dd-b8e5-7cd0acd15001', 'network_id': 'e8219f6b-e123-429b-9d02-0ef93c0ccddf', 'admin_state_up': True, 'tenant_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'security_groups': ['8dd07ee9-a0ab-41b8-9392-7c833a2b51cd']}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 14:11:47.038441 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [None req-f7613734-48b9-48b9-9ab0-b708c7451281 None None] Attempting to bind port 2397c6b4-5f54-4119-98f4-365f534d1784 on host dv-neutron-744815-20-hyperv for vnic_type normal with profile {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 14:11:47.038808 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [None req-f7613734-48b9-48b9-9ab0-b708c7451281 None None] Attempting to bind port 2397c6b4-5f54-4119-98f4-365f534d1784 by drivers openvswitch,hyperv on host dv-neutron-744815-20-hyperv at level 0 using segments [{'id': '4da95101-a3ee-4f61-8c94-900e562211bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'e8219f6b-e123-429b-9d02-0ef93c0ccddf'}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 14:11:47.039186 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7613734-48b9-48b9-9ab0-b708c7451281 None None] Attempting to bind port 2397c6b4-5f54-4119-98f4-365f534d1784 on network e8219f6b-e123-429b-9d02-0ef93c0ccddf {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 14:11:47.040912 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-7ae98627-4653-4e00-aa99-3c0edf8aa6a9 req-705a10c5-7b8d-4ac9-90a6-794ad14b0ca3 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "GET /v2.0/ports?device_id=b5c42636-9300-48dd-b8e5-7cd0acd15001 HTTP/1.1" status: 200 len: 210 time: 0.0310040 Dec 18 14:11:47.048082 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7613734-48b9-48b9-9ab0-b708c7451281 None None] Checking agent: {'id': '428fa9fa-43db-4db9-9f96-f60ffe931f2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-20-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 13, 19, 1), 'started_at': datetime.datetime(2021, 12, 18, 13, 19, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 14, 11, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-20-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 18 14:11:47.048484 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7613734-48b9-48b9-9ab0-b708c7451281 None None] Checking segment: {'id': '4da95101-a3ee-4f61-8c94-900e562211bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'e8219f6b-e123-429b-9d02-0ef93c0ccddf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 14:11:47.048865 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f7613734-48b9-48b9-9ab0-b708c7451281 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:11:47.049290 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7613734-48b9-48b9-9ab0-b708c7451281 None None] Bound using segment: {'id': '4da95101-a3ee-4f61-8c94-900e562211bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'e8219f6b-e123-429b-9d02-0ef93c0ccddf'} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 18 14:11:47.049766 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [None req-f7613734-48b9-48b9-9ab0-b708c7451281 None None] Bound port: 2397c6b4-5f54-4119-98f4-365f534d1784, host: dv-neutron-744815-20-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4da95101-a3ee-4f61-8c94-900e562211bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'e8219f6b-e123-429b-9d02-0ef93c0ccddf'}}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 18 14:11:47.055546 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f7613734-48b9-48b9-9ab0-b708c7451281 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:11:47.132874 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-f7613734-48b9-48b9-9ab0-b708c7451281 None None] For port 2397c6b4-5f54-4119-98f4-365f534d1784, host dv-neutron-744815-20-hyperv, cleared binding levels {{(pid=103162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 18 14:11:47.137298 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-f7613734-48b9-48b9-9ab0-b708c7451281 None None] For port 2397c6b4-5f54-4119-98f4-365f534d1784, host dv-neutron-744815-20-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=2397c6b4-5f54-4119-98f4-365f534d1784,segment=NetworkSegment(4da95101-a3ee-4f61-8c94-900e562211bb),segment_id=4da95101-a3ee-4f61-8c94-900e562211bb)] {{(pid=103162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 18 14:11:47.144728 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f7613734-48b9-48b9-9ab0-b708c7451281 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:11:47.149303 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c0aafab-7374-467b-a372-1a370fa1b0d2 req-793ba5d5-d296-40fd-9f03-9284c56eb630 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Made reservation on behalf of 4fe8c5245f464a0b8a2abb9a0874f704 for: {'port': 1} {{(pid=103159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 14:11:47.153095 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-7c0aafab-7374-467b-a372-1a370fa1b0d2 req-793ba5d5-d296-40fd-9f03-9284c56eb630 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:11:47.205056 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3554caa-0d81-4c25-b682-5538f6c1b23f None None] Pushing event updated for resources: {'Port': ['ID=2397c6b4-5f54-4119-98f4-365f534d1784,revision_number=4']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:11:47.211741 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7613734-48b9-48b9-9ab0-b708c7451281 None None] Routers {'6193703f-707b-4ecf-8eb0-6e7d6e910bd9'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 14:11:47.212365 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-f7613734-48b9-48b9-9ab0-b708c7451281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T14:11:27Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['6193703f-707b-4ecf-8eb0-6e7d6e910bd9'], 'active': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:11:47.227192 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2784b577-f2c6-4974-a401-f60abdaceae7 None None] Provisioning complete for port 2397c6b4-5f54-4119-98f4-365f534d1784 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 14:11:47.227959 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2784b577-f2c6-4974-a401-f60abdaceae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:11:47.300832 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.db_base_plugin_common [req-7c0aafab-7374-467b-a372-1a370fa1b0d2 req-793ba5d5-d296-40fd-9f03-9284c56eb630 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Allocated IP 172.20.0.12 (e8219f6b-e123-429b-9d02-0ef93c0ccddf/c5ee35de-58cc-40b9-a9d4-b995c31da097/2da1aef2-fde5-4009-a897-b48b956aa977) {{(pid=103159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 14:11:47.321569 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2784b577-f2c6-4974-a401-f60abdaceae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:11:47.333939 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvr_db [None req-f7613734-48b9-48b9-9ab0-b708c7451281 None None] Set router 6193703f-707b-4ecf-8eb0-6e7d6e910bd9 gateway port host: dv-neutron-744815-20-hyperv {{(pid=103162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 14:11:47.362342 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-2784b577-f2c6-4974-a401-f60abdaceae7 None None] For port 2397c6b4-5f54-4119-98f4-365f534d1784, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=2397c6b4-5f54-4119-98f4-365f534d1784,segment=NetworkSegment(4da95101-a3ee-4f61-8c94-900e562211bb),segment_id=4da95101-a3ee-4f61-8c94-900e562211bb)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 14:11:47.369261 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2784b577-f2c6-4974-a401-f60abdaceae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:11:47.436067 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2784b577-f2c6-4974-a401-f60abdaceae7 None None] Pushing event updated for resources: {'Port': ['ID=2397c6b4-5f54-4119-98f4-365f534d1784,revision_number=5']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:11:47.478668 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-7c0aafab-7374-467b-a372-1a370fa1b0d2 req-793ba5d5-d296-40fd-9f03-9284c56eb630 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks [] for port, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:11:47.502422 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-7e5f4ebb-f693-400e-9463-6e7cb9c96474 None None] Provisioning complete for port 2397c6b4-5f54-4119-98f4-365f534d1784 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 14:11:47.503615 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7e5f4ebb-f693-400e-9463-6e7cb9c96474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:11:47.520042 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-7c0aafab-7374-467b-a372-1a370fa1b0d2 req-793ba5d5-d296-40fd-9f03-9284c56eb630 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:11:47.548313 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-f7613734-48b9-48b9-9ab0-b708c7451281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6193703f-707b-4ecf-8eb0-6e7d6e910bd9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-993708570', 'tenant_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.122'}], 'enable_snat': True}, 'gw_port_id': '57db874c-15b8-4ffc-9779-f3951deda270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T14:11:40Z', 'updated_at': '2021-12-18T14:11:44Z', 'revision_number': 4, 'project_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'gw_port': {'id': '57db874c-15b8-4ffc-9779-f3951deda270', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:e9:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6193703f-707b-4ecf-8eb0-6e7d6e910bd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1756, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T14:11:40Z', 'updated_at': '2021-12-18T14:11:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv', '_interfaces': [{'id': '2397c6b4-5f54-4119-98f4-365f534d1784', 'name': '', 'network_id': 'e8219f6b-e123-429b-9d02-0ef93c0ccddf', 'tenant_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'mac_address': 'fa:16:3e:99:7f:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6193703f-707b-4ecf-8eb0-6e7d6e910bd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1759, 'fixed_ips': [{'subnet_id': 'c5ee35de-58cc-40b9-a9d4-b995c31da097', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T14:11:43Z', 'updated_at': '2021-12-18T14:11:47Z', 'revision_number': 4, 'project_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'subnets': [{'id': 'c5ee35de-58cc-40b9-a9d4-b995c31da097', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:11:47.563886 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c0aafab-7374-467b-a372-1a370fa1b0d2 req-793ba5d5-d296-40fd-9f03-9284c56eb630 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Network e8219f6b-e123-429b-9d02-0ef93c0ccddf is already hosted by enough agents. {{(pid=103159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 14:11:47.568812 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.base_scheduler [req-7c0aafab-7374-467b-a372-1a370fa1b0d2 req-793ba5d5-d296-40fd-9f03-9284c56eb630 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Resources bound (agent type, host, resource id): {{(pid=103159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 14:11:47.571934 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c0aafab-7374-467b-a372-1a370fa1b0d2 req-793ba5d5-d296-40fd-9f03-9284c56eb630 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Received port after_create {{(pid=103159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 14:11:47.576244 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7613734-48b9-48b9-9ab0-b708c7451281 None None] The sync data for ids ['6193703f-707b-4ecf-8eb0-6e7d6e910bd9'] in dv-neutron-744815-20-hyperv is: [{'id': '6193703f-707b-4ecf-8eb0-6e7d6e910bd9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-993708570', 'tenant_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.122'}], 'enable_snat': True}, 'gw_port_id': '57db874c-15b8-4ffc-9779-f3951deda270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T14:11:40Z', 'updated_at': '2021-12-18T14:11:44Z', 'revision_number': 4, 'project_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'gw_port': {'id': '57db874c-15b8-4ffc-9779-f3951deda270', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:e9:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6193703f-707b-4ecf-8eb0-6e7d6e910bd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1756, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T14:11:40Z', 'updated_at': '2021-12-18T14:11:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv', '_interfaces': [{'id': '2397c6b4-5f54-4119-98f4-365f534d1784', 'name': '', 'network_id': 'e8219f6b-e123-429b-9d02-0ef93c0ccddf', 'tenant_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'mac_address': 'fa:16:3e:99:7f:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6193703f-707b-4ecf-8eb0-6e7d6e910bd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1759, 'fixed_ips': [{'subnet_id': 'c5ee35de-58cc-40b9-a9d4-b995c31da097', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T14:11:43Z', 'updated_at': '2021-12-18T14:11:47Z', 'revision_number': 4, 'project_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'subnets': [{'id': 'c5ee35de-58cc-40b9-a9d4-b995c31da097', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 14:11:47.608976 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793ba5d5-d296-40fd-9f03-9284c56eb630 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Pushing event updated for resources: {'Port': ['ID=2da1aef2-fde5-4009-a897-b48b956aa977,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:11:47.671818 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0aafab-7374-467b-a372-1a370fa1b0d2 req-793ba5d5-d296-40fd-9f03-9284c56eb630 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:11:47.672542 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-7c0aafab-7374-467b-a372-1a370fa1b0d2 req-793ba5d5-d296-40fd-9f03-9284c56eb630 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:11:47.693418 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-7c0aafab-7374-467b-a372-1a370fa1b0d2 req-793ba5d5-d296-40fd-9f03-9284c56eb630 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6881239 Dec 18 14:11:47.707395 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [req-7c0aafab-7374-467b-a372-1a370fa1b0d2 req-a7584dbc-86cb-41bb-a4cd-9d59c42513ec service neutron] Request body: {'port': {'device_id': 'b5c42636-9300-48dd-b8e5-7cd0acd15001', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7448'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 14:11:47.852212 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-e5ba53d3-356e-40d1-9e1b-3a853b101e77 None None] Provisioning complete for port 2da1aef2-fde5-4009-a897-b48b956aa977 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 14:11:47.852632 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e5ba53d3-356e-40d1-9e1b-3a853b101e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:11:47.893341 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-e5ba53d3-356e-40d1-9e1b-3a853b101e77 None None] Port 2da1aef2-fde5-4009-a897-b48b956aa977 cannot update to ACTIVE because it is not bound. {{(pid=103161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 14:11:48.025204 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 2397c6b4-5f54-4119-98f4-365f534d1784 up at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 14:11:48.079704 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2294866d-0076-4933-952c-685307032598 None None] Provisioning complete for port 2397c6b4-5f54-4119-98f4-365f534d1784 triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 14:11:48.079957 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:11:48.141770 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-7c0aafab-7374-467b-a372-1a370fa1b0d2 req-a7584dbc-86cb-41bb-a4cd-9d59c42513ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:11:48.216983 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732b1a82-6e5a-44ac-851d-d7f0a4d4d890 req-aafb1b4c-52f2-4f11-8a28-9160dad21262 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:11:48.218553 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-732b1a82-6e5a-44ac-851d-d7f0a4d4d890 req-aafb1b4c-52f2-4f11-8a28-9160dad21262 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "GET /v2.0/ports?device_id=b5c42636-9300-48dd-b8e5-7cd0acd15001 HTTP/1.1" status: 200 len: 932 time: 0.0912189 Dec 18 14:11:48.347015 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-732b1a82-6e5a-44ac-851d-d7f0a4d4d890 req-b6c42118-936e-4e5c-97fd-53e810993d99 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "GET /v2.0/security-groups?id=8dd07ee9-a0ab-41b8-9392-7c833a2b51cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1215184 Dec 18 14:11:48.479067 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.notifiers.nova [req-7c0aafab-7374-467b-a372-1a370fa1b0d2 req-a7584dbc-86cb-41bb-a4cd-9d59c42513ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2da1aef2-fde5-4009-a897-b48b956aa977 {{(pid=103159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 18 14:11:48.489146 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-7c0aafab-7374-467b-a372-1a370fa1b0d2 req-a7584dbc-86cb-41bb-a4cd-9d59c42513ec service neutron] Publish callbacks [] for port, precommit_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:11:48.504018 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.provisioning_blocks [req-7c0aafab-7374-467b-a372-1a370fa1b0d2 req-a7584dbc-86cb-41bb-a4cd-9d59c42513ec service neutron] Transition to ACTIVE for port object 2da1aef2-fde5-4009-a897-b48b956aa977 will not be triggered until provisioned by entity L2. {{(pid=103159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 18 14:11:48.508986 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-7c0aafab-7374-467b-a372-1a370fa1b0d2 req-a7584dbc-86cb-41bb-a4cd-9d59c42513ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5659917'] for port, after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:11:48.562861 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7584dbc-86cb-41bb-a4cd-9d59c42513ec service neutron] Pushing event updated for resources: {'Port': ['ID=2da1aef2-fde5-4009-a897-b48b956aa977,revision_number=2']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:11:48.647820 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.managers [req-7c0aafab-7374-467b-a372-1a370fa1b0d2 req-a7584dbc-86cb-41bb-a4cd-9d59c42513ec service neutron] Attempting to bind port 2da1aef2-fde5-4009-a897-b48b956aa977 on host hv-neutron-7448 for vnic_type normal with profile {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 14:11:48.648253 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.managers [req-7c0aafab-7374-467b-a372-1a370fa1b0d2 req-a7584dbc-86cb-41bb-a4cd-9d59c42513ec service neutron] Attempting to bind port 2da1aef2-fde5-4009-a897-b48b956aa977 by drivers openvswitch,hyperv on host hv-neutron-7448 at level 0 using segments [{'id': '4da95101-a3ee-4f61-8c94-900e562211bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'e8219f6b-e123-429b-9d02-0ef93c0ccddf'}] {{(pid=103159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 14:11:48.648657 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c0aafab-7374-467b-a372-1a370fa1b0d2 req-a7584dbc-86cb-41bb-a4cd-9d59c42513ec service neutron] Attempting to bind port 2da1aef2-fde5-4009-a897-b48b956aa977 on network e8219f6b-e123-429b-9d02-0ef93c0ccddf {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 14:11:48.653452 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c0aafab-7374-467b-a372-1a370fa1b0d2 req-a7584dbc-86cb-41bb-a4cd-9d59c42513ec service neutron] Port 2da1aef2-fde5-4009-a897-b48b956aa977 on network e8219f6b-e123-429b-9d02-0ef93c0ccddf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7448 {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 18 14:11:48.653779 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c0aafab-7374-467b-a372-1a370fa1b0d2 req-a7584dbc-86cb-41bb-a4cd-9d59c42513ec service neutron] Attempting to bind port 2da1aef2-fde5-4009-a897-b48b956aa977 on network e8219f6b-e123-429b-9d02-0ef93c0ccddf {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 14:11:48.658769 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c0aafab-7374-467b-a372-1a370fa1b0d2 req-a7584dbc-86cb-41bb-a4cd-9d59c42513ec service neutron] Checking agent: {'id': 'c35b6aa0-0616-421f-8ded-732dd37fc90f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7448', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 13, 24, 37), 'started_at': datetime.datetime(2021, 12, 18, 13, 24, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 14, 11, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 18 14:11:48.659117 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c0aafab-7374-467b-a372-1a370fa1b0d2 req-a7584dbc-86cb-41bb-a4cd-9d59c42513ec service neutron] Checking segment: {'id': '4da95101-a3ee-4f61-8c94-900e562211bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'e8219f6b-e123-429b-9d02-0ef93c0ccddf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 14:11:48.659542 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c0aafab-7374-467b-a372-1a370fa1b0d2 req-a7584dbc-86cb-41bb-a4cd-9d59c42513ec service neutron] Bound using segment: {'id': '4da95101-a3ee-4f61-8c94-900e562211bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'e8219f6b-e123-429b-9d02-0ef93c0ccddf'} {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 18 14:11:48.659977 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.managers [req-7c0aafab-7374-467b-a372-1a370fa1b0d2 req-a7584dbc-86cb-41bb-a4cd-9d59c42513ec service neutron] Bound port: 2da1aef2-fde5-4009-a897-b48b956aa977, host: hv-neutron-7448, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4da95101-a3ee-4f61-8c94-900e562211bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'e8219f6b-e123-429b-9d02-0ef93c0ccddf'}}] {{(pid=103159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 18 14:11:48.660376 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-7c0aafab-7374-467b-a372-1a370fa1b0d2 req-a7584dbc-86cb-41bb-a4cd-9d59c42513ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:11:48.725468 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.db [req-7c0aafab-7374-467b-a372-1a370fa1b0d2 req-a7584dbc-86cb-41bb-a4cd-9d59c42513ec service neutron] For port 2da1aef2-fde5-4009-a897-b48b956aa977, host hv-neutron-7448, cleared binding levels {{(pid=103159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 18 14:11:48.728650 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.db [req-7c0aafab-7374-467b-a372-1a370fa1b0d2 req-a7584dbc-86cb-41bb-a4cd-9d59c42513ec service neutron] For port 2da1aef2-fde5-4009-a897-b48b956aa977, host hv-neutron-7448, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=2da1aef2-fde5-4009-a897-b48b956aa977,segment=NetworkSegment(4da95101-a3ee-4f61-8c94-900e562211bb),segment_id=4da95101-a3ee-4f61-8c94-900e562211bb)] {{(pid=103159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 18 14:11:48.732794 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-7c0aafab-7374-467b-a372-1a370fa1b0d2 req-a7584dbc-86cb-41bb-a4cd-9d59c42513ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5659917'] for port, after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:11:48.772647 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0aafab-7374-467b-a372-1a370fa1b0d2 req-a7584dbc-86cb-41bb-a4cd-9d59c42513ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:11:48.773283 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-7c0aafab-7374-467b-a372-1a370fa1b0d2 req-a7584dbc-86cb-41bb-a4cd-9d59c42513ec service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:11:48.774838 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-7c0aafab-7374-467b-a372-1a370fa1b0d2 req-a7584dbc-86cb-41bb-a4cd-9d59c42513ec service neutron] 10.222.0.43 "PUT /v2.0/ports/2da1aef2-fde5-4009-a897-b48b956aa977 HTTP/1.1" status: 200 len: 1094 time: 1.0720382 Dec 18 14:11:48.775308 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5c42636-9300-48dd-b8e5-7cd0acd15001', 'tag': '2da1aef2-fde5-4009-a897-b48b956aa977'}] {{(pid=103159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 18 14:11:48.777641 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca844cf115d59c1fab86abc202fb4c13735de0d7e4cbbbb25eec9406e9c87431" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-748b4a9a-2198-471d-8601-a621b7115ca6" -d '{"events": [{"name": "network-changed", "server_uuid": "b5c42636-9300-48dd-b8e5-7cd0acd15001", "tag": "2da1aef2-fde5-4009-a897-b48b956aa977"}]}' {{(pid=103159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 18 14:11:48.802247 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7584dbc-86cb-41bb-a4cd-9d59c42513ec service neutron] Pushing event updated for resources: {'Port': ['ID=2da1aef2-fde5-4009-a897-b48b956aa977,revision_number=3']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:11:48.871737 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0aafab-7374-467b-a372-1a370fa1b0d2 req-25c95366-78b7-449b-ae54-f66a2bd2b200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:11:48.873284 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-7c0aafab-7374-467b-a372-1a370fa1b0d2 req-25c95366-78b7-449b-ae54-f66a2bd2b200 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4fe8c5245f464a0b8a2abb9a0874f704&device_id=b5c42636-9300-48dd-b8e5-7cd0acd15001 HTTP/1.1" status: 200 len: 1097 time: 0.0462537 Dec 18 14:11:48.920609 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 14:11:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9073d51c-3ba0-46e2-bdde-e12b3d12c914 x-openstack-request-id: req-9073d51c-3ba0-46e2-bdde-e12b3d12c914 {{(pid=103159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 18 14:11:48.920911 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5c42636-9300-48dd-b8e5-7cd0acd15001", "tag": "2da1aef2-fde5-4009-a897-b48b956aa977", "status": "completed", "code": 200}]} {{(pid=103159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 18 14:11:48.921156 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9073d51c-3ba0-46e2-bdde-e12b3d12c914 {{(pid=103159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 18 14:11:48.921593 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5c42636-9300-48dd-b8e5-7cd0acd15001', 'tag': '2da1aef2-fde5-4009-a897-b48b956aa977', 'status': 'completed', 'code': 200} Dec 18 14:11:48.923573 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-7c0aafab-7374-467b-a372-1a370fa1b0d2 req-74d5e9b9-8463-494c-ae5c-8f6c69143496 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2da1aef2-fde5-4009-a897-b48b956aa977 HTTP/1.1" status: 200 len: 217 time: 0.0421510 Dec 18 14:11:48.974645 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0aafab-7374-467b-a372-1a370fa1b0d2 req-cde94b63-1241-4884-9bf2-641b83e91ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:11:48.976175 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-7c0aafab-7374-467b-a372-1a370fa1b0d2 req-cde94b63-1241-4884-9bf2-641b83e91ab6 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c5ee35de-58cc-40b9-a9d4-b995c31da097 HTTP/1.1" status: 200 len: 835 time: 0.0460498 Dec 18 14:11:49.022882 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0aafab-7374-467b-a372-1a370fa1b0d2 req-05e251bb-9ecc-4666-b820-f11e0f40cfdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:11:49.024533 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-7c0aafab-7374-467b-a372-1a370fa1b0d2 req-05e251bb-9ecc-4666-b820-f11e0f40cfdb service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e8219f6b-e123-429b-9d02-0ef93c0ccddf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0399270 Dec 18 14:11:49.129933 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-7c0aafab-7374-467b-a372-1a370fa1b0d2 req-d3782f4b-50b9-4ccc-a08f-546fe2ddc219 service neutron] 10.222.0.43 "GET /v2.0/networks/e8219f6b-e123-429b-9d02-0ef93c0ccddf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955529 Dec 18 14:11:49.221238 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-7c0aafab-7374-467b-a372-1a370fa1b0d2 req-31f12733-3f94-49d2-b004-7ed13cdc6e0a service neutron] 10.222.0.43 "GET /v2.0/networks/e8219f6b-e123-429b-9d02-0ef93c0ccddf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836444 Dec 18 14:11:49.318796 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748b4a9a-2198-471d-8601-a621b7115ca6 req-6196136c-216a-4fce-b1fc-2e3925e54d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:11:49.320349 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-748b4a9a-2198-471d-8601-a621b7115ca6 req-6196136c-216a-4fce-b1fc-2e3925e54d2e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4fe8c5245f464a0b8a2abb9a0874f704&device_id=b5c42636-9300-48dd-b8e5-7cd0acd15001 HTTP/1.1" status: 200 len: 1097 time: 0.0473130 Dec 18 14:11:49.412905 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748b4a9a-2198-471d-8601-a621b7115ca6 req-0715073d-26a3-4692-91df-6e0ca17f8e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:11:49.415331 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-748b4a9a-2198-471d-8601-a621b7115ca6 req-0715073d-26a3-4692-91df-6e0ca17f8e6e service neutron] 10.222.0.43 "GET /v2.0/networks?id=e8219f6b-e123-429b-9d02-0ef93c0ccddf HTTP/1.1" status: 200 len: 897 time: 0.0864120 Dec 18 14:11:49.475112 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-748b4a9a-2198-471d-8601-a621b7115ca6 req-cd8200aa-5529-4c0f-9353-497d8917a09d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2da1aef2-fde5-4009-a897-b48b956aa977 HTTP/1.1" status: 200 len: 217 time: 0.0506155 Dec 18 14:11:49.526138 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321eb72c-c9ff-4ded-b7e8-ff1a32864e22 req-2d878a44-bff5-461c-974b-87676e708896 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:11:49.527715 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-321eb72c-c9ff-4ded-b7e8-ff1a32864e22 req-2d878a44-bff5-461c-974b-87676e708896 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "GET /v2.0/ports?device_id=b5c42636-9300-48dd-b8e5-7cd0acd15001 HTTP/1.1" status: 200 len: 944 time: 0.1115158 Dec 18 14:11:49.545274 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748b4a9a-2198-471d-8601-a621b7115ca6 req-234f50d7-54f6-460c-98f3-ca60bb8ad2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:11:49.546693 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-748b4a9a-2198-471d-8601-a621b7115ca6 req-234f50d7-54f6-460c-98f3-ca60bb8ad2ef service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c5ee35de-58cc-40b9-a9d4-b995c31da097 HTTP/1.1" status: 200 len: 835 time: 0.0641336 Dec 18 14:11:49.613952 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-321eb72c-c9ff-4ded-b7e8-ff1a32864e22 req-a7331710-0c6b-4d70-a250-28f22c618083 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "GET /v2.0/security-groups?id=8dd07ee9-a0ab-41b8-9392-7c833a2b51cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787237 Dec 18 14:11:49.619937 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748b4a9a-2198-471d-8601-a621b7115ca6 req-c9c2c8ef-ce36-434d-b443-7d0219225552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:11:49.621452 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-748b4a9a-2198-471d-8601-a621b7115ca6 req-c9c2c8ef-ce36-434d-b443-7d0219225552 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e8219f6b-e123-429b-9d02-0ef93c0ccddf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0669417 Dec 18 14:11:49.710352 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-748b4a9a-2198-471d-8601-a621b7115ca6 req-8e0a3cf1-2d57-4c1f-b5c2-deb4a95dd8af service neutron] 10.222.0.43 "GET /v2.0/networks/e8219f6b-e123-429b-9d02-0ef93c0ccddf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809891 Dec 18 14:11:49.820844 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-748b4a9a-2198-471d-8601-a621b7115ca6 req-c8cc67de-7139-4d81-8a3d-f228171afa7a service neutron] 10.222.0.43 "GET /v2.0/networks/e8219f6b-e123-429b-9d02-0ef93c0ccddf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016374 Dec 18 14:11:50.733401 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e836908e-d694-45c2-ad12-b439e4db9fd0 req-b5e2c6ab-d2de-484b-8c69-f35c7fc4fefb tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:11:50.734852 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-e836908e-d694-45c2-ad12-b439e4db9fd0 req-b5e2c6ab-d2de-484b-8c69-f35c7fc4fefb tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "GET /v2.0/ports?device_id=b5c42636-9300-48dd-b8e5-7cd0acd15001 HTTP/1.1" status: 200 len: 944 time: 0.0494616 Dec 18 14:11:50.786550 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-e836908e-d694-45c2-ad12-b439e4db9fd0 req-fcf5d175-11a5-4e35-9a9d-b047a81dd018 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "GET /v2.0/security-groups?id=8dd07ee9-a0ab-41b8-9392-7c833a2b51cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455151 Dec 18 14:11:51.831696 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Device 2da1aef2-fde5-4009-a897-b48b956aa977 details requested by agent hyperv_hv-neutron-7448 with host hv-neutron-7448 {{(pid=103161) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 18 14:11:51.916796 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c829f8-991d-4400-bf01-dca6688bdecd req-a05aa5cc-640f-405a-b963-2693b10be3ad tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:11:51.918426 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-b8c829f8-991d-4400-bf01-dca6688bdecd req-a05aa5cc-640f-405a-b963-2693b10be3ad tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "GET /v2.0/ports?device_id=b5c42636-9300-48dd-b8e5-7cd0acd15001 HTTP/1.1" status: 200 len: 944 time: 0.0502884 Dec 18 14:11:51.930806 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] For port 2da1aef2-fde5-4009-a897-b48b956aa977, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=2da1aef2-fde5-4009-a897-b48b956aa977,segment=NetworkSegment(4da95101-a3ee-4f61-8c94-900e562211bb),segment_id=4da95101-a3ee-4f61-8c94-900e562211bb)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 14:11:51.943904 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Returning: {'device': '2da1aef2-fde5-4009-a897-b48b956aa977', 'network_id': 'e8219f6b-e123-429b-9d02-0ef93c0ccddf', 'port_id': '2da1aef2-fde5-4009-a897-b48b956aa977', 'mac_address': 'fa:16:3e:e3:cc:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5ee35de-58cc-40b9-a9d4-b995c31da097', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103161) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 18 14:11:51.970430 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-b8c829f8-991d-4400-bf01-dca6688bdecd req-39ceb5da-33ec-4034-a831-d94e190aec5a tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "GET /v2.0/security-groups?id=8dd07ee9-a0ab-41b8-9392-7c833a2b51cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458918 Dec 18 14:11:51.984666 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:11:51.997178 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.notifiers.nova [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2da1aef2-fde5-4009-a897-b48b956aa977 {{(pid=103161) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 18 14:11:52.015940 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] For port 2da1aef2-fde5-4009-a897-b48b956aa977, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=2da1aef2-fde5-4009-a897-b48b956aa977,segment=NetworkSegment(4da95101-a3ee-4f61-8c94-900e562211bb),segment_id=4da95101-a3ee-4f61-8c94-900e562211bb)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 14:11:52.021336 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:11:52.066808 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Pushing event updated for resources: {'Port': ['ID=2da1aef2-fde5-4009-a897-b48b956aa977,revision_number=4']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:11:52.410259 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] get_ports_and_sgs() called for port_ids ['2da1aef2-fde5-4009-a897-b48b956aa977'] {{(pid=103161) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 18 14:11:53.108883 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d817f943-a50e-46d0-ac9d-6cd9b8849897 req-fffeaa87-e224-469c-ab6f-9db78fad8fc4 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:11:53.110466 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-d817f943-a50e-46d0-ac9d-6cd9b8849897 req-fffeaa87-e224-469c-ab6f-9db78fad8fc4 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "GET /v2.0/ports?device_id=b5c42636-9300-48dd-b8e5-7cd0acd15001 HTTP/1.1" status: 200 len: 945 time: 0.0654860 Dec 18 14:11:53.161819 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-d817f943-a50e-46d0-ac9d-6cd9b8849897 req-a0c39b29-5497-48f5-9ddc-c800de004c7c tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "GET /v2.0/security-groups?id=8dd07ee9-a0ab-41b8-9392-7c833a2b51cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446656 Dec 18 14:11:53.831010 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Device 2da1aef2-fde5-4009-a897-b48b956aa977 up at agent hyperv_hv-neutron-7448 {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 14:11:53.887593 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Provisioning for port 2da1aef2-fde5-4009-a897-b48b956aa977 completed by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 18 14:11:53.891523 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Provisioning complete for port 2da1aef2-fde5-4009-a897-b48b956aa977 triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 14:11:53.891894 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:11:53.973222 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:11:53.996175 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5c42636-9300-48dd-b8e5-7cd0acd15001', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2da1aef2-fde5-4009-a897-b48b956aa977'}] {{(pid=103161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 18 14:11:53.998506 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22224e7a42aa75e3f3b9c037df440650d2cfa1dd97b40a249aee4a8113775251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bed7e0c-d9df-4dc8-8c5f-854f3ba11c0c" -d '{"events": [{"server_uuid": "b5c42636-9300-48dd-b8e5-7cd0acd15001", "name": "network-vif-plugged", "status": "completed", "tag": "2da1aef2-fde5-4009-a897-b48b956aa977"}]}' {{(pid=103161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 18 14:11:54.010683 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] For port 2da1aef2-fde5-4009-a897-b48b956aa977, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=2da1aef2-fde5-4009-a897-b48b956aa977,segment=NetworkSegment(4da95101-a3ee-4f61-8c94-900e562211bb),segment_id=4da95101-a3ee-4f61-8c94-900e562211bb)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 14:11:54.015438 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:11:54.040573 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 14:11:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64c04b46-67d5-419c-b654-b8ec1cdf55ba x-openstack-request-id: req-64c04b46-67d5-419c-b654-b8ec1cdf55ba {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 18 14:11:54.040865 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5c42636-9300-48dd-b8e5-7cd0acd15001", "name": "network-vif-plugged", "status": "completed", "tag": "2da1aef2-fde5-4009-a897-b48b956aa977", "code": 200}]} {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 18 14:11:54.041118 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-64c04b46-67d5-419c-b654-b8ec1cdf55ba {{(pid=103161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 18 14:11:54.041553 dv-neutron-744815-20-hyperv neutron-server[103161]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5c42636-9300-48dd-b8e5-7cd0acd15001', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2da1aef2-fde5-4009-a897-b48b956aa977', 'code': 200} Dec 18 14:11:54.068108 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Pushing event updated for resources: {'Port': ['ID=2da1aef2-fde5-4009-a897-b48b956aa977,revision_number=5']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:11:54.209037 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae25c576-83a3-45c5-8821-159a88f0ccfd req-dce1683e-df9c-4712-9b0d-6f74821f8903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:11:54.210736 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-ae25c576-83a3-45c5-8821-159a88f0ccfd req-dce1683e-df9c-4712-9b0d-6f74821f8903 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=b5c42636-9300-48dd-b8e5-7cd0acd15001 HTTP/1.1" status: 200 len: 1099 time: 0.0423203 Dec 18 14:11:54.262909 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-ae25c576-83a3-45c5-8821-159a88f0ccfd req-409a1a50-8d48-4872-9ce2-100927c28c67 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=8dd07ee9-a0ab-41b8-9392-7c833a2b51cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441656 Dec 18 14:11:54.288281 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181678d5-5ae7-4194-b67a-f684a767ccbc req-ec5ecdef-dcfd-4511-bbb4-cfeef70bc9b4 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:11:54.290363 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-181678d5-5ae7-4194-b67a-f684a767ccbc req-ec5ecdef-dcfd-4511-bbb4-cfeef70bc9b4 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "GET /v2.0/ports?device_id=b5c42636-9300-48dd-b8e5-7cd0acd15001 HTTP/1.1" status: 200 len: 946 time: 0.0588136 Dec 18 14:11:54.343594 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-181678d5-5ae7-4194-b67a-f684a767ccbc req-23f32f54-fef7-49e5-83d1-05084c94553d tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "GET /v2.0/security-groups?id=8dd07ee9-a0ab-41b8-9392-7c833a2b51cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453787 Dec 18 14:11:54.985296 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a6009d32-ea29-4779-bd16-c83636999152 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:11:55.482335 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca13f17-b31a-46ee-8cf3-d3b995fd099e req-e7d216ce-01d8-46c5-93d9-24526269a837 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:11:55.483862 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-fca13f17-b31a-46ee-8cf3-d3b995fd099e req-e7d216ce-01d8-46c5-93d9-24526269a837 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "GET /v2.0/ports?device_id=b5c42636-9300-48dd-b8e5-7cd0acd15001 HTTP/1.1" status: 200 len: 946 time: 0.0526299 Dec 18 14:11:55.535751 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-fca13f17-b31a-46ee-8cf3-d3b995fd099e req-340b61a4-d52f-455f-b1e3-73765d991dae tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "GET /v2.0/security-groups?id=8dd07ee9-a0ab-41b8-9392-7c833a2b51cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458205 Dec 18 14:11:56.706732 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b156468-59e2-495d-aa85-4f3fbad0bc3f req-deafb414-1b43-46bb-9e0b-2e6cafac6f91 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:11:56.708224 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-5b156468-59e2-495d-aa85-4f3fbad0bc3f req-deafb414-1b43-46bb-9e0b-2e6cafac6f91 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "GET /v2.0/ports?device_id=b5c42636-9300-48dd-b8e5-7cd0acd15001 HTTP/1.1" status: 200 len: 946 time: 0.0541759 Dec 18 14:11:56.759457 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-5b156468-59e2-495d-aa85-4f3fbad0bc3f req-b54ff435-c39a-4d76-9c70-2c855e4b04a5 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "GET /v2.0/security-groups?id=8dd07ee9-a0ab-41b8-9392-7c833a2b51cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451090 Dec 18 14:11:56.881946 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02609d63-83d1-42c1-ba91-8a156eaec71a req-b7b48d10-98ef-421f-b0f7-9c385ab4e40e tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:11:56.883450 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-02609d63-83d1-42c1-ba91-8a156eaec71a req-b7b48d10-98ef-421f-b0f7-9c385ab4e40e tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "GET /v2.0/ports?device_id=b5c42636-9300-48dd-b8e5-7cd0acd15001 HTTP/1.1" status: 200 len: 946 time: 0.0537238 Dec 18 14:11:56.931291 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-02609d63-83d1-42c1-ba91-8a156eaec71a req-e1fd6ea6-a30d-4089-805c-575612d7425d tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "GET /v2.0/security-groups?id=8dd07ee9-a0ab-41b8-9392-7c833a2b51cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418742 Dec 18 14:11:56.955165 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 34360) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:11:56.998464 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-defc8619-e675-415d-885f-8d9bda5a0ce3 tempest-TestNetworkAdvancedServerOps-1952931920 tempest-TestNetworkAdvancedServerOps-1952931920-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:11:57.000078 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-defc8619-e675-415d-885f-8d9bda5a0ce3 tempest-TestNetworkAdvancedServerOps-1952931920 tempest-TestNetworkAdvancedServerOps-1952931920-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=b5c42636-9300-48dd-b8e5-7cd0acd15001 HTTP/1.1" status: 200 len: 1094 time: 0.0439563 Dec 18 14:11:57.002931 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 34362) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:11:57.007122 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-6152313c-44d6-419b-b731-bc0f4b70ea70 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Request body: {'floatingip': {'floating_network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'port_id': '2da1aef2-fde5-4009-a897-b48b956aa977', 'tenant_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 14:11:57.033410 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-6152313c-44d6-419b-b731-bc0f4b70ea70 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks [] for floatingip, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:11:57.133248 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-6152313c-44d6-419b-b731-bc0f4b70ea70 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:11:57.228818 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-862817d1-374b-43bd-b197-61471d32005e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:11:57.242602 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.db_base_plugin_common [None req-6152313c-44d6-419b-b731-bc0f4b70ea70 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Allocated IP 172.26.3.51 (decb4a40-7941-48c8-afbb-daaafd502e83/70deed80-3ca1-4f9e-96cb-563b43d3acba/7c3efe73-7722-4428-8ef9-a6450c87f02d) {{(pid=103159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 14:11:57.345071 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-6152313c-44d6-419b-b731-bc0f4b70ea70 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks [] for port, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:11:57.385222 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-6152313c-44d6-419b-b731-bc0f4b70ea70 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:11:57.427948 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6152313c-44d6-419b-b731-bc0f4b70ea70 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Network decb4a40-7941-48c8-afbb-daaafd502e83 is already hosted by enough agents. {{(pid=103159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 14:11:57.430868 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.base_scheduler [None req-6152313c-44d6-419b-b731-bc0f4b70ea70 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Resources bound (agent type, host, resource id): {{(pid=103159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 14:11:57.434327 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6152313c-44d6-419b-b731-bc0f4b70ea70 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Received port after_create {{(pid=103159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 14:11:57.439713 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6152313c-44d6-419b-b731-bc0f4b70ea70 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Pushing event updated for resources: {'Port': ['ID=7c3efe73-7722-4428-8ef9-a6450c87f02d,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:11:57.839875 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-6152313c-44d6-419b-b731-bc0f4b70ea70 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:11:57.912348 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-6152313c-44d6-419b-b731-bc0f4b70ea70 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:11:58.083757 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-6152313c-44d6-419b-b731-bc0f4b70ea70 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks [] for port, precommit_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:11:58.090134 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-6152313c-44d6-419b-b731-bc0f4b70ea70 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5659917'] for port, after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:11:58.151907 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6152313c-44d6-419b-b731-bc0f4b70ea70 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Pushing event updated for resources: {'Port': ['ID=7c3efe73-7722-4428-8ef9-a6450c87f02d,revision_number=2']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:11:58.165385 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-6152313c-44d6-419b-b731-bc0f4b70ea70 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-587004'] for floatingip, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:11:58.274623 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.db.l3_db [None req-6152313c-44d6-419b-b731-bc0f4b70ea70 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Floating IP 78ba5e20-cb16-4b71-9c89-7f8428420ff4 associated. External IP: 172.26.3.51, port: 2da1aef2-fde5-4009-a897-b48b956aa977. Dec 18 14:11:58.499033 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6152313c-44d6-419b-b731-bc0f4b70ea70 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Router 6193703f-707b-4ecf-8eb0-6e7d6e910bd9 has already been hosted by L3 agent c9c0cd52-5bd2-4704-9429-d80f1c5ad23c {{(pid=103159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 18 14:11:58.612026 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6152313c-44d6-419b-b731-bc0f4b70ea70 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Notify agent at l3_agent.dv-neutron-744815-20-hyperv the message routers_updated {{(pid=103159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 14:11:58.626914 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62f8748f-2107-484f-b18e-25e189a080db None None] Sync routers for ids ['6193703f-707b-4ecf-8eb0-6e7d6e910bd9'] in dv-neutron-744815-20-hyperv {{(pid=103161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 14:11:58.633883 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-6152313c-44d6-419b-b731-bc0f4b70ea70 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for floatingip, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:11:58.642502 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62f8748f-2107-484f-b18e-25e189a080db None None] Routers {'6193703f-707b-4ecf-8eb0-6e7d6e910bd9'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 14:11:58.643136 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-62f8748f-2107-484f-b18e-25e189a080db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T14:11:57Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['6193703f-707b-4ecf-8eb0-6e7d6e910bd9'], 'active': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:11:58.661194 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-6152313c-44d6-419b-b731-bc0f4b70ea70 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6572449 Dec 18 14:11:58.661894 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5c42636-9300-48dd-b8e5-7cd0acd15001', 'tag': '2da1aef2-fde5-4009-a897-b48b956aa977'}] {{(pid=103159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 18 14:11:58.664175 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca844cf115d59c1fab86abc202fb4c13735de0d7e4cbbbb25eec9406e9c87431" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d94cde9-a1f4-4a92-9f8d-c73f7882896b" -d '{"events": [{"name": "network-changed", "server_uuid": "b5c42636-9300-48dd-b8e5-7cd0acd15001", "tag": "2da1aef2-fde5-4009-a897-b48b956aa977"}]}' {{(pid=103159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 18 14:11:58.691994 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-afa9ae9b-bdbb-4010-bcf6-3a46ce66cf71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:11:58.709187 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 14:11:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a5dd4c0-2778-4f67-9315-aa4e5878fd76 x-openstack-request-id: req-6a5dd4c0-2778-4f67-9315-aa4e5878fd76 {{(pid=103159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 18 14:11:58.709578 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5c42636-9300-48dd-b8e5-7cd0acd15001", "tag": "2da1aef2-fde5-4009-a897-b48b956aa977", "status": "completed", "code": 200}]} {{(pid=103159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 18 14:11:58.709924 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6a5dd4c0-2778-4f67-9315-aa4e5878fd76 {{(pid=103159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 18 14:11:58.710843 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5c42636-9300-48dd-b8e5-7cd0acd15001', 'tag': '2da1aef2-fde5-4009-a897-b48b956aa977', 'status': 'completed', 'code': 200} Dec 18 14:11:58.760651 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvr_db [None req-62f8748f-2107-484f-b18e-25e189a080db None None] Set router 6193703f-707b-4ecf-8eb0-6e7d6e910bd9 gateway port host: dv-neutron-744815-20-hyperv {{(pid=103161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 14:11:58.773173 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1978173-6e87-4579-8744-762008f00c0e req-4fa0d54c-2481-419d-8776-c9ab96f4ca8b tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:11:58.774683 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-b1978173-6e87-4579-8744-762008f00c0e req-4fa0d54c-2481-419d-8776-c9ab96f4ca8b tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "GET /v2.0/ports?device_id=b5c42636-9300-48dd-b8e5-7cd0acd15001 HTTP/1.1" status: 200 len: 946 time: 0.0501304 Dec 18 14:11:58.780444 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d94cde9-a1f4-4a92-9f8d-c73f7882896b req-cd80d63e-e3f3-4628-b7f2-e3f7cc4f1d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:11:58.782399 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-0d94cde9-a1f4-4a92-9f8d-c73f7882896b req-cd80d63e-e3f3-4628-b7f2-e3f7cc4f1d31 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4fe8c5245f464a0b8a2abb9a0874f704&device_id=b5c42636-9300-48dd-b8e5-7cd0acd15001 HTTP/1.1" status: 200 len: 1099 time: 0.0461190 Dec 18 14:11:58.826412 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-b1978173-6e87-4579-8744-762008f00c0e req-67407669-3a9c-4e1c-a239-521bffab386c tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "GET /v2.0/security-groups?id=8dd07ee9-a0ab-41b8-9392-7c833a2b51cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447156 Dec 18 14:11:58.849574 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 34368) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:11:58.880451 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d94cde9-a1f4-4a92-9f8d-c73f7882896b req-79520daf-415e-454f-85d7-52c0125b6219 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:11:58.882172 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-0d94cde9-a1f4-4a92-9f8d-c73f7882896b req-79520daf-415e-454f-85d7-52c0125b6219 service neutron] 10.222.0.43 "GET /v2.0/networks?id=e8219f6b-e123-429b-9d02-0ef93c0ccddf HTTP/1.1" status: 200 len: 897 time: 0.0929437 Dec 18 14:11:58.917609 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-3045c69d-f32f-4a3a-862d-933f1c37ce6b tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "GET /v2.0/floatingips/78ba5e20-cb16-4b71-9c89-7f8428420ff4 HTTP/1.1" status: 200 len: 991 time: 0.0663400 Dec 18 14:11:58.955975 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-0d94cde9-a1f4-4a92-9f8d-c73f7882896b req-7c019e24-4d7e-4293-99e8-7996726d56fe service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2da1aef2-fde5-4009-a897-b48b956aa977 HTTP/1.1" status: 200 len: 999 time: 0.0657184 Dec 18 14:11:59.010266 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d94cde9-a1f4-4a92-9f8d-c73f7882896b req-dae11f37-b6c3-424f-aaaa-fd9a8f1d8dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:11:59.011841 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-0d94cde9-a1f4-4a92-9f8d-c73f7882896b req-dae11f37-b6c3-424f-aaaa-fd9a8f1d8dcd service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c5ee35de-58cc-40b9-a9d4-b995c31da097 HTTP/1.1" status: 200 len: 835 time: 0.0491693 Dec 18 14:11:59.057794 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d94cde9-a1f4-4a92-9f8d-c73f7882896b req-17d04ab8-5a9e-4454-afe2-9aa3b71deba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:11:59.059299 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-0d94cde9-a1f4-4a92-9f8d-c73f7882896b req-17d04ab8-5a9e-4454-afe2-9aa3b71deba3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e8219f6b-e123-429b-9d02-0ef93c0ccddf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0404568 Dec 18 14:11:59.143827 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-62f8748f-2107-484f-b18e-25e189a080db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6193703f-707b-4ecf-8eb0-6e7d6e910bd9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-993708570', 'tenant_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.122'}], 'enable_snat': True}, 'gw_port_id': '57db874c-15b8-4ffc-9779-f3951deda270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T14:11:40Z', 'updated_at': '2021-12-18T14:11:44Z', 'revision_number': 4, 'project_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'gw_port': {'id': '57db874c-15b8-4ffc-9779-f3951deda270', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:e9:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6193703f-707b-4ecf-8eb0-6e7d6e910bd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1756, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T14:11:40Z', 'updated_at': '2021-12-18T14:11:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv', '_floatingips': [{'id': '78ba5e20-cb16-4b71-9c89-7f8428420ff4', 'tenant_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'floating_ip_address': '172.26.3.51', 'floating_network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'router_id': '6193703f-707b-4ecf-8eb0-6e7d6e910bd9', 'port_id': '2da1aef2-fde5-4009-a897-b48b956aa977', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1762, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8219f6b-e123-429b-9d02-0ef93c0ccddf', 'mac_address': 'fa:16:3e:e3:cc:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c42636-9300-48dd-b8e5-7cd0acd15001', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T14:11:57Z', 'updated_at': '2021-12-18T14:11:57Z', 'revision_number': 0, 'project_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2397c6b4-5f54-4119-98f4-365f534d1784', 'name': '', 'network_id': 'e8219f6b-e123-429b-9d02-0ef93c0ccddf', 'tenant_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'mac_address': 'fa:16:3e:99:7f:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6193703f-707b-4ecf-8eb0-6e7d6e910bd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1759, 'fixed_ips': [{'subnet_id': 'c5ee35de-58cc-40b9-a9d4-b995c31da097', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T14:11:43Z', 'updated_at': '2021-12-18T14:11:47Z', 'revision_number': 5, 'project_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'subnets': [{'id': 'c5ee35de-58cc-40b9-a9d4-b995c31da097', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:11:59.148314 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-0d94cde9-a1f4-4a92-9f8d-c73f7882896b req-60851830-e060-47e4-afd0-99779bf048ae service neutron] 10.222.0.43 "GET /v2.0/networks/e8219f6b-e123-429b-9d02-0ef93c0ccddf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811512 Dec 18 14:11:59.173349 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62f8748f-2107-484f-b18e-25e189a080db None None] Checking router: 6193703f-707b-4ecf-8eb0-6e7d6e910bd9 for host: dv-neutron-744815-20-hyperv {{(pid=103161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 18 14:11:59.182577 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62f8748f-2107-484f-b18e-25e189a080db None None] Routers {'6193703f-707b-4ecf-8eb0-6e7d6e910bd9'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 14:11:59.183191 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-62f8748f-2107-484f-b18e-25e189a080db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T14:11:57Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['6193703f-707b-4ecf-8eb0-6e7d6e910bd9'], 'active': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:11:59.241463 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-0d94cde9-a1f4-4a92-9f8d-c73f7882896b req-074007c3-7918-471a-9cab-1e30fe375001 service neutron] 10.222.0.43 "GET /v2.0/networks/e8219f6b-e123-429b-9d02-0ef93c0ccddf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856199 Dec 18 14:11:59.292615 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvr_db [None req-62f8748f-2107-484f-b18e-25e189a080db None None] Set router 6193703f-707b-4ecf-8eb0-6e7d6e910bd9 gateway port host: dv-neutron-744815-20-hyperv {{(pid=103161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 14:11:59.522721 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-62f8748f-2107-484f-b18e-25e189a080db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6193703f-707b-4ecf-8eb0-6e7d6e910bd9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-993708570', 'tenant_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.122'}], 'enable_snat': True}, 'gw_port_id': '57db874c-15b8-4ffc-9779-f3951deda270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T14:11:40Z', 'updated_at': '2021-12-18T14:11:44Z', 'revision_number': 4, 'project_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'gw_port': {'id': '57db874c-15b8-4ffc-9779-f3951deda270', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:e9:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6193703f-707b-4ecf-8eb0-6e7d6e910bd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1756, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T14:11:40Z', 'updated_at': '2021-12-18T14:11:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv', '_floatingips': [{'id': '78ba5e20-cb16-4b71-9c89-7f8428420ff4', 'tenant_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'floating_ip_address': '172.26.3.51', 'floating_network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'router_id': '6193703f-707b-4ecf-8eb0-6e7d6e910bd9', 'port_id': '2da1aef2-fde5-4009-a897-b48b956aa977', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1762, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8219f6b-e123-429b-9d02-0ef93c0ccddf', 'mac_address': 'fa:16:3e:e3:cc:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c42636-9300-48dd-b8e5-7cd0acd15001', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T14:11:57Z', 'updated_at': '2021-12-18T14:11:57Z', 'revision_number': 0, 'project_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2397c6b4-5f54-4119-98f4-365f534d1784', 'name': '', 'network_id': 'e8219f6b-e123-429b-9d02-0ef93c0ccddf', 'tenant_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'mac_address': 'fa:16:3e:99:7f:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6193703f-707b-4ecf-8eb0-6e7d6e910bd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1759, 'fixed_ips': [{'subnet_id': 'c5ee35de-58cc-40b9-a9d4-b995c31da097', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T14:11:43Z', 'updated_at': '2021-12-18T14:11:47Z', 'revision_number': 5, 'project_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'subnets': [{'id': 'c5ee35de-58cc-40b9-a9d4-b995c31da097', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:11:59.552276 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62f8748f-2107-484f-b18e-25e189a080db None None] The sync data for ids ['6193703f-707b-4ecf-8eb0-6e7d6e910bd9'] in dv-neutron-744815-20-hyperv is: [{'id': '6193703f-707b-4ecf-8eb0-6e7d6e910bd9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-993708570', 'tenant_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.122'}], 'enable_snat': True}, 'gw_port_id': '57db874c-15b8-4ffc-9779-f3951deda270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T14:11:40Z', 'updated_at': '2021-12-18T14:11:44Z', 'revision_number': 4, 'project_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'gw_port': {'id': '57db874c-15b8-4ffc-9779-f3951deda270', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:e9:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6193703f-707b-4ecf-8eb0-6e7d6e910bd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1756, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T14:11:40Z', 'updated_at': '2021-12-18T14:11:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv', '_floatingips': [{'id': '78ba5e20-cb16-4b71-9c89-7f8428420ff4', 'tenant_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'floating_ip_address': '172.26.3.51', 'floating_network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'router_id': '6193703f-707b-4ecf-8eb0-6e7d6e910bd9', 'port_id': '2da1aef2-fde5-4009-a897-b48b956aa977', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1762, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8219f6b-e123-429b-9d02-0ef93c0ccddf', 'mac_address': 'fa:16:3e:e3:cc:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c42636-9300-48dd-b8e5-7cd0acd15001', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T14:11:57Z', 'updated_at': '2021-12-18T14:11:57Z', 'revision_number': 0, 'project_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2397c6b4-5f54-4119-98f4-365f534d1784', 'name': '', 'network_id': 'e8219f6b-e123-429b-9d02-0ef93c0ccddf', 'tenant_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'mac_address': 'fa:16:3e:99:7f:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6193703f-707b-4ecf-8eb0-6e7d6e910bd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1759, 'fixed_ips': [{'subnet_id': 'c5ee35de-58cc-40b9-a9d4-b995c31da097', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T14:11:43Z', 'updated_at': '2021-12-18T14:11:47Z', 'revision_number': 5, 'project_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'subnets': [{'id': 'c5ee35de-58cc-40b9-a9d4-b995c31da097', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 14:11:59.744867 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c916c3e3-598f-4804-ae63-0c4109dc6155 None None] New status for floating IP 78ba5e20-cb16-4b71-9c89-7f8428420ff4: ACTIVE {{(pid=103162) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 18 14:11:59.920943 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 34370) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:11:59.983136 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-bb9994f6-e2c7-4153-b504-5e766ee4542f tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "GET /v2.0/floatingips/78ba5e20-cb16-4b71-9c89-7f8428420ff4 HTTP/1.1" status: 200 len: 993 time: 0.0609224 Dec 18 14:12:00.180687 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7b7a3272-2b45-4d32-9670-25eb1afd1184 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:12:00.907619 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:12:04.392146 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.agents_db [None req-e3dda592-589a-4b4d-b028-ba9a260f4f50 None None] Agent healthcheck: found 6 active agents {{(pid=103162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 18 14:12:07.284084 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:12:18.702344 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-82202634-186e-4298-988d-cd42948c3bdc req-9a8aa581-2811-4abd-8e64-b71757b76577 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=b5c42636-9300-48dd-b8e5-7cd0acd15001&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0446172 Dec 18 14:12:18.805362 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82202634-186e-4298-988d-cd42948c3bdc req-14f99d5a-72b1-43e0-9159-a6cd07d340df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:12:18.806843 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-82202634-186e-4298-988d-cd42948c3bdc req-14f99d5a-72b1-43e0-9159-a6cd07d340df service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4fe8c5245f464a0b8a2abb9a0874f704&device_id=b5c42636-9300-48dd-b8e5-7cd0acd15001 HTTP/1.1" status: 200 len: 1099 time: 0.0472405 Dec 18 14:12:18.918068 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82202634-186e-4298-988d-cd42948c3bdc req-a10aee2a-1fa3-4331-a327-31acc9c72f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:12:18.919516 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-82202634-186e-4298-988d-cd42948c3bdc req-a10aee2a-1fa3-4331-a327-31acc9c72f6c service neutron] 10.222.0.43 "GET /v2.0/networks?id=e8219f6b-e123-429b-9d02-0ef93c0ccddf HTTP/1.1" status: 200 len: 897 time: 0.0906057 Dec 18 14:12:18.996534 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-82202634-186e-4298-988d-cd42948c3bdc req-a4ed6dd3-b64d-44a9-b10c-0279c38514f3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2da1aef2-fde5-4009-a897-b48b956aa977 HTTP/1.1" status: 200 len: 1001 time: 0.0685344 Dec 18 14:12:19.054045 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82202634-186e-4298-988d-cd42948c3bdc req-251880ca-90e8-4f93-b0e1-86d58e3a47c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:12:19.055723 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-82202634-186e-4298-988d-cd42948c3bdc req-251880ca-90e8-4f93-b0e1-86d58e3a47c6 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c5ee35de-58cc-40b9-a9d4-b995c31da097 HTTP/1.1" status: 200 len: 835 time: 0.0482934 Dec 18 14:12:19.105790 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82202634-186e-4298-988d-cd42948c3bdc req-7c661b0a-9fd9-41f9-a954-58700e252c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:12:19.107487 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-82202634-186e-4298-988d-cd42948c3bdc req-7c661b0a-9fd9-41f9-a954-58700e252c6d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e8219f6b-e123-429b-9d02-0ef93c0ccddf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0436296 Dec 18 14:12:19.209312 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-82202634-186e-4298-988d-cd42948c3bdc req-02b3116a-8872-45e9-aafe-49e7c15cd7a7 service neutron] 10.222.0.43 "GET /v2.0/networks/e8219f6b-e123-429b-9d02-0ef93c0ccddf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945957 Dec 18 14:12:19.300896 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-82202634-186e-4298-988d-cd42948c3bdc req-398f9441-b479-4f11-a228-26af2e7840f6 service neutron] 10.222.0.43 "GET /v2.0/networks/e8219f6b-e123-429b-9d02-0ef93c0ccddf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845556 Dec 18 14:12:24.971536 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-66efa48e-8085-4d8e-8b32-3e59a84386ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:12:27.224266 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-d4eb50d1-55c9-47b4-b354-e425352a8657 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:12:28.658751 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-afa9ae9b-bdbb-4010-bcf6-3a46ce66cf71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:12:30.179862 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7b7a3272-2b45-4d32-9670-25eb1afd1184 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:12:30.907411 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:12:37.280418 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:12:41.396323 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.agents_db [None req-e3dda592-589a-4b4d-b028-ba9a260f4f50 None None] Agent healthcheck: found 6 active agents {{(pid=103162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 18 14:12:54.975526 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c80eec9b-0c21-4ebb-9e50-a0c0881f0a07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:12:57.230597 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-fbc241a5-fa87-46f7-b0ad-361afb2b1760 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:12:58.661830 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-afa9ae9b-bdbb-4010-bcf6-3a46ce66cf71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:13:00.193749 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7b7a3272-2b45-4d32-9670-25eb1afd1184 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:13:00.911988 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:13:07.299802 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:13:11.036702 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [req-bdab6713-1296-4062-a8e8-b605fff45369 req-233003b3-8a34-4835-8d5d-b8e82f94bc63 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103160) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 18 14:13:11.037666 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-bdab6713-1296-4062-a8e8-b605fff45369 req-233003b3-8a34-4835-8d5d-b8e82f94bc63 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14093 time: 0.0061827 Dec 18 14:13:11.224126 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21811b6-3dba-405e-a2a3-73b26f2ff3a0 req-199ad5c2-21b1-4453-8d85-1789f593d61e tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:13:11.225631 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-e21811b6-3dba-405e-a2a3-73b26f2ff3a0 req-199ad5c2-21b1-4453-8d85-1789f593d61e tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "GET /v2.0/ports?device_id=b5c42636-9300-48dd-b8e5-7cd0acd15001 HTTP/1.1" status: 200 len: 946 time: 0.0516770 Dec 18 14:13:11.278798 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-e21811b6-3dba-405e-a2a3-73b26f2ff3a0 req-0bf6056c-8db9-4e4d-9305-de8614212c2f tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "GET /v2.0/security-groups?id=8dd07ee9-a0ab-41b8-9392-7c833a2b51cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472245 Dec 18 14:13:11.282369 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 34404) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:13:11.364446 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-a492c8e8-3bb1-461b-819b-9900a739c808 req-b0adbb70-3576-4a10-aee1-af888d90be10 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=b5c42636-9300-48dd-b8e5-7cd0acd15001&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0808423 Dec 18 14:13:11.373385 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [req-a492c8e8-3bb1-461b-819b-9900a739c808 req-9030c646-98c2-4c61-a223-d7b5de6c52dd service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103160) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 18 14:13:11.374317 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-a492c8e8-3bb1-461b-819b-9900a739c808 req-9030c646-98c2-4c61-a223-d7b5de6c52dd service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14093 time: 0.0049975 Dec 18 14:13:12.404290 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719148d9-eae7-45b0-b67d-a5cc99700d7b req-9054f236-4738-45f5-ba1e-7aa50ebfebb1 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:13:12.405697 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-719148d9-eae7-45b0-b67d-a5cc99700d7b req-9054f236-4738-45f5-ba1e-7aa50ebfebb1 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "GET /v2.0/ports?device_id=b5c42636-9300-48dd-b8e5-7cd0acd15001 HTTP/1.1" status: 200 len: 946 time: 0.0550723 Dec 18 14:13:12.463190 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-719148d9-eae7-45b0-b67d-a5cc99700d7b req-1f20a581-7042-4fdc-8331-e4f7c1cb6074 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "GET /v2.0/security-groups?id=8dd07ee9-a0ab-41b8-9392-7c833a2b51cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510185 Dec 18 14:13:12.624490 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a492c8e8-3bb1-461b-819b-9900a739c808 req-5dda6c4f-8611-466c-8806-44227e9e4372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:13:12.626005 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-a492c8e8-3bb1-461b-819b-9900a739c808 req-5dda6c4f-8611-466c-8806-44227e9e4372 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4fe8c5245f464a0b8a2abb9a0874f704&device_id=b5c42636-9300-48dd-b8e5-7cd0acd15001 HTTP/1.1" status: 200 len: 1099 time: 0.0417173 Dec 18 14:13:12.719354 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a492c8e8-3bb1-461b-819b-9900a739c808 req-42fb0de5-4edd-4281-bfff-cad840acde9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:13:12.720851 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-a492c8e8-3bb1-461b-819b-9900a739c808 req-42fb0de5-4edd-4281-bfff-cad840acde9e service neutron] 10.222.0.43 "GET /v2.0/networks?id=e8219f6b-e123-429b-9d02-0ef93c0ccddf HTTP/1.1" status: 200 len: 897 time: 0.0879190 Dec 18 14:13:12.790962 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-a492c8e8-3bb1-461b-819b-9900a739c808 req-bf07dd29-2b37-45a5-a830-2f5309d93f36 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2da1aef2-fde5-4009-a897-b48b956aa977 HTTP/1.1" status: 200 len: 1001 time: 0.0627785 Dec 18 14:13:12.840299 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a492c8e8-3bb1-461b-819b-9900a739c808 req-81001dbd-b094-4a99-85f2-e7f779d7052f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:13:12.841722 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-a492c8e8-3bb1-461b-819b-9900a739c808 req-81001dbd-b094-4a99-85f2-e7f779d7052f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c5ee35de-58cc-40b9-a9d4-b995c31da097 HTTP/1.1" status: 200 len: 835 time: 0.0435128 Dec 18 14:13:12.887801 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a492c8e8-3bb1-461b-819b-9900a739c808 req-2962b0fd-51c9-4700-8e83-5cad21845f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:13:12.889267 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-a492c8e8-3bb1-461b-819b-9900a739c808 req-2962b0fd-51c9-4700-8e83-5cad21845f01 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e8219f6b-e123-429b-9d02-0ef93c0ccddf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0393467 Dec 18 14:13:12.985797 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-a492c8e8-3bb1-461b-819b-9900a739c808 req-e7560b95-df5c-4e4b-b954-293264e12482 service neutron] 10.222.0.43 "GET /v2.0/networks/e8219f6b-e123-429b-9d02-0ef93c0ccddf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882556 Dec 18 14:13:13.086778 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-a492c8e8-3bb1-461b-819b-9900a739c808 req-2879898d-347a-4db9-befa-ac929bbcf735 service neutron] 10.222.0.43 "GET /v2.0/networks/e8219f6b-e123-429b-9d02-0ef93c0ccddf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933552 Dec 18 14:13:13.598770 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5db74b0-3c1a-4e5e-b593-c835793bd07b req-717b82d6-d7ca-4fc2-968a-d3e3c4f27aa9 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:13:13.600278 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-a5db74b0-3c1a-4e5e-b593-c835793bd07b req-717b82d6-d7ca-4fc2-968a-d3e3c4f27aa9 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "GET /v2.0/ports?device_id=b5c42636-9300-48dd-b8e5-7cd0acd15001 HTTP/1.1" status: 200 len: 946 time: 0.0516658 Dec 18 14:13:13.649315 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-a5db74b0-3c1a-4e5e-b593-c835793bd07b req-9d99fa2f-01c6-458e-a91f-9889c5d24165 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "GET /v2.0/security-groups?id=8dd07ee9-a0ab-41b8-9392-7c833a2b51cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429423 Dec 18 14:13:14.779414 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6bd156-b467-46c9-af6c-b2c987528475 req-25d19990-5dd6-4709-b24d-fce53028bc63 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:13:14.780897 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-7d6bd156-b467-46c9-af6c-b2c987528475 req-25d19990-5dd6-4709-b24d-fce53028bc63 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "GET /v2.0/ports?device_id=b5c42636-9300-48dd-b8e5-7cd0acd15001 HTTP/1.1" status: 200 len: 946 time: 0.0552111 Dec 18 14:13:14.834281 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-7d6bd156-b467-46c9-af6c-b2c987528475 req-2ef8297a-d70c-44cd-a623-7af2cca36f3e tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "GET /v2.0/security-groups?id=8dd07ee9-a0ab-41b8-9392-7c833a2b51cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447409 Dec 18 14:13:15.979829 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744a23dc-2575-4cda-8196-7de9bba64a96 req-9aad5f95-d409-4f23-b34b-a3ddf74f1d89 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:13:15.980711 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-744a23dc-2575-4cda-8196-7de9bba64a96 req-9aad5f95-d409-4f23-b34b-a3ddf74f1d89 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "GET /v2.0/ports?device_id=b5c42636-9300-48dd-b8e5-7cd0acd15001 HTTP/1.1" status: 200 len: 946 time: 0.0674920 Dec 18 14:13:16.042609 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-744a23dc-2575-4cda-8196-7de9bba64a96 req-bc6ae1ec-3684-4b20-9c19-b30c27e85c24 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "GET /v2.0/security-groups?id=8dd07ee9-a0ab-41b8-9392-7c833a2b51cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539196 Dec 18 14:13:17.174506 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28160995-ffc2-4162-8df9-fc755c1136ae req-444f4fd1-d5a3-4685-9c86-8cbc7669f600 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:13:17.179775 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-28160995-ffc2-4162-8df9-fc755c1136ae req-444f4fd1-d5a3-4685-9c86-8cbc7669f600 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "GET /v2.0/ports?device_id=b5c42636-9300-48dd-b8e5-7cd0acd15001 HTTP/1.1" status: 200 len: 946 time: 0.0551631 Dec 18 14:13:17.240012 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-28160995-ffc2-4162-8df9-fc755c1136ae req-8978ae26-15a6-4a74-a3f5-5654f3ae94e6 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "GET /v2.0/security-groups?id=8dd07ee9-a0ab-41b8-9392-7c833a2b51cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535007 Dec 18 14:13:18.367169 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f73d85-e26f-43eb-952d-f66960f1a2ca req-2f7693d2-8b72-4498-94fc-bf8d58848d5f tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:13:18.368682 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-02f73d85-e26f-43eb-952d-f66960f1a2ca req-2f7693d2-8b72-4498-94fc-bf8d58848d5f tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "GET /v2.0/ports?device_id=b5c42636-9300-48dd-b8e5-7cd0acd15001 HTTP/1.1" status: 200 len: 946 time: 0.0568712 Dec 18 14:13:18.395060 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.agents_db [None req-e3dda592-589a-4b4d-b028-ba9a260f4f50 None None] Agent healthcheck: found 6 active agents {{(pid=103162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 18 14:13:18.421516 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-02f73d85-e26f-43eb-952d-f66960f1a2ca req-4306be75-3857-4bfd-bf22-172f8e6a05d2 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "GET /v2.0/security-groups?id=8dd07ee9-a0ab-41b8-9392-7c833a2b51cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442314 Dec 18 14:13:18.780650 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04859b9c-89bc-4447-b6ac-902e5cdf1227 req-79af0aa4-2d3a-4ca6-9f6b-3e4e855f001d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:13:18.782062 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-04859b9c-89bc-4447-b6ac-902e5cdf1227 req-79af0aa4-2d3a-4ca6-9f6b-3e4e855f001d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4fe8c5245f464a0b8a2abb9a0874f704&device_id=b5c42636-9300-48dd-b8e5-7cd0acd15001 HTTP/1.1" status: 200 len: 1099 time: 0.0952713 Dec 18 14:13:18.893529 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04859b9c-89bc-4447-b6ac-902e5cdf1227 req-b6491125-3727-4e5c-80ad-ad2f95d1d9b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:13:18.894903 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-04859b9c-89bc-4447-b6ac-902e5cdf1227 req-b6491125-3727-4e5c-80ad-ad2f95d1d9b9 service neutron] 10.222.0.43 "GET /v2.0/networks?id=e8219f6b-e123-429b-9d02-0ef93c0ccddf HTTP/1.1" status: 200 len: 897 time: 0.0904696 Dec 18 14:13:18.966483 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-04859b9c-89bc-4447-b6ac-902e5cdf1227 req-bc5b2605-816b-4e73-8f9f-028c81845004 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2da1aef2-fde5-4009-a897-b48b956aa977 HTTP/1.1" status: 200 len: 1001 time: 0.0632112 Dec 18 14:13:19.020564 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04859b9c-89bc-4447-b6ac-902e5cdf1227 req-0250122a-0265-43e0-813b-4c4e65de0562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:13:19.021992 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-04859b9c-89bc-4447-b6ac-902e5cdf1227 req-0250122a-0265-43e0-813b-4c4e65de0562 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c5ee35de-58cc-40b9-a9d4-b995c31da097 HTTP/1.1" status: 200 len: 835 time: 0.0469768 Dec 18 14:13:19.398077 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04859b9c-89bc-4447-b6ac-902e5cdf1227 req-2b9f55d0-2943-4f11-9d55-75c4593674ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:13:19.399623 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-04859b9c-89bc-4447-b6ac-902e5cdf1227 req-2b9f55d0-2943-4f11-9d55-75c4593674ec service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e8219f6b-e123-429b-9d02-0ef93c0ccddf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.3703597 Dec 18 14:13:19.492525 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-04859b9c-89bc-4447-b6ac-902e5cdf1227 req-707de396-5deb-49d6-baef-08738df0322f service neutron] 10.222.0.43 "GET /v2.0/networks/e8219f6b-e123-429b-9d02-0ef93c0ccddf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846324 Dec 18 14:13:19.536354 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92933cc3-3c98-4f79-95bb-f0b042f93594 req-b8cf92a3-9654-4409-b1d2-e19366f48533 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:13:19.537873 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-92933cc3-3c98-4f79-95bb-f0b042f93594 req-b8cf92a3-9654-4409-b1d2-e19366f48533 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "GET /v2.0/ports?device_id=b5c42636-9300-48dd-b8e5-7cd0acd15001 HTTP/1.1" status: 200 len: 946 time: 0.0471752 Dec 18 14:13:19.586555 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-04859b9c-89bc-4447-b6ac-902e5cdf1227 req-38516765-5721-45b6-8a81-af044ceedeea service neutron] 10.222.0.43 "GET /v2.0/networks/e8219f6b-e123-429b-9d02-0ef93c0ccddf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867114 Dec 18 14:13:19.592346 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-92933cc3-3c98-4f79-95bb-f0b042f93594 req-fe33bb28-07c1-421f-bfac-e4af8c4b4b68 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "GET /v2.0/security-groups?id=8dd07ee9-a0ab-41b8-9392-7c833a2b51cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483062 Dec 18 14:13:20.724698 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a50d28-207f-4f7c-9881-08263919c29c req-bec87f7b-c4d9-4c4e-9c64-d3ea9dcefd8a tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:13:20.726220 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-79a50d28-207f-4f7c-9881-08263919c29c req-bec87f7b-c4d9-4c4e-9c64-d3ea9dcefd8a tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "GET /v2.0/ports?device_id=b5c42636-9300-48dd-b8e5-7cd0acd15001 HTTP/1.1" status: 200 len: 946 time: 0.0565834 Dec 18 14:13:20.779563 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-79a50d28-207f-4f7c-9881-08263919c29c req-8ebaabf8-eeca-42b1-bf8f-2a824c09bca5 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "GET /v2.0/security-groups?id=8dd07ee9-a0ab-41b8-9392-7c833a2b51cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471492 Dec 18 14:13:21.916050 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ea7bd3-c040-4266-811f-202372b8be02 req-80fa6eb1-3384-43b6-a814-1c40caa7ae8f tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:13:21.917465 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-45ea7bd3-c040-4266-811f-202372b8be02 req-80fa6eb1-3384-43b6-a814-1c40caa7ae8f tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "GET /v2.0/ports?device_id=b5c42636-9300-48dd-b8e5-7cd0acd15001 HTTP/1.1" status: 200 len: 946 time: 0.0645046 Dec 18 14:13:21.975921 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-45ea7bd3-c040-4266-811f-202372b8be02 req-1af41e23-6c83-432b-bfa5-470d87a62a7c tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "GET /v2.0/security-groups?id=8dd07ee9-a0ab-41b8-9392-7c833a2b51cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492561 Dec 18 14:13:23.115222 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b9f5f4-f701-4932-9234-374c2c2b5cc2 req-811bf12a-f451-4dba-8a58-b4d59f57bd79 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:13:23.117367 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-b5b9f5f4-f701-4932-9234-374c2c2b5cc2 req-811bf12a-f451-4dba-8a58-b4d59f57bd79 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "GET /v2.0/ports?device_id=b5c42636-9300-48dd-b8e5-7cd0acd15001 HTTP/1.1" status: 200 len: 946 time: 0.0634367 Dec 18 14:13:23.172524 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-b5b9f5f4-f701-4932-9234-374c2c2b5cc2 req-e916b24e-4358-465b-8fb8-5ca759e703fa tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "GET /v2.0/security-groups?id=8dd07ee9-a0ab-41b8-9392-7c833a2b51cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489914 Dec 18 14:13:24.307238 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19a48f2-2f29-4d76-8d7e-acce469b1b47 req-cfd2c02e-10ca-4891-b33d-c729ca9ab7e6 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:13:24.308598 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-f19a48f2-2f29-4d76-8d7e-acce469b1b47 req-cfd2c02e-10ca-4891-b33d-c729ca9ab7e6 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "GET /v2.0/ports?device_id=b5c42636-9300-48dd-b8e5-7cd0acd15001 HTTP/1.1" status: 200 len: 946 time: 0.0501072 Dec 18 14:13:24.361441 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-f19a48f2-2f29-4d76-8d7e-acce469b1b47 req-9f57a786-c780-43ba-9989-7aaaf01b1f0b tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "GET /v2.0/security-groups?id=8dd07ee9-a0ab-41b8-9392-7c833a2b51cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439901 Dec 18 14:13:24.853242 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-a492c8e8-3bb1-461b-819b-9900a739c808 req-ae07cb99-74b9-46da-994f-58b90822fad6 service neutron] 10.222.0.43 "GET /v2.0/ports/2da1aef2-fde5-4009-a897-b48b956aa977/bindings/hv-neutron-7448 HTTP/1.1" status: 200 len: 384 time: 0.0598109 Dec 18 14:13:24.973514 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-282726dd-ea7d-4ab0-9b9c-057eeb50b53e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:13:25.073752 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a492c8e8-3bb1-461b-819b-9900a739c808 req-d1edde7f-b2b2-4a9f-8690-cf81a2253c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:13:25.075349 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-a492c8e8-3bb1-461b-819b-9900a739c808 req-d1edde7f-b2b2-4a9f-8690-cf81a2253c0b service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=b5c42636-9300-48dd-b8e5-7cd0acd15001&tenant_id=4fe8c5245f464a0b8a2abb9a0874f704 HTTP/1.1" status: 200 len: 1099 time: 0.0429070 Dec 18 14:13:25.136709 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a492c8e8-3bb1-461b-819b-9900a739c808 req-b898a48f-62b7-4906-8648-eb12b6e6b30a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:13:25.138253 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-a492c8e8-3bb1-461b-819b-9900a739c808 req-b898a48f-62b7-4906-8648-eb12b6e6b30a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4fe8c5245f464a0b8a2abb9a0874f704&device_id=b5c42636-9300-48dd-b8e5-7cd0acd15001 HTTP/1.1" status: 200 len: 1099 time: 0.0405903 Dec 18 14:13:25.232778 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a492c8e8-3bb1-461b-819b-9900a739c808 req-f157a2cf-c3af-464c-99f3-974e39143e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:13:25.234154 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-a492c8e8-3bb1-461b-819b-9900a739c808 req-f157a2cf-c3af-464c-99f3-974e39143e94 service neutron] 10.222.0.43 "GET /v2.0/networks?id=e8219f6b-e123-429b-9d02-0ef93c0ccddf HTTP/1.1" status: 200 len: 897 time: 0.0872452 Dec 18 14:13:25.304984 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-a492c8e8-3bb1-461b-819b-9900a739c808 req-0e135dc7-8922-421c-9b86-cb27c52a0370 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2da1aef2-fde5-4009-a897-b48b956aa977 HTTP/1.1" status: 200 len: 1001 time: 0.0633488 Dec 18 14:13:25.363657 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a492c8e8-3bb1-461b-819b-9900a739c808 req-1998dff1-66b3-4184-9cd1-84f89e7491ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:13:25.365190 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-a492c8e8-3bb1-461b-819b-9900a739c808 req-1998dff1-66b3-4184-9cd1-84f89e7491ac service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c5ee35de-58cc-40b9-a9d4-b995c31da097 HTTP/1.1" status: 200 len: 835 time: 0.0532634 Dec 18 14:13:25.411178 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a492c8e8-3bb1-461b-819b-9900a739c808 req-20fb6de4-f141-4d9e-abb8-bd484404d015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:13:25.412702 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-a492c8e8-3bb1-461b-819b-9900a739c808 req-20fb6de4-f141-4d9e-abb8-bd484404d015 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e8219f6b-e123-429b-9d02-0ef93c0ccddf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0404098 Dec 18 14:13:25.547478 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4f3e13-2c45-4c5b-a5a5-4aa289e1f35b req-60d2ea39-b438-463b-bf0a-3757b48c0b17 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:13:25.548873 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-ae4f3e13-2c45-4c5b-a5a5-4aa289e1f35b req-60d2ea39-b438-463b-bf0a-3757b48c0b17 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "GET /v2.0/ports?device_id=b5c42636-9300-48dd-b8e5-7cd0acd15001 HTTP/1.1" status: 200 len: 946 time: 0.1058943 Dec 18 14:13:25.550794 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-a492c8e8-3bb1-461b-819b-9900a739c808 req-5b0695b1-79ab-4abd-a310-ba3197e026ed service neutron] 10.222.0.43 "GET /v2.0/networks/e8219f6b-e123-429b-9d02-0ef93c0ccddf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313734 Dec 18 14:13:25.650985 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-ae4f3e13-2c45-4c5b-a5a5-4aa289e1f35b req-2eea10b5-12ce-4bba-803f-33fb188c0aaa tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "GET /v2.0/security-groups?id=8dd07ee9-a0ab-41b8-9392-7c833a2b51cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0961185 Dec 18 14:13:25.678658 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-a492c8e8-3bb1-461b-819b-9900a739c808 req-0912fcee-a87b-4219-a649-79b5540f0c8d service neutron] 10.222.0.43 "GET /v2.0/networks/e8219f6b-e123-429b-9d02-0ef93c0ccddf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180682 Dec 18 14:13:26.782030 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0140b168-3e74-4967-9a30-3cc9adb5f9bb req-c7b6ec39-be59-4277-805d-284405295ad3 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:13:26.783507 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-0140b168-3e74-4967-9a30-3cc9adb5f9bb req-c7b6ec39-be59-4277-805d-284405295ad3 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "GET /v2.0/ports?device_id=b5c42636-9300-48dd-b8e5-7cd0acd15001 HTTP/1.1" status: 200 len: 946 time: 0.0537302 Dec 18 14:13:26.831632 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-0140b168-3e74-4967-9a30-3cc9adb5f9bb req-1605a726-7f67-4ae0-a276-c5ade951e6e5 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "GET /v2.0/security-groups?id=8dd07ee9-a0ab-41b8-9392-7c833a2b51cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418015 Dec 18 14:13:27.226809 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e82fcc17-8845-4eb2-b111-4d9a3225ba63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:13:27.967505 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b633e4e8-ae66-4a27-9c25-6f28dc54d236 req-ef6a5872-aba4-4050-a313-cff392dcd059 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:13:27.968979 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-b633e4e8-ae66-4a27-9c25-6f28dc54d236 req-ef6a5872-aba4-4050-a313-cff392dcd059 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "GET /v2.0/ports?device_id=b5c42636-9300-48dd-b8e5-7cd0acd15001 HTTP/1.1" status: 200 len: 946 time: 0.0555091 Dec 18 14:13:28.020701 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-b633e4e8-ae66-4a27-9c25-6f28dc54d236 req-6e9bc152-d8c5-4141-8031-0705add266ca tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "GET /v2.0/security-groups?id=8dd07ee9-a0ab-41b8-9392-7c833a2b51cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429702 Dec 18 14:13:28.367428 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Device 2da1aef2-fde5-4009-a897-b48b956aa977 no longer exists at agent hyperv_hv-neutron-7448 {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 18 14:13:28.443820 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:13:28.466015 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5c42636-9300-48dd-b8e5-7cd0acd15001', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2da1aef2-fde5-4009-a897-b48b956aa977'}] {{(pid=103161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 18 14:13:28.468283 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22224e7a42aa75e3f3b9c037df440650d2cfa1dd97b40a249aee4a8113775251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd338ae7-5045-42ab-94f7-e7295a7139fd" -d '{"events": [{"server_uuid": "b5c42636-9300-48dd-b8e5-7cd0acd15001", "name": "network-vif-unplugged", "status": "completed", "tag": "2da1aef2-fde5-4009-a897-b48b956aa977"}]}' {{(pid=103161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 18 14:13:28.486719 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] For port 2da1aef2-fde5-4009-a897-b48b956aa977, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=2da1aef2-fde5-4009-a897-b48b956aa977,segment=NetworkSegment(4da95101-a3ee-4f61-8c94-900e562211bb),segment_id=4da95101-a3ee-4f61-8c94-900e562211bb)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 14:13:28.492281 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:13:28.538446 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Pushing event updated for resources: {'Port': ['ID=2da1aef2-fde5-4009-a897-b48b956aa977,revision_number=6']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:13:28.545825 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:13:28.546288 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:13:28.546629 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:13:28.546999 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:13:28.547361 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:13:28.547705 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:13:28.548039 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:13:28.548421 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:13:28.548752 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:13:28.549210 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:13:28.549567 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:13:28.549881 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:13:28.550297 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:13:28.567654 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 18 Dec 2021 14:13:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c13c9781-4052-4951-8821-1f38ccb2e71c x-openstack-request-id: req-c13c9781-4052-4951-8821-1f38ccb2e71c {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 18 14:13:28.567955 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5c42636-9300-48dd-b8e5-7cd0acd15001", "name": "network-vif-unplugged", "status": "completed", "tag": "2da1aef2-fde5-4009-a897-b48b956aa977", "code": 200}]} {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 18 14:13:28.568202 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c13c9781-4052-4951-8821-1f38ccb2e71c {{(pid=103161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 18 14:13:28.568593 dv-neutron-744815-20-hyperv neutron-server[103161]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5c42636-9300-48dd-b8e5-7cd0acd15001', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2da1aef2-fde5-4009-a897-b48b956aa977', 'code': 200} Dec 18 14:13:28.671645 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-afa9ae9b-bdbb-4010-bcf6-3a46ce66cf71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:13:29.162512 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debfe9ba-73a3-4f68-8093-6341a755b4ad req-21137e4f-3a39-4186-9c14-0ea743901847 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:13:29.164028 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-debfe9ba-73a3-4f68-8093-6341a755b4ad req-21137e4f-3a39-4186-9c14-0ea743901847 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "GET /v2.0/ports?device_id=b5c42636-9300-48dd-b8e5-7cd0acd15001 HTTP/1.1" status: 200 len: 944 time: 0.0592573 Dec 18 14:13:29.220248 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-debfe9ba-73a3-4f68-8093-6341a755b4ad req-c289031c-4eda-4337-8cb9-0c5855125d3d tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "GET /v2.0/security-groups?id=8dd07ee9-a0ab-41b8-9392-7c833a2b51cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453391 Dec 18 14:13:29.463139 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcccfb2-9c76-41b6-8f78-2aa4a1ce93e0 req-40f063e3-f948-4d5e-9b76-4e5c0dcfdecb tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:13:29.464632 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-0bcccfb2-9c76-41b6-8f78-2aa4a1ce93e0 req-40f063e3-f948-4d5e-9b76-4e5c0dcfdecb tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "GET /v2.0/ports?device_id=b5c42636-9300-48dd-b8e5-7cd0acd15001 HTTP/1.1" status: 200 len: 944 time: 0.0824697 Dec 18 14:13:29.479128 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1be182-976f-46fc-94ae-074f5b9dee81 req-c271b644-b348-4b9c-b621-eb7b127f8be8 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:13:29.480591 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-5d1be182-976f-46fc-94ae-074f5b9dee81 req-c271b644-b348-4b9c-b621-eb7b127f8be8 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.43 "GET /v2.0/ports?device_id=b5c42636-9300-48dd-b8e5-7cd0acd15001&tenant_id=4fe8c5245f464a0b8a2abb9a0874f704&binding%3Ahost_id=hv-neutron-7448 HTTP/1.1" status: 200 len: 944 time: 0.0684493 Dec 18 14:13:29.524474 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-0bcccfb2-9c76-41b6-8f78-2aa4a1ce93e0 req-21e55426-5bcb-4ee8-98b7-56a563e6373e tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "GET /v2.0/security-groups?id=8dd07ee9-a0ab-41b8-9392-7c833a2b51cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535696 Dec 18 14:13:29.565998 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1be182-976f-46fc-94ae-074f5b9dee81 req-e37012e5-4742-4716-ab27-10370a63f1f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:13:29.567585 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-5d1be182-976f-46fc-94ae-074f5b9dee81 req-e37012e5-4742-4716-ab27-10370a63f1f6 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4fe8c5245f464a0b8a2abb9a0874f704&device_id=b5c42636-9300-48dd-b8e5-7cd0acd15001 HTTP/1.1" status: 200 len: 1097 time: 0.0420353 Dec 18 14:13:29.640048 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8e6214-62ba-449a-816a-15a105075729 req-c6b5d2ff-b83a-46e6-bdb0-60a05083c438 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:13:29.641501 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-8b8e6214-62ba-449a-816a-15a105075729 req-c6b5d2ff-b83a-46e6-bdb0-60a05083c438 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "GET /v2.0/ports?device_id=b5c42636-9300-48dd-b8e5-7cd0acd15001 HTTP/1.1" status: 200 len: 944 time: 0.0487571 Dec 18 14:13:29.662788 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1be182-976f-46fc-94ae-074f5b9dee81 req-6a22ab64-c993-48c1-afe6-37db9dc46be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:13:29.664397 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-5d1be182-976f-46fc-94ae-074f5b9dee81 req-6a22ab64-c993-48c1-afe6-37db9dc46be8 service neutron] 10.222.0.43 "GET /v2.0/networks?id=e8219f6b-e123-429b-9d02-0ef93c0ccddf HTTP/1.1" status: 200 len: 897 time: 0.0893872 Dec 18 14:13:29.690111 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-8b8e6214-62ba-449a-816a-15a105075729 req-c73b63c8-fcaf-4fab-acee-44473e61e3e7 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "GET /v2.0/security-groups?id=8dd07ee9-a0ab-41b8-9392-7c833a2b51cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422614 Dec 18 14:13:29.729102 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-5d1be182-976f-46fc-94ae-074f5b9dee81 req-7ccccf73-6069-4aae-8256-e7064029b98b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2da1aef2-fde5-4009-a897-b48b956aa977 HTTP/1.1" status: 200 len: 999 time: 0.0580201 Dec 18 14:13:29.789991 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1be182-976f-46fc-94ae-074f5b9dee81 req-bcf105e9-6aa4-49bd-a0b6-06d03cf644a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:13:29.791561 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-5d1be182-976f-46fc-94ae-074f5b9dee81 req-bcf105e9-6aa4-49bd-a0b6-06d03cf644a0 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c5ee35de-58cc-40b9-a9d4-b995c31da097 HTTP/1.1" status: 200 len: 835 time: 0.0559108 Dec 18 14:13:29.839380 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1be182-976f-46fc-94ae-074f5b9dee81 req-39ddb3e5-18ab-46b7-a7f1-6cd88832e24d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:13:29.840882 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-5d1be182-976f-46fc-94ae-074f5b9dee81 req-39ddb3e5-18ab-46b7-a7f1-6cd88832e24d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e8219f6b-e123-429b-9d02-0ef93c0ccddf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0427141 Dec 18 14:13:29.942782 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-5d1be182-976f-46fc-94ae-074f5b9dee81 req-606f9214-e886-4b54-b175-0b6a4efd7f45 service neutron] 10.222.0.43 "GET /v2.0/networks/e8219f6b-e123-429b-9d02-0ef93c0ccddf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938964 Dec 18 14:13:30.038309 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-5d1be182-976f-46fc-94ae-074f5b9dee81 req-32531270-3c2c-451e-96d7-31f6bb371cb8 service neutron] 10.222.0.43 "GET /v2.0/networks/e8219f6b-e123-429b-9d02-0ef93c0ccddf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881476 Dec 18 14:13:30.185851 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7b7a3272-2b45-4d32-9670-25eb1afd1184 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:13:30.812558 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f04f4f-ff25-4577-b9a9-76778d609e4f req-41ddcfb4-d482-4941-84d1-e86b61efe462 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:13:30.813945 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-60f04f4f-ff25-4577-b9a9-76778d609e4f req-41ddcfb4-d482-4941-84d1-e86b61efe462 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "GET /v2.0/ports?device_id=b5c42636-9300-48dd-b8e5-7cd0acd15001 HTTP/1.1" status: 200 len: 944 time: 0.0548687 Dec 18 14:13:30.872344 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-60f04f4f-ff25-4577-b9a9-76778d609e4f req-0244a2d4-858d-46cb-a4b6-5131c4f3ba0e tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "GET /v2.0/security-groups?id=8dd07ee9-a0ab-41b8-9392-7c833a2b51cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522592 Dec 18 14:13:30.900864 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 34488) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:13:30.907271 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:13:30.969776 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-55ffa908-559b-4a3c-b998-ddaa9b34a630 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "GET /v2.0/floatingips/78ba5e20-cb16-4b71-9c89-7f8428420ff4 HTTP/1.1" status: 200 len: 991 time: 0.0677178 Dec 18 14:13:37.296579 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:13:54.979897 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a57aa59a-6310-4801-82d7-9f817700c917 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:13:55.399603 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.agents_db [None req-e3dda592-589a-4b4d-b028-ba9a260f4f50 None None] Agent healthcheck: found 6 active agents {{(pid=103162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 18 14:13:57.238922 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-6457cc97-4e31-4874-aa21-8c336372e317 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:13:58.668262 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-afa9ae9b-bdbb-4010-bcf6-3a46ce66cf71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:14:00.200260 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7b7a3272-2b45-4d32-9670-25eb1afd1184 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:14:00.912163 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:14:07.305945 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:14:18.708452 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-a4fcb800-6a79-4089-9e0d-a804a56457bc req-a0d83975-24a9-4201-8492-fa12fabadef1 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=b5c42636-9300-48dd-b8e5-7cd0acd15001&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0537291 Dec 18 14:14:18.828301 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fcb800-6a79-4089-9e0d-a804a56457bc req-b8ab150c-b5a7-44c1-968d-ea62fa21f9f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:14:18.830641 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-a4fcb800-6a79-4089-9e0d-a804a56457bc req-b8ab150c-b5a7-44c1-968d-ea62fa21f9f7 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4fe8c5245f464a0b8a2abb9a0874f704&device_id=b5c42636-9300-48dd-b8e5-7cd0acd15001 HTTP/1.1" status: 200 len: 1097 time: 0.0688012 Dec 18 14:14:18.971529 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fcb800-6a79-4089-9e0d-a804a56457bc req-d33c0f47-e867-431c-8708-bf746e7698ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:14:18.973127 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-a4fcb800-6a79-4089-9e0d-a804a56457bc req-d33c0f47-e867-431c-8708-bf746e7698ba service neutron] 10.222.0.43 "GET /v2.0/networks?id=e8219f6b-e123-429b-9d02-0ef93c0ccddf HTTP/1.1" status: 200 len: 897 time: 0.1180527 Dec 18 14:14:19.064289 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-a4fcb800-6a79-4089-9e0d-a804a56457bc req-43f54d2a-47a3-46dc-b592-f83e67ff3c28 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2da1aef2-fde5-4009-a897-b48b956aa977 HTTP/1.1" status: 200 len: 999 time: 0.0836272 Dec 18 14:14:19.125797 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fcb800-6a79-4089-9e0d-a804a56457bc req-c641100f-bdf0-4035-8120-33f666ab2d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:14:19.127327 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-a4fcb800-6a79-4089-9e0d-a804a56457bc req-c641100f-bdf0-4035-8120-33f666ab2d8c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c5ee35de-58cc-40b9-a9d4-b995c31da097 HTTP/1.1" status: 200 len: 835 time: 0.0552399 Dec 18 14:14:19.184280 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fcb800-6a79-4089-9e0d-a804a56457bc req-e7ab8f02-4b77-443e-ab8c-f46a2b5575e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:14:19.186462 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-a4fcb800-6a79-4089-9e0d-a804a56457bc req-e7ab8f02-4b77-443e-ab8c-f46a2b5575e4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e8219f6b-e123-429b-9d02-0ef93c0ccddf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0516231 Dec 18 14:14:19.296179 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-a4fcb800-6a79-4089-9e0d-a804a56457bc req-c0bdad72-aa5b-43c4-bdea-124d543d0c6d service neutron] 10.222.0.43 "GET /v2.0/networks/e8219f6b-e123-429b-9d02-0ef93c0ccddf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011250 Dec 18 14:14:19.411221 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-a4fcb800-6a79-4089-9e0d-a804a56457bc req-41e8bee1-57c7-4aab-bb1e-e27f2c073152 service neutron] 10.222.0.43 "GET /v2.0/networks/e8219f6b-e123-429b-9d02-0ef93c0ccddf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072869 Dec 18 14:14:24.967617 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-b3238ff7-260e-40db-8e7f-bb658ee0d196 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:14:25.960563 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 34504) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:14:26.122532 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-3c147eeb-e123-469e-8531-fdc7cdcc14b9 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Deleting port 7c3efe73-7722-4428-8ef9-a6450c87f02d {{(pid=103159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 14:14:26.122875 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-3c147eeb-e123-469e-8531-fdc7cdcc14b9 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:14:26.199352 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-3c147eeb-e123-469e-8531-fdc7cdcc14b9 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:14:26.199681 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-3c147eeb-e123-469e-8531-fdc7cdcc14b9 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:14:26.211966 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-3c147eeb-e123-469e-8531-fdc7cdcc14b9 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Calling delete_port for 7c3efe73-7722-4428-8ef9-a6450c87f02d owned by network:floatingip {{(pid=103159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 14:14:26.365807 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-3c147eeb-e123-469e-8531-fdc7cdcc14b9 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:14:26.388468 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c147eeb-e123-469e-8531-fdc7cdcc14b9 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Pushing event deleted for resources: {'Port': ['ID=7c3efe73-7722-4428-8ef9-a6450c87f02d,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:14:26.401311 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c147eeb-e123-469e-8531-fdc7cdcc14b9 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:14:26.401668 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c147eeb-e123-469e-8531-fdc7cdcc14b9 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:14:26.402029 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c147eeb-e123-469e-8531-fdc7cdcc14b9 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:14:26.402345 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c147eeb-e123-469e-8531-fdc7cdcc14b9 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:14:26.402671 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c147eeb-e123-469e-8531-fdc7cdcc14b9 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:14:26.403002 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c147eeb-e123-469e-8531-fdc7cdcc14b9 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:14:26.403351 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c147eeb-e123-469e-8531-fdc7cdcc14b9 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:14:26.403681 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c147eeb-e123-469e-8531-fdc7cdcc14b9 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:14:26.404005 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c147eeb-e123-469e-8531-fdc7cdcc14b9 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:14:26.404350 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c147eeb-e123-469e-8531-fdc7cdcc14b9 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:14:26.404676 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c147eeb-e123-469e-8531-fdc7cdcc14b9 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:14:26.404990 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c147eeb-e123-469e-8531-fdc7cdcc14b9 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:14:26.405309 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c147eeb-e123-469e-8531-fdc7cdcc14b9 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:14:26.458212 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-3c147eeb-e123-469e-8531-fdc7cdcc14b9 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks [] for floatingip, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:14:26.458571 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.db.l3_db [None req-3c147eeb-e123-469e-8531-fdc7cdcc14b9 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Floating IP 78ba5e20-cb16-4b71-9c89-7f8428420ff4 disassociated (deleted). External IP: 172.26.3.51, port: 2da1aef2-fde5-4009-a897-b48b956aa977. Dec 18 14:14:26.683562 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c147eeb-e123-469e-8531-fdc7cdcc14b9 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Router 6193703f-707b-4ecf-8eb0-6e7d6e910bd9 has already been hosted by L3 agent c9c0cd52-5bd2-4704-9429-d80f1c5ad23c {{(pid=103159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 18 14:14:26.796371 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c147eeb-e123-469e-8531-fdc7cdcc14b9 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Notify agent at l3_agent.dv-neutron-744815-20-hyperv the message routers_updated {{(pid=103159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 14:14:26.801521 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-3c147eeb-e123-469e-8531-fdc7cdcc14b9 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for floatingip, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:14:26.806388 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6de9120-5f30-436f-bb56-a0ad78ea4dfe None None] Sync routers for ids ['6193703f-707b-4ecf-8eb0-6e7d6e910bd9'] in dv-neutron-744815-20-hyperv {{(pid=103161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 14:14:26.816438 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6de9120-5f30-436f-bb56-a0ad78ea4dfe None None] Routers {'6193703f-707b-4ecf-8eb0-6e7d6e910bd9'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 14:14:26.817054 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-b6de9120-5f30-436f-bb56-a0ad78ea4dfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T14:13:57Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['6193703f-707b-4ecf-8eb0-6e7d6e910bd9'], 'active': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:14:26.829606 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-3c147eeb-e123-469e-8531-fdc7cdcc14b9 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "DELETE /v2.0/floatingips/78ba5e20-cb16-4b71-9c89-7f8428420ff4 HTTP/1.1" status: 204 len: 168 time: 0.8678412 Dec 18 14:14:26.830263 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5c42636-9300-48dd-b8e5-7cd0acd15001', 'tag': '2da1aef2-fde5-4009-a897-b48b956aa977'}] {{(pid=103159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 18 14:14:26.832713 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca844cf115d59c1fab86abc202fb4c13735de0d7e4cbbbb25eec9406e9c87431" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12b143fb-6722-442e-9cda-94eadb408118" -d '{"events": [{"name": "network-changed", "server_uuid": "b5c42636-9300-48dd-b8e5-7cd0acd15001", "tag": "2da1aef2-fde5-4009-a897-b48b956aa977"}]}' {{(pid=103159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 18 14:14:26.872679 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 14:14:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fd71420-42f7-47c5-9e77-c9315ad2ba12 x-openstack-request-id: req-4fd71420-42f7-47c5-9e77-c9315ad2ba12 {{(pid=103159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 18 14:14:26.873003 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5c42636-9300-48dd-b8e5-7cd0acd15001", "tag": "2da1aef2-fde5-4009-a897-b48b956aa977", "status": "completed", "code": 200}]} {{(pid=103159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 18 14:14:26.873285 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4fd71420-42f7-47c5-9e77-c9315ad2ba12 {{(pid=103159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 18 14:14:26.873668 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5c42636-9300-48dd-b8e5-7cd0acd15001', 'tag': '2da1aef2-fde5-4009-a897-b48b956aa977', 'status': 'completed', 'code': 200} Dec 18 14:14:26.926022 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvr_db [None req-b6de9120-5f30-436f-bb56-a0ad78ea4dfe None None] Set router 6193703f-707b-4ecf-8eb0-6e7d6e910bd9 gateway port host: dv-neutron-744815-20-hyperv {{(pid=103161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 14:14:26.938666 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b143fb-6722-442e-9cda-94eadb408118 req-74d2d77a-f5de-4ba5-bdba-90fd6da0c388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:14:26.940216 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-12b143fb-6722-442e-9cda-94eadb408118 req-74d2d77a-f5de-4ba5-bdba-90fd6da0c388 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4fe8c5245f464a0b8a2abb9a0874f704&device_id=b5c42636-9300-48dd-b8e5-7cd0acd15001 HTTP/1.1" status: 200 len: 1097 time: 0.0445910 Dec 18 14:14:27.043976 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b143fb-6722-442e-9cda-94eadb408118 req-7ccb23bd-5e55-454b-8101-eaa4a1cbc8cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:14:27.046238 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-12b143fb-6722-442e-9cda-94eadb408118 req-7ccb23bd-5e55-454b-8101-eaa4a1cbc8cc service neutron] 10.222.0.43 "GET /v2.0/networks?id=e8219f6b-e123-429b-9d02-0ef93c0ccddf HTTP/1.1" status: 200 len: 897 time: 0.0994642 Dec 18 14:14:27.079817 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742677c9-58cc-4b5a-bf90-ff60849fb0cc req-fa7b0b34-1cf4-4df0-9684-877518cc3092 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:14:27.082617 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-742677c9-58cc-4b5a-bf90-ff60849fb0cc req-fa7b0b34-1cf4-4df0-9684-877518cc3092 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "GET /v2.0/ports?device_id=b5c42636-9300-48dd-b8e5-7cd0acd15001 HTTP/1.1" status: 200 len: 944 time: 0.0532348 Dec 18 14:14:27.097494 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-12b143fb-6722-442e-9cda-94eadb408118 req-71df7d92-9c89-4e5e-98d7-cec6a4819e64 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2da1aef2-fde5-4009-a897-b48b956aa977 HTTP/1.1" status: 200 len: 217 time: 0.0407863 Dec 18 14:14:27.134389 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-b6de9120-5f30-436f-bb56-a0ad78ea4dfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6193703f-707b-4ecf-8eb0-6e7d6e910bd9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-993708570', 'tenant_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.122'}], 'enable_snat': True}, 'gw_port_id': '57db874c-15b8-4ffc-9779-f3951deda270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T14:11:40Z', 'updated_at': '2021-12-18T14:11:44Z', 'revision_number': 4, 'project_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'gw_port': {'id': '57db874c-15b8-4ffc-9779-f3951deda270', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:e9:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6193703f-707b-4ecf-8eb0-6e7d6e910bd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1756, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T14:11:40Z', 'updated_at': '2021-12-18T14:11:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv', '_interfaces': [{'id': '2397c6b4-5f54-4119-98f4-365f534d1784', 'name': '', 'network_id': 'e8219f6b-e123-429b-9d02-0ef93c0ccddf', 'tenant_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'mac_address': 'fa:16:3e:99:7f:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6193703f-707b-4ecf-8eb0-6e7d6e910bd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1759, 'fixed_ips': [{'subnet_id': 'c5ee35de-58cc-40b9-a9d4-b995c31da097', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T14:11:43Z', 'updated_at': '2021-12-18T14:11:47Z', 'revision_number': 5, 'project_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'subnets': [{'id': 'c5ee35de-58cc-40b9-a9d4-b995c31da097', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:14:27.135763 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-742677c9-58cc-4b5a-bf90-ff60849fb0cc req-2321da77-9d2e-4cbe-abef-ced3ffb51bce tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "GET /v2.0/security-groups?id=8dd07ee9-a0ab-41b8-9392-7c833a2b51cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466032 Dec 18 14:14:27.148941 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b143fb-6722-442e-9cda-94eadb408118 req-1ec4f37b-d47c-49b3-ac1d-6f1d9079c69f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:14:27.150591 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-12b143fb-6722-442e-9cda-94eadb408118 req-1ec4f37b-d47c-49b3-ac1d-6f1d9079c69f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c5ee35de-58cc-40b9-a9d4-b995c31da097 HTTP/1.1" status: 200 len: 835 time: 0.0458536 Dec 18 14:14:27.165845 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6de9120-5f30-436f-bb56-a0ad78ea4dfe None None] Checking router: 6193703f-707b-4ecf-8eb0-6e7d6e910bd9 for host: dv-neutron-744815-20-hyperv {{(pid=103161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 18 14:14:27.174144 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6de9120-5f30-436f-bb56-a0ad78ea4dfe None None] Routers {'6193703f-707b-4ecf-8eb0-6e7d6e910bd9'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 14:14:27.174739 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-b6de9120-5f30-436f-bb56-a0ad78ea4dfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T14:13:57Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['6193703f-707b-4ecf-8eb0-6e7d6e910bd9'], 'active': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:14:27.195990 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b143fb-6722-442e-9cda-94eadb408118 req-a4d0c8fa-8039-4120-8e99-52a3218f5c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:14:27.197506 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-12b143fb-6722-442e-9cda-94eadb408118 req-a4d0c8fa-8039-4120-8e99-52a3218f5c39 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e8219f6b-e123-429b-9d02-0ef93c0ccddf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0394678 Dec 18 14:14:27.267026 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2b119fcc-532a-4b4e-8824-d040ff82d8ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:14:27.291463 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-12b143fb-6722-442e-9cda-94eadb408118 req-330da478-6345-4c70-927b-78302ae5c249 service neutron] 10.222.0.43 "GET /v2.0/networks/e8219f6b-e123-429b-9d02-0ef93c0ccddf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856559 Dec 18 14:14:27.297190 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvr_db [None req-b6de9120-5f30-436f-bb56-a0ad78ea4dfe None None] Set router 6193703f-707b-4ecf-8eb0-6e7d6e910bd9 gateway port host: dv-neutron-744815-20-hyperv {{(pid=103161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 14:14:27.381798 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-12b143fb-6722-442e-9cda-94eadb408118 req-0382725b-4820-4b54-9c90-1731105f2ce8 service neutron] 10.222.0.43 "GET /v2.0/networks/e8219f6b-e123-429b-9d02-0ef93c0ccddf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825601 Dec 18 14:14:27.507752 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-b6de9120-5f30-436f-bb56-a0ad78ea4dfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6193703f-707b-4ecf-8eb0-6e7d6e910bd9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-993708570', 'tenant_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.122'}], 'enable_snat': True}, 'gw_port_id': '57db874c-15b8-4ffc-9779-f3951deda270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T14:11:40Z', 'updated_at': '2021-12-18T14:11:44Z', 'revision_number': 4, 'project_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'gw_port': {'id': '57db874c-15b8-4ffc-9779-f3951deda270', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:e9:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6193703f-707b-4ecf-8eb0-6e7d6e910bd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1756, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T14:11:40Z', 'updated_at': '2021-12-18T14:11:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv', '_interfaces': [{'id': '2397c6b4-5f54-4119-98f4-365f534d1784', 'name': '', 'network_id': 'e8219f6b-e123-429b-9d02-0ef93c0ccddf', 'tenant_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'mac_address': 'fa:16:3e:99:7f:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6193703f-707b-4ecf-8eb0-6e7d6e910bd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1759, 'fixed_ips': [{'subnet_id': 'c5ee35de-58cc-40b9-a9d4-b995c31da097', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T14:11:43Z', 'updated_at': '2021-12-18T14:11:47Z', 'revision_number': 5, 'project_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'subnets': [{'id': 'c5ee35de-58cc-40b9-a9d4-b995c31da097', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:14:27.537813 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6de9120-5f30-436f-bb56-a0ad78ea4dfe None None] The sync data for ids ['6193703f-707b-4ecf-8eb0-6e7d6e910bd9'] in dv-neutron-744815-20-hyperv is: [{'id': '6193703f-707b-4ecf-8eb0-6e7d6e910bd9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-993708570', 'tenant_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.122'}], 'enable_snat': True}, 'gw_port_id': '57db874c-15b8-4ffc-9779-f3951deda270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T14:11:40Z', 'updated_at': '2021-12-18T14:11:44Z', 'revision_number': 4, 'project_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'gw_port': {'id': '57db874c-15b8-4ffc-9779-f3951deda270', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:e9:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6193703f-707b-4ecf-8eb0-6e7d6e910bd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1756, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T14:11:40Z', 'updated_at': '2021-12-18T14:11:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv', '_interfaces': [{'id': '2397c6b4-5f54-4119-98f4-365f534d1784', 'name': '', 'network_id': 'e8219f6b-e123-429b-9d02-0ef93c0ccddf', 'tenant_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'mac_address': 'fa:16:3e:99:7f:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6193703f-707b-4ecf-8eb0-6e7d6e910bd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1759, 'fixed_ips': [{'subnet_id': 'c5ee35de-58cc-40b9-a9d4-b995c31da097', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T14:11:43Z', 'updated_at': '2021-12-18T14:11:47Z', 'revision_number': 5, 'project_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'subnets': [{'id': 'c5ee35de-58cc-40b9-a9d4-b995c31da097', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 14:14:27.765050 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b0c455d-1efb-4b52-89eb-bdf2b86086c2 None None] New status for floating IP 78ba5e20-cb16-4b71-9c89-7f8428420ff4: DOWN {{(pid=103162) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 18 14:14:28.279305 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e0199c-f1ea-450c-9ce0-8a8e38d52808 req-04d4bbc5-7f96-4433-a9ed-f2ace2bcb5bb tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:14:28.280638 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-e7e0199c-f1ea-450c-9ce0-8a8e38d52808 req-04d4bbc5-7f96-4433-a9ed-f2ace2bcb5bb tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "GET /v2.0/ports?device_id=b5c42636-9300-48dd-b8e5-7cd0acd15001 HTTP/1.1" status: 200 len: 944 time: 0.0605094 Dec 18 14:14:28.338417 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-e7e0199c-f1ea-450c-9ce0-8a8e38d52808 req-695c5f15-c56e-4092-9684-3f35f9a52fde tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "GET /v2.0/security-groups?id=8dd07ee9-a0ab-41b8-9392-7c833a2b51cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486860 Dec 18 14:14:28.823556 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-afa9ae9b-bdbb-4010-bcf6-3a46ce66cf71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:14:29.005498 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a6134f-0da9-4d88-96a8-5cdc4cae9f48 req-a594e083-42d7-4d1a-9054-830a01f00202 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:14:29.007018 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-60a6134f-0da9-4d88-96a8-5cdc4cae9f48 req-a594e083-42d7-4d1a-9054-830a01f00202 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.43 "GET /v2.0/ports?device_id=b5c42636-9300-48dd-b8e5-7cd0acd15001 HTTP/1.1" status: 200 len: 944 time: 0.0556011 Dec 18 14:14:29.099943 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [req-60a6134f-0da9-4d88-96a8-5cdc4cae9f48 req-e759812c-6caa-4128-8908-bd6cc2f7f59e tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Deleting port 2da1aef2-fde5-4009-a897-b48b956aa977 {{(pid=103159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 14:14:29.100252 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-60a6134f-0da9-4d88-96a8-5cdc4cae9f48 req-e759812c-6caa-4128-8908-bd6cc2f7f59e tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:14:29.187321 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.db [req-60a6134f-0da9-4d88-96a8-5cdc4cae9f48 req-e759812c-6caa-4128-8908-bd6cc2f7f59e tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] For port 2da1aef2-fde5-4009-a897-b48b956aa977, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=2da1aef2-fde5-4009-a897-b48b956aa977,segment=NetworkSegment(4da95101-a3ee-4f61-8c94-900e562211bb),segment_id=4da95101-a3ee-4f61-8c94-900e562211bb)] {{(pid=103159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 14:14:29.187803 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-60a6134f-0da9-4d88-96a8-5cdc4cae9f48 req-e759812c-6caa-4128-8908-bd6cc2f7f59e tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:14:29.200147 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [req-60a6134f-0da9-4d88-96a8-5cdc4cae9f48 req-e759812c-6caa-4128-8908-bd6cc2f7f59e tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Calling delete_port for 2da1aef2-fde5-4009-a897-b48b956aa977 owned by compute:nova {{(pid=103159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 14:14:29.339578 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-60a6134f-0da9-4d88-96a8-5cdc4cae9f48 req-e759812c-6caa-4128-8908-bd6cc2f7f59e tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:14:29.373524 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e759812c-6caa-4128-8908-bd6cc2f7f59e tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Pushing event deleted for resources: {'Port': ['ID=2da1aef2-fde5-4009-a897-b48b956aa977,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:14:29.414756 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [req-60a6134f-0da9-4d88-96a8-5cdc4cae9f48 req-e759812c-6caa-4128-8908-bd6cc2f7f59e tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] No DVR routers for this DVR port 2da1aef2-fde5-4009-a897-b48b956aa977 on host hv-neutron-7448 {{(pid=103159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 18 14:14:29.417458 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-60a6134f-0da9-4d88-96a8-5cdc4cae9f48 req-e759812c-6caa-4128-8908-bd6cc2f7f59e tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:14:29.420848 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-60a6134f-0da9-4d88-96a8-5cdc4cae9f48 req-e759812c-6caa-4128-8908-bd6cc2f7f59e tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.43 "DELETE /v2.0/ports/2da1aef2-fde5-4009-a897-b48b956aa977 HTTP/1.1" status: 204 len: 173 time: 0.4078884 Dec 18 14:14:29.421294 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5c42636-9300-48dd-b8e5-7cd0acd15001', 'name': 'network-vif-deleted', 'tag': '2da1aef2-fde5-4009-a897-b48b956aa977'}] {{(pid=103159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 18 14:14:29.423758 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca844cf115d59c1fab86abc202fb4c13735de0d7e4cbbbb25eec9406e9c87431" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-148ca18e-b18c-4eb6-882f-6a03e13adab4" -d '{"events": [{"server_uuid": "b5c42636-9300-48dd-b8e5-7cd0acd15001", "name": "network-vif-deleted", "tag": "2da1aef2-fde5-4009-a897-b48b956aa977"}]}' {{(pid=103159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 18 14:14:29.443559 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-1f46424b-f17e-45f0-9c22-face455a7ebc req-31abc971-bf85-4d09-ba7a-0db6634ee4bc tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "GET /v2.0/ports?device_id=b5c42636-9300-48dd-b8e5-7cd0acd15001 HTTP/1.1" status: 200 len: 210 time: 0.0325804 Dec 18 14:14:29.469999 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 14:14:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd3eba73-0356-4b79-a71a-915b34548340 x-openstack-request-id: req-cd3eba73-0356-4b79-a71a-915b34548340 {{(pid=103159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 18 14:14:29.470293 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5c42636-9300-48dd-b8e5-7cd0acd15001", "name": "network-vif-deleted", "tag": "2da1aef2-fde5-4009-a897-b48b956aa977", "status": "completed", "code": 200}]} {{(pid=103159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 18 14:14:29.470571 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-cd3eba73-0356-4b79-a71a-915b34548340 {{(pid=103159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 18 14:14:29.471002 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5c42636-9300-48dd-b8e5-7cd0acd15001', 'name': 'network-vif-deleted', 'tag': '2da1aef2-fde5-4009-a897-b48b956aa977', 'status': 'completed', 'code': 200} Dec 18 14:14:30.198977 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7b7a3272-2b45-4d32-9670-25eb1afd1184 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:14:30.515375 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 34520) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:14:30.891236 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b83ec8cc-86bd-44da-8a94-57ec3f20ea5b tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-586101'] for router_interface, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:14:30.908763 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:14:31.160787 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-b83ec8cc-86bd-44da-8a94-57ec3f20ea5b tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Deleting port 2397c6b4-5f54-4119-98f4-365f534d1784 {{(pid=103159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 14:14:31.161041 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b83ec8cc-86bd-44da-8a94-57ec3f20ea5b tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:14:31.248905 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.db [None req-b83ec8cc-86bd-44da-8a94-57ec3f20ea5b tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] For port 2397c6b4-5f54-4119-98f4-365f534d1784, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=2397c6b4-5f54-4119-98f4-365f534d1784,segment=NetworkSegment(4da95101-a3ee-4f61-8c94-900e562211bb),segment_id=4da95101-a3ee-4f61-8c94-900e562211bb)] {{(pid=103159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 14:14:31.249276 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b83ec8cc-86bd-44da-8a94-57ec3f20ea5b tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:14:31.265547 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-b83ec8cc-86bd-44da-8a94-57ec3f20ea5b tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Calling delete_port for 2397c6b4-5f54-4119-98f4-365f534d1784 owned by network:router_interface {{(pid=103159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 14:14:31.458420 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b83ec8cc-86bd-44da-8a94-57ec3f20ea5b tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:14:31.484205 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83ec8cc-86bd-44da-8a94-57ec3f20ea5b tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Pushing event deleted for resources: {'Port': ['ID=2397c6b4-5f54-4119-98f4-365f534d1784,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:14:31.655817 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b83ec8cc-86bd-44da-8a94-57ec3f20ea5b tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1048020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-576035'] for router_interface, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:14:32.235666 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b83ec8cc-86bd-44da-8a94-57ec3f20ea5b tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Router 6193703f-707b-4ecf-8eb0-6e7d6e910bd9 has already been hosted by L3 agent c9c0cd52-5bd2-4704-9429-d80f1c5ad23c {{(pid=103159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 18 14:14:32.340956 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b83ec8cc-86bd-44da-8a94-57ec3f20ea5b tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Notify agent at l3_agent.dv-neutron-744815-20-hyperv the message routers_updated {{(pid=103159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 14:14:32.346312 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-b83ec8cc-86bd-44da-8a94-57ec3f20ea5b tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "PUT /v2.0/routers/6193703f-707b-4ecf-8eb0-6e7d6e910bd9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8299067 Dec 18 14:14:32.349389 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 34522) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:14:32.350877 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eba577e-a189-4036-abfc-5524d28f8c7a None None] Sync routers for ids ['6193703f-707b-4ecf-8eb0-6e7d6e910bd9'] in dv-neutron-744815-20-hyperv {{(pid=103161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 14:14:32.361837 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eba577e-a189-4036-abfc-5524d28f8c7a None None] Routers {'6193703f-707b-4ecf-8eb0-6e7d6e910bd9'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 14:14:32.362446 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-0eba577e-a189-4036-abfc-5524d28f8c7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T14:14:27Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['6193703f-707b-4ecf-8eb0-6e7d6e910bd9'], 'active': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:14:32.397978 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.agents_db [None req-e3dda592-589a-4b4d-b028-ba9a260f4f50 None None] Agent healthcheck: found 6 active agents {{(pid=103162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 18 14:14:32.403919 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.db_base_plugin_v2 [None req-476efd7d-49ad-4cac-bb1b-6e2890992ed7 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Deleting subnet c5ee35de-58cc-40b9-a9d4-b995c31da097 {{(pid=103159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 18 14:14:32.407434 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-476efd7d-49ad-4cac-bb1b-6e2890992ed7 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks [] for subnet, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:14:32.446916 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-476efd7d-49ad-4cac-bb1b-6e2890992ed7 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5589624'] for subnet, precommit_delete_associations {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:14:32.469670 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvr_db [None req-0eba577e-a189-4036-abfc-5524d28f8c7a None None] Set router 6193703f-707b-4ecf-8eb0-6e7d6e910bd9 gateway port host: dv-neutron-744815-20-hyperv {{(pid=103161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 14:14:32.536595 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-476efd7d-49ad-4cac-bb1b-6e2890992ed7 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1929185'] for subnet, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:14:32.590894 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Device 2da1aef2-fde5-4009-a897-b48b956aa977 no longer exists at agent hyperv_hv-neutron-7448 {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 18 14:14:32.596272 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-476efd7d-49ad-4cac-bb1b-6e2890992ed7 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1929192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5659851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6017053'] for subnet, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:14:32.622606 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476efd7d-49ad-4cac-bb1b-6e2890992ed7 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Pushing event deleted for resources: {'Subnet': ['ID=c5ee35de-58cc-40b9-a9d4-b995c31da097,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:14:32.629675 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-476efd7d-49ad-4cac-bb1b-6e2890992ed7 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks [] for subnet, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:14:32.636138 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-476efd7d-49ad-4cac-bb1b-6e2890992ed7 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "DELETE /v2.0/subnets/c5ee35de-58cc-40b9-a9d4-b995c31da097 HTTP/1.1" status: 204 len: 168 time: 0.2822537 Dec 18 14:14:32.636138 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 34524) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:14:32.646383 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-194906e3-3553-4f9b-83a8-681a93c8d84e None None] Network e8219f6b-e123-429b-9d02-0ef93c0ccddf requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 14:14:32.648819 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] No Port match for: 2da1aef2-fde5-4009-a897-b48b956aa977 {{(pid=103161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 18 14:14:32.649157 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Device 2da1aef2-fde5-4009-a897-b48b956aa977 not bound to the agent host hv-neutron-7448 {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 18 14:14:32.744981 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-c2bc1c76-9097-446c-b783-4c8aa0827b5f tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks [] for router, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:14:32.750091 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-0eba577e-a189-4036-abfc-5524d28f8c7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6193703f-707b-4ecf-8eb0-6e7d6e910bd9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-993708570', 'tenant_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.122'}], 'enable_snat': True}, 'gw_port_id': '57db874c-15b8-4ffc-9779-f3951deda270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T14:11:40Z', 'updated_at': '2021-12-18T14:14:31Z', 'revision_number': 5, 'project_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'gw_port': {'id': '57db874c-15b8-4ffc-9779-f3951deda270', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:e9:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6193703f-707b-4ecf-8eb0-6e7d6e910bd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1756, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T14:11:40Z', 'updated_at': '2021-12-18T14:11:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv'}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:14:32.778027 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eba577e-a189-4036-abfc-5524d28f8c7a None None] Checking router: 6193703f-707b-4ecf-8eb0-6e7d6e910bd9 for host: dv-neutron-744815-20-hyperv {{(pid=103161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 18 14:14:32.787374 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eba577e-a189-4036-abfc-5524d28f8c7a None None] Routers {'6193703f-707b-4ecf-8eb0-6e7d6e910bd9'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 14:14:32.787991 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-0eba577e-a189-4036-abfc-5524d28f8c7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T14:14:27Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['6193703f-707b-4ecf-8eb0-6e7d6e910bd9'], 'active': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:14:32.826494 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75de9fcc-60ec-448a-a74f-f6d51f67b792 None None] DHCP port deletion for e8219f6b-e123-429b-9d02-0ef93c0ccddf request from dv-neutron-744815-20-hyperv {{(pid=103161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 18 14:14:32.856496 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-c2bc1c76-9097-446c-b783-4c8aa0827b5f tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:14:32.910777 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-c2bc1c76-9097-446c-b783-4c8aa0827b5f tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Deleting port 57db874c-15b8-4ffc-9779-f3951deda270 {{(pid=103159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 14:14:32.911186 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-c2bc1c76-9097-446c-b783-4c8aa0827b5f tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:14:32.925053 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvr_db [None req-0eba577e-a189-4036-abfc-5524d28f8c7a None None] Set router 6193703f-707b-4ecf-8eb0-6e7d6e910bd9 gateway port host: dv-neutron-744815-20-hyperv {{(pid=103161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 14:14:32.993334 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.db [None req-c2bc1c76-9097-446c-b783-4c8aa0827b5f tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] For port 57db874c-15b8-4ffc-9779-f3951deda270, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=57db874c-15b8-4ffc-9779-f3951deda270,segment=NetworkSegment(3f66d49c-4faa-434c-8c3e-991f4f1d01bd),segment_id=3f66d49c-4faa-434c-8c3e-991f4f1d01bd)] {{(pid=103159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 14:14:32.993648 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-75de9fcc-60ec-448a-a74f-f6d51f67b792 None None] Deleting port 2baeac1c-c596-4a53-a67b-b9738999be40 {{(pid=103161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 14:14:32.993760 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-c2bc1c76-9097-446c-b783-4c8aa0827b5f tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:14:32.993865 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-75de9fcc-60ec-448a-a74f-f6d51f67b792 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:14:33.005849 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-c2bc1c76-9097-446c-b783-4c8aa0827b5f tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Calling delete_port for 57db874c-15b8-4ffc-9779-f3951deda270 owned by network:router_gateway {{(pid=103159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 14:14:33.098944 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-75de9fcc-60ec-448a-a74f-f6d51f67b792 None None] For port 2baeac1c-c596-4a53-a67b-b9738999be40, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=2baeac1c-c596-4a53-a67b-b9738999be40,segment=NetworkSegment(4da95101-a3ee-4f61-8c94-900e562211bb),segment_id=4da95101-a3ee-4f61-8c94-900e562211bb)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 14:14:33.099237 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-75de9fcc-60ec-448a-a74f-f6d51f67b792 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:14:33.119706 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-75de9fcc-60ec-448a-a74f-f6d51f67b792 None None] Calling delete_port for 2baeac1c-c596-4a53-a67b-b9738999be40 owned by network:dhcp {{(pid=103161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 14:14:33.187720 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-c2bc1c76-9097-446c-b783-4c8aa0827b5f tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:14:33.213757 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bc1c76-9097-446c-b783-4c8aa0827b5f tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Pushing event deleted for resources: {'Port': ['ID=57db874c-15b8-4ffc-9779-f3951deda270,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:14:33.232604 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af1c0867-3600-456b-94bd-7bf918c0aeaf None None] DHCP port deletion for decb4a40-7941-48c8-afbb-daaafd502e83 request from dv-neutron-744815-20-hyperv {{(pid=103161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 18 14:14:33.247944 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-0eba577e-a189-4036-abfc-5524d28f8c7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6193703f-707b-4ecf-8eb0-6e7d6e910bd9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-993708570', 'tenant_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.122'}], 'enable_snat': True}, 'gw_port_id': '57db874c-15b8-4ffc-9779-f3951deda270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T14:11:40Z', 'updated_at': '2021-12-18T14:14:31Z', 'revision_number': 5, 'project_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'gw_port': {'id': '57db874c-15b8-4ffc-9779-f3951deda270', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:e9:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6193703f-707b-4ecf-8eb0-6e7d6e910bd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1756, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T14:11:40Z', 'updated_at': '2021-12-18T14:11:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv'}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:14:33.278164 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eba577e-a189-4036-abfc-5524d28f8c7a None None] The sync data for ids ['6193703f-707b-4ecf-8eb0-6e7d6e910bd9'] in dv-neutron-744815-20-hyperv is: [{'id': '6193703f-707b-4ecf-8eb0-6e7d6e910bd9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-993708570', 'tenant_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.122'}], 'enable_snat': True}, 'gw_port_id': '57db874c-15b8-4ffc-9779-f3951deda270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T14:11:40Z', 'updated_at': '2021-12-18T14:14:31Z', 'revision_number': 5, 'project_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'gw_port': {'id': '57db874c-15b8-4ffc-9779-f3951deda270', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:e9:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6193703f-707b-4ecf-8eb0-6e7d6e910bd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1756, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T14:11:40Z', 'updated_at': '2021-12-18T14:11:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv'}] {{(pid=103161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 14:14:33.279729 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-75de9fcc-60ec-448a-a74f-f6d51f67b792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984'] for port, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:14:33.281929 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-c2bc1c76-9097-446c-b783-4c8aa0827b5f tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-586554'] for router_gateway, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:14:33.308757 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75de9fcc-60ec-448a-a74f-f6d51f67b792 None None] Pushing event deleted for resources: {'Port': ['ID=2baeac1c-c596-4a53-a67b-b9738999be40,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:14:33.311064 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75de9fcc-60ec-448a-a74f-f6d51f67b792 None None] No DVR routers for this DVR port 2baeac1c-c596-4a53-a67b-b9738999be40 on host dv-neutron-744815-20-hyperv {{(pid=103161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 18 14:14:33.320981 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75de9fcc-60ec-448a-a74f-f6d51f67b792 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:14:33.321434 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75de9fcc-60ec-448a-a74f-f6d51f67b792 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:14:33.321819 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75de9fcc-60ec-448a-a74f-f6d51f67b792 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:14:33.322247 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75de9fcc-60ec-448a-a74f-f6d51f67b792 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:14:33.322649 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75de9fcc-60ec-448a-a74f-f6d51f67b792 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:14:33.323047 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75de9fcc-60ec-448a-a74f-f6d51f67b792 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:14:33.323601 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75de9fcc-60ec-448a-a74f-f6d51f67b792 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:14:33.323924 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75de9fcc-60ec-448a-a74f-f6d51f67b792 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:14:33.324321 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75de9fcc-60ec-448a-a74f-f6d51f67b792 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:14:33.324733 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75de9fcc-60ec-448a-a74f-f6d51f67b792 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:14:33.325156 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75de9fcc-60ec-448a-a74f-f6d51f67b792 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:14:33.325884 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75de9fcc-60ec-448a-a74f-f6d51f67b792 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:14:33.326286 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75de9fcc-60ec-448a-a74f-f6d51f67b792 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:14:33.377384 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-c2bc1c76-9097-446c-b783-4c8aa0827b5f tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-589815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28643'] for router, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:14:33.379420 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-c2bc1c76-9097-446c-b783-4c8aa0827b5f tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:14:33.435745 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-c2bc1c76-9097-446c-b783-4c8aa0827b5f tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-589710'] for router, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:14:33.436281 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2bc1c76-9097-446c-b783-4c8aa0827b5f tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Fanout notify agent at l3_agent the message router_deleted on router 6193703f-707b-4ecf-8eb0-6e7d6e910bd9 {{(pid=103159) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 18 14:14:33.443205 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-c2bc1c76-9097-446c-b783-4c8aa0827b5f tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks [] for router, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:14:33.444343 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-c2bc1c76-9097-446c-b783-4c8aa0827b5f tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "DELETE /v2.0/routers/6193703f-707b-4ecf-8eb0-6e7d6e910bd9 HTTP/1.1" status: 204 len: 168 time: 0.8076093 Dec 18 14:14:33.447198 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 34526) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:14:33.531061 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-82a8b9f0-efb0-4e33-832d-28fc63199c96 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2023137'] for network, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:14:33.623981 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-82a8b9f0-efb0-4e33-832d-28fc63199c96 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1927292', 'neutron.services.segments.db._delete_segments_for_network-8767106887837'] for network, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:14:33.648018 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.services.segments.db [None req-82a8b9f0-efb0-4e33-832d-28fc63199c96 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8219f6b-e123-429b-9d02-0ef93c0ccddf']}} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:14:33.658283 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.services.segments.db [None req-82a8b9f0-efb0-4e33-832d-28fc63199c96 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4da95101-a3ee-4f61-8c94-900e562211bb') {'for_net_delete': True} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:14:33.658579 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.services.segments.db [None req-82a8b9f0-efb0-4e33-832d-28fc63199c96 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4da95101-a3ee-4f61-8c94-900e562211bb') {} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:14:33.669159 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-82a8b9f0-efb0-4e33-832d-28fc63199c96 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767106888614', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5589569'] for segment, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:14:33.684122 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-82a8b9f0-efb0-4e33-832d-28fc63199c96 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:14:33.690971 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82a8b9f0-efb0-4e33-832d-28fc63199c96 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Releasing vlan 105 on physical network physnet1 to pool {{(pid=103159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 18 14:14:33.691413 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-82a8b9f0-efb0-4e33-832d-28fc63199c96 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5660009'] for segment, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:14:33.695045 dv-neutron-744815-20-hyperv neutron-server[103159]: Traceback (most recent call last): Dec 18 14:14:33.695045 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 18 14:14:33.695045 dv-neutron-744815-20-hyperv neutron-server[103159]: timer() Dec 18 14:14:33.695045 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 18 14:14:33.695045 dv-neutron-744815-20-hyperv neutron-server[103159]: cb(*args, **kw) Dec 18 14:14:33.695045 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 18 14:14:33.695045 dv-neutron-744815-20-hyperv neutron-server[103159]: return func(*args, **kwargs) Dec 18 14:14:33.695045 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 18 14:14:33.695045 dv-neutron-744815-20-hyperv neutron-server[103159]: self._notify() Dec 18 14:14:33.695045 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 18 14:14:33.695045 dv-neutron-744815-20-hyperv neutron-server[103159]: self.callback(batched_events) Dec 18 14:14:33.695045 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 18 14:14:33.695045 dv-neutron-744815-20-hyperv neutron-server[103159]: event.method(event) Dec 18 14:14:33.695045 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 18 14:14:33.695045 dv-neutron-744815-20-hyperv neutron-server[103159]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 18 14:14:33.695045 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 18 14:14:33.695045 dv-neutron-744815-20-hyperv neutron-server[103159]: aggregate_uuid = self.p_client.list_aggregates( Dec 18 14:14:33.695045 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 18 14:14:33.695045 dv-neutron-744815-20-hyperv neutron-server[103159]: return f(self, *a, **k) Dec 18 14:14:33.695045 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 18 14:14:33.695045 dv-neutron-744815-20-hyperv neutron-server[103159]: return self._get(url).json() Dec 18 14:14:33.695045 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 18 14:14:33.695045 dv-neutron-744815-20-hyperv neutron-server[103159]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 18 14:14:33.695045 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 18 14:14:33.695045 dv-neutron-744815-20-hyperv neutron-server[103159]: return self.request(url, 'GET', **kwargs) Dec 18 14:14:33.695045 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 18 14:14:33.695045 dv-neutron-744815-20-hyperv neutron-server[103159]: base_url = self.get_endpoint(auth, allow=allow, Dec 18 14:14:33.695045 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 18 14:14:33.695045 dv-neutron-744815-20-hyperv neutron-server[103159]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 18 14:14:33.695045 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 18 14:14:33.695045 dv-neutron-744815-20-hyperv neutron-server[103159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 18 14:14:33.695045 dv-neutron-744815-20-hyperv neutron-server[103159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 18 14:14:33.758456 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-82a8b9f0-efb0-4e33-832d-28fc63199c96 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1927267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586962'] for network, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:14:33.766286 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-82a8b9f0-efb0-4e33-832d-28fc63199c96 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks [] for network, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:14:33.769330 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-82a8b9f0-efb0-4e33-832d-28fc63199c96 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "DELETE /v2.0/networks/e8219f6b-e123-429b-9d02-0ef93c0ccddf HTTP/1.1" status: 204 len: 168 time: 0.3208644 Dec 18 14:14:33.772420 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 34528) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:14:33.780792 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a8b9f0-efb0-4e33-832d-28fc63199c96 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Pushing event deleted for resources: {'Network': ['ID=e8219f6b-e123-429b-9d02-0ef93c0ccddf,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:14:33.833784 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-a2f80f9a-298b-4d85-b672-20b96d2e3de4 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks [] for security_group, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:14:33.863613 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-a2f80f9a-298b-4d85-b672-20b96d2e3de4 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:14:33.933777 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-a2f80f9a-298b-4d85-b672-20b96d2e3de4 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:14:33.936547 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-a2f80f9a-298b-4d85-b672-20b96d2e3de4 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks [] for security_group, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:14:33.937779 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-a2f80f9a-298b-4d85-b672-20b96d2e3de4 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "DELETE /v2.0/security-groups/8dd07ee9-a0ab-41b8-9392-7c833a2b51cd HTTP/1.1" status: 204 len: 168 time: 0.1637964 Dec 18 14:14:33.947226 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f80f9a-298b-4d85-b672-20b96d2e3de4 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dd07ee9-a0ab-41b8-9392-7c833a2b51cd,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:14:33.954959 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f80f9a-298b-4d85-b672-20b96d2e3de4 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:14:33.955339 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f80f9a-298b-4d85-b672-20b96d2e3de4 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:14:33.955694 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f80f9a-298b-4d85-b672-20b96d2e3de4 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:14:33.956037 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f80f9a-298b-4d85-b672-20b96d2e3de4 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:14:33.956376 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f80f9a-298b-4d85-b672-20b96d2e3de4 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:14:33.956715 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f80f9a-298b-4d85-b672-20b96d2e3de4 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:14:33.957047 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f80f9a-298b-4d85-b672-20b96d2e3de4 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:14:33.957374 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f80f9a-298b-4d85-b672-20b96d2e3de4 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:14:33.957700 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f80f9a-298b-4d85-b672-20b96d2e3de4 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:14:33.958027 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f80f9a-298b-4d85-b672-20b96d2e3de4 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:14:33.958351 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f80f9a-298b-4d85-b672-20b96d2e3de4 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:14:33.958675 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f80f9a-298b-4d85-b672-20b96d2e3de4 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:14:33.958999 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f80f9a-298b-4d85-b672-20b96d2e3de4 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:14:34.323106 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 2baeac1c-c596-4a53-a67b-b9738999be40 no longer exists at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 18 14:14:34.346459 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-2294866d-0076-4933-952c-685307032598 None None] No Port match for: 2baeac1c-c596-4a53-a67b-b9738999be40 {{(pid=103161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 18 14:14:34.346803 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 2baeac1c-c596-4a53-a67b-b9738999be40 not bound to the agent host dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 18 14:14:34.347253 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 2397c6b4-5f54-4119-98f4-365f534d1784 no longer exists at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 18 14:14:34.365240 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-2294866d-0076-4933-952c-685307032598 None None] No Port match for: 2397c6b4-5f54-4119-98f4-365f534d1784 {{(pid=103161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 18 14:14:34.365581 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 2397c6b4-5f54-4119-98f4-365f534d1784 not bound to the agent host dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 18 14:14:34.365981 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 57db874c-15b8-4ffc-9779-f3951deda270 no longer exists at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 18 14:14:34.383835 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-2294866d-0076-4933-952c-685307032598 None None] No Port match for: 57db874c-15b8-4ffc-9779-f3951deda270 {{(pid=103161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 18 14:14:34.384188 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 57db874c-15b8-4ffc-9779-f3951deda270 not bound to the agent host dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 18 14:14:36.242130 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 34538) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:14:36.246703 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-e6ea6c67-7c12-4da6-9224-b9f31f2c5561 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1907722938', 'description': 'tempest-secgroup-smoke-1907722938 description', 'project_id': '4fe8c5245f464a0b8a2abb9a0874f704'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 14:14:36.272942 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-e6ea6c67-7c12-4da6-9224-b9f31f2c5561 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks [] for security_group, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:14:36.339423 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-e6ea6c67-7c12-4da6-9224-b9f31f2c5561 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks [] for security_group, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:14:36.344911 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-e6ea6c67-7c12-4da6-9224-b9f31f2c5561 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:14:36.370988 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-e6ea6c67-7c12-4da6-9224-b9f31f2c5561 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks [] for security_group, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:14:36.372272 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-e6ea6c67-7c12-4da6-9224-b9f31f2c5561 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1291265 Dec 18 14:14:36.375953 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 34540) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:14:36.380800 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-ce32bc5a-b0c5-4afe-8bb4-96befeab7a10 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Request body: {'security_group_rule': {'security_group_id': '395d1789-dbf5-4da0-917f-3bddb03647dd', 'project_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 14:14:36.381085 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ea6c67-7c12-4da6-9224-b9f31f2c5561 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Pushing event updated for resources: {'SecurityGroup': ['ID=395d1789-dbf5-4da0-917f-3bddb03647dd,revision_number=1']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:14:36.411745 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-ce32bc5a-b0c5-4afe-8bb4-96befeab7a10 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:14:36.469747 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-ce32bc5a-b0c5-4afe-8bb4-96befeab7a10 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:14:36.474548 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-ce32bc5a-b0c5-4afe-8bb4-96befeab7a10 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530267'] for security_group_rule, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:14:36.491976 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce32bc5a-b0c5-4afe-8bb4-96befeab7a10 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2bd6ae35-0f13-492b-92bb-4c2dc52ad1fc,revision_number=0']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:14:36.498825 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-ce32bc5a-b0c5-4afe-8bb4-96befeab7a10 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:14:36.500087 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-ce32bc5a-b0c5-4afe-8bb4-96befeab7a10 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1229703 Dec 18 14:14:36.503272 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 34542) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:14:36.507708 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-2cf56dd1-e1bf-41dc-8565-4a19449a41ec tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Request body: {'security_group_rule': {'security_group_id': '395d1789-dbf5-4da0-917f-3bddb03647dd', 'project_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 14:14:36.538049 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-2cf56dd1-e1bf-41dc-8565-4a19449a41ec tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:14:36.601972 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-2cf56dd1-e1bf-41dc-8565-4a19449a41ec tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:14:36.604092 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [req-f82aa39b-a041-4d3a-91ba-1f397e12aab3 req-fb644aa1-a8e7-410e-9dfd-6199092c4dc0 service neutron] (103160) timed out ('10.222.0.31', 58840) {{(pid=103160) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 18 14:14:36.606740 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-2cf56dd1-e1bf-41dc-8565-4a19449a41ec tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530267'] for security_group_rule, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:14:36.624311 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf56dd1-e1bf-41dc-8565-4a19449a41ec tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eca616ef-395e-4c3c-9bd8-bbaf48230727,revision_number=0']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:14:36.633250 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-2cf56dd1-e1bf-41dc-8565-4a19449a41ec tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:14:36.634448 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-2cf56dd1-e1bf-41dc-8565-4a19449a41ec tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1302569 Dec 18 14:14:36.637456 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 34544) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:14:36.641870 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-cd1ea389-fb24-4135-9249-151b3c62bbc2 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Request body: {'security_group_rule': {'security_group_id': '395d1789-dbf5-4da0-917f-3bddb03647dd', 'project_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 14:14:36.671095 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-cd1ea389-fb24-4135-9249-151b3c62bbc2 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:14:36.731777 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-cd1ea389-fb24-4135-9249-151b3c62bbc2 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:14:36.736453 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-cd1ea389-fb24-4135-9249-151b3c62bbc2 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530267'] for security_group_rule, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:14:36.754397 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1ea389-fb24-4135-9249-151b3c62bbc2 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2978b57-c567-4abd-952b-2f7051d1dd7f,revision_number=0']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:14:36.764828 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-cd1ea389-fb24-4135-9249-151b3c62bbc2 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:14:36.766181 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-cd1ea389-fb24-4135-9249-151b3c62bbc2 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1278014 Dec 18 14:14:36.769168 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 34546) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:14:36.773446 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-24173bfa-51cf-49c7-a487-d9119dcdb855 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Request body: {'security_group_rule': {'security_group_id': '395d1789-dbf5-4da0-917f-3bddb03647dd', 'project_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 14:14:36.801542 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-24173bfa-51cf-49c7-a487-d9119dcdb855 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:14:36.864145 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-24173bfa-51cf-49c7-a487-d9119dcdb855 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:14:36.868995 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-24173bfa-51cf-49c7-a487-d9119dcdb855 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530267'] for security_group_rule, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:14:36.886796 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24173bfa-51cf-49c7-a487-d9119dcdb855 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3904c88-65cf-4479-bc45-2435050ebed0,revision_number=0']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:14:36.900261 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-24173bfa-51cf-49c7-a487-d9119dcdb855 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:14:36.901520 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-24173bfa-51cf-49c7-a487-d9119dcdb855 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1314387 Dec 18 14:14:36.904736 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 34548) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:14:36.909615 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-caea6733-d14f-4998-b1a3-89f624ebe352 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Request body: {'security_group_rule': {'security_group_id': '395d1789-dbf5-4da0-917f-3bddb03647dd', 'project_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 14:14:36.938165 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.db.securitygroups_db [None req-caea6733-d14f-4998-b1a3-89f624ebe352 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Project 4fe8c5245f464a0b8a2abb9a0874f704 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 18 14:14:36.946410 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-caea6733-d14f-4998-b1a3-89f624ebe352 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:14:36.998070 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-caea6733-d14f-4998-b1a3-89f624ebe352 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:14:37.003757 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-caea6733-d14f-4998-b1a3-89f624ebe352 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530267'] for security_group_rule, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:14:37.021051 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caea6733-d14f-4998-b1a3-89f624ebe352 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5dbf00d1-be93-4d7b-a274-f27500b73109,revision_number=0']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:14:37.029484 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-caea6733-d14f-4998-b1a3-89f624ebe352 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:14:37.031392 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-caea6733-d14f-4998-b1a3-89f624ebe352 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1253116 Dec 18 14:14:37.034158 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 34550) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:14:37.038561 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-c2be89fb-2b04-462f-8b07-44c2422c5414 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Request body: {'security_group_rule': {'security_group_id': '395d1789-dbf5-4da0-917f-3bddb03647dd', 'project_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 14:14:37.066443 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.db.securitygroups_db [None req-c2be89fb-2b04-462f-8b07-44c2422c5414 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Project 4fe8c5245f464a0b8a2abb9a0874f704 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 18 14:14:37.071456 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-c2be89fb-2b04-462f-8b07-44c2422c5414 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:14:37.137825 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-c2be89fb-2b04-462f-8b07-44c2422c5414 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:14:37.142620 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-c2be89fb-2b04-462f-8b07-44c2422c5414 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530267'] for security_group_rule, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:14:37.159742 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2be89fb-2b04-462f-8b07-44c2422c5414 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62c2e500-fdd8-4436-999f-d455ec7ef30a,revision_number=0']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:14:37.167899 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-c2be89fb-2b04-462f-8b07-44c2422c5414 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:14:37.169078 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-c2be89fb-2b04-462f-8b07-44c2422c5414 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1339984 Dec 18 14:14:37.174517 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 34552) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:14:37.180942 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-abcc0d7e-95d0-490e-9bfb-102a227a2d00 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Request body: {'network': {'name': 'tempest-network-smoke--311252979', 'project_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'port_security_enabled': True}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 14:14:37.209880 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abcc0d7e-95d0-490e-9bfb-102a227a2d00 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Made reservation on behalf of 4fe8c5245f464a0b8a2abb9a0874f704 for: {'network': 1} {{(pid=103159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 14:14:37.213549 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-abcc0d7e-95d0-490e-9bfb-102a227a2d00 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for network, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:14:37.239206 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-abcc0d7e-95d0-490e-9bfb-102a227a2d00 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 142} {{(pid=103159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 18 14:14:37.251161 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-abcc0d7e-95d0-490e-9bfb-102a227a2d00 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:14:37.251516 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.db.segments_db [None req-abcc0d7e-95d0-490e-9bfb-102a227a2d00 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Added segment 8911c762-9bc5-4bf8-8bd2-929b70f51dc1 of type vlan for network 392e79c9-2997-4b10-8227-62302a9f963b Dec 18 14:14:37.290672 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-abcc0d7e-95d0-490e-9bfb-102a227a2d00 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767106405744'] for network, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:14:37.312208 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:14:37.320864 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-abcc0d7e-95d0-490e-9bfb-102a227a2d00 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981'] for network, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:14:37.326706 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abcc0d7e-95d0-490e-9bfb-102a227a2d00 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:14:37.327327 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-abcc0d7e-95d0-490e-9bfb-102a227a2d00 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks [] for network, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:14:37.385333 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-abcc0d7e-95d0-490e-9bfb-102a227a2d00 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2096875 Dec 18 14:14:37.388208 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 34554) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:14:37.394703 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-2e14ac84-d556-4cd4-8ef9-e94d8ae9b88e tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-940447549', 'admin_state_up': True, 'project_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83'}}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 14:14:37.403276 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcc0d7e-95d0-490e-9bfb-102a227a2d00 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Pushing event updated for resources: {'Network': ['ID=392e79c9-2997-4b10-8227-62302a9f963b,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:14:37.414789 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Network 392e79c9-2997-4b10-8227-62302a9f963b details requested by agent ovs-agent-dv-neutron-744815-20-hyperv with host dv-neutron-744815-20-hyperv {{(pid=103161) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 18 14:14:37.425101 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-2e14ac84-d556-4cd4-8ef9-e94d8ae9b88e tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28433'] for router, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:14:37.426238 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-2e14ac84-d556-4cd4-8ef9-e94d8ae9b88e tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-589769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28440'] for router, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:14:37.485452 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-2e14ac84-d556-4cd4-8ef9-e94d8ae9b88e tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:14:37.626222 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-2e14ac84-d556-4cd4-8ef9-e94d8ae9b88e tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:14:37.831474 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-2e14ac84-d556-4cd4-8ef9-e94d8ae9b88e tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks [] for router_gateway, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:14:37.849722 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-2e14ac84-d556-4cd4-8ef9-e94d8ae9b88e tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:14:37.949476 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.db_base_plugin_common [None req-2e14ac84-d556-4cd4-8ef9-e94d8ae9b88e tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Allocated IP 172.26.3.180 (decb4a40-7941-48c8-afbb-daaafd502e83/70deed80-3ca1-4f9e-96cb-563b43d3acba/a1143125-bef3-4842-855a-01851b5fa8cf) {{(pid=103159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 14:14:38.053974 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-2e14ac84-d556-4cd4-8ef9-e94d8ae9b88e tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks [] for port, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:14:38.089527 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-2e14ac84-d556-4cd4-8ef9-e94d8ae9b88e tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:14:38.128155 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e14ac84-d556-4cd4-8ef9-e94d8ae9b88e tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Network decb4a40-7941-48c8-afbb-daaafd502e83 is already hosted by enough agents. {{(pid=103159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 14:14:38.131186 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.base_scheduler [None req-2e14ac84-d556-4cd4-8ef9-e94d8ae9b88e tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Resources bound (agent type, host, resource id): {{(pid=103159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 14:14:38.133654 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e14ac84-d556-4cd4-8ef9-e94d8ae9b88e tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Received port after_create {{(pid=103159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 14:14:38.144813 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cb2c44c-1b32-4e16-9871-1ec0853be8b6 None None] DHCP port deletion for decb4a40-7941-48c8-afbb-daaafd502e83 request from dv-neutron-744815-20-hyperv {{(pid=103161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 18 14:14:38.157906 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14ac84-d556-4cd4-8ef9-e94d8ae9b88e tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Pushing event updated for resources: {'Port': ['ID=a1143125-bef3-4842-855a-01851b5fa8cf,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:14:38.191120 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-74774db3-6c4c-4262-8693-573bf5176242 None None] Provisioning complete for port a1143125-bef3-4842-855a-01851b5fa8cf triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 14:14:38.191521 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-74774db3-6c4c-4262-8693-573bf5176242 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:14:38.226321 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-74774db3-6c4c-4262-8693-573bf5176242 None None] Port a1143125-bef3-4842-855a-01851b5fa8cf cannot update to ACTIVE because it is not bound. {{(pid=103161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 14:14:38.393993 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-2e14ac84-d556-4cd4-8ef9-e94d8ae9b88e tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks [] for router_gateway, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:14:38.635178 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-2e14ac84-d556-4cd4-8ef9-e94d8ae9b88e tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-589760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-586526'] for router, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:14:38.778059 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e14ac84-d556-4cd4-8ef9-e94d8ae9b88e tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Router 830e9351-226b-41e6-933c-19fd0d4c4dbc is scheduled to L3 agent c9c0cd52-5bd2-4704-9429-d80f1c5ad23c with binding_index 1 {{(pid=103159) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 18 14:14:38.900057 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e14ac84-d556-4cd4-8ef9-e94d8ae9b88e tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Notify agent at l3_agent.dv-neutron-744815-20-hyperv the message routers_updated {{(pid=103159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 14:14:38.910833 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cca8b18e-1fda-4733-b138-0a1143c21618 None None] Sync routers for ids ['830e9351-226b-41e6-933c-19fd0d4c4dbc'] in dv-neutron-744815-20-hyperv {{(pid=103162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 14:14:38.923311 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cca8b18e-1fda-4733-b138-0a1143c21618 None None] Routers {'830e9351-226b-41e6-933c-19fd0d4c4dbc'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 14:14:38.923953 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-2e14ac84-d556-4cd4-8ef9-e94d8ae9b88e tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks [] for router, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:14:38.924088 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-cca8b18e-1fda-4733-b138-0a1143c21618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T14:14:27Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['830e9351-226b-41e6-933c-19fd0d4c4dbc'], 'active': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:14:38.925206 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-2e14ac84-d556-4cd4-8ef9-e94d8ae9b88e tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.5361862 Dec 18 14:14:38.928465 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 34556) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:14:39.006296 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-2feab110-16da-4bbb-819f-a68724f97bf6 tempest-TestNetworkAdvancedServerOps-1952931920 tempest-TestNetworkAdvancedServerOps-1952931920-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=4fe8c5245f464a0b8a2abb9a0874f704&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0764577 Dec 18 14:14:39.009210 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 34562) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:14:39.032408 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvr_db [None req-cca8b18e-1fda-4733-b138-0a1143c21618 None None] Set router 830e9351-226b-41e6-933c-19fd0d4c4dbc gateway port host: dv-neutron-744815-20-hyperv {{(pid=103162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 14:14:39.099456 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf351fbd-699c-4f0c-b202-d63b3963138c tempest-TestNetworkAdvancedServerOps-1952931920 tempest-TestNetworkAdvancedServerOps-1952931920-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:14:39.104066 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-bf351fbd-699c-4f0c-b202-d63b3963138c tempest-TestNetworkAdvancedServerOps-1952931920 tempest-TestNetworkAdvancedServerOps-1952931920-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0913420 Dec 18 14:14:39.104280 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 34564) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:14:39.133974 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-b682d1eb-0c94-4748-8736-ab9921b1cfd2 tempest-TestNetworkAdvancedServerOps-1952931920 tempest-TestNetworkAdvancedServerOps-1952931920-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=decb4a40-7941-48c8-afbb-daaafd502e83&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0262680 Dec 18 14:14:39.134222 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 34566) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:14:39.138806 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-a9dc3a04-9cdc-4ea4-8e0a-08bd595405bb tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-458967159', 'network_id': '392e79c9-2997-4b10-8227-62302a9f963b', 'project_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 14:14:39.213550 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-cca8b18e-1fda-4733-b138-0a1143c21618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '830e9351-226b-41e6-933c-19fd0d4c4dbc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-940447549', 'tenant_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.180'}], 'enable_snat': True}, 'gw_port_id': 'a1143125-bef3-4842-855a-01851b5fa8cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T14:14:37Z', 'updated_at': '2021-12-18T14:14:38Z', 'revision_number': 3, 'project_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'gw_port': {'id': 'a1143125-bef3-4842-855a-01851b5fa8cf', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:09:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '830e9351-226b-41e6-933c-19fd0d4c4dbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1775, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T14:14:37Z', 'updated_at': '2021-12-18T14:14:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv'}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:14:39.229353 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9dc3a04-9cdc-4ea4-8e0a-08bd595405bb tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Made reservation on behalf of 4fe8c5245f464a0b8a2abb9a0874f704 for: {'subnet': 1} {{(pid=103160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 14:14:39.233053 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-a9dc3a04-9cdc-4ea4-8e0a-08bd595405bb tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4514414'] for subnet, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:14:39.239299 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cca8b18e-1fda-4733-b138-0a1143c21618 None None] Checking router: 830e9351-226b-41e6-933c-19fd0d4c4dbc for host: dv-neutron-744815-20-hyperv {{(pid=103162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 18 14:14:39.239647 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cca8b18e-1fda-4733-b138-0a1143c21618 None None] Updating router 830e9351-226b-41e6-933c-19fd0d4c4dbc port a1143125-bef3-4842-855a-01851b5fa8cf binding host dv-neutron-744815-20-hyperv {{(pid=103162) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 18 14:14:39.263863 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-cca8b18e-1fda-4733-b138-0a1143c21618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:14:39.411100 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-a9dc3a04-9cdc-4ea4-8e0a-08bd595405bb tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4533410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4514424'] for subnet, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:14:39.472950 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9dc3a04-9cdc-4ea4-8e0a-08bd595405bb tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Pushing event updated for resources: {'Subnet': ['ID=eada8d18-901a-42e3-88b8-7e438b716045,revision_number=0']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:14:39.481793 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9dc3a04-9cdc-4ea4-8e0a-08bd595405bb tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Checking segment: {'id': '8911c762-9bc5-4bf8-8bd2-929b70f51dc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '392e79c9-2997-4b10-8227-62302a9f963b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 14:14:39.482146 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9dc3a04-9cdc-4ea4-8e0a-08bd595405bb tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Network hostable DHCP agents. Network: 392e79c9-2997-4b10-8227-62302a9f963b, hostable agents: ['aa77effa-0e3a-4bbd-a383-4d58ed3328d0'], hosted agents: [] {{(pid=103160) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 18 14:14:39.499707 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9dc3a04-9cdc-4ea4-8e0a-08bd595405bb tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Network 392e79c9-2997-4b10-8227-62302a9f963b is scheduled to be hosted by DHCP agent aa77effa-0e3a-4bbd-a383-4d58ed3328d0 with binding_index 1 {{(pid=103160) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 18 14:14:39.509987 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.base_scheduler [None req-a9dc3a04-9cdc-4ea4-8e0a-08bd595405bb tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-744815-20-hyperv, 392e79c9-2997-4b10-8227-62302a9f963b) {{(pid=103160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 14:14:39.514964 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9dc3a04-9cdc-4ea4-8e0a-08bd595405bb tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:14:39.516809 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-a9dc3a04-9cdc-4ea4-8e0a-08bd595405bb tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks [] for subnet, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:14:39.516920 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-cca8b18e-1fda-4733-b138-0a1143c21618 None None] Publish callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:14:39.522160 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de77a72a-8772-4bbd-b7c0-59090efb754f None None] Network 392e79c9-2997-4b10-8227-62302a9f963b requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 14:14:39.524745 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-cca8b18e-1fda-4733-b138-0a1143c21618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:14:39.533676 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-a9dc3a04-9cdc-4ea4-8e0a-08bd595405bb tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3985181 Dec 18 14:14:39.536462 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 34568) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:14:39.553439 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a07f33e-d784-4053-9ced-79f4fa9bc58f None None] DHCP port deletion for decb4a40-7941-48c8-afbb-daaafd502e83 request from dv-neutron-744815-20-hyperv {{(pid=103161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 18 14:14:39.569663 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [None req-cca8b18e-1fda-4733-b138-0a1143c21618 None None] Attempting to bind port a1143125-bef3-4842-855a-01851b5fa8cf on host dv-neutron-744815-20-hyperv for vnic_type normal with profile {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 14:14:39.570033 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [None req-cca8b18e-1fda-4733-b138-0a1143c21618 None None] Attempting to bind port a1143125-bef3-4842-855a-01851b5fa8cf by drivers openvswitch,hyperv on host dv-neutron-744815-20-hyperv at level 0 using segments [{'id': '3f66d49c-4faa-434c-8c3e-991f4f1d01bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83'}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 14:14:39.570401 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cca8b18e-1fda-4733-b138-0a1143c21618 None None] Attempting to bind port a1143125-bef3-4842-855a-01851b5fa8cf on network decb4a40-7941-48c8-afbb-daaafd502e83 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 14:14:39.580425 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cca8b18e-1fda-4733-b138-0a1143c21618 None None] Checking agent: {'id': '428fa9fa-43db-4db9-9f96-f60ffe931f2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-20-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 13, 19, 1), 'started_at': datetime.datetime(2021, 12, 18, 13, 19, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 14, 14, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-20-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 18 14:14:39.580786 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cca8b18e-1fda-4733-b138-0a1143c21618 None None] Checking segment: {'id': '3f66d49c-4faa-434c-8c3e-991f4f1d01bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 14:14:39.581190 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-cca8b18e-1fda-4733-b138-0a1143c21618 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:14:39.581582 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cca8b18e-1fda-4733-b138-0a1143c21618 None None] Bound using segment: {'id': '3f66d49c-4faa-434c-8c3e-991f4f1d01bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83'} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 18 14:14:39.582051 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [None req-cca8b18e-1fda-4733-b138-0a1143c21618 None None] Bound port: a1143125-bef3-4842-855a-01851b5fa8cf, host: dv-neutron-744815-20-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f66d49c-4faa-434c-8c3e-991f4f1d01bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83'}}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 18 14:14:39.583054 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-cca8b18e-1fda-4733-b138-0a1143c21618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:14:39.611984 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8982a35b-b5d4-415a-a55a-a7005c9e9bc3 None None] Pushing event updated for resources: {'Port': ['ID=a1143125-bef3-4842-855a-01851b5fa8cf,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:14:39.641949 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-cca8b18e-1fda-4733-b138-0a1143c21618 None None] For port a1143125-bef3-4842-855a-01851b5fa8cf, host dv-neutron-744815-20-hyperv, cleared binding levels {{(pid=103162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 18 14:14:39.645147 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-cca8b18e-1fda-4733-b138-0a1143c21618 None None] For port a1143125-bef3-4842-855a-01851b5fa8cf, host dv-neutron-744815-20-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=a1143125-bef3-4842-855a-01851b5fa8cf,segment=NetworkSegment(3f66d49c-4faa-434c-8c3e-991f4f1d01bd),segment_id=3f66d49c-4faa-434c-8c3e-991f4f1d01bd)] {{(pid=103162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 18 14:14:39.645584 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be6213b7-cb89-40da-b02b-96ab46a585cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp31e170a0-46a1-5ba9-9dc1-7ee4f866f0d7-392e79c9-2997-4b10-8227-62302a9f963b', 'network_id': '392e79c9-2997-4b10-8227-62302a9f963b', 'project_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'fixed_ips': [{'subnet_id': 'eada8d18-901a-42e3-88b8-7e438b716045'}]}} from dv-neutron-744815-20-hyperv. {{(pid=103161) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 18 14:14:39.646758 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-be6213b7-cb89-40da-b02b-96ab46a585cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:14:39.647376 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8982a35b-b5d4-415a-a55a-a7005c9e9bc3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:14:39.647841 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8982a35b-b5d4-415a-a55a-a7005c9e9bc3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:14:39.648124 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8982a35b-b5d4-415a-a55a-a7005c9e9bc3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:14:39.648449 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8982a35b-b5d4-415a-a55a-a7005c9e9bc3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:14:39.648779 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8982a35b-b5d4-415a-a55a-a7005c9e9bc3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:14:39.649283 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8982a35b-b5d4-415a-a55a-a7005c9e9bc3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:14:39.649792 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8982a35b-b5d4-415a-a55a-a7005c9e9bc3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:14:39.650282 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8982a35b-b5d4-415a-a55a-a7005c9e9bc3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:14:39.650614 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8982a35b-b5d4-415a-a55a-a7005c9e9bc3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:14:39.650938 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8982a35b-b5d4-415a-a55a-a7005c9e9bc3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:14:39.651343 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8982a35b-b5d4-415a-a55a-a7005c9e9bc3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:14:39.651640 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8982a35b-b5d4-415a-a55a-a7005c9e9bc3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:14:39.652129 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8982a35b-b5d4-415a-a55a-a7005c9e9bc3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:14:39.656541 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-cca8b18e-1fda-4733-b138-0a1143c21618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:14:39.683171 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-d1ec34f4-380e-4be2-97cb-d6fd093c613b None None] Provisioning complete for port a1143125-bef3-4842-855a-01851b5fa8cf triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 14:14:39.683671 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-d1ec34f4-380e-4be2-97cb-d6fd093c613b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:14:39.707452 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cca8b18e-1fda-4733-b138-0a1143c21618 None None] Routers {'830e9351-226b-41e6-933c-19fd0d4c4dbc'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 14:14:39.708080 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-cca8b18e-1fda-4733-b138-0a1143c21618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T14:14:27Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['830e9351-226b-41e6-933c-19fd0d4c4dbc'], 'active': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:14:39.753067 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa6ece60-3e71-4600-abc4-566c3c2592da None None] DHCP port deletion for decb4a40-7941-48c8-afbb-daaafd502e83 request from dv-neutron-744815-20-hyperv {{(pid=103161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 18 14:14:39.813194 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8982a35b-b5d4-415a-a55a-a7005c9e9bc3 None None] Pushing event updated for resources: {'Port': ['ID=a1143125-bef3-4842-855a-01851b5fa8cf,revision_number=3']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:14:39.845987 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvr_db [None req-cca8b18e-1fda-4733-b138-0a1143c21618 None None] Set router 830e9351-226b-41e6-933c-19fd0d4c4dbc gateway port host: dv-neutron-744815-20-hyperv {{(pid=103162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 14:14:39.868220 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_common [None req-be6213b7-cb89-40da-b02b-96ab46a585cc None None] Allocated IP 172.20.0.2 (392e79c9-2997-4b10-8227-62302a9f963b/eada8d18-901a-42e3-88b8-7e438b716045/7e0626fb-f12b-4f14-9833-973618226317) {{(pid=103161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 14:14:39.873857 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-d1ec34f4-380e-4be2-97cb-d6fd093c613b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:14:39.912763 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-d1ec34f4-380e-4be2-97cb-d6fd093c613b None None] For port a1143125-bef3-4842-855a-01851b5fa8cf, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=a1143125-bef3-4842-855a-01851b5fa8cf,segment=NetworkSegment(3f66d49c-4faa-434c-8c3e-991f4f1d01bd),segment_id=3f66d49c-4faa-434c-8c3e-991f4f1d01bd)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 14:14:39.919998 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-d1ec34f4-380e-4be2-97cb-d6fd093c613b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:14:39.992441 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-982bd193-4bff-422b-9f49-162b115932da tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:14:40.052286 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-cca8b18e-1fda-4733-b138-0a1143c21618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '830e9351-226b-41e6-933c-19fd0d4c4dbc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-940447549', 'tenant_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.180'}], 'enable_snat': True}, 'gw_port_id': 'a1143125-bef3-4842-855a-01851b5fa8cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T14:14:37Z', 'updated_at': '2021-12-18T14:14:38Z', 'revision_number': 3, 'project_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'gw_port': {'id': 'a1143125-bef3-4842-855a-01851b5fa8cf', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:09:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '830e9351-226b-41e6-933c-19fd0d4c4dbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1775, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T14:14:37Z', 'updated_at': '2021-12-18T14:14:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv'}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:14:40.080955 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cca8b18e-1fda-4733-b138-0a1143c21618 None None] The sync data for ids ['830e9351-226b-41e6-933c-19fd0d4c4dbc'] in dv-neutron-744815-20-hyperv is: [{'id': '830e9351-226b-41e6-933c-19fd0d4c4dbc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-940447549', 'tenant_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.180'}], 'enable_snat': True}, 'gw_port_id': 'a1143125-bef3-4842-855a-01851b5fa8cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T14:14:37Z', 'updated_at': '2021-12-18T14:14:38Z', 'revision_number': 3, 'project_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'gw_port': {'id': 'a1143125-bef3-4842-855a-01851b5fa8cf', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:09:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '830e9351-226b-41e6-933c-19fd0d4c4dbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1775, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T14:14:37Z', 'updated_at': '2021-12-18T14:14:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv'}] {{(pid=103162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 14:14:40.190869 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-9d9da31d-df47-4819-8ea6-91f968aee37d None None] Provisioning complete for port a1143125-bef3-4842-855a-01851b5fa8cf triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 14:14:40.191284 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-9d9da31d-df47-4819-8ea6-91f968aee37d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:14:40.197460 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ec34f4-380e-4be2-97cb-d6fd093c613b None None] Pushing event updated for resources: {'Port': ['ID=a1143125-bef3-4842-855a-01851b5fa8cf,revision_number=4']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:14:40.293574 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-be6213b7-cb89-40da-b02b-96ab46a585cc None None] Publish callbacks [] for port, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:14:40.342272 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-be6213b7-cb89-40da-b02b-96ab46a585cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975'] for port, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:14:40.376327 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.db_base_plugin_common [None req-982bd193-4bff-422b-9f49-162b115932da tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Allocated IP 172.20.0.1 (392e79c9-2997-4b10-8227-62302a9f963b/eada8d18-901a-42e3-88b8-7e438b716045/bf74c360-0c6e-4aec-b54b-ecb6489f2554) {{(pid=103160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 14:14:40.395077 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be6213b7-cb89-40da-b02b-96ab46a585cc None None] Network 392e79c9-2997-4b10-8227-62302a9f963b is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 14:14:40.400713 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-be6213b7-cb89-40da-b02b-96ab46a585cc None None] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 14:14:40.408723 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be6213b7-cb89-40da-b02b-96ab46a585cc None None] Received port after_create {{(pid=103161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 14:14:40.414153 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6213b7-cb89-40da-b02b-96ab46a585cc None None] Pushing event updated for resources: {'Port': ['ID=7e0626fb-f12b-4f14-9833-973618226317,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:14:40.471278 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-be6213b7-cb89-40da-b02b-96ab46a585cc None None] Attempting to bind port 7e0626fb-f12b-4f14-9833-973618226317 on host dv-neutron-744815-20-hyperv for vnic_type normal with profile {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 14:14:40.471757 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-be6213b7-cb89-40da-b02b-96ab46a585cc None None] Attempting to bind port 7e0626fb-f12b-4f14-9833-973618226317 by drivers openvswitch,hyperv on host dv-neutron-744815-20-hyperv at level 0 using segments [{'id': '8911c762-9bc5-4bf8-8bd2-929b70f51dc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '392e79c9-2997-4b10-8227-62302a9f963b'}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 14:14:40.472311 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be6213b7-cb89-40da-b02b-96ab46a585cc None None] Attempting to bind port 7e0626fb-f12b-4f14-9833-973618226317 on network 392e79c9-2997-4b10-8227-62302a9f963b {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 14:14:40.477953 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be6213b7-cb89-40da-b02b-96ab46a585cc None None] Checking agent: {'id': '428fa9fa-43db-4db9-9f96-f60ffe931f2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-20-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 13, 19, 1), 'started_at': datetime.datetime(2021, 12, 18, 13, 19, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 14, 14, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-20-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 18 14:14:40.478328 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be6213b7-cb89-40da-b02b-96ab46a585cc None None] Checking segment: {'id': '8911c762-9bc5-4bf8-8bd2-929b70f51dc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '392e79c9-2997-4b10-8227-62302a9f963b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 14:14:40.478733 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-be6213b7-cb89-40da-b02b-96ab46a585cc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:14:40.479122 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be6213b7-cb89-40da-b02b-96ab46a585cc None None] Bound using segment: {'id': '8911c762-9bc5-4bf8-8bd2-929b70f51dc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '392e79c9-2997-4b10-8227-62302a9f963b'} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 18 14:14:40.479625 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-be6213b7-cb89-40da-b02b-96ab46a585cc None None] Bound port: 7e0626fb-f12b-4f14-9833-973618226317, host: dv-neutron-744815-20-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8911c762-9bc5-4bf8-8bd2-929b70f51dc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '392e79c9-2997-4b10-8227-62302a9f963b'}}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 18 14:14:40.480006 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-be6213b7-cb89-40da-b02b-96ab46a585cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:14:40.512925 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-982bd193-4bff-422b-9f49-162b115932da tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks [] for port, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:14:40.546866 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-be6213b7-cb89-40da-b02b-96ab46a585cc None None] For port 7e0626fb-f12b-4f14-9833-973618226317, host dv-neutron-744815-20-hyperv, cleared binding levels {{(pid=103161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 18 14:14:40.550592 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-be6213b7-cb89-40da-b02b-96ab46a585cc None None] For port 7e0626fb-f12b-4f14-9833-973618226317, host dv-neutron-744815-20-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=7e0626fb-f12b-4f14-9833-973618226317,segment=NetworkSegment(8911c762-9bc5-4bf8-8bd2-929b70f51dc1),segment_id=8911c762-9bc5-4bf8-8bd2-929b70f51dc1)] {{(pid=103161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 18 14:14:40.554430 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-982bd193-4bff-422b-9f49-162b115932da tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4533522'] for port, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:14:40.555612 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-be6213b7-cb89-40da-b02b-96ab46a585cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:14:40.603428 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-982bd193-4bff-422b-9f49-162b115932da tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Network 392e79c9-2997-4b10-8227-62302a9f963b is already hosted by enough agents. {{(pid=103160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 14:14:40.606828 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.base_scheduler [None req-982bd193-4bff-422b-9f49-162b115932da tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Resources bound (agent type, host, resource id): {{(pid=103160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 14:14:40.611051 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-982bd193-4bff-422b-9f49-162b115932da tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Received port after_create {{(pid=103160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 14:14:40.641223 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6213b7-cb89-40da-b02b-96ab46a585cc None None] Pushing event updated for resources: {'Port': ['ID=7e0626fb-f12b-4f14-9833-973618226317,revision_number=2']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:14:40.674897 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982bd193-4bff-422b-9f49-162b115932da tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Pushing event updated for resources: {'Port': ['ID=bf74c360-0c6e-4aec-b54b-ecb6489f2554,revision_number=1']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:14:40.677707 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-982bd193-4bff-422b-9f49-162b115932da tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586257'] for router_interface, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:14:40.844038 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-982bd193-4bff-422b-9f49-162b115932da tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:14:41.141634 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-982bd193-4bff-422b-9f49-162b115932da tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks [] for port, precommit_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:14:41.147741 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-982bd193-4bff-422b-9f49-162b115932da tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4533541'] for port, after_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:14:41.222390 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982bd193-4bff-422b-9f49-162b115932da tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Pushing event updated for resources: {'Port': ['ID=bf74c360-0c6e-4aec-b54b-ecb6489f2554,revision_number=2']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:14:41.226355 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-982bd193-4bff-422b-9f49-162b115932da tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1048031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586432'] for router_interface, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:14:41.326780 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-982bd193-4bff-422b-9f49-162b115932da tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Network 392e79c9-2997-4b10-8227-62302a9f963b is already hosted by enough agents. {{(pid=103160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 14:14:41.329035 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.base_scheduler [None req-982bd193-4bff-422b-9f49-162b115932da tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Resources bound (agent type, host, resource id): {{(pid=103160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 14:14:41.577039 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff461439-4054-4ed9-ba08-694d640f34a7 None None] Network 392e79c9-2997-4b10-8227-62302a9f963b requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 14:14:41.662138 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-cd8c6192-d084-4e42-b8a9-81ea823371b0 None None] Provisioning complete for port 7e0626fb-f12b-4f14-9833-973618226317 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 14:14:41.662506 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-cd8c6192-d084-4e42-b8a9-81ea823371b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:14:41.773645 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-cd8c6192-d084-4e42-b8a9-81ea823371b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:14:41.811074 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-cd8c6192-d084-4e42-b8a9-81ea823371b0 None None] For port 7e0626fb-f12b-4f14-9833-973618226317, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=7e0626fb-f12b-4f14-9833-973618226317,segment=NetworkSegment(8911c762-9bc5-4bf8-8bd2-929b70f51dc1),segment_id=8911c762-9bc5-4bf8-8bd2-929b70f51dc1)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 14:14:41.819522 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-cd8c6192-d084-4e42-b8a9-81ea823371b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:14:41.833311 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-982bd193-4bff-422b-9f49-162b115932da tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Router 830e9351-226b-41e6-933c-19fd0d4c4dbc has already been hosted by L3 agent c9c0cd52-5bd2-4704-9429-d80f1c5ad23c {{(pid=103160) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 18 14:14:41.881380 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8c6192-d084-4e42-b8a9-81ea823371b0 None None] Pushing event updated for resources: {'Port': ['ID=7e0626fb-f12b-4f14-9833-973618226317,revision_number=3']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:14:41.961915 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-982bd193-4bff-422b-9f49-162b115932da tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Notify agent at l3_agent.dv-neutron-744815-20-hyperv the message routers_updated {{(pid=103160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 14:14:41.974923 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-982bd193-4bff-422b-9f49-162b115932da tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "PUT /v2.0/routers/830e9351-226b-41e6-933c-19fd0d4c4dbc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4289582 Dec 18 14:14:42.051701 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-5e29ef40-4ce6-434a-824a-8ce32be4346e None None] Provisioning complete for port bf74c360-0c6e-4aec-b54b-ecb6489f2554 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 14:14:42.052078 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-5e29ef40-4ce6-434a-824a-8ce32be4346e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:14:42.109944 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-5e29ef40-4ce6-434a-824a-8ce32be4346e None None] Port bf74c360-0c6e-4aec-b54b-ecb6489f2554 cannot update to ACTIVE because it is not bound. {{(pid=103161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 14:14:42.127929 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-5e29ef40-4ce6-434a-824a-8ce32be4346e None None] Provisioning complete for port 7e0626fb-f12b-4f14-9833-973618226317 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 14:14:42.128297 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-5e29ef40-4ce6-434a-824a-8ce32be4346e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:14:42.148650 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-aedf1919-1649-47e5-b978-041aaa840089 req-e9f95019-febf-485e-918d-3c2e73ae3de4 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1907722938&fields=id&tenant_id=4fe8c5245f464a0b8a2abb9a0874f704 HTTP/1.1" status: 200 len: 267 time: 0.0540216 Dec 18 14:14:42.216991 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device a1143125-bef3-4842-855a-01851b5fa8cf up at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 14:14:42.263909 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f19bf911-aeac-4e4b-af74-59b5d0ddb8b7 None None] Sync routers for ids ['830e9351-226b-41e6-933c-19fd0d4c4dbc'] in dv-neutron-744815-20-hyperv {{(pid=103161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 14:14:42.283284 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedf1919-1649-47e5-b978-041aaa840089 req-877a9fcb-9f32-434f-a3bb-dba20613c322 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:14:42.285069 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-aedf1919-1649-47e5-b978-041aaa840089 req-877a9fcb-9f32-434f-a3bb-dba20613c322 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "GET /v2.0/networks?id=392e79c9-2997-4b10-8227-62302a9f963b HTTP/1.1" status: 200 len: 796 time: 0.1214900 Dec 18 14:14:42.290209 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f19bf911-aeac-4e4b-af74-59b5d0ddb8b7 None None] Routers {'830e9351-226b-41e6-933c-19fd0d4c4dbc'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 14:14:42.290946 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-f19bf911-aeac-4e4b-af74-59b5d0ddb8b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T14:14:27Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['830e9351-226b-41e6-933c-19fd0d4c4dbc'], 'active': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:14:42.301178 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-aedf1919-1649-47e5-b978-041aaa840089 req-d047dfbb-a44c-42b7-9e1a-28f38e7250fc tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "GET /v2.0/quotas/4fe8c5245f464a0b8a2abb9a0874f704 HTTP/1.1" status: 200 len: 375 time: 0.0099168 Dec 18 14:14:42.352376 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2294866d-0076-4933-952c-685307032598 None None] Provisioning complete for port a1143125-bef3-4842-855a-01851b5fa8cf triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 14:14:42.352376 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:14:42.367684 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-aedf1919-1649-47e5-b978-041aaa840089 req-78a2c938-7a28-473c-9bad-cf7bc863ae9a tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=4fe8c5245f464a0b8a2abb9a0874f704&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0598791 Dec 18 14:14:42.429035 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [req-aedf1919-1649-47e5-b978-041aaa840089 req-4e04bce8-85df-4969-964f-2bc14f41fc2d service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103159) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 18 14:14:42.430083 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-aedf1919-1649-47e5-b978-041aaa840089 req-4e04bce8-85df-4969-964f-2bc14f41fc2d service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14093 time: 0.0493221 Dec 18 14:14:42.445475 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-3e33ff35-5e88-4adc-9034-f6d2ed618bdc None None] Provisioning complete for port bf74c360-0c6e-4aec-b54b-ecb6489f2554 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 14:14:42.445843 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-3e33ff35-5e88-4adc-9034-f6d2ed618bdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:14:42.451896 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvr_db [None req-f19bf911-aeac-4e4b-af74-59b5d0ddb8b7 None None] Set router 830e9351-226b-41e6-933c-19fd0d4c4dbc gateway port host: dv-neutron-744815-20-hyperv {{(pid=103161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 14:14:42.532514 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-aedf1919-1649-47e5-b978-041aaa840089 req-b806c975-c881-4720-8c1a-e317cf7e3661 service neutron] 10.222.0.31 "GET /v2.0/networks/392e79c9-2997-4b10-8227-62302a9f963b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955508 Dec 18 14:14:42.571501 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-3e33ff35-5e88-4adc-9034-f6d2ed618bdc None None] Port bf74c360-0c6e-4aec-b54b-ecb6489f2554 cannot update to ACTIVE because it is not bound. {{(pid=103161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 14:14:42.628134 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 7e0626fb-f12b-4f14-9833-973618226317 up at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 14:14:42.639278 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-aedf1919-1649-47e5-b978-041aaa840089 req-67d88c39-fdc6-4832-86fa-e0d610ab0c30 service neutron] 10.222.0.31 "GET /v2.0/networks/392e79c9-2997-4b10-8227-62302a9f963b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005862 Dec 18 14:14:42.729520 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-e4d5208c-fcfa-4dc1-bc3f-275d764c8e43 None None] Provisioning complete for port bf74c360-0c6e-4aec-b54b-ecb6489f2554 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 14:14:42.729877 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e4d5208c-fcfa-4dc1-bc3f-275d764c8e43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:14:42.778941 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2294866d-0076-4933-952c-685307032598 None None] Provisioning complete for port 7e0626fb-f12b-4f14-9833-973618226317 triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 14:14:42.779414 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:14:42.810473 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-f8a482d6-0a43-47b6-b335-fbd338bb714c req-8e2f3c94-9ae9-4ea4-9c17-3ec155b8a627 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fe7947e-a634-4bde-8f3b-0a5ca653be53 HTTP/1.1" status: 200 len: 210 time: 0.0287356 Dec 18 14:14:42.813845 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-e4d5208c-fcfa-4dc1-bc3f-275d764c8e43 None None] Port bf74c360-0c6e-4aec-b54b-ecb6489f2554 cannot update to ACTIVE because it is not bound. {{(pid=103161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 14:14:42.842838 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-f19bf911-aeac-4e4b-af74-59b5d0ddb8b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '830e9351-226b-41e6-933c-19fd0d4c4dbc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-940447549', 'tenant_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.180'}], 'enable_snat': True}, 'gw_port_id': 'a1143125-bef3-4842-855a-01851b5fa8cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T14:14:37Z', 'updated_at': '2021-12-18T14:14:40Z', 'revision_number': 4, 'project_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'gw_port': {'id': 'a1143125-bef3-4842-855a-01851b5fa8cf', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:09:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '830e9351-226b-41e6-933c-19fd0d4c4dbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1775, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T14:14:37Z', 'updated_at': '2021-12-18T14:14:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv', '_interfaces': [{'id': 'bf74c360-0c6e-4aec-b54b-ecb6489f2554', 'name': '', 'network_id': '392e79c9-2997-4b10-8227-62302a9f963b', 'tenant_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'mac_address': 'fa:16:3e:61:59:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '830e9351-226b-41e6-933c-19fd0d4c4dbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1778, 'fixed_ips': [{'subnet_id': 'eada8d18-901a-42e3-88b8-7e438b716045', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T14:14:40Z', 'updated_at': '2021-12-18T14:14:41Z', 'revision_number': 2, 'project_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'subnets': [{'id': 'eada8d18-901a-42e3-88b8-7e438b716045', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:14:42.872048 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f19bf911-aeac-4e4b-af74-59b5d0ddb8b7 None None] Checking router: 830e9351-226b-41e6-933c-19fd0d4c4dbc for host: dv-neutron-744815-20-hyperv {{(pid=103161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 18 14:14:42.872400 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f19bf911-aeac-4e4b-af74-59b5d0ddb8b7 None None] Updating router 830e9351-226b-41e6-933c-19fd0d4c4dbc port bf74c360-0c6e-4aec-b54b-ecb6489f2554 binding host dv-neutron-744815-20-hyperv {{(pid=103161) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 18 14:14:42.920147 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f19bf911-aeac-4e4b-af74-59b5d0ddb8b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:14:43.192695 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f19bf911-aeac-4e4b-af74-59b5d0ddb8b7 None None] Publish callbacks [] for port, precommit_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:14:43.198858 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f19bf911-aeac-4e4b-af74-59b5d0ddb8b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:14:43.244619 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8352d9-657e-453d-ab02-3121b58984fa None None] Pushing event updated for resources: {'Port': ['ID=bf74c360-0c6e-4aec-b54b-ecb6489f2554,revision_number=3']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:14:43.304083 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-f19bf911-aeac-4e4b-af74-59b5d0ddb8b7 None None] Attempting to bind port bf74c360-0c6e-4aec-b54b-ecb6489f2554 on host dv-neutron-744815-20-hyperv for vnic_type normal with profile {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 14:14:43.304646 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-f19bf911-aeac-4e4b-af74-59b5d0ddb8b7 None None] Attempting to bind port bf74c360-0c6e-4aec-b54b-ecb6489f2554 by drivers openvswitch,hyperv on host dv-neutron-744815-20-hyperv at level 0 using segments [{'id': '8911c762-9bc5-4bf8-8bd2-929b70f51dc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '392e79c9-2997-4b10-8227-62302a9f963b'}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 14:14:43.305206 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f19bf911-aeac-4e4b-af74-59b5d0ddb8b7 None None] Attempting to bind port bf74c360-0c6e-4aec-b54b-ecb6489f2554 on network 392e79c9-2997-4b10-8227-62302a9f963b {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 14:14:43.313977 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f19bf911-aeac-4e4b-af74-59b5d0ddb8b7 None None] Checking agent: {'id': '428fa9fa-43db-4db9-9f96-f60ffe931f2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-20-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 13, 19, 1), 'started_at': datetime.datetime(2021, 12, 18, 13, 19, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 14, 14, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-20-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 18 14:14:43.314361 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f19bf911-aeac-4e4b-af74-59b5d0ddb8b7 None None] Checking segment: {'id': '8911c762-9bc5-4bf8-8bd2-929b70f51dc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '392e79c9-2997-4b10-8227-62302a9f963b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 14:14:43.314776 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f19bf911-aeac-4e4b-af74-59b5d0ddb8b7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:14:43.315238 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f19bf911-aeac-4e4b-af74-59b5d0ddb8b7 None None] Bound using segment: {'id': '8911c762-9bc5-4bf8-8bd2-929b70f51dc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '392e79c9-2997-4b10-8227-62302a9f963b'} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 18 14:14:43.315715 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-f19bf911-aeac-4e4b-af74-59b5d0ddb8b7 None None] Bound port: bf74c360-0c6e-4aec-b54b-ecb6489f2554, host: dv-neutron-744815-20-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8911c762-9bc5-4bf8-8bd2-929b70f51dc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '392e79c9-2997-4b10-8227-62302a9f963b'}}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 18 14:14:43.316098 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f19bf911-aeac-4e4b-af74-59b5d0ddb8b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:14:43.383685 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-f19bf911-aeac-4e4b-af74-59b5d0ddb8b7 None None] For port bf74c360-0c6e-4aec-b54b-ecb6489f2554, host dv-neutron-744815-20-hyperv, cleared binding levels {{(pid=103161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 18 14:14:43.387736 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-f19bf911-aeac-4e4b-af74-59b5d0ddb8b7 None None] For port bf74c360-0c6e-4aec-b54b-ecb6489f2554, host dv-neutron-744815-20-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=bf74c360-0c6e-4aec-b54b-ecb6489f2554,segment=NetworkSegment(8911c762-9bc5-4bf8-8bd2-929b70f51dc1),segment_id=8911c762-9bc5-4bf8-8bd2-929b70f51dc1)] {{(pid=103161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 18 14:14:43.393342 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f19bf911-aeac-4e4b-af74-59b5d0ddb8b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:14:43.450220 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f19bf911-aeac-4e4b-af74-59b5d0ddb8b7 None None] Routers {'830e9351-226b-41e6-933c-19fd0d4c4dbc'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 14:14:43.451232 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-f19bf911-aeac-4e4b-af74-59b5d0ddb8b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T14:14:27Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['830e9351-226b-41e6-933c-19fd0d4c4dbc'], 'active': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:14:43.457259 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8352d9-657e-453d-ab02-3121b58984fa None None] Pushing event updated for resources: {'Port': ['ID=bf74c360-0c6e-4aec-b54b-ecb6489f2554,revision_number=4']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:14:43.726237 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-b80dfa9a-7731-4608-b0ae-2e5496eba99a None None] Provisioning complete for port bf74c360-0c6e-4aec-b54b-ecb6489f2554 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 14:14:43.726900 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-b80dfa9a-7731-4608-b0ae-2e5496eba99a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:14:43.751287 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvr_db [None req-f19bf911-aeac-4e4b-af74-59b5d0ddb8b7 None None] Set router 830e9351-226b-41e6-933c-19fd0d4c4dbc gateway port host: dv-neutron-744815-20-hyperv {{(pid=103161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 14:14:43.890002 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-f9ba35ab-bd3c-4b1c-9f5f-dbeb53093ebb req-41c30b3e-81f8-4d07-83da-98790f34bbf5 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fe7947e-a634-4bde-8f3b-0a5ca653be53 HTTP/1.1" status: 200 len: 210 time: 0.0259306 Dec 18 14:14:43.932094 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-b80dfa9a-7731-4608-b0ae-2e5496eba99a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:14:43.997959 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-b80dfa9a-7731-4608-b0ae-2e5496eba99a None None] For port bf74c360-0c6e-4aec-b54b-ecb6489f2554, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=bf74c360-0c6e-4aec-b54b-ecb6489f2554,segment=NetworkSegment(8911c762-9bc5-4bf8-8bd2-929b70f51dc1),segment_id=8911c762-9bc5-4bf8-8bd2-929b70f51dc1)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 14:14:44.004865 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-b80dfa9a-7731-4608-b0ae-2e5496eba99a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:14:44.059359 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80dfa9a-7731-4608-b0ae-2e5496eba99a None None] Pushing event updated for resources: {'Port': ['ID=bf74c360-0c6e-4aec-b54b-ecb6489f2554,revision_number=5']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:14:44.065864 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-f19bf911-aeac-4e4b-af74-59b5d0ddb8b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '830e9351-226b-41e6-933c-19fd0d4c4dbc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-940447549', 'tenant_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.180'}], 'enable_snat': True}, 'gw_port_id': 'a1143125-bef3-4842-855a-01851b5fa8cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T14:14:37Z', 'updated_at': '2021-12-18T14:14:40Z', 'revision_number': 4, 'project_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'gw_port': {'id': 'a1143125-bef3-4842-855a-01851b5fa8cf', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:09:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '830e9351-226b-41e6-933c-19fd0d4c4dbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1775, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T14:14:37Z', 'updated_at': '2021-12-18T14:14:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv', '_interfaces': [{'id': 'bf74c360-0c6e-4aec-b54b-ecb6489f2554', 'name': '', 'network_id': '392e79c9-2997-4b10-8227-62302a9f963b', 'tenant_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'mac_address': 'fa:16:3e:61:59:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '830e9351-226b-41e6-933c-19fd0d4c4dbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1778, 'fixed_ips': [{'subnet_id': 'eada8d18-901a-42e3-88b8-7e438b716045', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T14:14:40Z', 'updated_at': '2021-12-18T14:14:43Z', 'revision_number': 4, 'project_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'subnets': [{'id': 'eada8d18-901a-42e3-88b8-7e438b716045', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:14:44.095776 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f19bf911-aeac-4e4b-af74-59b5d0ddb8b7 None None] The sync data for ids ['830e9351-226b-41e6-933c-19fd0d4c4dbc'] in dv-neutron-744815-20-hyperv is: [{'id': '830e9351-226b-41e6-933c-19fd0d4c4dbc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-940447549', 'tenant_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.180'}], 'enable_snat': True}, 'gw_port_id': 'a1143125-bef3-4842-855a-01851b5fa8cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T14:14:37Z', 'updated_at': '2021-12-18T14:14:40Z', 'revision_number': 4, 'project_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'gw_port': {'id': 'a1143125-bef3-4842-855a-01851b5fa8cf', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:09:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '830e9351-226b-41e6-933c-19fd0d4c4dbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1775, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T14:14:37Z', 'updated_at': '2021-12-18T14:14:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv', '_interfaces': [{'id': 'bf74c360-0c6e-4aec-b54b-ecb6489f2554', 'name': '', 'network_id': '392e79c9-2997-4b10-8227-62302a9f963b', 'tenant_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'mac_address': 'fa:16:3e:61:59:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '830e9351-226b-41e6-933c-19fd0d4c4dbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1778, 'fixed_ips': [{'subnet_id': 'eada8d18-901a-42e3-88b8-7e438b716045', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T14:14:40Z', 'updated_at': '2021-12-18T14:14:43Z', 'revision_number': 4, 'project_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'subnets': [{'id': 'eada8d18-901a-42e3-88b8-7e438b716045', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 14:14:44.124121 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-ddb66055-575e-4cc3-ad57-69b9d498cac9 None None] Provisioning complete for port bf74c360-0c6e-4aec-b54b-ecb6489f2554 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 14:14:44.124479 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ddb66055-575e-4cc3-ad57-69b9d498cac9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:14:44.973084 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-afacbd10-bb50-4ed4-a47b-c566de9254f7 req-d70b5ebf-3c1d-4b49-9779-54f7f562f6b8 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fe7947e-a634-4bde-8f3b-0a5ca653be53 HTTP/1.1" status: 200 len: 210 time: 0.0282340 Dec 18 14:14:46.071785 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-3404c33a-4f2f-46f0-a546-09131e2b4c85 req-7992c206-b17a-4d43-8704-1f705dd75271 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fe7947e-a634-4bde-8f3b-0a5ca653be53 HTTP/1.1" status: 200 len: 210 time: 0.0356221 Dec 18 14:14:46.128383 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device bf74c360-0c6e-4aec-b54b-ecb6489f2554 up at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 14:14:46.181469 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2294866d-0076-4933-952c-685307032598 None None] Provisioning complete for port bf74c360-0c6e-4aec-b54b-ecb6489f2554 triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 14:14:46.181839 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:14:47.176722 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-f1e75f29-3e08-4757-a3a4-0bcbaf584bda req-727ecac1-e407-4ca9-8e64-b32368a7e2e5 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fe7947e-a634-4bde-8f3b-0a5ca653be53 HTTP/1.1" status: 200 len: 210 time: 0.0275142 Dec 18 14:14:47.879988 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedf1919-1649-47e5-b978-041aaa840089 req-bc7df039-dfe4-43c4-b874-9203447e0503 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:14:47.881376 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-aedf1919-1649-47e5-b978-041aaa840089 req-bc7df039-dfe4-43c4-b874-9203447e0503 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.43 "GET /v2.0/networks?id=392e79c9-2997-4b10-8227-62302a9f963b HTTP/1.1" status: 200 len: 796 time: 0.1097040 Dec 18 14:14:47.944520 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-aedf1919-1649-47e5-b978-041aaa840089 req-f57005fd-e34b-4cae-8779-04efcfdffb43 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4fe8c5245f464a0b8a2abb9a0874f704 HTTP/1.1" status: 200 len: 380 time: 0.0539389 Dec 18 14:14:47.954312 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [req-aedf1919-1649-47e5-b978-041aaa840089 req-949ca995-9f98-4ee5-a949-44232342e663 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Request body: {'port': {'device_id': '4fe7947e-a634-4bde-8f3b-0a5ca653be53', 'network_id': '392e79c9-2997-4b10-8227-62302a9f963b', 'admin_state_up': True, 'tenant_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'security_groups': ['395d1789-dbf5-4da0-917f-3bddb03647dd']}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 14:14:48.071491 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aedf1919-1649-47e5-b978-041aaa840089 req-949ca995-9f98-4ee5-a949-44232342e663 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Made reservation on behalf of 4fe8c5245f464a0b8a2abb9a0874f704 for: {'port': 1} {{(pid=103159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 14:14:48.074957 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-aedf1919-1649-47e5-b978-041aaa840089 req-949ca995-9f98-4ee5-a949-44232342e663 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:14:48.206922 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.db_base_plugin_common [req-aedf1919-1649-47e5-b978-041aaa840089 req-949ca995-9f98-4ee5-a949-44232342e663 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Allocated IP 172.20.0.14 (392e79c9-2997-4b10-8227-62302a9f963b/eada8d18-901a-42e3-88b8-7e438b716045/9c0c23bd-99d6-4a1b-ad53-c6368ee0582c) {{(pid=103159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 14:14:48.290312 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-74dd89db-2e5c-495a-b88a-345860632ef8 req-ee2206ba-e230-41a2-a8d0-54a3a4a485e2 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fe7947e-a634-4bde-8f3b-0a5ca653be53 HTTP/1.1" status: 200 len: 210 time: 0.0445354 Dec 18 14:14:48.364549 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-aedf1919-1649-47e5-b978-041aaa840089 req-949ca995-9f98-4ee5-a949-44232342e663 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks [] for port, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:14:48.401020 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-aedf1919-1649-47e5-b978-041aaa840089 req-949ca995-9f98-4ee5-a949-44232342e663 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:14:48.444498 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aedf1919-1649-47e5-b978-041aaa840089 req-949ca995-9f98-4ee5-a949-44232342e663 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Network 392e79c9-2997-4b10-8227-62302a9f963b is already hosted by enough agents. {{(pid=103159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 14:14:48.447579 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.base_scheduler [req-aedf1919-1649-47e5-b978-041aaa840089 req-949ca995-9f98-4ee5-a949-44232342e663 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Resources bound (agent type, host, resource id): {{(pid=103159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 14:14:48.450145 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [req-aedf1919-1649-47e5-b978-041aaa840089 req-949ca995-9f98-4ee5-a949-44232342e663 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Received port after_create {{(pid=103159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 14:14:48.479930 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949ca995-9f98-4ee5-a949-44232342e663 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Pushing event updated for resources: {'Port': ['ID=9c0c23bd-99d6-4a1b-ad53-c6368ee0582c,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:14:48.511407 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedf1919-1649-47e5-b978-041aaa840089 req-949ca995-9f98-4ee5-a949-44232342e663 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:14:48.512048 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-aedf1919-1649-47e5-b978-041aaa840089 req-949ca995-9f98-4ee5-a949-44232342e663 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:14:48.532545 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-aedf1919-1649-47e5-b978-041aaa840089 req-949ca995-9f98-4ee5-a949-44232342e663 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5823162 Dec 18 14:14:48.545243 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [req-aedf1919-1649-47e5-b978-041aaa840089 req-2f60b0c4-9b9c-45c8-92ae-d5b623d34138 service neutron] Request body: {'port': {'device_id': '4fe7947e-a634-4bde-8f3b-0a5ca653be53', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7448'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 14:14:48.600627 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-aedf1919-1649-47e5-b978-041aaa840089 req-2f60b0c4-9b9c-45c8-92ae-d5b623d34138 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:14:48.665866 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-47cfa498-e089-4fe1-ad1c-950fc59c00f5 None None] Provisioning complete for port 9c0c23bd-99d6-4a1b-ad53-c6368ee0582c triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 14:14:48.666492 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-47cfa498-e089-4fe1-ad1c-950fc59c00f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:14:48.704556 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-47cfa498-e089-4fe1-ad1c-950fc59c00f5 None None] Port 9c0c23bd-99d6-4a1b-ad53-c6368ee0582c cannot update to ACTIVE because it is not bound. {{(pid=103161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 14:14:48.883690 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.notifiers.nova [req-aedf1919-1649-47e5-b978-041aaa840089 req-2f60b0c4-9b9c-45c8-92ae-d5b623d34138 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c0c23bd-99d6-4a1b-ad53-c6368ee0582c {{(pid=103159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 18 14:14:48.891055 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-aedf1919-1649-47e5-b978-041aaa840089 req-2f60b0c4-9b9c-45c8-92ae-d5b623d34138 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:14:48.903123 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.provisioning_blocks [req-aedf1919-1649-47e5-b978-041aaa840089 req-2f60b0c4-9b9c-45c8-92ae-d5b623d34138 service neutron] Transition to ACTIVE for port object 9c0c23bd-99d6-4a1b-ad53-c6368ee0582c will not be triggered until provisioned by entity L2. {{(pid=103159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 18 14:14:48.908514 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-aedf1919-1649-47e5-b978-041aaa840089 req-2f60b0c4-9b9c-45c8-92ae-d5b623d34138 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5659917'] for port, after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:14:48.960115 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f60b0c4-9b9c-45c8-92ae-d5b623d34138 service neutron] Pushing event updated for resources: {'Port': ['ID=9c0c23bd-99d6-4a1b-ad53-c6368ee0582c,revision_number=2']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:14:49.026280 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.managers [req-aedf1919-1649-47e5-b978-041aaa840089 req-2f60b0c4-9b9c-45c8-92ae-d5b623d34138 service neutron] Attempting to bind port 9c0c23bd-99d6-4a1b-ad53-c6368ee0582c on host hv-neutron-7448 for vnic_type normal with profile {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 14:14:49.026620 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.managers [req-aedf1919-1649-47e5-b978-041aaa840089 req-2f60b0c4-9b9c-45c8-92ae-d5b623d34138 service neutron] Attempting to bind port 9c0c23bd-99d6-4a1b-ad53-c6368ee0582c by drivers openvswitch,hyperv on host hv-neutron-7448 at level 0 using segments [{'id': '8911c762-9bc5-4bf8-8bd2-929b70f51dc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '392e79c9-2997-4b10-8227-62302a9f963b'}] {{(pid=103159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 14:14:49.026961 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aedf1919-1649-47e5-b978-041aaa840089 req-2f60b0c4-9b9c-45c8-92ae-d5b623d34138 service neutron] Attempting to bind port 9c0c23bd-99d6-4a1b-ad53-c6368ee0582c on network 392e79c9-2997-4b10-8227-62302a9f963b {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 14:14:49.031563 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aedf1919-1649-47e5-b978-041aaa840089 req-2f60b0c4-9b9c-45c8-92ae-d5b623d34138 service neutron] Port 9c0c23bd-99d6-4a1b-ad53-c6368ee0582c on network 392e79c9-2997-4b10-8227-62302a9f963b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7448 {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 18 14:14:49.031892 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aedf1919-1649-47e5-b978-041aaa840089 req-2f60b0c4-9b9c-45c8-92ae-d5b623d34138 service neutron] Attempting to bind port 9c0c23bd-99d6-4a1b-ad53-c6368ee0582c on network 392e79c9-2997-4b10-8227-62302a9f963b {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 14:14:49.038536 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aedf1919-1649-47e5-b978-041aaa840089 req-2f60b0c4-9b9c-45c8-92ae-d5b623d34138 service neutron] Checking agent: {'id': 'c35b6aa0-0616-421f-8ded-732dd37fc90f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7448', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 13, 24, 37), 'started_at': datetime.datetime(2021, 12, 18, 13, 24, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 14, 14, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 18 14:14:49.038879 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aedf1919-1649-47e5-b978-041aaa840089 req-2f60b0c4-9b9c-45c8-92ae-d5b623d34138 service neutron] Checking segment: {'id': '8911c762-9bc5-4bf8-8bd2-929b70f51dc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '392e79c9-2997-4b10-8227-62302a9f963b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 14:14:49.039297 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aedf1919-1649-47e5-b978-041aaa840089 req-2f60b0c4-9b9c-45c8-92ae-d5b623d34138 service neutron] Bound using segment: {'id': '8911c762-9bc5-4bf8-8bd2-929b70f51dc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '392e79c9-2997-4b10-8227-62302a9f963b'} {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 18 14:14:49.039733 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.managers [req-aedf1919-1649-47e5-b978-041aaa840089 req-2f60b0c4-9b9c-45c8-92ae-d5b623d34138 service neutron] Bound port: 9c0c23bd-99d6-4a1b-ad53-c6368ee0582c, host: hv-neutron-7448, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8911c762-9bc5-4bf8-8bd2-929b70f51dc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '392e79c9-2997-4b10-8227-62302a9f963b'}}] {{(pid=103159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 18 14:14:49.040097 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-aedf1919-1649-47e5-b978-041aaa840089 req-2f60b0c4-9b9c-45c8-92ae-d5b623d34138 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:14:49.108296 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.db [req-aedf1919-1649-47e5-b978-041aaa840089 req-2f60b0c4-9b9c-45c8-92ae-d5b623d34138 service neutron] For port 9c0c23bd-99d6-4a1b-ad53-c6368ee0582c, host hv-neutron-7448, cleared binding levels {{(pid=103159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 18 14:14:49.111475 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.db [req-aedf1919-1649-47e5-b978-041aaa840089 req-2f60b0c4-9b9c-45c8-92ae-d5b623d34138 service neutron] For port 9c0c23bd-99d6-4a1b-ad53-c6368ee0582c, host hv-neutron-7448, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=9c0c23bd-99d6-4a1b-ad53-c6368ee0582c,segment=NetworkSegment(8911c762-9bc5-4bf8-8bd2-929b70f51dc1),segment_id=8911c762-9bc5-4bf8-8bd2-929b70f51dc1)] {{(pid=103159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 18 14:14:49.118016 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-aedf1919-1649-47e5-b978-041aaa840089 req-2f60b0c4-9b9c-45c8-92ae-d5b623d34138 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5659917'] for port, after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:14:49.414399 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1218d69f-588e-4698-86ef-480748d6a6bf req-bdc2ef0a-1272-4dd8-a948-782d019e0859 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:14:49.415949 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-1218d69f-588e-4698-86ef-480748d6a6bf req-bdc2ef0a-1272-4dd8-a948-782d019e0859 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fe7947e-a634-4bde-8f3b-0a5ca653be53 HTTP/1.1" status: 200 len: 944 time: 0.0548699 Dec 18 14:14:49.469839 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-1218d69f-588e-4698-86ef-480748d6a6bf req-1fff77b2-9bf7-4426-8ca3-f0c0431abb31 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "GET /v2.0/security-groups?id=395d1789-dbf5-4da0-917f-3bddb03647dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475917 Dec 18 14:14:49.502497 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedf1919-1649-47e5-b978-041aaa840089 req-2f60b0c4-9b9c-45c8-92ae-d5b623d34138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:14:49.503182 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-aedf1919-1649-47e5-b978-041aaa840089 req-2f60b0c4-9b9c-45c8-92ae-d5b623d34138 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:14:49.504557 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-aedf1919-1649-47e5-b978-041aaa840089 req-2f60b0c4-9b9c-45c8-92ae-d5b623d34138 service neutron] 10.222.0.43 "PUT /v2.0/ports/9c0c23bd-99d6-4a1b-ad53-c6368ee0582c HTTP/1.1" status: 200 len: 1094 time: 0.9635911 Dec 18 14:14:49.504963 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fe7947e-a634-4bde-8f3b-0a5ca653be53', 'tag': '9c0c23bd-99d6-4a1b-ad53-c6368ee0582c'}] {{(pid=103159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 18 14:14:49.507303 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca844cf115d59c1fab86abc202fb4c13735de0d7e4cbbbb25eec9406e9c87431" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b00dcdd8-e74b-416a-9581-06b530436fa2" -d '{"events": [{"name": "network-changed", "server_uuid": "4fe7947e-a634-4bde-8f3b-0a5ca653be53", "tag": "9c0c23bd-99d6-4a1b-ad53-c6368ee0582c"}]}' {{(pid=103159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 18 14:14:49.558202 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 14:14:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3d68c3f-f17a-4b2e-b8e0-4a1c89f36fa3 x-openstack-request-id: req-b3d68c3f-f17a-4b2e-b8e0-4a1c89f36fa3 {{(pid=103159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 18 14:14:49.558575 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fe7947e-a634-4bde-8f3b-0a5ca653be53", "tag": "9c0c23bd-99d6-4a1b-ad53-c6368ee0582c", "status": "completed", "code": 200}]} {{(pid=103159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 18 14:14:49.558716 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b3d68c3f-f17a-4b2e-b8e0-4a1c89f36fa3 {{(pid=103159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 18 14:14:49.559096 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fe7947e-a634-4bde-8f3b-0a5ca653be53', 'tag': '9c0c23bd-99d6-4a1b-ad53-c6368ee0582c', 'status': 'completed', 'code': 200} Dec 18 14:14:49.560980 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f60b0c4-9b9c-45c8-92ae-d5b623d34138 service neutron] Pushing event updated for resources: {'Port': ['ID=9c0c23bd-99d6-4a1b-ad53-c6368ee0582c,revision_number=3']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:14:49.591884 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedf1919-1649-47e5-b978-041aaa840089 req-afbf0d4d-3c4d-45b1-aa5a-31a981567270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:14:49.593467 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-aedf1919-1649-47e5-b978-041aaa840089 req-afbf0d4d-3c4d-45b1-aa5a-31a981567270 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4fe8c5245f464a0b8a2abb9a0874f704&device_id=4fe7947e-a634-4bde-8f3b-0a5ca653be53 HTTP/1.1" status: 200 len: 1097 time: 0.0474360 Dec 18 14:14:49.640075 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-aedf1919-1649-47e5-b978-041aaa840089 req-017407a8-171f-4fac-a2a5-4ff9a58d772f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9c0c23bd-99d6-4a1b-ad53-c6368ee0582c HTTP/1.1" status: 200 len: 217 time: 0.0389388 Dec 18 14:14:49.690791 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedf1919-1649-47e5-b978-041aaa840089 req-cad18a47-9f8f-4e20-b185-676741ee097f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:14:49.692307 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-aedf1919-1649-47e5-b978-041aaa840089 req-cad18a47-9f8f-4e20-b185-676741ee097f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=eada8d18-901a-42e3-88b8-7e438b716045 HTTP/1.1" status: 200 len: 834 time: 0.0453069 Dec 18 14:14:49.739721 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedf1919-1649-47e5-b978-041aaa840089 req-1e3206ac-f199-48ef-81ee-4a2d171a5782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:14:49.741417 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-aedf1919-1649-47e5-b978-041aaa840089 req-1e3206ac-f199-48ef-81ee-4a2d171a5782 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=392e79c9-2997-4b10-8227-62302a9f963b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0420012 Dec 18 14:14:49.845720 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-aedf1919-1649-47e5-b978-041aaa840089 req-30862844-f031-4242-83a6-fabc17e7167f service neutron] 10.222.0.43 "GET /v2.0/networks/392e79c9-2997-4b10-8227-62302a9f963b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969319 Dec 18 14:14:49.935444 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-aedf1919-1649-47e5-b978-041aaa840089 req-889322a1-3d3e-4744-a8a4-2e9bda5db67e service neutron] 10.222.0.43 "GET /v2.0/networks/392e79c9-2997-4b10-8227-62302a9f963b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823643 Dec 18 14:14:50.023040 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00dcdd8-e74b-416a-9581-06b530436fa2 req-09cf5da2-542b-43a4-9f86-2891c734dfe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:14:50.024569 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-b00dcdd8-e74b-416a-9581-06b530436fa2 req-09cf5da2-542b-43a4-9f86-2891c734dfe3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4fe8c5245f464a0b8a2abb9a0874f704&device_id=4fe7947e-a634-4bde-8f3b-0a5ca653be53 HTTP/1.1" status: 200 len: 1097 time: 0.0406055 Dec 18 14:14:50.131523 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00dcdd8-e74b-416a-9581-06b530436fa2 req-21c711d2-9054-4098-8b30-5e283702a3b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:14:50.132914 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-b00dcdd8-e74b-416a-9581-06b530436fa2 req-21c711d2-9054-4098-8b30-5e283702a3b9 service neutron] 10.222.0.43 "GET /v2.0/networks?id=392e79c9-2997-4b10-8227-62302a9f963b HTTP/1.1" status: 200 len: 897 time: 0.1005659 Dec 18 14:14:50.175060 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-b00dcdd8-e74b-416a-9581-06b530436fa2 req-aaeb90f9-885e-4f9c-a1a2-2555f42c3ac4 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9c0c23bd-99d6-4a1b-ad53-c6368ee0582c HTTP/1.1" status: 200 len: 217 time: 0.0351210 Dec 18 14:14:50.230362 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00dcdd8-e74b-416a-9581-06b530436fa2 req-f672d456-b9ab-4458-ad32-f04b62a3c830 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:14:50.231883 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-b00dcdd8-e74b-416a-9581-06b530436fa2 req-f672d456-b9ab-4458-ad32-f04b62a3c830 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=eada8d18-901a-42e3-88b8-7e438b716045 HTTP/1.1" status: 200 len: 834 time: 0.0496850 Dec 18 14:14:50.279740 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00dcdd8-e74b-416a-9581-06b530436fa2 req-a6c22a26-6c3f-4c8c-84cb-ccad52f312a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:14:50.281222 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-b00dcdd8-e74b-416a-9581-06b530436fa2 req-a6c22a26-6c3f-4c8c-84cb-ccad52f312a8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=392e79c9-2997-4b10-8227-62302a9f963b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0419090 Dec 18 14:14:50.382733 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-b00dcdd8-e74b-416a-9581-06b530436fa2 req-fc785c4b-3ce2-4ac0-a131-e893ab7ee96a service neutron] 10.222.0.43 "GET /v2.0/networks/392e79c9-2997-4b10-8227-62302a9f963b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932481 Dec 18 14:14:50.476149 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-b00dcdd8-e74b-416a-9581-06b530436fa2 req-226d2f19-f07f-4406-b13c-f57f562505e4 service neutron] 10.222.0.43 "GET /v2.0/networks/392e79c9-2997-4b10-8227-62302a9f963b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860980 Dec 18 14:14:50.601697 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b019c4-2fd0-481d-91d2-41c99174a28d req-d6a60827-b0ff-4297-a8d7-23f04c833a7e tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:14:50.603181 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-64b019c4-2fd0-481d-91d2-41c99174a28d req-d6a60827-b0ff-4297-a8d7-23f04c833a7e tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fe7947e-a634-4bde-8f3b-0a5ca653be53 HTTP/1.1" status: 200 len: 944 time: 0.0667300 Dec 18 14:14:50.658328 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-64b019c4-2fd0-481d-91d2-41c99174a28d req-52c85a27-5ee5-4945-bde6-74a58bab6dbc tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "GET /v2.0/security-groups?id=395d1789-dbf5-4da0-917f-3bddb03647dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458465 Dec 18 14:14:51.788881 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfd3b89-ff3f-491c-860c-a20912a05584 req-1bb809d4-eccd-4361-83de-63c896ac8fac tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:14:51.790445 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-dbfd3b89-ff3f-491c-860c-a20912a05584 req-1bb809d4-eccd-4361-83de-63c896ac8fac tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fe7947e-a634-4bde-8f3b-0a5ca653be53 HTTP/1.1" status: 200 len: 944 time: 0.0520239 Dec 18 14:14:51.846928 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-dbfd3b89-ff3f-491c-860c-a20912a05584 req-f9146ad4-0526-43cf-bea6-1c826f402370 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "GET /v2.0/security-groups?id=395d1789-dbf5-4da0-917f-3bddb03647dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504274 Dec 18 14:14:52.977459 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227d6fdc-ef0d-4975-b14d-9b8334849fd4 req-8a013f1a-6e1e-4d2b-b56f-337928aa19ee tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:14:52.978954 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-227d6fdc-ef0d-4975-b14d-9b8334849fd4 req-8a013f1a-6e1e-4d2b-b56f-337928aa19ee tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fe7947e-a634-4bde-8f3b-0a5ca653be53 HTTP/1.1" status: 200 len: 944 time: 0.0529978 Dec 18 14:14:53.039998 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-227d6fdc-ef0d-4975-b14d-9b8334849fd4 req-0715f379-27c5-4293-892e-91b6d00d3454 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "GET /v2.0/security-groups?id=395d1789-dbf5-4da0-917f-3bddb03647dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522227 Dec 18 14:14:54.159316 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253ee412-603e-447f-a583-0a4455edf769 req-c9e798d1-17ce-4c14-a88d-2dc53a9c9c7e tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:14:54.160805 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-253ee412-603e-447f-a583-0a4455edf769 req-c9e798d1-17ce-4c14-a88d-2dc53a9c9c7e tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fe7947e-a634-4bde-8f3b-0a5ca653be53 HTTP/1.1" status: 200 len: 944 time: 0.0513597 Dec 18 14:14:54.215216 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-253ee412-603e-447f-a583-0a4455edf769 req-4e397f3b-f388-4ac4-8d6a-079f2793b4af tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "GET /v2.0/security-groups?id=395d1789-dbf5-4da0-917f-3bddb03647dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455496 Dec 18 14:14:54.612757 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Device 9c0c23bd-99d6-4a1b-ad53-c6368ee0582c details requested by agent hyperv_hv-neutron-7448 with host hv-neutron-7448 {{(pid=103161) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 18 14:14:54.726191 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] For port 9c0c23bd-99d6-4a1b-ad53-c6368ee0582c, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=9c0c23bd-99d6-4a1b-ad53-c6368ee0582c,segment=NetworkSegment(8911c762-9bc5-4bf8-8bd2-929b70f51dc1),segment_id=8911c762-9bc5-4bf8-8bd2-929b70f51dc1)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 14:14:54.739673 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Returning: {'device': '9c0c23bd-99d6-4a1b-ad53-c6368ee0582c', 'network_id': '392e79c9-2997-4b10-8227-62302a9f963b', 'port_id': '9c0c23bd-99d6-4a1b-ad53-c6368ee0582c', 'mac_address': 'fa:16:3e:63:eb:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eada8d18-901a-42e3-88b8-7e438b716045', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103161) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 18 14:14:54.777936 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:14:54.790791 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.notifiers.nova [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c0c23bd-99d6-4a1b-ad53-c6368ee0582c {{(pid=103161) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 18 14:14:54.814465 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] For port 9c0c23bd-99d6-4a1b-ad53-c6368ee0582c, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=9c0c23bd-99d6-4a1b-ad53-c6368ee0582c,segment=NetworkSegment(8911c762-9bc5-4bf8-8bd2-929b70f51dc1),segment_id=8911c762-9bc5-4bf8-8bd2-929b70f51dc1)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 14:14:54.821392 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:14:54.870286 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Pushing event updated for resources: {'Port': ['ID=9c0c23bd-99d6-4a1b-ad53-c6368ee0582c,revision_number=4']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:14:54.969910 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-67c5fc89-8c49-44e0-ae7f-34cbc8f77acb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:14:55.194837 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] get_ports_and_sgs() called for port_ids ['9c0c23bd-99d6-4a1b-ad53-c6368ee0582c'] {{(pid=103161) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 18 14:14:55.338473 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82aaebb8-cbd4-470c-ab69-e9b1fc4061a6 req-c4acf6cd-c2ec-48a4-a663-4f07ac617021 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:14:55.340114 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-82aaebb8-cbd4-470c-ab69-e9b1fc4061a6 req-c4acf6cd-c2ec-48a4-a663-4f07ac617021 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fe7947e-a634-4bde-8f3b-0a5ca653be53 HTTP/1.1" status: 200 len: 945 time: 0.0496576 Dec 18 14:14:55.388916 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-82aaebb8-cbd4-470c-ab69-e9b1fc4061a6 req-5c81bda3-4ffc-4346-8e47-6c293f3f0200 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "GET /v2.0/security-groups?id=395d1789-dbf5-4da0-917f-3bddb03647dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425327 Dec 18 14:14:56.508935 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6c4754-4db8-406b-a740-07f443646c12 req-52876787-3b52-4439-a8df-ae9db41d11ca tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:14:56.510404 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-ba6c4754-4db8-406b-a740-07f443646c12 req-52876787-3b52-4439-a8df-ae9db41d11ca tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fe7947e-a634-4bde-8f3b-0a5ca653be53 HTTP/1.1" status: 200 len: 945 time: 0.0493150 Dec 18 14:14:56.562766 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-ba6c4754-4db8-406b-a740-07f443646c12 req-0ec7429f-43d5-4615-b37b-808be1b76201 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "GET /v2.0/security-groups?id=395d1789-dbf5-4da0-917f-3bddb03647dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441861 Dec 18 14:14:56.626807 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Device 9c0c23bd-99d6-4a1b-ad53-c6368ee0582c up at agent hyperv_hv-neutron-7448 {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 14:14:56.692201 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Provisioning for port 9c0c23bd-99d6-4a1b-ad53-c6368ee0582c completed by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 18 14:14:56.695987 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Provisioning complete for port 9c0c23bd-99d6-4a1b-ad53-c6368ee0582c triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 14:14:56.696367 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:14:56.775075 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:14:56.800341 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fe7947e-a634-4bde-8f3b-0a5ca653be53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c0c23bd-99d6-4a1b-ad53-c6368ee0582c'}] {{(pid=103161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 18 14:14:56.802591 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22224e7a42aa75e3f3b9c037df440650d2cfa1dd97b40a249aee4a8113775251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98bdbcc1-8465-4621-9da4-dfe1a5e197b0" -d '{"events": [{"server_uuid": "4fe7947e-a634-4bde-8f3b-0a5ca653be53", "name": "network-vif-plugged", "status": "completed", "tag": "9c0c23bd-99d6-4a1b-ad53-c6368ee0582c"}]}' {{(pid=103161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 18 14:14:56.816235 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] For port 9c0c23bd-99d6-4a1b-ad53-c6368ee0582c, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=9c0c23bd-99d6-4a1b-ad53-c6368ee0582c,segment=NetworkSegment(8911c762-9bc5-4bf8-8bd2-929b70f51dc1),segment_id=8911c762-9bc5-4bf8-8bd2-929b70f51dc1)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 14:14:56.821689 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:14:56.849045 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 14:14:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3ecb9dc-c7f7-44e6-a505-e34438aa3961 x-openstack-request-id: req-c3ecb9dc-c7f7-44e6-a505-e34438aa3961 {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 18 14:14:56.849310 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fe7947e-a634-4bde-8f3b-0a5ca653be53", "name": "network-vif-plugged", "status": "completed", "tag": "9c0c23bd-99d6-4a1b-ad53-c6368ee0582c", "code": 200}]} {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 18 14:14:56.849586 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c3ecb9dc-c7f7-44e6-a505-e34438aa3961 {{(pid=103161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 18 14:14:56.849968 dv-neutron-744815-20-hyperv neutron-server[103161]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fe7947e-a634-4bde-8f3b-0a5ca653be53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c0c23bd-99d6-4a1b-ad53-c6368ee0582c', 'code': 200} Dec 18 14:14:56.878676 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Pushing event updated for resources: {'Port': ['ID=9c0c23bd-99d6-4a1b-ad53-c6368ee0582c,revision_number=5']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:14:57.038035 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c68026-1b83-4d6e-b27b-0ed326dbae22 req-78209b0a-27ec-46a0-8bd7-276a1ef94a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:14:57.039483 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-32c68026-1b83-4d6e-b27b-0ed326dbae22 req-78209b0a-27ec-46a0-8bd7-276a1ef94a07 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=4fe7947e-a634-4bde-8f3b-0a5ca653be53 HTTP/1.1" status: 200 len: 1099 time: 0.0540512 Dec 18 14:14:57.085878 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-32c68026-1b83-4d6e-b27b-0ed326dbae22 req-12295c99-0afa-4892-88bf-778ed816be12 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=395d1789-dbf5-4da0-917f-3bddb03647dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392849 Dec 18 14:14:57.234353 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f4e8a07d-0174-48a4-be33-eeb5f40c0848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:14:57.688884 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55072256-47d0-4ab9-bb2f-70c7061284a8 req-d71f12e1-ffb3-4999-b110-850ff92294ac tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:14:57.690357 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-55072256-47d0-4ab9-bb2f-70c7061284a8 req-d71f12e1-ffb3-4999-b110-850ff92294ac tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fe7947e-a634-4bde-8f3b-0a5ca653be53 HTTP/1.1" status: 200 len: 946 time: 0.0490940 Dec 18 14:14:57.743768 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-55072256-47d0-4ab9-bb2f-70c7061284a8 req-f69ba397-b54b-496e-931e-f9358e78e77e tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "GET /v2.0/security-groups?id=395d1789-dbf5-4da0-917f-3bddb03647dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474975 Dec 18 14:14:58.675066 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-afa9ae9b-bdbb-4010-bcf6-3a46ce66cf71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:14:58.866562 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129bcc29-6184-453a-8e3d-357c77d7c5f1 req-3e7288ab-205d-4083-bbec-57590283ad29 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:14:58.868087 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-129bcc29-6184-453a-8e3d-357c77d7c5f1 req-3e7288ab-205d-4083-bbec-57590283ad29 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fe7947e-a634-4bde-8f3b-0a5ca653be53 HTTP/1.1" status: 200 len: 946 time: 0.0521305 Dec 18 14:14:58.917000 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-129bcc29-6184-453a-8e3d-357c77d7c5f1 req-de1fe291-ca23-4943-8c32-3c63039dc844 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "GET /v2.0/security-groups?id=395d1789-dbf5-4da0-917f-3bddb03647dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429933 Dec 18 14:14:59.039386 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb64030f-d40c-461e-8662-586573aef958 req-d99f2a23-96b5-4a71-91bf-99a910d70192 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:14:59.040866 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-bb64030f-d40c-461e-8662-586573aef958 req-d99f2a23-96b5-4a71-91bf-99a910d70192 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fe7947e-a634-4bde-8f3b-0a5ca653be53 HTTP/1.1" status: 200 len: 946 time: 0.0498507 Dec 18 14:14:59.096138 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-bb64030f-d40c-461e-8662-586573aef958 req-b6ed483c-3db8-4122-bb5f-9e03488e677e tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "GET /v2.0/security-groups?id=395d1789-dbf5-4da0-917f-3bddb03647dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492303 Dec 18 14:14:59.120239 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 34646) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:14:59.172354 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-218288e8-943a-4f73-8276-0779861f410b tempest-TestNetworkAdvancedServerOps-1952931920 tempest-TestNetworkAdvancedServerOps-1952931920-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:14:59.173763 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-218288e8-943a-4f73-8276-0779861f410b tempest-TestNetworkAdvancedServerOps-1952931920 tempest-TestNetworkAdvancedServerOps-1952931920-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=4fe7947e-a634-4bde-8f3b-0a5ca653be53 HTTP/1.1" status: 200 len: 1094 time: 0.0523548 Dec 18 14:14:59.176797 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 34648) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:14:59.181047 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-5aced407-e01a-42c5-8cfd-85155853bff4 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Request body: {'floatingip': {'floating_network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'port_id': '9c0c23bd-99d6-4a1b-ad53-c6368ee0582c', 'tenant_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 14:14:59.207465 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-5aced407-e01a-42c5-8cfd-85155853bff4 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks [] for floatingip, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:14:59.318517 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-5aced407-e01a-42c5-8cfd-85155853bff4 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:14:59.422073 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.db_base_plugin_common [None req-5aced407-e01a-42c5-8cfd-85155853bff4 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Allocated IP 172.26.3.34 (decb4a40-7941-48c8-afbb-daaafd502e83/70deed80-3ca1-4f9e-96cb-563b43d3acba/ab8e1849-b6ac-4e1c-b8a5-7b6fb3a4b2df) {{(pid=103160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 14:14:59.525016 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-5aced407-e01a-42c5-8cfd-85155853bff4 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks [] for port, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:14:59.563405 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-5aced407-e01a-42c5-8cfd-85155853bff4 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4533522'] for port, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:14:59.607477 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aced407-e01a-42c5-8cfd-85155853bff4 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Network decb4a40-7941-48c8-afbb-daaafd502e83 is already hosted by enough agents. {{(pid=103160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 14:14:59.610405 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.base_scheduler [None req-5aced407-e01a-42c5-8cfd-85155853bff4 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Resources bound (agent type, host, resource id): {{(pid=103160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 14:14:59.617209 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aced407-e01a-42c5-8cfd-85155853bff4 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Received port after_create {{(pid=103160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 14:14:59.619280 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aced407-e01a-42c5-8cfd-85155853bff4 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Pushing event updated for resources: {'Port': ['ID=ab8e1849-b6ac-4e1c-b8a5-7b6fb3a4b2df,revision_number=1']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:14:59.982320 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-5aced407-e01a-42c5-8cfd-85155853bff4 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:15:00.051241 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-5aced407-e01a-42c5-8cfd-85155853bff4 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:15:00.196426 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7b7a3272-2b45-4d32-9670-25eb1afd1184 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:15:00.213416 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-5aced407-e01a-42c5-8cfd-85155853bff4 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks [] for port, precommit_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:15:00.218870 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-5aced407-e01a-42c5-8cfd-85155853bff4 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4533541'] for port, after_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:15:00.280789 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aced407-e01a-42c5-8cfd-85155853bff4 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Pushing event updated for resources: {'Port': ['ID=ab8e1849-b6ac-4e1c-b8a5-7b6fb3a4b2df,revision_number=2']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:15:00.294187 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-5aced407-e01a-42c5-8cfd-85155853bff4 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-587004'] for floatingip, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:15:00.398392 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.db.l3_db [None req-5aced407-e01a-42c5-8cfd-85155853bff4 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Floating IP 353b4fcf-744f-41c4-b634-5704cf323239 associated. External IP: 172.26.3.34, port: 9c0c23bd-99d6-4a1b-ad53-c6368ee0582c. Dec 18 14:15:00.623058 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5aced407-e01a-42c5-8cfd-85155853bff4 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Router 830e9351-226b-41e6-933c-19fd0d4c4dbc has already been hosted by L3 agent c9c0cd52-5bd2-4704-9429-d80f1c5ad23c {{(pid=103160) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 18 14:15:00.746014 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5aced407-e01a-42c5-8cfd-85155853bff4 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Notify agent at l3_agent.dv-neutron-744815-20-hyperv the message routers_updated {{(pid=103160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 14:15:00.757314 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cd95bf3-09f1-4757-9fd2-b32411010bb0 None None] Sync routers for ids ['830e9351-226b-41e6-933c-19fd0d4c4dbc'] in dv-neutron-744815-20-hyperv {{(pid=103162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 14:15:00.767173 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-5aced407-e01a-42c5-8cfd-85155853bff4 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for floatingip, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:15:00.768590 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cd95bf3-09f1-4757-9fd2-b32411010bb0 None None] Routers {'830e9351-226b-41e6-933c-19fd0d4c4dbc'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 14:15:00.769213 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-6cd95bf3-09f1-4757-9fd2-b32411010bb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T14:14:57Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['830e9351-226b-41e6-933c-19fd0d4c4dbc'], 'active': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:15:00.794040 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-5aced407-e01a-42c5-8cfd-85155853bff4 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6162555 Dec 18 14:15:00.794990 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fe7947e-a634-4bde-8f3b-0a5ca653be53', 'tag': '9c0c23bd-99d6-4a1b-ad53-c6368ee0582c'}] {{(pid=103160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 18 14:15:00.797488 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd59ab3361532ca86f78e2d2eaf298e4a05479417bf909969c39d1b423591824" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dd68bc5-c06c-4eeb-bd93-62ffd40e6814" -d '{"events": [{"name": "network-changed", "server_uuid": "4fe7947e-a634-4bde-8f3b-0a5ca653be53", "tag": "9c0c23bd-99d6-4a1b-ad53-c6368ee0582c"}]}' {{(pid=103160) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 18 14:15:00.879669 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvr_db [None req-6cd95bf3-09f1-4757-9fd2-b32411010bb0 None None] Set router 830e9351-226b-41e6-933c-19fd0d4c4dbc gateway port host: dv-neutron-744815-20-hyperv {{(pid=103162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 14:15:00.901102 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 14:15:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ec4e400-2ef9-40d4-bebd-057723486057 x-openstack-request-id: req-1ec4e400-2ef9-40d4-bebd-057723486057 {{(pid=103160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 18 14:15:00.901102 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fe7947e-a634-4bde-8f3b-0a5ca653be53", "tag": "9c0c23bd-99d6-4a1b-ad53-c6368ee0582c", "status": "completed", "code": 200}]} {{(pid=103160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 18 14:15:00.901365 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1ec4e400-2ef9-40d4-bebd-057723486057 {{(pid=103160) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 18 14:15:00.901717 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fe7947e-a634-4bde-8f3b-0a5ca653be53', 'tag': '9c0c23bd-99d6-4a1b-ad53-c6368ee0582c', 'status': 'completed', 'code': 200} Dec 18 14:15:00.910359 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:15:00.914530 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b8a2f3-7621-4f79-b52b-447f85c00795 req-4f053c15-d9ec-4475-8ea6-4b0ac6f52fac tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:15:00.916149 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-18b8a2f3-7621-4f79-b52b-447f85c00795 req-4f053c15-d9ec-4475-8ea6-4b0ac6f52fac tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fe7947e-a634-4bde-8f3b-0a5ca653be53 HTTP/1.1" status: 200 len: 946 time: 0.0656881 Dec 18 14:15:00.966820 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd68bc5-c06c-4eeb-bd93-62ffd40e6814 req-7a6761fb-4e6e-4e38-a463-f425f082d27e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:15:00.968437 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-2dd68bc5-c06c-4eeb-bd93-62ffd40e6814 req-7a6761fb-4e6e-4e38-a463-f425f082d27e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4fe8c5245f464a0b8a2abb9a0874f704&device_id=4fe7947e-a634-4bde-8f3b-0a5ca653be53 HTTP/1.1" status: 200 len: 1099 time: 0.0433607 Dec 18 14:15:00.972554 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-18b8a2f3-7621-4f79-b52b-447f85c00795 req-912d8066-0b0c-478d-a70b-c7fe3943c708 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "GET /v2.0/security-groups?id=395d1789-dbf5-4da0-917f-3bddb03647dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495369 Dec 18 14:15:00.995473 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 34656) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:15:01.067754 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd68bc5-c06c-4eeb-bd93-62ffd40e6814 req-3d57dfce-c22b-49ae-8cd0-e20b130e6f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:15:01.070311 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-2dd68bc5-c06c-4eeb-bd93-62ffd40e6814 req-3d57dfce-c22b-49ae-8cd0-e20b130e6f85 service neutron] 10.222.0.43 "GET /v2.0/networks?id=392e79c9-2997-4b10-8227-62302a9f963b HTTP/1.1" status: 200 len: 897 time: 0.0948770 Dec 18 14:15:01.083589 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-8109a971-e6bd-4ce5-a335-94bc2da49978 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "GET /v2.0/floatingips/353b4fcf-744f-41c4-b634-5704cf323239 HTTP/1.1" status: 200 len: 991 time: 0.0869143 Dec 18 14:15:01.116641 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-6cd95bf3-09f1-4757-9fd2-b32411010bb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '830e9351-226b-41e6-933c-19fd0d4c4dbc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-940447549', 'tenant_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.180'}], 'enable_snat': True}, 'gw_port_id': 'a1143125-bef3-4842-855a-01851b5fa8cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T14:14:37Z', 'updated_at': '2021-12-18T14:14:40Z', 'revision_number': 4, 'project_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'gw_port': {'id': 'a1143125-bef3-4842-855a-01851b5fa8cf', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:09:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '830e9351-226b-41e6-933c-19fd0d4c4dbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1775, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T14:14:37Z', 'updated_at': '2021-12-18T14:14:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv', '_floatingips': [{'id': '353b4fcf-744f-41c4-b634-5704cf323239', 'tenant_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'floating_ip_address': '172.26.3.34', 'floating_network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'router_id': '830e9351-226b-41e6-933c-19fd0d4c4dbc', 'port_id': '9c0c23bd-99d6-4a1b-ad53-c6368ee0582c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1781, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '392e79c9-2997-4b10-8227-62302a9f963b', 'mac_address': 'fa:16:3e:63:eb:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fe7947e-a634-4bde-8f3b-0a5ca653be53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T14:14:59Z', 'updated_at': '2021-12-18T14:14:59Z', 'revision_number': 0, 'project_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf74c360-0c6e-4aec-b54b-ecb6489f2554', 'name': '', 'network_id': '392e79c9-2997-4b10-8227-62302a9f963b', 'tenant_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'mac_address': 'fa:16:3e:61:59:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '830e9351-226b-41e6-933c-19fd0d4c4dbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1778, 'fixed_ips': [{'subnet_id': 'eada8d18-901a-42e3-88b8-7e438b716045', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T14:14:40Z', 'updated_at': '2021-12-18T14:14:43Z', 'revision_number': 5, 'project_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'subnets': [{'id': 'eada8d18-901a-42e3-88b8-7e438b716045', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:15:01.141657 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cd95bf3-09f1-4757-9fd2-b32411010bb0 None None] Checking router: 830e9351-226b-41e6-933c-19fd0d4c4dbc for host: dv-neutron-744815-20-hyperv {{(pid=103162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 18 14:15:01.143014 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-2dd68bc5-c06c-4eeb-bd93-62ffd40e6814 req-ded90850-277e-48f5-a324-f596016f1b77 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9c0c23bd-99d6-4a1b-ad53-c6368ee0582c HTTP/1.1" status: 200 len: 999 time: 0.0651438 Dec 18 14:15:01.149737 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cd95bf3-09f1-4757-9fd2-b32411010bb0 None None] Routers {'830e9351-226b-41e6-933c-19fd0d4c4dbc'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 14:15:01.150337 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-6cd95bf3-09f1-4757-9fd2-b32411010bb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T14:14:57Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['830e9351-226b-41e6-933c-19fd0d4c4dbc'], 'active': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:15:01.192459 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd68bc5-c06c-4eeb-bd93-62ffd40e6814 req-58328253-4eab-4163-9965-657e15dba0c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:15:01.193969 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-2dd68bc5-c06c-4eeb-bd93-62ffd40e6814 req-58328253-4eab-4163-9965-657e15dba0c0 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=eada8d18-901a-42e3-88b8-7e438b716045 HTTP/1.1" status: 200 len: 834 time: 0.0444031 Dec 18 14:15:01.243408 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd68bc5-c06c-4eeb-bd93-62ffd40e6814 req-7652e747-779a-4d33-b261-a536e0b5825d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:15:01.244971 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-2dd68bc5-c06c-4eeb-bd93-62ffd40e6814 req-7652e747-779a-4d33-b261-a536e0b5825d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=392e79c9-2997-4b10-8227-62302a9f963b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0434928 Dec 18 14:15:01.259818 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvr_db [None req-6cd95bf3-09f1-4757-9fd2-b32411010bb0 None None] Set router 830e9351-226b-41e6-933c-19fd0d4c4dbc gateway port host: dv-neutron-744815-20-hyperv {{(pid=103162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 14:15:01.343701 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-2dd68bc5-c06c-4eeb-bd93-62ffd40e6814 req-02d0d55d-8ae5-4b92-9d58-d446a6bfb1cc service neutron] 10.222.0.43 "GET /v2.0/networks/392e79c9-2997-4b10-8227-62302a9f963b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912218 Dec 18 14:15:01.443904 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-2dd68bc5-c06c-4eeb-bd93-62ffd40e6814 req-d2bdd8ab-2d15-4028-89e0-12d7c5e08453 service neutron] 10.222.0.43 "GET /v2.0/networks/392e79c9-2997-4b10-8227-62302a9f963b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926924 Dec 18 14:15:01.576154 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-6cd95bf3-09f1-4757-9fd2-b32411010bb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '830e9351-226b-41e6-933c-19fd0d4c4dbc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-940447549', 'tenant_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.180'}], 'enable_snat': True}, 'gw_port_id': 'a1143125-bef3-4842-855a-01851b5fa8cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T14:14:37Z', 'updated_at': '2021-12-18T14:14:40Z', 'revision_number': 4, 'project_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'gw_port': {'id': 'a1143125-bef3-4842-855a-01851b5fa8cf', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:09:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '830e9351-226b-41e6-933c-19fd0d4c4dbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1775, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T14:14:37Z', 'updated_at': '2021-12-18T14:14:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv', '_floatingips': [{'id': '353b4fcf-744f-41c4-b634-5704cf323239', 'tenant_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'floating_ip_address': '172.26.3.34', 'floating_network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'router_id': '830e9351-226b-41e6-933c-19fd0d4c4dbc', 'port_id': '9c0c23bd-99d6-4a1b-ad53-c6368ee0582c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1781, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '392e79c9-2997-4b10-8227-62302a9f963b', 'mac_address': 'fa:16:3e:63:eb:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fe7947e-a634-4bde-8f3b-0a5ca653be53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T14:14:59Z', 'updated_at': '2021-12-18T14:14:59Z', 'revision_number': 0, 'project_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf74c360-0c6e-4aec-b54b-ecb6489f2554', 'name': '', 'network_id': '392e79c9-2997-4b10-8227-62302a9f963b', 'tenant_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'mac_address': 'fa:16:3e:61:59:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '830e9351-226b-41e6-933c-19fd0d4c4dbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1778, 'fixed_ips': [{'subnet_id': 'eada8d18-901a-42e3-88b8-7e438b716045', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T14:14:40Z', 'updated_at': '2021-12-18T14:14:43Z', 'revision_number': 5, 'project_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'subnets': [{'id': 'eada8d18-901a-42e3-88b8-7e438b716045', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:15:01.601939 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cd95bf3-09f1-4757-9fd2-b32411010bb0 None None] The sync data for ids ['830e9351-226b-41e6-933c-19fd0d4c4dbc'] in dv-neutron-744815-20-hyperv is: [{'id': '830e9351-226b-41e6-933c-19fd0d4c4dbc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-940447549', 'tenant_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.180'}], 'enable_snat': True}, 'gw_port_id': 'a1143125-bef3-4842-855a-01851b5fa8cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T14:14:37Z', 'updated_at': '2021-12-18T14:14:40Z', 'revision_number': 4, 'project_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'gw_port': {'id': 'a1143125-bef3-4842-855a-01851b5fa8cf', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:09:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '830e9351-226b-41e6-933c-19fd0d4c4dbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1775, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T14:14:37Z', 'updated_at': '2021-12-18T14:14:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv', '_floatingips': [{'id': '353b4fcf-744f-41c4-b634-5704cf323239', 'tenant_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'floating_ip_address': '172.26.3.34', 'floating_network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'router_id': '830e9351-226b-41e6-933c-19fd0d4c4dbc', 'port_id': '9c0c23bd-99d6-4a1b-ad53-c6368ee0582c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1781, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '392e79c9-2997-4b10-8227-62302a9f963b', 'mac_address': 'fa:16:3e:63:eb:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fe7947e-a634-4bde-8f3b-0a5ca653be53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T14:14:59Z', 'updated_at': '2021-12-18T14:14:59Z', 'revision_number': 0, 'project_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf74c360-0c6e-4aec-b54b-ecb6489f2554', 'name': '', 'network_id': '392e79c9-2997-4b10-8227-62302a9f963b', 'tenant_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'mac_address': 'fa:16:3e:61:59:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '830e9351-226b-41e6-933c-19fd0d4c4dbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1778, 'fixed_ips': [{'subnet_id': 'eada8d18-901a-42e3-88b8-7e438b716045', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T14:14:40Z', 'updated_at': '2021-12-18T14:14:43Z', 'revision_number': 5, 'project_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'subnets': [{'id': 'eada8d18-901a-42e3-88b8-7e438b716045', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 14:15:01.794763 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30831e3d-0ecb-47e5-a2b3-1a63b6579e71 None None] New status for floating IP 353b4fcf-744f-41c4-b634-5704cf323239: ACTIVE {{(pid=103161) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 18 14:15:02.087674 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 34658) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:15:02.148754 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-b731d3e4-740f-4b9c-b2d6-af316a52b742 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "GET /v2.0/floatingips/353b4fcf-744f-41c4-b634-5704cf323239 HTTP/1.1" status: 200 len: 993 time: 0.0599644 Dec 18 14:15:07.334800 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:15:09.401733 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.agents_db [None req-e3dda592-589a-4b4d-b028-ba9a260f4f50 None None] Agent healthcheck: found 6 active agents {{(pid=103162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 18 14:15:18.698602 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-7b228766-533a-4231-a49e-e3fcfd724c3c req-a43abf51-4823-4652-9da4-7393a82013ed service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=4fe7947e-a634-4bde-8f3b-0a5ca653be53&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0411897 Dec 18 14:15:18.789224 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b228766-533a-4231-a49e-e3fcfd724c3c req-a19f93ea-709c-45d1-830b-417a13509eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:15:18.790760 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-7b228766-533a-4231-a49e-e3fcfd724c3c req-a19f93ea-709c-45d1-830b-417a13509eb0 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4fe8c5245f464a0b8a2abb9a0874f704&device_id=4fe7947e-a634-4bde-8f3b-0a5ca653be53 HTTP/1.1" status: 200 len: 1099 time: 0.0425849 Dec 18 14:15:18.906026 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b228766-533a-4231-a49e-e3fcfd724c3c req-c78b35ef-55b7-4e97-95f3-8e09eca049ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:15:18.907452 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-7b228766-533a-4231-a49e-e3fcfd724c3c req-c78b35ef-55b7-4e97-95f3-8e09eca049ed service neutron] 10.222.0.43 "GET /v2.0/networks?id=392e79c9-2997-4b10-8227-62302a9f963b HTTP/1.1" status: 200 len: 897 time: 0.0941191 Dec 18 14:15:18.979135 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-7b228766-533a-4231-a49e-e3fcfd724c3c req-f135f059-8748-448b-9826-9ad171600c3c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9c0c23bd-99d6-4a1b-ad53-c6368ee0582c HTTP/1.1" status: 200 len: 1001 time: 0.0633855 Dec 18 14:15:19.031622 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b228766-533a-4231-a49e-e3fcfd724c3c req-b5df1234-1900-44b2-85cb-e5d8c12941a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:15:19.033087 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-7b228766-533a-4231-a49e-e3fcfd724c3c req-b5df1234-1900-44b2-85cb-e5d8c12941a0 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=eada8d18-901a-42e3-88b8-7e438b716045 HTTP/1.1" status: 200 len: 834 time: 0.0466249 Dec 18 14:15:19.084093 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b228766-533a-4231-a49e-e3fcfd724c3c req-fd84ddc3-f794-4077-98f5-6cc549bb8ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:15:19.085614 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-7b228766-533a-4231-a49e-e3fcfd724c3c req-fd84ddc3-f794-4077-98f5-6cc549bb8ae4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=392e79c9-2997-4b10-8227-62302a9f963b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0442047 Dec 18 14:15:19.173895 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-7b228766-533a-4231-a49e-e3fcfd724c3c req-5db91680-183f-44da-8c1e-9b04fc6dfe2c service neutron] 10.222.0.43 "GET /v2.0/networks/392e79c9-2997-4b10-8227-62302a9f963b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805368 Dec 18 14:15:19.268266 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-7b228766-533a-4231-a49e-e3fcfd724c3c req-36859324-a0a2-4a17-92d6-1c274ed0d9f5 service neutron] 10.222.0.43 "GET /v2.0/networks/392e79c9-2997-4b10-8227-62302a9f963b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860443 Dec 18 14:15:24.976628 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-87af63cc-3f3d-4a03-b184-21c422b0d774 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:15:27.236034 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-1faeb317-461e-4a82-b4e5-406eeac49521 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:15:28.677968 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-afa9ae9b-bdbb-4010-bcf6-3a46ce66cf71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:15:30.207427 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7b7a3272-2b45-4d32-9670-25eb1afd1184 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:15:30.915875 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:15:37.351469 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:15:46.404260 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.agents_db [None req-e3dda592-589a-4b4d-b028-ba9a260f4f50 None None] Agent healthcheck: found 6 active agents {{(pid=103162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 18 14:15:54.967975 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-93af9b5d-8140-4c8c-a589-e12edbdae6c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:15:57.240109 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a56bbb8f-f8c5-4cdf-a8d7-9524a259d9c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:15:58.680266 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-afa9ae9b-bdbb-4010-bcf6-3a46ce66cf71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:16:00.211040 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7b7a3272-2b45-4d32-9670-25eb1afd1184 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:16:00.916745 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:16:07.362848 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:16:15.380012 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ad3d23-af30-4bf9-9ada-f5734f58a9a2 req-f58abff5-078f-4116-a152-69a7b8124e96 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:16:15.382140 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-e8ad3d23-af30-4bf9-9ada-f5734f58a9a2 req-f58abff5-078f-4116-a152-69a7b8124e96 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fe7947e-a634-4bde-8f3b-0a5ca653be53 HTTP/1.1" status: 200 len: 946 time: 0.0516183 Dec 18 14:16:15.434174 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-e8ad3d23-af30-4bf9-9ada-f5734f58a9a2 req-10f1b2fe-4569-418d-ab4a-703e2479dfea tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "GET /v2.0/security-groups?id=395d1789-dbf5-4da0-917f-3bddb03647dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432220 Dec 18 14:16:16.576140 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364ea354-0d17-4597-82ef-f27211796878 req-47c24880-af3a-410f-8fad-18fbab5dc817 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:16:16.577618 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-364ea354-0d17-4597-82ef-f27211796878 req-47c24880-af3a-410f-8fad-18fbab5dc817 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fe7947e-a634-4bde-8f3b-0a5ca653be53 HTTP/1.1" status: 200 len: 946 time: 0.0544972 Dec 18 14:16:16.628953 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-364ea354-0d17-4597-82ef-f27211796878 req-97974420-b77d-4209-8206-4cf535a87589 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "GET /v2.0/security-groups?id=395d1789-dbf5-4da0-917f-3bddb03647dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451241 Dec 18 14:16:17.760336 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ae89be-0793-463f-9924-1c73becd3640 req-9357e200-1325-48ad-84e1-fd40c0797f81 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:16:17.761825 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-a1ae89be-0793-463f-9924-1c73becd3640 req-9357e200-1325-48ad-84e1-fd40c0797f81 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fe7947e-a634-4bde-8f3b-0a5ca653be53 HTTP/1.1" status: 200 len: 946 time: 0.0585282 Dec 18 14:16:17.818691 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-a1ae89be-0793-463f-9924-1c73becd3640 req-42c9b1b8-af8a-41df-9a43-a55510257db6 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "GET /v2.0/security-groups?id=395d1789-dbf5-4da0-917f-3bddb03647dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506170 Dec 18 14:16:18.724379 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6044fe5d-d932-433e-80d2-153cc55c02bb req-b291123f-bc76-4ece-9b8b-e3b5d0591f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:16:18.726060 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-6044fe5d-d932-433e-80d2-153cc55c02bb req-b291123f-bc76-4ece-9b8b-e3b5d0591f03 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4fe8c5245f464a0b8a2abb9a0874f704&device_id=4fe7947e-a634-4bde-8f3b-0a5ca653be53 HTTP/1.1" status: 200 len: 1099 time: 0.0410128 Dec 18 14:16:18.833490 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6044fe5d-d932-433e-80d2-153cc55c02bb req-1a2e3b96-6f5d-4c0b-bfda-44815b0cd311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:16:18.835114 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-6044fe5d-d932-433e-80d2-153cc55c02bb req-1a2e3b96-6f5d-4c0b-bfda-44815b0cd311 service neutron] 10.222.0.43 "GET /v2.0/networks?id=392e79c9-2997-4b10-8227-62302a9f963b HTTP/1.1" status: 200 len: 897 time: 0.0849745 Dec 18 14:16:18.905958 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-6044fe5d-d932-433e-80d2-153cc55c02bb req-62ddc6ea-f41c-49e3-850a-9d09ec7eed30 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9c0c23bd-99d6-4a1b-ad53-c6368ee0582c HTTP/1.1" status: 200 len: 1001 time: 0.0619826 Dec 18 14:16:18.938037 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9723753a-d878-40be-b717-f5281ebb0c13 req-698b2161-4271-4122-99c0-96cbed1d35f6 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:16:18.939603 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-9723753a-d878-40be-b717-f5281ebb0c13 req-698b2161-4271-4122-99c0-96cbed1d35f6 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fe7947e-a634-4bde-8f3b-0a5ca653be53 HTTP/1.1" status: 200 len: 946 time: 0.0523982 Dec 18 14:16:18.957099 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6044fe5d-d932-433e-80d2-153cc55c02bb req-d3cb843a-bf96-4472-b27f-65f0bd0c4233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:16:18.958559 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-6044fe5d-d932-433e-80d2-153cc55c02bb req-d3cb843a-bf96-4472-b27f-65f0bd0c4233 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=eada8d18-901a-42e3-88b8-7e438b716045 HTTP/1.1" status: 200 len: 834 time: 0.0460901 Dec 18 14:16:18.991508 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-9723753a-d878-40be-b717-f5281ebb0c13 req-64599449-a872-4030-b92b-8970552dfff6 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "GET /v2.0/security-groups?id=395d1789-dbf5-4da0-917f-3bddb03647dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455072 Dec 18 14:16:19.011117 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6044fe5d-d932-433e-80d2-153cc55c02bb req-7ba62317-7c46-4812-a5c4-91f980f4062a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:16:19.012710 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-6044fe5d-d932-433e-80d2-153cc55c02bb req-7ba62317-7c46-4812-a5c4-91f980f4062a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=392e79c9-2997-4b10-8227-62302a9f963b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0412676 Dec 18 14:16:19.109809 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-6044fe5d-d932-433e-80d2-153cc55c02bb req-19815a59-d8fe-48f1-9b5b-e2658f14c974 service neutron] 10.222.0.43 "GET /v2.0/networks/392e79c9-2997-4b10-8227-62302a9f963b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897775 Dec 18 14:16:19.205903 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-6044fe5d-d932-433e-80d2-153cc55c02bb req-8ce56959-3588-43b6-b5cc-e08851c0f1a6 service neutron] 10.222.0.43 "GET /v2.0/networks/392e79c9-2997-4b10-8227-62302a9f963b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869501 Dec 18 14:16:20.123576 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f8cdb1-1c4a-4dca-bf3a-51d2b92ed393 req-9ee0b20c-824e-4c8f-8c94-64b96e98a853 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:16:20.125108 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-c1f8cdb1-1c4a-4dca-bf3a-51d2b92ed393 req-9ee0b20c-824e-4c8f-8c94-64b96e98a853 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fe7947e-a634-4bde-8f3b-0a5ca653be53 HTTP/1.1" status: 200 len: 946 time: 0.0574348 Dec 18 14:16:20.175702 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-c1f8cdb1-1c4a-4dca-bf3a-51d2b92ed393 req-0da06638-3f87-4703-839c-ff6a2ccb833b tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "GET /v2.0/security-groups?id=395d1789-dbf5-4da0-917f-3bddb03647dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446403 Dec 18 14:16:21.313858 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc92cbbb-e084-4bee-8233-d6373ad7ccae req-186b9966-35e1-48b9-b918-7ee734888cd4 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:16:21.315501 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-cc92cbbb-e084-4bee-8233-d6373ad7ccae req-186b9966-35e1-48b9-b918-7ee734888cd4 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fe7947e-a634-4bde-8f3b-0a5ca653be53 HTTP/1.1" status: 200 len: 946 time: 0.0633023 Dec 18 14:16:21.367991 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-cc92cbbb-e084-4bee-8233-d6373ad7ccae req-46c40955-6283-4d37-b720-8045f96a75da tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "GET /v2.0/security-groups?id=395d1789-dbf5-4da0-917f-3bddb03647dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463610 Dec 18 14:16:22.513226 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f54762a-25eb-4d63-bb6c-3bb18ca480f3 req-071a3bdb-174a-4b2c-a98b-921b1d320110 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:16:22.514768 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-9f54762a-25eb-4d63-bb6c-3bb18ca480f3 req-071a3bdb-174a-4b2c-a98b-921b1d320110 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fe7947e-a634-4bde-8f3b-0a5ca653be53 HTTP/1.1" status: 200 len: 946 time: 0.0569439 Dec 18 14:16:22.569972 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-9f54762a-25eb-4d63-bb6c-3bb18ca480f3 req-45ae4450-54e3-4c1d-9589-3c3b9f13b9e0 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "GET /v2.0/security-groups?id=395d1789-dbf5-4da0-917f-3bddb03647dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464909 Dec 18 14:16:23.407168 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.agents_db [None req-e3dda592-589a-4b4d-b028-ba9a260f4f50 None None] Agent healthcheck: found 6 active agents {{(pid=103162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 18 14:16:23.703010 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7670d125-4191-4f45-a696-17aa44b4d4f4 req-681b1210-a57c-4314-bb41-74b457c5315b tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:16:23.704519 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-7670d125-4191-4f45-a696-17aa44b4d4f4 req-681b1210-a57c-4314-bb41-74b457c5315b tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fe7947e-a634-4bde-8f3b-0a5ca653be53 HTTP/1.1" status: 200 len: 946 time: 0.0548153 Dec 18 14:16:23.753146 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-7670d125-4191-4f45-a696-17aa44b4d4f4 req-168a7a50-5022-4baa-b1da-9e6cc5479648 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "GET /v2.0/security-groups?id=395d1789-dbf5-4da0-917f-3bddb03647dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426486 Dec 18 14:16:24.886847 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c462dc-e2ff-4784-81ff-a983d8b8580d req-7258298f-5cec-4a01-a50e-e4776e9295b4 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:16:24.888241 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-57c462dc-e2ff-4784-81ff-a983d8b8580d req-7258298f-5cec-4a01-a50e-e4776e9295b4 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fe7947e-a634-4bde-8f3b-0a5ca653be53 HTTP/1.1" status: 200 len: 946 time: 0.0541284 Dec 18 14:16:24.940742 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-57c462dc-e2ff-4784-81ff-a983d8b8580d req-cb98b635-2622-4bb7-b275-e948017f1f78 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "GET /v2.0/security-groups?id=395d1789-dbf5-4da0-917f-3bddb03647dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436161 Dec 18 14:16:24.962492 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-21064d70-ec7d-4f96-8708-3f87f867bf11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:16:26.066848 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33da3d68-1963-47f3-b06e-738785876dbc req-08b91a3a-b083-4981-b3b6-a4e90eb14be5 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:16:26.068371 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-33da3d68-1963-47f3-b06e-738785876dbc req-08b91a3a-b083-4981-b3b6-a4e90eb14be5 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fe7947e-a634-4bde-8f3b-0a5ca653be53 HTTP/1.1" status: 200 len: 946 time: 0.0515950 Dec 18 14:16:26.119513 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-33da3d68-1963-47f3-b06e-738785876dbc req-3c3c45d8-caec-4ed0-b2b7-f75f1a691db8 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "GET /v2.0/security-groups?id=395d1789-dbf5-4da0-917f-3bddb03647dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429316 Dec 18 14:16:27.234414 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-74c88003-bf73-451c-afed-7fcef3432d80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:16:27.250773 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079b2b0e-c7c4-4d43-ad52-af596041fbf0 req-769ef8f5-4d91-4958-a47c-61178ac1367c tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:16:27.252321 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-079b2b0e-c7c4-4d43-ad52-af596041fbf0 req-769ef8f5-4d91-4958-a47c-61178ac1367c tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fe7947e-a634-4bde-8f3b-0a5ca653be53 HTTP/1.1" status: 200 len: 946 time: 0.0597646 Dec 18 14:16:27.303202 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-079b2b0e-c7c4-4d43-ad52-af596041fbf0 req-b1e1e909-1b06-4059-aeb6-6fae0d6fc81a tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "GET /v2.0/security-groups?id=395d1789-dbf5-4da0-917f-3bddb03647dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444055 Dec 18 14:16:28.439710 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c75728-cd44-43a2-9488-3b806f87d46c req-2fa9152e-fbe1-442e-8411-8cecd70ff0fe tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:16:28.441186 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-48c75728-cd44-43a2-9488-3b806f87d46c req-2fa9152e-fbe1-442e-8411-8cecd70ff0fe tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fe7947e-a634-4bde-8f3b-0a5ca653be53 HTTP/1.1" status: 200 len: 946 time: 0.0574832 Dec 18 14:16:28.499508 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-48c75728-cd44-43a2-9488-3b806f87d46c req-b1b55475-c8bf-46ef-9132-825bbd229686 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "GET /v2.0/security-groups?id=395d1789-dbf5-4da0-917f-3bddb03647dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521798 Dec 18 14:16:28.682926 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-afa9ae9b-bdbb-4010-bcf6-3a46ce66cf71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:16:29.627909 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2391e6bd-8302-490b-8e50-c694312e1029 req-906d71f6-184d-48e3-9a11-64f70c10752a tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:16:29.629450 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-2391e6bd-8302-490b-8e50-c694312e1029 req-906d71f6-184d-48e3-9a11-64f70c10752a tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fe7947e-a634-4bde-8f3b-0a5ca653be53 HTTP/1.1" status: 200 len: 946 time: 0.0540228 Dec 18 14:16:29.684911 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-2391e6bd-8302-490b-8e50-c694312e1029 req-8c9b1d0d-68ee-4a7a-ad7f-f80d5bf26e71 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "GET /v2.0/security-groups?id=395d1789-dbf5-4da0-917f-3bddb03647dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488610 Dec 18 14:16:30.223440 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7b7a3272-2b45-4d32-9670-25eb1afd1184 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:16:30.807745 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcf4a7b-5abe-4a35-a121-60ba21537baa req-7a118690-7f9c-4fc7-b0cf-768e1ec1e6e6 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:16:30.809209 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-7dcf4a7b-5abe-4a35-a121-60ba21537baa req-7a118690-7f9c-4fc7-b0cf-768e1ec1e6e6 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fe7947e-a634-4bde-8f3b-0a5ca653be53 HTTP/1.1" status: 200 len: 946 time: 0.0508180 Dec 18 14:16:30.859127 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-7dcf4a7b-5abe-4a35-a121-60ba21537baa req-b4ada9d1-b3be-4e79-ab60-50e333eac754 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "GET /v2.0/security-groups?id=395d1789-dbf5-4da0-917f-3bddb03647dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437386 Dec 18 14:16:30.881400 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 34718) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:16:30.909422 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:16:30.942964 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-25f4386d-900d-4497-9bec-d81d1bb723a1 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "GET /v2.0/floatingips/353b4fcf-744f-41c4-b634-5704cf323239 HTTP/1.1" status: 200 len: 993 time: 0.0605242 Dec 18 14:16:32.286723 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825ceae3-8258-49d8-85e6-aaa1a12fad99 req-5b6aa0ac-5e26-4f6d-947a-8fd64fa5d425 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:16:32.288122 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-825ceae3-8258-49d8-85e6-aaa1a12fad99 req-5b6aa0ac-5e26-4f6d-947a-8fd64fa5d425 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fe7947e-a634-4bde-8f3b-0a5ca653be53 HTTP/1.1" status: 200 len: 946 time: 0.0758793 Dec 18 14:16:32.294274 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cd96f2-d2d1-4594-bd74-7845818eae05 req-5175169b-4e99-433d-8c0b-a5eb35f0bed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:16:32.295739 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-03cd96f2-d2d1-4594-bd74-7845818eae05 req-5175169b-4e99-433d-8c0b-a5eb35f0bed1 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4fe8c5245f464a0b8a2abb9a0874f704&device_id=4fe7947e-a634-4bde-8f3b-0a5ca653be53 HTTP/1.1" status: 200 len: 1099 time: 0.0549781 Dec 18 14:16:32.390372 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-825ceae3-8258-49d8-85e6-aaa1a12fad99 req-c716085b-948a-45df-b647-b1cef7f27bcb tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "GET /v2.0/security-groups?id=395d1789-dbf5-4da0-917f-3bddb03647dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936370 Dec 18 14:16:32.415797 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cd96f2-d2d1-4594-bd74-7845818eae05 req-620967b8-a021-44c8-9b36-68ce391c7848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:16:32.417263 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-03cd96f2-d2d1-4594-bd74-7845818eae05 req-620967b8-a021-44c8-9b36-68ce391c7848 service neutron] 10.222.0.43 "GET /v2.0/networks?id=392e79c9-2997-4b10-8227-62302a9f963b HTTP/1.1" status: 200 len: 897 time: 0.1141355 Dec 18 14:16:32.481381 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-03cd96f2-d2d1-4594-bd74-7845818eae05 req-f61099f1-da1d-402a-ab47-bcb1acb990f4 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9c0c23bd-99d6-4a1b-ad53-c6368ee0582c HTTP/1.1" status: 200 len: 1001 time: 0.0567598 Dec 18 14:16:32.532585 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cd96f2-d2d1-4594-bd74-7845818eae05 req-deb9ab6a-9c85-4152-b6e7-b3cc047e20d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:16:32.534038 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-03cd96f2-d2d1-4594-bd74-7845818eae05 req-deb9ab6a-9c85-4152-b6e7-b3cc047e20d6 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=eada8d18-901a-42e3-88b8-7e438b716045 HTTP/1.1" status: 200 len: 834 time: 0.0458965 Dec 18 14:16:32.586003 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cd96f2-d2d1-4594-bd74-7845818eae05 req-f37cf8c7-048b-4aec-b7a8-467f7b61d449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:16:32.587427 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-03cd96f2-d2d1-4594-bd74-7845818eae05 req-f37cf8c7-048b-4aec-b7a8-467f7b61d449 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=392e79c9-2997-4b10-8227-62302a9f963b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0467110 Dec 18 14:16:32.684618 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-03cd96f2-d2d1-4594-bd74-7845818eae05 req-d91d76c1-0b06-4a37-9800-b66ce4f938fe service neutron] 10.222.0.43 "GET /v2.0/networks/392e79c9-2997-4b10-8227-62302a9f963b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888305 Dec 18 14:16:32.790161 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-03cd96f2-d2d1-4594-bd74-7845818eae05 req-9c4b9f3e-5ef2-4540-a32f-3ca24939cd4c service neutron] 10.222.0.43 "GET /v2.0/networks/392e79c9-2997-4b10-8227-62302a9f963b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979149 Dec 18 14:16:33.580445 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc35ee04-cbd8-4c5e-be7e-b74e13b6d9f2 req-ce1bfbc9-a1d3-43b2-a327-2a86f073a533 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:16:33.581916 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-bc35ee04-cbd8-4c5e-be7e-b74e13b6d9f2 req-ce1bfbc9-a1d3-43b2-a327-2a86f073a533 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fe7947e-a634-4bde-8f3b-0a5ca653be53 HTTP/1.1" status: 200 len: 946 time: 0.1189995 Dec 18 14:16:33.634286 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-bc35ee04-cbd8-4c5e-be7e-b74e13b6d9f2 req-28747a97-b970-4c2c-8ab5-b6e3da275ea0 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "GET /v2.0/security-groups?id=395d1789-dbf5-4da0-917f-3bddb03647dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434351 Dec 18 14:16:33.656339 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 34730) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:16:33.728535 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-62713f88-a972-4352-afe3-cfd79f80c21b tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "GET /v2.0/floatingips/353b4fcf-744f-41c4-b634-5704cf323239 HTTP/1.1" status: 200 len: 993 time: 0.0708179 Dec 18 14:16:37.366986 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:16:54.976434 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2ce7beca-ef25-4bea-a691-4047930a6a66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:16:57.244809 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c542c4ce-f791-4748-8303-f3fb78910aa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:16:58.696775 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-afa9ae9b-bdbb-4010-bcf6-3a46ce66cf71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:17:00.222988 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7b7a3272-2b45-4d32-9670-25eb1afd1184 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:17:00.412377 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.agents_db [None req-e3dda592-589a-4b4d-b028-ba9a260f4f50 None None] Agent healthcheck: found 6 active agents {{(pid=103162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 18 14:17:00.923039 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:17:07.369776 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:17:20.699811 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-67d15519-e466-45b3-b019-5eef276179ca req-a9ee6d1a-8693-4c3a-a49c-3f65d44e917a service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=4fe7947e-a634-4bde-8f3b-0a5ca653be53&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0446341 Dec 18 14:17:20.793896 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d15519-e466-45b3-b019-5eef276179ca req-82baaace-dd57-4675-a2be-48d65bba4160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:17:20.795450 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-67d15519-e466-45b3-b019-5eef276179ca req-82baaace-dd57-4675-a2be-48d65bba4160 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4fe8c5245f464a0b8a2abb9a0874f704&device_id=4fe7947e-a634-4bde-8f3b-0a5ca653be53 HTTP/1.1" status: 200 len: 1099 time: 0.0464442 Dec 18 14:17:20.907028 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d15519-e466-45b3-b019-5eef276179ca req-c8e4c301-3972-4b49-8dd1-80637a152fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:17:20.908590 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-67d15519-e466-45b3-b019-5eef276179ca req-c8e4c301-3972-4b49-8dd1-80637a152fb4 service neutron] 10.222.0.43 "GET /v2.0/networks?id=392e79c9-2997-4b10-8227-62302a9f963b HTTP/1.1" status: 200 len: 897 time: 0.0903764 Dec 18 14:17:20.974703 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-67d15519-e466-45b3-b019-5eef276179ca req-0a85eb0a-37e7-4cea-a51d-2816d1203726 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9c0c23bd-99d6-4a1b-ad53-c6368ee0582c HTTP/1.1" status: 200 len: 1001 time: 0.0582433 Dec 18 14:17:21.030071 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d15519-e466-45b3-b019-5eef276179ca req-8d5590a1-c9a2-4ef8-82b5-bb9e9798b44d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:17:21.032158 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-67d15519-e466-45b3-b019-5eef276179ca req-8d5590a1-c9a2-4ef8-82b5-bb9e9798b44d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=eada8d18-901a-42e3-88b8-7e438b716045 HTTP/1.1" status: 200 len: 834 time: 0.0498545 Dec 18 14:17:21.083363 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d15519-e466-45b3-b019-5eef276179ca req-b87c6933-f37f-45e9-88b5-c898e1f273fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:17:21.084868 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-67d15519-e466-45b3-b019-5eef276179ca req-b87c6933-f37f-45e9-88b5-c898e1f273fe service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=392e79c9-2997-4b10-8227-62302a9f963b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0453088 Dec 18 14:17:21.096014 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [req-67d15519-e466-45b3-b019-5eef276179ca req-70651ca6-5a68-4933-b1bc-608415dcf305 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103159) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 18 14:17:21.096935 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-67d15519-e466-45b3-b019-5eef276179ca req-70651ca6-5a68-4933-b1bc-608415dcf305 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14093 time: 0.0049527 Dec 18 14:17:21.188490 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-67d15519-e466-45b3-b019-5eef276179ca req-b76aac0b-aa55-4179-8773-b056c6b6ea78 service neutron] 10.222.0.43 "GET /v2.0/networks/392e79c9-2997-4b10-8227-62302a9f963b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839610 Dec 18 14:17:21.288849 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-67d15519-e466-45b3-b019-5eef276179ca req-2d55731c-e0cd-4ba5-9f1d-b3c4def23ef7 service neutron] 10.222.0.43 "GET /v2.0/networks/392e79c9-2997-4b10-8227-62302a9f963b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936093 Dec 18 14:17:24.979585 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-9e79a6fd-4f5d-45c8-85c0-552d3032da62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:17:27.241100 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e5659cc6-7252-4090-b4c6-482b9c2c7f7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:17:28.690113 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-afa9ae9b-bdbb-4010-bcf6-3a46ce66cf71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:17:30.222548 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7b7a3272-2b45-4d32-9670-25eb1afd1184 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:17:30.922857 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:17:30.940404 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 34750) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:17:31.106517 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-7f9298e8-72fc-43f0-9816-fc51e3d3e2fe tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Deleting port ab8e1849-b6ac-4e1c-b8a5-7b6fb3a4b2df {{(pid=103159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 14:17:31.106864 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-7f9298e8-72fc-43f0-9816-fc51e3d3e2fe tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:17:31.186568 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-7f9298e8-72fc-43f0-9816-fc51e3d3e2fe tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:17:31.186896 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-7f9298e8-72fc-43f0-9816-fc51e3d3e2fe tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:17:31.198716 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-7f9298e8-72fc-43f0-9816-fc51e3d3e2fe tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Calling delete_port for ab8e1849-b6ac-4e1c-b8a5-7b6fb3a4b2df owned by network:floatingip {{(pid=103159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 14:17:31.349336 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-7f9298e8-72fc-43f0-9816-fc51e3d3e2fe tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:17:31.373535 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9298e8-72fc-43f0-9816-fc51e3d3e2fe tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Pushing event deleted for resources: {'Port': ['ID=ab8e1849-b6ac-4e1c-b8a5-7b6fb3a4b2df,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:17:31.384661 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9298e8-72fc-43f0-9816-fc51e3d3e2fe tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:17:31.385012 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9298e8-72fc-43f0-9816-fc51e3d3e2fe tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:17:31.385357 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9298e8-72fc-43f0-9816-fc51e3d3e2fe tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:17:31.385695 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9298e8-72fc-43f0-9816-fc51e3d3e2fe tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:17:31.386031 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9298e8-72fc-43f0-9816-fc51e3d3e2fe tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:17:31.386361 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9298e8-72fc-43f0-9816-fc51e3d3e2fe tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:17:31.386689 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9298e8-72fc-43f0-9816-fc51e3d3e2fe tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:17:31.387020 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9298e8-72fc-43f0-9816-fc51e3d3e2fe tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:17:31.387427 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9298e8-72fc-43f0-9816-fc51e3d3e2fe tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:17:31.387753 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9298e8-72fc-43f0-9816-fc51e3d3e2fe tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:17:31.388073 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9298e8-72fc-43f0-9816-fc51e3d3e2fe tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:17:31.388390 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9298e8-72fc-43f0-9816-fc51e3d3e2fe tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:17:31.388714 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9298e8-72fc-43f0-9816-fc51e3d3e2fe tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:17:31.441261 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-7f9298e8-72fc-43f0-9816-fc51e3d3e2fe tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks [] for floatingip, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:17:31.441509 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.db.l3_db [None req-7f9298e8-72fc-43f0-9816-fc51e3d3e2fe tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Floating IP 353b4fcf-744f-41c4-b634-5704cf323239 disassociated (deleted). External IP: 172.26.3.34, port: 9c0c23bd-99d6-4a1b-ad53-c6368ee0582c. Dec 18 14:17:31.663239 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f9298e8-72fc-43f0-9816-fc51e3d3e2fe tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Router 830e9351-226b-41e6-933c-19fd0d4c4dbc has already been hosted by L3 agent c9c0cd52-5bd2-4704-9429-d80f1c5ad23c {{(pid=103159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 18 14:17:31.795107 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f9298e8-72fc-43f0-9816-fc51e3d3e2fe tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Notify agent at l3_agent.dv-neutron-744815-20-hyperv the message routers_updated {{(pid=103159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 14:17:31.800032 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-7f9298e8-72fc-43f0-9816-fc51e3d3e2fe tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for floatingip, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:17:31.805003 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-154de5d6-a2b7-41eb-8a31-a4bf8b61b42b None None] Sync routers for ids ['830e9351-226b-41e6-933c-19fd0d4c4dbc'] in dv-neutron-744815-20-hyperv {{(pid=103162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 14:17:31.815178 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-154de5d6-a2b7-41eb-8a31-a4bf8b61b42b None None] Routers {'830e9351-226b-41e6-933c-19fd0d4c4dbc'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 14:17:31.815828 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-154de5d6-a2b7-41eb-8a31-a4bf8b61b42b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T14:17:27Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['830e9351-226b-41e6-933c-19fd0d4c4dbc'], 'active': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:17:31.828074 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-7f9298e8-72fc-43f0-9816-fc51e3d3e2fe tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "DELETE /v2.0/floatingips/353b4fcf-744f-41c4-b634-5704cf323239 HTTP/1.1" status: 204 len: 168 time: 0.8865833 Dec 18 14:17:31.828642 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fe7947e-a634-4bde-8f3b-0a5ca653be53', 'tag': '9c0c23bd-99d6-4a1b-ad53-c6368ee0582c'}] {{(pid=103159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 18 14:17:31.830949 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca844cf115d59c1fab86abc202fb4c13735de0d7e4cbbbb25eec9406e9c87431" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b3a5409-c991-4a53-a671-4527d98d8478" -d '{"events": [{"name": "network-changed", "server_uuid": "4fe7947e-a634-4bde-8f3b-0a5ca653be53", "tag": "9c0c23bd-99d6-4a1b-ad53-c6368ee0582c"}]}' {{(pid=103159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 18 14:17:31.932191 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvr_db [None req-154de5d6-a2b7-41eb-8a31-a4bf8b61b42b None None] Set router 830e9351-226b-41e6-933c-19fd0d4c4dbc gateway port host: dv-neutron-744815-20-hyperv {{(pid=103162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 14:17:32.014298 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 14:17:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30bcf33a-8a5f-49ed-8ae0-3008008e13f9 x-openstack-request-id: req-30bcf33a-8a5f-49ed-8ae0-3008008e13f9 {{(pid=103159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 18 14:17:32.014842 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fe7947e-a634-4bde-8f3b-0a5ca653be53", "tag": "9c0c23bd-99d6-4a1b-ad53-c6368ee0582c", "status": "completed", "code": 200}]} {{(pid=103159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 18 14:17:32.014842 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-30bcf33a-8a5f-49ed-8ae0-3008008e13f9 {{(pid=103159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 18 14:17:32.015235 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fe7947e-a634-4bde-8f3b-0a5ca653be53', 'tag': '9c0c23bd-99d6-4a1b-ad53-c6368ee0582c', 'status': 'completed', 'code': 200} Dec 18 14:17:32.063527 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163509b7-eff3-4a07-ab8c-fa8353ad16c8 req-27b65cbb-7f7a-4368-8e77-394e2280a87a tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:17:32.065008 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-163509b7-eff3-4a07-ab8c-fa8353ad16c8 req-27b65cbb-7f7a-4368-8e77-394e2280a87a tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fe7947e-a634-4bde-8f3b-0a5ca653be53 HTTP/1.1" status: 200 len: 946 time: 0.0488055 Dec 18 14:17:32.084158 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3a5409-c991-4a53-a671-4527d98d8478 req-1ef89615-a905-4fd2-b4ad-28c45d52ecb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:17:32.085773 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-9b3a5409-c991-4a53-a671-4527d98d8478 req-1ef89615-a905-4fd2-b4ad-28c45d52ecb0 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4fe8c5245f464a0b8a2abb9a0874f704&device_id=4fe7947e-a634-4bde-8f3b-0a5ca653be53 HTTP/1.1" status: 200 len: 1099 time: 0.0466225 Dec 18 14:17:32.120130 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-163509b7-eff3-4a07-ab8c-fa8353ad16c8 req-51bcfbe5-110d-4b8c-b2e3-0bc43419d4bb tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "GET /v2.0/security-groups?id=395d1789-dbf5-4da0-917f-3bddb03647dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489557 Dec 18 14:17:32.148171 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-154de5d6-a2b7-41eb-8a31-a4bf8b61b42b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '830e9351-226b-41e6-933c-19fd0d4c4dbc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-940447549', 'tenant_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.180'}], 'enable_snat': True}, 'gw_port_id': 'a1143125-bef3-4842-855a-01851b5fa8cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T14:14:37Z', 'updated_at': '2021-12-18T14:14:40Z', 'revision_number': 4, 'project_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'gw_port': {'id': 'a1143125-bef3-4842-855a-01851b5fa8cf', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:09:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '830e9351-226b-41e6-933c-19fd0d4c4dbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1775, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T14:14:37Z', 'updated_at': '2021-12-18T14:14:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv', '_interfaces': [{'id': 'bf74c360-0c6e-4aec-b54b-ecb6489f2554', 'name': '', 'network_id': '392e79c9-2997-4b10-8227-62302a9f963b', 'tenant_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'mac_address': 'fa:16:3e:61:59:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '830e9351-226b-41e6-933c-19fd0d4c4dbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1778, 'fixed_ips': [{'subnet_id': 'eada8d18-901a-42e3-88b8-7e438b716045', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T14:14:40Z', 'updated_at': '2021-12-18T14:14:43Z', 'revision_number': 5, 'project_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'subnets': [{'id': 'eada8d18-901a-42e3-88b8-7e438b716045', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:17:32.173846 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-154de5d6-a2b7-41eb-8a31-a4bf8b61b42b None None] Checking router: 830e9351-226b-41e6-933c-19fd0d4c4dbc for host: dv-neutron-744815-20-hyperv {{(pid=103162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 18 14:17:32.180090 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3a5409-c991-4a53-a671-4527d98d8478 req-f97317a9-1612-4526-99c1-419e7fa6144f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:17:32.181590 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-9b3a5409-c991-4a53-a671-4527d98d8478 req-f97317a9-1612-4526-99c1-419e7fa6144f service neutron] 10.222.0.43 "GET /v2.0/networks?id=392e79c9-2997-4b10-8227-62302a9f963b HTTP/1.1" status: 200 len: 897 time: 0.0874448 Dec 18 14:17:32.182215 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-154de5d6-a2b7-41eb-8a31-a4bf8b61b42b None None] Routers {'830e9351-226b-41e6-933c-19fd0d4c4dbc'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 14:17:32.182820 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-154de5d6-a2b7-41eb-8a31-a4bf8b61b42b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T14:17:27Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['830e9351-226b-41e6-933c-19fd0d4c4dbc'], 'active': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:17:32.224161 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-9b3a5409-c991-4a53-a671-4527d98d8478 req-e4355014-5066-44d2-8735-f824e0d72343 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9c0c23bd-99d6-4a1b-ad53-c6368ee0582c HTTP/1.1" status: 200 len: 217 time: 0.0350926 Dec 18 14:17:32.276590 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3a5409-c991-4a53-a671-4527d98d8478 req-3a5ea371-516f-4a86-be1d-564073bd7f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:17:32.278066 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-9b3a5409-c991-4a53-a671-4527d98d8478 req-3a5ea371-516f-4a86-be1d-564073bd7f35 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=eada8d18-901a-42e3-88b8-7e438b716045 HTTP/1.1" status: 200 len: 834 time: 0.0469260 Dec 18 14:17:32.295100 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvr_db [None req-154de5d6-a2b7-41eb-8a31-a4bf8b61b42b None None] Set router 830e9351-226b-41e6-933c-19fd0d4c4dbc gateway port host: dv-neutron-744815-20-hyperv {{(pid=103162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 14:17:32.325806 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3a5409-c991-4a53-a671-4527d98d8478 req-03e31404-bca2-4dbb-a2eb-cc84e0bdba47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:17:32.327331 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-9b3a5409-c991-4a53-a671-4527d98d8478 req-03e31404-bca2-4dbb-a2eb-cc84e0bdba47 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=392e79c9-2997-4b10-8227-62302a9f963b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0410943 Dec 18 14:17:32.419813 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-9b3a5409-c991-4a53-a671-4527d98d8478 req-7d095bd0-8c72-425d-95e0-a5f8fc53ebb2 service neutron] 10.222.0.43 "GET /v2.0/networks/392e79c9-2997-4b10-8227-62302a9f963b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835643 Dec 18 14:17:32.500496 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-154de5d6-a2b7-41eb-8a31-a4bf8b61b42b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '830e9351-226b-41e6-933c-19fd0d4c4dbc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-940447549', 'tenant_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.180'}], 'enable_snat': True}, 'gw_port_id': 'a1143125-bef3-4842-855a-01851b5fa8cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T14:14:37Z', 'updated_at': '2021-12-18T14:14:40Z', 'revision_number': 4, 'project_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'gw_port': {'id': 'a1143125-bef3-4842-855a-01851b5fa8cf', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:09:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '830e9351-226b-41e6-933c-19fd0d4c4dbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1775, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T14:14:37Z', 'updated_at': '2021-12-18T14:14:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv', '_interfaces': [{'id': 'bf74c360-0c6e-4aec-b54b-ecb6489f2554', 'name': '', 'network_id': '392e79c9-2997-4b10-8227-62302a9f963b', 'tenant_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'mac_address': 'fa:16:3e:61:59:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '830e9351-226b-41e6-933c-19fd0d4c4dbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1778, 'fixed_ips': [{'subnet_id': 'eada8d18-901a-42e3-88b8-7e438b716045', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T14:14:40Z', 'updated_at': '2021-12-18T14:14:43Z', 'revision_number': 5, 'project_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'subnets': [{'id': 'eada8d18-901a-42e3-88b8-7e438b716045', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:17:32.521415 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-9b3a5409-c991-4a53-a671-4527d98d8478 req-d7bd7250-2c81-4345-99ee-4a9b21a21581 service neutron] 10.222.0.43 "GET /v2.0/networks/392e79c9-2997-4b10-8227-62302a9f963b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928490 Dec 18 14:17:32.526110 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-154de5d6-a2b7-41eb-8a31-a4bf8b61b42b None None] The sync data for ids ['830e9351-226b-41e6-933c-19fd0d4c4dbc'] in dv-neutron-744815-20-hyperv is: [{'id': '830e9351-226b-41e6-933c-19fd0d4c4dbc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-940447549', 'tenant_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.180'}], 'enable_snat': True}, 'gw_port_id': 'a1143125-bef3-4842-855a-01851b5fa8cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T14:14:37Z', 'updated_at': '2021-12-18T14:14:40Z', 'revision_number': 4, 'project_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'gw_port': {'id': 'a1143125-bef3-4842-855a-01851b5fa8cf', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:09:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '830e9351-226b-41e6-933c-19fd0d4c4dbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1775, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T14:14:37Z', 'updated_at': '2021-12-18T14:14:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv', '_interfaces': [{'id': 'bf74c360-0c6e-4aec-b54b-ecb6489f2554', 'name': '', 'network_id': '392e79c9-2997-4b10-8227-62302a9f963b', 'tenant_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'mac_address': 'fa:16:3e:61:59:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '830e9351-226b-41e6-933c-19fd0d4c4dbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1778, 'fixed_ips': [{'subnet_id': 'eada8d18-901a-42e3-88b8-7e438b716045', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T14:14:40Z', 'updated_at': '2021-12-18T14:14:43Z', 'revision_number': 5, 'project_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'subnets': [{'id': 'eada8d18-901a-42e3-88b8-7e438b716045', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 14:17:32.758834 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80ff16ea-d541-446d-88b3-d167cb39b891 None None] New status for floating IP 353b4fcf-744f-41c4-b634-5704cf323239: DOWN {{(pid=103161) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 18 14:17:33.386828 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a057cd9-d855-400d-bf40-ab4dde14d7c0 req-706b080c-f078-4d9e-96cf-95277913e083 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:17:33.388463 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-6a057cd9-d855-400d-bf40-ab4dde14d7c0 req-706b080c-f078-4d9e-96cf-95277913e083 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fe7947e-a634-4bde-8f3b-0a5ca653be53 HTTP/1.1" status: 200 len: 946 time: 0.1901987 Dec 18 14:17:33.442323 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-6a057cd9-d855-400d-bf40-ab4dde14d7c0 req-24515222-7e54-4520-bbd8-1ed6a3a622b5 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "GET /v2.0/security-groups?id=395d1789-dbf5-4da0-917f-3bddb03647dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442731 Dec 18 14:17:33.910280 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f706ed5a-6f29-489d-8d92-f689c8ecb729 req-9c05fe07-92f6-49e7-8ac5-478bc1c2a097 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:17:33.911864 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-f706ed5a-6f29-489d-8d92-f689c8ecb729 req-9c05fe07-92f6-49e7-8ac5-478bc1c2a097 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.43 "GET /v2.0/ports?device_id=4fe7947e-a634-4bde-8f3b-0a5ca653be53 HTTP/1.1" status: 200 len: 946 time: 0.0665398 Dec 18 14:17:34.000349 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [req-f706ed5a-6f29-489d-8d92-f689c8ecb729 req-9db037ff-e582-45cb-b1cf-6726680a63eb tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Deleting port 9c0c23bd-99d6-4a1b-ad53-c6368ee0582c {{(pid=103159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 14:17:34.000637 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-f706ed5a-6f29-489d-8d92-f689c8ecb729 req-9db037ff-e582-45cb-b1cf-6726680a63eb tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:17:34.420157 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.db [req-f706ed5a-6f29-489d-8d92-f689c8ecb729 req-9db037ff-e582-45cb-b1cf-6726680a63eb tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] For port 9c0c23bd-99d6-4a1b-ad53-c6368ee0582c, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=9c0c23bd-99d6-4a1b-ad53-c6368ee0582c,segment=NetworkSegment(8911c762-9bc5-4bf8-8bd2-929b70f51dc1),segment_id=8911c762-9bc5-4bf8-8bd2-929b70f51dc1)] {{(pid=103159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 14:17:34.420913 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-f706ed5a-6f29-489d-8d92-f689c8ecb729 req-9db037ff-e582-45cb-b1cf-6726680a63eb tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:17:34.438037 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [req-f706ed5a-6f29-489d-8d92-f689c8ecb729 req-9db037ff-e582-45cb-b1cf-6726680a63eb tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Calling delete_port for 9c0c23bd-99d6-4a1b-ad53-c6368ee0582c owned by compute:nova {{(pid=103159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 14:17:34.565183 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9674a528-6841-41f5-b5a4-dee50cc21f4f req-734154e4-3169-48c7-93f0-1d7f6bee7a4f tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:17:34.566925 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-9674a528-6841-41f5-b5a4-dee50cc21f4f req-734154e4-3169-48c7-93f0-1d7f6bee7a4f tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fe7947e-a634-4bde-8f3b-0a5ca653be53 HTTP/1.1" status: 200 len: 946 time: 0.0524776 Dec 18 14:17:34.572020 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-f706ed5a-6f29-489d-8d92-f689c8ecb729 req-9db037ff-e582-45cb-b1cf-6726680a63eb tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:17:34.603692 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db037ff-e582-45cb-b1cf-6726680a63eb tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Pushing event deleted for resources: {'Port': ['ID=9c0c23bd-99d6-4a1b-ad53-c6368ee0582c,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:17:34.635800 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-9674a528-6841-41f5-b5a4-dee50cc21f4f req-ec0f02a5-3ba9-4f71-a91d-013893b5ea9e tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "GET /v2.0/security-groups?id=395d1789-dbf5-4da0-917f-3bddb03647dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610230 Dec 18 14:17:34.644661 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [req-f706ed5a-6f29-489d-8d92-f689c8ecb729 req-9db037ff-e582-45cb-b1cf-6726680a63eb tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] No DVR routers for this DVR port 9c0c23bd-99d6-4a1b-ad53-c6368ee0582c on host hv-neutron-7448 {{(pid=103159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 18 14:17:34.647380 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-f706ed5a-6f29-489d-8d92-f689c8ecb729 req-9db037ff-e582-45cb-b1cf-6726680a63eb tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:17:34.650613 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-f706ed5a-6f29-489d-8d92-f689c8ecb729 req-9db037ff-e582-45cb-b1cf-6726680a63eb tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.43 "DELETE /v2.0/ports/9c0c23bd-99d6-4a1b-ad53-c6368ee0582c HTTP/1.1" status: 204 len: 173 time: 0.7327292 Dec 18 14:17:34.651051 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fe7947e-a634-4bde-8f3b-0a5ca653be53', 'name': 'network-vif-deleted', 'tag': '9c0c23bd-99d6-4a1b-ad53-c6368ee0582c'}] {{(pid=103159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 18 14:17:34.653338 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca844cf115d59c1fab86abc202fb4c13735de0d7e4cbbbb25eec9406e9c87431" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adde4d34-197b-4594-8a57-4faddda04621" -d '{"events": [{"server_uuid": "4fe7947e-a634-4bde-8f3b-0a5ca653be53", "name": "network-vif-deleted", "tag": "9c0c23bd-99d6-4a1b-ad53-c6368ee0582c"}]}' {{(pid=103159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 18 14:17:34.690121 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 14:17:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90ef0e02-745c-465b-93a6-a07c117a26d4 x-openstack-request-id: req-90ef0e02-745c-465b-93a6-a07c117a26d4 {{(pid=103159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 18 14:17:34.690461 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fe7947e-a634-4bde-8f3b-0a5ca653be53", "name": "network-vif-deleted", "tag": "9c0c23bd-99d6-4a1b-ad53-c6368ee0582c", "status": "completed", "code": 200}]} {{(pid=103159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 18 14:17:34.690751 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-90ef0e02-745c-465b-93a6-a07c117a26d4 {{(pid=103159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 18 14:17:34.691173 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fe7947e-a634-4bde-8f3b-0a5ca653be53', 'name': 'network-vif-deleted', 'tag': '9c0c23bd-99d6-4a1b-ad53-c6368ee0582c', 'status': 'completed', 'code': 200} Dec 18 14:17:35.691695 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 34774) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:17:36.078268 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-23749b83-94d6-4a0c-b3ca-e4a4454e6bb5 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-586101'] for router_interface, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:17:36.339404 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-23749b83-94d6-4a0c-b3ca-e4a4454e6bb5 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Deleting port bf74c360-0c6e-4aec-b54b-ecb6489f2554 {{(pid=103159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 14:17:36.339655 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-23749b83-94d6-4a0c-b3ca-e4a4454e6bb5 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:17:36.426852 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.db [None req-23749b83-94d6-4a0c-b3ca-e4a4454e6bb5 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] For port bf74c360-0c6e-4aec-b54b-ecb6489f2554, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=bf74c360-0c6e-4aec-b54b-ecb6489f2554,segment=NetworkSegment(8911c762-9bc5-4bf8-8bd2-929b70f51dc1),segment_id=8911c762-9bc5-4bf8-8bd2-929b70f51dc1)] {{(pid=103159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 14:17:36.427214 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-23749b83-94d6-4a0c-b3ca-e4a4454e6bb5 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:17:36.439707 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-23749b83-94d6-4a0c-b3ca-e4a4454e6bb5 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Calling delete_port for bf74c360-0c6e-4aec-b54b-ecb6489f2554 owned by network:router_interface {{(pid=103159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 14:17:36.637584 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-23749b83-94d6-4a0c-b3ca-e4a4454e6bb5 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:17:36.668587 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23749b83-94d6-4a0c-b3ca-e4a4454e6bb5 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Pushing event deleted for resources: {'Port': ['ID=bf74c360-0c6e-4aec-b54b-ecb6489f2554,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:17:36.843948 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-23749b83-94d6-4a0c-b3ca-e4a4454e6bb5 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1048020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-576035'] for router_interface, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:17:37.067086 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23749b83-94d6-4a0c-b3ca-e4a4454e6bb5 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Router 830e9351-226b-41e6-933c-19fd0d4c4dbc has already been hosted by L3 agent c9c0cd52-5bd2-4704-9429-d80f1c5ad23c {{(pid=103159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 18 14:17:37.178096 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23749b83-94d6-4a0c-b3ca-e4a4454e6bb5 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Notify agent at l3_agent.dv-neutron-744815-20-hyperv the message routers_updated {{(pid=103159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 14:17:37.183504 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-23749b83-94d6-4a0c-b3ca-e4a4454e6bb5 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "PUT /v2.0/routers/830e9351-226b-41e6-933c-19fd0d4c4dbc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4907608 Dec 18 14:17:37.186629 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 34776) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:17:37.189309 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b03e64-ee98-4466-8de4-7f83cfae01e1 None None] Sync routers for ids ['830e9351-226b-41e6-933c-19fd0d4c4dbc'] in dv-neutron-744815-20-hyperv {{(pid=103162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 14:17:37.200667 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94b03e64-ee98-4466-8de4-7f83cfae01e1 None None] Routers {'830e9351-226b-41e6-933c-19fd0d4c4dbc'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 14:17:37.201308 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-94b03e64-ee98-4466-8de4-7f83cfae01e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T14:17:27Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['830e9351-226b-41e6-933c-19fd0d4c4dbc'], 'active': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:17:37.239906 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b4584ea-2447-4569-9471-e9a8fa87c733 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Deleting subnet eada8d18-901a-42e3-88b8-7e438b716045 {{(pid=103159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 18 14:17:37.243350 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-2b4584ea-2447-4569-9471-e9a8fa87c733 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks [] for subnet, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:17:37.288749 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-2b4584ea-2447-4569-9471-e9a8fa87c733 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5589624'] for subnet, precommit_delete_associations {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:17:37.372492 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:17:37.382144 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-2b4584ea-2447-4569-9471-e9a8fa87c733 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1929185'] for subnet, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:17:37.415992 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.agents_db [None req-e3dda592-589a-4b4d-b028-ba9a260f4f50 None None] Agent healthcheck: found 6 active agents {{(pid=103162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 18 14:17:37.417609 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvr_db [None req-94b03e64-ee98-4466-8de4-7f83cfae01e1 None None] Set router 830e9351-226b-41e6-933c-19fd0d4c4dbc gateway port host: dv-neutron-744815-20-hyperv {{(pid=103162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 14:17:37.428482 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Device 9c0c23bd-99d6-4a1b-ad53-c6368ee0582c no longer exists at agent hyperv_hv-neutron-7448 {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 18 14:17:37.445460 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-2b4584ea-2447-4569-9471-e9a8fa87c733 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1929192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5659851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6017053'] for subnet, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:17:37.453981 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] No Port match for: 9c0c23bd-99d6-4a1b-ad53-c6368ee0582c {{(pid=103161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 18 14:17:37.454659 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Device 9c0c23bd-99d6-4a1b-ad53-c6368ee0582c not bound to the agent host hv-neutron-7448 {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 18 14:17:37.473771 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4584ea-2447-4569-9471-e9a8fa87c733 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Pushing event deleted for resources: {'Subnet': ['ID=eada8d18-901a-42e3-88b8-7e438b716045,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:17:37.477314 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-2b4584ea-2447-4569-9471-e9a8fa87c733 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks [] for subnet, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:17:37.480525 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-2b4584ea-2447-4569-9471-e9a8fa87c733 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "DELETE /v2.0/subnets/eada8d18-901a-42e3-88b8-7e438b716045 HTTP/1.1" status: 204 len: 168 time: 0.2929730 Dec 18 14:17:37.483236 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 34778) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:17:37.487455 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88a08d98-ba93-4574-884e-8c0f895384f7 None None] Network 392e79c9-2997-4b10-8227-62302a9f963b requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 14:17:37.600134 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-94b03e64-ee98-4466-8de4-7f83cfae01e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '830e9351-226b-41e6-933c-19fd0d4c4dbc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-940447549', 'tenant_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.180'}], 'enable_snat': True}, 'gw_port_id': 'a1143125-bef3-4842-855a-01851b5fa8cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T14:14:37Z', 'updated_at': '2021-12-18T14:17:36Z', 'revision_number': 5, 'project_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'gw_port': {'id': 'a1143125-bef3-4842-855a-01851b5fa8cf', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:09:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '830e9351-226b-41e6-933c-19fd0d4c4dbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1775, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T14:14:37Z', 'updated_at': '2021-12-18T14:14:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv'}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:17:37.606316 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-46663208-eefe-492c-bebc-0f0d4d4101cc tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks [] for router, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:17:37.631720 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b03e64-ee98-4466-8de4-7f83cfae01e1 None None] Checking router: 830e9351-226b-41e6-933c-19fd0d4c4dbc for host: dv-neutron-744815-20-hyperv {{(pid=103162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 18 14:17:37.640551 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94b03e64-ee98-4466-8de4-7f83cfae01e1 None None] Routers {'830e9351-226b-41e6-933c-19fd0d4c4dbc'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 14:17:37.641157 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-94b03e64-ee98-4466-8de4-7f83cfae01e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T14:17:27Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['830e9351-226b-41e6-933c-19fd0d4c4dbc'], 'active': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:17:37.656228 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-695a11f3-757a-41a5-97e3-96777930b469 None None] DHCP port deletion for 392e79c9-2997-4b10-8227-62302a9f963b request from dv-neutron-744815-20-hyperv {{(pid=103161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 18 14:17:37.708483 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-695a11f3-757a-41a5-97e3-96777930b469 None None] Deleting port 7e0626fb-f12b-4f14-9833-973618226317 {{(pid=103161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 14:17:37.709330 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-695a11f3-757a-41a5-97e3-96777930b469 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:17:37.736700 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-46663208-eefe-492c-bebc-0f0d4d4101cc tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:17:37.758744 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvr_db [None req-94b03e64-ee98-4466-8de4-7f83cfae01e1 None None] Set router 830e9351-226b-41e6-933c-19fd0d4c4dbc gateway port host: dv-neutron-744815-20-hyperv {{(pid=103162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 14:17:37.773473 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-695a11f3-757a-41a5-97e3-96777930b469 None None] For port 7e0626fb-f12b-4f14-9833-973618226317, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=7e0626fb-f12b-4f14-9833-973618226317,segment=NetworkSegment(8911c762-9bc5-4bf8-8bd2-929b70f51dc1),segment_id=8911c762-9bc5-4bf8-8bd2-929b70f51dc1)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 14:17:37.773980 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-695a11f3-757a-41a5-97e3-96777930b469 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:17:37.789142 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-695a11f3-757a-41a5-97e3-96777930b469 None None] Calling delete_port for 7e0626fb-f12b-4f14-9833-973618226317 owned by network:dhcp {{(pid=103161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 14:17:37.796453 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-46663208-eefe-492c-bebc-0f0d4d4101cc tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Deleting port a1143125-bef3-4842-855a-01851b5fa8cf {{(pid=103159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 14:17:37.796800 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-46663208-eefe-492c-bebc-0f0d4d4101cc tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:17:37.879036 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-695a11f3-757a-41a5-97e3-96777930b469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984'] for port, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:17:37.885378 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.db [None req-46663208-eefe-492c-bebc-0f0d4d4101cc tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] For port a1143125-bef3-4842-855a-01851b5fa8cf, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=a1143125-bef3-4842-855a-01851b5fa8cf,segment=NetworkSegment(3f66d49c-4faa-434c-8c3e-991f4f1d01bd),segment_id=3f66d49c-4faa-434c-8c3e-991f4f1d01bd)] {{(pid=103159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 14:17:37.885976 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-46663208-eefe-492c-bebc-0f0d4d4101cc tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:17:37.900433 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-46663208-eefe-492c-bebc-0f0d4d4101cc tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Calling delete_port for a1143125-bef3-4842-855a-01851b5fa8cf owned by network:router_gateway {{(pid=103159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 14:17:37.906882 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695a11f3-757a-41a5-97e3-96777930b469 None None] Pushing event deleted for resources: {'Port': ['ID=7e0626fb-f12b-4f14-9833-973618226317,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:17:37.911549 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-695a11f3-757a-41a5-97e3-96777930b469 None None] No DVR routers for this DVR port 7e0626fb-f12b-4f14-9833-973618226317 on host dv-neutron-744815-20-hyperv {{(pid=103161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 18 14:17:37.918605 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695a11f3-757a-41a5-97e3-96777930b469 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:17:37.918959 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695a11f3-757a-41a5-97e3-96777930b469 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:17:37.919339 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695a11f3-757a-41a5-97e3-96777930b469 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:17:37.919678 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695a11f3-757a-41a5-97e3-96777930b469 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:17:37.920016 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695a11f3-757a-41a5-97e3-96777930b469 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:17:37.920347 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695a11f3-757a-41a5-97e3-96777930b469 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:17:37.920678 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695a11f3-757a-41a5-97e3-96777930b469 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:17:37.921141 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695a11f3-757a-41a5-97e3-96777930b469 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:17:37.921474 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695a11f3-757a-41a5-97e3-96777930b469 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:17:37.921801 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695a11f3-757a-41a5-97e3-96777930b469 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:17:37.922128 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695a11f3-757a-41a5-97e3-96777930b469 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:17:37.922733 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695a11f3-757a-41a5-97e3-96777930b469 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:17:37.922733 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695a11f3-757a-41a5-97e3-96777930b469 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:17:37.955040 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-94b03e64-ee98-4466-8de4-7f83cfae01e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '830e9351-226b-41e6-933c-19fd0d4c4dbc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-940447549', 'tenant_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.180'}], 'enable_snat': True}, 'gw_port_id': 'a1143125-bef3-4842-855a-01851b5fa8cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T14:14:37Z', 'updated_at': '2021-12-18T14:17:36Z', 'revision_number': 5, 'project_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'gw_port': {'id': 'a1143125-bef3-4842-855a-01851b5fa8cf', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:09:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '830e9351-226b-41e6-933c-19fd0d4c4dbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1775, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T14:14:37Z', 'updated_at': '2021-12-18T14:14:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv'}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:17:37.982357 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b03e64-ee98-4466-8de4-7f83cfae01e1 None None] The sync data for ids ['830e9351-226b-41e6-933c-19fd0d4c4dbc'] in dv-neutron-744815-20-hyperv is: [{'id': '830e9351-226b-41e6-933c-19fd0d4c4dbc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-940447549', 'tenant_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.180'}], 'enable_snat': True}, 'gw_port_id': 'a1143125-bef3-4842-855a-01851b5fa8cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T14:14:37Z', 'updated_at': '2021-12-18T14:17:36Z', 'revision_number': 5, 'project_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'gw_port': {'id': 'a1143125-bef3-4842-855a-01851b5fa8cf', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:09:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '830e9351-226b-41e6-933c-19fd0d4c4dbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1775, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T14:14:37Z', 'updated_at': '2021-12-18T14:14:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv'}] {{(pid=103162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 14:17:38.079717 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-46663208-eefe-492c-bebc-0f0d4d4101cc tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:17:38.105351 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46663208-eefe-492c-bebc-0f0d4d4101cc tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Pushing event deleted for resources: {'Port': ['ID=a1143125-bef3-4842-855a-01851b5fa8cf,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:17:38.115676 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d145a97-8968-44e9-9a19-ff8e65e0afaf None None] DHCP port deletion for decb4a40-7941-48c8-afbb-daaafd502e83 request from dv-neutron-744815-20-hyperv {{(pid=103161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 18 14:17:38.163621 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-46663208-eefe-492c-bebc-0f0d4d4101cc tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-586554'] for router_gateway, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:17:38.256904 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-46663208-eefe-492c-bebc-0f0d4d4101cc tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-589815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28643'] for router, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:17:38.259191 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-46663208-eefe-492c-bebc-0f0d4d4101cc tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:17:38.307624 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-46663208-eefe-492c-bebc-0f0d4d4101cc tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-589710'] for router, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:17:38.308350 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46663208-eefe-492c-bebc-0f0d4d4101cc tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Fanout notify agent at l3_agent the message router_deleted on router 830e9351-226b-41e6-933c-19fd0d4c4dbc {{(pid=103159) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 18 14:17:38.317494 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-46663208-eefe-492c-bebc-0f0d4d4101cc tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks [] for router, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:17:38.318643 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-46663208-eefe-492c-bebc-0f0d4d4101cc tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "DELETE /v2.0/routers/830e9351-226b-41e6-933c-19fd0d4c4dbc HTTP/1.1" status: 204 len: 168 time: 0.8342876 Dec 18 14:17:38.321395 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 34780) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:17:38.411342 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b4e02c98-cb6b-4755-ba40-0f949abc20e4 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2023137'] for network, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:17:38.440923 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device bf74c360-0c6e-4aec-b54b-ecb6489f2554 no longer exists at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 18 14:17:38.464131 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-2294866d-0076-4933-952c-685307032598 None None] No Port match for: bf74c360-0c6e-4aec-b54b-ecb6489f2554 {{(pid=103161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 18 14:17:38.465029 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device bf74c360-0c6e-4aec-b54b-ecb6489f2554 not bound to the agent host dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 18 14:17:38.465637 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 7e0626fb-f12b-4f14-9833-973618226317 no longer exists at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 18 14:17:38.488060 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-2294866d-0076-4933-952c-685307032598 None None] No Port match for: 7e0626fb-f12b-4f14-9833-973618226317 {{(pid=103161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 18 14:17:38.488406 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 7e0626fb-f12b-4f14-9833-973618226317 not bound to the agent host dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 18 14:17:38.508611 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b4e02c98-cb6b-4755-ba40-0f949abc20e4 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1927292', 'neutron.services.segments.db._delete_segments_for_network-8767106887837'] for network, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:17:38.537909 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.services.segments.db [None req-b4e02c98-cb6b-4755-ba40-0f949abc20e4 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['392e79c9-2997-4b10-8227-62302a9f963b']}} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:17:38.547212 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.services.segments.db [None req-b4e02c98-cb6b-4755-ba40-0f949abc20e4 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8911c762-9bc5-4bf8-8bd2-929b70f51dc1') {'for_net_delete': True} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:17:38.547512 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.services.segments.db [None req-b4e02c98-cb6b-4755-ba40-0f949abc20e4 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8911c762-9bc5-4bf8-8bd2-929b70f51dc1') {} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:17:38.557014 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b4e02c98-cb6b-4755-ba40-0f949abc20e4 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767106888614', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5589569'] for segment, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:17:38.570457 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b4e02c98-cb6b-4755-ba40-0f949abc20e4 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:17:38.577256 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4e02c98-cb6b-4755-ba40-0f949abc20e4 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Releasing vlan 142 on physical network physnet1 to pool {{(pid=103159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 18 14:17:38.577754 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b4e02c98-cb6b-4755-ba40-0f949abc20e4 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5660009'] for segment, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:17:38.581045 dv-neutron-744815-20-hyperv neutron-server[103159]: Traceback (most recent call last): Dec 18 14:17:38.581045 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 18 14:17:38.581045 dv-neutron-744815-20-hyperv neutron-server[103159]: timer() Dec 18 14:17:38.581045 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 18 14:17:38.581045 dv-neutron-744815-20-hyperv neutron-server[103159]: cb(*args, **kw) Dec 18 14:17:38.581045 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 18 14:17:38.581045 dv-neutron-744815-20-hyperv neutron-server[103159]: return func(*args, **kwargs) Dec 18 14:17:38.581045 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 18 14:17:38.581045 dv-neutron-744815-20-hyperv neutron-server[103159]: self._notify() Dec 18 14:17:38.581045 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 18 14:17:38.581045 dv-neutron-744815-20-hyperv neutron-server[103159]: self.callback(batched_events) Dec 18 14:17:38.581045 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 18 14:17:38.581045 dv-neutron-744815-20-hyperv neutron-server[103159]: event.method(event) Dec 18 14:17:38.581045 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 18 14:17:38.581045 dv-neutron-744815-20-hyperv neutron-server[103159]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 18 14:17:38.581045 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 18 14:17:38.581045 dv-neutron-744815-20-hyperv neutron-server[103159]: aggregate_uuid = self.p_client.list_aggregates( Dec 18 14:17:38.581045 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 18 14:17:38.581045 dv-neutron-744815-20-hyperv neutron-server[103159]: return f(self, *a, **k) Dec 18 14:17:38.581045 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 18 14:17:38.581045 dv-neutron-744815-20-hyperv neutron-server[103159]: return self._get(url).json() Dec 18 14:17:38.581045 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 18 14:17:38.581045 dv-neutron-744815-20-hyperv neutron-server[103159]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 18 14:17:38.581045 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 18 14:17:38.581045 dv-neutron-744815-20-hyperv neutron-server[103159]: return self.request(url, 'GET', **kwargs) Dec 18 14:17:38.581045 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 18 14:17:38.581045 dv-neutron-744815-20-hyperv neutron-server[103159]: base_url = self.get_endpoint(auth, allow=allow, Dec 18 14:17:38.581045 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 18 14:17:38.581045 dv-neutron-744815-20-hyperv neutron-server[103159]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 18 14:17:38.581045 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 18 14:17:38.581045 dv-neutron-744815-20-hyperv neutron-server[103159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 18 14:17:38.581045 dv-neutron-744815-20-hyperv neutron-server[103159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 18 14:17:38.645222 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b4e02c98-cb6b-4755-ba40-0f949abc20e4 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1927267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586962'] for network, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:17:38.649653 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b4e02c98-cb6b-4755-ba40-0f949abc20e4 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks [] for network, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:17:38.653447 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-b4e02c98-cb6b-4755-ba40-0f949abc20e4 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "DELETE /v2.0/networks/392e79c9-2997-4b10-8227-62302a9f963b HTTP/1.1" status: 204 len: 168 time: 0.3310230 Dec 18 14:17:38.656461 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 34782) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:17:38.671212 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e02c98-cb6b-4755-ba40-0f949abc20e4 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Pushing event deleted for resources: {'Network': ['ID=392e79c9-2997-4b10-8227-62302a9f963b,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:17:38.718707 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-0c26f3e5-4acf-44b4-9cb8-7cd668b2801c tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks [] for security_group, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:17:38.745178 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-0c26f3e5-4acf-44b4-9cb8-7cd668b2801c tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:17:38.805523 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-0c26f3e5-4acf-44b4-9cb8-7cd668b2801c tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:17:38.808256 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-0c26f3e5-4acf-44b4-9cb8-7cd668b2801c tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks [] for security_group, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:17:38.809435 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-0c26f3e5-4acf-44b4-9cb8-7cd668b2801c tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "DELETE /v2.0/security-groups/395d1789-dbf5-4da0-917f-3bddb03647dd HTTP/1.1" status: 204 len: 168 time: 0.1514134 Dec 18 14:17:38.818902 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c26f3e5-4acf-44b4-9cb8-7cd668b2801c tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=395d1789-dbf5-4da0-917f-3bddb03647dd,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:17:38.827766 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c26f3e5-4acf-44b4-9cb8-7cd668b2801c tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:17:38.828143 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c26f3e5-4acf-44b4-9cb8-7cd668b2801c tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:17:38.828493 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c26f3e5-4acf-44b4-9cb8-7cd668b2801c tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:17:38.828836 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c26f3e5-4acf-44b4-9cb8-7cd668b2801c tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:17:38.829181 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c26f3e5-4acf-44b4-9cb8-7cd668b2801c tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:17:38.829531 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c26f3e5-4acf-44b4-9cb8-7cd668b2801c tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:17:38.829857 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c26f3e5-4acf-44b4-9cb8-7cd668b2801c tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:17:38.830189 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c26f3e5-4acf-44b4-9cb8-7cd668b2801c tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:17:38.830523 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c26f3e5-4acf-44b4-9cb8-7cd668b2801c tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:17:38.830851 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c26f3e5-4acf-44b4-9cb8-7cd668b2801c tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:17:38.831239 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c26f3e5-4acf-44b4-9cb8-7cd668b2801c tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:17:38.831528 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c26f3e5-4acf-44b4-9cb8-7cd668b2801c tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:17:38.831854 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c26f3e5-4acf-44b4-9cb8-7cd668b2801c tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:17:39.109795 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 34788) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:17:39.114945 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-b347cf70-7f93-4327-9fb0-f56f587af479 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-506115588', 'description': 'tempest-secgroup-smoke-506115588 description', 'project_id': '4fe8c5245f464a0b8a2abb9a0874f704'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 14:17:39.141307 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-b347cf70-7f93-4327-9fb0-f56f587af479 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks [] for security_group, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:17:39.208542 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-b347cf70-7f93-4327-9fb0-f56f587af479 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks [] for security_group, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:17:39.213747 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-b347cf70-7f93-4327-9fb0-f56f587af479 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:17:39.240752 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b347cf70-7f93-4327-9fb0-f56f587af479 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87e1c8fa-85f6-4c92-80b2-232469916b47,revision_number=1']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:17:39.244943 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-b347cf70-7f93-4327-9fb0-f56f587af479 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks [] for security_group, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:17:39.246085 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-b347cf70-7f93-4327-9fb0-f56f587af479 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1353045 Dec 18 14:17:39.249077 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 34790) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:17:39.253278 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-aebcc606-b73a-401f-ae63-554c93ab4044 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Request body: {'security_group_rule': {'security_group_id': '87e1c8fa-85f6-4c92-80b2-232469916b47', 'project_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 14:17:39.282176 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-aebcc606-b73a-401f-ae63-554c93ab4044 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:17:39.343671 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-aebcc606-b73a-401f-ae63-554c93ab4044 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:17:39.349571 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-aebcc606-b73a-401f-ae63-554c93ab4044 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530267'] for security_group_rule, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:17:39.368326 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebcc606-b73a-401f-ae63-554c93ab4044 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b61d439b-a701-48af-84d2-ccc9098d1b9e,revision_number=0']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:17:39.377544 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-aebcc606-b73a-401f-ae63-554c93ab4044 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:17:39.378739 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-aebcc606-b73a-401f-ae63-554c93ab4044 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1287639 Dec 18 14:17:39.381867 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 34792) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:17:39.386585 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-0a39ab62-4e86-41c3-b26b-4786d2a66748 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Request body: {'security_group_rule': {'security_group_id': '87e1c8fa-85f6-4c92-80b2-232469916b47', 'project_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 14:17:39.417230 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-0a39ab62-4e86-41c3-b26b-4786d2a66748 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:17:39.481523 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-0a39ab62-4e86-41c3-b26b-4786d2a66748 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:17:39.486662 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-0a39ab62-4e86-41c3-b26b-4786d2a66748 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530267'] for security_group_rule, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:17:39.503461 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a39ab62-4e86-41c3-b26b-4786d2a66748 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=824c0060-edce-46f0-b490-ecfa1e9ec110,revision_number=0']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:17:39.512468 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-0a39ab62-4e86-41c3-b26b-4786d2a66748 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:17:39.513667 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-0a39ab62-4e86-41c3-b26b-4786d2a66748 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1308088 Dec 18 14:17:39.517600 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 34794) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:17:39.521935 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-ca6faa44-1520-4d8c-b1d4-f8f1be34a7be tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Request body: {'security_group_rule': {'security_group_id': '87e1c8fa-85f6-4c92-80b2-232469916b47', 'project_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 14:17:39.550173 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-ca6faa44-1520-4d8c-b1d4-f8f1be34a7be tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:17:39.605214 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-ca6faa44-1520-4d8c-b1d4-f8f1be34a7be tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:17:39.610751 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-ca6faa44-1520-4d8c-b1d4-f8f1be34a7be tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530267'] for security_group_rule, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:17:39.628517 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6faa44-1520-4d8c-b1d4-f8f1be34a7be tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f810ad50-e1d0-4d97-9bd8-c5af2eb2cb8a,revision_number=0']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:17:39.637013 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-ca6faa44-1520-4d8c-b1d4-f8f1be34a7be tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:17:39.638198 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-ca6faa44-1520-4d8c-b1d4-f8f1be34a7be tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1197119 Dec 18 14:17:39.641050 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 34796) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:17:39.645309 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-a6d84eab-a547-4e50-b08b-13cdae8b9e23 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Request body: {'security_group_rule': {'security_group_id': '87e1c8fa-85f6-4c92-80b2-232469916b47', 'project_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 14:17:39.673150 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-a6d84eab-a547-4e50-b08b-13cdae8b9e23 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:17:39.745013 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-a6d84eab-a547-4e50-b08b-13cdae8b9e23 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:17:39.749868 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-a6d84eab-a547-4e50-b08b-13cdae8b9e23 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530267'] for security_group_rule, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:17:39.767263 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d84eab-a547-4e50-b08b-13cdae8b9e23 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4dd9b763-b14d-4144-8e1f-0905ac9602c0,revision_number=0']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:17:39.776023 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-a6d84eab-a547-4e50-b08b-13cdae8b9e23 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:17:39.777270 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-a6d84eab-a547-4e50-b08b-13cdae8b9e23 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1353099 Dec 18 14:17:39.780269 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 34798) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:17:39.784779 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-4cdfb439-3c8d-4678-abb7-018224848e8e tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Request body: {'security_group_rule': {'security_group_id': '87e1c8fa-85f6-4c92-80b2-232469916b47', 'project_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 14:17:39.809491 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.db.securitygroups_db [None req-4cdfb439-3c8d-4678-abb7-018224848e8e tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Project 4fe8c5245f464a0b8a2abb9a0874f704 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 18 14:17:39.814423 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-4cdfb439-3c8d-4678-abb7-018224848e8e tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:17:39.871627 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-4cdfb439-3c8d-4678-abb7-018224848e8e tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:17:39.876719 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-4cdfb439-3c8d-4678-abb7-018224848e8e tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530267'] for security_group_rule, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:17:39.894982 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdfb439-3c8d-4678-abb7-018224848e8e tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9091ac5d-fe94-49be-86c0-fa0924c4e573,revision_number=0']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:17:39.903897 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-4cdfb439-3c8d-4678-abb7-018224848e8e tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:17:39.905115 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-4cdfb439-3c8d-4678-abb7-018224848e8e tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1237590 Dec 18 14:17:39.907904 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 34800) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:17:39.912465 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-e0fbcdf4-d26c-4b91-92d4-65083becc52c tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Request body: {'security_group_rule': {'security_group_id': '87e1c8fa-85f6-4c92-80b2-232469916b47', 'project_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 14:17:39.937416 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.db.securitygroups_db [None req-e0fbcdf4-d26c-4b91-92d4-65083becc52c tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Project 4fe8c5245f464a0b8a2abb9a0874f704 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 18 14:17:39.942088 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-e0fbcdf4-d26c-4b91-92d4-65083becc52c tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:17:40.000125 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-e0fbcdf4-d26c-4b91-92d4-65083becc52c tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:17:40.004826 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-e0fbcdf4-d26c-4b91-92d4-65083becc52c tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530267'] for security_group_rule, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:17:40.021511 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fbcdf4-d26c-4b91-92d4-65083becc52c tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75e7d514-ab15-4add-ab22-1608c0d9217f,revision_number=0']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:17:40.030828 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-e0fbcdf4-d26c-4b91-92d4-65083becc52c tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:17:40.032091 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-e0fbcdf4-d26c-4b91-92d4-65083becc52c tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1232123 Dec 18 14:17:40.034959 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 34802) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:17:40.039962 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-483771b5-ffb0-43d5-b648-04b5f3fb2824 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Request body: {'network': {'name': 'tempest-network-smoke--762675762', 'project_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'port_security_enabled': True}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 14:17:40.064805 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-483771b5-ffb0-43d5-b648-04b5f3fb2824 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Made reservation on behalf of 4fe8c5245f464a0b8a2abb9a0874f704 for: {'network': 1} {{(pid=103159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 14:17:40.068257 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-483771b5-ffb0-43d5-b648-04b5f3fb2824 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for network, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:17:40.092163 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-483771b5-ffb0-43d5-b648-04b5f3fb2824 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 117} {{(pid=103159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 18 14:17:40.102980 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-483771b5-ffb0-43d5-b648-04b5f3fb2824 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:17:40.103495 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.db.segments_db [None req-483771b5-ffb0-43d5-b648-04b5f3fb2824 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Added segment 8fdbc9fd-e697-4bb8-99e2-64f81fa1880b of type vlan for network 0d57ca4a-8d34-4b81-b5ec-53bbf277c226 Dec 18 14:17:40.150416 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-483771b5-ffb0-43d5-b648-04b5f3fb2824 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767106405744'] for network, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:17:40.157940 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device a1143125-bef3-4842-855a-01851b5fa8cf no longer exists at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 18 14:17:40.177110 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-483771b5-ffb0-43d5-b648-04b5f3fb2824 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981'] for network, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:17:40.180984 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-2294866d-0076-4933-952c-685307032598 None None] No Port match for: a1143125-bef3-4842-855a-01851b5fa8cf {{(pid=103161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 18 14:17:40.181330 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device a1143125-bef3-4842-855a-01851b5fa8cf not bound to the agent host dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 18 14:17:40.182790 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-483771b5-ffb0-43d5-b648-04b5f3fb2824 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:17:40.183416 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-483771b5-ffb0-43d5-b648-04b5f3fb2824 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks [] for network, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:17:40.243830 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-483771b5-ffb0-43d5-b648-04b5f3fb2824 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2050743 Dec 18 14:17:40.244074 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 34804) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:17:40.250481 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-b9719531-c5e8-454f-8fcc-c570cc7c6c4e tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1720933565', 'admin_state_up': True, 'project_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83'}}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 14:17:40.258978 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483771b5-ffb0-43d5-b648-04b5f3fb2824 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Pushing event updated for resources: {'Network': ['ID=0d57ca4a-8d34-4b81-b5ec-53bbf277c226,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:17:40.269522 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Network 0d57ca4a-8d34-4b81-b5ec-53bbf277c226 details requested by agent ovs-agent-dv-neutron-744815-20-hyperv with host dv-neutron-744815-20-hyperv {{(pid=103161) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 18 14:17:40.283468 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b9719531-c5e8-454f-8fcc-c570cc7c6c4e tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28433'] for router, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:17:40.284450 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b9719531-c5e8-454f-8fcc-c570cc7c6c4e tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-589769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28440'] for router, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:17:40.342185 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b9719531-c5e8-454f-8fcc-c570cc7c6c4e tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:17:40.492120 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b9719531-c5e8-454f-8fcc-c570cc7c6c4e tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:17:41.032502 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b9719531-c5e8-454f-8fcc-c570cc7c6c4e tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks [] for router_gateway, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:17:41.051083 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b9719531-c5e8-454f-8fcc-c570cc7c6c4e tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:17:41.156318 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.db_base_plugin_common [None req-b9719531-c5e8-454f-8fcc-c570cc7c6c4e tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Allocated IP 172.26.3.66 (decb4a40-7941-48c8-afbb-daaafd502e83/70deed80-3ca1-4f9e-96cb-563b43d3acba/cfab7641-24bd-4c23-8ffe-c6156b10a26d) {{(pid=103159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 14:17:41.265198 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b9719531-c5e8-454f-8fcc-c570cc7c6c4e tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks [] for port, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:17:41.305875 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b9719531-c5e8-454f-8fcc-c570cc7c6c4e tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:17:41.356631 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9719531-c5e8-454f-8fcc-c570cc7c6c4e tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Network decb4a40-7941-48c8-afbb-daaafd502e83 is already hosted by enough agents. {{(pid=103159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 14:17:41.362664 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.base_scheduler [None req-b9719531-c5e8-454f-8fcc-c570cc7c6c4e tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Resources bound (agent type, host, resource id): {{(pid=103159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 14:17:41.368524 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9719531-c5e8-454f-8fcc-c570cc7c6c4e tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Received port after_create {{(pid=103159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 14:17:41.370874 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9719531-c5e8-454f-8fcc-c570cc7c6c4e tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Pushing event updated for resources: {'Port': ['ID=cfab7641-24bd-4c23-8ffe-c6156b10a26d,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:17:41.375719 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54f42b1f-70c8-4402-b793-ee64b2ff5771 None None] DHCP port deletion for decb4a40-7941-48c8-afbb-daaafd502e83 request from dv-neutron-744815-20-hyperv {{(pid=103161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 18 14:17:41.500807 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-d379d05b-c9a9-49d1-b3ae-71ffb746fc08 None None] Provisioning complete for port cfab7641-24bd-4c23-8ffe-c6156b10a26d triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 14:17:41.501177 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-d379d05b-c9a9-49d1-b3ae-71ffb746fc08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:17:41.540614 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-d379d05b-c9a9-49d1-b3ae-71ffb746fc08 None None] Port cfab7641-24bd-4c23-8ffe-c6156b10a26d cannot update to ACTIVE because it is not bound. {{(pid=103161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 14:17:41.640386 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b9719531-c5e8-454f-8fcc-c570cc7c6c4e tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks [] for router_gateway, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:17:41.846136 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b9719531-c5e8-454f-8fcc-c570cc7c6c4e tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-589760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-586526'] for router, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:17:41.988290 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9719531-c5e8-454f-8fcc-c570cc7c6c4e tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Router be047726-bd41-4fe0-ab84-4dbb19b42270 is scheduled to L3 agent c9c0cd52-5bd2-4704-9429-d80f1c5ad23c with binding_index 1 {{(pid=103159) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 18 14:17:42.098950 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9719531-c5e8-454f-8fcc-c570cc7c6c4e tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Notify agent at l3_agent.dv-neutron-744815-20-hyperv the message routers_updated {{(pid=103159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 14:17:42.108782 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66cf138e-ba18-491e-80ad-ea636706e1d0 None None] Sync routers for ids ['be047726-bd41-4fe0-ab84-4dbb19b42270'] in dv-neutron-744815-20-hyperv {{(pid=103161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 14:17:42.120443 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b9719531-c5e8-454f-8fcc-c570cc7c6c4e tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks [] for router, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:17:42.120691 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66cf138e-ba18-491e-80ad-ea636706e1d0 None None] Routers {'be047726-bd41-4fe0-ab84-4dbb19b42270'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 14:17:42.121296 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-66cf138e-ba18-491e-80ad-ea636706e1d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T14:17:27Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['be047726-bd41-4fe0-ab84-4dbb19b42270'], 'active': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:17:42.122003 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-b9719531-c5e8-454f-8fcc-c570cc7c6c4e tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8770459 Dec 18 14:17:42.125120 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 34806) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:17:42.152612 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-2d27b50f-3175-4f1c-aa5f-4159fc644b88 tempest-TestNetworkAdvancedServerOps-1952931920 tempest-TestNetworkAdvancedServerOps-1952931920-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=4fe8c5245f464a0b8a2abb9a0874f704&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0264187 Dec 18 14:17:42.155219 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 34808) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:17:42.235783 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvr_db [None req-66cf138e-ba18-491e-80ad-ea636706e1d0 None None] Set router be047726-bd41-4fe0-ab84-4dbb19b42270 gateway port host: dv-neutron-744815-20-hyperv {{(pid=103161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 14:17:42.245269 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0f45561-ff9e-4975-8d04-61dbe9b5c70d tempest-TestNetworkAdvancedServerOps-1952931920 tempest-TestNetworkAdvancedServerOps-1952931920-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:17:42.246725 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-b0f45561-ff9e-4975-8d04-61dbe9b5c70d tempest-TestNetworkAdvancedServerOps-1952931920 tempest-TestNetworkAdvancedServerOps-1952931920-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0905967 Dec 18 14:17:42.249645 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 34810) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:17:42.280791 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-aaf1f9d8-eeeb-49db-ae5f-1a890d611573 tempest-TestNetworkAdvancedServerOps-1952931920 tempest-TestNetworkAdvancedServerOps-1952931920-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=decb4a40-7941-48c8-afbb-daaafd502e83&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0300312 Dec 18 14:17:42.283255 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 34812) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:17:42.288064 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-b40be960-e850-4d39-8815-0bccf60254fa tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1617642675', 'network_id': '0d57ca4a-8d34-4b81-b5ec-53bbf277c226', 'project_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 14:17:42.376995 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b40be960-e850-4d39-8815-0bccf60254fa tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Made reservation on behalf of 4fe8c5245f464a0b8a2abb9a0874f704 for: {'subnet': 1} {{(pid=103159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 14:17:42.380818 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b40be960-e850-4d39-8815-0bccf60254fa tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6017072'] for subnet, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:17:42.421146 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-66cf138e-ba18-491e-80ad-ea636706e1d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be047726-bd41-4fe0-ab84-4dbb19b42270', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1720933565', 'tenant_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.66'}], 'enable_snat': True}, 'gw_port_id': 'cfab7641-24bd-4c23-8ffe-c6156b10a26d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T14:17:40Z', 'updated_at': '2021-12-18T14:17:41Z', 'revision_number': 3, 'project_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'gw_port': {'id': 'cfab7641-24bd-4c23-8ffe-c6156b10a26d', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:82:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be047726-bd41-4fe0-ab84-4dbb19b42270', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T14:17:41Z', 'updated_at': '2021-12-18T14:17:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv'}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:17:42.451994 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66cf138e-ba18-491e-80ad-ea636706e1d0 None None] Checking router: be047726-bd41-4fe0-ab84-4dbb19b42270 for host: dv-neutron-744815-20-hyperv {{(pid=103161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 18 14:17:42.452343 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66cf138e-ba18-491e-80ad-ea636706e1d0 None None] Updating router be047726-bd41-4fe0-ab84-4dbb19b42270 port cfab7641-24bd-4c23-8ffe-c6156b10a26d binding host dv-neutron-744815-20-hyperv {{(pid=103161) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 18 14:17:42.481075 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-66cf138e-ba18-491e-80ad-ea636706e1d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:17:42.640195 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b40be960-e850-4d39-8815-0bccf60254fa tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5659786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6017062'] for subnet, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:17:42.721110 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b40be960-e850-4d39-8815-0bccf60254fa tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Checking segment: {'id': '8fdbc9fd-e697-4bb8-99e2-64f81fa1880b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '0d57ca4a-8d34-4b81-b5ec-53bbf277c226'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 14:17:42.722235 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b40be960-e850-4d39-8815-0bccf60254fa tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Network hostable DHCP agents. Network: 0d57ca4a-8d34-4b81-b5ec-53bbf277c226, hostable agents: ['aa77effa-0e3a-4bbd-a383-4d58ed3328d0'], hosted agents: [] {{(pid=103159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 18 14:17:42.729986 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40be960-e850-4d39-8815-0bccf60254fa tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Pushing event updated for resources: {'Subnet': ['ID=725b7ccd-2d86-4a97-bc76-6010748af2e1,revision_number=0']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:17:42.746088 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b40be960-e850-4d39-8815-0bccf60254fa tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Network 0d57ca4a-8d34-4b81-b5ec-53bbf277c226 is scheduled to be hosted by DHCP agent aa77effa-0e3a-4bbd-a383-4d58ed3328d0 with binding_index 1 {{(pid=103159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 18 14:17:42.755601 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.base_scheduler [None req-b40be960-e850-4d39-8815-0bccf60254fa tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-744815-20-hyperv, 0d57ca4a-8d34-4b81-b5ec-53bbf277c226) {{(pid=103159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 14:17:42.760903 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b40be960-e850-4d39-8815-0bccf60254fa tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:17:42.762435 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b40be960-e850-4d39-8815-0bccf60254fa tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks [] for subnet, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:17:42.765968 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6d7b075-340f-4743-b98a-c48a6407421d None None] Network 0d57ca4a-8d34-4b81-b5ec-53bbf277c226 requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 14:17:42.785017 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-b40be960-e850-4d39-8815-0bccf60254fa tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4980385 Dec 18 14:17:42.785494 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 34814) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:17:42.806326 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-66cf138e-ba18-491e-80ad-ea636706e1d0 None None] Publish callbacks [] for port, precommit_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:17:42.851859 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-66cf138e-ba18-491e-80ad-ea636706e1d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:17:42.901903 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91d4f5f3-ec94-47c3-9f85-d75a2b7b0b98 None None] DHCP port deletion for decb4a40-7941-48c8-afbb-daaafd502e83 request from dv-neutron-744815-20-hyperv {{(pid=103161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 18 14:17:42.929641 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-66cf138e-ba18-491e-80ad-ea636706e1d0 None None] Attempting to bind port cfab7641-24bd-4c23-8ffe-c6156b10a26d on host dv-neutron-744815-20-hyperv for vnic_type normal with profile {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 14:17:42.930009 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-66cf138e-ba18-491e-80ad-ea636706e1d0 None None] Attempting to bind port cfab7641-24bd-4c23-8ffe-c6156b10a26d by drivers openvswitch,hyperv on host dv-neutron-744815-20-hyperv at level 0 using segments [{'id': '3f66d49c-4faa-434c-8c3e-991f4f1d01bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83'}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 14:17:42.930374 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66cf138e-ba18-491e-80ad-ea636706e1d0 None None] Attempting to bind port cfab7641-24bd-4c23-8ffe-c6156b10a26d on network decb4a40-7941-48c8-afbb-daaafd502e83 {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 14:17:42.951225 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb59573a-a79f-430a-aae9-a9b17320b118 None None] Pushing event updated for resources: {'Port': ['ID=cfab7641-24bd-4c23-8ffe-c6156b10a26d,revision_number=2']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:17:42.954605 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66cf138e-ba18-491e-80ad-ea636706e1d0 None None] Checking agent: {'id': '428fa9fa-43db-4db9-9f96-f60ffe931f2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-20-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 13, 19, 1), 'started_at': datetime.datetime(2021, 12, 18, 13, 19, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 14, 17, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-20-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 18 14:17:42.954872 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66cf138e-ba18-491e-80ad-ea636706e1d0 None None] Checking segment: {'id': '3f66d49c-4faa-434c-8c3e-991f4f1d01bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 14:17:42.955215 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-66cf138e-ba18-491e-80ad-ea636706e1d0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:17:42.955686 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66cf138e-ba18-491e-80ad-ea636706e1d0 None None] Bound using segment: {'id': '3f66d49c-4faa-434c-8c3e-991f4f1d01bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83'} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 18 14:17:42.956156 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-66cf138e-ba18-491e-80ad-ea636706e1d0 None None] Bound port: cfab7641-24bd-4c23-8ffe-c6156b10a26d, host: dv-neutron-744815-20-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f66d49c-4faa-434c-8c3e-991f4f1d01bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83'}}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 18 14:17:42.956562 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-66cf138e-ba18-491e-80ad-ea636706e1d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:17:42.983336 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcde8698-dfcd-4094-849f-167d5f9de333 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp31e170a0-46a1-5ba9-9dc1-7ee4f866f0d7-0d57ca4a-8d34-4b81-b5ec-53bbf277c226', 'network_id': '0d57ca4a-8d34-4b81-b5ec-53bbf277c226', 'project_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'fixed_ips': [{'subnet_id': '725b7ccd-2d86-4a97-bc76-6010748af2e1'}]}} from dv-neutron-744815-20-hyperv. {{(pid=103161) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 18 14:17:42.984198 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-dcde8698-dfcd-4094-849f-167d5f9de333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:17:43.042146 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-b31cd72e-0189-4367-99d2-8292590ad87d None None] Provisioning complete for port cfab7641-24bd-4c23-8ffe-c6156b10a26d triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 14:17:43.042523 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-b31cd72e-0189-4367-99d2-8292590ad87d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:17:43.118657 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-66cf138e-ba18-491e-80ad-ea636706e1d0 None None] For port cfab7641-24bd-4c23-8ffe-c6156b10a26d, host dv-neutron-744815-20-hyperv, cleared binding levels {{(pid=103161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 18 14:17:43.150323 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-66cf138e-ba18-491e-80ad-ea636706e1d0 None None] For port cfab7641-24bd-4c23-8ffe-c6156b10a26d, host dv-neutron-744815-20-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=cfab7641-24bd-4c23-8ffe-c6156b10a26d,segment=NetworkSegment(3f66d49c-4faa-434c-8c3e-991f4f1d01bd),segment_id=3f66d49c-4faa-434c-8c3e-991f4f1d01bd)] {{(pid=103161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 18 14:17:43.153584 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-b31cd72e-0189-4367-99d2-8292590ad87d None None] Port cfab7641-24bd-4c23-8ffe-c6156b10a26d cannot update to ACTIVE because it is not bound. {{(pid=103161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 14:17:43.158826 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-66cf138e-ba18-491e-80ad-ea636706e1d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:17:43.245866 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1470024-1f36-42d0-affd-d50625ca2bf6 None None] DHCP port deletion for decb4a40-7941-48c8-afbb-daaafd502e83 request from dv-neutron-744815-20-hyperv {{(pid=103161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 18 14:17:43.249880 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_common [None req-dcde8698-dfcd-4094-849f-167d5f9de333 None None] Allocated IP 172.20.0.2 (0d57ca4a-8d34-4b81-b5ec-53bbf277c226/725b7ccd-2d86-4a97-bc76-6010748af2e1/b121e9ae-0a0b-48ed-ab11-4e31cb81c45c) {{(pid=103161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 14:17:43.270743 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-26ace725-7c65-4f2e-90f3-78cbc1810336 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:17:43.280104 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb59573a-a79f-430a-aae9-a9b17320b118 None None] Pushing event updated for resources: {'Port': ['ID=cfab7641-24bd-4c23-8ffe-c6156b10a26d,revision_number=3']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:17:43.287574 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66cf138e-ba18-491e-80ad-ea636706e1d0 None None] Routers {'be047726-bd41-4fe0-ab84-4dbb19b42270'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 14:17:43.288932 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-66cf138e-ba18-491e-80ad-ea636706e1d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T14:17:27Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['be047726-bd41-4fe0-ab84-4dbb19b42270'], 'active': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:17:43.625821 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-ad92b8fe-ba11-43b2-afb1-47b0c771b037 None None] Provisioning complete for port cfab7641-24bd-4c23-8ffe-c6156b10a26d triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 14:17:43.626502 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ad92b8fe-ba11-43b2-afb1-47b0c771b037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:17:43.690303 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvr_db [None req-66cf138e-ba18-491e-80ad-ea636706e1d0 None None] Set router be047726-bd41-4fe0-ab84-4dbb19b42270 gateway port host: dv-neutron-744815-20-hyperv {{(pid=103161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 14:17:43.811991 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-dcde8698-dfcd-4094-849f-167d5f9de333 None None] Publish callbacks [] for port, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:17:43.847108 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-dcde8698-dfcd-4094-849f-167d5f9de333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975'] for port, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:17:43.891784 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.db_base_plugin_common [None req-26ace725-7c65-4f2e-90f3-78cbc1810336 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Allocated IP 172.20.0.1 (0d57ca4a-8d34-4b81-b5ec-53bbf277c226/725b7ccd-2d86-4a97-bc76-6010748af2e1/f6b8e67f-8c98-46e8-8617-b620d60b8134) {{(pid=103159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 14:17:43.926530 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcde8698-dfcd-4094-849f-167d5f9de333 None None] Network 0d57ca4a-8d34-4b81-b5ec-53bbf277c226 is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 14:17:43.940787 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-dcde8698-dfcd-4094-849f-167d5f9de333 None None] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 14:17:43.948967 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcde8698-dfcd-4094-849f-167d5f9de333 None None] Received port after_create {{(pid=103161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 14:17:43.951177 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ad92b8fe-ba11-43b2-afb1-47b0c771b037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:17:43.961409 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcde8698-dfcd-4094-849f-167d5f9de333 None None] Pushing event updated for resources: {'Port': ['ID=b121e9ae-0a0b-48ed-ab11-4e31cb81c45c,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:17:44.004802 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-26ace725-7c65-4f2e-90f3-78cbc1810336 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks [] for port, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:17:44.013429 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-ad92b8fe-ba11-43b2-afb1-47b0c771b037 None None] For port cfab7641-24bd-4c23-8ffe-c6156b10a26d, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=cfab7641-24bd-4c23-8ffe-c6156b10a26d,segment=NetworkSegment(3f66d49c-4faa-434c-8c3e-991f4f1d01bd),segment_id=3f66d49c-4faa-434c-8c3e-991f4f1d01bd)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 14:17:44.021327 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ad92b8fe-ba11-43b2-afb1-47b0c771b037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:17:44.041574 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-26ace725-7c65-4f2e-90f3-78cbc1810336 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:17:44.081678 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-dcde8698-dfcd-4094-849f-167d5f9de333 None None] Attempting to bind port b121e9ae-0a0b-48ed-ab11-4e31cb81c45c on host dv-neutron-744815-20-hyperv for vnic_type normal with profile {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 14:17:44.082077 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-dcde8698-dfcd-4094-849f-167d5f9de333 None None] Attempting to bind port b121e9ae-0a0b-48ed-ab11-4e31cb81c45c by drivers openvswitch,hyperv on host dv-neutron-744815-20-hyperv at level 0 using segments [{'id': '8fdbc9fd-e697-4bb8-99e2-64f81fa1880b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '0d57ca4a-8d34-4b81-b5ec-53bbf277c226'}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 14:17:44.082441 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcde8698-dfcd-4094-849f-167d5f9de333 None None] Attempting to bind port b121e9ae-0a0b-48ed-ab11-4e31cb81c45c on network 0d57ca4a-8d34-4b81-b5ec-53bbf277c226 {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 14:17:44.087259 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26ace725-7c65-4f2e-90f3-78cbc1810336 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Network 0d57ca4a-8d34-4b81-b5ec-53bbf277c226 is already hosted by enough agents. {{(pid=103159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 14:17:44.090211 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.base_scheduler [None req-26ace725-7c65-4f2e-90f3-78cbc1810336 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Resources bound (agent type, host, resource id): {{(pid=103159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 14:17:44.093974 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ace725-7c65-4f2e-90f3-78cbc1810336 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Received port after_create {{(pid=103159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 14:17:44.102383 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcde8698-dfcd-4094-849f-167d5f9de333 None None] Checking agent: {'id': '428fa9fa-43db-4db9-9f96-f60ffe931f2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-20-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 13, 19, 1), 'started_at': datetime.datetime(2021, 12, 18, 13, 19, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 14, 17, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-20-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 18 14:17:44.102760 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcde8698-dfcd-4094-849f-167d5f9de333 None None] Checking segment: {'id': '8fdbc9fd-e697-4bb8-99e2-64f81fa1880b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '0d57ca4a-8d34-4b81-b5ec-53bbf277c226'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 14:17:44.103170 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-dcde8698-dfcd-4094-849f-167d5f9de333 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:17:44.103593 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcde8698-dfcd-4094-849f-167d5f9de333 None None] Bound using segment: {'id': '8fdbc9fd-e697-4bb8-99e2-64f81fa1880b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '0d57ca4a-8d34-4b81-b5ec-53bbf277c226'} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 18 14:17:44.104075 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-dcde8698-dfcd-4094-849f-167d5f9de333 None None] Bound port: b121e9ae-0a0b-48ed-ab11-4e31cb81c45c, host: dv-neutron-744815-20-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fdbc9fd-e697-4bb8-99e2-64f81fa1880b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '0d57ca4a-8d34-4b81-b5ec-53bbf277c226'}}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 18 14:17:44.104453 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-dcde8698-dfcd-4094-849f-167d5f9de333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:17:44.119252 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ace725-7c65-4f2e-90f3-78cbc1810336 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Pushing event updated for resources: {'Port': ['ID=f6b8e67f-8c98-46e8-8617-b620d60b8134,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:17:44.122409 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad92b8fe-ba11-43b2-afb1-47b0c771b037 None None] Pushing event updated for resources: {'Port': ['ID=cfab7641-24bd-4c23-8ffe-c6156b10a26d,revision_number=4']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:17:44.142040 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-26ace725-7c65-4f2e-90f3-78cbc1810336 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586257'] for router_interface, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:17:44.160912 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-66cf138e-ba18-491e-80ad-ea636706e1d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be047726-bd41-4fe0-ab84-4dbb19b42270', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1720933565', 'tenant_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.66'}], 'enable_snat': True}, 'gw_port_id': 'cfab7641-24bd-4c23-8ffe-c6156b10a26d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T14:17:40Z', 'updated_at': '2021-12-18T14:17:41Z', 'revision_number': 3, 'project_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'gw_port': {'id': 'cfab7641-24bd-4c23-8ffe-c6156b10a26d', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:82:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be047726-bd41-4fe0-ab84-4dbb19b42270', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T14:17:41Z', 'updated_at': '2021-12-18T14:17:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv'}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:17:44.192666 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66cf138e-ba18-491e-80ad-ea636706e1d0 None None] The sync data for ids ['be047726-bd41-4fe0-ab84-4dbb19b42270'] in dv-neutron-744815-20-hyperv is: [{'id': 'be047726-bd41-4fe0-ab84-4dbb19b42270', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1720933565', 'tenant_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.66'}], 'enable_snat': True}, 'gw_port_id': 'cfab7641-24bd-4c23-8ffe-c6156b10a26d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T14:17:40Z', 'updated_at': '2021-12-18T14:17:41Z', 'revision_number': 3, 'project_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'gw_port': {'id': 'cfab7641-24bd-4c23-8ffe-c6156b10a26d', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:82:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be047726-bd41-4fe0-ab84-4dbb19b42270', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T14:17:41Z', 'updated_at': '2021-12-18T14:17:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv'}] {{(pid=103161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 14:17:44.217953 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-dcde8698-dfcd-4094-849f-167d5f9de333 None None] For port b121e9ae-0a0b-48ed-ab11-4e31cb81c45c, host dv-neutron-744815-20-hyperv, cleared binding levels {{(pid=103161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 18 14:17:44.221557 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-dcde8698-dfcd-4094-849f-167d5f9de333 None None] For port b121e9ae-0a0b-48ed-ab11-4e31cb81c45c, host dv-neutron-744815-20-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=b121e9ae-0a0b-48ed-ab11-4e31cb81c45c,segment=NetworkSegment(8fdbc9fd-e697-4bb8-99e2-64f81fa1880b),segment_id=8fdbc9fd-e697-4bb8-99e2-64f81fa1880b)] {{(pid=103161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 18 14:17:44.226905 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-dcde8698-dfcd-4094-849f-167d5f9de333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:17:44.284113 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-26ace725-7c65-4f2e-90f3-78cbc1810336 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:17:44.294129 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcde8698-dfcd-4094-849f-167d5f9de333 None None] Pushing event updated for resources: {'Port': ['ID=b121e9ae-0a0b-48ed-ab11-4e31cb81c45c,revision_number=2']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:17:44.665442 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-26ace725-7c65-4f2e-90f3-78cbc1810336 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks [] for port, precommit_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:17:44.670679 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-26ace725-7c65-4f2e-90f3-78cbc1810336 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5659917'] for port, after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:17:44.742546 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ace725-7c65-4f2e-90f3-78cbc1810336 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Pushing event updated for resources: {'Port': ['ID=f6b8e67f-8c98-46e8-8617-b620d60b8134,revision_number=2']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:17:44.747734 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-26ace725-7c65-4f2e-90f3-78cbc1810336 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1048031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586432'] for router_interface, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:17:44.846611 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26ace725-7c65-4f2e-90f3-78cbc1810336 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Network 0d57ca4a-8d34-4b81-b5ec-53bbf277c226 is already hosted by enough agents. {{(pid=103159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 14:17:44.848057 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.base_scheduler [None req-26ace725-7c65-4f2e-90f3-78cbc1810336 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Resources bound (agent type, host, resource id): {{(pid=103159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 14:17:44.965688 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26ace725-7c65-4f2e-90f3-78cbc1810336 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Router be047726-bd41-4fe0-ab84-4dbb19b42270 has already been hosted by L3 agent c9c0cd52-5bd2-4704-9429-d80f1c5ad23c {{(pid=103159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 18 14:17:45.081984 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26ace725-7c65-4f2e-90f3-78cbc1810336 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Notify agent at l3_agent.dv-neutron-744815-20-hyperv the message routers_updated {{(pid=103159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 14:17:45.091747 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-26ace725-7c65-4f2e-90f3-78cbc1810336 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "PUT /v2.0/routers/be047726-bd41-4fe0-ab84-4dbb19b42270/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3046305 Dec 18 14:17:45.255273 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-28c0237b-d04f-43a8-93e9-c28057d2689a req-8c768044-c5c8-4c50-b28f-1136c8dacd42 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-506115588&fields=id&tenant_id=4fe8c5245f464a0b8a2abb9a0874f704 HTTP/1.1" status: 200 len: 267 time: 0.0464175 Dec 18 14:17:45.304649 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1497f33-63ab-4582-9d16-508e59459b08 None None] Network 0d57ca4a-8d34-4b81-b5ec-53bbf277c226 requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 14:17:45.365701 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c0237b-d04f-43a8-93e9-c28057d2689a req-fafafc93-e177-4698-aeed-8a4609486621 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:17:45.367459 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-28c0237b-d04f-43a8-93e9-c28057d2689a req-fafafc93-e177-4698-aeed-8a4609486621 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "GET /v2.0/networks?id=0d57ca4a-8d34-4b81-b5ec-53bbf277c226 HTTP/1.1" status: 200 len: 796 time: 0.1042838 Dec 18 14:17:45.381007 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-924e6bdc-4a23-416a-a342-02f96160254e None None] Provisioning complete for port b121e9ae-0a0b-48ed-ab11-4e31cb81c45c triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 14:17:45.381377 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-924e6bdc-4a23-416a-a342-02f96160254e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:17:45.384345 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-28c0237b-d04f-43a8-93e9-c28057d2689a req-ff7a67ee-3eaf-4c59-b439-6245abd0d867 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "GET /v2.0/quotas/4fe8c5245f464a0b8a2abb9a0874f704 HTTP/1.1" status: 200 len: 375 time: 0.0100641 Dec 18 14:17:45.438650 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-28c0237b-d04f-43a8-93e9-c28057d2689a req-3db73c85-b855-4d21-a734-19b45aad1fb5 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=4fe8c5245f464a0b8a2abb9a0874f704&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0494833 Dec 18 14:17:45.488085 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-924e6bdc-4a23-416a-a342-02f96160254e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:17:45.523216 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-924e6bdc-4a23-416a-a342-02f96160254e None None] For port b121e9ae-0a0b-48ed-ab11-4e31cb81c45c, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=b121e9ae-0a0b-48ed-ab11-4e31cb81c45c,segment=NetworkSegment(8fdbc9fd-e697-4bb8-99e2-64f81fa1880b),segment_id=8fdbc9fd-e697-4bb8-99e2-64f81fa1880b)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 14:17:45.531711 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-924e6bdc-4a23-416a-a342-02f96160254e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:17:45.551878 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-28c0237b-d04f-43a8-93e9-c28057d2689a req-15156613-492a-46b4-8b5a-75f8107bd28a service neutron] 10.222.0.31 "GET /v2.0/networks/0d57ca4a-8d34-4b81-b5ec-53bbf277c226?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005874 Dec 18 14:17:45.611300 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924e6bdc-4a23-416a-a342-02f96160254e None None] Pushing event updated for resources: {'Port': ['ID=b121e9ae-0a0b-48ed-ab11-4e31cb81c45c,revision_number=3']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:17:45.663718 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-28c0237b-d04f-43a8-93e9-c28057d2689a req-69068dc7-c29d-43fc-ad8f-0a4d236f228f service neutron] 10.222.0.31 "GET /v2.0/networks/0d57ca4a-8d34-4b81-b5ec-53bbf277c226?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045964 Dec 18 14:17:45.754772 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-16cc8681-e2d3-4b0a-8b05-c45dd1abacec None None] Provisioning complete for port f6b8e67f-8c98-46e8-8617-b620d60b8134 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 14:17:45.755260 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-16cc8681-e2d3-4b0a-8b05-c45dd1abacec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:17:45.813682 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-16cc8681-e2d3-4b0a-8b05-c45dd1abacec None None] Port f6b8e67f-8c98-46e8-8617-b620d60b8134 cannot update to ACTIVE because it is not bound. {{(pid=103161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 14:17:45.825826 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-16cc8681-e2d3-4b0a-8b05-c45dd1abacec None None] Provisioning complete for port b121e9ae-0a0b-48ed-ab11-4e31cb81c45c triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 14:17:45.826193 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-16cc8681-e2d3-4b0a-8b05-c45dd1abacec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:17:45.849578 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-922df9dc-5b22-4a46-a12b-2ccbdfe111f5 req-53ca2280-ffe9-47a4-8f0e-dd9fdf2a569f tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "GET /v2.0/ports?device_id=5b404452-1068-46bc-99d9-df0db62bb57d HTTP/1.1" status: 200 len: 210 time: 0.0327034 Dec 18 14:17:45.915790 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee3a9717-8f4d-4d24-99c6-3044593c1737 None None] Sync routers for ids ['be047726-bd41-4fe0-ab84-4dbb19b42270'] in dv-neutron-744815-20-hyperv {{(pid=103162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 14:17:45.925804 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee3a9717-8f4d-4d24-99c6-3044593c1737 None None] Routers {'be047726-bd41-4fe0-ab84-4dbb19b42270'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 14:17:45.926416 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-ee3a9717-8f4d-4d24-99c6-3044593c1737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T14:17:27Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['be047726-bd41-4fe0-ab84-4dbb19b42270'], 'active': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:17:46.028226 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-9201e040-4d18-4406-b2dc-596960911770 None None] Provisioning complete for port f6b8e67f-8c98-46e8-8617-b620d60b8134 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 14:17:46.028485 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-9201e040-4d18-4406-b2dc-596960911770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:17:46.038652 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvr_db [None req-ee3a9717-8f4d-4d24-99c6-3044593c1737 None None] Set router be047726-bd41-4fe0-ab84-4dbb19b42270 gateway port host: dv-neutron-744815-20-hyperv {{(pid=103162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 14:17:46.065636 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-9201e040-4d18-4406-b2dc-596960911770 None None] Port f6b8e67f-8c98-46e8-8617-b620d60b8134 cannot update to ACTIVE because it is not bound. {{(pid=103161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 14:17:46.191537 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-49da93d4-8e45-4dbd-b337-f4c6b55e7148 None None] Provisioning complete for port f6b8e67f-8c98-46e8-8617-b620d60b8134 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 14:17:46.191905 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-49da93d4-8e45-4dbd-b337-f4c6b55e7148 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:17:46.234191 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-49da93d4-8e45-4dbd-b337-f4c6b55e7148 None None] Port f6b8e67f-8c98-46e8-8617-b620d60b8134 cannot update to ACTIVE because it is not bound. {{(pid=103161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 14:17:46.253405 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device b121e9ae-0a0b-48ed-ab11-4e31cb81c45c up at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 14:17:46.261350 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-ee3a9717-8f4d-4d24-99c6-3044593c1737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be047726-bd41-4fe0-ab84-4dbb19b42270', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1720933565', 'tenant_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.66'}], 'enable_snat': True}, 'gw_port_id': 'cfab7641-24bd-4c23-8ffe-c6156b10a26d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T14:17:40Z', 'updated_at': '2021-12-18T14:17:44Z', 'revision_number': 4, 'project_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'gw_port': {'id': 'cfab7641-24bd-4c23-8ffe-c6156b10a26d', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:82:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be047726-bd41-4fe0-ab84-4dbb19b42270', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T14:17:41Z', 'updated_at': '2021-12-18T14:17:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv', '_interfaces': [{'id': 'f6b8e67f-8c98-46e8-8617-b620d60b8134', 'name': '', 'network_id': '0d57ca4a-8d34-4b81-b5ec-53bbf277c226', 'tenant_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'mac_address': 'fa:16:3e:27:b5:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be047726-bd41-4fe0-ab84-4dbb19b42270', 'device_owner': 'network:router_interface', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': '725b7ccd-2d86-4a97-bc76-6010748af2e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T14:17:43Z', 'updated_at': '2021-12-18T14:17:44Z', 'revision_number': 2, 'project_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'subnets': [{'id': '725b7ccd-2d86-4a97-bc76-6010748af2e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:17:46.287024 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee3a9717-8f4d-4d24-99c6-3044593c1737 None None] Checking router: be047726-bd41-4fe0-ab84-4dbb19b42270 for host: dv-neutron-744815-20-hyperv {{(pid=103162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 18 14:17:46.287451 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee3a9717-8f4d-4d24-99c6-3044593c1737 None None] Updating router be047726-bd41-4fe0-ab84-4dbb19b42270 port f6b8e67f-8c98-46e8-8617-b620d60b8134 binding host dv-neutron-744815-20-hyperv {{(pid=103162) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 18 14:17:46.299269 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2294866d-0076-4933-952c-685307032598 None None] Provisioning complete for port b121e9ae-0a0b-48ed-ab11-4e31cb81c45c triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 14:17:46.299647 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:17:46.310969 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ee3a9717-8f4d-4d24-99c6-3044593c1737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:17:46.377664 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device cfab7641-24bd-4c23-8ffe-c6156b10a26d up at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 14:17:46.421852 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2294866d-0076-4933-952c-685307032598 None None] Provisioning complete for port cfab7641-24bd-4c23-8ffe-c6156b10a26d triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 14:17:46.422249 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:17:46.576624 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ee3a9717-8f4d-4d24-99c6-3044593c1737 None None] Publish callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:17:46.585221 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ee3a9717-8f4d-4d24-99c6-3044593c1737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:17:46.632336 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7d88ba-51f7-4a65-b617-7dd4116db0a2 None None] Pushing event updated for resources: {'Port': ['ID=f6b8e67f-8c98-46e8-8617-b620d60b8134,revision_number=3']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:17:46.642067 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7d88ba-51f7-4a65-b617-7dd4116db0a2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:17:46.642412 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7d88ba-51f7-4a65-b617-7dd4116db0a2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:17:46.642738 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7d88ba-51f7-4a65-b617-7dd4116db0a2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:17:46.643064 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7d88ba-51f7-4a65-b617-7dd4116db0a2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:17:46.643413 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7d88ba-51f7-4a65-b617-7dd4116db0a2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:17:46.643728 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7d88ba-51f7-4a65-b617-7dd4116db0a2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:17:46.644048 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7d88ba-51f7-4a65-b617-7dd4116db0a2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:17:46.644362 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7d88ba-51f7-4a65-b617-7dd4116db0a2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:17:46.644677 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7d88ba-51f7-4a65-b617-7dd4116db0a2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:17:46.644993 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7d88ba-51f7-4a65-b617-7dd4116db0a2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:17:46.645297 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7d88ba-51f7-4a65-b617-7dd4116db0a2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:17:46.645607 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7d88ba-51f7-4a65-b617-7dd4116db0a2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:17:46.645902 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7d88ba-51f7-4a65-b617-7dd4116db0a2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:17:46.698276 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [None req-ee3a9717-8f4d-4d24-99c6-3044593c1737 None None] Attempting to bind port f6b8e67f-8c98-46e8-8617-b620d60b8134 on host dv-neutron-744815-20-hyperv for vnic_type normal with profile {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 14:17:46.698647 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [None req-ee3a9717-8f4d-4d24-99c6-3044593c1737 None None] Attempting to bind port f6b8e67f-8c98-46e8-8617-b620d60b8134 by drivers openvswitch,hyperv on host dv-neutron-744815-20-hyperv at level 0 using segments [{'id': '8fdbc9fd-e697-4bb8-99e2-64f81fa1880b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '0d57ca4a-8d34-4b81-b5ec-53bbf277c226'}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 14:17:46.699004 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee3a9717-8f4d-4d24-99c6-3044593c1737 None None] Attempting to bind port f6b8e67f-8c98-46e8-8617-b620d60b8134 on network 0d57ca4a-8d34-4b81-b5ec-53bbf277c226 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 14:17:46.704720 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee3a9717-8f4d-4d24-99c6-3044593c1737 None None] Checking agent: {'id': '428fa9fa-43db-4db9-9f96-f60ffe931f2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-20-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 13, 19, 1), 'started_at': datetime.datetime(2021, 12, 18, 13, 19, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 14, 17, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-20-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 18 14:17:46.705171 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee3a9717-8f4d-4d24-99c6-3044593c1737 None None] Checking segment: {'id': '8fdbc9fd-e697-4bb8-99e2-64f81fa1880b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '0d57ca4a-8d34-4b81-b5ec-53bbf277c226'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 14:17:46.705651 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ee3a9717-8f4d-4d24-99c6-3044593c1737 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:17:46.706140 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee3a9717-8f4d-4d24-99c6-3044593c1737 None None] Bound using segment: {'id': '8fdbc9fd-e697-4bb8-99e2-64f81fa1880b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '0d57ca4a-8d34-4b81-b5ec-53bbf277c226'} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 18 14:17:46.706600 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [None req-ee3a9717-8f4d-4d24-99c6-3044593c1737 None None] Bound port: f6b8e67f-8c98-46e8-8617-b620d60b8134, host: dv-neutron-744815-20-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fdbc9fd-e697-4bb8-99e2-64f81fa1880b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '0d57ca4a-8d34-4b81-b5ec-53bbf277c226'}}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 18 14:17:46.707000 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ee3a9717-8f4d-4d24-99c6-3044593c1737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:17:46.770525 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-ee3a9717-8f4d-4d24-99c6-3044593c1737 None None] For port f6b8e67f-8c98-46e8-8617-b620d60b8134, host dv-neutron-744815-20-hyperv, cleared binding levels {{(pid=103162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 18 14:17:46.774280 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-ee3a9717-8f4d-4d24-99c6-3044593c1737 None None] For port f6b8e67f-8c98-46e8-8617-b620d60b8134, host dv-neutron-744815-20-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=f6b8e67f-8c98-46e8-8617-b620d60b8134,segment=NetworkSegment(8fdbc9fd-e697-4bb8-99e2-64f81fa1880b),segment_id=8fdbc9fd-e697-4bb8-99e2-64f81fa1880b)] {{(pid=103162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 18 14:17:46.780612 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ee3a9717-8f4d-4d24-99c6-3044593c1737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:17:46.847960 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee3a9717-8f4d-4d24-99c6-3044593c1737 None None] Routers {'be047726-bd41-4fe0-ab84-4dbb19b42270'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 14:17:46.848935 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-ee3a9717-8f4d-4d24-99c6-3044593c1737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T14:17:27Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['be047726-bd41-4fe0-ab84-4dbb19b42270'], 'active': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:17:46.856315 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-6d8b4394-ae69-40e3-8bd0-685e53b7eedd None None] Provisioning complete for port f6b8e67f-8c98-46e8-8617-b620d60b8134 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 14:17:46.856692 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-6d8b4394-ae69-40e3-8bd0-685e53b7eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:17:46.943742 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-6f7e8daf-ef90-4dea-879b-9a0b7725571f req-a28ec6d7-90e9-433b-a56b-e70b939da493 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "GET /v2.0/ports?device_id=5b404452-1068-46bc-99d9-df0db62bb57d HTTP/1.1" status: 200 len: 210 time: 0.0280302 Dec 18 14:17:46.978573 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-6d8b4394-ae69-40e3-8bd0-685e53b7eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:17:47.022582 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-6d8b4394-ae69-40e3-8bd0-685e53b7eedd None None] For port f6b8e67f-8c98-46e8-8617-b620d60b8134, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=f6b8e67f-8c98-46e8-8617-b620d60b8134,segment=NetworkSegment(8fdbc9fd-e697-4bb8-99e2-64f81fa1880b),segment_id=8fdbc9fd-e697-4bb8-99e2-64f81fa1880b)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 14:17:47.025202 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7d88ba-51f7-4a65-b617-7dd4116db0a2 None None] Pushing event updated for resources: {'Port': ['ID=f6b8e67f-8c98-46e8-8617-b620d60b8134,revision_number=4']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:17:47.032157 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-6d8b4394-ae69-40e3-8bd0-685e53b7eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:17:47.088211 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8b4394-ae69-40e3-8bd0-685e53b7eedd None None] Pushing event updated for resources: {'Port': ['ID=f6b8e67f-8c98-46e8-8617-b620d60b8134,revision_number=5']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:17:47.102388 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvr_db [None req-ee3a9717-8f4d-4d24-99c6-3044593c1737 None None] Set router be047726-bd41-4fe0-ab84-4dbb19b42270 gateway port host: dv-neutron-744815-20-hyperv {{(pid=103162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 14:17:47.156889 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-cf5cdb45-2767-49b2-89f7-93b6bbb2ca5e None None] Provisioning complete for port f6b8e67f-8c98-46e8-8617-b620d60b8134 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 14:17:47.157266 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-cf5cdb45-2767-49b2-89f7-93b6bbb2ca5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:17:47.311636 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-ee3a9717-8f4d-4d24-99c6-3044593c1737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be047726-bd41-4fe0-ab84-4dbb19b42270', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1720933565', 'tenant_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.66'}], 'enable_snat': True}, 'gw_port_id': 'cfab7641-24bd-4c23-8ffe-c6156b10a26d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T14:17:40Z', 'updated_at': '2021-12-18T14:17:44Z', 'revision_number': 4, 'project_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'gw_port': {'id': 'cfab7641-24bd-4c23-8ffe-c6156b10a26d', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:82:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be047726-bd41-4fe0-ab84-4dbb19b42270', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T14:17:41Z', 'updated_at': '2021-12-18T14:17:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv', '_interfaces': [{'id': 'f6b8e67f-8c98-46e8-8617-b620d60b8134', 'name': '', 'network_id': '0d57ca4a-8d34-4b81-b5ec-53bbf277c226', 'tenant_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'mac_address': 'fa:16:3e:27:b5:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be047726-bd41-4fe0-ab84-4dbb19b42270', 'device_owner': 'network:router_interface', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': '725b7ccd-2d86-4a97-bc76-6010748af2e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T14:17:43Z', 'updated_at': '2021-12-18T14:17:46Z', 'revision_number': 4, 'project_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'subnets': [{'id': '725b7ccd-2d86-4a97-bc76-6010748af2e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:17:47.337389 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee3a9717-8f4d-4d24-99c6-3044593c1737 None None] The sync data for ids ['be047726-bd41-4fe0-ab84-4dbb19b42270'] in dv-neutron-744815-20-hyperv is: [{'id': 'be047726-bd41-4fe0-ab84-4dbb19b42270', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1720933565', 'tenant_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.66'}], 'enable_snat': True}, 'gw_port_id': 'cfab7641-24bd-4c23-8ffe-c6156b10a26d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T14:17:40Z', 'updated_at': '2021-12-18T14:17:44Z', 'revision_number': 4, 'project_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'gw_port': {'id': 'cfab7641-24bd-4c23-8ffe-c6156b10a26d', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:82:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be047726-bd41-4fe0-ab84-4dbb19b42270', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T14:17:41Z', 'updated_at': '2021-12-18T14:17:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv', '_interfaces': [{'id': 'f6b8e67f-8c98-46e8-8617-b620d60b8134', 'name': '', 'network_id': '0d57ca4a-8d34-4b81-b5ec-53bbf277c226', 'tenant_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'mac_address': 'fa:16:3e:27:b5:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be047726-bd41-4fe0-ab84-4dbb19b42270', 'device_owner': 'network:router_interface', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': '725b7ccd-2d86-4a97-bc76-6010748af2e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T14:17:43Z', 'updated_at': '2021-12-18T14:17:46Z', 'revision_number': 4, 'project_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'subnets': [{'id': '725b7ccd-2d86-4a97-bc76-6010748af2e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 14:17:48.029908 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-1b6bdfb0-d1ed-47e4-a357-1b23338d5c3c req-722eed60-336b-4d43-ad14-165c7c06173f tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "GET /v2.0/ports?device_id=5b404452-1068-46bc-99d9-df0db62bb57d HTTP/1.1" status: 200 len: 210 time: 0.0287178 Dec 18 14:17:48.221514 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device f6b8e67f-8c98-46e8-8617-b620d60b8134 up at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 14:17:48.272137 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2294866d-0076-4933-952c-685307032598 None None] Provisioning complete for port f6b8e67f-8c98-46e8-8617-b620d60b8134 triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 14:17:48.272581 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:17:49.120011 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-8df5530d-e328-4b4d-93ed-494f0370336c req-f9d0aa58-bd2c-4d55-bfa9-3c2b639c9925 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "GET /v2.0/ports?device_id=5b404452-1068-46bc-99d9-df0db62bb57d HTTP/1.1" status: 200 len: 210 time: 0.0286045 Dec 18 14:17:50.214212 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-6901ad9f-d89f-4ec2-a76b-76263d0656f0 req-4e980c9f-9ab6-4dfd-b8fd-f5c1d09a0732 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "GET /v2.0/ports?device_id=5b404452-1068-46bc-99d9-df0db62bb57d HTTP/1.1" status: 200 len: 210 time: 0.0263493 Dec 18 14:17:51.303249 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c0237b-d04f-43a8-93e9-c28057d2689a req-3a80f6ff-552c-404b-bfe9-429dad40ef7f tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:17:51.304735 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-28c0237b-d04f-43a8-93e9-c28057d2689a req-3a80f6ff-552c-404b-bfe9-429dad40ef7f tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.43 "GET /v2.0/networks?id=0d57ca4a-8d34-4b81-b5ec-53bbf277c226 HTTP/1.1" status: 200 len: 796 time: 0.4552469 Dec 18 14:17:51.324061 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-64ce166e-37e0-4791-a79d-134483c37c30 req-cec68e06-4caa-4a7e-bd5d-58d1495fbfdb tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "GET /v2.0/ports?device_id=5b404452-1068-46bc-99d9-df0db62bb57d HTTP/1.1" status: 200 len: 210 time: 0.0396256 Dec 18 14:17:51.373883 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-28c0237b-d04f-43a8-93e9-c28057d2689a req-f5a3f18b-de5e-477b-bf5a-122dd3c398a0 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4fe8c5245f464a0b8a2abb9a0874f704 HTTP/1.1" status: 200 len: 379 time: 0.0563362 Dec 18 14:17:51.386589 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [req-28c0237b-d04f-43a8-93e9-c28057d2689a req-04aedc32-d22c-4268-92d8-74e7030856bc tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Request body: {'port': {'device_id': '5b404452-1068-46bc-99d9-df0db62bb57d', 'network_id': '0d57ca4a-8d34-4b81-b5ec-53bbf277c226', 'admin_state_up': True, 'tenant_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'security_groups': ['87e1c8fa-85f6-4c92-80b2-232469916b47']}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 14:17:51.507574 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28c0237b-d04f-43a8-93e9-c28057d2689a req-04aedc32-d22c-4268-92d8-74e7030856bc tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Made reservation on behalf of 4fe8c5245f464a0b8a2abb9a0874f704 for: {'port': 1} {{(pid=103159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 14:17:51.511011 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-28c0237b-d04f-43a8-93e9-c28057d2689a req-04aedc32-d22c-4268-92d8-74e7030856bc tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:17:51.631647 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.db_base_plugin_common [req-28c0237b-d04f-43a8-93e9-c28057d2689a req-04aedc32-d22c-4268-92d8-74e7030856bc tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Allocated IP 172.20.0.6 (0d57ca4a-8d34-4b81-b5ec-53bbf277c226/725b7ccd-2d86-4a97-bc76-6010748af2e1/b29cbfe3-43ff-4fed-a953-fe8ba76ddfef) {{(pid=103159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 14:17:51.769736 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-28c0237b-d04f-43a8-93e9-c28057d2689a req-04aedc32-d22c-4268-92d8-74e7030856bc tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks [] for port, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:17:51.805730 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-28c0237b-d04f-43a8-93e9-c28057d2689a req-04aedc32-d22c-4268-92d8-74e7030856bc tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:17:51.850488 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28c0237b-d04f-43a8-93e9-c28057d2689a req-04aedc32-d22c-4268-92d8-74e7030856bc tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Network 0d57ca4a-8d34-4b81-b5ec-53bbf277c226 is already hosted by enough agents. {{(pid=103159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 14:17:51.853950 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.base_scheduler [req-28c0237b-d04f-43a8-93e9-c28057d2689a req-04aedc32-d22c-4268-92d8-74e7030856bc tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Resources bound (agent type, host, resource id): {{(pid=103159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 14:17:51.858263 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [req-28c0237b-d04f-43a8-93e9-c28057d2689a req-04aedc32-d22c-4268-92d8-74e7030856bc tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Received port after_create {{(pid=103159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 14:17:51.864737 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04aedc32-d22c-4268-92d8-74e7030856bc tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Pushing event updated for resources: {'Port': ['ID=b29cbfe3-43ff-4fed-a953-fe8ba76ddfef,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:17:51.914456 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c0237b-d04f-43a8-93e9-c28057d2689a req-04aedc32-d22c-4268-92d8-74e7030856bc tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:17:51.915086 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-28c0237b-d04f-43a8-93e9-c28057d2689a req-04aedc32-d22c-4268-92d8-74e7030856bc tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:17:51.932004 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-28c0237b-d04f-43a8-93e9-c28057d2689a req-04aedc32-d22c-4268-92d8-74e7030856bc tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5514259 Dec 18 14:17:51.944631 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [req-28c0237b-d04f-43a8-93e9-c28057d2689a req-f2635560-9a4e-4956-86aa-666673f545bc service neutron] Request body: {'port': {'device_id': '5b404452-1068-46bc-99d9-df0db62bb57d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7448'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 14:17:52.000739 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-28c0237b-d04f-43a8-93e9-c28057d2689a req-f2635560-9a4e-4956-86aa-666673f545bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:17:52.097602 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-dfae8a3f-98ef-4c29-a672-f86b1a4dbf79 None None] Provisioning complete for port b29cbfe3-43ff-4fed-a953-fe8ba76ddfef triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 14:17:52.098193 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-dfae8a3f-98ef-4c29-a672-f86b1a4dbf79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:17:52.132459 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-dfae8a3f-98ef-4c29-a672-f86b1a4dbf79 None None] Port b29cbfe3-43ff-4fed-a953-fe8ba76ddfef cannot update to ACTIVE because it is not bound. {{(pid=103161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 14:17:52.265900 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.notifiers.nova [req-28c0237b-d04f-43a8-93e9-c28057d2689a req-f2635560-9a4e-4956-86aa-666673f545bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b29cbfe3-43ff-4fed-a953-fe8ba76ddfef {{(pid=103159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 18 14:17:52.274331 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-28c0237b-d04f-43a8-93e9-c28057d2689a req-f2635560-9a4e-4956-86aa-666673f545bc service neutron] Publish callbacks [] for port, precommit_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:17:52.287257 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.provisioning_blocks [req-28c0237b-d04f-43a8-93e9-c28057d2689a req-f2635560-9a4e-4956-86aa-666673f545bc service neutron] Transition to ACTIVE for port object b29cbfe3-43ff-4fed-a953-fe8ba76ddfef will not be triggered until provisioned by entity L2. {{(pid=103159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 18 14:17:52.292016 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-28c0237b-d04f-43a8-93e9-c28057d2689a req-f2635560-9a4e-4956-86aa-666673f545bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5659917'] for port, after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:17:52.343279 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2635560-9a4e-4956-86aa-666673f545bc service neutron] Pushing event updated for resources: {'Port': ['ID=b29cbfe3-43ff-4fed-a953-fe8ba76ddfef,revision_number=2']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:17:52.421542 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.managers [req-28c0237b-d04f-43a8-93e9-c28057d2689a req-f2635560-9a4e-4956-86aa-666673f545bc service neutron] Attempting to bind port b29cbfe3-43ff-4fed-a953-fe8ba76ddfef on host hv-neutron-7448 for vnic_type normal with profile {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 14:17:52.421894 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.managers [req-28c0237b-d04f-43a8-93e9-c28057d2689a req-f2635560-9a4e-4956-86aa-666673f545bc service neutron] Attempting to bind port b29cbfe3-43ff-4fed-a953-fe8ba76ddfef by drivers openvswitch,hyperv on host hv-neutron-7448 at level 0 using segments [{'id': '8fdbc9fd-e697-4bb8-99e2-64f81fa1880b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '0d57ca4a-8d34-4b81-b5ec-53bbf277c226'}] {{(pid=103159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 14:17:52.422406 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28c0237b-d04f-43a8-93e9-c28057d2689a req-f2635560-9a4e-4956-86aa-666673f545bc service neutron] Attempting to bind port b29cbfe3-43ff-4fed-a953-fe8ba76ddfef on network 0d57ca4a-8d34-4b81-b5ec-53bbf277c226 {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 14:17:52.427191 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28c0237b-d04f-43a8-93e9-c28057d2689a req-f2635560-9a4e-4956-86aa-666673f545bc service neutron] Port b29cbfe3-43ff-4fed-a953-fe8ba76ddfef on network 0d57ca4a-8d34-4b81-b5ec-53bbf277c226 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7448 {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 18 14:17:52.427543 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28c0237b-d04f-43a8-93e9-c28057d2689a req-f2635560-9a4e-4956-86aa-666673f545bc service neutron] Attempting to bind port b29cbfe3-43ff-4fed-a953-fe8ba76ddfef on network 0d57ca4a-8d34-4b81-b5ec-53bbf277c226 {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 14:17:52.432957 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28c0237b-d04f-43a8-93e9-c28057d2689a req-f2635560-9a4e-4956-86aa-666673f545bc service neutron] Checking agent: {'id': 'c35b6aa0-0616-421f-8ded-732dd37fc90f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7448', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 13, 24, 37), 'started_at': datetime.datetime(2021, 12, 18, 13, 24, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 14, 17, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 18 14:17:52.433310 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28c0237b-d04f-43a8-93e9-c28057d2689a req-f2635560-9a4e-4956-86aa-666673f545bc service neutron] Checking segment: {'id': '8fdbc9fd-e697-4bb8-99e2-64f81fa1880b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '0d57ca4a-8d34-4b81-b5ec-53bbf277c226'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 14:17:52.434420 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28c0237b-d04f-43a8-93e9-c28057d2689a req-f2635560-9a4e-4956-86aa-666673f545bc service neutron] Bound using segment: {'id': '8fdbc9fd-e697-4bb8-99e2-64f81fa1880b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '0d57ca4a-8d34-4b81-b5ec-53bbf277c226'} {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 18 14:17:52.434420 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.managers [req-28c0237b-d04f-43a8-93e9-c28057d2689a req-f2635560-9a4e-4956-86aa-666673f545bc service neutron] Bound port: b29cbfe3-43ff-4fed-a953-fe8ba76ddfef, host: hv-neutron-7448, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8fdbc9fd-e697-4bb8-99e2-64f81fa1880b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '0d57ca4a-8d34-4b81-b5ec-53bbf277c226'}}] {{(pid=103159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 18 14:17:52.434669 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-28c0237b-d04f-43a8-93e9-c28057d2689a req-f2635560-9a4e-4956-86aa-666673f545bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:17:52.456564 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1ec1cb-10be-42f3-bc2e-933149effd62 req-2e95b7f3-dac8-4acf-b640-f58ab8a76ab7 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:17:52.458286 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-ec1ec1cb-10be-42f3-bc2e-933149effd62 req-2e95b7f3-dac8-4acf-b640-f58ab8a76ab7 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "GET /v2.0/ports?device_id=5b404452-1068-46bc-99d9-df0db62bb57d HTTP/1.1" status: 200 len: 943 time: 0.0549242 Dec 18 14:17:52.500908 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.db [req-28c0237b-d04f-43a8-93e9-c28057d2689a req-f2635560-9a4e-4956-86aa-666673f545bc service neutron] For port b29cbfe3-43ff-4fed-a953-fe8ba76ddfef, host hv-neutron-7448, cleared binding levels {{(pid=103159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 18 14:17:52.504122 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.db [req-28c0237b-d04f-43a8-93e9-c28057d2689a req-f2635560-9a4e-4956-86aa-666673f545bc service neutron] For port b29cbfe3-43ff-4fed-a953-fe8ba76ddfef, host hv-neutron-7448, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=b29cbfe3-43ff-4fed-a953-fe8ba76ddfef,segment=NetworkSegment(8fdbc9fd-e697-4bb8-99e2-64f81fa1880b),segment_id=8fdbc9fd-e697-4bb8-99e2-64f81fa1880b)] {{(pid=103159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 18 14:17:52.509763 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-28c0237b-d04f-43a8-93e9-c28057d2689a req-f2635560-9a4e-4956-86aa-666673f545bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5659917'] for port, after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:17:52.518174 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-ec1ec1cb-10be-42f3-bc2e-933149effd62 req-0d4527b1-427b-40d2-9ceb-2b75e7137241 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "GET /v2.0/security-groups?id=87e1c8fa-85f6-4c92-80b2-232469916b47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530555 Dec 18 14:17:52.551572 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c0237b-d04f-43a8-93e9-c28057d2689a req-f2635560-9a4e-4956-86aa-666673f545bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:17:52.552125 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-28c0237b-d04f-43a8-93e9-c28057d2689a req-f2635560-9a4e-4956-86aa-666673f545bc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:17:52.553980 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-28c0237b-d04f-43a8-93e9-c28057d2689a req-f2635560-9a4e-4956-86aa-666673f545bc service neutron] 10.222.0.43 "PUT /v2.0/ports/b29cbfe3-43ff-4fed-a953-fe8ba76ddfef HTTP/1.1" status: 200 len: 1093 time: 0.6138904 Dec 18 14:17:52.556585 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b404452-1068-46bc-99d9-df0db62bb57d', 'tag': 'b29cbfe3-43ff-4fed-a953-fe8ba76ddfef'}] {{(pid=103159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 18 14:17:52.560190 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca844cf115d59c1fab86abc202fb4c13735de0d7e4cbbbb25eec9406e9c87431" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fa82785-adc0-4a1d-b5ca-d65558463984" -d '{"events": [{"name": "network-changed", "server_uuid": "5b404452-1068-46bc-99d9-df0db62bb57d", "tag": "b29cbfe3-43ff-4fed-a953-fe8ba76ddfef"}]}' {{(pid=103159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 18 14:17:52.588241 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2635560-9a4e-4956-86aa-666673f545bc service neutron] Pushing event updated for resources: {'Port': ['ID=b29cbfe3-43ff-4fed-a953-fe8ba76ddfef,revision_number=3']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:17:52.634621 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 14:17:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd728ca2-5178-4907-80d2-489bc8912c63 x-openstack-request-id: req-fd728ca2-5178-4907-80d2-489bc8912c63 {{(pid=103159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 18 14:17:52.634920 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b404452-1068-46bc-99d9-df0db62bb57d", "tag": "b29cbfe3-43ff-4fed-a953-fe8ba76ddfef", "status": "completed", "code": 200}]} {{(pid=103159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 18 14:17:52.635202 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fd728ca2-5178-4907-80d2-489bc8912c63 {{(pid=103159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 18 14:17:52.635609 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b404452-1068-46bc-99d9-df0db62bb57d', 'tag': 'b29cbfe3-43ff-4fed-a953-fe8ba76ddfef', 'status': 'completed', 'code': 200} Dec 18 14:17:52.650601 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c0237b-d04f-43a8-93e9-c28057d2689a req-78ec4849-98e6-4fee-9c03-7852d61d0537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:17:52.652175 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-28c0237b-d04f-43a8-93e9-c28057d2689a req-78ec4849-98e6-4fee-9c03-7852d61d0537 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4fe8c5245f464a0b8a2abb9a0874f704&device_id=5b404452-1068-46bc-99d9-df0db62bb57d HTTP/1.1" status: 200 len: 1096 time: 0.0489829 Dec 18 14:17:52.697236 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-28c0237b-d04f-43a8-93e9-c28057d2689a req-7c38c5fe-df3e-4670-9e20-3ec16adff854 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b29cbfe3-43ff-4fed-a953-fe8ba76ddfef HTTP/1.1" status: 200 len: 217 time: 0.0369530 Dec 18 14:17:52.751205 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c0237b-d04f-43a8-93e9-c28057d2689a req-a1e56259-e601-47ed-854a-aaff71083b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:17:52.752732 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-28c0237b-d04f-43a8-93e9-c28057d2689a req-a1e56259-e601-47ed-854a-aaff71083b80 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=725b7ccd-2d86-4a97-bc76-6010748af2e1 HTTP/1.1" status: 200 len: 835 time: 0.0487278 Dec 18 14:17:52.800990 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c0237b-d04f-43a8-93e9-c28057d2689a req-28b3da75-03cd-4993-ba83-2b600d4cfaca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:17:52.802452 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-28c0237b-d04f-43a8-93e9-c28057d2689a req-28b3da75-03cd-4993-ba83-2b600d4cfaca service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0d57ca4a-8d34-4b81-b5ec-53bbf277c226&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0425932 Dec 18 14:17:52.901781 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-28c0237b-d04f-43a8-93e9-c28057d2689a req-1158863f-a03a-42d1-b796-ce5dda2ff3a8 service neutron] 10.222.0.43 "GET /v2.0/networks/0d57ca4a-8d34-4b81-b5ec-53bbf277c226?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914457 Dec 18 14:17:52.995024 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-28c0237b-d04f-43a8-93e9-c28057d2689a req-1fcfe2a8-d6e4-40f1-98ae-ad9390d68d91 service neutron] 10.222.0.43 "GET /v2.0/networks/0d57ca4a-8d34-4b81-b5ec-53bbf277c226?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847797 Dec 18 14:17:53.085585 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa82785-adc0-4a1d-b5ca-d65558463984 req-fa1cefc6-7f05-47f3-ac3d-a73d11608ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:17:53.086971 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-8fa82785-adc0-4a1d-b5ca-d65558463984 req-fa1cefc6-7f05-47f3-ac3d-a73d11608ed1 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4fe8c5245f464a0b8a2abb9a0874f704&device_id=5b404452-1068-46bc-99d9-df0db62bb57d HTTP/1.1" status: 200 len: 1096 time: 0.0419505 Dec 18 14:17:53.179545 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa82785-adc0-4a1d-b5ca-d65558463984 req-f5a16a72-68ba-42a7-97a9-97087c36e567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:17:53.181000 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-8fa82785-adc0-4a1d-b5ca-d65558463984 req-f5a16a72-68ba-42a7-97a9-97087c36e567 service neutron] 10.222.0.43 "GET /v2.0/networks?id=0d57ca4a-8d34-4b81-b5ec-53bbf277c226 HTTP/1.1" status: 200 len: 897 time: 0.0861480 Dec 18 14:17:53.222075 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-8fa82785-adc0-4a1d-b5ca-d65558463984 req-2285810b-2142-4f1d-b04a-b2caaaa9740f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b29cbfe3-43ff-4fed-a953-fe8ba76ddfef HTTP/1.1" status: 200 len: 217 time: 0.0339918 Dec 18 14:17:53.274543 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa82785-adc0-4a1d-b5ca-d65558463984 req-ac43f496-12b9-421d-90db-6ce38fac888b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:17:53.276014 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-8fa82785-adc0-4a1d-b5ca-d65558463984 req-ac43f496-12b9-421d-90db-6ce38fac888b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=725b7ccd-2d86-4a97-bc76-6010748af2e1 HTTP/1.1" status: 200 len: 835 time: 0.0474515 Dec 18 14:17:53.323348 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa82785-adc0-4a1d-b5ca-d65558463984 req-c5547945-b20f-4bff-b42d-29c66e4a580d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:17:53.324846 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-8fa82785-adc0-4a1d-b5ca-d65558463984 req-c5547945-b20f-4bff-b42d-29c66e4a580d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0d57ca4a-8d34-4b81-b5ec-53bbf277c226&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0408046 Dec 18 14:17:53.419988 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-8fa82785-adc0-4a1d-b5ca-d65558463984 req-629654b6-d2f2-48a9-abcb-206c2c895599 service neutron] 10.222.0.43 "GET /v2.0/networks/0d57ca4a-8d34-4b81-b5ec-53bbf277c226?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862629 Dec 18 14:17:53.512900 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-8fa82785-adc0-4a1d-b5ca-d65558463984 req-a78ab676-bca5-4ed4-98fc-8ce19f397943 service neutron] 10.222.0.43 "GET /v2.0/networks/0d57ca4a-8d34-4b81-b5ec-53bbf277c226?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856273 Dec 18 14:17:53.639644 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddffac6-7867-4c0b-8ea3-ead6195c505c req-bd05c33d-f600-4af1-8fc8-0cef70617d2e tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:17:53.641147 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-eddffac6-7867-4c0b-8ea3-ead6195c505c req-bd05c33d-f600-4af1-8fc8-0cef70617d2e tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "GET /v2.0/ports?device_id=5b404452-1068-46bc-99d9-df0db62bb57d HTTP/1.1" status: 200 len: 943 time: 0.0506384 Dec 18 14:17:53.692320 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-eddffac6-7867-4c0b-8ea3-ead6195c505c req-44270921-ddac-42fc-862f-1b96d03cee8f tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "GET /v2.0/security-groups?id=87e1c8fa-85f6-4c92-80b2-232469916b47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451815 Dec 18 14:17:54.821880 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952c5541-c393-48ee-8be4-110527c9143d req-4e7e3e99-97d3-4323-aa11-262197b4a743 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:17:54.823406 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-952c5541-c393-48ee-8be4-110527c9143d req-4e7e3e99-97d3-4323-aa11-262197b4a743 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "GET /v2.0/ports?device_id=5b404452-1068-46bc-99d9-df0db62bb57d HTTP/1.1" status: 200 len: 943 time: 0.0555861 Dec 18 14:17:54.872557 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-952c5541-c393-48ee-8be4-110527c9143d req-68bb5bc2-2c2a-4461-8534-99cb90ae42ef tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "GET /v2.0/security-groups?id=87e1c8fa-85f6-4c92-80b2-232469916b47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427532 Dec 18 14:17:54.984578 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-10d65a5b-0998-4b36-a65e-06986c8ba2e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:17:56.001704 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6f1075-3335-415c-902a-2b7b3f37a33f req-dddcac55-2f25-4637-8942-02b6738c2e76 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:17:56.003191 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-1a6f1075-3335-415c-902a-2b7b3f37a33f req-dddcac55-2f25-4637-8942-02b6738c2e76 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "GET /v2.0/ports?device_id=5b404452-1068-46bc-99d9-df0db62bb57d HTTP/1.1" status: 200 len: 943 time: 0.0582821 Dec 18 14:17:56.054920 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-1a6f1075-3335-415c-902a-2b7b3f37a33f req-090e3e5f-708d-4bc0-b892-a8ce904f185c tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "GET /v2.0/security-groups?id=87e1c8fa-85f6-4c92-80b2-232469916b47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421276 Dec 18 14:17:57.204371 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866ee5d5-65fe-4077-8386-e06c51631063 req-b20ce8bd-7e67-4fa5-a472-cd4fe873a19e tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:17:57.205858 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-866ee5d5-65fe-4077-8386-e06c51631063 req-b20ce8bd-7e67-4fa5-a472-cd4fe873a19e tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "GET /v2.0/ports?device_id=5b404452-1068-46bc-99d9-df0db62bb57d HTTP/1.1" status: 200 len: 943 time: 0.0638309 Dec 18 14:17:57.240066 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-022dda63-dedc-41a8-a4fd-51cc9d846355 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:17:57.267377 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-866ee5d5-65fe-4077-8386-e06c51631063 req-4df426a5-5a73-43fe-b57d-fadf7d7e3bb3 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "GET /v2.0/security-groups?id=87e1c8fa-85f6-4c92-80b2-232469916b47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527701 Dec 18 14:17:57.546226 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Device b29cbfe3-43ff-4fed-a953-fe8ba76ddfef details requested by agent hyperv_hv-neutron-7448 with host hv-neutron-7448 {{(pid=103161) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 18 14:17:57.651785 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] For port b29cbfe3-43ff-4fed-a953-fe8ba76ddfef, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=b29cbfe3-43ff-4fed-a953-fe8ba76ddfef,segment=NetworkSegment(8fdbc9fd-e697-4bb8-99e2-64f81fa1880b),segment_id=8fdbc9fd-e697-4bb8-99e2-64f81fa1880b)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 14:17:57.662938 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Returning: {'device': 'b29cbfe3-43ff-4fed-a953-fe8ba76ddfef', 'network_id': '0d57ca4a-8d34-4b81-b5ec-53bbf277c226', 'port_id': 'b29cbfe3-43ff-4fed-a953-fe8ba76ddfef', 'mac_address': 'fa:16:3e:68:ea:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '725b7ccd-2d86-4a97-bc76-6010748af2e1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103161) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 18 14:17:57.710611 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:17:57.727364 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.notifiers.nova [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b29cbfe3-43ff-4fed-a953-fe8ba76ddfef {{(pid=103161) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 18 14:17:57.748813 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] For port b29cbfe3-43ff-4fed-a953-fe8ba76ddfef, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=b29cbfe3-43ff-4fed-a953-fe8ba76ddfef,segment=NetworkSegment(8fdbc9fd-e697-4bb8-99e2-64f81fa1880b),segment_id=8fdbc9fd-e697-4bb8-99e2-64f81fa1880b)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 14:17:57.755300 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:17:57.800318 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Pushing event updated for resources: {'Port': ['ID=b29cbfe3-43ff-4fed-a953-fe8ba76ddfef,revision_number=4']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:17:58.107233 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] get_ports_and_sgs() called for port_ids ['b29cbfe3-43ff-4fed-a953-fe8ba76ddfef'] {{(pid=103161) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 18 14:17:58.387004 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694b2f08-5d7b-41ae-bd60-35262a094304 req-c0de54b2-3228-4484-b495-e08dd7e5b900 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:17:58.388468 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-694b2f08-5d7b-41ae-bd60-35262a094304 req-c0de54b2-3228-4484-b495-e08dd7e5b900 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "GET /v2.0/ports?device_id=5b404452-1068-46bc-99d9-df0db62bb57d HTTP/1.1" status: 200 len: 944 time: 0.0501440 Dec 18 14:17:58.440903 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-694b2f08-5d7b-41ae-bd60-35262a094304 req-3aea7365-4a8d-4f4e-b12e-fc0d42e41ef3 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "GET /v2.0/security-groups?id=87e1c8fa-85f6-4c92-80b2-232469916b47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436971 Dec 18 14:17:58.697597 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-afa9ae9b-bdbb-4010-bcf6-3a46ce66cf71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:17:59.552857 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Device b29cbfe3-43ff-4fed-a953-fe8ba76ddfef up at agent hyperv_hv-neutron-7448 {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 14:17:59.578127 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3b86c0-e688-47f5-a381-534f17dc7442 req-ad0930dc-fbba-4d6a-ae57-4f87bdebe0e4 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:17:59.579910 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-2f3b86c0-e688-47f5-a381-534f17dc7442 req-ad0930dc-fbba-4d6a-ae57-4f87bdebe0e4 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "GET /v2.0/ports?device_id=5b404452-1068-46bc-99d9-df0db62bb57d HTTP/1.1" status: 200 len: 944 time: 0.0586221 Dec 18 14:17:59.606108 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Provisioning for port b29cbfe3-43ff-4fed-a953-fe8ba76ddfef completed by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 18 14:17:59.610190 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Provisioning complete for port b29cbfe3-43ff-4fed-a953-fe8ba76ddfef triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 14:17:59.610635 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:17:59.632711 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-2f3b86c0-e688-47f5-a381-534f17dc7442 req-7f3d02db-124f-4586-a8e2-f7a89fe9f381 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "GET /v2.0/security-groups?id=87e1c8fa-85f6-4c92-80b2-232469916b47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466175 Dec 18 14:17:59.692104 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:17:59.714808 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b404452-1068-46bc-99d9-df0db62bb57d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b29cbfe3-43ff-4fed-a953-fe8ba76ddfef'}] {{(pid=103161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 18 14:17:59.717065 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22224e7a42aa75e3f3b9c037df440650d2cfa1dd97b40a249aee4a8113775251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-588a94ec-d468-431d-8db2-71ae0b66a489" -d '{"events": [{"server_uuid": "5b404452-1068-46bc-99d9-df0db62bb57d", "name": "network-vif-plugged", "status": "completed", "tag": "b29cbfe3-43ff-4fed-a953-fe8ba76ddfef"}]}' {{(pid=103161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 18 14:17:59.730062 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] For port b29cbfe3-43ff-4fed-a953-fe8ba76ddfef, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=b29cbfe3-43ff-4fed-a953-fe8ba76ddfef,segment=NetworkSegment(8fdbc9fd-e697-4bb8-99e2-64f81fa1880b),segment_id=8fdbc9fd-e697-4bb8-99e2-64f81fa1880b)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 14:17:59.735212 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:17:59.758368 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 14:17:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14c2448f-2e01-4271-a10a-d05edb19834b x-openstack-request-id: req-14c2448f-2e01-4271-a10a-d05edb19834b {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 18 14:17:59.758647 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b404452-1068-46bc-99d9-df0db62bb57d", "name": "network-vif-plugged", "status": "completed", "tag": "b29cbfe3-43ff-4fed-a953-fe8ba76ddfef", "code": 200}]} {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 18 14:17:59.759377 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-14c2448f-2e01-4271-a10a-d05edb19834b {{(pid=103161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 18 14:17:59.759377 dv-neutron-744815-20-hyperv neutron-server[103161]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b404452-1068-46bc-99d9-df0db62bb57d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b29cbfe3-43ff-4fed-a953-fe8ba76ddfef', 'code': 200} Dec 18 14:17:59.784813 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Pushing event updated for resources: {'Port': ['ID=b29cbfe3-43ff-4fed-a953-fe8ba76ddfef,revision_number=5']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:17:59.932178 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3277cb91-e430-4ae9-a4ea-5fb494e32246 req-a48ffc47-f716-48fe-ad56-583a366570f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:17:59.933743 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-3277cb91-e430-4ae9-a4ea-5fb494e32246 req-a48ffc47-f716-48fe-ad56-583a366570f5 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=5b404452-1068-46bc-99d9-df0db62bb57d HTTP/1.1" status: 200 len: 1098 time: 0.0419350 Dec 18 14:17:59.986118 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-3277cb91-e430-4ae9-a4ea-5fb494e32246 req-ca167307-189c-4e79-a3e9-10ee7e38d6f8 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=87e1c8fa-85f6-4c92-80b2-232469916b47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443237 Dec 18 14:18:00.234289 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7b7a3272-2b45-4d32-9670-25eb1afd1184 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:18:00.754872 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa81efa5-81df-4236-be9d-3b34e36823fe req-e252d84a-f397-4391-a9ab-4bdad977e0fa tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:18:00.756372 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-aa81efa5-81df-4236-be9d-3b34e36823fe req-e252d84a-f397-4391-a9ab-4bdad977e0fa tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "GET /v2.0/ports?device_id=5b404452-1068-46bc-99d9-df0db62bb57d HTTP/1.1" status: 200 len: 945 time: 0.0519648 Dec 18 14:18:00.817056 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-aa81efa5-81df-4236-be9d-3b34e36823fe req-364a8d8e-5d3f-447a-ade3-fc664144cf95 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "GET /v2.0/security-groups?id=87e1c8fa-85f6-4c92-80b2-232469916b47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544615 Dec 18 14:18:00.928972 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:18:01.947425 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13245c6-5696-432b-8b4e-6a193c2cd35d req-5b6938d2-79fa-435b-b3f2-6923ee349a61 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:18:01.948915 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-b13245c6-5696-432b-8b4e-6a193c2cd35d req-5b6938d2-79fa-435b-b3f2-6923ee349a61 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "GET /v2.0/ports?device_id=5b404452-1068-46bc-99d9-df0db62bb57d HTTP/1.1" status: 200 len: 945 time: 0.0491562 Dec 18 14:18:02.003010 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-b13245c6-5696-432b-8b4e-6a193c2cd35d req-b0e23030-f3f2-4e87-b6f2-41688639b91d tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "GET /v2.0/security-groups?id=87e1c8fa-85f6-4c92-80b2-232469916b47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478797 Dec 18 14:18:02.133930 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed51ea4-2e87-45ed-95ea-727f25d09c23 req-5093cfbd-6fc7-424d-ab64-be3c267cd178 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:18:02.135663 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-3ed51ea4-2e87-45ed-95ea-727f25d09c23 req-5093cfbd-6fc7-424d-ab64-be3c267cd178 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "GET /v2.0/ports?device_id=5b404452-1068-46bc-99d9-df0db62bb57d HTTP/1.1" status: 200 len: 945 time: 0.0542784 Dec 18 14:18:02.196263 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-3ed51ea4-2e87-45ed-95ea-727f25d09c23 req-fec50c2c-55d0-4eee-b130-02e539d57163 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "GET /v2.0/security-groups?id=87e1c8fa-85f6-4c92-80b2-232469916b47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518324 Dec 18 14:18:02.218669 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 34888) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:18:02.265145 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fee75ecc-3418-4005-849c-b83a4f754e7b tempest-TestNetworkAdvancedServerOps-1952931920 tempest-TestNetworkAdvancedServerOps-1952931920-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:18:02.267284 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-fee75ecc-3418-4005-849c-b83a4f754e7b tempest-TestNetworkAdvancedServerOps-1952931920 tempest-TestNetworkAdvancedServerOps-1952931920-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=5b404452-1068-46bc-99d9-df0db62bb57d HTTP/1.1" status: 200 len: 1093 time: 0.0474098 Dec 18 14:18:02.271521 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 34890) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:18:02.275754 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-1729f4ae-37a6-472f-8304-deee48e47a2a tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Request body: {'floatingip': {'floating_network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'port_id': 'b29cbfe3-43ff-4fed-a953-fe8ba76ddfef', 'tenant_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 14:18:02.308635 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-1729f4ae-37a6-472f-8304-deee48e47a2a tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks [] for floatingip, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:18:02.413485 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-1729f4ae-37a6-472f-8304-deee48e47a2a tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:18:02.535911 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.db_base_plugin_common [None req-1729f4ae-37a6-472f-8304-deee48e47a2a tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Allocated IP 172.26.3.105 (decb4a40-7941-48c8-afbb-daaafd502e83/70deed80-3ca1-4f9e-96cb-563b43d3acba/14bbeebd-c816-44cd-a616-58f256a0006c) {{(pid=103159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 14:18:02.647876 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-1729f4ae-37a6-472f-8304-deee48e47a2a tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks [] for port, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:18:02.686516 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-1729f4ae-37a6-472f-8304-deee48e47a2a tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:18:02.729617 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1729f4ae-37a6-472f-8304-deee48e47a2a tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Network decb4a40-7941-48c8-afbb-daaafd502e83 is already hosted by enough agents. {{(pid=103159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 14:18:02.732568 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.base_scheduler [None req-1729f4ae-37a6-472f-8304-deee48e47a2a tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Resources bound (agent type, host, resource id): {{(pid=103159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 14:18:02.736153 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1729f4ae-37a6-472f-8304-deee48e47a2a tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Received port after_create {{(pid=103159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 14:18:02.741592 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1729f4ae-37a6-472f-8304-deee48e47a2a tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Pushing event updated for resources: {'Port': ['ID=14bbeebd-c816-44cd-a616-58f256a0006c,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:18:03.113332 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-1729f4ae-37a6-472f-8304-deee48e47a2a tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:18:03.192781 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-1729f4ae-37a6-472f-8304-deee48e47a2a tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:18:03.344739 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-1729f4ae-37a6-472f-8304-deee48e47a2a tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks [] for port, precommit_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:18:03.352484 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-1729f4ae-37a6-472f-8304-deee48e47a2a tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5659917'] for port, after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:18:03.418867 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1729f4ae-37a6-472f-8304-deee48e47a2a tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Pushing event updated for resources: {'Port': ['ID=14bbeebd-c816-44cd-a616-58f256a0006c,revision_number=2']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:18:03.430212 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-1729f4ae-37a6-472f-8304-deee48e47a2a tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-587004'] for floatingip, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:18:03.534208 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.db.l3_db [None req-1729f4ae-37a6-472f-8304-deee48e47a2a tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Floating IP 8aec73e8-1aab-4404-9740-7b9308ffa17c associated. External IP: 172.26.3.105, port: b29cbfe3-43ff-4fed-a953-fe8ba76ddfef. Dec 18 14:18:03.757485 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1729f4ae-37a6-472f-8304-deee48e47a2a tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Router be047726-bd41-4fe0-ab84-4dbb19b42270 has already been hosted by L3 agent c9c0cd52-5bd2-4704-9429-d80f1c5ad23c {{(pid=103159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 18 14:18:03.873869 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1729f4ae-37a6-472f-8304-deee48e47a2a tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Notify agent at l3_agent.dv-neutron-744815-20-hyperv the message routers_updated {{(pid=103159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 14:18:03.885479 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b8b490a-f860-4f4c-8199-65d5c9f543d7 None None] Sync routers for ids ['be047726-bd41-4fe0-ab84-4dbb19b42270'] in dv-neutron-744815-20-hyperv {{(pid=103161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 14:18:03.895038 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-1729f4ae-37a6-472f-8304-deee48e47a2a tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for floatingip, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:18:03.895904 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b8b490a-f860-4f4c-8199-65d5c9f543d7 None None] Routers {'be047726-bd41-4fe0-ab84-4dbb19b42270'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 14:18:03.896535 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-4b8b490a-f860-4f4c-8199-65d5c9f543d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T14:17:57Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['be047726-bd41-4fe0-ab84-4dbb19b42270'], 'active': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:18:03.922008 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-1729f4ae-37a6-472f-8304-deee48e47a2a tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6494961 Dec 18 14:18:03.922588 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b404452-1068-46bc-99d9-df0db62bb57d', 'tag': 'b29cbfe3-43ff-4fed-a953-fe8ba76ddfef'}] {{(pid=103159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 18 14:18:03.925084 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca844cf115d59c1fab86abc202fb4c13735de0d7e4cbbbb25eec9406e9c87431" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11076f73-e01a-451d-bd34-c54d03ac114e" -d '{"events": [{"name": "network-changed", "server_uuid": "5b404452-1068-46bc-99d9-df0db62bb57d", "tag": "b29cbfe3-43ff-4fed-a953-fe8ba76ddfef"}]}' {{(pid=103159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 18 14:18:03.963400 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 14:18:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4a2ee6e-006e-416c-8ce5-1be296761326 x-openstack-request-id: req-b4a2ee6e-006e-416c-8ce5-1be296761326 {{(pid=103159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 18 14:18:03.963695 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b404452-1068-46bc-99d9-df0db62bb57d", "tag": "b29cbfe3-43ff-4fed-a953-fe8ba76ddfef", "status": "completed", "code": 200}]} {{(pid=103159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 18 14:18:03.963966 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b4a2ee6e-006e-416c-8ce5-1be296761326 {{(pid=103159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 18 14:18:03.964390 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b404452-1068-46bc-99d9-df0db62bb57d', 'tag': 'b29cbfe3-43ff-4fed-a953-fe8ba76ddfef', 'status': 'completed', 'code': 200} Dec 18 14:18:04.026233 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10def243-4653-43d9-819e-0c57bdd01d71 req-b483d191-8d8d-4db0-913c-71799bf9384c tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:18:04.027845 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-10def243-4653-43d9-819e-0c57bdd01d71 req-b483d191-8d8d-4db0-913c-71799bf9384c tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "GET /v2.0/ports?device_id=5b404452-1068-46bc-99d9-df0db62bb57d HTTP/1.1" status: 200 len: 945 time: 0.0540471 Dec 18 14:18:04.040806 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11076f73-e01a-451d-bd34-c54d03ac114e req-9a89b1fe-99dc-4a90-a7ee-4dc7377258e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:18:04.042440 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-11076f73-e01a-451d-bd34-c54d03ac114e req-9a89b1fe-99dc-4a90-a7ee-4dc7377258e8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4fe8c5245f464a0b8a2abb9a0874f704&device_id=5b404452-1068-46bc-99d9-df0db62bb57d HTTP/1.1" status: 200 len: 1098 time: 0.0523295 Dec 18 14:18:04.081383 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-10def243-4653-43d9-819e-0c57bdd01d71 req-8fea4d85-14e1-448e-aecb-dc8599a3a1e0 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "GET /v2.0/security-groups?id=87e1c8fa-85f6-4c92-80b2-232469916b47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471239 Dec 18 14:18:04.105633 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 34896) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:18:04.141242 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11076f73-e01a-451d-bd34-c54d03ac114e req-5867719d-2b78-4ca3-bf44-c05f9c5d5ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:18:04.143357 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-11076f73-e01a-451d-bd34-c54d03ac114e req-5867719d-2b78-4ca3-bf44-c05f9c5d5ad5 service neutron] 10.222.0.43 "GET /v2.0/networks?id=0d57ca4a-8d34-4b81-b5ec-53bbf277c226 HTTP/1.1" status: 200 len: 897 time: 0.0939097 Dec 18 14:18:04.169695 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-e3570849-b1ca-4cac-a24e-1ecfa335bcf8 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "GET /v2.0/floatingips/8aec73e8-1aab-4404-9740-7b9308ffa17c HTTP/1.1" status: 200 len: 991 time: 0.0627534 Dec 18 14:18:04.179511 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvr_db [None req-4b8b490a-f860-4f4c-8199-65d5c9f543d7 None None] Set router be047726-bd41-4fe0-ab84-4dbb19b42270 gateway port host: dv-neutron-744815-20-hyperv {{(pid=103161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 14:18:04.211126 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-11076f73-e01a-451d-bd34-c54d03ac114e req-b9058feb-6d5b-4a7f-956c-47dd4e47a170 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b29cbfe3-43ff-4fed-a953-fe8ba76ddfef HTTP/1.1" status: 200 len: 999 time: 0.0606265 Dec 18 14:18:04.264891 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11076f73-e01a-451d-bd34-c54d03ac114e req-146a7965-4068-43ac-ac2e-20313eba6a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:18:04.266354 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-11076f73-e01a-451d-bd34-c54d03ac114e req-146a7965-4068-43ac-ac2e-20313eba6a1b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=725b7ccd-2d86-4a97-bc76-6010748af2e1 HTTP/1.1" status: 200 len: 835 time: 0.0475440 Dec 18 14:18:04.312215 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11076f73-e01a-451d-bd34-c54d03ac114e req-837be671-593f-4e82-9dd6-2d5f941dcfa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:18:04.313726 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-11076f73-e01a-451d-bd34-c54d03ac114e req-837be671-593f-4e82-9dd6-2d5f941dcfa7 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0d57ca4a-8d34-4b81-b5ec-53bbf277c226&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0405560 Dec 18 14:18:04.400909 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-4b8b490a-f860-4f4c-8199-65d5c9f543d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be047726-bd41-4fe0-ab84-4dbb19b42270', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1720933565', 'tenant_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.66'}], 'enable_snat': True}, 'gw_port_id': 'cfab7641-24bd-4c23-8ffe-c6156b10a26d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T14:17:40Z', 'updated_at': '2021-12-18T14:17:44Z', 'revision_number': 4, 'project_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'gw_port': {'id': 'cfab7641-24bd-4c23-8ffe-c6156b10a26d', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:82:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be047726-bd41-4fe0-ab84-4dbb19b42270', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T14:17:41Z', 'updated_at': '2021-12-18T14:17:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv', '_floatingips': [{'id': '8aec73e8-1aab-4404-9740-7b9308ffa17c', 'tenant_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'floating_ip_address': '172.26.3.105', 'floating_network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'router_id': 'be047726-bd41-4fe0-ab84-4dbb19b42270', 'port_id': 'b29cbfe3-43ff-4fed-a953-fe8ba76ddfef', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1800, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0d57ca4a-8d34-4b81-b5ec-53bbf277c226', 'mac_address': 'fa:16:3e:68:ea:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b404452-1068-46bc-99d9-df0db62bb57d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T14:18:02Z', 'updated_at': '2021-12-18T14:18:02Z', 'revision_number': 0, 'project_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6b8e67f-8c98-46e8-8617-b620d60b8134', 'name': '', 'network_id': '0d57ca4a-8d34-4b81-b5ec-53bbf277c226', 'tenant_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'mac_address': 'fa:16:3e:27:b5:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be047726-bd41-4fe0-ab84-4dbb19b42270', 'device_owner': 'network:router_interface', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': '725b7ccd-2d86-4a97-bc76-6010748af2e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T14:17:43Z', 'updated_at': '2021-12-18T14:17:46Z', 'revision_number': 5, 'project_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'subnets': [{'id': '725b7ccd-2d86-4a97-bc76-6010748af2e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:18:04.404246 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-11076f73-e01a-451d-bd34-c54d03ac114e req-38473228-b038-4245-82a0-ac579607a3c5 service neutron] 10.222.0.43 "GET /v2.0/networks/0d57ca4a-8d34-4b81-b5ec-53bbf277c226?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834112 Dec 18 14:18:04.430684 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b8b490a-f860-4f4c-8199-65d5c9f543d7 None None] Checking router: be047726-bd41-4fe0-ab84-4dbb19b42270 for host: dv-neutron-744815-20-hyperv {{(pid=103161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 18 14:18:04.439439 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b8b490a-f860-4f4c-8199-65d5c9f543d7 None None] Routers {'be047726-bd41-4fe0-ab84-4dbb19b42270'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 14:18:04.440042 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-4b8b490a-f860-4f4c-8199-65d5c9f543d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T14:17:57Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['be047726-bd41-4fe0-ab84-4dbb19b42270'], 'active': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:18:04.499976 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-11076f73-e01a-451d-bd34-c54d03ac114e req-eb6e123a-d27f-47c2-9c67-a383a2f678ff service neutron] 10.222.0.43 "GET /v2.0/networks/0d57ca4a-8d34-4b81-b5ec-53bbf277c226?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877807 Dec 18 14:18:04.543688 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvr_db [None req-4b8b490a-f860-4f4c-8199-65d5c9f543d7 None None] Set router be047726-bd41-4fe0-ab84-4dbb19b42270 gateway port host: dv-neutron-744815-20-hyperv {{(pid=103161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 14:18:04.788289 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-4b8b490a-f860-4f4c-8199-65d5c9f543d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be047726-bd41-4fe0-ab84-4dbb19b42270', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1720933565', 'tenant_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.66'}], 'enable_snat': True}, 'gw_port_id': 'cfab7641-24bd-4c23-8ffe-c6156b10a26d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T14:17:40Z', 'updated_at': '2021-12-18T14:17:44Z', 'revision_number': 4, 'project_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'gw_port': {'id': 'cfab7641-24bd-4c23-8ffe-c6156b10a26d', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:82:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be047726-bd41-4fe0-ab84-4dbb19b42270', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T14:17:41Z', 'updated_at': '2021-12-18T14:17:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv', '_floatingips': [{'id': '8aec73e8-1aab-4404-9740-7b9308ffa17c', 'tenant_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'floating_ip_address': '172.26.3.105', 'floating_network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'router_id': 'be047726-bd41-4fe0-ab84-4dbb19b42270', 'port_id': 'b29cbfe3-43ff-4fed-a953-fe8ba76ddfef', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1800, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0d57ca4a-8d34-4b81-b5ec-53bbf277c226', 'mac_address': 'fa:16:3e:68:ea:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b404452-1068-46bc-99d9-df0db62bb57d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T14:18:02Z', 'updated_at': '2021-12-18T14:18:02Z', 'revision_number': 0, 'project_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6b8e67f-8c98-46e8-8617-b620d60b8134', 'name': '', 'network_id': '0d57ca4a-8d34-4b81-b5ec-53bbf277c226', 'tenant_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'mac_address': 'fa:16:3e:27:b5:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be047726-bd41-4fe0-ab84-4dbb19b42270', 'device_owner': 'network:router_interface', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': '725b7ccd-2d86-4a97-bc76-6010748af2e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T14:17:43Z', 'updated_at': '2021-12-18T14:17:46Z', 'revision_number': 5, 'project_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'subnets': [{'id': '725b7ccd-2d86-4a97-bc76-6010748af2e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:18:04.814127 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b8b490a-f860-4f4c-8199-65d5c9f543d7 None None] The sync data for ids ['be047726-bd41-4fe0-ab84-4dbb19b42270'] in dv-neutron-744815-20-hyperv is: [{'id': 'be047726-bd41-4fe0-ab84-4dbb19b42270', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1720933565', 'tenant_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.66'}], 'enable_snat': True}, 'gw_port_id': 'cfab7641-24bd-4c23-8ffe-c6156b10a26d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T14:17:40Z', 'updated_at': '2021-12-18T14:17:44Z', 'revision_number': 4, 'project_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'gw_port': {'id': 'cfab7641-24bd-4c23-8ffe-c6156b10a26d', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:82:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be047726-bd41-4fe0-ab84-4dbb19b42270', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T14:17:41Z', 'updated_at': '2021-12-18T14:17:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv', '_floatingips': [{'id': '8aec73e8-1aab-4404-9740-7b9308ffa17c', 'tenant_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'floating_ip_address': '172.26.3.105', 'floating_network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'router_id': 'be047726-bd41-4fe0-ab84-4dbb19b42270', 'port_id': 'b29cbfe3-43ff-4fed-a953-fe8ba76ddfef', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1800, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0d57ca4a-8d34-4b81-b5ec-53bbf277c226', 'mac_address': 'fa:16:3e:68:ea:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b404452-1068-46bc-99d9-df0db62bb57d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T14:18:02Z', 'updated_at': '2021-12-18T14:18:02Z', 'revision_number': 0, 'project_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6b8e67f-8c98-46e8-8617-b620d60b8134', 'name': '', 'network_id': '0d57ca4a-8d34-4b81-b5ec-53bbf277c226', 'tenant_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'mac_address': 'fa:16:3e:27:b5:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be047726-bd41-4fe0-ab84-4dbb19b42270', 'device_owner': 'network:router_interface', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': '725b7ccd-2d86-4a97-bc76-6010748af2e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T14:17:43Z', 'updated_at': '2021-12-18T14:17:46Z', 'revision_number': 5, 'project_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'subnets': [{'id': '725b7ccd-2d86-4a97-bc76-6010748af2e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 14:18:05.013194 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4889c42-60b9-4091-a502-0097439440b4 None None] New status for floating IP 8aec73e8-1aab-4404-9740-7b9308ffa17c: ACTIVE {{(pid=103162) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 18 14:18:05.173115 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 34898) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:18:05.239710 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-e9acac93-f719-4dc2-af54-eff22e89997e tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "GET /v2.0/floatingips/8aec73e8-1aab-4404-9740-7b9308ffa17c HTTP/1.1" status: 200 len: 993 time: 0.0653915 Dec 18 14:18:07.384112 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:18:14.424962 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.agents_db [None req-e3dda592-589a-4b4d-b028-ba9a260f4f50 None None] Agent healthcheck: found 6 active agents {{(pid=103162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 18 14:18:20.748636 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-b6079a8f-281b-436a-9955-7ed9a851e8a1 req-4338c5bb-d700-4c6a-a8db-e5f0eef4378e service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=5b404452-1068-46bc-99d9-df0db62bb57d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0913057 Dec 18 14:18:20.861106 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6079a8f-281b-436a-9955-7ed9a851e8a1 req-b709f948-adec-4c6f-8b32-49ed0fb7b97d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:18:20.862637 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-b6079a8f-281b-436a-9955-7ed9a851e8a1 req-b709f948-adec-4c6f-8b32-49ed0fb7b97d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4fe8c5245f464a0b8a2abb9a0874f704&device_id=5b404452-1068-46bc-99d9-df0db62bb57d HTTP/1.1" status: 200 len: 1098 time: 0.0608220 Dec 18 14:18:20.971630 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6079a8f-281b-436a-9955-7ed9a851e8a1 req-eb542252-b4ec-44f3-a24b-131a3b400d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:18:20.973169 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-b6079a8f-281b-436a-9955-7ed9a851e8a1 req-eb542252-b4ec-44f3-a24b-131a3b400d26 service neutron] 10.222.0.43 "GET /v2.0/networks?id=0d57ca4a-8d34-4b81-b5ec-53bbf277c226 HTTP/1.1" status: 200 len: 897 time: 0.0875959 Dec 18 14:18:21.043888 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-b6079a8f-281b-436a-9955-7ed9a851e8a1 req-da3df826-623b-4dd4-8b95-bd7adae3d82b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b29cbfe3-43ff-4fed-a953-fe8ba76ddfef HTTP/1.1" status: 200 len: 1001 time: 0.0623667 Dec 18 14:18:21.092563 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6079a8f-281b-436a-9955-7ed9a851e8a1 req-f37ea73a-a8fc-40a0-8528-c9d55839564d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:18:21.094122 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-b6079a8f-281b-436a-9955-7ed9a851e8a1 req-f37ea73a-a8fc-40a0-8528-c9d55839564d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=725b7ccd-2d86-4a97-bc76-6010748af2e1 HTTP/1.1" status: 200 len: 835 time: 0.0428998 Dec 18 14:18:21.148176 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6079a8f-281b-436a-9955-7ed9a851e8a1 req-348d56d3-c113-4687-aa76-355eedbd3d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:18:21.150004 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-b6079a8f-281b-436a-9955-7ed9a851e8a1 req-348d56d3-c113-4687-aa76-355eedbd3d4f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0d57ca4a-8d34-4b81-b5ec-53bbf277c226&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0482008 Dec 18 14:18:21.249874 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-b6079a8f-281b-436a-9955-7ed9a851e8a1 req-cfbb342e-b95f-40cc-bf01-c124eb7ecd22 service neutron] 10.222.0.43 "GET /v2.0/networks/0d57ca4a-8d34-4b81-b5ec-53bbf277c226?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913117 Dec 18 14:18:21.340666 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-b6079a8f-281b-436a-9955-7ed9a851e8a1 req-450a0829-b4d7-4ba0-afef-acb0525785ba service neutron] 10.222.0.43 "GET /v2.0/networks/0d57ca4a-8d34-4b81-b5ec-53bbf277c226?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835059 Dec 18 14:18:24.986193 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-adec24e5-1b1b-4425-9f85-ad6d6c0011f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:18:27.246886 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-d29104b0-0efd-4484-9f28-7f9e917f02e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:18:28.696416 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-afa9ae9b-bdbb-4010-bcf6-3a46ce66cf71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:18:30.238743 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7b7a3272-2b45-4d32-9670-25eb1afd1184 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:18:30.931303 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:18:37.399580 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:18:51.417767 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.agents_db [None req-e3dda592-589a-4b4d-b028-ba9a260f4f50 None None] Agent healthcheck: found 6 active agents {{(pid=103162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 18 14:18:54.987538 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0956098f-55fa-4d8b-bfa0-13c4524d9bbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:18:57.240623 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-b29afcfa-1e8b-4ea8-9fc1-d4d4a126ae3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:18:58.711104 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-afa9ae9b-bdbb-4010-bcf6-3a46ce66cf71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:19:00.232213 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7b7a3272-2b45-4d32-9670-25eb1afd1184 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:19:00.932082 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:19:07.396654 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:19:16.472271 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4df9e5-4ac3-429a-8395-2c86526536c8 req-e1bfb63f-c7ca-480f-90e2-ce3c3db1a70d tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:19:16.474530 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-8d4df9e5-4ac3-429a-8395-2c86526536c8 req-e1bfb63f-c7ca-480f-90e2-ce3c3db1a70d tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "GET /v2.0/ports?device_id=5b404452-1068-46bc-99d9-df0db62bb57d HTTP/1.1" status: 200 len: 945 time: 0.0595121 Dec 18 14:19:16.537549 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-8d4df9e5-4ac3-429a-8395-2c86526536c8 req-a0edb10c-09f1-4e91-866d-8d9f235598c9 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "GET /v2.0/security-groups?id=87e1c8fa-85f6-4c92-80b2-232469916b47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554669 Dec 18 14:19:17.680942 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913fd931-22eb-427d-9edd-707019edd8f5 req-be676f23-5baa-4e09-852e-40a7c2edc7d0 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:19:17.682464 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-913fd931-22eb-427d-9edd-707019edd8f5 req-be676f23-5baa-4e09-852e-40a7c2edc7d0 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "GET /v2.0/ports?device_id=5b404452-1068-46bc-99d9-df0db62bb57d HTTP/1.1" status: 200 len: 945 time: 0.0591486 Dec 18 14:19:17.742341 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-913fd931-22eb-427d-9edd-707019edd8f5 req-0b5106bb-9d47-4fd9-a4e0-4213f8184e4f tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "GET /v2.0/security-groups?id=87e1c8fa-85f6-4c92-80b2-232469916b47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536451 Dec 18 14:19:18.878220 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed9cdeb-100f-4386-bb68-383e7cd333cb req-138b1e55-1be3-456e-9571-04c74d5f0062 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:19:18.879841 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-aed9cdeb-100f-4386-bb68-383e7cd333cb req-138b1e55-1be3-456e-9571-04c74d5f0062 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "GET /v2.0/ports?device_id=5b404452-1068-46bc-99d9-df0db62bb57d HTTP/1.1" status: 200 len: 945 time: 0.0590291 Dec 18 14:19:18.929458 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-aed9cdeb-100f-4386-bb68-383e7cd333cb req-f4bccc8a-859d-436c-b8a2-c2ed9ae58be9 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "GET /v2.0/security-groups?id=87e1c8fa-85f6-4c92-80b2-232469916b47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437098 Dec 18 14:19:18.952293 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 34946) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:19:19.012440 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-b949405f-f132-44fc-87fa-1e4f895605f6 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "GET /v2.0/floatingips/8aec73e8-1aab-4404-9740-7b9308ffa17c HTTP/1.1" status: 200 len: 993 time: 0.0590029 Dec 18 14:19:20.314133 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b75ba5-715c-44c2-954e-c1f33b4b9d25 req-bed4f404-41de-42bf-ae88-bc45dd7ae77b tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:19:20.315554 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-56b75ba5-715c-44c2-954e-c1f33b4b9d25 req-bed4f404-41de-42bf-ae88-bc45dd7ae77b tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "GET /v2.0/ports?device_id=5b404452-1068-46bc-99d9-df0db62bb57d HTTP/1.1" status: 200 len: 945 time: 0.0540810 Dec 18 14:19:20.338440 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45898d29-2a7d-4392-883c-85946a437f56 req-0e84d9f4-667f-4070-98f4-2987540c2aae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:19:20.339985 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-45898d29-2a7d-4392-883c-85946a437f56 req-0e84d9f4-667f-4070-98f4-2987540c2aae service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4fe8c5245f464a0b8a2abb9a0874f704&device_id=5b404452-1068-46bc-99d9-df0db62bb57d HTTP/1.1" status: 200 len: 1098 time: 0.0431011 Dec 18 14:19:20.365234 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-56b75ba5-715c-44c2-954e-c1f33b4b9d25 req-dd88eb0d-e041-40f9-9f41-a14e06d838d8 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "GET /v2.0/security-groups?id=87e1c8fa-85f6-4c92-80b2-232469916b47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432467 Dec 18 14:19:20.437147 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45898d29-2a7d-4392-883c-85946a437f56 req-e5625ed7-d293-4f05-bbdf-d6acf39a078c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:19:20.438619 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-45898d29-2a7d-4392-883c-85946a437f56 req-e5625ed7-d293-4f05-bbdf-d6acf39a078c service neutron] 10.222.0.43 "GET /v2.0/networks?id=0d57ca4a-8d34-4b81-b5ec-53bbf277c226 HTTP/1.1" status: 200 len: 897 time: 0.0905361 Dec 18 14:19:20.503036 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-45898d29-2a7d-4392-883c-85946a437f56 req-ec86e9a8-c1e3-443a-b182-937467a5cf37 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b29cbfe3-43ff-4fed-a953-fe8ba76ddfef HTTP/1.1" status: 200 len: 1001 time: 0.0564518 Dec 18 14:19:20.557664 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45898d29-2a7d-4392-883c-85946a437f56 req-4ac2cfa2-1a26-4ac7-80a0-451a727705f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:19:20.559860 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-45898d29-2a7d-4392-883c-85946a437f56 req-4ac2cfa2-1a26-4ac7-80a0-451a727705f8 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=725b7ccd-2d86-4a97-bc76-6010748af2e1 HTTP/1.1" status: 200 len: 835 time: 0.0496542 Dec 18 14:19:20.610928 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45898d29-2a7d-4392-883c-85946a437f56 req-b150ef5f-f22b-48e2-9b16-df4608428dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:19:20.612394 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-45898d29-2a7d-4392-883c-85946a437f56 req-b150ef5f-f22b-48e2-9b16-df4608428dfd service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0d57ca4a-8d34-4b81-b5ec-53bbf277c226&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0455937 Dec 18 14:19:20.706129 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-45898d29-2a7d-4392-883c-85946a437f56 req-a4c4d7ed-ff4a-4a92-b752-8aa9a9947355 service neutron] 10.222.0.43 "GET /v2.0/networks/0d57ca4a-8d34-4b81-b5ec-53bbf277c226?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844214 Dec 18 14:19:20.798201 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-45898d29-2a7d-4392-883c-85946a437f56 req-efc4175a-63bd-4c46-8a8b-7ca4f9922d4b service neutron] 10.222.0.43 "GET /v2.0/networks/0d57ca4a-8d34-4b81-b5ec-53bbf277c226?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843234 Dec 18 14:19:21.503100 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0632d721-f59d-40ce-9b32-87cdc7d91307 req-e6a94d9c-1e59-49e8-9b21-58070097cd74 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:19:21.504683 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-0632d721-f59d-40ce-9b32-87cdc7d91307 req-e6a94d9c-1e59-49e8-9b21-58070097cd74 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "GET /v2.0/ports?device_id=5b404452-1068-46bc-99d9-df0db62bb57d HTTP/1.1" status: 200 len: 945 time: 0.0662062 Dec 18 14:19:21.552934 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-0632d721-f59d-40ce-9b32-87cdc7d91307 req-cec344d8-b73e-4333-aa3f-bc938f5a7984 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "GET /v2.0/security-groups?id=87e1c8fa-85f6-4c92-80b2-232469916b47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422404 Dec 18 14:19:21.742458 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747e3446-2df4-46d1-bc16-075139057f2e req-96341e4a-8eab-409f-a7d6-d93f2d49d1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:19:21.744003 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-747e3446-2df4-46d1-bc16-075139057f2e req-96341e4a-8eab-409f-a7d6-d93f2d49d1eb service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4fe8c5245f464a0b8a2abb9a0874f704&device_id=5b404452-1068-46bc-99d9-df0db62bb57d HTTP/1.1" status: 200 len: 1098 time: 0.0485728 Dec 18 14:19:21.854755 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747e3446-2df4-46d1-bc16-075139057f2e req-d8c9583d-aab5-4117-96b3-7a4b700ebaf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:19:21.856252 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-747e3446-2df4-46d1-bc16-075139057f2e req-d8c9583d-aab5-4117-96b3-7a4b700ebaf1 service neutron] 10.222.0.43 "GET /v2.0/networks?id=0d57ca4a-8d34-4b81-b5ec-53bbf277c226 HTTP/1.1" status: 200 len: 897 time: 0.0882635 Dec 18 14:19:22.281509 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-747e3446-2df4-46d1-bc16-075139057f2e req-5bec8ce3-1683-46c5-8592-86982b1b5d3d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b29cbfe3-43ff-4fed-a953-fe8ba76ddfef HTTP/1.1" status: 200 len: 1001 time: 0.4062119 Dec 18 14:19:22.330517 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747e3446-2df4-46d1-bc16-075139057f2e req-9cd8fe89-51f9-49ad-99ef-8a4a911b9dff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:19:22.331957 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-747e3446-2df4-46d1-bc16-075139057f2e req-9cd8fe89-51f9-49ad-99ef-8a4a911b9dff service neutron] 10.222.0.43 "GET /v2.0/subnets?id=725b7ccd-2d86-4a97-bc76-6010748af2e1 HTTP/1.1" status: 200 len: 835 time: 0.0428665 Dec 18 14:19:22.376723 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747e3446-2df4-46d1-bc16-075139057f2e req-bfef2097-d257-4ba0-8d4b-a028f55584ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:19:22.378153 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-747e3446-2df4-46d1-bc16-075139057f2e req-bfef2097-d257-4ba0-8d4b-a028f55584ec service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0d57ca4a-8d34-4b81-b5ec-53bbf277c226&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0389247 Dec 18 14:19:22.482304 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-747e3446-2df4-46d1-bc16-075139057f2e req-4e739a44-4be9-48b2-bfa1-1f3add289a3e service neutron] 10.222.0.43 "GET /v2.0/networks/0d57ca4a-8d34-4b81-b5ec-53bbf277c226?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951657 Dec 18 14:19:22.570789 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-747e3446-2df4-46d1-bc16-075139057f2e req-bc025144-ade5-4710-a7c8-7580595a1c76 service neutron] 10.222.0.43 "GET /v2.0/networks/0d57ca4a-8d34-4b81-b5ec-53bbf277c226?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0787137 Dec 18 14:19:22.671782 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7cd4c7-46c0-498d-8ac9-c612c7666fad req-1902cd1a-a788-486a-9c48-d44df7165d0c tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:19:22.673304 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-cf7cd4c7-46c0-498d-8ac9-c612c7666fad req-1902cd1a-a788-486a-9c48-d44df7165d0c tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "GET /v2.0/ports?device_id=5b404452-1068-46bc-99d9-df0db62bb57d HTTP/1.1" status: 200 len: 945 time: 0.0497639 Dec 18 14:19:22.733359 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-cf7cd4c7-46c0-498d-8ac9-c612c7666fad req-a53de8a3-82a9-4005-988a-6d2a88ef9720 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "GET /v2.0/security-groups?id=87e1c8fa-85f6-4c92-80b2-232469916b47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532331 Dec 18 14:19:22.756017 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 34960) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:19:22.826368 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-f9ef3584-40ac-4ad3-ac87-96630643a05d tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "GET /v2.0/floatingips/8aec73e8-1aab-4404-9740-7b9308ffa17c HTTP/1.1" status: 200 len: 993 time: 0.0688963 Dec 18 14:19:23.084465 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 34966) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:19:23.252209 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-35f71aca-7ae6-427c-bd84-5546950c6830 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Deleting port 14bbeebd-c816-44cd-a616-58f256a0006c {{(pid=103160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 14:19:23.252524 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-35f71aca-7ae6-427c-bd84-5546950c6830 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:19:23.325345 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-35f71aca-7ae6-427c-bd84-5546950c6830 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:19:23.325652 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-35f71aca-7ae6-427c-bd84-5546950c6830 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:19:23.337251 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-35f71aca-7ae6-427c-bd84-5546950c6830 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Calling delete_port for 14bbeebd-c816-44cd-a616-58f256a0006c owned by network:floatingip {{(pid=103160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 14:19:23.490779 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-35f71aca-7ae6-427c-bd84-5546950c6830 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4533522'] for port, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:19:23.514831 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f71aca-7ae6-427c-bd84-5546950c6830 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Pushing event deleted for resources: {'Port': ['ID=14bbeebd-c816-44cd-a616-58f256a0006c,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:19:23.542333 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f71aca-7ae6-427c-bd84-5546950c6830 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:19:23.542695 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f71aca-7ae6-427c-bd84-5546950c6830 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:19:23.543029 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f71aca-7ae6-427c-bd84-5546950c6830 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:19:23.543391 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f71aca-7ae6-427c-bd84-5546950c6830 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:19:23.543729 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f71aca-7ae6-427c-bd84-5546950c6830 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:19:23.544063 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f71aca-7ae6-427c-bd84-5546950c6830 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:19:23.544403 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f71aca-7ae6-427c-bd84-5546950c6830 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:19:23.544730 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f71aca-7ae6-427c-bd84-5546950c6830 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:19:23.545049 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f71aca-7ae6-427c-bd84-5546950c6830 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:19:23.545375 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f71aca-7ae6-427c-bd84-5546950c6830 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:19:23.545697 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f71aca-7ae6-427c-bd84-5546950c6830 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:19:23.546060 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f71aca-7ae6-427c-bd84-5546950c6830 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:19:23.546316 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f71aca-7ae6-427c-bd84-5546950c6830 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:19:23.591327 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-35f71aca-7ae6-427c-bd84-5546950c6830 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks [] for floatingip, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:19:23.591572 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.db.l3_db [None req-35f71aca-7ae6-427c-bd84-5546950c6830 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Floating IP 8aec73e8-1aab-4404-9740-7b9308ffa17c disassociated (deleted). External IP: 172.26.3.105, port: b29cbfe3-43ff-4fed-a953-fe8ba76ddfef. Dec 18 14:19:23.808068 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35f71aca-7ae6-427c-bd84-5546950c6830 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Router be047726-bd41-4fe0-ab84-4dbb19b42270 has already been hosted by L3 agent c9c0cd52-5bd2-4704-9429-d80f1c5ad23c {{(pid=103160) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 18 14:19:23.920905 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35f71aca-7ae6-427c-bd84-5546950c6830 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Notify agent at l3_agent.dv-neutron-744815-20-hyperv the message routers_updated {{(pid=103160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 14:19:23.925927 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-35f71aca-7ae6-427c-bd84-5546950c6830 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for floatingip, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:19:23.930716 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a4ffd07-b3bd-4363-b94b-36e7dbcd5ced None None] Sync routers for ids ['be047726-bd41-4fe0-ab84-4dbb19b42270'] in dv-neutron-744815-20-hyperv {{(pid=103161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 14:19:23.941135 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a4ffd07-b3bd-4363-b94b-36e7dbcd5ced None None] Routers {'be047726-bd41-4fe0-ab84-4dbb19b42270'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 14:19:23.941833 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-4a4ffd07-b3bd-4363-b94b-36e7dbcd5ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T14:18:57Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['be047726-bd41-4fe0-ab84-4dbb19b42270'], 'active': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:19:23.957160 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-35f71aca-7ae6-427c-bd84-5546950c6830 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "DELETE /v2.0/floatingips/8aec73e8-1aab-4404-9740-7b9308ffa17c HTTP/1.1" status: 204 len: 168 time: 0.8714271 Dec 18 14:19:23.957757 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b404452-1068-46bc-99d9-df0db62bb57d', 'tag': 'b29cbfe3-43ff-4fed-a953-fe8ba76ddfef'}] {{(pid=103160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 18 14:19:23.960276 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd59ab3361532ca86f78e2d2eaf298e4a05479417bf909969c39d1b423591824" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2eb297b7-52da-422b-b228-5967f76e28c6" -d '{"events": [{"name": "network-changed", "server_uuid": "5b404452-1068-46bc-99d9-df0db62bb57d", "tag": "b29cbfe3-43ff-4fed-a953-fe8ba76ddfef"}]}' {{(pid=103160) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 18 14:19:24.006174 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 14:19:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4e94c6c-4574-450e-80be-d35b0056135a x-openstack-request-id: req-d4e94c6c-4574-450e-80be-d35b0056135a {{(pid=103160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 18 14:19:24.006466 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b404452-1068-46bc-99d9-df0db62bb57d", "tag": "b29cbfe3-43ff-4fed-a953-fe8ba76ddfef", "status": "completed", "code": 200}]} {{(pid=103160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 18 14:19:24.006723 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d4e94c6c-4574-450e-80be-d35b0056135a {{(pid=103160) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 18 14:19:24.007131 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b404452-1068-46bc-99d9-df0db62bb57d', 'tag': 'b29cbfe3-43ff-4fed-a953-fe8ba76ddfef', 'status': 'completed', 'code': 200} Dec 18 14:19:24.053779 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvr_db [None req-4a4ffd07-b3bd-4363-b94b-36e7dbcd5ced None None] Set router be047726-bd41-4fe0-ab84-4dbb19b42270 gateway port host: dv-neutron-744815-20-hyperv {{(pid=103161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 14:19:24.073560 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb297b7-52da-422b-b228-5967f76e28c6 req-d6dff5a5-97dc-4f9e-9fa7-68d83c43893d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:19:24.075670 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-2eb297b7-52da-422b-b228-5967f76e28c6 req-d6dff5a5-97dc-4f9e-9fa7-68d83c43893d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4fe8c5245f464a0b8a2abb9a0874f704&device_id=5b404452-1068-46bc-99d9-df0db62bb57d HTTP/1.1" status: 200 len: 1098 time: 0.0455036 Dec 18 14:19:24.206808 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb297b7-52da-422b-b228-5967f76e28c6 req-108e2d02-38ce-4786-a746-4b471fe72d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:19:24.208737 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-2eb297b7-52da-422b-b228-5967f76e28c6 req-108e2d02-38ce-4786-a746-4b471fe72d34 service neutron] 10.222.0.43 "GET /v2.0/networks?id=0d57ca4a-8d34-4b81-b5ec-53bbf277c226 HTTP/1.1" status: 200 len: 897 time: 0.1218085 Dec 18 14:19:24.216790 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3909a78-fddc-4e2e-867a-e769499664bb req-7df48eed-dda3-49a5-892d-fa12ab2ca0a5 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:19:24.218200 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-f3909a78-fddc-4e2e-867a-e769499664bb req-7df48eed-dda3-49a5-892d-fa12ab2ca0a5 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "GET /v2.0/ports?device_id=5b404452-1068-46bc-99d9-df0db62bb57d HTTP/1.1" status: 200 len: 945 time: 0.0707877 Dec 18 14:19:24.259796 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-4a4ffd07-b3bd-4363-b94b-36e7dbcd5ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be047726-bd41-4fe0-ab84-4dbb19b42270', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1720933565', 'tenant_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.66'}], 'enable_snat': True}, 'gw_port_id': 'cfab7641-24bd-4c23-8ffe-c6156b10a26d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T14:17:40Z', 'updated_at': '2021-12-18T14:17:44Z', 'revision_number': 4, 'project_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'gw_port': {'id': 'cfab7641-24bd-4c23-8ffe-c6156b10a26d', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:82:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be047726-bd41-4fe0-ab84-4dbb19b42270', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T14:17:41Z', 'updated_at': '2021-12-18T14:17:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv', '_interfaces': [{'id': 'f6b8e67f-8c98-46e8-8617-b620d60b8134', 'name': '', 'network_id': '0d57ca4a-8d34-4b81-b5ec-53bbf277c226', 'tenant_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'mac_address': 'fa:16:3e:27:b5:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be047726-bd41-4fe0-ab84-4dbb19b42270', 'device_owner': 'network:router_interface', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': '725b7ccd-2d86-4a97-bc76-6010748af2e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T14:17:43Z', 'updated_at': '2021-12-18T14:17:46Z', 'revision_number': 5, 'project_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'subnets': [{'id': '725b7ccd-2d86-4a97-bc76-6010748af2e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:19:24.262687 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-2eb297b7-52da-422b-b228-5967f76e28c6 req-9576d21d-d7bf-46b7-9973-4a8116558c16 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b29cbfe3-43ff-4fed-a953-fe8ba76ddfef HTTP/1.1" status: 200 len: 217 time: 0.0435481 Dec 18 14:19:24.286132 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a4ffd07-b3bd-4363-b94b-36e7dbcd5ced None None] Checking router: be047726-bd41-4fe0-ab84-4dbb19b42270 for host: dv-neutron-744815-20-hyperv {{(pid=103161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 18 14:19:24.295233 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a4ffd07-b3bd-4363-b94b-36e7dbcd5ced None None] Routers {'be047726-bd41-4fe0-ab84-4dbb19b42270'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 14:19:24.295834 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-4a4ffd07-b3bd-4363-b94b-36e7dbcd5ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T14:18:57Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['be047726-bd41-4fe0-ab84-4dbb19b42270'], 'active': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:19:24.324725 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-f3909a78-fddc-4e2e-867a-e769499664bb req-3f83d130-a32b-4307-b2e8-7e2661404c0d tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "GET /v2.0/security-groups?id=87e1c8fa-85f6-4c92-80b2-232469916b47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0997148 Dec 18 14:19:24.336084 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb297b7-52da-422b-b228-5967f76e28c6 req-d1c070fe-7c6a-4e56-a8b1-f44ef9bf562f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:19:24.337521 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-2eb297b7-52da-422b-b228-5967f76e28c6 req-d1c070fe-7c6a-4e56-a8b1-f44ef9bf562f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=725b7ccd-2d86-4a97-bc76-6010748af2e1 HTTP/1.1" status: 200 len: 835 time: 0.0625317 Dec 18 14:19:24.384220 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb297b7-52da-422b-b228-5967f76e28c6 req-336e21db-991a-4395-b2e0-886137218c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:19:24.385737 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-2eb297b7-52da-422b-b228-5967f76e28c6 req-336e21db-991a-4395-b2e0-886137218c42 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0d57ca4a-8d34-4b81-b5ec-53bbf277c226&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0403664 Dec 18 14:19:24.404555 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvr_db [None req-4a4ffd07-b3bd-4363-b94b-36e7dbcd5ced None None] Set router be047726-bd41-4fe0-ab84-4dbb19b42270 gateway port host: dv-neutron-744815-20-hyperv {{(pid=103161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 14:19:24.481243 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-2eb297b7-52da-422b-b228-5967f76e28c6 req-2c016df5-1bea-4508-9254-386dbf608829 service neutron] 10.222.0.43 "GET /v2.0/networks/0d57ca4a-8d34-4b81-b5ec-53bbf277c226?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864580 Dec 18 14:19:24.579748 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-2eb297b7-52da-422b-b228-5967f76e28c6 req-56d6be34-4cde-4651-93b6-dacdbe2e755b service neutron] 10.222.0.43 "GET /v2.0/networks/0d57ca4a-8d34-4b81-b5ec-53bbf277c226?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903730 Dec 18 14:19:24.606718 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-4a4ffd07-b3bd-4363-b94b-36e7dbcd5ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be047726-bd41-4fe0-ab84-4dbb19b42270', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1720933565', 'tenant_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.66'}], 'enable_snat': True}, 'gw_port_id': 'cfab7641-24bd-4c23-8ffe-c6156b10a26d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T14:17:40Z', 'updated_at': '2021-12-18T14:17:44Z', 'revision_number': 4, 'project_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'gw_port': {'id': 'cfab7641-24bd-4c23-8ffe-c6156b10a26d', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:82:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be047726-bd41-4fe0-ab84-4dbb19b42270', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T14:17:41Z', 'updated_at': '2021-12-18T14:17:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv', '_interfaces': [{'id': 'f6b8e67f-8c98-46e8-8617-b620d60b8134', 'name': '', 'network_id': '0d57ca4a-8d34-4b81-b5ec-53bbf277c226', 'tenant_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'mac_address': 'fa:16:3e:27:b5:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be047726-bd41-4fe0-ab84-4dbb19b42270', 'device_owner': 'network:router_interface', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': '725b7ccd-2d86-4a97-bc76-6010748af2e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T14:17:43Z', 'updated_at': '2021-12-18T14:17:46Z', 'revision_number': 5, 'project_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'subnets': [{'id': '725b7ccd-2d86-4a97-bc76-6010748af2e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:19:24.633864 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a4ffd07-b3bd-4363-b94b-36e7dbcd5ced None None] The sync data for ids ['be047726-bd41-4fe0-ab84-4dbb19b42270'] in dv-neutron-744815-20-hyperv is: [{'id': 'be047726-bd41-4fe0-ab84-4dbb19b42270', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1720933565', 'tenant_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.66'}], 'enable_snat': True}, 'gw_port_id': 'cfab7641-24bd-4c23-8ffe-c6156b10a26d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T14:17:40Z', 'updated_at': '2021-12-18T14:17:44Z', 'revision_number': 4, 'project_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'gw_port': {'id': 'cfab7641-24bd-4c23-8ffe-c6156b10a26d', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:82:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be047726-bd41-4fe0-ab84-4dbb19b42270', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T14:17:41Z', 'updated_at': '2021-12-18T14:17:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv', '_interfaces': [{'id': 'f6b8e67f-8c98-46e8-8617-b620d60b8134', 'name': '', 'network_id': '0d57ca4a-8d34-4b81-b5ec-53bbf277c226', 'tenant_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'mac_address': 'fa:16:3e:27:b5:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be047726-bd41-4fe0-ab84-4dbb19b42270', 'device_owner': 'network:router_interface', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': '725b7ccd-2d86-4a97-bc76-6010748af2e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T14:17:43Z', 'updated_at': '2021-12-18T14:17:46Z', 'revision_number': 5, 'project_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'subnets': [{'id': '725b7ccd-2d86-4a97-bc76-6010748af2e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 14:19:24.858202 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b1bac6d-6683-4c6e-a311-86c85437293e None None] New status for floating IP 8aec73e8-1aab-4404-9740-7b9308ffa17c: DOWN {{(pid=103162) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 18 14:19:24.982301 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-1892b3cb-1e3e-4142-b4aa-17989a9a89dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:19:25.475167 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55292f41-a8dc-4191-b597-219ed629ffb0 req-da1eff3c-524b-4b2d-a717-924232de062e tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:19:25.476826 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-55292f41-a8dc-4191-b597-219ed629ffb0 req-da1eff3c-524b-4b2d-a717-924232de062e tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "GET /v2.0/ports?device_id=5b404452-1068-46bc-99d9-df0db62bb57d HTTP/1.1" status: 200 len: 945 time: 0.0681376 Dec 18 14:19:25.536751 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-55292f41-a8dc-4191-b597-219ed629ffb0 req-bdd5b07a-b65c-455b-9bd4-e5186706326a tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "GET /v2.0/security-groups?id=87e1c8fa-85f6-4c92-80b2-232469916b47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504682 Dec 18 14:19:26.110518 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f1b5e0-8b97-482b-8c53-b10805c2443a req-faed2c21-22de-4887-86fd-4f054af60331 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:19:26.112748 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-43f1b5e0-8b97-482b-8c53-b10805c2443a req-faed2c21-22de-4887-86fd-4f054af60331 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.43 "GET /v2.0/ports?device_id=5b404452-1068-46bc-99d9-df0db62bb57d HTTP/1.1" status: 200 len: 945 time: 0.0653090 Dec 18 14:19:26.209646 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [req-43f1b5e0-8b97-482b-8c53-b10805c2443a req-65c9527e-7d75-4a13-bb36-fbd696da7dbe tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Deleting port b29cbfe3-43ff-4fed-a953-fe8ba76ddfef {{(pid=103159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 14:19:26.210015 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-43f1b5e0-8b97-482b-8c53-b10805c2443a req-65c9527e-7d75-4a13-bb36-fbd696da7dbe tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:19:26.300823 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.db [req-43f1b5e0-8b97-482b-8c53-b10805c2443a req-65c9527e-7d75-4a13-bb36-fbd696da7dbe tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] For port b29cbfe3-43ff-4fed-a953-fe8ba76ddfef, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=b29cbfe3-43ff-4fed-a953-fe8ba76ddfef,segment=NetworkSegment(8fdbc9fd-e697-4bb8-99e2-64f81fa1880b),segment_id=8fdbc9fd-e697-4bb8-99e2-64f81fa1880b)] {{(pid=103159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 14:19:26.301078 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-43f1b5e0-8b97-482b-8c53-b10805c2443a req-65c9527e-7d75-4a13-bb36-fbd696da7dbe tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:19:26.314250 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [req-43f1b5e0-8b97-482b-8c53-b10805c2443a req-65c9527e-7d75-4a13-bb36-fbd696da7dbe tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Calling delete_port for b29cbfe3-43ff-4fed-a953-fe8ba76ddfef owned by compute:nova {{(pid=103159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 14:19:26.466062 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-43f1b5e0-8b97-482b-8c53-b10805c2443a req-65c9527e-7d75-4a13-bb36-fbd696da7dbe tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:19:26.496067 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c9527e-7d75-4a13-bb36-fbd696da7dbe tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Pushing event deleted for resources: {'Port': ['ID=b29cbfe3-43ff-4fed-a953-fe8ba76ddfef,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:19:26.526631 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c9527e-7d75-4a13-bb36-fbd696da7dbe tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:19:26.526995 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c9527e-7d75-4a13-bb36-fbd696da7dbe tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:19:26.527379 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c9527e-7d75-4a13-bb36-fbd696da7dbe tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:19:26.527727 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c9527e-7d75-4a13-bb36-fbd696da7dbe tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:19:26.528083 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c9527e-7d75-4a13-bb36-fbd696da7dbe tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:19:26.528408 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c9527e-7d75-4a13-bb36-fbd696da7dbe tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:19:26.528719 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c9527e-7d75-4a13-bb36-fbd696da7dbe tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:19:26.529084 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c9527e-7d75-4a13-bb36-fbd696da7dbe tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:19:26.529412 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c9527e-7d75-4a13-bb36-fbd696da7dbe tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:19:26.529739 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c9527e-7d75-4a13-bb36-fbd696da7dbe tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:19:26.530058 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c9527e-7d75-4a13-bb36-fbd696da7dbe tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:19:26.530391 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c9527e-7d75-4a13-bb36-fbd696da7dbe tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:19:26.530721 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c9527e-7d75-4a13-bb36-fbd696da7dbe tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:19:26.552360 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [req-43f1b5e0-8b97-482b-8c53-b10805c2443a req-65c9527e-7d75-4a13-bb36-fbd696da7dbe tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] No DVR routers for this DVR port b29cbfe3-43ff-4fed-a953-fe8ba76ddfef on host hv-neutron-7448 {{(pid=103159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 18 14:19:26.554839 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-43f1b5e0-8b97-482b-8c53-b10805c2443a req-65c9527e-7d75-4a13-bb36-fbd696da7dbe tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:19:26.558208 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-43f1b5e0-8b97-482b-8c53-b10805c2443a req-65c9527e-7d75-4a13-bb36-fbd696da7dbe tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.43 "DELETE /v2.0/ports/b29cbfe3-43ff-4fed-a953-fe8ba76ddfef HTTP/1.1" status: 204 len: 173 time: 0.4386954 Dec 18 14:19:26.558662 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b404452-1068-46bc-99d9-df0db62bb57d', 'name': 'network-vif-deleted', 'tag': 'b29cbfe3-43ff-4fed-a953-fe8ba76ddfef'}] {{(pid=103159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 18 14:19:26.560975 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca844cf115d59c1fab86abc202fb4c13735de0d7e4cbbbb25eec9406e9c87431" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c0e9fc4-262a-49f6-8e80-aa945649e12d" -d '{"events": [{"server_uuid": "5b404452-1068-46bc-99d9-df0db62bb57d", "name": "network-vif-deleted", "tag": "b29cbfe3-43ff-4fed-a953-fe8ba76ddfef"}]}' {{(pid=103159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 18 14:19:26.625260 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 14:19:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e149bcff-0f30-4400-81dd-269ef257648b x-openstack-request-id: req-e149bcff-0f30-4400-81dd-269ef257648b {{(pid=103159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 18 14:19:26.625260 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b404452-1068-46bc-99d9-df0db62bb57d", "name": "network-vif-deleted", "tag": "b29cbfe3-43ff-4fed-a953-fe8ba76ddfef", "status": "completed", "code": 200}]} {{(pid=103159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 18 14:19:26.625260 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e149bcff-0f30-4400-81dd-269ef257648b {{(pid=103159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 18 14:19:26.625260 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b404452-1068-46bc-99d9-df0db62bb57d', 'name': 'network-vif-deleted', 'tag': 'b29cbfe3-43ff-4fed-a953-fe8ba76ddfef', 'status': 'completed', 'code': 200} Dec 18 14:19:26.667593 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-f4b25b2a-135a-4602-aa8c-bad31a5db0fc req-47fd705f-e914-4394-b8bc-2fb6e4aafb93 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "GET /v2.0/ports?device_id=5b404452-1068-46bc-99d9-df0db62bb57d HTTP/1.1" status: 200 len: 210 time: 0.0264869 Dec 18 14:19:27.243948 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-77ff26ce-613c-4b6d-a79c-b7c96691b6b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:19:27.726258 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 34990) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:19:28.108765 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-857501f8-7485-4a61-887b-f392d5003738 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-586101'] for router_interface, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:19:28.417796 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.agents_db [None req-e3dda592-589a-4b4d-b028-ba9a260f4f50 None None] Agent healthcheck: found 6 active agents {{(pid=103162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 18 14:19:28.703312 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-afa9ae9b-bdbb-4010-bcf6-3a46ce66cf71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:19:28.746948 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-857501f8-7485-4a61-887b-f392d5003738 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Deleting port f6b8e67f-8c98-46e8-8617-b620d60b8134 {{(pid=103160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 14:19:28.747551 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-857501f8-7485-4a61-887b-f392d5003738 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:19:28.836862 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.db [None req-857501f8-7485-4a61-887b-f392d5003738 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] For port f6b8e67f-8c98-46e8-8617-b620d60b8134, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=f6b8e67f-8c98-46e8-8617-b620d60b8134,segment=NetworkSegment(8fdbc9fd-e697-4bb8-99e2-64f81fa1880b),segment_id=8fdbc9fd-e697-4bb8-99e2-64f81fa1880b)] {{(pid=103160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 14:19:28.837261 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-857501f8-7485-4a61-887b-f392d5003738 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:19:28.857444 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-857501f8-7485-4a61-887b-f392d5003738 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Calling delete_port for f6b8e67f-8c98-46e8-8617-b620d60b8134 owned by network:router_interface {{(pid=103160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 14:19:29.050564 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-857501f8-7485-4a61-887b-f392d5003738 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4533522'] for port, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:19:29.080734 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857501f8-7485-4a61-887b-f392d5003738 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Pushing event deleted for resources: {'Port': ['ID=f6b8e67f-8c98-46e8-8617-b620d60b8134,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:19:29.255171 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-857501f8-7485-4a61-887b-f392d5003738 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1048020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-576035'] for router_interface, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:19:29.499305 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-857501f8-7485-4a61-887b-f392d5003738 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Router be047726-bd41-4fe0-ab84-4dbb19b42270 has already been hosted by L3 agent c9c0cd52-5bd2-4704-9429-d80f1c5ad23c {{(pid=103160) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 18 14:19:29.613862 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-857501f8-7485-4a61-887b-f392d5003738 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Notify agent at l3_agent.dv-neutron-744815-20-hyperv the message routers_updated {{(pid=103160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 14:19:29.623320 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-857501f8-7485-4a61-887b-f392d5003738 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "PUT /v2.0/routers/be047726-bd41-4fe0-ab84-4dbb19b42270/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8929589 Dec 18 14:19:29.623414 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 34994) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:19:29.624031 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d11cab24-e82d-4ed5-830f-184e53e43b71 None None] Sync routers for ids ['be047726-bd41-4fe0-ab84-4dbb19b42270'] in dv-neutron-744815-20-hyperv {{(pid=103161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 14:19:29.635342 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d11cab24-e82d-4ed5-830f-184e53e43b71 None None] Routers {'be047726-bd41-4fe0-ab84-4dbb19b42270'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 14:19:29.636673 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-d11cab24-e82d-4ed5-830f-184e53e43b71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T14:19:27Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['be047726-bd41-4fe0-ab84-4dbb19b42270'], 'active': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:19:29.675706 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.db_base_plugin_v2 [None req-727636ac-92b6-4c1d-bdc6-935a2368bacc tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Deleting subnet 725b7ccd-2d86-4a97-bc76-6010748af2e1 {{(pid=103159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 18 14:19:29.679288 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-727636ac-92b6-4c1d-bdc6-935a2368bacc tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks [] for subnet, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:19:29.718709 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-727636ac-92b6-4c1d-bdc6-935a2368bacc tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5589624'] for subnet, precommit_delete_associations {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:19:29.744159 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvr_db [None req-d11cab24-e82d-4ed5-830f-184e53e43b71 None None] Set router be047726-bd41-4fe0-ab84-4dbb19b42270 gateway port host: dv-neutron-744815-20-hyperv {{(pid=103161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 14:19:29.804851 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-727636ac-92b6-4c1d-bdc6-935a2368bacc tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1929185'] for subnet, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:19:29.861035 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-727636ac-92b6-4c1d-bdc6-935a2368bacc tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1929192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5659851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6017053'] for subnet, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:19:29.887373 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727636ac-92b6-4c1d-bdc6-935a2368bacc tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Pushing event deleted for resources: {'Subnet': ['ID=725b7ccd-2d86-4a97-bc76-6010748af2e1,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:19:29.891172 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-727636ac-92b6-4c1d-bdc6-935a2368bacc tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks [] for subnet, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:19:29.897325 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-727636ac-92b6-4c1d-bdc6-935a2368bacc tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "DELETE /v2.0/subnets/725b7ccd-2d86-4a97-bc76-6010748af2e1 HTTP/1.1" status: 204 len: 168 time: 0.2729723 Dec 18 14:19:29.897564 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 34996) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:19:29.899621 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b22f6ba9-29f8-4f52-a140-97b5bda2952c None None] Network 0d57ca4a-8d34-4b81-b5ec-53bbf277c226 requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 14:19:30.014535 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-db0b628a-88a3-4028-93b9-56d34b94fe61 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks [] for router, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:19:30.121148 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-db0b628a-88a3-4028-93b9-56d34b94fe61 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:19:30.148781 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Device b29cbfe3-43ff-4fed-a953-fe8ba76ddfef no longer exists at agent hyperv_hv-neutron-7448 {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 18 14:19:30.174288 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] No Port match for: b29cbfe3-43ff-4fed-a953-fe8ba76ddfef {{(pid=103161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 18 14:19:30.174622 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Device b29cbfe3-43ff-4fed-a953-fe8ba76ddfef not bound to the agent host hv-neutron-7448 {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 18 14:19:30.179411 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-d11cab24-e82d-4ed5-830f-184e53e43b71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be047726-bd41-4fe0-ab84-4dbb19b42270', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1720933565', 'tenant_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.66'}], 'enable_snat': True}, 'gw_port_id': 'cfab7641-24bd-4c23-8ffe-c6156b10a26d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T14:17:40Z', 'updated_at': '2021-12-18T14:19:28Z', 'revision_number': 5, 'project_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'gw_port': {'id': 'cfab7641-24bd-4c23-8ffe-c6156b10a26d', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:82:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be047726-bd41-4fe0-ab84-4dbb19b42270', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T14:17:41Z', 'updated_at': '2021-12-18T14:17:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv'}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:19:30.179982 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-db0b628a-88a3-4028-93b9-56d34b94fe61 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Deleting port cfab7641-24bd-4c23-8ffe-c6156b10a26d {{(pid=103160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 14:19:30.180326 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-db0b628a-88a3-4028-93b9-56d34b94fe61 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:19:30.208943 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d11cab24-e82d-4ed5-830f-184e53e43b71 None None] Checking router: be047726-bd41-4fe0-ab84-4dbb19b42270 for host: dv-neutron-744815-20-hyperv {{(pid=103161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 18 14:19:30.235908 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d11cab24-e82d-4ed5-830f-184e53e43b71 None None] Routers {'be047726-bd41-4fe0-ab84-4dbb19b42270'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 14:19:30.236554 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-d11cab24-e82d-4ed5-830f-184e53e43b71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T14:19:27Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['be047726-bd41-4fe0-ab84-4dbb19b42270'], 'active': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:19:30.242801 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7b7a3272-2b45-4d32-9670-25eb1afd1184 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:19:30.271746 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.db [None req-db0b628a-88a3-4028-93b9-56d34b94fe61 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] For port cfab7641-24bd-4c23-8ffe-c6156b10a26d, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=cfab7641-24bd-4c23-8ffe-c6156b10a26d,segment=NetworkSegment(3f66d49c-4faa-434c-8c3e-991f4f1d01bd),segment_id=3f66d49c-4faa-434c-8c3e-991f4f1d01bd)] {{(pid=103160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 14:19:30.272115 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-db0b628a-88a3-4028-93b9-56d34b94fe61 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:19:30.284989 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-db0b628a-88a3-4028-93b9-56d34b94fe61 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Calling delete_port for cfab7641-24bd-4c23-8ffe-c6156b10a26d owned by network:router_gateway {{(pid=103160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 14:19:30.312123 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c18ad7c5-399b-4bad-b817-80b5247a012d None None] DHCP port deletion for 0d57ca4a-8d34-4b81-b5ec-53bbf277c226 request from dv-neutron-744815-20-hyperv {{(pid=103161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 18 14:19:30.366281 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvr_db [None req-d11cab24-e82d-4ed5-830f-184e53e43b71 None None] Set router be047726-bd41-4fe0-ab84-4dbb19b42270 gateway port host: None {{(pid=103161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 14:19:30.417851 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-d11cab24-e82d-4ed5-830f-184e53e43b71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be047726-bd41-4fe0-ab84-4dbb19b42270', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1720933565', 'tenant_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T14:17:40Z', 'updated_at': '2021-12-18T14:19:30Z', 'revision_number': 6, 'project_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'gw_port_host': None}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:19:30.449638 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d11cab24-e82d-4ed5-830f-184e53e43b71 None None] The sync data for ids ['be047726-bd41-4fe0-ab84-4dbb19b42270'] in dv-neutron-744815-20-hyperv is: [{'id': 'be047726-bd41-4fe0-ab84-4dbb19b42270', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1720933565', 'tenant_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T14:17:40Z', 'updated_at': '2021-12-18T14:19:30Z', 'revision_number': 6, 'project_id': '4fe8c5245f464a0b8a2abb9a0874f704', 'gw_port_host': None}] {{(pid=103161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 14:19:30.457988 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-c18ad7c5-399b-4bad-b817-80b5247a012d None None] Deleting port b121e9ae-0a0b-48ed-ab11-4e31cb81c45c {{(pid=103161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 14:19:30.458439 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c18ad7c5-399b-4bad-b817-80b5247a012d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:19:30.459867 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-db0b628a-88a3-4028-93b9-56d34b94fe61 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4533522'] for port, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:19:30.493206 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0b628a-88a3-4028-93b9-56d34b94fe61 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Pushing event deleted for resources: {'Port': ['ID=cfab7641-24bd-4c23-8ffe-c6156b10a26d,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:19:30.512839 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fbf2914-0b34-4f55-a998-7785a5fd7367 None None] DHCP port deletion for decb4a40-7941-48c8-afbb-daaafd502e83 request from dv-neutron-744815-20-hyperv {{(pid=103161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 18 14:19:30.536007 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-c18ad7c5-399b-4bad-b817-80b5247a012d None None] For port b121e9ae-0a0b-48ed-ab11-4e31cb81c45c, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=b121e9ae-0a0b-48ed-ab11-4e31cb81c45c,segment=NetworkSegment(8fdbc9fd-e697-4bb8-99e2-64f81fa1880b),segment_id=8fdbc9fd-e697-4bb8-99e2-64f81fa1880b)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 14:19:30.536414 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c18ad7c5-399b-4bad-b817-80b5247a012d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:19:30.549954 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-c18ad7c5-399b-4bad-b817-80b5247a012d None None] Calling delete_port for b121e9ae-0a0b-48ed-ab11-4e31cb81c45c owned by network:dhcp {{(pid=103161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 14:19:30.555435 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-db0b628a-88a3-4028-93b9-56d34b94fe61 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-586554'] for router_gateway, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:19:30.654550 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-db0b628a-88a3-4028-93b9-56d34b94fe61 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-589815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28643'] for router, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:19:30.656707 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c18ad7c5-399b-4bad-b817-80b5247a012d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984'] for port, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:19:30.656875 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-db0b628a-88a3-4028-93b9-56d34b94fe61 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:19:30.683492 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18ad7c5-399b-4bad-b817-80b5247a012d None None] Pushing event deleted for resources: {'Port': ['ID=b121e9ae-0a0b-48ed-ab11-4e31cb81c45c,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:19:30.686603 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c18ad7c5-399b-4bad-b817-80b5247a012d None None] No DVR routers for this DVR port b121e9ae-0a0b-48ed-ab11-4e31cb81c45c on host dv-neutron-744815-20-hyperv {{(pid=103161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 18 14:19:30.693328 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18ad7c5-399b-4bad-b817-80b5247a012d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:19:30.693679 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18ad7c5-399b-4bad-b817-80b5247a012d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:19:30.694546 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18ad7c5-399b-4bad-b817-80b5247a012d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:19:30.694546 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18ad7c5-399b-4bad-b817-80b5247a012d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:19:30.694759 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18ad7c5-399b-4bad-b817-80b5247a012d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:19:30.695088 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18ad7c5-399b-4bad-b817-80b5247a012d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:19:30.695453 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18ad7c5-399b-4bad-b817-80b5247a012d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:19:30.695782 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18ad7c5-399b-4bad-b817-80b5247a012d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:19:30.696350 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18ad7c5-399b-4bad-b817-80b5247a012d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:19:30.696442 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18ad7c5-399b-4bad-b817-80b5247a012d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:19:30.696721 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18ad7c5-399b-4bad-b817-80b5247a012d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:19:30.697043 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18ad7c5-399b-4bad-b817-80b5247a012d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:19:30.697357 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18ad7c5-399b-4bad-b817-80b5247a012d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:19:30.708091 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-db0b628a-88a3-4028-93b9-56d34b94fe61 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-589710'] for router, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:19:30.708678 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db0b628a-88a3-4028-93b9-56d34b94fe61 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Fanout notify agent at l3_agent the message router_deleted on router be047726-bd41-4fe0-ab84-4dbb19b42270 {{(pid=103160) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 18 14:19:30.715521 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-db0b628a-88a3-4028-93b9-56d34b94fe61 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks [] for router, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:19:30.716551 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-db0b628a-88a3-4028-93b9-56d34b94fe61 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "DELETE /v2.0/routers/be047726-bd41-4fe0-ab84-4dbb19b42270 HTTP/1.1" status: 204 len: 168 time: 0.8174436 Dec 18 14:19:30.719228 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 34998) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:19:30.798882 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-8166169d-c9ad-4001-9875-78881f3d3687 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2023137'] for network, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:19:30.886406 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-8166169d-c9ad-4001-9875-78881f3d3687 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1927292', 'neutron.services.segments.db._delete_segments_for_network-8767106887837'] for network, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:19:30.908928 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.services.segments.db [None req-8166169d-c9ad-4001-9875-78881f3d3687 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d57ca4a-8d34-4b81-b5ec-53bbf277c226']}} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:19:30.920701 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.services.segments.db [None req-8166169d-c9ad-4001-9875-78881f3d3687 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fdbc9fd-e697-4bb8-99e2-64f81fa1880b') {'for_net_delete': True} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:19:30.920950 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.services.segments.db [None req-8166169d-c9ad-4001-9875-78881f3d3687 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fdbc9fd-e697-4bb8-99e2-64f81fa1880b') {} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:19:30.930948 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:19:30.937897 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-8166169d-c9ad-4001-9875-78881f3d3687 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767106888614', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4533424'] for segment, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:19:30.953761 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-8166169d-c9ad-4001-9875-78881f3d3687 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:19:30.960134 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8166169d-c9ad-4001-9875-78881f3d3687 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Releasing vlan 117 on physical network physnet1 to pool {{(pid=103160) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 18 14:19:30.960521 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-8166169d-c9ad-4001-9875-78881f3d3687 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4533569'] for segment, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:19:30.963574 dv-neutron-744815-20-hyperv neutron-server[103160]: Traceback (most recent call last): Dec 18 14:19:30.963574 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 18 14:19:30.963574 dv-neutron-744815-20-hyperv neutron-server[103160]: timer() Dec 18 14:19:30.963574 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 18 14:19:30.963574 dv-neutron-744815-20-hyperv neutron-server[103160]: cb(*args, **kw) Dec 18 14:19:30.963574 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 18 14:19:30.963574 dv-neutron-744815-20-hyperv neutron-server[103160]: return func(*args, **kwargs) Dec 18 14:19:30.963574 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 18 14:19:30.963574 dv-neutron-744815-20-hyperv neutron-server[103160]: self._notify() Dec 18 14:19:30.963574 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 18 14:19:30.963574 dv-neutron-744815-20-hyperv neutron-server[103160]: self.callback(batched_events) Dec 18 14:19:30.963574 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 18 14:19:30.963574 dv-neutron-744815-20-hyperv neutron-server[103160]: event.method(event) Dec 18 14:19:30.963574 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 18 14:19:30.963574 dv-neutron-744815-20-hyperv neutron-server[103160]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 18 14:19:30.963574 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 18 14:19:30.963574 dv-neutron-744815-20-hyperv neutron-server[103160]: aggregate_uuid = self.p_client.list_aggregates( Dec 18 14:19:30.963574 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 18 14:19:30.963574 dv-neutron-744815-20-hyperv neutron-server[103160]: return f(self, *a, **k) Dec 18 14:19:30.963574 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 18 14:19:30.963574 dv-neutron-744815-20-hyperv neutron-server[103160]: return self._get(url).json() Dec 18 14:19:30.963574 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 18 14:19:30.963574 dv-neutron-744815-20-hyperv neutron-server[103160]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 18 14:19:30.963574 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 18 14:19:30.963574 dv-neutron-744815-20-hyperv neutron-server[103160]: return self.request(url, 'GET', **kwargs) Dec 18 14:19:30.963574 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 18 14:19:30.963574 dv-neutron-744815-20-hyperv neutron-server[103160]: base_url = self.get_endpoint(auth, allow=allow, Dec 18 14:19:30.963574 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 18 14:19:30.963574 dv-neutron-744815-20-hyperv neutron-server[103160]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 18 14:19:30.963574 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 18 14:19:30.963574 dv-neutron-744815-20-hyperv neutron-server[103160]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 18 14:19:30.963574 dv-neutron-744815-20-hyperv neutron-server[103160]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 18 14:19:31.030703 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-8166169d-c9ad-4001-9875-78881f3d3687 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1927267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586962'] for network, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:19:31.035290 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-8166169d-c9ad-4001-9875-78881f3d3687 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks [] for network, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:19:31.038800 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-8166169d-c9ad-4001-9875-78881f3d3687 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "DELETE /v2.0/networks/0d57ca4a-8d34-4b81-b5ec-53bbf277c226 HTTP/1.1" status: 204 len: 168 time: 0.3186297 Dec 18 14:19:31.041732 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 35000) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:19:31.059732 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8166169d-c9ad-4001-9875-78881f3d3687 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Pushing event deleted for resources: {'Network': ['ID=0d57ca4a-8d34-4b81-b5ec-53bbf277c226,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:19:31.117703 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-09ff103c-0b57-457a-92a5-eeefc8823750 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks [] for security_group, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:19:31.142636 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-09ff103c-0b57-457a-92a5-eeefc8823750 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:19:31.208685 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-09ff103c-0b57-457a-92a5-eeefc8823750 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:19:31.212129 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-09ff103c-0b57-457a-92a5-eeefc8823750 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Publish callbacks [] for security_group, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:19:31.215909 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-09ff103c-0b57-457a-92a5-eeefc8823750 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] 10.222.0.31 "DELETE /v2.0/security-groups/87e1c8fa-85f6-4c92-80b2-232469916b47 HTTP/1.1" status: 204 len: 168 time: 0.1704948 Dec 18 14:19:31.224426 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ff103c-0b57-457a-92a5-eeefc8823750 tempest-TestNetworkAdvancedServerOps-1991056289 tempest-TestNetworkAdvancedServerOps-1991056289-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=87e1c8fa-85f6-4c92-80b2-232469916b47,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:19:31.592962 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 35008) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:19:31.739764 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-fb686a8e-81ff-4283-a939-2c971be0a1d6 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4fe8c5245f464a0b8a2abb9a0874f704&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1453884 Dec 18 14:19:31.743453 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 35012) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:19:31.794162 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-2ddbebc8-51b1-42e0-840b-74a86c8cb4b5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:19:31.816005 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-2ddbebc8-51b1-42e0-840b-74a86c8cb4b5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:19:31.865097 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-2ddbebc8-51b1-42e0-840b-74a86c8cb4b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:19:31.867675 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-2ddbebc8-51b1-42e0-840b-74a86c8cb4b5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:19:31.868835 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-2ddbebc8-51b1-42e0-840b-74a86c8cb4b5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f0546816-7b7c-4283-81cd-3325f6c2fb90 HTTP/1.1" status: 204 len: 168 time: 0.1244986 Dec 18 14:19:31.876602 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddbebc8-51b1-42e0-840b-74a86c8cb4b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0546816-7b7c-4283-81cd-3325f6c2fb90,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:19:32.155065 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 35018) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:19:32.170108 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-2524ee28-c369-40af-862f-e051bbcc4ca5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:19:32.250568 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-2524ee28-c369-40af-862f-e051bbcc4ca5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:19:32.255749 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-2524ee28-c369-40af-862f-e051bbcc4ca5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:19:32.260636 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device b121e9ae-0a0b-48ed-ab11-4e31cb81c45c no longer exists at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 18 14:19:32.283339 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-2294866d-0076-4933-952c-685307032598 None None] No Port match for: b121e9ae-0a0b-48ed-ab11-4e31cb81c45c {{(pid=103161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 18 14:19:32.283800 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device b121e9ae-0a0b-48ed-ab11-4e31cb81c45c not bound to the agent host dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 18 14:19:32.284223 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device f6b8e67f-8c98-46e8-8617-b620d60b8134 no longer exists at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 18 14:19:32.294839 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-2524ee28-c369-40af-862f-e051bbcc4ca5 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=11fd3acbb6044309bb51f13e4fb53c4e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1386361 Dec 18 14:19:32.295704 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2524ee28-c369-40af-862f-e051bbcc4ca5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f3dbffb-743e-4ae3-8393-3c1634f05314,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:19:32.297637 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 35020) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:19:32.303864 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-2294866d-0076-4933-952c-685307032598 None None] No Port match for: f6b8e67f-8c98-46e8-8617-b620d60b8134 {{(pid=103161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 18 14:19:32.304320 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device f6b8e67f-8c98-46e8-8617-b620d60b8134 not bound to the agent host dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 18 14:19:32.304637 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device cfab7641-24bd-4c23-8ffe-c6156b10a26d no longer exists at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 18 14:19:32.323438 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-2294866d-0076-4933-952c-685307032598 None None] No Port match for: cfab7641-24bd-4c23-8ffe-c6156b10a26d {{(pid=103161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 18 14:19:32.323773 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device cfab7641-24bd-4c23-8ffe-c6156b10a26d not bound to the agent host dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 18 14:19:32.350525 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-b87c564a-1e8e-403c-aee8-e61adf42b918 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:19:32.377301 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-b87c564a-1e8e-403c-aee8-e61adf42b918 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:19:32.423896 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-b87c564a-1e8e-403c-aee8-e61adf42b918 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:19:32.426471 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-b87c564a-1e8e-403c-aee8-e61adf42b918 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:19:32.430811 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-b87c564a-1e8e-403c-aee8-e61adf42b918 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9f3dbffb-743e-4ae3-8393-3c1634f05314 HTTP/1.1" status: 204 len: 168 time: 0.1290672 Dec 18 14:19:32.435273 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87c564a-1e8e-403c-aee8-e61adf42b918 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f3dbffb-743e-4ae3-8393-3c1634f05314,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:19:33.210790 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 35042) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:19:33.360600 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-e0ab7a38-bfa4-48c8-8ab8-c46a4f7de520 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1705039132-network', 'tenant_id': '5e02956f02ac44a3baf056b6650d39f4'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 14:19:33.389742 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0ab7a38-bfa4-48c8-8ab8-c46a4f7de520 admin admin] Made reservation on behalf of 5e02956f02ac44a3baf056b6650d39f4 for: {'network': 1} {{(pid=103160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 14:19:33.393402 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-e0ab7a38-bfa4-48c8-8ab8-c46a4f7de520 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for network, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:19:33.403307 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-e0ab7a38-bfa4-48c8-8ab8-c46a4f7de520 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:19:33.482607 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-e0ab7a38-bfa4-48c8-8ab8-c46a4f7de520 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:19:33.488378 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-e0ab7a38-bfa4-48c8-8ab8-c46a4f7de520 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:19:33.510306 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0ab7a38-bfa4-48c8-8ab8-c46a4f7de520 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 100} {{(pid=103160) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 18 14:19:33.523660 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ab7a38-bfa4-48c8-8ab8-c46a4f7de520 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7037cde-256f-482e-af2a-aee73addecb4,revision_number=1']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:19:33.529605 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-e0ab7a38-bfa4-48c8-8ab8-c46a4f7de520 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:19:33.529939 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.db.segments_db [None req-e0ab7a38-bfa4-48c8-8ab8-c46a4f7de520 admin admin] Added segment 74642fa8-26d9-4059-a569-52ea213b720c of type vlan for network 3b433c7c-50a3-4320-9c1d-a4d43009fc3d Dec 18 14:19:33.570118 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-e0ab7a38-bfa4-48c8-8ab8-c46a4f7de520 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767106405744'] for network, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:19:33.597597 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-e0ab7a38-bfa4-48c8-8ab8-c46a4f7de520 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981'] for network, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:19:33.598902 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0ab7a38-bfa4-48c8-8ab8-c46a4f7de520 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:19:33.599687 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-e0ab7a38-bfa4-48c8-8ab8-c46a4f7de520 admin admin] Publish callbacks [] for network, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:19:33.665193 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-e0ab7a38-bfa4-48c8-8ab8-c46a4f7de520 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4529138 Dec 18 14:19:33.668306 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 35048) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:19:33.674776 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-2bb0a838-4df9-4da4-9b9f-446cbabfc996 admin admin] Request body: {'subnet': {'network_id': '3b433c7c-50a3-4320-9c1d-a4d43009fc3d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1705039132-subnet', 'tenant_id': '5e02956f02ac44a3baf056b6650d39f4', 'ip_version': 4}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 14:19:33.681408 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ab7a38-bfa4-48c8-8ab8-c46a4f7de520 admin admin] Pushing event updated for resources: {'Network': ['ID=3b433c7c-50a3-4320-9c1d-a4d43009fc3d,revision_number=1']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:19:33.691964 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Network 3b433c7c-50a3-4320-9c1d-a4d43009fc3d details requested by agent ovs-agent-dv-neutron-744815-20-hyperv with host dv-neutron-744815-20-hyperv {{(pid=103161) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 18 14:19:33.702762 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bb0a838-4df9-4da4-9b9f-446cbabfc996 admin admin] Made reservation on behalf of 5e02956f02ac44a3baf056b6650d39f4 for: {'subnet': 1} {{(pid=103160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 14:19:33.705469 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-2bb0a838-4df9-4da4-9b9f-446cbabfc996 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4514414'] for subnet, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:19:33.881373 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-2bb0a838-4df9-4da4-9b9f-446cbabfc996 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4533410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4514424'] for subnet, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:19:33.935636 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb0a838-4df9-4da4-9b9f-446cbabfc996 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d3a17304-9238-4492-a108-e5bd31c50548,revision_number=0']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:19:33.944431 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bb0a838-4df9-4da4-9b9f-446cbabfc996 admin admin] Checking segment: {'id': '74642fa8-26d9-4059-a569-52ea213b720c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '3b433c7c-50a3-4320-9c1d-a4d43009fc3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 14:19:33.944792 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bb0a838-4df9-4da4-9b9f-446cbabfc996 admin admin] Network hostable DHCP agents. Network: 3b433c7c-50a3-4320-9c1d-a4d43009fc3d, hostable agents: ['aa77effa-0e3a-4bbd-a383-4d58ed3328d0'], hosted agents: [] {{(pid=103160) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 18 14:19:33.968486 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bb0a838-4df9-4da4-9b9f-446cbabfc996 admin admin] Network 3b433c7c-50a3-4320-9c1d-a4d43009fc3d is scheduled to be hosted by DHCP agent aa77effa-0e3a-4bbd-a383-4d58ed3328d0 with binding_index 1 {{(pid=103160) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 18 14:19:33.978849 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.base_scheduler [None req-2bb0a838-4df9-4da4-9b9f-446cbabfc996 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-744815-20-hyperv, 3b433c7c-50a3-4320-9c1d-a4d43009fc3d) {{(pid=103160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 14:19:33.984146 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bb0a838-4df9-4da4-9b9f-446cbabfc996 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:19:33.985140 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-2bb0a838-4df9-4da4-9b9f-446cbabfc996 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:19:33.989221 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb0f0454-d066-45ef-bef3-28e4f6a6da70 None None] Network 3b433c7c-50a3-4320-9c1d-a4d43009fc3d requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 14:19:34.007092 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-2bb0a838-4df9-4da4-9b9f-446cbabfc996 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3371689 Dec 18 14:19:34.009331 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 35050) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:19:34.013844 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-8fc8af54-c6b6-41c6-beb7-9c6129410ef7 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1705039132-router', 'tenant_id': '5e02956f02ac44a3baf056b6650d39f4', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83'}}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 14:19:34.042844 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-8fc8af54-c6b6-41c6-beb7-9c6129410ef7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28433'] for router, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:19:34.043986 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-8fc8af54-c6b6-41c6-beb7-9c6129410ef7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-589769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28440'] for router, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:19:34.095476 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e38554e3-0856-4ef6-8015-485a89ae5f26 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp31e170a0-46a1-5ba9-9dc1-7ee4f866f0d7-3b433c7c-50a3-4320-9c1d-a4d43009fc3d', 'network_id': '3b433c7c-50a3-4320-9c1d-a4d43009fc3d', 'project_id': '5e02956f02ac44a3baf056b6650d39f4', 'fixed_ips': [{'subnet_id': 'd3a17304-9238-4492-a108-e5bd31c50548'}]}} from dv-neutron-744815-20-hyperv. {{(pid=103161) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 18 14:19:34.096465 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e38554e3-0856-4ef6-8015-485a89ae5f26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:19:34.108032 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-8fc8af54-c6b6-41c6-beb7-9c6129410ef7 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:19:34.232060 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_common [None req-e38554e3-0856-4ef6-8015-485a89ae5f26 None None] Allocated IP 172.20.0.2 (3b433c7c-50a3-4320-9c1d-a4d43009fc3d/d3a17304-9238-4492-a108-e5bd31c50548/1515d62a-b812-4b3d-9d75-a2447317d0a1) {{(pid=103161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 14:19:34.248076 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-8fc8af54-c6b6-41c6-beb7-9c6129410ef7 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:19:34.374705 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e38554e3-0856-4ef6-8015-485a89ae5f26 None None] Publish callbacks [] for port, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:19:34.381862 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e38554e3-0856-4ef6-8015-485a89ae5f26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975'] for port, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:19:34.419268 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e38554e3-0856-4ef6-8015-485a89ae5f26 None None] Network 3b433c7c-50a3-4320-9c1d-a4d43009fc3d is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 14:19:34.422487 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-e38554e3-0856-4ef6-8015-485a89ae5f26 None None] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 14:19:34.425883 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e38554e3-0856-4ef6-8015-485a89ae5f26 None None] Received port after_create {{(pid=103161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 14:19:34.432724 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38554e3-0856-4ef6-8015-485a89ae5f26 None None] Pushing event updated for resources: {'Port': ['ID=1515d62a-b812-4b3d-9d75-a2447317d0a1,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:19:34.451500 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-8fc8af54-c6b6-41c6-beb7-9c6129410ef7 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:19:34.469797 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-8fc8af54-c6b6-41c6-beb7-9c6129410ef7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:19:34.487650 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-e38554e3-0856-4ef6-8015-485a89ae5f26 None None] Attempting to bind port 1515d62a-b812-4b3d-9d75-a2447317d0a1 on host dv-neutron-744815-20-hyperv for vnic_type normal with profile {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 14:19:34.488021 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-e38554e3-0856-4ef6-8015-485a89ae5f26 None None] Attempting to bind port 1515d62a-b812-4b3d-9d75-a2447317d0a1 by drivers openvswitch,hyperv on host dv-neutron-744815-20-hyperv at level 0 using segments [{'id': '74642fa8-26d9-4059-a569-52ea213b720c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '3b433c7c-50a3-4320-9c1d-a4d43009fc3d'}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 14:19:34.488382 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e38554e3-0856-4ef6-8015-485a89ae5f26 None None] Attempting to bind port 1515d62a-b812-4b3d-9d75-a2447317d0a1 on network 3b433c7c-50a3-4320-9c1d-a4d43009fc3d {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 14:19:34.493520 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e38554e3-0856-4ef6-8015-485a89ae5f26 None None] Checking agent: {'id': '428fa9fa-43db-4db9-9f96-f60ffe931f2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-20-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 13, 19, 1), 'started_at': datetime.datetime(2021, 12, 18, 13, 19, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 14, 19, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-20-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 18 14:19:34.493890 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e38554e3-0856-4ef6-8015-485a89ae5f26 None None] Checking segment: {'id': '74642fa8-26d9-4059-a569-52ea213b720c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '3b433c7c-50a3-4320-9c1d-a4d43009fc3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 14:19:34.494289 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e38554e3-0856-4ef6-8015-485a89ae5f26 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:19:34.494682 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e38554e3-0856-4ef6-8015-485a89ae5f26 None None] Bound using segment: {'id': '74642fa8-26d9-4059-a569-52ea213b720c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '3b433c7c-50a3-4320-9c1d-a4d43009fc3d'} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 18 14:19:34.495175 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-e38554e3-0856-4ef6-8015-485a89ae5f26 None None] Bound port: 1515d62a-b812-4b3d-9d75-a2447317d0a1, host: dv-neutron-744815-20-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74642fa8-26d9-4059-a569-52ea213b720c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '3b433c7c-50a3-4320-9c1d-a4d43009fc3d'}}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 18 14:19:34.495572 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e38554e3-0856-4ef6-8015-485a89ae5f26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:19:34.556229 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-e38554e3-0856-4ef6-8015-485a89ae5f26 None None] For port 1515d62a-b812-4b3d-9d75-a2447317d0a1, host dv-neutron-744815-20-hyperv, cleared binding levels {{(pid=103161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 18 14:19:34.559368 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-e38554e3-0856-4ef6-8015-485a89ae5f26 None None] For port 1515d62a-b812-4b3d-9d75-a2447317d0a1, host dv-neutron-744815-20-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=1515d62a-b812-4b3d-9d75-a2447317d0a1,segment=NetworkSegment(74642fa8-26d9-4059-a569-52ea213b720c),segment_id=74642fa8-26d9-4059-a569-52ea213b720c)] {{(pid=103161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 18 14:19:34.565655 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e38554e3-0856-4ef6-8015-485a89ae5f26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:19:34.578385 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.db_base_plugin_common [None req-8fc8af54-c6b6-41c6-beb7-9c6129410ef7 admin admin] Allocated IP 172.26.3.92 (decb4a40-7941-48c8-afbb-daaafd502e83/70deed80-3ca1-4f9e-96cb-563b43d3acba/8b17f9a4-1c5b-4eb4-a9f2-c90ab1f5d0ed) {{(pid=103160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 14:19:34.631996 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38554e3-0856-4ef6-8015-485a89ae5f26 None None] Pushing event updated for resources: {'Port': ['ID=1515d62a-b812-4b3d-9d75-a2447317d0a1,revision_number=2']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:19:34.696449 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-8fc8af54-c6b6-41c6-beb7-9c6129410ef7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:19:34.730875 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-8fc8af54-c6b6-41c6-beb7-9c6129410ef7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4533522'] for port, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:19:34.776451 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fc8af54-c6b6-41c6-beb7-9c6129410ef7 admin admin] Network decb4a40-7941-48c8-afbb-daaafd502e83 is already hosted by enough agents. {{(pid=103160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 14:19:34.781166 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.base_scheduler [None req-8fc8af54-c6b6-41c6-beb7-9c6129410ef7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 14:19:34.786274 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fc8af54-c6b6-41c6-beb7-9c6129410ef7 admin admin] Received port after_create {{(pid=103160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 14:19:34.789614 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc8af54-c6b6-41c6-beb7-9c6129410ef7 admin admin] Pushing event updated for resources: {'Port': ['ID=8b17f9a4-1c5b-4eb4-a9f2-c90ab1f5d0ed,revision_number=1']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:19:34.794091 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a80c4fe8-ed8b-4610-8426-94e7770f855a None None] DHCP port deletion for decb4a40-7941-48c8-afbb-daaafd502e83 request from dv-neutron-744815-20-hyperv {{(pid=103161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 18 14:19:34.870245 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-86866745-6474-49b4-9eca-c21d4a1fe59a None None] Provisioning complete for port 8b17f9a4-1c5b-4eb4-a9f2-c90ab1f5d0ed triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 14:19:34.870747 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-86866745-6474-49b4-9eca-c21d4a1fe59a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:19:34.915011 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-86866745-6474-49b4-9eca-c21d4a1fe59a None None] Port 8b17f9a4-1c5b-4eb4-a9f2-c90ab1f5d0ed cannot update to ACTIVE because it is not bound. {{(pid=103161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 14:19:35.043986 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-8fc8af54-c6b6-41c6-beb7-9c6129410ef7 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:19:35.509032 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d881a325-7b84-4b17-b3f6-6708c98e04aa None None] Network 3b433c7c-50a3-4320-9c1d-a4d43009fc3d requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 14:19:35.576754 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-feb1361a-2f69-4c5c-8ec2-41762dd429c3 None None] Provisioning complete for port 1515d62a-b812-4b3d-9d75-a2447317d0a1 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 14:19:35.577131 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-feb1361a-2f69-4c5c-8ec2-41762dd429c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:19:35.605774 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-8fc8af54-c6b6-41c6-beb7-9c6129410ef7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-589760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-586526'] for router, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:19:35.693965 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-feb1361a-2f69-4c5c-8ec2-41762dd429c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:19:35.727895 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-feb1361a-2f69-4c5c-8ec2-41762dd429c3 None None] For port 1515d62a-b812-4b3d-9d75-a2447317d0a1, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=1515d62a-b812-4b3d-9d75-a2447317d0a1,segment=NetworkSegment(74642fa8-26d9-4059-a569-52ea213b720c),segment_id=74642fa8-26d9-4059-a569-52ea213b720c)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 14:19:35.733216 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-feb1361a-2f69-4c5c-8ec2-41762dd429c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:19:35.750875 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fc8af54-c6b6-41c6-beb7-9c6129410ef7 admin admin] Router d7639827-54f8-43a5-8855-b5e2104e4485 is scheduled to L3 agent c9c0cd52-5bd2-4704-9429-d80f1c5ad23c with binding_index 1 {{(pid=103160) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 18 14:19:35.781689 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb1361a-2f69-4c5c-8ec2-41762dd429c3 None None] Pushing event updated for resources: {'Port': ['ID=1515d62a-b812-4b3d-9d75-a2447317d0a1,revision_number=3']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:19:35.859194 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fc8af54-c6b6-41c6-beb7-9c6129410ef7 admin admin] Notify agent at l3_agent.dv-neutron-744815-20-hyperv the message routers_updated {{(pid=103160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 14:19:35.868417 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb56c5bd-d007-4b75-a887-3733cee33f43 None None] Sync routers for ids ['d7639827-54f8-43a5-8855-b5e2104e4485'] in dv-neutron-744815-20-hyperv {{(pid=103162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 14:19:35.876736 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-8fc8af54-c6b6-41c6-beb7-9c6129410ef7 admin admin] Publish callbacks [] for router, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:19:35.877832 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb56c5bd-d007-4b75-a887-3733cee33f43 None None] Routers {'d7639827-54f8-43a5-8855-b5e2104e4485'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 14:19:35.878007 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-8fc8af54-c6b6-41c6-beb7-9c6129410ef7 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.8677645 Dec 18 14:19:35.878555 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-cb56c5bd-d007-4b75-a887-3733cee33f43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T14:19:27Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['d7639827-54f8-43a5-8855-b5e2104e4485'], 'active': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:19:35.881052 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 35054) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:19:35.954841 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-c08c3852-75d9-480e-a641-8b9d4ddb1479 None None] Provisioning complete for port 1515d62a-b812-4b3d-9d75-a2447317d0a1 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 14:19:35.955517 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c08c3852-75d9-480e-a641-8b9d4ddb1479 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:19:35.992898 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvr_db [None req-cb56c5bd-d007-4b75-a887-3733cee33f43 None None] Set router d7639827-54f8-43a5-8855-b5e2104e4485 gateway port host: dv-neutron-744815-20-hyperv {{(pid=103162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 14:19:36.165837 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-cb56c5bd-d007-4b75-a887-3733cee33f43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7639827-54f8-43a5-8855-b5e2104e4485', 'name': 'tempest-TestShelveInstance-1705039132-router', 'tenant_id': '5e02956f02ac44a3baf056b6650d39f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.92'}], 'enable_snat': True}, 'gw_port_id': '8b17f9a4-1c5b-4eb4-a9f2-c90ab1f5d0ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T14:19:34Z', 'updated_at': '2021-12-18T14:19:34Z', 'revision_number': 3, 'project_id': '5e02956f02ac44a3baf056b6650d39f4', 'gw_port': {'id': '8b17f9a4-1c5b-4eb4-a9f2-c90ab1f5d0ed', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:59:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7639827-54f8-43a5-8855-b5e2104e4485', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1816, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T14:19:34Z', 'updated_at': '2021-12-18T14:19:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv'}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:19:36.191022 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb56c5bd-d007-4b75-a887-3733cee33f43 None None] Checking router: d7639827-54f8-43a5-8855-b5e2104e4485 for host: dv-neutron-744815-20-hyperv {{(pid=103162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 18 14:19:36.191385 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb56c5bd-d007-4b75-a887-3733cee33f43 None None] Updating router d7639827-54f8-43a5-8855-b5e2104e4485 port 8b17f9a4-1c5b-4eb4-a9f2-c90ab1f5d0ed binding host dv-neutron-744815-20-hyperv {{(pid=103162) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 18 14:19:36.222580 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-cb56c5bd-d007-4b75-a887-3733cee33f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:19:36.299571 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 1515d62a-b812-4b3d-9d75-a2447317d0a1 up at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 14:19:36.312854 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-9ef263e7-3285-4e98-a7ae-e1b0cde8e098 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:19:36.349079 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2294866d-0076-4933-952c-685307032598 None None] Provisioning complete for port 1515d62a-b812-4b3d-9d75-a2447317d0a1 triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 14:19:36.349449 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:19:36.465661 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.db_base_plugin_common [None req-9ef263e7-3285-4e98-a7ae-e1b0cde8e098 admin admin] Allocated IP 172.20.0.1 (3b433c7c-50a3-4320-9c1d-a4d43009fc3d/d3a17304-9238-4492-a108-e5bd31c50548/66a727da-8ae5-4568-a5ca-2067035515d3) {{(pid=103160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 14:19:36.481910 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-cb56c5bd-d007-4b75-a887-3733cee33f43 None None] Publish callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:19:36.487779 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-cb56c5bd-d007-4b75-a887-3733cee33f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:19:36.527617 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f36728b-c825-4e1b-931f-45720e37ea0f None None] DHCP port deletion for decb4a40-7941-48c8-afbb-daaafd502e83 request from dv-neutron-744815-20-hyperv {{(pid=103161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 18 14:19:36.533385 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [None req-cb56c5bd-d007-4b75-a887-3733cee33f43 None None] Attempting to bind port 8b17f9a4-1c5b-4eb4-a9f2-c90ab1f5d0ed on host dv-neutron-744815-20-hyperv for vnic_type normal with profile {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 14:19:36.533759 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [None req-cb56c5bd-d007-4b75-a887-3733cee33f43 None None] Attempting to bind port 8b17f9a4-1c5b-4eb4-a9f2-c90ab1f5d0ed by drivers openvswitch,hyperv on host dv-neutron-744815-20-hyperv at level 0 using segments [{'id': '3f66d49c-4faa-434c-8c3e-991f4f1d01bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83'}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 14:19:36.534154 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb56c5bd-d007-4b75-a887-3733cee33f43 None None] Attempting to bind port 8b17f9a4-1c5b-4eb4-a9f2-c90ab1f5d0ed on network decb4a40-7941-48c8-afbb-daaafd502e83 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 14:19:36.544500 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb56c5bd-d007-4b75-a887-3733cee33f43 None None] Checking agent: {'id': '428fa9fa-43db-4db9-9f96-f60ffe931f2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-20-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 13, 19, 1), 'started_at': datetime.datetime(2021, 12, 18, 13, 19, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 14, 19, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-20-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 18 14:19:36.544885 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb56c5bd-d007-4b75-a887-3733cee33f43 None None] Checking segment: {'id': '3f66d49c-4faa-434c-8c3e-991f4f1d01bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 14:19:36.545288 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-cb56c5bd-d007-4b75-a887-3733cee33f43 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:19:36.545677 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb56c5bd-d007-4b75-a887-3733cee33f43 None None] Bound using segment: {'id': '3f66d49c-4faa-434c-8c3e-991f4f1d01bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83'} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 18 14:19:36.546140 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [None req-cb56c5bd-d007-4b75-a887-3733cee33f43 None None] Bound port: 8b17f9a4-1c5b-4eb4-a9f2-c90ab1f5d0ed, host: dv-neutron-744815-20-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f66d49c-4faa-434c-8c3e-991f4f1d01bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83'}}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 18 14:19:36.546518 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-cb56c5bd-d007-4b75-a887-3733cee33f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:19:36.562483 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-fb69f7d5-549e-4fe4-9dac-a71895591704 None None] Provisioning complete for port 8b17f9a4-1c5b-4eb4-a9f2-c90ab1f5d0ed triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 14:19:36.562708 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-fb69f7d5-549e-4fe4-9dac-a71895591704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:19:36.568801 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1c47f3-83e6-42dd-9152-674063b3a293 None None] Pushing event updated for resources: {'Port': ['ID=8b17f9a4-1c5b-4eb4-a9f2-c90ab1f5d0ed,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:19:36.573191 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-9ef263e7-3285-4e98-a7ae-e1b0cde8e098 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:19:36.603978 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-fb69f7d5-549e-4fe4-9dac-a71895591704 None None] Port 8b17f9a4-1c5b-4eb4-a9f2-c90ab1f5d0ed cannot update to ACTIVE because it is not bound. {{(pid=103161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 14:19:36.608901 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-9ef263e7-3285-4e98-a7ae-e1b0cde8e098 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4533522'] for port, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:19:36.660176 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ef263e7-3285-4e98-a7ae-e1b0cde8e098 admin admin] Network 3b433c7c-50a3-4320-9c1d-a4d43009fc3d is already hosted by enough agents. {{(pid=103160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 14:19:36.664094 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.base_scheduler [None req-9ef263e7-3285-4e98-a7ae-e1b0cde8e098 admin admin] Resources bound (agent type, host, resource id): {{(pid=103160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 14:19:36.668164 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef263e7-3285-4e98-a7ae-e1b0cde8e098 admin admin] Received port after_create {{(pid=103160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 14:19:36.690756 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef263e7-3285-4e98-a7ae-e1b0cde8e098 admin admin] Pushing event updated for resources: {'Port': ['ID=66a727da-8ae5-4568-a5ca-2067035515d3,revision_number=1']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:19:36.698263 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1c47f3-83e6-42dd-9152-674063b3a293 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:19:36.698651 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1c47f3-83e6-42dd-9152-674063b3a293 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:19:36.698914 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1c47f3-83e6-42dd-9152-674063b3a293 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:19:36.699527 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1c47f3-83e6-42dd-9152-674063b3a293 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:19:36.700455 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1c47f3-83e6-42dd-9152-674063b3a293 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:19:36.700753 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1c47f3-83e6-42dd-9152-674063b3a293 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:19:36.701080 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1c47f3-83e6-42dd-9152-674063b3a293 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:19:36.701410 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1c47f3-83e6-42dd-9152-674063b3a293 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:19:36.701754 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1c47f3-83e6-42dd-9152-674063b3a293 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:19:36.702162 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1c47f3-83e6-42dd-9152-674063b3a293 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:19:36.702382 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1c47f3-83e6-42dd-9152-674063b3a293 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:19:36.702814 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1c47f3-83e6-42dd-9152-674063b3a293 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:19:36.702997 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1c47f3-83e6-42dd-9152-674063b3a293 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:19:36.709989 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-cb56c5bd-d007-4b75-a887-3733cee33f43 None None] For port 8b17f9a4-1c5b-4eb4-a9f2-c90ab1f5d0ed, host dv-neutron-744815-20-hyperv, cleared binding levels {{(pid=103162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 18 14:19:36.713681 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-9ef263e7-3285-4e98-a7ae-e1b0cde8e098 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586257'] for router_interface, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:19:36.713984 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-cb56c5bd-d007-4b75-a887-3733cee33f43 None None] For port 8b17f9a4-1c5b-4eb4-a9f2-c90ab1f5d0ed, host dv-neutron-744815-20-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=8b17f9a4-1c5b-4eb4-a9f2-c90ab1f5d0ed,segment=NetworkSegment(3f66d49c-4faa-434c-8c3e-991f4f1d01bd),segment_id=3f66d49c-4faa-434c-8c3e-991f4f1d01bd)] {{(pid=103162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 18 14:19:36.719924 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-cb56c5bd-d007-4b75-a887-3733cee33f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:19:36.763091 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c336a47-1d44-4752-9771-754065d8947a None None] DHCP port deletion for decb4a40-7941-48c8-afbb-daaafd502e83 request from dv-neutron-744815-20-hyperv {{(pid=103161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 18 14:19:36.773451 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb56c5bd-d007-4b75-a887-3733cee33f43 None None] Routers {'d7639827-54f8-43a5-8855-b5e2104e4485'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 14:19:36.774604 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-cb56c5bd-d007-4b75-a887-3733cee33f43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T14:19:27Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['d7639827-54f8-43a5-8855-b5e2104e4485'], 'active': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:19:36.831855 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-813d4af9-d06f-49a3-b4a8-d96aa440b5c6 None None] Provisioning complete for port 8b17f9a4-1c5b-4eb4-a9f2-c90ab1f5d0ed triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 14:19:36.832226 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-813d4af9-d06f-49a3-b4a8-d96aa440b5c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:19:36.872497 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-9ef263e7-3285-4e98-a7ae-e1b0cde8e098 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:19:36.891415 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvr_db [None req-cb56c5bd-d007-4b75-a887-3733cee33f43 None None] Set router d7639827-54f8-43a5-8855-b5e2104e4485 gateway port host: dv-neutron-744815-20-hyperv {{(pid=103162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 14:19:36.928166 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-813d4af9-d06f-49a3-b4a8-d96aa440b5c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:19:36.949011 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-813d4af9-d06f-49a3-b4a8-d96aa440b5c6 None None] For port 8b17f9a4-1c5b-4eb4-a9f2-c90ab1f5d0ed, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=8b17f9a4-1c5b-4eb4-a9f2-c90ab1f5d0ed,segment=NetworkSegment(3f66d49c-4faa-434c-8c3e-991f4f1d01bd),segment_id=3f66d49c-4faa-434c-8c3e-991f4f1d01bd)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 14:19:36.951275 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1c47f3-83e6-42dd-9152-674063b3a293 None None] Pushing event updated for resources: {'Port': ['ID=8b17f9a4-1c5b-4eb4-a9f2-c90ab1f5d0ed,revision_number=3']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:19:36.956549 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-813d4af9-d06f-49a3-b4a8-d96aa440b5c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:19:37.005502 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813d4af9-d06f-49a3-b4a8-d96aa440b5c6 None None] Pushing event updated for resources: {'Port': ['ID=8b17f9a4-1c5b-4eb4-a9f2-c90ab1f5d0ed,revision_number=4']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:19:37.048580 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-9ef263e7-3285-4e98-a7ae-e1b0cde8e098 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:19:37.054051 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-9ef263e7-3285-4e98-a7ae-e1b0cde8e098 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4533541'] for port, after_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:19:37.077392 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-49401277-c762-4b7d-9e1b-7bc5533e1eb2 None None] Provisioning complete for port 66a727da-8ae5-4568-a5ca-2067035515d3 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 14:19:37.077905 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-49401277-c762-4b7d-9e1b-7bc5533e1eb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:19:37.088897 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-cb56c5bd-d007-4b75-a887-3733cee33f43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7639827-54f8-43a5-8855-b5e2104e4485', 'name': 'tempest-TestShelveInstance-1705039132-router', 'tenant_id': '5e02956f02ac44a3baf056b6650d39f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.92'}], 'enable_snat': True}, 'gw_port_id': '8b17f9a4-1c5b-4eb4-a9f2-c90ab1f5d0ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T14:19:34Z', 'updated_at': '2021-12-18T14:19:34Z', 'revision_number': 3, 'project_id': '5e02956f02ac44a3baf056b6650d39f4', 'gw_port': {'id': '8b17f9a4-1c5b-4eb4-a9f2-c90ab1f5d0ed', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:59:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7639827-54f8-43a5-8855-b5e2104e4485', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1816, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T14:19:34Z', 'updated_at': '2021-12-18T14:19:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv'}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:19:37.117475 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-49401277-c762-4b7d-9e1b-7bc5533e1eb2 None None] Port 66a727da-8ae5-4568-a5ca-2067035515d3 cannot update to ACTIVE because it is not bound. {{(pid=103161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 14:19:37.120111 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-9ef263e7-3285-4e98-a7ae-e1b0cde8e098 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1048031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586432'] for router_interface, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:19:37.120471 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb56c5bd-d007-4b75-a887-3733cee33f43 None None] The sync data for ids ['d7639827-54f8-43a5-8855-b5e2104e4485'] in dv-neutron-744815-20-hyperv is: [{'id': 'd7639827-54f8-43a5-8855-b5e2104e4485', 'name': 'tempest-TestShelveInstance-1705039132-router', 'tenant_id': '5e02956f02ac44a3baf056b6650d39f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.92'}], 'enable_snat': True}, 'gw_port_id': '8b17f9a4-1c5b-4eb4-a9f2-c90ab1f5d0ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T14:19:34Z', 'updated_at': '2021-12-18T14:19:34Z', 'revision_number': 3, 'project_id': '5e02956f02ac44a3baf056b6650d39f4', 'gw_port': {'id': '8b17f9a4-1c5b-4eb4-a9f2-c90ab1f5d0ed', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:59:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7639827-54f8-43a5-8855-b5e2104e4485', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1816, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T14:19:34Z', 'updated_at': '2021-12-18T14:19:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv'}] {{(pid=103162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 14:19:37.122026 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef263e7-3285-4e98-a7ae-e1b0cde8e098 admin admin] Pushing event updated for resources: {'Port': ['ID=66a727da-8ae5-4568-a5ca-2067035515d3,revision_number=2']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:19:37.221409 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ef263e7-3285-4e98-a7ae-e1b0cde8e098 admin admin] Network 3b433c7c-50a3-4320-9c1d-a4d43009fc3d is already hosted by enough agents. {{(pid=103160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 14:19:37.222772 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.base_scheduler [None req-9ef263e7-3285-4e98-a7ae-e1b0cde8e098 admin admin] Resources bound (agent type, host, resource id): {{(pid=103160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 14:19:37.384731 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ef263e7-3285-4e98-a7ae-e1b0cde8e098 admin admin] Router d7639827-54f8-43a5-8855-b5e2104e4485 has already been hosted by L3 agent c9c0cd52-5bd2-4704-9429-d80f1c5ad23c {{(pid=103160) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 18 14:19:37.388619 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:19:37.502974 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ef263e7-3285-4e98-a7ae-e1b0cde8e098 admin admin] Notify agent at l3_agent.dv-neutron-744815-20-hyperv the message routers_updated {{(pid=103160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 14:19:37.509112 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-9ef263e7-3285-4e98-a7ae-e1b0cde8e098 admin admin] 10.222.0.31 "PUT /v2.0/routers/d7639827-54f8-43a5-8855-b5e2104e4485/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6266141 Dec 18 14:19:37.541204 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-50d02a56-2040-4ff9-a7c9-1e1424f5cff6 None None] Provisioning complete for port 66a727da-8ae5-4568-a5ca-2067035515d3 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 14:19:37.541943 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-50d02a56-2040-4ff9-a7c9-1e1424f5cff6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:19:37.583193 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-50d02a56-2040-4ff9-a7c9-1e1424f5cff6 None None] Port 66a727da-8ae5-4568-a5ca-2067035515d3 cannot update to ACTIVE because it is not bound. {{(pid=103161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 14:19:38.151114 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 35070) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:19:38.158329 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-d3b3841d-91ff-475d-b86e-63ba091a67c7 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1599443942-network', 'tenant_id': '80c6cf76fcc2490f9e418b47b5e2a9f6'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 14:19:38.186557 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3b3841d-91ff-475d-b86e-63ba091a67c7 admin admin] Made reservation on behalf of 80c6cf76fcc2490f9e418b47b5e2a9f6 for: {'network': 1} {{(pid=103160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 14:19:38.189013 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-d3b3841d-91ff-475d-b86e-63ba091a67c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for network, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:19:38.198476 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-d3b3841d-91ff-475d-b86e-63ba091a67c7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:19:38.280088 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-d3b3841d-91ff-475d-b86e-63ba091a67c7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:19:38.286108 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 8b17f9a4-1c5b-4eb4-a9f2-c90ab1f5d0ed up at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 14:19:38.287015 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-d3b3841d-91ff-475d-b86e-63ba091a67c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:19:38.310999 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3b3841d-91ff-475d-b86e-63ba091a67c7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 137} {{(pid=103160) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 18 14:19:38.327789 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b3841d-91ff-475d-b86e-63ba091a67c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0194281b-c043-41df-84a6-acb367fd7e32,revision_number=1']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:19:38.331702 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-d3b3841d-91ff-475d-b86e-63ba091a67c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:19:38.332042 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.db.segments_db [None req-d3b3841d-91ff-475d-b86e-63ba091a67c7 admin admin] Added segment dc78ca16-3135-4770-afd2-297aa8f6ee16 of type vlan for network f7da00df-8385-452d-ad4d-6a575f55fbcd Dec 18 14:19:38.349875 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2294866d-0076-4933-952c-685307032598 None None] Provisioning complete for port 8b17f9a4-1c5b-4eb4-a9f2-c90ab1f5d0ed triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 14:19:38.350521 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:19:38.375550 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-d3b3841d-91ff-475d-b86e-63ba091a67c7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767106405744'] for network, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:19:38.401950 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-d3b3841d-91ff-475d-b86e-63ba091a67c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981'] for network, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:19:38.403167 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3b3841d-91ff-475d-b86e-63ba091a67c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:19:38.403873 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-d3b3841d-91ff-475d-b86e-63ba091a67c7 admin admin] Publish callbacks [] for network, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:19:38.439393 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-d3b3841d-91ff-475d-b86e-63ba091a67c7 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2843602 Dec 18 14:19:38.439738 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 35072) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:19:38.445480 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-d3f780b8-e0eb-44c6-811e-be03e9c1b0e8 admin admin] Request body: {'subnet': {'network_id': 'f7da00df-8385-452d-ad4d-6a575f55fbcd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1599443942-subnet', 'tenant_id': '80c6cf76fcc2490f9e418b47b5e2a9f6', 'ip_version': 4}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 14:19:38.471812 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3f780b8-e0eb-44c6-811e-be03e9c1b0e8 admin admin] Made reservation on behalf of 80c6cf76fcc2490f9e418b47b5e2a9f6 for: {'subnet': 1} {{(pid=103159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 14:19:38.471999 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b3841d-91ff-475d-b86e-63ba091a67c7 admin admin] Pushing event updated for resources: {'Network': ['ID=f7da00df-8385-452d-ad4d-6a575f55fbcd,revision_number=1']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:19:38.474876 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-d3f780b8-e0eb-44c6-811e-be03e9c1b0e8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6017072'] for subnet, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:19:38.484465 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Network f7da00df-8385-452d-ad4d-6a575f55fbcd details requested by agent ovs-agent-dv-neutron-744815-20-hyperv with host dv-neutron-744815-20-hyperv {{(pid=103161) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 18 14:19:38.646929 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-d3f780b8-e0eb-44c6-811e-be03e9c1b0e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5659786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6017062'] for subnet, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:19:38.657688 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3088ad7a-0e3b-4f34-95d7-9a8cc2c64798 None None] Sync routers for ids ['d7639827-54f8-43a5-8855-b5e2104e4485'] in dv-neutron-744815-20-hyperv {{(pid=103161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 14:19:38.669230 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3088ad7a-0e3b-4f34-95d7-9a8cc2c64798 None None] Routers {'d7639827-54f8-43a5-8855-b5e2104e4485'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 14:19:38.669857 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-3088ad7a-0e3b-4f34-95d7-9a8cc2c64798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T14:19:27Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['d7639827-54f8-43a5-8855-b5e2104e4485'], 'active': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:19:38.705871 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f780b8-e0eb-44c6-811e-be03e9c1b0e8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c5f316e-4ad9-46fe-875e-37d3bda68e4f,revision_number=0']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:19:38.716826 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3f780b8-e0eb-44c6-811e-be03e9c1b0e8 admin admin] Checking segment: {'id': 'dc78ca16-3135-4770-afd2-297aa8f6ee16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'f7da00df-8385-452d-ad4d-6a575f55fbcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 14:19:38.717191 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3f780b8-e0eb-44c6-811e-be03e9c1b0e8 admin admin] Network hostable DHCP agents. Network: f7da00df-8385-452d-ad4d-6a575f55fbcd, hostable agents: ['aa77effa-0e3a-4bbd-a383-4d58ed3328d0'], hosted agents: [] {{(pid=103159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 18 14:19:38.734154 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3f780b8-e0eb-44c6-811e-be03e9c1b0e8 admin admin] Network f7da00df-8385-452d-ad4d-6a575f55fbcd is scheduled to be hosted by DHCP agent aa77effa-0e3a-4bbd-a383-4d58ed3328d0 with binding_index 1 {{(pid=103159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 18 14:19:38.745162 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.base_scheduler [None req-d3f780b8-e0eb-44c6-811e-be03e9c1b0e8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-744815-20-hyperv, f7da00df-8385-452d-ad4d-6a575f55fbcd) {{(pid=103159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 14:19:38.749944 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3f780b8-e0eb-44c6-811e-be03e9c1b0e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:19:38.750538 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-d3f780b8-e0eb-44c6-811e-be03e9c1b0e8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:19:38.771999 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-d3f780b8-e0eb-44c6-811e-be03e9c1b0e8 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3285875 Dec 18 14:19:38.772268 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 35074) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:19:38.776808 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-5e4b4473-4b16-4b1b-a969-2ca262df5b65 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1599443942-router', 'tenant_id': '80c6cf76fcc2490f9e418b47b5e2a9f6', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83'}}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 14:19:38.802192 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-5e4b4473-4b16-4b1b-a969-2ca262df5b65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28433'] for router, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:19:38.803580 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-5e4b4473-4b16-4b1b-a969-2ca262df5b65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-589769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28440'] for router, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:19:38.859885 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-5e4b4473-4b16-4b1b-a969-2ca262df5b65 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:19:38.907376 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04c34d17-92e6-452c-ba43-34eba94465e3 None None] Network f7da00df-8385-452d-ad4d-6a575f55fbcd requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 14:19:38.992797 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvr_db [None req-3088ad7a-0e3b-4f34-95d7-9a8cc2c64798 None None] Set router d7639827-54f8-43a5-8855-b5e2104e4485 gateway port host: dv-neutron-744815-20-hyperv {{(pid=103161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 14:19:39.006013 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-5e4b4473-4b16-4b1b-a969-2ca262df5b65 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:19:39.085478 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-480fc9dc-5be8-4653-8456-c4f86473218a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp31e170a0-46a1-5ba9-9dc1-7ee4f866f0d7-f7da00df-8385-452d-ad4d-6a575f55fbcd', 'network_id': 'f7da00df-8385-452d-ad4d-6a575f55fbcd', 'project_id': '80c6cf76fcc2490f9e418b47b5e2a9f6', 'fixed_ips': [{'subnet_id': '5c5f316e-4ad9-46fe-875e-37d3bda68e4f'}]}} from dv-neutron-744815-20-hyperv. {{(pid=103161) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 18 14:19:39.086256 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-480fc9dc-5be8-4653-8456-c4f86473218a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:19:39.206565 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-5e4b4473-4b16-4b1b-a969-2ca262df5b65 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:19:39.230448 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-5e4b4473-4b16-4b1b-a969-2ca262df5b65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:19:39.308652 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_common [None req-480fc9dc-5be8-4653-8456-c4f86473218a None None] Allocated IP 172.20.0.2 (f7da00df-8385-452d-ad4d-6a575f55fbcd/5c5f316e-4ad9-46fe-875e-37d3bda68e4f/d5c689bd-ae46-4f58-84f1-a962930db9fc) {{(pid=103161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 14:19:39.335406 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.db_base_plugin_common [None req-5e4b4473-4b16-4b1b-a969-2ca262df5b65 admin admin] Allocated IP 172.26.3.228 (decb4a40-7941-48c8-afbb-daaafd502e83/70deed80-3ca1-4f9e-96cb-563b43d3acba/c1c946b8-365f-462e-84da-9a6fa1ab915d) {{(pid=103159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 14:19:39.393862 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-3088ad7a-0e3b-4f34-95d7-9a8cc2c64798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7639827-54f8-43a5-8855-b5e2104e4485', 'name': 'tempest-TestShelveInstance-1705039132-router', 'tenant_id': '5e02956f02ac44a3baf056b6650d39f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.92'}], 'enable_snat': True}, 'gw_port_id': '8b17f9a4-1c5b-4eb4-a9f2-c90ab1f5d0ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T14:19:34Z', 'updated_at': '2021-12-18T14:19:36Z', 'revision_number': 4, 'project_id': '5e02956f02ac44a3baf056b6650d39f4', 'gw_port': {'id': '8b17f9a4-1c5b-4eb4-a9f2-c90ab1f5d0ed', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:59:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7639827-54f8-43a5-8855-b5e2104e4485', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1816, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T14:19:34Z', 'updated_at': '2021-12-18T14:19:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv', '_interfaces': [{'id': '66a727da-8ae5-4568-a5ca-2067035515d3', 'name': '', 'network_id': '3b433c7c-50a3-4320-9c1d-a4d43009fc3d', 'tenant_id': '5e02956f02ac44a3baf056b6650d39f4', 'mac_address': 'fa:16:3e:6b:30:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7639827-54f8-43a5-8855-b5e2104e4485', 'device_owner': 'network:router_interface', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': 'd3a17304-9238-4492-a108-e5bd31c50548', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T14:19:36Z', 'updated_at': '2021-12-18T14:19:36Z', 'revision_number': 2, 'project_id': '5e02956f02ac44a3baf056b6650d39f4', 'subnets': [{'id': 'd3a17304-9238-4492-a108-e5bd31c50548', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:19:39.423592 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3088ad7a-0e3b-4f34-95d7-9a8cc2c64798 None None] Checking router: d7639827-54f8-43a5-8855-b5e2104e4485 for host: dv-neutron-744815-20-hyperv {{(pid=103161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 18 14:19:39.423950 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3088ad7a-0e3b-4f34-95d7-9a8cc2c64798 None None] Updating router d7639827-54f8-43a5-8855-b5e2104e4485 port 66a727da-8ae5-4568-a5ca-2067035515d3 binding host dv-neutron-744815-20-hyperv {{(pid=103161) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 18 14:19:39.445884 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-5e4b4473-4b16-4b1b-a969-2ca262df5b65 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:19:39.468334 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-3088ad7a-0e3b-4f34-95d7-9a8cc2c64798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:19:39.485937 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-5e4b4473-4b16-4b1b-a969-2ca262df5b65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:19:39.525451 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e4b4473-4b16-4b1b-a969-2ca262df5b65 admin admin] Network decb4a40-7941-48c8-afbb-daaafd502e83 is already hosted by enough agents. {{(pid=103159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 14:19:39.529993 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.base_scheduler [None req-5e4b4473-4b16-4b1b-a969-2ca262df5b65 admin admin] Resources bound (agent type, host, resource id): {{(pid=103159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 14:19:39.534388 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e4b4473-4b16-4b1b-a969-2ca262df5b65 admin admin] Received port after_create {{(pid=103159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 14:19:39.545931 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3783943-4ccd-4233-951c-2c3df0887d09 None None] DHCP port deletion for decb4a40-7941-48c8-afbb-daaafd502e83 request from dv-neutron-744815-20-hyperv {{(pid=103161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 18 14:19:39.553003 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-480fc9dc-5be8-4653-8456-c4f86473218a None None] Publish callbacks [] for port, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:19:39.556754 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4b4473-4b16-4b1b-a969-2ca262df5b65 admin admin] Pushing event updated for resources: {'Port': ['ID=c1c946b8-365f-462e-84da-9a6fa1ab915d,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:19:39.612152 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-480fc9dc-5be8-4653-8456-c4f86473218a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975'] for port, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:19:39.678113 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-480fc9dc-5be8-4653-8456-c4f86473218a None None] Network f7da00df-8385-452d-ad4d-6a575f55fbcd is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 14:19:39.692173 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-480fc9dc-5be8-4653-8456-c4f86473218a None None] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 14:19:39.695705 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480fc9dc-5be8-4653-8456-c4f86473218a None None] Pushing event updated for resources: {'Port': ['ID=d5c689bd-ae46-4f58-84f1-a962930db9fc,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:19:39.697766 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-37082630-6514-4152-9d06-fc2f2a5f4ba4 None None] Provisioning complete for port c1c946b8-365f-462e-84da-9a6fa1ab915d triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 14:19:39.698139 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-37082630-6514-4152-9d06-fc2f2a5f4ba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:19:39.699853 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-480fc9dc-5be8-4653-8456-c4f86473218a None None] Received port after_create {{(pid=103161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 14:19:39.796915 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-5e4b4473-4b16-4b1b-a969-2ca262df5b65 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:19:39.817741 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-37082630-6514-4152-9d06-fc2f2a5f4ba4 None None] Port c1c946b8-365f-462e-84da-9a6fa1ab915d cannot update to ACTIVE because it is not bound. {{(pid=103161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 14:19:39.830545 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-480fc9dc-5be8-4653-8456-c4f86473218a None None] Attempting to bind port d5c689bd-ae46-4f58-84f1-a962930db9fc on host dv-neutron-744815-20-hyperv for vnic_type normal with profile {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 14:19:39.830891 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-480fc9dc-5be8-4653-8456-c4f86473218a None None] Attempting to bind port d5c689bd-ae46-4f58-84f1-a962930db9fc by drivers openvswitch,hyperv on host dv-neutron-744815-20-hyperv at level 0 using segments [{'id': 'dc78ca16-3135-4770-afd2-297aa8f6ee16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'f7da00df-8385-452d-ad4d-6a575f55fbcd'}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 14:19:39.831320 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-480fc9dc-5be8-4653-8456-c4f86473218a None None] Attempting to bind port d5c689bd-ae46-4f58-84f1-a962930db9fc on network f7da00df-8385-452d-ad4d-6a575f55fbcd {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 14:19:39.840984 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-480fc9dc-5be8-4653-8456-c4f86473218a None None] Checking agent: {'id': '428fa9fa-43db-4db9-9f96-f60ffe931f2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-20-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 13, 19, 1), 'started_at': datetime.datetime(2021, 12, 18, 13, 19, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 14, 19, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-20-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 18 14:19:39.841334 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-480fc9dc-5be8-4653-8456-c4f86473218a None None] Checking segment: {'id': 'dc78ca16-3135-4770-afd2-297aa8f6ee16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'f7da00df-8385-452d-ad4d-6a575f55fbcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 14:19:39.841768 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-480fc9dc-5be8-4653-8456-c4f86473218a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:19:39.842161 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-480fc9dc-5be8-4653-8456-c4f86473218a None None] Bound using segment: {'id': 'dc78ca16-3135-4770-afd2-297aa8f6ee16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'f7da00df-8385-452d-ad4d-6a575f55fbcd'} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 18 14:19:39.842634 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-480fc9dc-5be8-4653-8456-c4f86473218a None None] Bound port: d5c689bd-ae46-4f58-84f1-a962930db9fc, host: dv-neutron-744815-20-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc78ca16-3135-4770-afd2-297aa8f6ee16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'f7da00df-8385-452d-ad4d-6a575f55fbcd'}}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 18 14:19:39.843015 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-480fc9dc-5be8-4653-8456-c4f86473218a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:19:39.959473 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-480fc9dc-5be8-4653-8456-c4f86473218a None None] For port d5c689bd-ae46-4f58-84f1-a962930db9fc, host dv-neutron-744815-20-hyperv, cleared binding levels {{(pid=103161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 18 14:19:39.964773 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-480fc9dc-5be8-4653-8456-c4f86473218a None None] For port d5c689bd-ae46-4f58-84f1-a962930db9fc, host dv-neutron-744815-20-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=d5c689bd-ae46-4f58-84f1-a962930db9fc,segment=NetworkSegment(dc78ca16-3135-4770-afd2-297aa8f6ee16),segment_id=dc78ca16-3135-4770-afd2-297aa8f6ee16)] {{(pid=103161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 18 14:19:39.972786 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-480fc9dc-5be8-4653-8456-c4f86473218a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:19:39.979176 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-3088ad7a-0e3b-4f34-95d7-9a8cc2c64798 None None] Publish callbacks [] for port, precommit_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:19:40.001042 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-5e4b4473-4b16-4b1b-a969-2ca262df5b65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-589760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-586526'] for router, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:19:40.011291 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-3088ad7a-0e3b-4f34-95d7-9a8cc2c64798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:19:40.049195 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480fc9dc-5be8-4653-8456-c4f86473218a None None] Pushing event updated for resources: {'Port': ['ID=d5c689bd-ae46-4f58-84f1-a962930db9fc,revision_number=2']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:19:40.126940 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787c0472-33e4-4941-8a33-cb386fc496a9 None None] Pushing event updated for resources: {'Port': ['ID=66a727da-8ae5-4568-a5ca-2067035515d3,revision_number=3']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:19:40.138643 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-3088ad7a-0e3b-4f34-95d7-9a8cc2c64798 None None] Attempting to bind port 66a727da-8ae5-4568-a5ca-2067035515d3 on host dv-neutron-744815-20-hyperv for vnic_type normal with profile {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 14:19:40.139298 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-3088ad7a-0e3b-4f34-95d7-9a8cc2c64798 None None] Attempting to bind port 66a727da-8ae5-4568-a5ca-2067035515d3 by drivers openvswitch,hyperv on host dv-neutron-744815-20-hyperv at level 0 using segments [{'id': '74642fa8-26d9-4059-a569-52ea213b720c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '3b433c7c-50a3-4320-9c1d-a4d43009fc3d'}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 14:19:40.139661 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3088ad7a-0e3b-4f34-95d7-9a8cc2c64798 None None] Attempting to bind port 66a727da-8ae5-4568-a5ca-2067035515d3 on network 3b433c7c-50a3-4320-9c1d-a4d43009fc3d {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 14:19:40.145511 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3088ad7a-0e3b-4f34-95d7-9a8cc2c64798 None None] Checking agent: {'id': '428fa9fa-43db-4db9-9f96-f60ffe931f2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-20-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 13, 19, 1), 'started_at': datetime.datetime(2021, 12, 18, 13, 19, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 14, 19, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-20-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 18 14:19:40.146048 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3088ad7a-0e3b-4f34-95d7-9a8cc2c64798 None None] Checking segment: {'id': '74642fa8-26d9-4059-a569-52ea213b720c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '3b433c7c-50a3-4320-9c1d-a4d43009fc3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 14:19:40.147518 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-3088ad7a-0e3b-4f34-95d7-9a8cc2c64798 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:19:40.147518 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3088ad7a-0e3b-4f34-95d7-9a8cc2c64798 None None] Bound using segment: {'id': '74642fa8-26d9-4059-a569-52ea213b720c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '3b433c7c-50a3-4320-9c1d-a4d43009fc3d'} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 18 14:19:40.147518 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-3088ad7a-0e3b-4f34-95d7-9a8cc2c64798 None None] Bound port: 66a727da-8ae5-4568-a5ca-2067035515d3, host: dv-neutron-744815-20-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74642fa8-26d9-4059-a569-52ea213b720c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '3b433c7c-50a3-4320-9c1d-a4d43009fc3d'}}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 18 14:19:40.148211 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-3088ad7a-0e3b-4f34-95d7-9a8cc2c64798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:19:40.168522 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e4b4473-4b16-4b1b-a969-2ca262df5b65 admin admin] Router c3257d63-65f9-4869-95d6-4d44707b89e7 is scheduled to L3 agent c9c0cd52-5bd2-4704-9429-d80f1c5ad23c with binding_index 1 {{(pid=103159) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 18 14:19:40.221637 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-3088ad7a-0e3b-4f34-95d7-9a8cc2c64798 None None] For port 66a727da-8ae5-4568-a5ca-2067035515d3, host dv-neutron-744815-20-hyperv, cleared binding levels {{(pid=103161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 18 14:19:40.225654 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-3088ad7a-0e3b-4f34-95d7-9a8cc2c64798 None None] For port 66a727da-8ae5-4568-a5ca-2067035515d3, host dv-neutron-744815-20-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=66a727da-8ae5-4568-a5ca-2067035515d3,segment=NetworkSegment(74642fa8-26d9-4059-a569-52ea213b720c),segment_id=74642fa8-26d9-4059-a569-52ea213b720c)] {{(pid=103161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 18 14:19:40.231259 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-3088ad7a-0e3b-4f34-95d7-9a8cc2c64798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:19:40.316827 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3088ad7a-0e3b-4f34-95d7-9a8cc2c64798 None None] Routers {'d7639827-54f8-43a5-8855-b5e2104e4485'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 14:19:40.318149 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-3088ad7a-0e3b-4f34-95d7-9a8cc2c64798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T14:19:27Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['d7639827-54f8-43a5-8855-b5e2104e4485'], 'active': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:19:40.320722 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787c0472-33e4-4941-8a33-cb386fc496a9 None None] Pushing event updated for resources: {'Port': ['ID=66a727da-8ae5-4568-a5ca-2067035515d3,revision_number=4']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:19:40.335627 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e4b4473-4b16-4b1b-a969-2ca262df5b65 admin admin] Notify agent at l3_agent.dv-neutron-744815-20-hyperv the message routers_updated {{(pid=103159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 14:19:40.345743 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41acf3a3-753e-4024-a990-4c4bcce20183 None None] Sync routers for ids ['c3257d63-65f9-4869-95d6-4d44707b89e7'] in dv-neutron-744815-20-hyperv {{(pid=103162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 14:19:40.359583 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41acf3a3-753e-4024-a990-4c4bcce20183 None None] Routers {'c3257d63-65f9-4869-95d6-4d44707b89e7'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 14:19:40.360704 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-41acf3a3-753e-4024-a990-4c4bcce20183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T14:19:27Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['c3257d63-65f9-4869-95d6-4d44707b89e7'], 'active': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:19:40.373022 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-5e4b4473-4b16-4b1b-a969-2ca262df5b65 admin admin] Publish callbacks [] for router, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:19:40.374344 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-5e4b4473-4b16-4b1b-a969-2ca262df5b65 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.6009955 Dec 18 14:19:40.377286 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 35076) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:19:40.491248 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvr_db [None req-41acf3a3-753e-4024-a990-4c4bcce20183 None None] Set router c3257d63-65f9-4869-95d6-4d44707b89e7 gateway port host: dv-neutron-744815-20-hyperv {{(pid=103162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 14:19:40.524798 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvr_db [None req-3088ad7a-0e3b-4f34-95d7-9a8cc2c64798 None None] Set router d7639827-54f8-43a5-8855-b5e2104e4485 gateway port host: dv-neutron-744815-20-hyperv {{(pid=103161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 14:19:40.582520 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-0d9a1e90-f308-4448-8117-7c80ea6ab898 None None] Provisioning complete for port 66a727da-8ae5-4568-a5ca-2067035515d3 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 14:19:40.582897 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0d9a1e90-f308-4448-8117-7c80ea6ab898 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:19:40.706917 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-41acf3a3-753e-4024-a990-4c4bcce20183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3257d63-65f9-4869-95d6-4d44707b89e7', 'name': 'tempest-TestShelveInstance-1599443942-router', 'tenant_id': '80c6cf76fcc2490f9e418b47b5e2a9f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.228'}], 'enable_snat': True}, 'gw_port_id': 'c1c946b8-365f-462e-84da-9a6fa1ab915d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T14:19:38Z', 'updated_at': '2021-12-18T14:19:39Z', 'revision_number': 3, 'project_id': '80c6cf76fcc2490f9e418b47b5e2a9f6', 'gw_port': {'id': 'c1c946b8-365f-462e-84da-9a6fa1ab915d', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:f2:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3257d63-65f9-4869-95d6-4d44707b89e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1828, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T14:19:39Z', 'updated_at': '2021-12-18T14:19:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv'}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:19:40.744255 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41acf3a3-753e-4024-a990-4c4bcce20183 None None] Checking router: c3257d63-65f9-4869-95d6-4d44707b89e7 for host: dv-neutron-744815-20-hyperv {{(pid=103162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 18 14:19:40.744515 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41acf3a3-753e-4024-a990-4c4bcce20183 None None] Updating router c3257d63-65f9-4869-95d6-4d44707b89e7 port c1c946b8-365f-462e-84da-9a6fa1ab915d binding host dv-neutron-744815-20-hyperv {{(pid=103162) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 18 14:19:40.769975 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-41acf3a3-753e-4024-a990-4c4bcce20183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:19:40.899706 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-24f7ae65-3926-4228-9dba-c35b7096a297 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:19:40.931890 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0d9a1e90-f308-4448-8117-7c80ea6ab898 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:19:40.991357 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-0d9a1e90-f308-4448-8117-7c80ea6ab898 None None] For port 66a727da-8ae5-4568-a5ca-2067035515d3, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=66a727da-8ae5-4568-a5ca-2067035515d3,segment=NetworkSegment(74642fa8-26d9-4059-a569-52ea213b720c),segment_id=74642fa8-26d9-4059-a569-52ea213b720c)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 14:19:41.005547 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0d9a1e90-f308-4448-8117-7c80ea6ab898 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:19:41.047654 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-3088ad7a-0e3b-4f34-95d7-9a8cc2c64798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7639827-54f8-43a5-8855-b5e2104e4485', 'name': 'tempest-TestShelveInstance-1705039132-router', 'tenant_id': '5e02956f02ac44a3baf056b6650d39f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.92'}], 'enable_snat': True}, 'gw_port_id': '8b17f9a4-1c5b-4eb4-a9f2-c90ab1f5d0ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T14:19:34Z', 'updated_at': '2021-12-18T14:19:36Z', 'revision_number': 4, 'project_id': '5e02956f02ac44a3baf056b6650d39f4', 'gw_port': {'id': '8b17f9a4-1c5b-4eb4-a9f2-c90ab1f5d0ed', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:59:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7639827-54f8-43a5-8855-b5e2104e4485', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1816, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T14:19:34Z', 'updated_at': '2021-12-18T14:19:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv', '_interfaces': [{'id': '66a727da-8ae5-4568-a5ca-2067035515d3', 'name': '', 'network_id': '3b433c7c-50a3-4320-9c1d-a4d43009fc3d', 'tenant_id': '5e02956f02ac44a3baf056b6650d39f4', 'mac_address': 'fa:16:3e:6b:30:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7639827-54f8-43a5-8855-b5e2104e4485', 'device_owner': 'network:router_interface', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': 'd3a17304-9238-4492-a108-e5bd31c50548', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T14:19:36Z', 'updated_at': '2021-12-18T14:19:40Z', 'revision_number': 4, 'project_id': '5e02956f02ac44a3baf056b6650d39f4', 'subnets': [{'id': 'd3a17304-9238-4492-a108-e5bd31c50548', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:19:41.080201 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3088ad7a-0e3b-4f34-95d7-9a8cc2c64798 None None] The sync data for ids ['d7639827-54f8-43a5-8855-b5e2104e4485'] in dv-neutron-744815-20-hyperv is: [{'id': 'd7639827-54f8-43a5-8855-b5e2104e4485', 'name': 'tempest-TestShelveInstance-1705039132-router', 'tenant_id': '5e02956f02ac44a3baf056b6650d39f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.92'}], 'enable_snat': True}, 'gw_port_id': '8b17f9a4-1c5b-4eb4-a9f2-c90ab1f5d0ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T14:19:34Z', 'updated_at': '2021-12-18T14:19:36Z', 'revision_number': 4, 'project_id': '5e02956f02ac44a3baf056b6650d39f4', 'gw_port': {'id': '8b17f9a4-1c5b-4eb4-a9f2-c90ab1f5d0ed', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:59:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7639827-54f8-43a5-8855-b5e2104e4485', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1816, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T14:19:34Z', 'updated_at': '2021-12-18T14:19:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv', '_interfaces': [{'id': '66a727da-8ae5-4568-a5ca-2067035515d3', 'name': '', 'network_id': '3b433c7c-50a3-4320-9c1d-a4d43009fc3d', 'tenant_id': '5e02956f02ac44a3baf056b6650d39f4', 'mac_address': 'fa:16:3e:6b:30:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7639827-54f8-43a5-8855-b5e2104e4485', 'device_owner': 'network:router_interface', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': 'd3a17304-9238-4492-a108-e5bd31c50548', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T14:19:36Z', 'updated_at': '2021-12-18T14:19:40Z', 'revision_number': 4, 'project_id': '5e02956f02ac44a3baf056b6650d39f4', 'subnets': [{'id': 'd3a17304-9238-4492-a108-e5bd31c50548', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 14:19:41.085968 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-41acf3a3-753e-4024-a990-4c4bcce20183 None None] Publish callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:19:41.091945 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.db_base_plugin_common [None req-24f7ae65-3926-4228-9dba-c35b7096a297 admin admin] Allocated IP 172.20.0.1 (f7da00df-8385-452d-ad4d-6a575f55fbcd/5c5f316e-4ad9-46fe-875e-37d3bda68e4f/bdb8f8ff-e52a-4c06-94f1-01757f9a1078) {{(pid=103160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 14:19:41.095287 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9a1e90-f308-4448-8117-7c80ea6ab898 None None] Pushing event updated for resources: {'Port': ['ID=66a727da-8ae5-4568-a5ca-2067035515d3,revision_number=5']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:19:41.103466 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-41acf3a3-753e-4024-a990-4c4bcce20183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:19:41.135052 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-9fa59157-fce6-49f3-acd4-bdf322c0e522 None None] Provisioning complete for port 66a727da-8ae5-4568-a5ca-2067035515d3 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 14:19:41.135589 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-9fa59157-fce6-49f3-acd4-bdf322c0e522 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:19:41.211805 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a191793c-cfab-4676-b793-b50ef46c2abe None None] DHCP port deletion for decb4a40-7941-48c8-afbb-daaafd502e83 request from dv-neutron-744815-20-hyperv {{(pid=103161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 18 14:19:41.213282 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8602160-2fba-49e7-8ba3-bc0caf3fc425 None None] Pushing event updated for resources: {'Port': ['ID=c1c946b8-365f-462e-84da-9a6fa1ab915d,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:19:41.217838 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [None req-41acf3a3-753e-4024-a990-4c4bcce20183 None None] Attempting to bind port c1c946b8-365f-462e-84da-9a6fa1ab915d on host dv-neutron-744815-20-hyperv for vnic_type normal with profile {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 14:19:41.218359 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [None req-41acf3a3-753e-4024-a990-4c4bcce20183 None None] Attempting to bind port c1c946b8-365f-462e-84da-9a6fa1ab915d by drivers openvswitch,hyperv on host dv-neutron-744815-20-hyperv at level 0 using segments [{'id': '3f66d49c-4faa-434c-8c3e-991f4f1d01bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83'}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 14:19:41.218791 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41acf3a3-753e-4024-a990-4c4bcce20183 None None] Attempting to bind port c1c946b8-365f-462e-84da-9a6fa1ab915d on network decb4a40-7941-48c8-afbb-daaafd502e83 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 14:19:41.243347 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41acf3a3-753e-4024-a990-4c4bcce20183 None None] Checking agent: {'id': '428fa9fa-43db-4db9-9f96-f60ffe931f2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-20-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 13, 19, 1), 'started_at': datetime.datetime(2021, 12, 18, 13, 19, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 14, 19, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-20-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 18 14:19:41.244125 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41acf3a3-753e-4024-a990-4c4bcce20183 None None] Checking segment: {'id': '3f66d49c-4faa-434c-8c3e-991f4f1d01bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 14:19:41.245166 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-41acf3a3-753e-4024-a990-4c4bcce20183 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:19:41.248022 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41acf3a3-753e-4024-a990-4c4bcce20183 None None] Bound using segment: {'id': '3f66d49c-4faa-434c-8c3e-991f4f1d01bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83'} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 18 14:19:41.249979 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [None req-41acf3a3-753e-4024-a990-4c4bcce20183 None None] Bound port: c1c946b8-365f-462e-84da-9a6fa1ab915d, host: dv-neutron-744815-20-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f66d49c-4faa-434c-8c3e-991f4f1d01bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83'}}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 18 14:19:41.250517 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-41acf3a3-753e-4024-a990-4c4bcce20183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:19:41.325485 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-41acf3a3-753e-4024-a990-4c4bcce20183 None None] For port c1c946b8-365f-462e-84da-9a6fa1ab915d, host dv-neutron-744815-20-hyperv, cleared binding levels {{(pid=103162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 18 14:19:41.330041 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-41acf3a3-753e-4024-a990-4c4bcce20183 None None] For port c1c946b8-365f-462e-84da-9a6fa1ab915d, host dv-neutron-744815-20-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=c1c946b8-365f-462e-84da-9a6fa1ab915d,segment=NetworkSegment(3f66d49c-4faa-434c-8c3e-991f4f1d01bd),segment_id=3f66d49c-4faa-434c-8c3e-991f4f1d01bd)] {{(pid=103162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 18 14:19:41.331804 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-24f7ae65-3926-4228-9dba-c35b7096a297 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:19:41.345157 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-41acf3a3-753e-4024-a990-4c4bcce20183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:19:41.381920 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-731574b6-b3c0-4c33-9652-55a53e4a3f75 None None] Network f7da00df-8385-452d-ad4d-6a575f55fbcd requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 14:19:41.401365 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-24f7ae65-3926-4228-9dba-c35b7096a297 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4533522'] for port, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:19:41.408746 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d299be94-4bcc-4801-ab8d-3ba8a61d483f None None] DHCP port deletion for decb4a40-7941-48c8-afbb-daaafd502e83 request from dv-neutron-744815-20-hyperv {{(pid=103161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 18 14:19:41.423502 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8602160-2fba-49e7-8ba3-bc0caf3fc425 None None] Pushing event updated for resources: {'Port': ['ID=c1c946b8-365f-462e-84da-9a6fa1ab915d,revision_number=3']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:19:41.430378 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41acf3a3-753e-4024-a990-4c4bcce20183 None None] Routers {'c3257d63-65f9-4869-95d6-4d44707b89e7'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 14:19:41.430984 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-41acf3a3-753e-4024-a990-4c4bcce20183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T14:19:27Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['c3257d63-65f9-4869-95d6-4d44707b89e7'], 'active': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:19:41.452539 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24f7ae65-3926-4228-9dba-c35b7096a297 admin admin] Network f7da00df-8385-452d-ad4d-6a575f55fbcd is already hosted by enough agents. {{(pid=103160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 14:19:41.455662 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.base_scheduler [None req-24f7ae65-3926-4228-9dba-c35b7096a297 admin admin] Resources bound (agent type, host, resource id): {{(pid=103160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 14:19:41.458262 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24f7ae65-3926-4228-9dba-c35b7096a297 admin admin] Received port after_create {{(pid=103160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 14:19:41.501533 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f7ae65-3926-4228-9dba-c35b7096a297 admin admin] Pushing event updated for resources: {'Port': ['ID=bdb8f8ff-e52a-4c06-94f1-01757f9a1078,revision_number=1']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:19:41.530322 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-24f7ae65-3926-4228-9dba-c35b7096a297 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586257'] for router_interface, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:19:41.551653 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvr_db [None req-41acf3a3-753e-4024-a990-4c4bcce20183 None None] Set router c3257d63-65f9-4869-95d6-4d44707b89e7 gateway port host: dv-neutron-744815-20-hyperv {{(pid=103162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 14:19:41.558551 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-92fda324-8b68-4657-b795-84a4bd6ecd5e None None] Provisioning complete for port c1c946b8-365f-462e-84da-9a6fa1ab915d triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 14:19:41.558929 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-92fda324-8b68-4657-b795-84a4bd6ecd5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:19:41.691982 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-92fda324-8b68-4657-b795-84a4bd6ecd5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:19:41.720305 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-92fda324-8b68-4657-b795-84a4bd6ecd5e None None] For port c1c946b8-365f-462e-84da-9a6fa1ab915d, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=c1c946b8-365f-462e-84da-9a6fa1ab915d,segment=NetworkSegment(3f66d49c-4faa-434c-8c3e-991f4f1d01bd),segment_id=3f66d49c-4faa-434c-8c3e-991f4f1d01bd)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 14:19:41.728171 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-92fda324-8b68-4657-b795-84a4bd6ecd5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:19:41.736454 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-24f7ae65-3926-4228-9dba-c35b7096a297 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:19:41.775505 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-92fda324-8b68-4657-b795-84a4bd6ecd5e None None] Provisioning complete for port d5c689bd-ae46-4f58-84f1-a962930db9fc triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 14:19:41.775781 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-92fda324-8b68-4657-b795-84a4bd6ecd5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:19:41.831962 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fda324-8b68-4657-b795-84a4bd6ecd5e None None] Pushing event updated for resources: {'Port': ['ID=c1c946b8-365f-462e-84da-9a6fa1ab915d,revision_number=4']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:19:41.838566 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-41acf3a3-753e-4024-a990-4c4bcce20183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3257d63-65f9-4869-95d6-4d44707b89e7', 'name': 'tempest-TestShelveInstance-1599443942-router', 'tenant_id': '80c6cf76fcc2490f9e418b47b5e2a9f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.228'}], 'enable_snat': True}, 'gw_port_id': 'c1c946b8-365f-462e-84da-9a6fa1ab915d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T14:19:38Z', 'updated_at': '2021-12-18T14:19:39Z', 'revision_number': 3, 'project_id': '80c6cf76fcc2490f9e418b47b5e2a9f6', 'gw_port': {'id': 'c1c946b8-365f-462e-84da-9a6fa1ab915d', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:f2:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3257d63-65f9-4869-95d6-4d44707b89e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1828, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T14:19:39Z', 'updated_at': '2021-12-18T14:19:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv'}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:19:41.894502 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-92fda324-8b68-4657-b795-84a4bd6ecd5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:19:41.958179 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-92fda324-8b68-4657-b795-84a4bd6ecd5e None None] For port d5c689bd-ae46-4f58-84f1-a962930db9fc, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=d5c689bd-ae46-4f58-84f1-a962930db9fc,segment=NetworkSegment(dc78ca16-3135-4770-afd2-297aa8f6ee16),segment_id=dc78ca16-3135-4770-afd2-297aa8f6ee16)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 14:19:41.970763 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-92fda324-8b68-4657-b795-84a4bd6ecd5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:19:41.970946 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-24f7ae65-3926-4228-9dba-c35b7096a297 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:19:41.978070 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-24f7ae65-3926-4228-9dba-c35b7096a297 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4533541'] for port, after_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:19:42.024944 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41acf3a3-753e-4024-a990-4c4bcce20183 None None] The sync data for ids ['c3257d63-65f9-4869-95d6-4d44707b89e7'] in dv-neutron-744815-20-hyperv is: [{'id': 'c3257d63-65f9-4869-95d6-4d44707b89e7', 'name': 'tempest-TestShelveInstance-1599443942-router', 'tenant_id': '80c6cf76fcc2490f9e418b47b5e2a9f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.228'}], 'enable_snat': True}, 'gw_port_id': 'c1c946b8-365f-462e-84da-9a6fa1ab915d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T14:19:38Z', 'updated_at': '2021-12-18T14:19:39Z', 'revision_number': 3, 'project_id': '80c6cf76fcc2490f9e418b47b5e2a9f6', 'gw_port': {'id': 'c1c946b8-365f-462e-84da-9a6fa1ab915d', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:f2:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3257d63-65f9-4869-95d6-4d44707b89e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1828, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T14:19:39Z', 'updated_at': '2021-12-18T14:19:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv'}] {{(pid=103162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 14:19:42.046618 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fda324-8b68-4657-b795-84a4bd6ecd5e None None] Pushing event updated for resources: {'Port': ['ID=d5c689bd-ae46-4f58-84f1-a962930db9fc,revision_number=3']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:19:42.062879 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f7ae65-3926-4228-9dba-c35b7096a297 admin admin] Pushing event updated for resources: {'Port': ['ID=bdb8f8ff-e52a-4c06-94f1-01757f9a1078,revision_number=2']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:19:42.076798 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-24f7ae65-3926-4228-9dba-c35b7096a297 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1048031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586432'] for router_interface, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:19:42.114896 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-c30145bd-8a93-4f0e-8ab8-5ea5a7ff369d None None] Provisioning complete for port bdb8f8ff-e52a-4c06-94f1-01757f9a1078 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 14:19:42.115328 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c30145bd-8a93-4f0e-8ab8-5ea5a7ff369d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:19:42.169054 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-c30145bd-8a93-4f0e-8ab8-5ea5a7ff369d None None] Port bdb8f8ff-e52a-4c06-94f1-01757f9a1078 cannot update to ACTIVE because it is not bound. {{(pid=103161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 14:19:42.183209 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-c30145bd-8a93-4f0e-8ab8-5ea5a7ff369d None None] Provisioning complete for port c1c946b8-365f-462e-84da-9a6fa1ab915d triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 14:19:42.183686 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c30145bd-8a93-4f0e-8ab8-5ea5a7ff369d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:19:42.192583 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24f7ae65-3926-4228-9dba-c35b7096a297 admin admin] Network f7da00df-8385-452d-ad4d-6a575f55fbcd is already hosted by enough agents. {{(pid=103160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 14:19:42.194133 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.base_scheduler [None req-24f7ae65-3926-4228-9dba-c35b7096a297 admin admin] Resources bound (agent type, host, resource id): {{(pid=103160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 14:19:42.330375 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-c30145bd-8a93-4f0e-8ab8-5ea5a7ff369d None None] Provisioning complete for port d5c689bd-ae46-4f58-84f1-a962930db9fc triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 14:19:42.330742 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c30145bd-8a93-4f0e-8ab8-5ea5a7ff369d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:19:42.471558 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24f7ae65-3926-4228-9dba-c35b7096a297 admin admin] Router c3257d63-65f9-4869-95d6-4d44707b89e7 has already been hosted by L3 agent c9c0cd52-5bd2-4704-9429-d80f1c5ad23c {{(pid=103160) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 18 14:19:42.478392 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device d5c689bd-ae46-4f58-84f1-a962930db9fc up at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 14:19:42.576705 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2294866d-0076-4933-952c-685307032598 None None] Provisioning complete for port d5c689bd-ae46-4f58-84f1-a962930db9fc triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 14:19:42.577081 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:19:42.640351 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-a62e9d24-84f5-4da7-bce8-fa134024c378 None None] Provisioning complete for port bdb8f8ff-e52a-4c06-94f1-01757f9a1078 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 14:19:42.640923 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a62e9d24-84f5-4da7-bce8-fa134024c378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:19:42.704496 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-a62e9d24-84f5-4da7-bce8-fa134024c378 None None] Port bdb8f8ff-e52a-4c06-94f1-01757f9a1078 cannot update to ACTIVE because it is not bound. {{(pid=103161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 14:19:42.761238 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 66a727da-8ae5-4568-a5ca-2067035515d3 up at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 14:19:42.835764 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-4a21106a-17c0-47ac-88a1-3b366b7fe3ad None None] Provisioning complete for port bdb8f8ff-e52a-4c06-94f1-01757f9a1078 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 14:19:42.836122 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-4a21106a-17c0-47ac-88a1-3b366b7fe3ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:19:42.840931 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2294866d-0076-4933-952c-685307032598 None None] Provisioning complete for port 66a727da-8ae5-4568-a5ca-2067035515d3 triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 14:19:42.841295 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:19:42.912590 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-4a21106a-17c0-47ac-88a1-3b366b7fe3ad None None] Port bdb8f8ff-e52a-4c06-94f1-01757f9a1078 cannot update to ACTIVE because it is not bound. {{(pid=103161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 14:19:43.063323 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24f7ae65-3926-4228-9dba-c35b7096a297 admin admin] Notify agent at l3_agent.dv-neutron-744815-20-hyperv the message routers_updated {{(pid=103160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 14:19:43.069554 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-24f7ae65-3926-4228-9dba-c35b7096a297 admin admin] 10.222.0.31 "PUT /v2.0/routers/c3257d63-65f9-4869-95d6-4d44707b89e7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6909359 Dec 18 14:19:43.548830 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 35084) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:19:43.553714 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-9aa8281c-74ca-44f6-96de-a963f19121c6 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1443783245', 'description': 'tempest-secgroup-smoke-1443783245 description', 'project_id': '5e02956f02ac44a3baf056b6650d39f4'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 14:19:43.577295 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-9aa8281c-74ca-44f6-96de-a963f19121c6 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Publish callbacks [] for security_group, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:19:43.647020 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-9aa8281c-74ca-44f6-96de-a963f19121c6 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Publish callbacks [] for security_group, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:19:43.651691 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-9aa8281c-74ca-44f6-96de-a963f19121c6 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:19:43.681654 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-9aa8281c-74ca-44f6-96de-a963f19121c6 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Publish callbacks [] for security_group, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:19:43.682897 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-9aa8281c-74ca-44f6-96de-a963f19121c6 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1330743 Dec 18 14:19:43.684891 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa8281c-74ca-44f6-96de-a963f19121c6 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79f84b4b-5002-42f0-93cb-a601784e4fa6,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:19:43.686185 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 35086) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:19:43.691117 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-09ad397f-0298-433b-b8e1-beed84940dd2 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Request body: {'security_group_rule': {'security_group_id': '79f84b4b-5002-42f0-93cb-a601784e4fa6', 'project_id': '5e02956f02ac44a3baf056b6650d39f4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 14:19:43.723290 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-09ad397f-0298-433b-b8e1-beed84940dd2 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:19:43.768744 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-09ad397f-0298-433b-b8e1-beed84940dd2 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:19:43.772936 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-09ad397f-0298-433b-b8e1-beed84940dd2 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530267'] for security_group_rule, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:19:43.792350 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ad397f-0298-433b-b8e1-beed84940dd2 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66af6488-889a-479e-87e9-1993e03181af,revision_number=0']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:19:43.800034 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-09ad397f-0298-433b-b8e1-beed84940dd2 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:19:43.801337 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-09ad397f-0298-433b-b8e1-beed84940dd2 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1140194 Dec 18 14:19:43.804274 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 35088) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:19:43.809507 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-648d82ac-fc2d-4e58-aae1-0dd2e2fe42c4 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Request body: {'security_group_rule': {'security_group_id': '79f84b4b-5002-42f0-93cb-a601784e4fa6', 'project_id': '5e02956f02ac44a3baf056b6650d39f4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 14:19:43.845106 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-648d82ac-fc2d-4e58-aae1-0dd2e2fe42c4 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:19:43.909800 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-648d82ac-fc2d-4e58-aae1-0dd2e2fe42c4 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:19:43.914763 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-648d82ac-fc2d-4e58-aae1-0dd2e2fe42c4 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530267'] for security_group_rule, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:19:43.933518 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648d82ac-fc2d-4e58-aae1-0dd2e2fe42c4 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6c4727d-55ac-4008-b1a3-08cdff00a577,revision_number=0']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:19:43.938976 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-648d82ac-fc2d-4e58-aae1-0dd2e2fe42c4 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:19:43.942810 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-648d82ac-fc2d-4e58-aae1-0dd2e2fe42c4 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1375659 Dec 18 14:19:43.942938 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 35090) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:19:43.948052 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-e0735436-65f5-4203-9660-faa03d8d34a2 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Request body: {'security_group_rule': {'security_group_id': '79f84b4b-5002-42f0-93cb-a601784e4fa6', 'project_id': '5e02956f02ac44a3baf056b6650d39f4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 14:19:43.979925 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-e0735436-65f5-4203-9660-faa03d8d34a2 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:19:44.037833 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-e0735436-65f5-4203-9660-faa03d8d34a2 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:19:44.042603 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-e0735436-65f5-4203-9660-faa03d8d34a2 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530267'] for security_group_rule, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:19:44.059494 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0735436-65f5-4203-9660-faa03d8d34a2 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac8e3770-cb83-4777-a89a-2644b6573531,revision_number=0']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:19:44.068834 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-e0735436-65f5-4203-9660-faa03d8d34a2 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:19:44.070058 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-e0735436-65f5-4203-9660-faa03d8d34a2 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1258352 Dec 18 14:19:44.072957 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 35092) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:19:44.077618 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-f58b5bba-9927-41c3-8c6a-e72f042d8fe3 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Request body: {'security_group_rule': {'security_group_id': '79f84b4b-5002-42f0-93cb-a601784e4fa6', 'project_id': '5e02956f02ac44a3baf056b6650d39f4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 14:19:44.108322 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-f58b5bba-9927-41c3-8c6a-e72f042d8fe3 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:19:44.177325 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-f58b5bba-9927-41c3-8c6a-e72f042d8fe3 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:19:44.182310 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-f58b5bba-9927-41c3-8c6a-e72f042d8fe3 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530267'] for security_group_rule, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:19:44.197954 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58b5bba-9927-41c3-8c6a-e72f042d8fe3 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=614e4924-5d9b-40ad-8ea9-8c0f09044038,revision_number=0']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:19:44.211275 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-f58b5bba-9927-41c3-8c6a-e72f042d8fe3 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:19:44.212577 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-f58b5bba-9927-41c3-8c6a-e72f042d8fe3 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1387010 Dec 18 14:19:44.215305 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 35094) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:19:44.220866 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-1570f651-1ef7-4e42-946b-3e2de10c6095 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Request body: {'security_group_rule': {'security_group_id': '79f84b4b-5002-42f0-93cb-a601784e4fa6', 'project_id': '5e02956f02ac44a3baf056b6650d39f4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 14:19:44.249412 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.db.securitygroups_db [None req-1570f651-1ef7-4e42-946b-3e2de10c6095 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Project 5e02956f02ac44a3baf056b6650d39f4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 18 14:19:44.254676 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-1570f651-1ef7-4e42-946b-3e2de10c6095 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:19:44.297683 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device c1c946b8-365f-462e-84da-9a6fa1ab915d up at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 14:19:44.317273 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-1570f651-1ef7-4e42-946b-3e2de10c6095 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:19:44.321084 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-1570f651-1ef7-4e42-946b-3e2de10c6095 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530267'] for security_group_rule, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:19:44.339539 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1570f651-1ef7-4e42-946b-3e2de10c6095 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37a600a4-002a-4a33-9d24-db8fcda305b2,revision_number=0']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:19:44.352031 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2294866d-0076-4933-952c-685307032598 None None] Provisioning complete for port c1c946b8-365f-462e-84da-9a6fa1ab915d triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 14:19:44.352415 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:19:44.355236 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-1570f651-1ef7-4e42-946b-3e2de10c6095 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:19:44.359189 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-1570f651-1ef7-4e42-946b-3e2de10c6095 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1397216 Dec 18 14:19:44.359414 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 35096) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:19:44.364255 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-f69e9bbe-31e2-4c08-af53-69c242257c14 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Request body: {'security_group_rule': {'security_group_id': '79f84b4b-5002-42f0-93cb-a601784e4fa6', 'project_id': '5e02956f02ac44a3baf056b6650d39f4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 14:19:44.391716 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.db.securitygroups_db [None req-f69e9bbe-31e2-4c08-af53-69c242257c14 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Project 5e02956f02ac44a3baf056b6650d39f4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 18 14:19:44.397009 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-f69e9bbe-31e2-4c08-af53-69c242257c14 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:19:44.459126 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-f69e9bbe-31e2-4c08-af53-69c242257c14 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:19:44.463616 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-f69e9bbe-31e2-4c08-af53-69c242257c14 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530267'] for security_group_rule, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:19:44.481284 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69e9bbe-31e2-4c08-af53-69c242257c14 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=694c7636-b91a-4ed5-8e6d-ec50307ca586,revision_number=0']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:19:44.486835 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-f69e9bbe-31e2-4c08-af53-69c242257c14 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:19:44.487876 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-f69e9bbe-31e2-4c08-af53-69c242257c14 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1273472 Dec 18 14:19:44.521285 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4edd159d-725b-47c8-afe6-dcb7c334ce0e None None] Sync routers for ids ['c3257d63-65f9-4869-95d6-4d44707b89e7'] in dv-neutron-744815-20-hyperv {{(pid=103161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 14:19:44.532222 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4edd159d-725b-47c8-afe6-dcb7c334ce0e None None] Routers {'c3257d63-65f9-4869-95d6-4d44707b89e7'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 14:19:44.533201 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-4edd159d-725b-47c8-afe6-dcb7c334ce0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T14:19:27Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['c3257d63-65f9-4869-95d6-4d44707b89e7'], 'active': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:19:44.644862 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvr_db [None req-4edd159d-725b-47c8-afe6-dcb7c334ce0e None None] Set router c3257d63-65f9-4869-95d6-4d44707b89e7 gateway port host: dv-neutron-744815-20-hyperv {{(pid=103161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 14:19:44.646561 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-3b0e8514-4c24-4fe6-9850-0d236035e397 req-664c65db-c90c-491a-a113-ad6b5a967239 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1443783245&fields=id&tenant_id=5e02956f02ac44a3baf056b6650d39f4 HTTP/1.1" status: 200 len: 267 time: 0.0480027 Dec 18 14:19:44.751818 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0e8514-4c24-4fe6-9850-0d236035e397 req-26ea22f8-b072-4bd1-b5c3-30b6f3f15a5d tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:19:44.753273 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-3b0e8514-4c24-4fe6-9850-0d236035e397 req-26ea22f8-b072-4bd1-b5c3-30b6f3f15a5d tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] 10.222.0.31 "GET /v2.0/networks?id=3b433c7c-50a3-4320-9c1d-a4d43009fc3d HTTP/1.1" status: 200 len: 809 time: 0.0996361 Dec 18 14:19:44.768518 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-3b0e8514-4c24-4fe6-9850-0d236035e397 req-86d43b42-59e8-4b28-8aae-c91c171856db tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] 10.222.0.31 "GET /v2.0/quotas/5e02956f02ac44a3baf056b6650d39f4 HTTP/1.1" status: 200 len: 375 time: 0.0091016 Dec 18 14:19:44.822189 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-3b0e8514-4c24-4fe6-9850-0d236035e397 req-51ed34a0-62dc-43a7-9116-bb87f6b93a76 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=5e02956f02ac44a3baf056b6650d39f4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0477364 Dec 18 14:19:44.852105 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-4edd159d-725b-47c8-afe6-dcb7c334ce0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3257d63-65f9-4869-95d6-4d44707b89e7', 'name': 'tempest-TestShelveInstance-1599443942-router', 'tenant_id': '80c6cf76fcc2490f9e418b47b5e2a9f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.228'}], 'enable_snat': True}, 'gw_port_id': 'c1c946b8-365f-462e-84da-9a6fa1ab915d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T14:19:38Z', 'updated_at': '2021-12-18T14:19:41Z', 'revision_number': 4, 'project_id': '80c6cf76fcc2490f9e418b47b5e2a9f6', 'gw_port': {'id': 'c1c946b8-365f-462e-84da-9a6fa1ab915d', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:f2:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3257d63-65f9-4869-95d6-4d44707b89e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1828, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T14:19:39Z', 'updated_at': '2021-12-18T14:19:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv', '_interfaces': [{'id': 'bdb8f8ff-e52a-4c06-94f1-01757f9a1078', 'name': '', 'network_id': 'f7da00df-8385-452d-ad4d-6a575f55fbcd', 'tenant_id': '80c6cf76fcc2490f9e418b47b5e2a9f6', 'mac_address': 'fa:16:3e:52:e9:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3257d63-65f9-4869-95d6-4d44707b89e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1829, 'fixed_ips': [{'subnet_id': '5c5f316e-4ad9-46fe-875e-37d3bda68e4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T14:19:40Z', 'updated_at': '2021-12-18T14:19:41Z', 'revision_number': 2, 'project_id': '80c6cf76fcc2490f9e418b47b5e2a9f6', 'subnets': [{'id': '5c5f316e-4ad9-46fe-875e-37d3bda68e4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:19:44.895732 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4edd159d-725b-47c8-afe6-dcb7c334ce0e None None] Checking router: c3257d63-65f9-4869-95d6-4d44707b89e7 for host: dv-neutron-744815-20-hyperv {{(pid=103161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 18 14:19:44.896269 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4edd159d-725b-47c8-afe6-dcb7c334ce0e None None] Updating router c3257d63-65f9-4869-95d6-4d44707b89e7 port bdb8f8ff-e52a-4c06-94f1-01757f9a1078 binding host dv-neutron-744815-20-hyperv {{(pid=103161) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 18 14:19:44.926653 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-4edd159d-725b-47c8-afe6-dcb7c334ce0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:19:44.935638 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [req-3b0e8514-4c24-4fe6-9850-0d236035e397 req-622e6876-6216-470c-b801-6e0a41ec09d4 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103160) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 18 14:19:44.936615 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-3b0e8514-4c24-4fe6-9850-0d236035e397 req-622e6876-6216-470c-b801-6e0a41ec09d4 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14093 time: 0.1023159 Dec 18 14:19:45.030217 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-3b0e8514-4c24-4fe6-9850-0d236035e397 req-c9b65df7-df29-4b29-a7ab-a623901a7841 service neutron] 10.222.0.31 "GET /v2.0/networks/3b433c7c-50a3-4320-9c1d-a4d43009fc3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869901 Dec 18 14:19:45.119900 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-3b0e8514-4c24-4fe6-9850-0d236035e397 req-b467d698-f6ab-44e2-9408-c1fafb817c33 service neutron] 10.222.0.31 "GET /v2.0/networks/3b433c7c-50a3-4320-9c1d-a4d43009fc3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834756 Dec 18 14:19:45.196927 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-4edd159d-725b-47c8-afe6-dcb7c334ce0e None None] Publish callbacks [] for port, precommit_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:19:45.204508 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-4edd159d-725b-47c8-afe6-dcb7c334ce0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:19:45.260949 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807e2905-e024-4fd6-86a8-2c45d437ffd9 None None] Pushing event updated for resources: {'Port': ['ID=bdb8f8ff-e52a-4c06-94f1-01757f9a1078,revision_number=3']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:19:45.293505 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-9abe100c-438a-4bc5-ad47-47b5d4c72350 req-ba7b89f0-effc-4699-b977-5e3d5b600f85 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cbf8327-1bd7-4bd9-aa9b-9e2a9ae67447 HTTP/1.1" status: 200 len: 210 time: 0.0283508 Dec 18 14:19:45.316779 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-4edd159d-725b-47c8-afe6-dcb7c334ce0e None None] Attempting to bind port bdb8f8ff-e52a-4c06-94f1-01757f9a1078 on host dv-neutron-744815-20-hyperv for vnic_type normal with profile {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 14:19:45.317305 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-4edd159d-725b-47c8-afe6-dcb7c334ce0e None None] Attempting to bind port bdb8f8ff-e52a-4c06-94f1-01757f9a1078 by drivers openvswitch,hyperv on host dv-neutron-744815-20-hyperv at level 0 using segments [{'id': 'dc78ca16-3135-4770-afd2-297aa8f6ee16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'f7da00df-8385-452d-ad4d-6a575f55fbcd'}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 14:19:45.317581 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4edd159d-725b-47c8-afe6-dcb7c334ce0e None None] Attempting to bind port bdb8f8ff-e52a-4c06-94f1-01757f9a1078 on network f7da00df-8385-452d-ad4d-6a575f55fbcd {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 14:19:45.324241 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4edd159d-725b-47c8-afe6-dcb7c334ce0e None None] Checking agent: {'id': '428fa9fa-43db-4db9-9f96-f60ffe931f2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-20-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 13, 19, 1), 'started_at': datetime.datetime(2021, 12, 18, 13, 19, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 14, 19, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-20-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 18 14:19:45.324617 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4edd159d-725b-47c8-afe6-dcb7c334ce0e None None] Checking segment: {'id': 'dc78ca16-3135-4770-afd2-297aa8f6ee16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'f7da00df-8385-452d-ad4d-6a575f55fbcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 14:19:45.325387 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-4edd159d-725b-47c8-afe6-dcb7c334ce0e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:19:45.325783 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4edd159d-725b-47c8-afe6-dcb7c334ce0e None None] Bound using segment: {'id': 'dc78ca16-3135-4770-afd2-297aa8f6ee16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'f7da00df-8385-452d-ad4d-6a575f55fbcd'} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 18 14:19:45.326261 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-4edd159d-725b-47c8-afe6-dcb7c334ce0e None None] Bound port: bdb8f8ff-e52a-4c06-94f1-01757f9a1078, host: dv-neutron-744815-20-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc78ca16-3135-4770-afd2-297aa8f6ee16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'f7da00df-8385-452d-ad4d-6a575f55fbcd'}}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 18 14:19:45.326645 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-4edd159d-725b-47c8-afe6-dcb7c334ce0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:19:45.393388 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-4edd159d-725b-47c8-afe6-dcb7c334ce0e None None] For port bdb8f8ff-e52a-4c06-94f1-01757f9a1078, host dv-neutron-744815-20-hyperv, cleared binding levels {{(pid=103161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 18 14:19:45.396557 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-4edd159d-725b-47c8-afe6-dcb7c334ce0e None None] For port bdb8f8ff-e52a-4c06-94f1-01757f9a1078, host dv-neutron-744815-20-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=bdb8f8ff-e52a-4c06-94f1-01757f9a1078,segment=NetworkSegment(dc78ca16-3135-4770-afd2-297aa8f6ee16),segment_id=dc78ca16-3135-4770-afd2-297aa8f6ee16)] {{(pid=103161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 18 14:19:45.402497 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-4edd159d-725b-47c8-afe6-dcb7c334ce0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:19:45.458701 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4edd159d-725b-47c8-afe6-dcb7c334ce0e None None] Routers {'c3257d63-65f9-4869-95d6-4d44707b89e7'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 14:19:45.459396 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-4edd159d-725b-47c8-afe6-dcb7c334ce0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T14:19:27Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['c3257d63-65f9-4869-95d6-4d44707b89e7'], 'active': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:19:45.464367 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807e2905-e024-4fd6-86a8-2c45d437ffd9 None None] Pushing event updated for resources: {'Port': ['ID=bdb8f8ff-e52a-4c06-94f1-01757f9a1078,revision_number=4']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:19:45.581376 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-4752ba5e-680d-4cbf-89f6-e404bce3916e None None] Provisioning complete for port bdb8f8ff-e52a-4c06-94f1-01757f9a1078 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 14:19:45.581786 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-4752ba5e-680d-4cbf-89f6-e404bce3916e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:19:45.608718 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvr_db [None req-4edd159d-725b-47c8-afe6-dcb7c334ce0e None None] Set router c3257d63-65f9-4869-95d6-4d44707b89e7 gateway port host: dv-neutron-744815-20-hyperv {{(pid=103161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 14:19:45.941073 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-4752ba5e-680d-4cbf-89f6-e404bce3916e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:19:46.004656 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-4752ba5e-680d-4cbf-89f6-e404bce3916e None None] For port bdb8f8ff-e52a-4c06-94f1-01757f9a1078, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=bdb8f8ff-e52a-4c06-94f1-01757f9a1078,segment=NetworkSegment(dc78ca16-3135-4770-afd2-297aa8f6ee16),segment_id=dc78ca16-3135-4770-afd2-297aa8f6ee16)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 14:19:46.010722 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-4752ba5e-680d-4cbf-89f6-e404bce3916e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:19:46.065276 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4752ba5e-680d-4cbf-89f6-e404bce3916e None None] Pushing event updated for resources: {'Port': ['ID=bdb8f8ff-e52a-4c06-94f1-01757f9a1078,revision_number=5']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:19:46.070506 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-4edd159d-725b-47c8-afe6-dcb7c334ce0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3257d63-65f9-4869-95d6-4d44707b89e7', 'name': 'tempest-TestShelveInstance-1599443942-router', 'tenant_id': '80c6cf76fcc2490f9e418b47b5e2a9f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.228'}], 'enable_snat': True}, 'gw_port_id': 'c1c946b8-365f-462e-84da-9a6fa1ab915d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T14:19:38Z', 'updated_at': '2021-12-18T14:19:41Z', 'revision_number': 4, 'project_id': '80c6cf76fcc2490f9e418b47b5e2a9f6', 'gw_port': {'id': 'c1c946b8-365f-462e-84da-9a6fa1ab915d', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:f2:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3257d63-65f9-4869-95d6-4d44707b89e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1828, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T14:19:39Z', 'updated_at': '2021-12-18T14:19:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv', '_interfaces': [{'id': 'bdb8f8ff-e52a-4c06-94f1-01757f9a1078', 'name': '', 'network_id': 'f7da00df-8385-452d-ad4d-6a575f55fbcd', 'tenant_id': '80c6cf76fcc2490f9e418b47b5e2a9f6', 'mac_address': 'fa:16:3e:52:e9:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3257d63-65f9-4869-95d6-4d44707b89e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1829, 'fixed_ips': [{'subnet_id': '5c5f316e-4ad9-46fe-875e-37d3bda68e4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T14:19:40Z', 'updated_at': '2021-12-18T14:19:45Z', 'revision_number': 4, 'project_id': '80c6cf76fcc2490f9e418b47b5e2a9f6', 'subnets': [{'id': '5c5f316e-4ad9-46fe-875e-37d3bda68e4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:19:46.100120 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4edd159d-725b-47c8-afe6-dcb7c334ce0e None None] The sync data for ids ['c3257d63-65f9-4869-95d6-4d44707b89e7'] in dv-neutron-744815-20-hyperv is: [{'id': 'c3257d63-65f9-4869-95d6-4d44707b89e7', 'name': 'tempest-TestShelveInstance-1599443942-router', 'tenant_id': '80c6cf76fcc2490f9e418b47b5e2a9f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.228'}], 'enable_snat': True}, 'gw_port_id': 'c1c946b8-365f-462e-84da-9a6fa1ab915d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T14:19:38Z', 'updated_at': '2021-12-18T14:19:41Z', 'revision_number': 4, 'project_id': '80c6cf76fcc2490f9e418b47b5e2a9f6', 'gw_port': {'id': 'c1c946b8-365f-462e-84da-9a6fa1ab915d', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:f2:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3257d63-65f9-4869-95d6-4d44707b89e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1828, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T14:19:39Z', 'updated_at': '2021-12-18T14:19:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv', '_interfaces': [{'id': 'bdb8f8ff-e52a-4c06-94f1-01757f9a1078', 'name': '', 'network_id': 'f7da00df-8385-452d-ad4d-6a575f55fbcd', 'tenant_id': '80c6cf76fcc2490f9e418b47b5e2a9f6', 'mac_address': 'fa:16:3e:52:e9:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3257d63-65f9-4869-95d6-4d44707b89e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1829, 'fixed_ips': [{'subnet_id': '5c5f316e-4ad9-46fe-875e-37d3bda68e4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T14:19:40Z', 'updated_at': '2021-12-18T14:19:45Z', 'revision_number': 4, 'project_id': '80c6cf76fcc2490f9e418b47b5e2a9f6', 'subnets': [{'id': '5c5f316e-4ad9-46fe-875e-37d3bda68e4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 14:19:46.130257 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-764b54c6-31ef-4e7b-b7b5-855f0378429e None None] Provisioning complete for port bdb8f8ff-e52a-4c06-94f1-01757f9a1078 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 14:19:46.130619 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-764b54c6-31ef-4e7b-b7b5-855f0378429e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:19:46.317189 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device bdb8f8ff-e52a-4c06-94f1-01757f9a1078 up at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 14:19:46.376701 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2294866d-0076-4933-952c-685307032598 None None] Provisioning complete for port bdb8f8ff-e52a-4c06-94f1-01757f9a1078 triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 14:19:46.377080 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:19:46.410426 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-34be8e3e-fd6e-4c8a-afda-8834b1d6461d req-96618402-72b4-480a-bdbe-0a2e7fdc8a6a tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cbf8327-1bd7-4bd9-aa9b-9e2a9ae67447 HTTP/1.1" status: 200 len: 210 time: 0.0502970 Dec 18 14:19:47.486858 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-24f8c3a2-ce9c-4b52-8b1b-60b78bb4fc94 req-b2bc1a0a-7dea-4a47-98e5-c10dc0864b62 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cbf8327-1bd7-4bd9-aa9b-9e2a9ae67447 HTTP/1.1" status: 200 len: 210 time: 0.0311608 Dec 18 14:19:48.588496 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-a5d609f0-3bad-446c-acd5-3027a84e0d4c req-e6e9b69a-9556-4b83-907d-5694add28fa0 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cbf8327-1bd7-4bd9-aa9b-9e2a9ae67447 HTTP/1.1" status: 200 len: 210 time: 0.0348451 Dec 18 14:19:49.684999 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-fac0e4eb-97a5-41d6-883d-50d223fa805e req-841722d6-5053-428f-b281-89d13e65e9a9 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cbf8327-1bd7-4bd9-aa9b-9e2a9ae67447 HTTP/1.1" status: 200 len: 210 time: 0.0262907 Dec 18 14:19:50.572677 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0e8514-4c24-4fe6-9850-0d236035e397 req-f55289c9-13d5-4242-927b-768965060c68 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:19:50.574224 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-3b0e8514-4c24-4fe6-9850-0d236035e397 req-f55289c9-13d5-4242-927b-768965060c68 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] 10.222.0.43 "GET /v2.0/networks?id=3b433c7c-50a3-4320-9c1d-a4d43009fc3d HTTP/1.1" status: 200 len: 809 time: 0.0990744 Dec 18 14:19:50.645682 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-3b0e8514-4c24-4fe6-9850-0d236035e397 req-ab8e32b4-a472-404b-825d-743d6a1ea143 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5e02956f02ac44a3baf056b6650d39f4 HTTP/1.1" status: 200 len: 380 time: 0.0619092 Dec 18 14:19:50.657079 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [req-3b0e8514-4c24-4fe6-9850-0d236035e397 req-a7cc13c9-2b26-4a3e-9f27-d56e302e363e tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Request body: {'port': {'device_id': '5cbf8327-1bd7-4bd9-aa9b-9e2a9ae67447', 'network_id': '3b433c7c-50a3-4320-9c1d-a4d43009fc3d', 'admin_state_up': True, 'tenant_id': '5e02956f02ac44a3baf056b6650d39f4', 'security_groups': ['79f84b4b-5002-42f0-93cb-a601784e4fa6']}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 14:19:50.773432 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b0e8514-4c24-4fe6-9850-0d236035e397 req-a7cc13c9-2b26-4a3e-9f27-d56e302e363e tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Made reservation on behalf of 5e02956f02ac44a3baf056b6650d39f4 for: {'port': 1} {{(pid=103159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 14:19:50.777215 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-3b0e8514-4c24-4fe6-9850-0d236035e397 req-a7cc13c9-2b26-4a3e-9f27-d56e302e363e tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:19:50.782246 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-a6046960-ef17-4656-a9f4-f49b895ec0ae req-713be7f8-e373-4af8-9362-2e4c4c62e25b tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cbf8327-1bd7-4bd9-aa9b-9e2a9ae67447 HTTP/1.1" status: 200 len: 210 time: 0.0268285 Dec 18 14:19:50.917522 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.db_base_plugin_common [req-3b0e8514-4c24-4fe6-9850-0d236035e397 req-a7cc13c9-2b26-4a3e-9f27-d56e302e363e tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Allocated IP 172.20.0.4 (3b433c7c-50a3-4320-9c1d-a4d43009fc3d/d3a17304-9238-4492-a108-e5bd31c50548/726e4f55-e8ab-4768-a1f3-87ea0d22c5bc) {{(pid=103159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 14:19:51.069253 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-3b0e8514-4c24-4fe6-9850-0d236035e397 req-a7cc13c9-2b26-4a3e-9f27-d56e302e363e tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Publish callbacks [] for port, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:19:51.106284 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-3b0e8514-4c24-4fe6-9850-0d236035e397 req-a7cc13c9-2b26-4a3e-9f27-d56e302e363e tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:19:51.150296 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b0e8514-4c24-4fe6-9850-0d236035e397 req-a7cc13c9-2b26-4a3e-9f27-d56e302e363e tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Network 3b433c7c-50a3-4320-9c1d-a4d43009fc3d is already hosted by enough agents. {{(pid=103159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 14:19:51.153446 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.base_scheduler [req-3b0e8514-4c24-4fe6-9850-0d236035e397 req-a7cc13c9-2b26-4a3e-9f27-d56e302e363e tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Resources bound (agent type, host, resource id): {{(pid=103159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 14:19:51.157185 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b0e8514-4c24-4fe6-9850-0d236035e397 req-a7cc13c9-2b26-4a3e-9f27-d56e302e363e tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Received port after_create {{(pid=103159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 14:19:51.163769 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc13c9-2b26-4a3e-9f27-d56e302e363e tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Pushing event updated for resources: {'Port': ['ID=726e4f55-e8ab-4768-a1f3-87ea0d22c5bc,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:19:51.217063 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0e8514-4c24-4fe6-9850-0d236035e397 req-a7cc13c9-2b26-4a3e-9f27-d56e302e363e tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:19:51.217731 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-3b0e8514-4c24-4fe6-9850-0d236035e397 req-a7cc13c9-2b26-4a3e-9f27-d56e302e363e tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:19:51.236674 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-3b0e8514-4c24-4fe6-9850-0d236035e397 req-a7cc13c9-2b26-4a3e-9f27-d56e302e363e tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5832071 Dec 18 14:19:51.250945 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [req-3b0e8514-4c24-4fe6-9850-0d236035e397 req-733f9e4b-65fa-4594-839a-3cf95461318f service neutron] Request body: {'port': {'device_id': '5cbf8327-1bd7-4bd9-aa9b-9e2a9ae67447', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7448'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 14:19:51.309597 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-3b0e8514-4c24-4fe6-9850-0d236035e397 req-733f9e4b-65fa-4594-839a-3cf95461318f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:19:51.374940 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-25b45df3-a784-4532-8fc7-a0c7795f0a19 None None] Provisioning complete for port 726e4f55-e8ab-4768-a1f3-87ea0d22c5bc triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 14:19:51.375622 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-25b45df3-a784-4532-8fc7-a0c7795f0a19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:19:51.412161 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-25b45df3-a784-4532-8fc7-a0c7795f0a19 None None] Port 726e4f55-e8ab-4768-a1f3-87ea0d22c5bc cannot update to ACTIVE because it is not bound. {{(pid=103161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 14:19:51.566172 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.notifiers.nova [req-3b0e8514-4c24-4fe6-9850-0d236035e397 req-733f9e4b-65fa-4594-839a-3cf95461318f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 726e4f55-e8ab-4768-a1f3-87ea0d22c5bc {{(pid=103159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 18 14:19:51.574291 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-3b0e8514-4c24-4fe6-9850-0d236035e397 req-733f9e4b-65fa-4594-839a-3cf95461318f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:19:51.586628 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.provisioning_blocks [req-3b0e8514-4c24-4fe6-9850-0d236035e397 req-733f9e4b-65fa-4594-839a-3cf95461318f service neutron] Transition to ACTIVE for port object 726e4f55-e8ab-4768-a1f3-87ea0d22c5bc will not be triggered until provisioned by entity L2. {{(pid=103159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 18 14:19:51.593000 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-3b0e8514-4c24-4fe6-9850-0d236035e397 req-733f9e4b-65fa-4594-839a-3cf95461318f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5659917'] for port, after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:19:51.643571 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733f9e4b-65fa-4594-839a-3cf95461318f service neutron] Pushing event updated for resources: {'Port': ['ID=726e4f55-e8ab-4768-a1f3-87ea0d22c5bc,revision_number=2']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:19:51.711921 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.managers [req-3b0e8514-4c24-4fe6-9850-0d236035e397 req-733f9e4b-65fa-4594-839a-3cf95461318f service neutron] Attempting to bind port 726e4f55-e8ab-4768-a1f3-87ea0d22c5bc on host hv-neutron-7448 for vnic_type normal with profile {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 14:19:51.712239 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.managers [req-3b0e8514-4c24-4fe6-9850-0d236035e397 req-733f9e4b-65fa-4594-839a-3cf95461318f service neutron] Attempting to bind port 726e4f55-e8ab-4768-a1f3-87ea0d22c5bc by drivers openvswitch,hyperv on host hv-neutron-7448 at level 0 using segments [{'id': '74642fa8-26d9-4059-a569-52ea213b720c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '3b433c7c-50a3-4320-9c1d-a4d43009fc3d'}] {{(pid=103159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 14:19:51.712597 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b0e8514-4c24-4fe6-9850-0d236035e397 req-733f9e4b-65fa-4594-839a-3cf95461318f service neutron] Attempting to bind port 726e4f55-e8ab-4768-a1f3-87ea0d22c5bc on network 3b433c7c-50a3-4320-9c1d-a4d43009fc3d {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 14:19:51.717155 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b0e8514-4c24-4fe6-9850-0d236035e397 req-733f9e4b-65fa-4594-839a-3cf95461318f service neutron] Port 726e4f55-e8ab-4768-a1f3-87ea0d22c5bc on network 3b433c7c-50a3-4320-9c1d-a4d43009fc3d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7448 {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 18 14:19:51.717475 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b0e8514-4c24-4fe6-9850-0d236035e397 req-733f9e4b-65fa-4594-839a-3cf95461318f service neutron] Attempting to bind port 726e4f55-e8ab-4768-a1f3-87ea0d22c5bc on network 3b433c7c-50a3-4320-9c1d-a4d43009fc3d {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 14:19:51.722410 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b0e8514-4c24-4fe6-9850-0d236035e397 req-733f9e4b-65fa-4594-839a-3cf95461318f service neutron] Checking agent: {'id': 'c35b6aa0-0616-421f-8ded-732dd37fc90f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7448', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 13, 24, 37), 'started_at': datetime.datetime(2021, 12, 18, 13, 24, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 14, 19, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 18 14:19:51.722746 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b0e8514-4c24-4fe6-9850-0d236035e397 req-733f9e4b-65fa-4594-839a-3cf95461318f service neutron] Checking segment: {'id': '74642fa8-26d9-4059-a569-52ea213b720c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '3b433c7c-50a3-4320-9c1d-a4d43009fc3d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 14:19:51.723132 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b0e8514-4c24-4fe6-9850-0d236035e397 req-733f9e4b-65fa-4594-839a-3cf95461318f service neutron] Bound using segment: {'id': '74642fa8-26d9-4059-a569-52ea213b720c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '3b433c7c-50a3-4320-9c1d-a4d43009fc3d'} {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 18 14:19:51.723889 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.managers [req-3b0e8514-4c24-4fe6-9850-0d236035e397 req-733f9e4b-65fa-4594-839a-3cf95461318f service neutron] Bound port: 726e4f55-e8ab-4768-a1f3-87ea0d22c5bc, host: hv-neutron-7448, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74642fa8-26d9-4059-a569-52ea213b720c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '3b433c7c-50a3-4320-9c1d-a4d43009fc3d'}}] {{(pid=103159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 18 14:19:51.724259 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-3b0e8514-4c24-4fe6-9850-0d236035e397 req-733f9e4b-65fa-4594-839a-3cf95461318f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:19:51.792530 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.db [req-3b0e8514-4c24-4fe6-9850-0d236035e397 req-733f9e4b-65fa-4594-839a-3cf95461318f service neutron] For port 726e4f55-e8ab-4768-a1f3-87ea0d22c5bc, host hv-neutron-7448, cleared binding levels {{(pid=103159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 18 14:19:51.795693 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.db [req-3b0e8514-4c24-4fe6-9850-0d236035e397 req-733f9e4b-65fa-4594-839a-3cf95461318f service neutron] For port 726e4f55-e8ab-4768-a1f3-87ea0d22c5bc, host hv-neutron-7448, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=726e4f55-e8ab-4768-a1f3-87ea0d22c5bc,segment=NetworkSegment(74642fa8-26d9-4059-a569-52ea213b720c),segment_id=74642fa8-26d9-4059-a569-52ea213b720c)] {{(pid=103159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 18 14:19:51.803436 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-3b0e8514-4c24-4fe6-9850-0d236035e397 req-733f9e4b-65fa-4594-839a-3cf95461318f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5659917'] for port, after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:19:51.841959 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0e8514-4c24-4fe6-9850-0d236035e397 req-733f9e4b-65fa-4594-839a-3cf95461318f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:19:51.842596 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-3b0e8514-4c24-4fe6-9850-0d236035e397 req-733f9e4b-65fa-4594-839a-3cf95461318f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:19:51.844048 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-3b0e8514-4c24-4fe6-9850-0d236035e397 req-733f9e4b-65fa-4594-839a-3cf95461318f service neutron] 10.222.0.43 "PUT /v2.0/ports/726e4f55-e8ab-4768-a1f3-87ea0d22c5bc HTTP/1.1" status: 200 len: 1093 time: 0.5975313 Dec 18 14:19:51.844495 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cbf8327-1bd7-4bd9-aa9b-9e2a9ae67447', 'tag': '726e4f55-e8ab-4768-a1f3-87ea0d22c5bc'}] {{(pid=103159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 18 14:19:51.846914 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca844cf115d59c1fab86abc202fb4c13735de0d7e4cbbbb25eec9406e9c87431" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcadde5c-d79e-4edc-886a-4a234109c216" -d '{"events": [{"name": "network-changed", "server_uuid": "5cbf8327-1bd7-4bd9-aa9b-9e2a9ae67447", "tag": "726e4f55-e8ab-4768-a1f3-87ea0d22c5bc"}]}' {{(pid=103159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 18 14:19:51.870459 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733f9e4b-65fa-4594-839a-3cf95461318f service neutron] Pushing event updated for resources: {'Port': ['ID=726e4f55-e8ab-4768-a1f3-87ea0d22c5bc,revision_number=3']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:19:51.906839 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 14:19:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e257231d-3d32-459f-bb09-c735aba0cb00 x-openstack-request-id: req-e257231d-3d32-459f-bb09-c735aba0cb00 {{(pid=103159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 18 14:19:51.907136 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5cbf8327-1bd7-4bd9-aa9b-9e2a9ae67447", "tag": "726e4f55-e8ab-4768-a1f3-87ea0d22c5bc", "status": "completed", "code": 200}]} {{(pid=103159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 18 14:19:51.907420 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e257231d-3d32-459f-bb09-c735aba0cb00 {{(pid=103159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 18 14:19:51.907808 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cbf8327-1bd7-4bd9-aa9b-9e2a9ae67447', 'tag': '726e4f55-e8ab-4768-a1f3-87ea0d22c5bc', 'status': 'completed', 'code': 200} Dec 18 14:19:51.960250 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984137f5-11c5-4805-9e4a-bfdf3ae6356e req-d4ceec47-4836-4b73-a01a-153c6c2548c4 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:19:51.962236 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-984137f5-11c5-4805-9e4a-bfdf3ae6356e req-d4ceec47-4836-4b73-a01a-153c6c2548c4 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cbf8327-1bd7-4bd9-aa9b-9e2a9ae67447 HTTP/1.1" status: 200 len: 943 time: 0.0888016 Dec 18 14:19:51.967636 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0e8514-4c24-4fe6-9850-0d236035e397 req-8a1c1bc4-d452-43c5-b530-35c9b6578538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:19:51.969087 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-3b0e8514-4c24-4fe6-9850-0d236035e397 req-8a1c1bc4-d452-43c5-b530-35c9b6578538 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5e02956f02ac44a3baf056b6650d39f4&device_id=5cbf8327-1bd7-4bd9-aa9b-9e2a9ae67447 HTTP/1.1" status: 200 len: 1096 time: 0.0641830 Dec 18 14:19:52.022542 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-3b0e8514-4c24-4fe6-9850-0d236035e397 req-eeea6ba1-0fbe-452f-a064-5185f2bd45ab service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=726e4f55-e8ab-4768-a1f3-87ea0d22c5bc HTTP/1.1" status: 200 len: 217 time: 0.0386155 Dec 18 14:19:52.080713 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-984137f5-11c5-4805-9e4a-bfdf3ae6356e req-44bf595b-a49b-4ab1-b696-40ceaf5efa10 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] 10.222.0.31 "GET /v2.0/security-groups?id=79f84b4b-5002-42f0-93cb-a601784e4fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1106784 Dec 18 14:19:52.094813 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0e8514-4c24-4fe6-9850-0d236035e397 req-11a44e25-f5cd-4909-9f07-d0cfaf36a21b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:19:52.096265 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-3b0e8514-4c24-4fe6-9850-0d236035e397 req-11a44e25-f5cd-4909-9f07-d0cfaf36a21b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d3a17304-9238-4492-a108-e5bd31c50548 HTTP/1.1" status: 200 len: 848 time: 0.0655730 Dec 18 14:19:52.141071 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0e8514-4c24-4fe6-9850-0d236035e397 req-e51b73c7-efb8-4b6c-a153-aa685361a99e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:19:52.142642 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-3b0e8514-4c24-4fe6-9850-0d236035e397 req-e51b73c7-efb8-4b6c-a153-aa685361a99e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3b433c7c-50a3-4320-9c1d-a4d43009fc3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0391178 Dec 18 14:19:52.235615 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-3b0e8514-4c24-4fe6-9850-0d236035e397 req-1574a23d-8f8d-4049-9306-334fc60205e4 service neutron] 10.222.0.43 "GET /v2.0/networks/3b433c7c-50a3-4320-9c1d-a4d43009fc3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856862 Dec 18 14:19:52.659024 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-3b0e8514-4c24-4fe6-9850-0d236035e397 req-5b31908a-b64e-407f-821a-e9b8c21b1f27 service neutron] 10.222.0.43 "GET /v2.0/networks/3b433c7c-50a3-4320-9c1d-a4d43009fc3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4162071 Dec 18 14:19:52.761271 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcadde5c-d79e-4edc-886a-4a234109c216 req-2de160ab-0a60-4bbb-b46b-247715b1854b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:19:52.763525 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-fcadde5c-d79e-4edc-886a-4a234109c216 req-2de160ab-0a60-4bbb-b46b-247715b1854b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5e02956f02ac44a3baf056b6650d39f4&device_id=5cbf8327-1bd7-4bd9-aa9b-9e2a9ae67447 HTTP/1.1" status: 200 len: 1096 time: 0.0461123 Dec 18 14:19:52.858350 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcadde5c-d79e-4edc-886a-4a234109c216 req-719fd5e4-2be6-48a2-8143-9b7c8e3ea6ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:19:52.859847 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-fcadde5c-d79e-4edc-886a-4a234109c216 req-719fd5e4-2be6-48a2-8143-9b7c8e3ea6ac service neutron] 10.222.0.43 "GET /v2.0/networks?id=3b433c7c-50a3-4320-9c1d-a4d43009fc3d HTTP/1.1" status: 200 len: 910 time: 0.0895407 Dec 18 14:19:52.901708 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-fcadde5c-d79e-4edc-886a-4a234109c216 req-50fc5ed1-a83d-4ebf-bbbd-c2c620a80d17 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=726e4f55-e8ab-4768-a1f3-87ea0d22c5bc HTTP/1.1" status: 200 len: 217 time: 0.0335836 Dec 18 14:19:52.954803 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcadde5c-d79e-4edc-886a-4a234109c216 req-f40e8e0f-ff7a-490f-9a1e-88c636329ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:19:52.956288 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-fcadde5c-d79e-4edc-886a-4a234109c216 req-f40e8e0f-ff7a-490f-9a1e-88c636329ac3 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d3a17304-9238-4492-a108-e5bd31c50548 HTTP/1.1" status: 200 len: 848 time: 0.0471463 Dec 18 14:19:53.001883 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcadde5c-d79e-4edc-886a-4a234109c216 req-548c2769-e584-451a-800d-616dce924c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:19:53.003399 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-fcadde5c-d79e-4edc-886a-4a234109c216 req-548c2769-e584-451a-800d-616dce924c49 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3b433c7c-50a3-4320-9c1d-a4d43009fc3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0399747 Dec 18 14:19:53.093081 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-fcadde5c-d79e-4edc-886a-4a234109c216 req-c0cf09f6-bbdd-4d35-adf5-b8e5986ac113 service neutron] 10.222.0.43 "GET /v2.0/networks/3b433c7c-50a3-4320-9c1d-a4d43009fc3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821102 Dec 18 14:19:53.188578 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-fcadde5c-d79e-4edc-886a-4a234109c216 req-f9678f29-1e76-4591-b76c-f2e291a97eed service neutron] 10.222.0.43 "GET /v2.0/networks/3b433c7c-50a3-4320-9c1d-a4d43009fc3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871227 Dec 18 14:19:53.196132 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a734c981-1027-4957-bd7e-0e5de3fff3b9 req-d84c92cb-7b00-48a8-83ed-092cf4162fe9 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:19:53.197604 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-a734c981-1027-4957-bd7e-0e5de3fff3b9 req-d84c92cb-7b00-48a8-83ed-092cf4162fe9 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cbf8327-1bd7-4bd9-aa9b-9e2a9ae67447 HTTP/1.1" status: 200 len: 943 time: 0.0484037 Dec 18 14:19:53.250744 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-a734c981-1027-4957-bd7e-0e5de3fff3b9 req-53ae0673-658a-42f2-bfb5-a3aa90639cb6 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] 10.222.0.31 "GET /v2.0/security-groups?id=79f84b4b-5002-42f0-93cb-a601784e4fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466411 Dec 18 14:19:54.381612 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350cda4a-c9b5-499e-8f09-f68e3245852a req-df4a6558-6b28-47b2-b5db-2643bfc16bd9 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:19:54.383459 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-350cda4a-c9b5-499e-8f09-f68e3245852a req-df4a6558-6b28-47b2-b5db-2643bfc16bd9 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cbf8327-1bd7-4bd9-aa9b-9e2a9ae67447 HTTP/1.1" status: 200 len: 943 time: 0.0520942 Dec 18 14:19:54.435911 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-350cda4a-c9b5-499e-8f09-f68e3245852a req-0764b2da-af57-4810-b9f7-d055e570bdfc tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] 10.222.0.31 "GET /v2.0/security-groups?id=79f84b4b-5002-42f0-93cb-a601784e4fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437765 Dec 18 14:19:54.992611 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e29955c9-b1d5-4376-8184-1a1d57441630 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:19:55.563856 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33eac69-a220-4df2-9ed1-98075c41115c req-c193ca47-34a7-4f05-a319-b557cfd3ebaf tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:19:55.565325 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-b33eac69-a220-4df2-9ed1-98075c41115c req-c193ca47-34a7-4f05-a319-b557cfd3ebaf tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cbf8327-1bd7-4bd9-aa9b-9e2a9ae67447 HTTP/1.1" status: 200 len: 943 time: 0.0550988 Dec 18 14:19:55.624894 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-b33eac69-a220-4df2-9ed1-98075c41115c req-e4109c6f-faa2-4e20-b318-6749fee02d85 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] 10.222.0.31 "GET /v2.0/security-groups?id=79f84b4b-5002-42f0-93cb-a601784e4fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534928 Dec 18 14:19:56.131409 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Device 726e4f55-e8ab-4768-a1f3-87ea0d22c5bc details requested by agent hyperv_hv-neutron-7448 with host hv-neutron-7448 {{(pid=103161) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 18 14:19:56.236308 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] For port 726e4f55-e8ab-4768-a1f3-87ea0d22c5bc, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=726e4f55-e8ab-4768-a1f3-87ea0d22c5bc,segment=NetworkSegment(74642fa8-26d9-4059-a569-52ea213b720c),segment_id=74642fa8-26d9-4059-a569-52ea213b720c)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 14:19:56.251026 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Returning: {'device': '726e4f55-e8ab-4768-a1f3-87ea0d22c5bc', 'network_id': '3b433c7c-50a3-4320-9c1d-a4d43009fc3d', 'port_id': '726e4f55-e8ab-4768-a1f3-87ea0d22c5bc', 'mac_address': 'fa:16:3e:30:a7:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3a17304-9238-4492-a108-e5bd31c50548', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103161) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 18 14:19:56.287978 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:19:56.300590 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.notifiers.nova [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 726e4f55-e8ab-4768-a1f3-87ea0d22c5bc {{(pid=103161) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 18 14:19:56.320630 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] For port 726e4f55-e8ab-4768-a1f3-87ea0d22c5bc, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=726e4f55-e8ab-4768-a1f3-87ea0d22c5bc,segment=NetworkSegment(74642fa8-26d9-4059-a569-52ea213b720c),segment_id=74642fa8-26d9-4059-a569-52ea213b720c)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 14:19:56.328379 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:19:56.377286 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Pushing event updated for resources: {'Port': ['ID=726e4f55-e8ab-4768-a1f3-87ea0d22c5bc,revision_number=4']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:19:56.656822 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] get_ports_and_sgs() called for port_ids ['726e4f55-e8ab-4768-a1f3-87ea0d22c5bc'] {{(pid=103161) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 18 14:19:56.746897 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb33d85-ceee-4529-a4ea-0549a284b3d3 req-ad259942-5e7a-4ce7-9b44-bf8ca7fca0bd tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:19:56.748520 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-7bb33d85-ceee-4529-a4ea-0549a284b3d3 req-ad259942-5e7a-4ce7-9b44-bf8ca7fca0bd tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cbf8327-1bd7-4bd9-aa9b-9e2a9ae67447 HTTP/1.1" status: 200 len: 944 time: 0.0521610 Dec 18 14:19:56.797201 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-7bb33d85-ceee-4529-a4ea-0549a284b3d3 req-e42d8f19-c280-481f-b91b-ef43415bd4fb tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] 10.222.0.31 "GET /v2.0/security-groups?id=79f84b4b-5002-42f0-93cb-a601784e4fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424430 Dec 18 14:19:57.248049 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-30ca1b94-c2c3-4f58-9c2b-8c940425b389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:19:57.920188 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425dceaf-d100-496c-8d9d-9e8e1dda8ca1 req-7e9b8a35-67ab-4462-ba50-f3793eb3618a tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:19:57.921669 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-425dceaf-d100-496c-8d9d-9e8e1dda8ca1 req-7e9b8a35-67ab-4462-ba50-f3793eb3618a tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cbf8327-1bd7-4bd9-aa9b-9e2a9ae67447 HTTP/1.1" status: 200 len: 944 time: 0.0496917 Dec 18 14:19:57.973390 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-425dceaf-d100-496c-8d9d-9e8e1dda8ca1 req-45796464-dd9d-44a1-a8c1-e1cf8dee2d07 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] 10.222.0.31 "GET /v2.0/security-groups?id=79f84b4b-5002-42f0-93cb-a601784e4fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457695 Dec 18 14:19:58.137862 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Device 726e4f55-e8ab-4768-a1f3-87ea0d22c5bc up at agent hyperv_hv-neutron-7448 {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 14:19:58.190614 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Provisioning for port 726e4f55-e8ab-4768-a1f3-87ea0d22c5bc completed by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 18 14:19:58.196024 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Provisioning complete for port 726e4f55-e8ab-4768-a1f3-87ea0d22c5bc triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 14:19:58.196577 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:19:58.271486 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:19:58.293969 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cbf8327-1bd7-4bd9-aa9b-9e2a9ae67447', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '726e4f55-e8ab-4768-a1f3-87ea0d22c5bc'}] {{(pid=103161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 18 14:19:58.296287 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22224e7a42aa75e3f3b9c037df440650d2cfa1dd97b40a249aee4a8113775251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8e03de8-4144-485f-a41e-f7a52671ddbf" -d '{"events": [{"server_uuid": "5cbf8327-1bd7-4bd9-aa9b-9e2a9ae67447", "name": "network-vif-plugged", "status": "completed", "tag": "726e4f55-e8ab-4768-a1f3-87ea0d22c5bc"}]}' {{(pid=103161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 18 14:19:58.308790 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] For port 726e4f55-e8ab-4768-a1f3-87ea0d22c5bc, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=726e4f55-e8ab-4768-a1f3-87ea0d22c5bc,segment=NetworkSegment(74642fa8-26d9-4059-a569-52ea213b720c),segment_id=74642fa8-26d9-4059-a569-52ea213b720c)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 14:19:58.314260 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:19:58.366556 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Pushing event updated for resources: {'Port': ['ID=726e4f55-e8ab-4768-a1f3-87ea0d22c5bc,revision_number=5']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:19:58.394831 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 14:19:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4ee7e26-5dbc-4a23-9a2a-1f77a76fcd21 x-openstack-request-id: req-f4ee7e26-5dbc-4a23-9a2a-1f77a76fcd21 {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 18 14:19:58.395188 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cbf8327-1bd7-4bd9-aa9b-9e2a9ae67447", "name": "network-vif-plugged", "status": "completed", "tag": "726e4f55-e8ab-4768-a1f3-87ea0d22c5bc", "code": 200}]} {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 18 14:19:58.395492 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f4ee7e26-5dbc-4a23-9a2a-1f77a76fcd21 {{(pid=103161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 18 14:19:58.395927 dv-neutron-744815-20-hyperv neutron-server[103161]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cbf8327-1bd7-4bd9-aa9b-9e2a9ae67447', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '726e4f55-e8ab-4768-a1f3-87ea0d22c5bc', 'code': 200} Dec 18 14:19:58.583869 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b5c04f-8799-48d5-b6db-72c596e4b0a6 req-31551508-bb70-4e9b-a7f4-bd5550e9441f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:19:58.585387 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-11b5c04f-8799-48d5-b6db-72c596e4b0a6 req-31551508-bb70-4e9b-a7f4-bd5550e9441f service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=5cbf8327-1bd7-4bd9-aa9b-9e2a9ae67447 HTTP/1.1" status: 200 len: 1098 time: 0.0493650 Dec 18 14:19:58.641197 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-11b5c04f-8799-48d5-b6db-72c596e4b0a6 req-11854c76-78b4-4f83-9034-bccd8d16ff85 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=79f84b4b-5002-42f0-93cb-a601784e4fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482714 Dec 18 14:19:58.716112 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-afa9ae9b-bdbb-4010-bcf6-3a46ce66cf71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:19:59.109108 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee0f5a6-f75e-4ada-b938-1b8e23f308f0 req-794c2865-e9ef-4954-8236-04a7ab58747d tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:19:59.110601 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-7ee0f5a6-f75e-4ada-b938-1b8e23f308f0 req-794c2865-e9ef-4954-8236-04a7ab58747d tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cbf8327-1bd7-4bd9-aa9b-9e2a9ae67447 HTTP/1.1" status: 200 len: 945 time: 0.0588384 Dec 18 14:19:59.164775 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-7ee0f5a6-f75e-4ada-b938-1b8e23f308f0 req-5fc59a3e-9916-40ce-8dae-83859cfc8781 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] 10.222.0.31 "GET /v2.0/security-groups?id=79f84b4b-5002-42f0-93cb-a601784e4fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450423 Dec 18 14:20:00.237937 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7b7a3272-2b45-4d32-9670-25eb1afd1184 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:20:00.302290 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaa07b4-868d-4359-848a-4b73a5b934ff req-322ff1f5-716e-4eb1-99d1-dac52adb811e tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:20:00.303803 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-aeaa07b4-868d-4359-848a-4b73a5b934ff req-322ff1f5-716e-4eb1-99d1-dac52adb811e tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cbf8327-1bd7-4bd9-aa9b-9e2a9ae67447 HTTP/1.1" status: 200 len: 945 time: 0.0540586 Dec 18 14:20:00.355732 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-aeaa07b4-868d-4359-848a-4b73a5b934ff req-b6f767bb-a6b5-4ae3-8a08-0a03ee44c698 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] 10.222.0.31 "GET /v2.0/security-groups?id=79f84b4b-5002-42f0-93cb-a601784e4fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434589 Dec 18 14:20:00.491640 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b43cd0-067d-410d-9d54-388bd07325bb req-c63eb740-c36e-4c19-8cc2-5b927de68dd7 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:20:00.493009 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-43b43cd0-067d-410d-9d54-388bd07325bb req-c63eb740-c36e-4c19-8cc2-5b927de68dd7 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cbf8327-1bd7-4bd9-aa9b-9e2a9ae67447 HTTP/1.1" status: 200 len: 945 time: 0.0528445 Dec 18 14:20:00.541316 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-43b43cd0-067d-410d-9d54-388bd07325bb req-4ad8e54e-a0ca-48ec-8bd0-e0649c6d9c4f tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] 10.222.0.31 "GET /v2.0/security-groups?id=79f84b4b-5002-42f0-93cb-a601784e4fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417850 Dec 18 14:20:00.562741 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 35188) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:20:00.651741 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb9db5b6-c25e-4c6d-9c01-bb78d2ec94bf tempest-TestShelveInstance-1035229873 tempest-TestShelveInstance-1035229873-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:20:00.653331 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-bb9db5b6-c25e-4c6d-9c01-bb78d2ec94bf tempest-TestShelveInstance-1035229873 tempest-TestShelveInstance-1035229873-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=5cbf8327-1bd7-4bd9-aa9b-9e2a9ae67447 HTTP/1.1" status: 200 len: 1093 time: 0.0895829 Dec 18 14:20:00.656387 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 35192) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:20:00.660726 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-0b0ff307-a495-4e33-96f3-f77691009f6c tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Request body: {'floatingip': {'floating_network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'port_id': '726e4f55-e8ab-4768-a1f3-87ea0d22c5bc', 'tenant_id': '5e02956f02ac44a3baf056b6650d39f4', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 14:20:00.690558 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-0b0ff307-a495-4e33-96f3-f77691009f6c tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Publish callbacks [] for floatingip, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:20:00.797350 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-0b0ff307-a495-4e33-96f3-f77691009f6c tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:20:00.915038 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.db_base_plugin_common [None req-0b0ff307-a495-4e33-96f3-f77691009f6c tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Allocated IP 172.26.3.224 (decb4a40-7941-48c8-afbb-daaafd502e83/70deed80-3ca1-4f9e-96cb-563b43d3acba/0df8caba-e48c-4699-bf99-59f102ea8546) {{(pid=103160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 14:20:00.928920 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:20:01.032752 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-0b0ff307-a495-4e33-96f3-f77691009f6c tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Publish callbacks [] for port, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:20:01.074441 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-0b0ff307-a495-4e33-96f3-f77691009f6c tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4533522'] for port, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:20:01.117873 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b0ff307-a495-4e33-96f3-f77691009f6c tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Network decb4a40-7941-48c8-afbb-daaafd502e83 is already hosted by enough agents. {{(pid=103160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 14:20:01.121837 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.base_scheduler [None req-0b0ff307-a495-4e33-96f3-f77691009f6c tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Resources bound (agent type, host, resource id): {{(pid=103160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 14:20:01.123804 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0ff307-a495-4e33-96f3-f77691009f6c tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Pushing event updated for resources: {'Port': ['ID=0df8caba-e48c-4699-bf99-59f102ea8546,revision_number=1']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:20:01.125917 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b0ff307-a495-4e33-96f3-f77691009f6c tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Received port after_create {{(pid=103160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 14:20:01.498919 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-0b0ff307-a495-4e33-96f3-f77691009f6c tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:20:01.580343 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-0b0ff307-a495-4e33-96f3-f77691009f6c tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:20:01.750989 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-0b0ff307-a495-4e33-96f3-f77691009f6c tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Publish callbacks [] for port, precommit_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:20:01.760399 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-0b0ff307-a495-4e33-96f3-f77691009f6c tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4533541'] for port, after_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:20:01.833801 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0ff307-a495-4e33-96f3-f77691009f6c tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Pushing event updated for resources: {'Port': ['ID=0df8caba-e48c-4699-bf99-59f102ea8546,revision_number=2']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:20:01.848354 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-0b0ff307-a495-4e33-96f3-f77691009f6c tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-587004'] for floatingip, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:20:01.960528 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.db.l3_db [None req-0b0ff307-a495-4e33-96f3-f77691009f6c tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Floating IP 69895d14-c393-4c11-95e6-2de2745c0e16 associated. External IP: 172.26.3.224, port: 726e4f55-e8ab-4768-a1f3-87ea0d22c5bc. Dec 18 14:20:02.185526 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b0ff307-a495-4e33-96f3-f77691009f6c tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Router d7639827-54f8-43a5-8855-b5e2104e4485 has already been hosted by L3 agent c9c0cd52-5bd2-4704-9429-d80f1c5ad23c {{(pid=103160) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 18 14:20:02.297872 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b0ff307-a495-4e33-96f3-f77691009f6c tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Notify agent at l3_agent.dv-neutron-744815-20-hyperv the message routers_updated {{(pid=103160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 14:20:02.307849 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8b7871c-26f2-4a53-9436-684a5c31e5e2 None None] Sync routers for ids ['d7639827-54f8-43a5-8855-b5e2104e4485'] in dv-neutron-744815-20-hyperv {{(pid=103162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 14:20:02.317085 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-0b0ff307-a495-4e33-96f3-f77691009f6c tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for floatingip, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:20:02.317290 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8b7871c-26f2-4a53-9436-684a5c31e5e2 None None] Routers {'d7639827-54f8-43a5-8855-b5e2104e4485'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 14:20:02.317766 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-c8b7871c-26f2-4a53-9436-684a5c31e5e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T14:19:57Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['d7639827-54f8-43a5-8855-b5e2104e4485'], 'active': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:20:02.345241 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-0b0ff307-a495-4e33-96f3-f77691009f6c tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6878378 Dec 18 14:20:02.345929 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cbf8327-1bd7-4bd9-aa9b-9e2a9ae67447', 'tag': '726e4f55-e8ab-4768-a1f3-87ea0d22c5bc'}] {{(pid=103160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 18 14:20:02.348275 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd59ab3361532ca86f78e2d2eaf298e4a05479417bf909969c39d1b423591824" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1aafd3a4-60a3-426e-bc9e-40b6847e6796" -d '{"events": [{"name": "network-changed", "server_uuid": "5cbf8327-1bd7-4bd9-aa9b-9e2a9ae67447", "tag": "726e4f55-e8ab-4768-a1f3-87ea0d22c5bc"}]}' {{(pid=103160) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 18 14:20:02.423943 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvr_db [None req-c8b7871c-26f2-4a53-9436-684a5c31e5e2 None None] Set router d7639827-54f8-43a5-8855-b5e2104e4485 gateway port host: dv-neutron-744815-20-hyperv {{(pid=103162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 14:20:02.447317 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 14:20:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1caf952-a7ed-4235-a964-bc942e5dd6b7 x-openstack-request-id: req-c1caf952-a7ed-4235-a964-bc942e5dd6b7 {{(pid=103160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 18 14:20:02.447752 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5cbf8327-1bd7-4bd9-aa9b-9e2a9ae67447", "tag": "726e4f55-e8ab-4768-a1f3-87ea0d22c5bc", "status": "completed", "code": 200}]} {{(pid=103160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 18 14:20:02.448057 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c1caf952-a7ed-4235-a964-bc942e5dd6b7 {{(pid=103160) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 18 14:20:02.448468 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cbf8327-1bd7-4bd9-aa9b-9e2a9ae67447', 'tag': '726e4f55-e8ab-4768-a1f3-87ea0d22c5bc', 'status': 'completed', 'code': 200} Dec 18 14:20:02.513539 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aafd3a4-60a3-426e-bc9e-40b6847e6796 req-f65f9218-f6e8-467d-8d0e-99f1d6025c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:20:02.515085 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-1aafd3a4-60a3-426e-bc9e-40b6847e6796 req-f65f9218-f6e8-467d-8d0e-99f1d6025c7d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5e02956f02ac44a3baf056b6650d39f4&device_id=5cbf8327-1bd7-4bd9-aa9b-9e2a9ae67447 HTTP/1.1" status: 200 len: 1098 time: 0.0438108 Dec 18 14:20:02.612425 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aafd3a4-60a3-426e-bc9e-40b6847e6796 req-2e3d3722-cfc8-42e7-80f0-665bd43e6a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:20:02.613952 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-1aafd3a4-60a3-426e-bc9e-40b6847e6796 req-2e3d3722-cfc8-42e7-80f0-665bd43e6a69 service neutron] 10.222.0.43 "GET /v2.0/networks?id=3b433c7c-50a3-4320-9c1d-a4d43009fc3d HTTP/1.1" status: 200 len: 910 time: 0.0912297 Dec 18 14:20:02.650944 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-c8b7871c-26f2-4a53-9436-684a5c31e5e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7639827-54f8-43a5-8855-b5e2104e4485', 'name': 'tempest-TestShelveInstance-1705039132-router', 'tenant_id': '5e02956f02ac44a3baf056b6650d39f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.92'}], 'enable_snat': True}, 'gw_port_id': '8b17f9a4-1c5b-4eb4-a9f2-c90ab1f5d0ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T14:19:34Z', 'updated_at': '2021-12-18T14:19:36Z', 'revision_number': 4, 'project_id': '5e02956f02ac44a3baf056b6650d39f4', 'gw_port': {'id': '8b17f9a4-1c5b-4eb4-a9f2-c90ab1f5d0ed', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:59:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7639827-54f8-43a5-8855-b5e2104e4485', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1816, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T14:19:34Z', 'updated_at': '2021-12-18T14:19:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv', '_floatingips': [{'id': '69895d14-c393-4c11-95e6-2de2745c0e16', 'tenant_id': '5e02956f02ac44a3baf056b6650d39f4', 'floating_ip_address': '172.26.3.224', 'floating_network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'router_id': 'd7639827-54f8-43a5-8855-b5e2104e4485', 'port_id': '726e4f55-e8ab-4768-a1f3-87ea0d22c5bc', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1841, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3b433c7c-50a3-4320-9c1d-a4d43009fc3d', 'mac_address': 'fa:16:3e:30:a7:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cbf8327-1bd7-4bd9-aa9b-9e2a9ae67447', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T14:20:01Z', 'updated_at': '2021-12-18T14:20:01Z', 'revision_number': 0, 'project_id': '5e02956f02ac44a3baf056b6650d39f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66a727da-8ae5-4568-a5ca-2067035515d3', 'name': '', 'network_id': '3b433c7c-50a3-4320-9c1d-a4d43009fc3d', 'tenant_id': '5e02956f02ac44a3baf056b6650d39f4', 'mac_address': 'fa:16:3e:6b:30:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7639827-54f8-43a5-8855-b5e2104e4485', 'device_owner': 'network:router_interface', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': 'd3a17304-9238-4492-a108-e5bd31c50548', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T14:19:36Z', 'updated_at': '2021-12-18T14:19:40Z', 'revision_number': 5, 'project_id': '5e02956f02ac44a3baf056b6650d39f4', 'subnets': [{'id': 'd3a17304-9238-4492-a108-e5bd31c50548', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:20:02.675917 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8b7871c-26f2-4a53-9436-684a5c31e5e2 None None] Checking router: d7639827-54f8-43a5-8855-b5e2104e4485 for host: dv-neutron-744815-20-hyperv {{(pid=103162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 18 14:20:02.682381 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-1aafd3a4-60a3-426e-bc9e-40b6847e6796 req-5127f336-d404-4e88-8cd4-125e9e9d9e9a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=726e4f55-e8ab-4768-a1f3-87ea0d22c5bc HTTP/1.1" status: 200 len: 999 time: 0.0609887 Dec 18 14:20:02.684473 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8b7871c-26f2-4a53-9436-684a5c31e5e2 None None] Routers {'d7639827-54f8-43a5-8855-b5e2104e4485'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 14:20:02.685074 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-c8b7871c-26f2-4a53-9436-684a5c31e5e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T14:19:57Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['d7639827-54f8-43a5-8855-b5e2104e4485'], 'active': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:20:02.734988 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aafd3a4-60a3-426e-bc9e-40b6847e6796 req-2d08597a-bda6-40b4-8ab0-87fca1ed2a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:20:02.736460 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-1aafd3a4-60a3-426e-bc9e-40b6847e6796 req-2d08597a-bda6-40b4-8ab0-87fca1ed2a34 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d3a17304-9238-4492-a108-e5bd31c50548 HTTP/1.1" status: 200 len: 848 time: 0.0473962 Dec 18 14:20:02.787914 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aafd3a4-60a3-426e-bc9e-40b6847e6796 req-44f8b66d-f404-4c2f-939e-06555693ab99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:20:02.789437 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-1aafd3a4-60a3-426e-bc9e-40b6847e6796 req-44f8b66d-f404-4c2f-939e-06555693ab99 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3b433c7c-50a3-4320-9c1d-a4d43009fc3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0462115 Dec 18 14:20:02.804937 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvr_db [None req-c8b7871c-26f2-4a53-9436-684a5c31e5e2 None None] Set router d7639827-54f8-43a5-8855-b5e2104e4485 gateway port host: dv-neutron-744815-20-hyperv {{(pid=103162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 14:20:02.878615 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-1aafd3a4-60a3-426e-bc9e-40b6847e6796 req-ce61b84c-debd-4aad-a4e2-1fe9ba8028db service neutron] 10.222.0.43 "GET /v2.0/networks/3b433c7c-50a3-4320-9c1d-a4d43009fc3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814071 Dec 18 14:20:02.971666 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-1aafd3a4-60a3-426e-bc9e-40b6847e6796 req-720c4ebe-8c1a-46f5-bb56-981d31bbe34a service neutron] 10.222.0.43 "GET /v2.0/networks/3b433c7c-50a3-4320-9c1d-a4d43009fc3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856953 Dec 18 14:20:03.030079 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-c8b7871c-26f2-4a53-9436-684a5c31e5e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7639827-54f8-43a5-8855-b5e2104e4485', 'name': 'tempest-TestShelveInstance-1705039132-router', 'tenant_id': '5e02956f02ac44a3baf056b6650d39f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.92'}], 'enable_snat': True}, 'gw_port_id': '8b17f9a4-1c5b-4eb4-a9f2-c90ab1f5d0ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T14:19:34Z', 'updated_at': '2021-12-18T14:19:36Z', 'revision_number': 4, 'project_id': '5e02956f02ac44a3baf056b6650d39f4', 'gw_port': {'id': '8b17f9a4-1c5b-4eb4-a9f2-c90ab1f5d0ed', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:59:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7639827-54f8-43a5-8855-b5e2104e4485', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1816, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T14:19:34Z', 'updated_at': '2021-12-18T14:19:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv', '_floatingips': [{'id': '69895d14-c393-4c11-95e6-2de2745c0e16', 'tenant_id': '5e02956f02ac44a3baf056b6650d39f4', 'floating_ip_address': '172.26.3.224', 'floating_network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'router_id': 'd7639827-54f8-43a5-8855-b5e2104e4485', 'port_id': '726e4f55-e8ab-4768-a1f3-87ea0d22c5bc', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1841, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3b433c7c-50a3-4320-9c1d-a4d43009fc3d', 'mac_address': 'fa:16:3e:30:a7:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cbf8327-1bd7-4bd9-aa9b-9e2a9ae67447', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T14:20:01Z', 'updated_at': '2021-12-18T14:20:01Z', 'revision_number': 0, 'project_id': '5e02956f02ac44a3baf056b6650d39f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66a727da-8ae5-4568-a5ca-2067035515d3', 'name': '', 'network_id': '3b433c7c-50a3-4320-9c1d-a4d43009fc3d', 'tenant_id': '5e02956f02ac44a3baf056b6650d39f4', 'mac_address': 'fa:16:3e:6b:30:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7639827-54f8-43a5-8855-b5e2104e4485', 'device_owner': 'network:router_interface', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': 'd3a17304-9238-4492-a108-e5bd31c50548', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T14:19:36Z', 'updated_at': '2021-12-18T14:19:40Z', 'revision_number': 5, 'project_id': '5e02956f02ac44a3baf056b6650d39f4', 'subnets': [{'id': 'd3a17304-9238-4492-a108-e5bd31c50548', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:20:03.063567 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8b7871c-26f2-4a53-9436-684a5c31e5e2 None None] The sync data for ids ['d7639827-54f8-43a5-8855-b5e2104e4485'] in dv-neutron-744815-20-hyperv is: [{'id': 'd7639827-54f8-43a5-8855-b5e2104e4485', 'name': 'tempest-TestShelveInstance-1705039132-router', 'tenant_id': '5e02956f02ac44a3baf056b6650d39f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.92'}], 'enable_snat': True}, 'gw_port_id': '8b17f9a4-1c5b-4eb4-a9f2-c90ab1f5d0ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T14:19:34Z', 'updated_at': '2021-12-18T14:19:36Z', 'revision_number': 4, 'project_id': '5e02956f02ac44a3baf056b6650d39f4', 'gw_port': {'id': '8b17f9a4-1c5b-4eb4-a9f2-c90ab1f5d0ed', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:59:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7639827-54f8-43a5-8855-b5e2104e4485', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1816, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T14:19:34Z', 'updated_at': '2021-12-18T14:19:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv', '_floatingips': [{'id': '69895d14-c393-4c11-95e6-2de2745c0e16', 'tenant_id': '5e02956f02ac44a3baf056b6650d39f4', 'floating_ip_address': '172.26.3.224', 'floating_network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'router_id': 'd7639827-54f8-43a5-8855-b5e2104e4485', 'port_id': '726e4f55-e8ab-4768-a1f3-87ea0d22c5bc', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1841, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3b433c7c-50a3-4320-9c1d-a4d43009fc3d', 'mac_address': 'fa:16:3e:30:a7:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cbf8327-1bd7-4bd9-aa9b-9e2a9ae67447', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T14:20:01Z', 'updated_at': '2021-12-18T14:20:01Z', 'revision_number': 0, 'project_id': '5e02956f02ac44a3baf056b6650d39f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66a727da-8ae5-4568-a5ca-2067035515d3', 'name': '', 'network_id': '3b433c7c-50a3-4320-9c1d-a4d43009fc3d', 'tenant_id': '5e02956f02ac44a3baf056b6650d39f4', 'mac_address': 'fa:16:3e:6b:30:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7639827-54f8-43a5-8855-b5e2104e4485', 'device_owner': 'network:router_interface', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': 'd3a17304-9238-4492-a108-e5bd31c50548', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T14:19:36Z', 'updated_at': '2021-12-18T14:19:40Z', 'revision_number': 5, 'project_id': '5e02956f02ac44a3baf056b6650d39f4', 'subnets': [{'id': 'd3a17304-9238-4492-a108-e5bd31c50548', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 14:20:03.261957 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dae4f6e-5189-4aa4-bcc6-005e74607cb1 None None] New status for floating IP 69895d14-c393-4c11-95e6-2de2745c0e16: ACTIVE {{(pid=103161) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 18 14:20:05.422226 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.agents_db [None req-e3dda592-589a-4b4d-b028-ba9a260f4f50 None None] Agent healthcheck: found 6 active agents {{(pid=103162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 18 14:20:07.400721 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:20:21.680587 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-0bc6f1e9-ccf5-4a5b-9341-271554f91374 req-625ce505-ea4f-4ef6-a436-075daf95deb8 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=5cbf8327-1bd7-4bd9-aa9b-9e2a9ae67447&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0417471 Dec 18 14:20:21.777075 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc6f1e9-ccf5-4a5b-9341-271554f91374 req-ab9dccac-2ae4-4415-9d2c-637927302850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:20:21.778609 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-0bc6f1e9-ccf5-4a5b-9341-271554f91374 req-ab9dccac-2ae4-4415-9d2c-637927302850 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5e02956f02ac44a3baf056b6650d39f4&device_id=5cbf8327-1bd7-4bd9-aa9b-9e2a9ae67447 HTTP/1.1" status: 200 len: 1098 time: 0.0419524 Dec 18 14:20:21.899748 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc6f1e9-ccf5-4a5b-9341-271554f91374 req-95cdad0d-696b-4c5c-b04c-76646f1303e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:20:21.901123 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-0bc6f1e9-ccf5-4a5b-9341-271554f91374 req-95cdad0d-696b-4c5c-b04c-76646f1303e7 service neutron] 10.222.0.43 "GET /v2.0/networks?id=3b433c7c-50a3-4320-9c1d-a4d43009fc3d HTTP/1.1" status: 200 len: 910 time: 0.1001678 Dec 18 14:20:21.965474 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-0bc6f1e9-ccf5-4a5b-9341-271554f91374 req-f1df41a0-da30-4a81-947b-37379daf70af service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=726e4f55-e8ab-4768-a1f3-87ea0d22c5bc HTTP/1.1" status: 200 len: 1001 time: 0.0568466 Dec 18 14:20:22.017758 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc6f1e9-ccf5-4a5b-9341-271554f91374 req-49285b59-0fd8-4b52-b149-8c4094fd1a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:20:22.019265 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-0bc6f1e9-ccf5-4a5b-9341-271554f91374 req-49285b59-0fd8-4b52-b149-8c4094fd1a2e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d3a17304-9238-4492-a108-e5bd31c50548 HTTP/1.1" status: 200 len: 848 time: 0.0463703 Dec 18 14:20:22.065384 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc6f1e9-ccf5-4a5b-9341-271554f91374 req-9eb7ef90-b3b0-49e0-af72-14f6d88a0c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:20:22.066886 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-0bc6f1e9-ccf5-4a5b-9341-271554f91374 req-9eb7ef90-b3b0-49e0-af72-14f6d88a0c6d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3b433c7c-50a3-4320-9c1d-a4d43009fc3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0408089 Dec 18 14:20:22.154625 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-0bc6f1e9-ccf5-4a5b-9341-271554f91374 req-4e81469f-20fe-4f53-a581-9ab9453643eb service neutron] 10.222.0.43 "GET /v2.0/networks/3b433c7c-50a3-4320-9c1d-a4d43009fc3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802376 Dec 18 14:20:22.248409 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-0bc6f1e9-ccf5-4a5b-9341-271554f91374 req-f332a771-f0f9-41da-be48-0165766b4006 service neutron] 10.222.0.43 "GET /v2.0/networks/3b433c7c-50a3-4320-9c1d-a4d43009fc3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860898 Dec 18 14:20:24.988944 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-246a6bec-8025-450b-a751-1a95f2aa39b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:20:27.242620 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-5c38b738-8ecf-4932-b271-4ca4c652283e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:20:28.722181 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-afa9ae9b-bdbb-4010-bcf6-3a46ce66cf71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:20:30.253595 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7b7a3272-2b45-4d32-9670-25eb1afd1184 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:20:30.932390 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:20:37.392606 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:20:42.421477 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.agents_db [None req-e3dda592-589a-4b4d-b028-ba9a260f4f50 None None] Agent healthcheck: found 6 active agents {{(pid=103162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 18 14:20:54.987178 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-1b8b8be2-83ee-41af-a73f-255d50d81c41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:20:57.257857 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-6064a5b8-dd62-4959-80d3-1a209e6fc6f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:20:58.729578 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-afa9ae9b-bdbb-4010-bcf6-3a46ce66cf71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:21:00.253799 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7b7a3272-2b45-4d32-9670-25eb1afd1184 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:21:00.937078 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:21:07.412693 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:21:19.421149 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.agents_db [None req-e3dda592-589a-4b4d-b028-ba9a260f4f50 None None] Agent healthcheck: found 6 active agents {{(pid=103162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 18 14:21:22.690484 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-a57268ec-5607-4bcf-9a8b-7dcb16502943 req-f06afa76-e34c-4e80-b88d-2e9993f81658 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=5cbf8327-1bd7-4bd9-aa9b-9e2a9ae67447&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0421953 Dec 18 14:21:22.799632 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57268ec-5607-4bcf-9a8b-7dcb16502943 req-86335227-63c6-44c7-bd6b-498b606bff6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:21:22.801115 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-a57268ec-5607-4bcf-9a8b-7dcb16502943 req-86335227-63c6-44c7-bd6b-498b606bff6c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5e02956f02ac44a3baf056b6650d39f4&device_id=5cbf8327-1bd7-4bd9-aa9b-9e2a9ae67447 HTTP/1.1" status: 200 len: 1098 time: 0.0519063 Dec 18 14:21:22.907234 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57268ec-5607-4bcf-9a8b-7dcb16502943 req-f5622106-afe9-4fee-8607-7db9f177eb4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:21:22.908599 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-a57268ec-5607-4bcf-9a8b-7dcb16502943 req-f5622106-afe9-4fee-8607-7db9f177eb4a service neutron] 10.222.0.43 "GET /v2.0/networks?id=3b433c7c-50a3-4320-9c1d-a4d43009fc3d HTTP/1.1" status: 200 len: 910 time: 0.0878561 Dec 18 14:21:22.975303 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-a57268ec-5607-4bcf-9a8b-7dcb16502943 req-c208ee70-d77e-4d44-b76e-5eb7c109d8d6 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=726e4f55-e8ab-4768-a1f3-87ea0d22c5bc HTTP/1.1" status: 200 len: 1001 time: 0.0589771 Dec 18 14:21:23.027648 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57268ec-5607-4bcf-9a8b-7dcb16502943 req-6242288e-964c-4ce3-b738-2a336fa71e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:21:23.029096 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-a57268ec-5607-4bcf-9a8b-7dcb16502943 req-6242288e-964c-4ce3-b738-2a336fa71e22 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d3a17304-9238-4492-a108-e5bd31c50548 HTTP/1.1" status: 200 len: 848 time: 0.0469975 Dec 18 14:21:23.076774 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57268ec-5607-4bcf-9a8b-7dcb16502943 req-3780b492-7605-4588-b12e-1e70a8b4d84f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:21:23.078354 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-a57268ec-5607-4bcf-9a8b-7dcb16502943 req-3780b492-7605-4588-b12e-1e70a8b4d84f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3b433c7c-50a3-4320-9c1d-a4d43009fc3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0420718 Dec 18 14:21:23.169660 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-a57268ec-5607-4bcf-9a8b-7dcb16502943 req-f7741ddf-2540-41de-bba1-071c9f044e97 service neutron] 10.222.0.43 "GET /v2.0/networks/3b433c7c-50a3-4320-9c1d-a4d43009fc3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829780 Dec 18 14:21:23.266240 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-a57268ec-5607-4bcf-9a8b-7dcb16502943 req-bb25fe8f-d5f0-4afe-be05-9cbc7c97759f service neutron] 10.222.0.43 "GET /v2.0/networks/3b433c7c-50a3-4320-9c1d-a4d43009fc3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895889 Dec 18 14:21:24.988019 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e73e21fa-3037-4b3e-ac2f-2228443ad770 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:21:27.257766 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-30df0ca6-7f94-4771-b008-8edfbe7706fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:21:28.730464 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-afa9ae9b-bdbb-4010-bcf6-3a46ce66cf71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:21:30.256697 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7b7a3272-2b45-4d32-9670-25eb1afd1184 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:21:30.943441 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:21:37.408814 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:21:54.991949 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-fcba9570-2636-42af-915c-8f5df219fdfa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:21:56.424899 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.agents_db [None req-e3dda592-589a-4b4d-b028-ba9a260f4f50 None None] Agent healthcheck: found 6 active agents {{(pid=103162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 18 14:21:57.267132 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e3c3f180-831c-478e-9c7c-ade27ad7dc71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:21:58.735797 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-afa9ae9b-bdbb-4010-bcf6-3a46ce66cf71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:22:00.262727 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7b7a3272-2b45-4d32-9670-25eb1afd1184 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:22:00.935655 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:22:07.429895 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:22:23.685199 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-70c20de0-2da4-4b94-881e-bffcb98ae0a5 req-7c6ba2a7-2d5d-457d-a9ec-c63484b00540 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=5cbf8327-1bd7-4bd9-aa9b-9e2a9ae67447&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0429986 Dec 18 14:22:23.781111 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c20de0-2da4-4b94-881e-bffcb98ae0a5 req-66c866ed-cca4-45d9-b0b8-d92516b30d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:22:23.782591 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-70c20de0-2da4-4b94-881e-bffcb98ae0a5 req-66c866ed-cca4-45d9-b0b8-d92516b30d7a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5e02956f02ac44a3baf056b6650d39f4&device_id=5cbf8327-1bd7-4bd9-aa9b-9e2a9ae67447 HTTP/1.1" status: 200 len: 1098 time: 0.0457857 Dec 18 14:22:23.890753 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c20de0-2da4-4b94-881e-bffcb98ae0a5 req-a06927cc-8aff-4eb6-8bac-0289625450df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:22:23.892146 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-70c20de0-2da4-4b94-881e-bffcb98ae0a5 req-a06927cc-8aff-4eb6-8bac-0289625450df service neutron] 10.222.0.43 "GET /v2.0/networks?id=3b433c7c-50a3-4320-9c1d-a4d43009fc3d HTTP/1.1" status: 200 len: 910 time: 0.0878301 Dec 18 14:22:23.971827 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-70c20de0-2da4-4b94-881e-bffcb98ae0a5 req-5d4bd098-3ff0-4182-a7e5-e38dbf5a2c01 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=726e4f55-e8ab-4768-a1f3-87ea0d22c5bc HTTP/1.1" status: 200 len: 1001 time: 0.0627849 Dec 18 14:22:24.022442 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c20de0-2da4-4b94-881e-bffcb98ae0a5 req-73d1341b-8b65-4687-8159-1ec3ed98e8bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:22:24.023930 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-70c20de0-2da4-4b94-881e-bffcb98ae0a5 req-73d1341b-8b65-4687-8159-1ec3ed98e8bc service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d3a17304-9238-4492-a108-e5bd31c50548 HTTP/1.1" status: 200 len: 848 time: 0.0445631 Dec 18 14:22:24.071978 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c20de0-2da4-4b94-881e-bffcb98ae0a5 req-44b806b1-1548-4e98-841d-e5405a969761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:22:24.073495 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-70c20de0-2da4-4b94-881e-bffcb98ae0a5 req-44b806b1-1548-4e98-841d-e5405a969761 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3b433c7c-50a3-4320-9c1d-a4d43009fc3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0426793 Dec 18 14:22:24.168335 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-70c20de0-2da4-4b94-881e-bffcb98ae0a5 req-c6446b41-3763-4720-9b9c-8d7279403267 service neutron] 10.222.0.43 "GET /v2.0/networks/3b433c7c-50a3-4320-9c1d-a4d43009fc3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868607 Dec 18 14:22:24.268416 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-70c20de0-2da4-4b94-881e-bffcb98ae0a5 req-634960f2-3972-4884-babe-58acbd985d7b service neutron] 10.222.0.43 "GET /v2.0/networks/3b433c7c-50a3-4320-9c1d-a4d43009fc3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926690 Dec 18 14:22:24.985532 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2b1154fd-9d6f-4202-b282-6d7c17b9da21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:22:27.260360 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-6a4f8803-45a8-43a8-b6dc-0cde18b325aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:22:28.730738 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-afa9ae9b-bdbb-4010-bcf6-3a46ce66cf71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:22:30.261391 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7b7a3272-2b45-4d32-9670-25eb1afd1184 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:22:30.940071 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:22:33.430094 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.agents_db [None req-e3dda592-589a-4b4d-b028-ba9a260f4f50 None None] Agent healthcheck: found 6 active agents {{(pid=103162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 18 14:22:37.434103 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:22:39.439415 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63442dcb-bfd9-4c1f-b44e-f7541cbd641a req-4a7efd0e-ce1f-4d0c-b293-c29547bc64bd tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:22:39.440924 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-63442dcb-bfd9-4c1f-b44e-f7541cbd641a req-4a7efd0e-ce1f-4d0c-b293-c29547bc64bd tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cbf8327-1bd7-4bd9-aa9b-9e2a9ae67447 HTTP/1.1" status: 200 len: 945 time: 0.1088178 Dec 18 14:22:39.495052 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-63442dcb-bfd9-4c1f-b44e-f7541cbd641a req-e63240f2-5b9a-4526-9386-a18a24260425 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] 10.222.0.31 "GET /v2.0/security-groups?id=79f84b4b-5002-42f0-93cb-a601784e4fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480244 Dec 18 14:22:40.644007 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53545593-ea22-4b1d-8000-fd37e8bb199f req-78c1945d-d16f-4806-8a4e-34571a0895b9 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:22:40.645513 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-53545593-ea22-4b1d-8000-fd37e8bb199f req-78c1945d-d16f-4806-8a4e-34571a0895b9 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cbf8327-1bd7-4bd9-aa9b-9e2a9ae67447 HTTP/1.1" status: 200 len: 945 time: 0.0578146 Dec 18 14:22:40.694563 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-53545593-ea22-4b1d-8000-fd37e8bb199f req-841a4882-2c7f-409c-81ab-f606bfa339a8 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] 10.222.0.31 "GET /v2.0/security-groups?id=79f84b4b-5002-42f0-93cb-a601784e4fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429780 Dec 18 14:22:41.840925 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d4e4ae-0ffe-4138-821d-4ed32fae077c req-837762e3-c193-42ce-86a6-b17407daf929 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:22:41.842646 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-22d4e4ae-0ffe-4138-821d-4ed32fae077c req-837762e3-c193-42ce-86a6-b17407daf929 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cbf8327-1bd7-4bd9-aa9b-9e2a9ae67447 HTTP/1.1" status: 200 len: 945 time: 0.0537598 Dec 18 14:22:41.900328 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-22d4e4ae-0ffe-4138-821d-4ed32fae077c req-4581c815-310c-4284-a246-ef4cc0b617b4 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] 10.222.0.31 "GET /v2.0/security-groups?id=79f84b4b-5002-42f0-93cb-a601784e4fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493770 Dec 18 14:22:43.038757 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f96714c-f428-4087-a13c-ea1ce79750d2 req-d38af7fa-322c-44c8-90dd-c63065bc753a tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:22:43.040336 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-8f96714c-f428-4087-a13c-ea1ce79750d2 req-d38af7fa-322c-44c8-90dd-c63065bc753a tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cbf8327-1bd7-4bd9-aa9b-9e2a9ae67447 HTTP/1.1" status: 200 len: 945 time: 0.0549023 Dec 18 14:22:43.093157 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-8f96714c-f428-4087-a13c-ea1ce79750d2 req-a3f12902-d73c-4ec6-a803-9874fc50e846 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] 10.222.0.31 "GET /v2.0/security-groups?id=79f84b4b-5002-42f0-93cb-a601784e4fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463078 Dec 18 14:22:44.228126 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2efe1b1-06dc-454f-985d-47c1483c6b6e req-e61ecb37-094b-4770-bc04-846547f7292a tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:22:44.229616 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-f2efe1b1-06dc-454f-985d-47c1483c6b6e req-e61ecb37-094b-4770-bc04-846547f7292a tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cbf8327-1bd7-4bd9-aa9b-9e2a9ae67447 HTTP/1.1" status: 200 len: 945 time: 0.0568039 Dec 18 14:22:44.278255 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-f2efe1b1-06dc-454f-985d-47c1483c6b6e req-5bfe2432-c8d6-4109-ae2d-d54870e414cb tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] 10.222.0.31 "GET /v2.0/security-groups?id=79f84b4b-5002-42f0-93cb-a601784e4fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424950 Dec 18 14:22:45.400151 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a752d2bb-c974-4393-b4b1-c215246dd1d5 req-334d134b-bba6-422d-8fbd-1ab10bfd4e7f tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:22:45.401665 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-a752d2bb-c974-4393-b4b1-c215246dd1d5 req-334d134b-bba6-422d-8fbd-1ab10bfd4e7f tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cbf8327-1bd7-4bd9-aa9b-9e2a9ae67447 HTTP/1.1" status: 200 len: 945 time: 0.0494843 Dec 18 14:22:45.451383 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-a752d2bb-c974-4393-b4b1-c215246dd1d5 req-08cbb4f0-a88a-403d-842c-1d694588abb0 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] 10.222.0.31 "GET /v2.0/security-groups?id=79f84b4b-5002-42f0-93cb-a601784e4fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433714 Dec 18 14:22:46.581451 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1871c03-b013-4550-a3b7-1906038470c2 req-af1613ab-f459-4962-9344-ff50b6d0f660 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:22:46.582826 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-e1871c03-b013-4550-a3b7-1906038470c2 req-af1613ab-f459-4962-9344-ff50b6d0f660 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cbf8327-1bd7-4bd9-aa9b-9e2a9ae67447 HTTP/1.1" status: 200 len: 945 time: 0.0592506 Dec 18 14:22:46.640116 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-e1871c03-b013-4550-a3b7-1906038470c2 req-94052d18-5f31-459f-a257-a3c38091e4a2 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] 10.222.0.31 "GET /v2.0/security-groups?id=79f84b4b-5002-42f0-93cb-a601784e4fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464470 Dec 18 14:22:47.764344 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e80b8ce-4509-4aa2-a077-413cd8c111aa req-e8800580-e40d-46cf-9018-3486150c7157 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:22:47.765833 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-2e80b8ce-4509-4aa2-a077-413cd8c111aa req-e8800580-e40d-46cf-9018-3486150c7157 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cbf8327-1bd7-4bd9-aa9b-9e2a9ae67447 HTTP/1.1" status: 200 len: 945 time: 0.0521951 Dec 18 14:22:47.820708 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-2e80b8ce-4509-4aa2-a077-413cd8c111aa req-db4d7932-4729-4364-a979-344dddbd5902 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] 10.222.0.31 "GET /v2.0/security-groups?id=79f84b4b-5002-42f0-93cb-a601784e4fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484343 Dec 18 14:22:48.947774 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6465e52a-63ce-47a5-bc25-02a2e1124736 req-c6b4d4dc-9931-47dd-964e-4eaa0eb9cedc tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:22:48.949608 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-6465e52a-63ce-47a5-bc25-02a2e1124736 req-c6b4d4dc-9931-47dd-964e-4eaa0eb9cedc tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cbf8327-1bd7-4bd9-aa9b-9e2a9ae67447 HTTP/1.1" status: 200 len: 945 time: 0.0515924 Dec 18 14:22:49.013001 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-6465e52a-63ce-47a5-bc25-02a2e1124736 req-85e7b70b-44a3-4a8b-b6d8-721d9799def4 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] 10.222.0.31 "GET /v2.0/security-groups?id=79f84b4b-5002-42f0-93cb-a601784e4fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568862 Dec 18 14:22:50.143320 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2978a10d-dace-4beb-a3ef-99eed469c88f req-7d9703bd-9d15-4a96-8237-6e0904c0846e tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:22:50.144800 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-2978a10d-dace-4beb-a3ef-99eed469c88f req-7d9703bd-9d15-4a96-8237-6e0904c0846e tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cbf8327-1bd7-4bd9-aa9b-9e2a9ae67447 HTTP/1.1" status: 200 len: 945 time: 0.0574434 Dec 18 14:22:50.199177 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-2978a10d-dace-4beb-a3ef-99eed469c88f req-7034ce74-c46c-4d9d-822e-ddef4ac86c5e tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] 10.222.0.31 "GET /v2.0/security-groups?id=79f84b4b-5002-42f0-93cb-a601784e4fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451415 Dec 18 14:22:51.328523 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a1efe7-0afe-4e88-a0a5-51da0739875e req-25ba86d0-bbd3-4299-98fe-59811ef71dc0 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:22:51.330018 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-05a1efe7-0afe-4e88-a0a5-51da0739875e req-25ba86d0-bbd3-4299-98fe-59811ef71dc0 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cbf8327-1bd7-4bd9-aa9b-9e2a9ae67447 HTTP/1.1" status: 200 len: 945 time: 0.0587049 Dec 18 14:22:51.379372 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-05a1efe7-0afe-4e88-a0a5-51da0739875e req-0e53b58c-12d6-4da2-ac98-9b62789c9ce6 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] 10.222.0.31 "GET /v2.0/security-groups?id=79f84b4b-5002-42f0-93cb-a601784e4fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433013 Dec 18 14:22:52.509942 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472884d4-7727-4445-a227-3255e37f0aa2 req-05cf2309-9c53-488c-933c-79d421c25612 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:22:52.511458 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-472884d4-7727-4445-a227-3255e37f0aa2 req-05cf2309-9c53-488c-933c-79d421c25612 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cbf8327-1bd7-4bd9-aa9b-9e2a9ae67447 HTTP/1.1" status: 200 len: 945 time: 0.0528262 Dec 18 14:22:52.563061 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-472884d4-7727-4445-a227-3255e37f0aa2 req-a649fd3d-4a40-47b9-b48c-2f4d8681587d tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] 10.222.0.31 "GET /v2.0/security-groups?id=79f84b4b-5002-42f0-93cb-a601784e4fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455163 Dec 18 14:22:53.039461 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Device 726e4f55-e8ab-4768-a1f3-87ea0d22c5bc details requested by agent hyperv_hv-neutron-7448 with host hv-neutron-7448 {{(pid=103161) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 18 14:22:53.138052 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] For port 726e4f55-e8ab-4768-a1f3-87ea0d22c5bc, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=726e4f55-e8ab-4768-a1f3-87ea0d22c5bc,segment=NetworkSegment(74642fa8-26d9-4059-a569-52ea213b720c),segment_id=74642fa8-26d9-4059-a569-52ea213b720c)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 14:22:53.149112 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Returning: {'device': '726e4f55-e8ab-4768-a1f3-87ea0d22c5bc', 'network_id': '3b433c7c-50a3-4320-9c1d-a4d43009fc3d', 'port_id': '726e4f55-e8ab-4768-a1f3-87ea0d22c5bc', 'mac_address': 'fa:16:3e:30:a7:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3a17304-9238-4492-a108-e5bd31c50548', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103161) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 18 14:22:53.186087 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:22:53.198602 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.notifiers.nova [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 726e4f55-e8ab-4768-a1f3-87ea0d22c5bc {{(pid=103161) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 18 14:22:53.218431 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] For port 726e4f55-e8ab-4768-a1f3-87ea0d22c5bc, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=726e4f55-e8ab-4768-a1f3-87ea0d22c5bc,segment=NetworkSegment(74642fa8-26d9-4059-a569-52ea213b720c),segment_id=74642fa8-26d9-4059-a569-52ea213b720c)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 14:22:53.225650 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:22:53.281317 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Pushing event updated for resources: {'Port': ['ID=726e4f55-e8ab-4768-a1f3-87ea0d22c5bc,revision_number=6']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:22:53.288608 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:22:53.288962 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:22:53.289309 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:22:53.289711 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:22:53.289986 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:22:53.290371 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:22:53.290701 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:22:53.291031 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:22:53.291378 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:22:53.291714 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:22:53.292048 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:22:53.292371 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:22:53.292694 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:22:53.309161 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] get_ports_and_sgs() called for port_ids ['726e4f55-e8ab-4768-a1f3-87ea0d22c5bc'] {{(pid=103161) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 18 14:22:53.679567 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c510519-1f83-41f5-9a4f-986fd62a1249 req-cfe8043e-2717-464f-ba61-f4d2b5d5ee2b tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:22:53.681052 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-7c510519-1f83-41f5-9a4f-986fd62a1249 req-cfe8043e-2717-464f-ba61-f4d2b5d5ee2b tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cbf8327-1bd7-4bd9-aa9b-9e2a9ae67447 HTTP/1.1" status: 200 len: 944 time: 0.0495937 Dec 18 14:22:53.730370 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-7c510519-1f83-41f5-9a4f-986fd62a1249 req-7579df47-229b-4b5d-852f-7c9d22929b69 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] 10.222.0.31 "GET /v2.0/security-groups?id=79f84b4b-5002-42f0-93cb-a601784e4fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431035 Dec 18 14:22:54.863061 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70474bf-54df-4496-98d1-6beea48baa1a req-6c76fc03-c108-44ff-98c1-82741a92d411 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:22:54.864716 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-c70474bf-54df-4496-98d1-6beea48baa1a req-6c76fc03-c108-44ff-98c1-82741a92d411 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cbf8327-1bd7-4bd9-aa9b-9e2a9ae67447 HTTP/1.1" status: 200 len: 944 time: 0.0592413 Dec 18 14:22:54.917879 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-c70474bf-54df-4496-98d1-6beea48baa1a req-d09392ad-eac1-4b9d-87ca-b8e597045f89 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] 10.222.0.31 "GET /v2.0/security-groups?id=79f84b4b-5002-42f0-93cb-a601784e4fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470276 Dec 18 14:22:54.992636 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-9cf90dc7-5d29-464a-a9f3-e54611c6f2e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:22:55.038380 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Device 726e4f55-e8ab-4768-a1f3-87ea0d22c5bc up at agent hyperv_hv-neutron-7448 {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 14:22:55.091553 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Provisioning complete for port 726e4f55-e8ab-4768-a1f3-87ea0d22c5bc triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 14:22:55.091926 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:22:55.173519 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:22:55.197789 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cbf8327-1bd7-4bd9-aa9b-9e2a9ae67447', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '726e4f55-e8ab-4768-a1f3-87ea0d22c5bc'}] {{(pid=103161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 18 14:22:55.200414 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22224e7a42aa75e3f3b9c037df440650d2cfa1dd97b40a249aee4a8113775251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d0fa44c-5617-4d1f-8d1d-cbf1dba6bd9c" -d '{"events": [{"server_uuid": "5cbf8327-1bd7-4bd9-aa9b-9e2a9ae67447", "name": "network-vif-plugged", "status": "completed", "tag": "726e4f55-e8ab-4768-a1f3-87ea0d22c5bc"}]}' {{(pid=103161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 18 14:22:55.213844 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] For port 726e4f55-e8ab-4768-a1f3-87ea0d22c5bc, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=726e4f55-e8ab-4768-a1f3-87ea0d22c5bc,segment=NetworkSegment(74642fa8-26d9-4059-a569-52ea213b720c),segment_id=74642fa8-26d9-4059-a569-52ea213b720c)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 14:22:55.220527 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:22:55.246868 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 14:22:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b31de0a7-2752-49cb-ab23-267e9de59296 x-openstack-request-id: req-b31de0a7-2752-49cb-ab23-267e9de59296 {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 18 14:22:55.247035 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cbf8327-1bd7-4bd9-aa9b-9e2a9ae67447", "name": "network-vif-plugged", "status": "completed", "tag": "726e4f55-e8ab-4768-a1f3-87ea0d22c5bc", "code": 200}]} {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 18 14:22:55.247322 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b31de0a7-2752-49cb-ab23-267e9de59296 {{(pid=103161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 18 14:22:55.247714 dv-neutron-744815-20-hyperv neutron-server[103161]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cbf8327-1bd7-4bd9-aa9b-9e2a9ae67447', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '726e4f55-e8ab-4768-a1f3-87ea0d22c5bc', 'code': 200} Dec 18 14:22:55.273144 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Pushing event updated for resources: {'Port': ['ID=726e4f55-e8ab-4768-a1f3-87ea0d22c5bc,revision_number=7']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:22:56.039846 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91451927-a073-479c-8e78-8854e21e1970 req-0d50a968-ddf8-4615-8a84-e5758fec3a56 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:22:56.043336 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-91451927-a073-479c-8e78-8854e21e1970 req-0d50a968-ddf8-4615-8a84-e5758fec3a56 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cbf8327-1bd7-4bd9-aa9b-9e2a9ae67447 HTTP/1.1" status: 200 len: 945 time: 0.0528431 Dec 18 14:22:56.096798 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-91451927-a073-479c-8e78-8854e21e1970 req-d082f34b-bf54-4d67-a139-2cefec1bc722 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] 10.222.0.31 "GET /v2.0/security-groups?id=79f84b4b-5002-42f0-93cb-a601784e4fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488908 Dec 18 14:22:57.228405 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af07c36-ba9d-475d-b1c1-52025b2bc9ef req-a9449948-0105-48fa-a6f4-6bd23a55dc85 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:22:57.229923 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-2af07c36-ba9d-475d-b1c1-52025b2bc9ef req-a9449948-0105-48fa-a6f4-6bd23a55dc85 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cbf8327-1bd7-4bd9-aa9b-9e2a9ae67447 HTTP/1.1" status: 200 len: 945 time: 0.0614426 Dec 18 14:22:57.256117 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2aa45126-9f08-4f90-b10d-492772933205 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:22:57.291460 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-2af07c36-ba9d-475d-b1c1-52025b2bc9ef req-74be38e0-8411-440b-b750-218fa510348e tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] 10.222.0.31 "GET /v2.0/security-groups?id=79f84b4b-5002-42f0-93cb-a601784e4fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541906 Dec 18 14:22:58.421778 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c3c5e4-934a-4724-afc7-853037c94094 req-11b45eb8-8018-411d-b2d4-637d5177f30c tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:22:58.424948 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-e0c3c5e4-934a-4724-afc7-853037c94094 req-11b45eb8-8018-411d-b2d4-637d5177f30c tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cbf8327-1bd7-4bd9-aa9b-9e2a9ae67447 HTTP/1.1" status: 200 len: 945 time: 0.0561166 Dec 18 14:22:58.474892 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-e0c3c5e4-934a-4724-afc7-853037c94094 req-8e7a328b-180e-408c-8da6-f86a625ea9b2 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] 10.222.0.31 "GET /v2.0/security-groups?id=79f84b4b-5002-42f0-93cb-a601784e4fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456121 Dec 18 14:22:58.730747 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-afa9ae9b-bdbb-4010-bcf6-3a46ce66cf71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:22:59.608153 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa23bbc-83e9-4caa-af50-6a1316a9b83c req-9e59133c-17f9-4268-a294-6e6c111565c3 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:22:59.609742 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-8aa23bbc-83e9-4caa-af50-6a1316a9b83c req-9e59133c-17f9-4268-a294-6e6c111565c3 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cbf8327-1bd7-4bd9-aa9b-9e2a9ae67447 HTTP/1.1" status: 200 len: 945 time: 0.0590844 Dec 18 14:22:59.673224 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-8aa23bbc-83e9-4caa-af50-6a1316a9b83c req-885c704c-1762-4789-a43d-2af3b68ca5af tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] 10.222.0.31 "GET /v2.0/security-groups?id=79f84b4b-5002-42f0-93cb-a601784e4fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568697 Dec 18 14:23:00.264738 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7b7a3272-2b45-4d32-9670-25eb1afd1184 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:23:00.803770 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f175a8a-207a-49a5-8677-3b31da04fb96 req-b583d898-cb87-4935-bcc0-5cfec4423c86 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:23:00.805290 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-7f175a8a-207a-49a5-8677-3b31da04fb96 req-b583d898-cb87-4935-bcc0-5cfec4423c86 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cbf8327-1bd7-4bd9-aa9b-9e2a9ae67447 HTTP/1.1" status: 200 len: 945 time: 0.0559027 Dec 18 14:23:00.868564 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-7f175a8a-207a-49a5-8677-3b31da04fb96 req-bf3dbefd-451a-4936-8f7d-1620c3046be0 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] 10.222.0.31 "GET /v2.0/security-groups?id=79f84b4b-5002-42f0-93cb-a601784e4fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571821 Dec 18 14:23:00.939241 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:23:02.002790 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31b5c3b-2015-43fb-b7b0-f168364c83a4 req-5283420b-31c8-42aa-9c18-92a34115c6ef tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:23:02.004516 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-b31b5c3b-2015-43fb-b7b0-f168364c83a4 req-5283420b-31c8-42aa-9c18-92a34115c6ef tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cbf8327-1bd7-4bd9-aa9b-9e2a9ae67447 HTTP/1.1" status: 200 len: 945 time: 0.0543437 Dec 18 14:23:02.060720 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-b31b5c3b-2015-43fb-b7b0-f168364c83a4 req-10a6452c-18ec-407a-a5ac-7d8a5c76a79d tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] 10.222.0.31 "GET /v2.0/security-groups?id=79f84b4b-5002-42f0-93cb-a601784e4fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449107 Dec 18 14:23:03.187512 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d0301c-cce8-47f6-aed9-4d89adcd2394 req-0c99c6c8-c886-49b2-aef1-bc29ee795794 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:23:03.189600 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-21d0301c-cce8-47f6-aed9-4d89adcd2394 req-0c99c6c8-c886-49b2-aef1-bc29ee795794 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cbf8327-1bd7-4bd9-aa9b-9e2a9ae67447 HTTP/1.1" status: 200 len: 945 time: 0.0546589 Dec 18 14:23:03.248611 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-21d0301c-cce8-47f6-aed9-4d89adcd2394 req-99792bb4-54e4-443d-b85c-53a222f633de tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] 10.222.0.31 "GET /v2.0/security-groups?id=79f84b4b-5002-42f0-93cb-a601784e4fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525215 Dec 18 14:23:04.375763 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492f3db4-e9b5-4e00-9d40-c896fb9bd6d6 req-96a9319a-81e5-4f51-989b-c003eeeae8a6 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:23:04.377554 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-492f3db4-e9b5-4e00-9d40-c896fb9bd6d6 req-96a9319a-81e5-4f51-989b-c003eeeae8a6 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cbf8327-1bd7-4bd9-aa9b-9e2a9ae67447 HTTP/1.1" status: 200 len: 945 time: 0.0589054 Dec 18 14:23:04.427568 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-492f3db4-e9b5-4e00-9d40-c896fb9bd6d6 req-1b109a1e-f0bb-435a-ac50-e22f6cf0cadc tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] 10.222.0.31 "GET /v2.0/security-groups?id=79f84b4b-5002-42f0-93cb-a601784e4fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440247 Dec 18 14:23:05.329833 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5ee6c0-7243-4296-906d-92b088d7076e req-ec83e240-c7e4-43d0-9f51-9ad88ad22c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:23:05.331858 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-ec5ee6c0-7243-4296-906d-92b088d7076e req-ec83e240-c7e4-43d0-9f51-9ad88ad22c01 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5e02956f02ac44a3baf056b6650d39f4&device_id=5cbf8327-1bd7-4bd9-aa9b-9e2a9ae67447 HTTP/1.1" status: 200 len: 1098 time: 0.0514994 Dec 18 14:23:05.437125 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5ee6c0-7243-4296-906d-92b088d7076e req-29e003f2-30d0-4e3f-a8b0-af8391d7e0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:23:05.439040 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-ec5ee6c0-7243-4296-906d-92b088d7076e req-29e003f2-30d0-4e3f-a8b0-af8391d7e0b3 service neutron] 10.222.0.43 "GET /v2.0/networks?id=3b433c7c-50a3-4320-9c1d-a4d43009fc3d HTTP/1.1" status: 200 len: 910 time: 0.0998008 Dec 18 14:23:05.505359 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-ec5ee6c0-7243-4296-906d-92b088d7076e req-2ceedc1f-2a41-4b67-ab9b-08d39b8f2a8b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=726e4f55-e8ab-4768-a1f3-87ea0d22c5bc HTTP/1.1" status: 200 len: 1001 time: 0.0589211 Dec 18 14:23:05.543594 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec20da2-326a-4fce-b2c9-45c0e75d2647 req-2a5868a7-b9fd-4b52-bdbb-80bc5f43ef68 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:23:05.545094 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-6ec20da2-326a-4fce-b2c9-45c0e75d2647 req-2a5868a7-b9fd-4b52-bdbb-80bc5f43ef68 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cbf8327-1bd7-4bd9-aa9b-9e2a9ae67447 HTTP/1.1" status: 200 len: 945 time: 0.0498290 Dec 18 14:23:05.555200 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5ee6c0-7243-4296-906d-92b088d7076e req-76b6ad85-21be-4602-97a2-c0375a6150ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:23:05.556686 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-ec5ee6c0-7243-4296-906d-92b088d7076e req-76b6ad85-21be-4602-97a2-c0375a6150ea service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d3a17304-9238-4492-a108-e5bd31c50548 HTTP/1.1" status: 200 len: 848 time: 0.0433941 Dec 18 14:23:05.598638 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-6ec20da2-326a-4fce-b2c9-45c0e75d2647 req-0a05b099-dd69-4630-9362-499f0662021b tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] 10.222.0.31 "GET /v2.0/security-groups?id=79f84b4b-5002-42f0-93cb-a601784e4fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472326 Dec 18 14:23:05.606084 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5ee6c0-7243-4296-906d-92b088d7076e req-857e9abb-3859-4839-b031-d4aa42db99f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:23:05.607593 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-ec5ee6c0-7243-4296-906d-92b088d7076e req-857e9abb-3859-4839-b031-d4aa42db99f2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3b433c7c-50a3-4320-9c1d-a4d43009fc3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0432496 Dec 18 14:23:05.698214 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-ec5ee6c0-7243-4296-906d-92b088d7076e req-5281ebd4-47ac-4e9a-8a6e-81f53ebcfd0d service neutron] 10.222.0.43 "GET /v2.0/networks/3b433c7c-50a3-4320-9c1d-a4d43009fc3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830672 Dec 18 14:23:05.791964 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-ec5ee6c0-7243-4296-906d-92b088d7076e req-92bebb4d-117c-4082-9eb3-bf04f3fe845d service neutron] 10.222.0.43 "GET /v2.0/networks/3b433c7c-50a3-4320-9c1d-a4d43009fc3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856144 Dec 18 14:23:06.737998 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c56d5b-b53c-42b9-9fc3-d5b7f91ed27c req-362f48d3-61e9-4b6e-88c0-ef32d8ca94c7 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:23:06.739507 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-49c56d5b-b53c-42b9-9fc3-d5b7f91ed27c req-362f48d3-61e9-4b6e-88c0-ef32d8ca94c7 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cbf8327-1bd7-4bd9-aa9b-9e2a9ae67447 HTTP/1.1" status: 200 len: 945 time: 0.0513930 Dec 18 14:23:06.790260 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-49c56d5b-b53c-42b9-9fc3-d5b7f91ed27c req-53eb8cfa-102b-4bf8-8bfc-2d8bd083dc00 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] 10.222.0.31 "GET /v2.0/security-groups?id=79f84b4b-5002-42f0-93cb-a601784e4fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439272 Dec 18 14:23:07.117611 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Device 726e4f55-e8ab-4768-a1f3-87ea0d22c5bc no longer exists at agent hyperv_hv-neutron-7448 {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 18 14:23:07.197146 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:23:07.219742 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cbf8327-1bd7-4bd9-aa9b-9e2a9ae67447', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '726e4f55-e8ab-4768-a1f3-87ea0d22c5bc'}] {{(pid=103161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 18 14:23:07.222052 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22224e7a42aa75e3f3b9c037df440650d2cfa1dd97b40a249aee4a8113775251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54a7d0be-b46a-427d-87eb-d9e937cd2a07" -d '{"events": [{"server_uuid": "5cbf8327-1bd7-4bd9-aa9b-9e2a9ae67447", "name": "network-vif-unplugged", "status": "completed", "tag": "726e4f55-e8ab-4768-a1f3-87ea0d22c5bc"}]}' {{(pid=103161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 18 14:23:07.234385 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] For port 726e4f55-e8ab-4768-a1f3-87ea0d22c5bc, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=726e4f55-e8ab-4768-a1f3-87ea0d22c5bc,segment=NetworkSegment(74642fa8-26d9-4059-a569-52ea213b720c),segment_id=74642fa8-26d9-4059-a569-52ea213b720c)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 14:23:07.238814 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:23:07.261861 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 18 Dec 2021 14:23:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90adf738-dc11-4b1c-b5a0-e7c2cc7526f5 x-openstack-request-id: req-90adf738-dc11-4b1c-b5a0-e7c2cc7526f5 {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 18 14:23:07.262123 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cbf8327-1bd7-4bd9-aa9b-9e2a9ae67447", "name": "network-vif-unplugged", "status": "completed", "tag": "726e4f55-e8ab-4768-a1f3-87ea0d22c5bc", "code": 200}]} {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 18 14:23:07.262710 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-90adf738-dc11-4b1c-b5a0-e7c2cc7526f5 {{(pid=103161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 18 14:23:07.263182 dv-neutron-744815-20-hyperv neutron-server[103161]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cbf8327-1bd7-4bd9-aa9b-9e2a9ae67447', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '726e4f55-e8ab-4768-a1f3-87ea0d22c5bc', 'code': 200} Dec 18 14:23:07.289066 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Pushing event updated for resources: {'Port': ['ID=726e4f55-e8ab-4768-a1f3-87ea0d22c5bc,revision_number=8']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:23:07.429565 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:23:07.924633 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc51a6d-6844-466c-938a-ed3943c23ef5 req-2b204596-840e-451b-8ada-e52f6ba6cd27 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:23:07.926170 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-ccc51a6d-6844-466c-938a-ed3943c23ef5 req-2b204596-840e-451b-8ada-e52f6ba6cd27 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cbf8327-1bd7-4bd9-aa9b-9e2a9ae67447 HTTP/1.1" status: 200 len: 943 time: 0.0523016 Dec 18 14:23:07.984170 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-ccc51a6d-6844-466c-938a-ed3943c23ef5 req-b25982f4-6348-48da-b53e-844b4d266fef tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] 10.222.0.31 "GET /v2.0/security-groups?id=79f84b4b-5002-42f0-93cb-a601784e4fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517573 Dec 18 14:23:08.054601 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [req-a1014478-cfb2-4de9-9e02-0c567a8fabbe req-034d9748-549c-4932-8762-17894767bcad service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103160) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 18 14:23:08.055634 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-a1014478-cfb2-4de9-9e02-0c567a8fabbe req-034d9748-549c-4932-8762-17894767bcad service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14093 time: 0.0054963 Dec 18 14:23:08.212370 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961b020f-1243-4ecd-ad63-63a3160fa6e9 req-b8ee9826-41e5-4c70-a406-1735db2c1f8f tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:23:08.213883 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-961b020f-1243-4ecd-ad63-63a3160fa6e9 req-b8ee9826-41e5-4c70-a406-1735db2c1f8f tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cbf8327-1bd7-4bd9-aa9b-9e2a9ae67447 HTTP/1.1" status: 200 len: 943 time: 0.0500038 Dec 18 14:23:08.265509 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-961b020f-1243-4ecd-ad63-63a3160fa6e9 req-7ddfdaf6-c027-4fc9-950c-5cf7af61c51c tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] 10.222.0.31 "GET /v2.0/security-groups?id=79f84b4b-5002-42f0-93cb-a601784e4fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455074 Dec 18 14:23:08.404641 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-5611525a-5158-4564-a789-65a600f30b81 req-dc2001f2-5a5f-497a-8684-7e907ff3200d service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=5cbf8327-1bd7-4bd9-aa9b-9e2a9ae67447&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0835800 Dec 18 14:23:09.391268 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdaae23-c702-45c5-9982-6a278d4513fd req-861a8660-6be9-4960-b78f-acc245c68ddc tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:23:09.392787 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-0bdaae23-c702-45c5-9982-6a278d4513fd req-861a8660-6be9-4960-b78f-acc245c68ddc tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cbf8327-1bd7-4bd9-aa9b-9e2a9ae67447 HTTP/1.1" status: 200 len: 943 time: 0.0501847 Dec 18 14:23:09.450855 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-0bdaae23-c702-45c5-9982-6a278d4513fd req-f1cbc064-2e4b-41f6-bfdf-de9f194a3a96 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] 10.222.0.31 "GET /v2.0/security-groups?id=79f84b4b-5002-42f0-93cb-a601784e4fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520966 Dec 18 14:23:10.430790 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.agents_db [None req-e3dda592-589a-4b4d-b028-ba9a260f4f50 None None] Agent healthcheck: found 6 active agents {{(pid=103162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 18 14:23:10.581700 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbe5412-8b2e-4b4a-86d6-592193d805fe req-2f9c26ca-50df-406f-a146-0a1147b49f2a tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:23:10.583181 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-3dbe5412-8b2e-4b4a-86d6-592193d805fe req-2f9c26ca-50df-406f-a146-0a1147b49f2a tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cbf8327-1bd7-4bd9-aa9b-9e2a9ae67447 HTTP/1.1" status: 200 len: 943 time: 0.0617008 Dec 18 14:23:10.639532 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-3dbe5412-8b2e-4b4a-86d6-592193d805fe req-235e7d84-619d-47d6-aaf9-1fe90dfe6e3b tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] 10.222.0.31 "GET /v2.0/security-groups?id=79f84b4b-5002-42f0-93cb-a601784e4fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479729 Dec 18 14:23:11.114692 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Device 726e4f55-e8ab-4768-a1f3-87ea0d22c5bc no longer exists at agent hyperv_hv-neutron-7448 {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 18 14:23:11.774034 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8951271-67a5-4f98-ba3c-6d70b8a903c1 req-8107186a-47c3-4950-b1b1-2ca4b8e5d269 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:23:11.775628 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-a8951271-67a5-4f98-ba3c-6d70b8a903c1 req-8107186a-47c3-4950-b1b1-2ca4b8e5d269 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cbf8327-1bd7-4bd9-aa9b-9e2a9ae67447 HTTP/1.1" status: 200 len: 943 time: 0.0671275 Dec 18 14:23:11.835293 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-a8951271-67a5-4f98-ba3c-6d70b8a903c1 req-42bb5888-76d5-4394-ad5f-641d0228be75 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] 10.222.0.31 "GET /v2.0/security-groups?id=79f84b4b-5002-42f0-93cb-a601784e4fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464389 Dec 18 14:23:12.963676 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a671ae2-1b31-4289-8e6f-19941a30b8e5 req-bba74acf-9e03-4328-85a7-2cb611fe07a5 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:23:12.965082 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-2a671ae2-1b31-4289-8e6f-19941a30b8e5 req-bba74acf-9e03-4328-85a7-2cb611fe07a5 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cbf8327-1bd7-4bd9-aa9b-9e2a9ae67447 HTTP/1.1" status: 200 len: 943 time: 0.0542812 Dec 18 14:23:13.018013 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-2a671ae2-1b31-4289-8e6f-19941a30b8e5 req-554c7250-e0cf-4323-aaee-842cc9bed71a tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] 10.222.0.31 "GET /v2.0/security-groups?id=79f84b4b-5002-42f0-93cb-a601784e4fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464778 Dec 18 14:23:13.427624 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5611525a-5158-4564-a789-65a600f30b81 req-aa3df5ce-61b5-42cf-afe5-f668f2e9bb01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:23:13.429137 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-5611525a-5158-4564-a789-65a600f30b81 req-aa3df5ce-61b5-42cf-afe5-f668f2e9bb01 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=5cbf8327-1bd7-4bd9-aa9b-9e2a9ae67447&tenant_id=5e02956f02ac44a3baf056b6650d39f4 HTTP/1.1" status: 200 len: 1096 time: 0.0499434 Dec 18 14:23:13.493411 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5611525a-5158-4564-a789-65a600f30b81 req-32a09026-f41a-40f2-bd39-9544418640be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:23:13.494819 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-5611525a-5158-4564-a789-65a600f30b81 req-32a09026-f41a-40f2-bd39-9544418640be service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5e02956f02ac44a3baf056b6650d39f4&device_id=5cbf8327-1bd7-4bd9-aa9b-9e2a9ae67447 HTTP/1.1" status: 200 len: 1096 time: 0.0423481 Dec 18 14:23:13.601327 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5611525a-5158-4564-a789-65a600f30b81 req-518b095c-8af5-440f-9942-47ce5113ed61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:23:13.602808 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-5611525a-5158-4564-a789-65a600f30b81 req-518b095c-8af5-440f-9942-47ce5113ed61 service neutron] 10.222.0.43 "GET /v2.0/networks?id=3b433c7c-50a3-4320-9c1d-a4d43009fc3d HTTP/1.1" status: 200 len: 910 time: 0.0982907 Dec 18 14:23:13.669255 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-5611525a-5158-4564-a789-65a600f30b81 req-f504c1ac-b535-4c4c-8e64-fa6f45799854 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=726e4f55-e8ab-4768-a1f3-87ea0d22c5bc HTTP/1.1" status: 200 len: 999 time: 0.0589139 Dec 18 14:23:13.727499 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5611525a-5158-4564-a789-65a600f30b81 req-1d4979a1-e590-491e-afca-5e08c46a1c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:23:13.728974 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-5611525a-5158-4564-a789-65a600f30b81 req-1d4979a1-e590-491e-afca-5e08c46a1c14 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d3a17304-9238-4492-a108-e5bd31c50548 HTTP/1.1" status: 200 len: 848 time: 0.0524783 Dec 18 14:23:13.779179 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5611525a-5158-4564-a789-65a600f30b81 req-ba9fd329-c05c-41a6-ba25-08c2e2d03d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:23:13.781171 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-5611525a-5158-4564-a789-65a600f30b81 req-ba9fd329-c05c-41a6-ba25-08c2e2d03d11 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3b433c7c-50a3-4320-9c1d-a4d43009fc3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0440691 Dec 18 14:23:13.872541 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-5611525a-5158-4564-a789-65a600f30b81 req-9642208c-cf19-4e5a-8aa8-680fb79fc0a7 service neutron] 10.222.0.43 "GET /v2.0/networks/3b433c7c-50a3-4320-9c1d-a4d43009fc3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843503 Dec 18 14:23:13.966256 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-5611525a-5158-4564-a789-65a600f30b81 req-42026465-17a9-4388-8d15-1cc2259b3421 service neutron] 10.222.0.43 "GET /v2.0/networks/3b433c7c-50a3-4320-9c1d-a4d43009fc3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863874 Dec 18 14:23:14.141496 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9564a8-7c7f-4188-ba98-10574c77a582 req-d57fbb1a-fa91-4656-ac8d-30cfbbabfc5e tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:23:14.143006 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-ad9564a8-7c7f-4188-ba98-10574c77a582 req-d57fbb1a-fa91-4656-ac8d-30cfbbabfc5e tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cbf8327-1bd7-4bd9-aa9b-9e2a9ae67447 HTTP/1.1" status: 200 len: 943 time: 0.0504627 Dec 18 14:23:14.196020 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-ad9564a8-7c7f-4188-ba98-10574c77a582 req-54bcac6d-6279-4fb7-bf95-79b0405edb5d tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] 10.222.0.31 "GET /v2.0/security-groups?id=79f84b4b-5002-42f0-93cb-a601784e4fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466290 Dec 18 14:23:15.317323 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645ccecd-d2be-456d-9b82-655caa6568ed req-50680d81-a779-46be-80f0-61781f3dfe6a tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:23:15.318891 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-645ccecd-d2be-456d-9b82-655caa6568ed req-50680d81-a779-46be-80f0-61781f3dfe6a tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cbf8327-1bd7-4bd9-aa9b-9e2a9ae67447 HTTP/1.1" status: 200 len: 943 time: 0.0512087 Dec 18 14:23:15.370360 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-645ccecd-d2be-456d-9b82-655caa6568ed req-c727348d-0b5e-4a96-8fdd-1b646e3796d4 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] 10.222.0.31 "GET /v2.0/security-groups?id=79f84b4b-5002-42f0-93cb-a601784e4fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452042 Dec 18 14:23:16.494021 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df1b03c-8df6-4eb4-aa55-8e7e89c2e94c req-2d32c6f4-7358-4fa7-94a8-e7186ba5849e tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:23:16.495715 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-1df1b03c-8df6-4eb4-aa55-8e7e89c2e94c req-2d32c6f4-7358-4fa7-94a8-e7186ba5849e tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cbf8327-1bd7-4bd9-aa9b-9e2a9ae67447 HTTP/1.1" status: 200 len: 943 time: 0.0551517 Dec 18 14:23:16.546989 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-1df1b03c-8df6-4eb4-aa55-8e7e89c2e94c req-748117cf-0d5c-41cf-8671-692603a20eda tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] 10.222.0.31 "GET /v2.0/security-groups?id=79f84b4b-5002-42f0-93cb-a601784e4fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452216 Dec 18 14:23:17.670234 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c237f3-acde-41ca-a51e-3f129ad9e679 req-07de8195-5b4b-498d-abad-60369e979bde tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:23:17.671781 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-e0c237f3-acde-41ca-a51e-3f129ad9e679 req-07de8195-5b4b-498d-abad-60369e979bde tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cbf8327-1bd7-4bd9-aa9b-9e2a9ae67447 HTTP/1.1" status: 200 len: 943 time: 0.0533075 Dec 18 14:23:17.723055 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-e0c237f3-acde-41ca-a51e-3f129ad9e679 req-3400b1c3-316d-4d9b-8579-e60abf818df2 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] 10.222.0.31 "GET /v2.0/security-groups?id=79f84b4b-5002-42f0-93cb-a601784e4fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448828 Dec 18 14:23:18.844901 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df851d75-c260-4ee1-966c-e6aa3db67440 req-78f9187c-ef7c-4796-8095-f19d14713ef6 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:23:18.846419 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-df851d75-c260-4ee1-966c-e6aa3db67440 req-78f9187c-ef7c-4796-8095-f19d14713ef6 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cbf8327-1bd7-4bd9-aa9b-9e2a9ae67447 HTTP/1.1" status: 200 len: 943 time: 0.0515568 Dec 18 14:23:18.899055 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-df851d75-c260-4ee1-966c-e6aa3db67440 req-461f5ffb-1669-4dd5-b305-80726a32e3d2 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] 10.222.0.31 "GET /v2.0/security-groups?id=79f84b4b-5002-42f0-93cb-a601784e4fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464337 Dec 18 14:23:20.030087 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636f03a7-6663-49e6-822e-4242400ae3d6 req-c43f32e8-b9f1-4254-a63b-ff8a5139398c tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:23:20.034961 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-636f03a7-6663-49e6-822e-4242400ae3d6 req-c43f32e8-b9f1-4254-a63b-ff8a5139398c tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cbf8327-1bd7-4bd9-aa9b-9e2a9ae67447 HTTP/1.1" status: 200 len: 943 time: 0.0605986 Dec 18 14:23:20.089280 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-636f03a7-6663-49e6-822e-4242400ae3d6 req-1f4254e5-78ea-432f-888e-2b2ebcd472a0 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] 10.222.0.31 "GET /v2.0/security-groups?id=79f84b4b-5002-42f0-93cb-a601784e4fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482867 Dec 18 14:23:21.223594 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e55803c-a1db-4b4b-8aa4-b6f185dbd026 req-8e95f0fc-2743-452f-a537-f570308a8006 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:23:21.231297 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-1e55803c-a1db-4b4b-8aa4-b6f185dbd026 req-8e95f0fc-2743-452f-a537-f570308a8006 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cbf8327-1bd7-4bd9-aa9b-9e2a9ae67447 HTTP/1.1" status: 200 len: 943 time: 0.0614383 Dec 18 14:23:21.279801 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-1e55803c-a1db-4b4b-8aa4-b6f185dbd026 req-ba4ed5f1-eb5c-44be-b78f-761ba8ed1c6a tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] 10.222.0.31 "GET /v2.0/security-groups?id=79f84b4b-5002-42f0-93cb-a601784e4fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468092 Dec 18 14:23:22.404376 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf227a2-5656-484d-800f-54b352f6ed27 req-57947673-7eb3-4ed9-806c-ec556bc30285 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:23:22.406352 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-baf227a2-5656-484d-800f-54b352f6ed27 req-57947673-7eb3-4ed9-806c-ec556bc30285 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cbf8327-1bd7-4bd9-aa9b-9e2a9ae67447 HTTP/1.1" status: 200 len: 943 time: 0.0545595 Dec 18 14:23:22.457837 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-baf227a2-5656-484d-800f-54b352f6ed27 req-7ff5cbdd-1b1b-4344-8224-26207baea95f tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] 10.222.0.31 "GET /v2.0/security-groups?id=79f84b4b-5002-42f0-93cb-a601784e4fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452845 Dec 18 14:23:23.581170 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05dce24-0032-465f-b307-588771333e30 req-4914606a-4374-4dc1-9e57-529ee9c7a035 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:23:23.582836 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-d05dce24-0032-465f-b307-588771333e30 req-4914606a-4374-4dc1-9e57-529ee9c7a035 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cbf8327-1bd7-4bd9-aa9b-9e2a9ae67447 HTTP/1.1" status: 200 len: 943 time: 0.0513554 Dec 18 14:23:23.638951 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-d05dce24-0032-465f-b307-588771333e30 req-dd9561a9-8e8d-40e8-9863-cfd15d7d1c04 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] 10.222.0.31 "GET /v2.0/security-groups?id=79f84b4b-5002-42f0-93cb-a601784e4fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485971 Dec 18 14:23:24.762677 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648b5210-fccb-4b5f-95b8-3458f5ea525e req-11679379-f9fd-49f2-9e24-a4b8eda966e2 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:23:24.764213 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-648b5210-fccb-4b5f-95b8-3458f5ea525e req-11679379-f9fd-49f2-9e24-a4b8eda966e2 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cbf8327-1bd7-4bd9-aa9b-9e2a9ae67447 HTTP/1.1" status: 200 len: 943 time: 0.0571873 Dec 18 14:23:24.814782 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-648b5210-fccb-4b5f-95b8-3458f5ea525e req-ef04cde7-dfa9-4e80-95c4-bed34461fd39 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] 10.222.0.31 "GET /v2.0/security-groups?id=79f84b4b-5002-42f0-93cb-a601784e4fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445867 Dec 18 14:23:24.993572 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e0621cb0-d34e-4ebd-9132-b0a07d621dec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:23:25.959334 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40358508-9d72-4a7f-aab9-ac396365ff9a req-79e4e287-9a8a-4394-8644-55de58437881 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:23:25.960814 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-40358508-9d72-4a7f-aab9-ac396365ff9a req-79e4e287-9a8a-4394-8644-55de58437881 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cbf8327-1bd7-4bd9-aa9b-9e2a9ae67447 HTTP/1.1" status: 200 len: 943 time: 0.0601780 Dec 18 14:23:26.016498 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-40358508-9d72-4a7f-aab9-ac396365ff9a req-3fbf89e0-9784-428a-9170-4c985d3d20b3 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] 10.222.0.31 "GET /v2.0/security-groups?id=79f84b4b-5002-42f0-93cb-a601784e4fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495226 Dec 18 14:23:26.207903 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f1a658-c5b6-4084-ac24-5b896ec17855 req-cd0c6591-9d15-4492-9074-e274b6c2c73e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:23:26.209539 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-a1f1a658-c5b6-4084-ac24-5b896ec17855 req-cd0c6591-9d15-4492-9074-e274b6c2c73e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5e02956f02ac44a3baf056b6650d39f4&device_id=5cbf8327-1bd7-4bd9-aa9b-9e2a9ae67447 HTTP/1.1" status: 200 len: 1096 time: 0.1176226 Dec 18 14:23:26.329509 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f1a658-c5b6-4084-ac24-5b896ec17855 req-3685b094-4306-4f64-bbfb-d7e510b7ee48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:23:26.330979 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-a1f1a658-c5b6-4084-ac24-5b896ec17855 req-3685b094-4306-4f64-bbfb-d7e510b7ee48 service neutron] 10.222.0.43 "GET /v2.0/networks?id=3b433c7c-50a3-4320-9c1d-a4d43009fc3d HTTP/1.1" status: 200 len: 910 time: 0.1017394 Dec 18 14:23:26.395543 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-a1f1a658-c5b6-4084-ac24-5b896ec17855 req-c1566d83-47f5-45e0-9fa2-614a22a77213 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=726e4f55-e8ab-4768-a1f3-87ea0d22c5bc HTTP/1.1" status: 200 len: 999 time: 0.0575130 Dec 18 14:23:26.447241 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f1a658-c5b6-4084-ac24-5b896ec17855 req-dc9cab98-9c3c-4a6e-833a-c7b527e37519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:23:26.448991 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-a1f1a658-c5b6-4084-ac24-5b896ec17855 req-dc9cab98-9c3c-4a6e-833a-c7b527e37519 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d3a17304-9238-4492-a108-e5bd31c50548 HTTP/1.1" status: 200 len: 848 time: 0.0465503 Dec 18 14:23:26.495340 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f1a658-c5b6-4084-ac24-5b896ec17855 req-0b6f3a4b-b58e-482e-ae93-d6b3fcbf9803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:23:26.496704 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-a1f1a658-c5b6-4084-ac24-5b896ec17855 req-0b6f3a4b-b58e-482e-ae93-d6b3fcbf9803 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3b433c7c-50a3-4320-9c1d-a4d43009fc3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0402007 Dec 18 14:23:26.595958 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-a1f1a658-c5b6-4084-ac24-5b896ec17855 req-1f4cd3c6-d57a-4276-bc1d-5cb06796d3f4 service neutron] 10.222.0.43 "GET /v2.0/networks/3b433c7c-50a3-4320-9c1d-a4d43009fc3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910399 Dec 18 14:23:26.692022 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-a1f1a658-c5b6-4084-ac24-5b896ec17855 req-4d7c40fa-dc05-4a18-8639-a120d3624d23 service neutron] 10.222.0.43 "GET /v2.0/networks/3b433c7c-50a3-4320-9c1d-a4d43009fc3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884819 Dec 18 14:23:27.149461 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ecf459-ed05-4735-ba8e-2595bd56501a req-8daa6425-3418-452d-af52-9f01d925327d tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:23:27.151368 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-29ecf459-ed05-4735-ba8e-2595bd56501a req-8daa6425-3418-452d-af52-9f01d925327d tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cbf8327-1bd7-4bd9-aa9b-9e2a9ae67447 HTTP/1.1" status: 200 len: 943 time: 0.0513229 Dec 18 14:23:27.201455 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-29ecf459-ed05-4735-ba8e-2595bd56501a req-b7a37826-7a5f-4ca3-85e7-bbf7379c3d53 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] 10.222.0.31 "GET /v2.0/security-groups?id=79f84b4b-5002-42f0-93cb-a601784e4fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443127 Dec 18 14:23:27.254187 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-59483e6f-984d-4832-a5b8-6769fe6b2578 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:23:28.335341 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095d9c21-7851-43e2-acaf-c28e56db4449 req-941822ae-d3e2-4c31-9f1f-d1f029ad5497 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:23:28.337031 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-095d9c21-7851-43e2-acaf-c28e56db4449 req-941822ae-d3e2-4c31-9f1f-d1f029ad5497 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cbf8327-1bd7-4bd9-aa9b-9e2a9ae67447 HTTP/1.1" status: 200 len: 943 time: 0.0535176 Dec 18 14:23:28.391779 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-095d9c21-7851-43e2-acaf-c28e56db4449 req-6309fd07-9fed-46d1-bc76-2a0e715b752e tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] 10.222.0.31 "GET /v2.0/security-groups?id=79f84b4b-5002-42f0-93cb-a601784e4fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463226 Dec 18 14:23:28.739540 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-afa9ae9b-bdbb-4010-bcf6-3a46ce66cf71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:23:29.255589 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Device 726e4f55-e8ab-4768-a1f3-87ea0d22c5bc details requested by agent hyperv_hv-neutron-7448 with host hv-neutron-7448 {{(pid=103161) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 18 14:23:29.389361 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] For port 726e4f55-e8ab-4768-a1f3-87ea0d22c5bc, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=726e4f55-e8ab-4768-a1f3-87ea0d22c5bc,segment=NetworkSegment(74642fa8-26d9-4059-a569-52ea213b720c),segment_id=74642fa8-26d9-4059-a569-52ea213b720c)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 14:23:29.407062 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Returning: {'device': '726e4f55-e8ab-4768-a1f3-87ea0d22c5bc', 'network_id': '3b433c7c-50a3-4320-9c1d-a4d43009fc3d', 'port_id': '726e4f55-e8ab-4768-a1f3-87ea0d22c5bc', 'mac_address': 'fa:16:3e:30:a7:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3a17304-9238-4492-a108-e5bd31c50548', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103161) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 18 14:23:29.456108 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:23:29.470864 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.notifiers.nova [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 726e4f55-e8ab-4768-a1f3-87ea0d22c5bc {{(pid=103161) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 18 14:23:29.490930 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] For port 726e4f55-e8ab-4768-a1f3-87ea0d22c5bc, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=726e4f55-e8ab-4768-a1f3-87ea0d22c5bc,segment=NetworkSegment(74642fa8-26d9-4059-a569-52ea213b720c),segment_id=74642fa8-26d9-4059-a569-52ea213b720c)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 14:23:29.495970 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:23:29.531648 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed1f5e6-5040-412f-9f11-dd7bc25f4e0f req-37656f2c-d6fd-4dc6-b233-2f44f6b7245e tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:23:29.533035 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-0ed1f5e6-5040-412f-9f11-dd7bc25f4e0f req-37656f2c-d6fd-4dc6-b233-2f44f6b7245e tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cbf8327-1bd7-4bd9-aa9b-9e2a9ae67447 HTTP/1.1" status: 200 len: 943 time: 0.0604897 Dec 18 14:23:29.547321 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Pushing event updated for resources: {'Port': ['ID=726e4f55-e8ab-4768-a1f3-87ea0d22c5bc,revision_number=9']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:23:29.590846 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-0ed1f5e6-5040-412f-9f11-dd7bc25f4e0f req-0b5976c3-1d02-42cf-90c1-09aea9bbd1df tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] 10.222.0.31 "GET /v2.0/security-groups?id=79f84b4b-5002-42f0-93cb-a601784e4fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516562 Dec 18 14:23:29.879140 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] get_ports_and_sgs() called for port_ids ['726e4f55-e8ab-4768-a1f3-87ea0d22c5bc'] {{(pid=103161) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 18 14:23:30.278021 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7b7a3272-2b45-4d32-9670-25eb1afd1184 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:23:30.724388 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84903962-99b4-494c-bb99-ea9054faddfe req-cb7267ad-5233-4f9d-a1b1-978046f7cab7 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:23:30.725870 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-84903962-99b4-494c-bb99-ea9054faddfe req-cb7267ad-5233-4f9d-a1b1-978046f7cab7 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cbf8327-1bd7-4bd9-aa9b-9e2a9ae67447 HTTP/1.1" status: 200 len: 944 time: 0.0539863 Dec 18 14:23:30.774658 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-84903962-99b4-494c-bb99-ea9054faddfe req-7e8a6001-19aa-4b93-afec-4f4d823b284d tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] 10.222.0.31 "GET /v2.0/security-groups?id=79f84b4b-5002-42f0-93cb-a601784e4fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427070 Dec 18 14:23:30.938540 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:23:31.272605 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Device 726e4f55-e8ab-4768-a1f3-87ea0d22c5bc up at agent hyperv_hv-neutron-7448 {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 14:23:31.326195 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Provisioning complete for port 726e4f55-e8ab-4768-a1f3-87ea0d22c5bc triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 14:23:31.326535 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:23:31.403803 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:23:31.430399 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cbf8327-1bd7-4bd9-aa9b-9e2a9ae67447', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '726e4f55-e8ab-4768-a1f3-87ea0d22c5bc'}] {{(pid=103161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 18 14:23:31.432667 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22224e7a42aa75e3f3b9c037df440650d2cfa1dd97b40a249aee4a8113775251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f97121ba-4f96-47b5-a17d-2bb0c285bca9" -d '{"events": [{"server_uuid": "5cbf8327-1bd7-4bd9-aa9b-9e2a9ae67447", "name": "network-vif-plugged", "status": "completed", "tag": "726e4f55-e8ab-4768-a1f3-87ea0d22c5bc"}]}' {{(pid=103161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 18 14:23:31.446336 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] For port 726e4f55-e8ab-4768-a1f3-87ea0d22c5bc, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=726e4f55-e8ab-4768-a1f3-87ea0d22c5bc,segment=NetworkSegment(74642fa8-26d9-4059-a569-52ea213b720c),segment_id=74642fa8-26d9-4059-a569-52ea213b720c)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 14:23:31.451508 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:23:31.478778 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 14:23:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6104ea94-5b4e-4de7-a476-203918ee1688 x-openstack-request-id: req-6104ea94-5b4e-4de7-a476-203918ee1688 {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 18 14:23:31.479071 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cbf8327-1bd7-4bd9-aa9b-9e2a9ae67447", "name": "network-vif-plugged", "status": "completed", "tag": "726e4f55-e8ab-4768-a1f3-87ea0d22c5bc", "code": 200}]} {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 18 14:23:31.479401 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6104ea94-5b4e-4de7-a476-203918ee1688 {{(pid=103161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 18 14:23:31.479769 dv-neutron-744815-20-hyperv neutron-server[103161]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cbf8327-1bd7-4bd9-aa9b-9e2a9ae67447', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '726e4f55-e8ab-4768-a1f3-87ea0d22c5bc', 'code': 200} Dec 18 14:23:31.506001 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Pushing event updated for resources: {'Port': ['ID=726e4f55-e8ab-4768-a1f3-87ea0d22c5bc,revision_number=10']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:23:31.658216 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f31cf99-7dcf-4540-a5f6-2cab8fa00da1 req-e6694e0c-0564-42a0-9516-7a3bc2d04581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:23:31.659750 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-4f31cf99-7dcf-4540-a5f6-2cab8fa00da1 req-e6694e0c-0564-42a0-9516-7a3bc2d04581 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=5cbf8327-1bd7-4bd9-aa9b-9e2a9ae67447 HTTP/1.1" status: 200 len: 1099 time: 0.0400651 Dec 18 14:23:31.706424 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-4f31cf99-7dcf-4540-a5f6-2cab8fa00da1 req-603a3958-6bfe-4074-94a7-c5f10f00d88e service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=79f84b4b-5002-42f0-93cb-a601784e4fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397449 Dec 18 14:23:31.910464 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e5a6f7-98c9-47a1-bfea-2a69c17d20f7 req-9b56f7cb-e0b9-4ff9-a517-1bd60e8d911e tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:23:31.911872 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-42e5a6f7-98c9-47a1-bfea-2a69c17d20f7 req-9b56f7cb-e0b9-4ff9-a517-1bd60e8d911e tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cbf8327-1bd7-4bd9-aa9b-9e2a9ae67447 HTTP/1.1" status: 200 len: 946 time: 0.0647233 Dec 18 14:23:31.963542 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-42e5a6f7-98c9-47a1-bfea-2a69c17d20f7 req-f60a4a84-293d-4971-a7e7-cdf42a2f3722 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] 10.222.0.31 "GET /v2.0/security-groups?id=79f84b4b-5002-42f0-93cb-a601784e4fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425544 Dec 18 14:23:33.086664 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3139bb-7b2b-4661-898f-fee8cd57d555 req-eee6084f-8d3a-47f1-8664-60e25473557e tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:23:33.088179 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-aa3139bb-7b2b-4661-898f-fee8cd57d555 req-eee6084f-8d3a-47f1-8664-60e25473557e tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cbf8327-1bd7-4bd9-aa9b-9e2a9ae67447 HTTP/1.1" status: 200 len: 946 time: 0.0540533 Dec 18 14:23:33.140302 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-aa3139bb-7b2b-4661-898f-fee8cd57d555 req-b9879a3c-f114-42cc-adcd-c594eb161d50 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] 10.222.0.31 "GET /v2.0/security-groups?id=79f84b4b-5002-42f0-93cb-a601784e4fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450697 Dec 18 14:23:34.269498 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a355ba-ff1f-4d3c-bcd4-f802b51c663b req-545ce9e8-8ee8-40da-a8be-302a1a41f907 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:23:34.270984 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-57a355ba-ff1f-4d3c-bcd4-f802b51c663b req-545ce9e8-8ee8-40da-a8be-302a1a41f907 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cbf8327-1bd7-4bd9-aa9b-9e2a9ae67447 HTTP/1.1" status: 200 len: 946 time: 0.0530627 Dec 18 14:23:34.324479 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-57a355ba-ff1f-4d3c-bcd4-f802b51c663b req-eaa83b7d-cad2-4aad-982f-fa6e682e0847 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] 10.222.0.31 "GET /v2.0/security-groups?id=79f84b4b-5002-42f0-93cb-a601784e4fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449364 Dec 18 14:23:37.452822 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:23:47.436682 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.agents_db [None req-e3dda592-589a-4b4d-b028-ba9a260f4f50 None None] Agent healthcheck: found 6 active agents {{(pid=103162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 18 14:23:54.993746 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f2cfa190-6e3a-4770-b953-ab0169515244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:23:57.259847 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-78fa2319-615b-4e3e-a20d-13242742584b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:23:58.744311 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-afa9ae9b-bdbb-4010-bcf6-3a46ce66cf71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:24:00.274080 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7b7a3272-2b45-4d32-9670-25eb1afd1184 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:24:00.950240 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:24:07.452730 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:24:24.440183 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.agents_db [None req-e3dda592-589a-4b4d-b028-ba9a260f4f50 None None] Agent healthcheck: found 6 active agents {{(pid=103162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 18 14:24:24.991600 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-09e7bf80-e5f9-4794-8c4b-09a66c9fb44a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:24:25.691726 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-4373864c-244e-4f82-9b34-7e3126969771 req-e7372f8c-7c0b-45fb-a8ba-470ddfd90476 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=5cbf8327-1bd7-4bd9-aa9b-9e2a9ae67447&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0455136 Dec 18 14:24:25.782359 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4373864c-244e-4f82-9b34-7e3126969771 req-ea1e75fc-60a7-4c7f-9833-2a04c5ef10ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:24:25.783976 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-4373864c-244e-4f82-9b34-7e3126969771 req-ea1e75fc-60a7-4c7f-9833-2a04c5ef10ed service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5e02956f02ac44a3baf056b6650d39f4&device_id=5cbf8327-1bd7-4bd9-aa9b-9e2a9ae67447 HTTP/1.1" status: 200 len: 1099 time: 0.0448754 Dec 18 14:24:25.896384 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4373864c-244e-4f82-9b34-7e3126969771 req-91a6b715-c43f-43e0-b03e-4e032141ce4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:24:25.897755 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-4373864c-244e-4f82-9b34-7e3126969771 req-91a6b715-c43f-43e0-b03e-4e032141ce4a service neutron] 10.222.0.43 "GET /v2.0/networks?id=3b433c7c-50a3-4320-9c1d-a4d43009fc3d HTTP/1.1" status: 200 len: 910 time: 0.0909657 Dec 18 14:24:25.963027 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-4373864c-244e-4f82-9b34-7e3126969771 req-5ec50b71-4a69-45a2-9168-414532137faf service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=726e4f55-e8ab-4768-a1f3-87ea0d22c5bc HTTP/1.1" status: 200 len: 1001 time: 0.0575855 Dec 18 14:24:26.015120 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4373864c-244e-4f82-9b34-7e3126969771 req-b4ebbf3d-9d6c-4b0d-9cbb-7b34b29b35bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:24:26.016632 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-4373864c-244e-4f82-9b34-7e3126969771 req-b4ebbf3d-9d6c-4b0d-9cbb-7b34b29b35bc service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d3a17304-9238-4492-a108-e5bd31c50548 HTTP/1.1" status: 200 len: 848 time: 0.0464220 Dec 18 14:24:26.065090 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4373864c-244e-4f82-9b34-7e3126969771 req-1b1ab47a-6f88-42dd-96d3-cd08ea64e148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:24:26.066608 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-4373864c-244e-4f82-9b34-7e3126969771 req-1b1ab47a-6f88-42dd-96d3-cd08ea64e148 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3b433c7c-50a3-4320-9c1d-a4d43009fc3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0410798 Dec 18 14:24:26.165465 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-4373864c-244e-4f82-9b34-7e3126969771 req-8c5bcbcd-f2ae-4723-84f2-3db44e0627f1 service neutron] 10.222.0.43 "GET /v2.0/networks/3b433c7c-50a3-4320-9c1d-a4d43009fc3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897272 Dec 18 14:24:26.281445 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-4373864c-244e-4f82-9b34-7e3126969771 req-efc57506-e1f6-4e15-bbb1-0e688c3f0e81 service neutron] 10.222.0.43 "GET /v2.0/networks/3b433c7c-50a3-4320-9c1d-a4d43009fc3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039891 Dec 18 14:24:27.251077 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-cfdac924-e64b-4418-8040-83c2af9dc855 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:24:28.747055 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-afa9ae9b-bdbb-4010-bcf6-3a46ce66cf71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:24:30.282706 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7b7a3272-2b45-4d32-9670-25eb1afd1184 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:24:30.951035 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:24:37.459169 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:24:54.998403 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-d93b9835-3755-4880-ac9e-bbd8bb4b9b04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:24:57.253919 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2ea7c300-87a7-4d4f-9b7f-fd8fc1081ee0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:24:58.755441 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-afa9ae9b-bdbb-4010-bcf6-3a46ce66cf71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:25:00.284449 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7b7a3272-2b45-4d32-9670-25eb1afd1184 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:25:00.945758 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:25:01.439996 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.agents_db [None req-e3dda592-589a-4b4d-b028-ba9a260f4f50 None None] Agent healthcheck: found 6 active agents {{(pid=103162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 18 14:25:07.464361 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:25:09.839500 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 35562) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:25:10.059466 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-bff30b50-d852-4850-9e53-64bd5ec57564 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Deleting port 0df8caba-e48c-4699-bf99-59f102ea8546 {{(pid=103160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 14:25:10.059928 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-bff30b50-d852-4850-9e53-64bd5ec57564 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:25:10.139941 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-bff30b50-d852-4850-9e53-64bd5ec57564 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:25:10.140177 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-bff30b50-d852-4850-9e53-64bd5ec57564 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:25:10.151909 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-bff30b50-d852-4850-9e53-64bd5ec57564 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Calling delete_port for 0df8caba-e48c-4699-bf99-59f102ea8546 owned by network:floatingip {{(pid=103160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 14:25:10.311187 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-bff30b50-d852-4850-9e53-64bd5ec57564 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4533522'] for port, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:25:10.336837 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff30b50-d852-4850-9e53-64bd5ec57564 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Pushing event deleted for resources: {'Port': ['ID=0df8caba-e48c-4699-bf99-59f102ea8546,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:25:10.348687 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff30b50-d852-4850-9e53-64bd5ec57564 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:25:10.349077 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff30b50-d852-4850-9e53-64bd5ec57564 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:25:10.349427 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff30b50-d852-4850-9e53-64bd5ec57564 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:25:10.349770 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff30b50-d852-4850-9e53-64bd5ec57564 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:25:10.350111 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff30b50-d852-4850-9e53-64bd5ec57564 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:25:10.350445 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff30b50-d852-4850-9e53-64bd5ec57564 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:25:10.350787 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff30b50-d852-4850-9e53-64bd5ec57564 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:25:10.351122 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff30b50-d852-4850-9e53-64bd5ec57564 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:25:10.351488 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff30b50-d852-4850-9e53-64bd5ec57564 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:25:10.351822 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff30b50-d852-4850-9e53-64bd5ec57564 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:25:10.352150 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff30b50-d852-4850-9e53-64bd5ec57564 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:25:10.352462 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff30b50-d852-4850-9e53-64bd5ec57564 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:25:10.352784 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff30b50-d852-4850-9e53-64bd5ec57564 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:25:10.407691 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-bff30b50-d852-4850-9e53-64bd5ec57564 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Publish callbacks [] for floatingip, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:25:10.408138 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.db.l3_db [None req-bff30b50-d852-4850-9e53-64bd5ec57564 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Floating IP 69895d14-c393-4c11-95e6-2de2745c0e16 disassociated (deleted). External IP: 172.26.3.224, port: 726e4f55-e8ab-4768-a1f3-87ea0d22c5bc. Dec 18 14:25:10.626259 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bff30b50-d852-4850-9e53-64bd5ec57564 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Router d7639827-54f8-43a5-8855-b5e2104e4485 has already been hosted by L3 agent c9c0cd52-5bd2-4704-9429-d80f1c5ad23c {{(pid=103160) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 18 14:25:10.733883 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bff30b50-d852-4850-9e53-64bd5ec57564 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Notify agent at l3_agent.dv-neutron-744815-20-hyperv the message routers_updated {{(pid=103160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 14:25:10.739031 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-bff30b50-d852-4850-9e53-64bd5ec57564 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for floatingip, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:25:10.743738 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08d672c8-faa5-4519-9861-fb1dc68cec55 None None] Sync routers for ids ['d7639827-54f8-43a5-8855-b5e2104e4485'] in dv-neutron-744815-20-hyperv {{(pid=103162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 14:25:10.753369 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08d672c8-faa5-4519-9861-fb1dc68cec55 None None] Routers {'d7639827-54f8-43a5-8855-b5e2104e4485'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 14:25:10.753968 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-08d672c8-faa5-4519-9861-fb1dc68cec55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T14:24:57Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['d7639827-54f8-43a5-8855-b5e2104e4485'], 'active': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:25:10.767521 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-bff30b50-d852-4850-9e53-64bd5ec57564 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] 10.222.0.31 "DELETE /v2.0/floatingips/69895d14-c393-4c11-95e6-2de2745c0e16 HTTP/1.1" status: 204 len: 168 time: 0.9264412 Dec 18 14:25:10.768099 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cbf8327-1bd7-4bd9-aa9b-9e2a9ae67447', 'tag': '726e4f55-e8ab-4768-a1f3-87ea0d22c5bc'}] {{(pid=103160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 18 14:25:10.820090 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e48bd1d61825a1a326604a291cd29460b42a92241354cfcd5903178b416c912d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a1228df-765a-4a57-824f-de1fba3e8698" -d '{"events": [{"name": "network-changed", "server_uuid": "5cbf8327-1bd7-4bd9-aa9b-9e2a9ae67447", "tag": "726e4f55-e8ab-4768-a1f3-87ea0d22c5bc"}]}' {{(pid=103160) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 18 14:25:10.884179 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvr_db [None req-08d672c8-faa5-4519-9861-fb1dc68cec55 None None] Set router d7639827-54f8-43a5-8855-b5e2104e4485 gateway port host: dv-neutron-744815-20-hyperv {{(pid=103162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 14:25:10.962611 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 14:25:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-963be78f-e4f0-4424-9231-656a1502a66e x-openstack-request-id: req-963be78f-e4f0-4424-9231-656a1502a66e {{(pid=103160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 18 14:25:10.963137 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5cbf8327-1bd7-4bd9-aa9b-9e2a9ae67447", "tag": "726e4f55-e8ab-4768-a1f3-87ea0d22c5bc", "status": "completed", "code": 200}]} {{(pid=103160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 18 14:25:10.963137 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-963be78f-e4f0-4424-9231-656a1502a66e {{(pid=103160) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 18 14:25:10.963592 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cbf8327-1bd7-4bd9-aa9b-9e2a9ae67447', 'tag': '726e4f55-e8ab-4768-a1f3-87ea0d22c5bc', 'status': 'completed', 'code': 200} Dec 18 14:25:11.101989 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-08d672c8-faa5-4519-9861-fb1dc68cec55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7639827-54f8-43a5-8855-b5e2104e4485', 'name': 'tempest-TestShelveInstance-1705039132-router', 'tenant_id': '5e02956f02ac44a3baf056b6650d39f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.92'}], 'enable_snat': True}, 'gw_port_id': '8b17f9a4-1c5b-4eb4-a9f2-c90ab1f5d0ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T14:19:34Z', 'updated_at': '2021-12-18T14:19:36Z', 'revision_number': 4, 'project_id': '5e02956f02ac44a3baf056b6650d39f4', 'gw_port': {'id': '8b17f9a4-1c5b-4eb4-a9f2-c90ab1f5d0ed', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:59:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7639827-54f8-43a5-8855-b5e2104e4485', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1816, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T14:19:34Z', 'updated_at': '2021-12-18T14:19:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv', '_interfaces': [{'id': '66a727da-8ae5-4568-a5ca-2067035515d3', 'name': '', 'network_id': '3b433c7c-50a3-4320-9c1d-a4d43009fc3d', 'tenant_id': '5e02956f02ac44a3baf056b6650d39f4', 'mac_address': 'fa:16:3e:6b:30:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7639827-54f8-43a5-8855-b5e2104e4485', 'device_owner': 'network:router_interface', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': 'd3a17304-9238-4492-a108-e5bd31c50548', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T14:19:36Z', 'updated_at': '2021-12-18T14:19:40Z', 'revision_number': 5, 'project_id': '5e02956f02ac44a3baf056b6650d39f4', 'subnets': [{'id': 'd3a17304-9238-4492-a108-e5bd31c50548', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:25:11.128422 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08d672c8-faa5-4519-9861-fb1dc68cec55 None None] Checking router: d7639827-54f8-43a5-8855-b5e2104e4485 for host: dv-neutron-744815-20-hyperv {{(pid=103162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 18 14:25:11.136592 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08d672c8-faa5-4519-9861-fb1dc68cec55 None None] Routers {'d7639827-54f8-43a5-8855-b5e2104e4485'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 14:25:11.137190 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-08d672c8-faa5-4519-9861-fb1dc68cec55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T14:24:57Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['d7639827-54f8-43a5-8855-b5e2104e4485'], 'active': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:25:11.160862 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1228df-765a-4a57-824f-de1fba3e8698 req-acd6963b-f582-47d7-ab55-d16f7d9cc899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:25:11.162369 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-2a1228df-765a-4a57-824f-de1fba3e8698 req-acd6963b-f582-47d7-ab55-d16f7d9cc899 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5e02956f02ac44a3baf056b6650d39f4&device_id=5cbf8327-1bd7-4bd9-aa9b-9e2a9ae67447 HTTP/1.1" status: 200 len: 1099 time: 0.1114964 Dec 18 14:25:11.174356 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3380e682-a95c-4fa1-8ce0-9163e56024a4 req-b4be486c-2172-4075-9ab2-be97be409db4 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:25:11.176122 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-3380e682-a95c-4fa1-8ce0-9163e56024a4 req-b4be486c-2172-4075-9ab2-be97be409db4 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cbf8327-1bd7-4bd9-aa9b-9e2a9ae67447 HTTP/1.1" status: 200 len: 946 time: 0.1200590 Dec 18 14:25:11.262735 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvr_db [None req-08d672c8-faa5-4519-9861-fb1dc68cec55 None None] Set router d7639827-54f8-43a5-8855-b5e2104e4485 gateway port host: dv-neutron-744815-20-hyperv {{(pid=103162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 14:25:11.314269 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-3380e682-a95c-4fa1-8ce0-9163e56024a4 req-4ba5bff6-7321-4506-8b01-f77f5d3a6138 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] 10.222.0.31 "GET /v2.0/security-groups?id=79f84b4b-5002-42f0-93cb-a601784e4fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1304157 Dec 18 14:25:11.317376 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1228df-765a-4a57-824f-de1fba3e8698 req-a11eb1a3-2ffe-4d39-84ad-21256740a2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:25:11.318570 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-2a1228df-765a-4a57-824f-de1fba3e8698 req-a11eb1a3-2ffe-4d39-84ad-21256740a2c8 service neutron] 10.222.0.43 "GET /v2.0/networks?id=3b433c7c-50a3-4320-9c1d-a4d43009fc3d HTTP/1.1" status: 200 len: 910 time: 0.1419728 Dec 18 14:25:11.367031 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-2a1228df-765a-4a57-824f-de1fba3e8698 req-fbeb6a6a-82f9-4496-a099-2fcc82e8ed1c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=726e4f55-e8ab-4768-a1f3-87ea0d22c5bc HTTP/1.1" status: 200 len: 217 time: 0.0398629 Dec 18 14:25:11.470368 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-08d672c8-faa5-4519-9861-fb1dc68cec55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7639827-54f8-43a5-8855-b5e2104e4485', 'name': 'tempest-TestShelveInstance-1705039132-router', 'tenant_id': '5e02956f02ac44a3baf056b6650d39f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.92'}], 'enable_snat': True}, 'gw_port_id': '8b17f9a4-1c5b-4eb4-a9f2-c90ab1f5d0ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T14:19:34Z', 'updated_at': '2021-12-18T14:19:36Z', 'revision_number': 4, 'project_id': '5e02956f02ac44a3baf056b6650d39f4', 'gw_port': {'id': '8b17f9a4-1c5b-4eb4-a9f2-c90ab1f5d0ed', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:59:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7639827-54f8-43a5-8855-b5e2104e4485', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1816, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T14:19:34Z', 'updated_at': '2021-12-18T14:19:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv', '_interfaces': [{'id': '66a727da-8ae5-4568-a5ca-2067035515d3', 'name': '', 'network_id': '3b433c7c-50a3-4320-9c1d-a4d43009fc3d', 'tenant_id': '5e02956f02ac44a3baf056b6650d39f4', 'mac_address': 'fa:16:3e:6b:30:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7639827-54f8-43a5-8855-b5e2104e4485', 'device_owner': 'network:router_interface', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': 'd3a17304-9238-4492-a108-e5bd31c50548', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T14:19:36Z', 'updated_at': '2021-12-18T14:19:40Z', 'revision_number': 5, 'project_id': '5e02956f02ac44a3baf056b6650d39f4', 'subnets': [{'id': 'd3a17304-9238-4492-a108-e5bd31c50548', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:25:11.501763 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08d672c8-faa5-4519-9861-fb1dc68cec55 None None] The sync data for ids ['d7639827-54f8-43a5-8855-b5e2104e4485'] in dv-neutron-744815-20-hyperv is: [{'id': 'd7639827-54f8-43a5-8855-b5e2104e4485', 'name': 'tempest-TestShelveInstance-1705039132-router', 'tenant_id': '5e02956f02ac44a3baf056b6650d39f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.92'}], 'enable_snat': True}, 'gw_port_id': '8b17f9a4-1c5b-4eb4-a9f2-c90ab1f5d0ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T14:19:34Z', 'updated_at': '2021-12-18T14:19:36Z', 'revision_number': 4, 'project_id': '5e02956f02ac44a3baf056b6650d39f4', 'gw_port': {'id': '8b17f9a4-1c5b-4eb4-a9f2-c90ab1f5d0ed', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:59:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7639827-54f8-43a5-8855-b5e2104e4485', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1816, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T14:19:34Z', 'updated_at': '2021-12-18T14:19:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv', '_interfaces': [{'id': '66a727da-8ae5-4568-a5ca-2067035515d3', 'name': '', 'network_id': '3b433c7c-50a3-4320-9c1d-a4d43009fc3d', 'tenant_id': '5e02956f02ac44a3baf056b6650d39f4', 'mac_address': 'fa:16:3e:6b:30:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7639827-54f8-43a5-8855-b5e2104e4485', 'device_owner': 'network:router_interface', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': 'd3a17304-9238-4492-a108-e5bd31c50548', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T14:19:36Z', 'updated_at': '2021-12-18T14:19:40Z', 'revision_number': 5, 'project_id': '5e02956f02ac44a3baf056b6650d39f4', 'subnets': [{'id': 'd3a17304-9238-4492-a108-e5bd31c50548', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 14:25:11.757883 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94affa05-ac7a-4647-962d-6bc0b23f81ac None None] New status for floating IP 69895d14-c393-4c11-95e6-2de2745c0e16: DOWN {{(pid=103161) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 18 14:25:11.771935 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1228df-765a-4a57-824f-de1fba3e8698 req-a958621a-df0e-4e15-b612-b96b88b6d0f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:25:11.773426 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-2a1228df-765a-4a57-824f-de1fba3e8698 req-a958621a-df0e-4e15-b612-b96b88b6d0f1 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d3a17304-9238-4492-a108-e5bd31c50548 HTTP/1.1" status: 200 len: 848 time: 0.3988395 Dec 18 14:25:11.830018 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1228df-765a-4a57-824f-de1fba3e8698 req-aa6e3763-f040-4d76-9a5e-6f8035b58062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:25:11.831991 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-2a1228df-765a-4a57-824f-de1fba3e8698 req-aa6e3763-f040-4d76-9a5e-6f8035b58062 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3b433c7c-50a3-4320-9c1d-a4d43009fc3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0506725 Dec 18 14:25:11.927101 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-2a1228df-765a-4a57-824f-de1fba3e8698 req-0893f96c-e6d2-4214-961e-794ff6db5096 service neutron] 10.222.0.43 "GET /v2.0/networks/3b433c7c-50a3-4320-9c1d-a4d43009fc3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861475 Dec 18 14:25:12.018860 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-2a1228df-765a-4a57-824f-de1fba3e8698 req-5af5f65c-3f88-4c5b-8885-9e4228200619 service neutron] 10.222.0.43 "GET /v2.0/networks/3b433c7c-50a3-4320-9c1d-a4d43009fc3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837781 Dec 18 14:25:12.521534 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5affff-7dd1-456c-a288-e72b18aee9f7 req-6aa06d65-fd67-4ac8-8f17-c402a55a72ac tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:25:12.523037 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-1c5affff-7dd1-456c-a288-e72b18aee9f7 req-6aa06d65-fd67-4ac8-8f17-c402a55a72ac tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cbf8327-1bd7-4bd9-aa9b-9e2a9ae67447 HTTP/1.1" status: 200 len: 946 time: 0.0962963 Dec 18 14:25:12.578172 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-1c5affff-7dd1-456c-a288-e72b18aee9f7 req-f5a431dc-7964-4bc4-9496-f455cea19c8a tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] 10.222.0.31 "GET /v2.0/security-groups?id=79f84b4b-5002-42f0-93cb-a601784e4fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465252 Dec 18 14:25:12.672414 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164ea0d8-bc7e-4799-a514-7b388aeedfff req-b5043974-c06a-4338-88ec-a727c88af847 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:25:12.673913 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-164ea0d8-bc7e-4799-a514-7b388aeedfff req-b5043974-c06a-4338-88ec-a727c88af847 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] 10.222.0.43 "GET /v2.0/ports?device_id=5cbf8327-1bd7-4bd9-aa9b-9e2a9ae67447 HTTP/1.1" status: 200 len: 946 time: 0.0484416 Dec 18 14:25:12.767573 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [req-164ea0d8-bc7e-4799-a514-7b388aeedfff req-7f294a61-00c3-4d5a-8610-5c6df9be3533 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Deleting port 726e4f55-e8ab-4768-a1f3-87ea0d22c5bc {{(pid=103159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 14:25:12.768142 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-164ea0d8-bc7e-4799-a514-7b388aeedfff req-7f294a61-00c3-4d5a-8610-5c6df9be3533 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:25:12.863492 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.db [req-164ea0d8-bc7e-4799-a514-7b388aeedfff req-7f294a61-00c3-4d5a-8610-5c6df9be3533 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] For port 726e4f55-e8ab-4768-a1f3-87ea0d22c5bc, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=726e4f55-e8ab-4768-a1f3-87ea0d22c5bc,segment=NetworkSegment(74642fa8-26d9-4059-a569-52ea213b720c),segment_id=74642fa8-26d9-4059-a569-52ea213b720c)] {{(pid=103159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 14:25:12.863883 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-164ea0d8-bc7e-4799-a514-7b388aeedfff req-7f294a61-00c3-4d5a-8610-5c6df9be3533 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:25:12.876313 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [req-164ea0d8-bc7e-4799-a514-7b388aeedfff req-7f294a61-00c3-4d5a-8610-5c6df9be3533 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Calling delete_port for 726e4f55-e8ab-4768-a1f3-87ea0d22c5bc owned by compute:nova {{(pid=103159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 14:25:13.005188 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-164ea0d8-bc7e-4799-a514-7b388aeedfff req-7f294a61-00c3-4d5a-8610-5c6df9be3533 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:25:13.038310 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f294a61-00c3-4d5a-8610-5c6df9be3533 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Pushing event deleted for resources: {'Port': ['ID=726e4f55-e8ab-4768-a1f3-87ea0d22c5bc,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:25:13.066039 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f294a61-00c3-4d5a-8610-5c6df9be3533 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:25:13.066393 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f294a61-00c3-4d5a-8610-5c6df9be3533 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:25:13.066740 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f294a61-00c3-4d5a-8610-5c6df9be3533 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:25:13.067086 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f294a61-00c3-4d5a-8610-5c6df9be3533 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:25:13.067448 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f294a61-00c3-4d5a-8610-5c6df9be3533 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:25:13.067778 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f294a61-00c3-4d5a-8610-5c6df9be3533 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:25:13.068112 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f294a61-00c3-4d5a-8610-5c6df9be3533 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:25:13.068444 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f294a61-00c3-4d5a-8610-5c6df9be3533 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:25:13.068785 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f294a61-00c3-4d5a-8610-5c6df9be3533 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:25:13.069111 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f294a61-00c3-4d5a-8610-5c6df9be3533 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:25:13.069436 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f294a61-00c3-4d5a-8610-5c6df9be3533 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:25:13.069762 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f294a61-00c3-4d5a-8610-5c6df9be3533 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:25:13.070079 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f294a61-00c3-4d5a-8610-5c6df9be3533 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:25:13.089052 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [req-164ea0d8-bc7e-4799-a514-7b388aeedfff req-7f294a61-00c3-4d5a-8610-5c6df9be3533 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] No DVR routers for this DVR port 726e4f55-e8ab-4768-a1f3-87ea0d22c5bc on host hv-neutron-7448 {{(pid=103159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 18 14:25:13.091471 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-164ea0d8-bc7e-4799-a514-7b388aeedfff req-7f294a61-00c3-4d5a-8610-5c6df9be3533 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:25:13.094732 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-164ea0d8-bc7e-4799-a514-7b388aeedfff req-7f294a61-00c3-4d5a-8610-5c6df9be3533 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] 10.222.0.43 "DELETE /v2.0/ports/726e4f55-e8ab-4768-a1f3-87ea0d22c5bc HTTP/1.1" status: 204 len: 173 time: 0.4137282 Dec 18 14:25:13.095173 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cbf8327-1bd7-4bd9-aa9b-9e2a9ae67447', 'name': 'network-vif-deleted', 'tag': '726e4f55-e8ab-4768-a1f3-87ea0d22c5bc'}] {{(pid=103159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 18 14:25:13.138441 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fe4787c1b15cfe7b4d636e01ce0b9ec825930b2332f3162d6bd24ee8ff480f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fb10e07-8b82-4938-b57a-ff9a85e82715" -d '{"events": [{"server_uuid": "5cbf8327-1bd7-4bd9-aa9b-9e2a9ae67447", "name": "network-vif-deleted", "tag": "726e4f55-e8ab-4768-a1f3-87ea0d22c5bc"}]}' {{(pid=103159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 18 14:25:13.224473 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 14:25:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a781cb2c-2deb-4a59-a282-3c71863a5915 x-openstack-request-id: req-a781cb2c-2deb-4a59-a282-3c71863a5915 {{(pid=103159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 18 14:25:13.224764 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cbf8327-1bd7-4bd9-aa9b-9e2a9ae67447", "name": "network-vif-deleted", "tag": "726e4f55-e8ab-4768-a1f3-87ea0d22c5bc", "status": "completed", "code": 200}]} {{(pid=103159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 18 14:25:13.225014 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a781cb2c-2deb-4a59-a282-3c71863a5915 {{(pid=103159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 18 14:25:13.225409 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cbf8327-1bd7-4bd9-aa9b-9e2a9ae67447', 'name': 'network-vif-deleted', 'tag': '726e4f55-e8ab-4768-a1f3-87ea0d22c5bc', 'status': 'completed', 'code': 200} Dec 18 14:25:13.638342 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 35608) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:25:13.694713 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-d5b64ecd-1d65-4ad0-9d89-732040cfd5f5 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Publish callbacks [] for security_group, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:25:13.721367 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-d5b64ecd-1d65-4ad0-9d89-732040cfd5f5 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:25:13.781821 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-d5b64ecd-1d65-4ad0-9d89-732040cfd5f5 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:25:13.784505 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-d5b64ecd-1d65-4ad0-9d89-732040cfd5f5 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Publish callbacks [] for security_group, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:25:13.785674 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-d5b64ecd-1d65-4ad0-9d89-732040cfd5f5 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] 10.222.0.31 "DELETE /v2.0/security-groups/79f84b4b-5002-42f0-93cb-a601784e4fa6 HTTP/1.1" status: 204 len: 168 time: 0.1463699 Dec 18 14:25:13.800701 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b64ecd-1d65-4ad0-9d89-732040cfd5f5 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=79f84b4b-5002-42f0-93cb-a601784e4fa6,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:25:14.116241 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 35614) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:25:14.122963 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-49d811a1-3c3c-434c-93d6-e4ecbdffd511 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1136469990', 'description': 'tempest-secgroup-smoke-1136469990 description', 'project_id': '5e02956f02ac44a3baf056b6650d39f4'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 14:25:14.158501 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-49d811a1-3c3c-434c-93d6-e4ecbdffd511 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Publish callbacks [] for security_group, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:25:14.233394 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-49d811a1-3c3c-434c-93d6-e4ecbdffd511 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Publish callbacks [] for security_group, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:25:14.239808 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-49d811a1-3c3c-434c-93d6-e4ecbdffd511 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:25:14.271624 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-49d811a1-3c3c-434c-93d6-e4ecbdffd511 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Publish callbacks [] for security_group, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:25:14.272855 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-49d811a1-3c3c-434c-93d6-e4ecbdffd511 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1553664 Dec 18 14:25:14.274696 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d811a1-3c3c-434c-93d6-e4ecbdffd511 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb84074d-53f5-412b-a8c8-47224c3549bb,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:25:14.276004 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 35616) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:25:14.280900 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-77f460e5-f316-49c7-906e-4c381daefcb6 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Request body: {'security_group_rule': {'security_group_id': 'cb84074d-53f5-412b-a8c8-47224c3549bb', 'project_id': '5e02956f02ac44a3baf056b6650d39f4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 14:25:14.312353 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-77f460e5-f316-49c7-906e-4c381daefcb6 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:25:14.357923 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-77f460e5-f316-49c7-906e-4c381daefcb6 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:25:14.363042 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-77f460e5-f316-49c7-906e-4c381daefcb6 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530267'] for security_group_rule, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:25:14.380736 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f460e5-f316-49c7-906e-4c381daefcb6 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b2a9367-1483-4f10-b102-7e3c033ce3fe,revision_number=0']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:25:14.390238 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-77f460e5-f316-49c7-906e-4c381daefcb6 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:25:14.391488 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-77f460e5-f316-49c7-906e-4c381daefcb6 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1144094 Dec 18 14:25:14.396003 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 35618) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:25:14.400354 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-ed8146d2-028d-4ce4-8afa-ae0cdc53fbca tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Request body: {'security_group_rule': {'security_group_id': 'cb84074d-53f5-412b-a8c8-47224c3549bb', 'project_id': '5e02956f02ac44a3baf056b6650d39f4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 14:25:14.429836 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-ed8146d2-028d-4ce4-8afa-ae0cdc53fbca tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:25:14.496152 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-ed8146d2-028d-4ce4-8afa-ae0cdc53fbca tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:25:14.501905 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-ed8146d2-028d-4ce4-8afa-ae0cdc53fbca tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530267'] for security_group_rule, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:25:14.519949 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8146d2-028d-4ce4-8afa-ae0cdc53fbca tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62c3ff0d-f15c-47cb-8113-ae5ab78623d6,revision_number=0']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:25:14.529197 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-ed8146d2-028d-4ce4-8afa-ae0cdc53fbca tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:25:14.530440 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-ed8146d2-028d-4ce4-8afa-ae0cdc53fbca tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1334810 Dec 18 14:25:14.534579 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 35620) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:25:14.538798 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-0fb0a1c5-23ce-46bf-9ed9-82b7f6252889 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Request body: {'security_group_rule': {'security_group_id': 'cb84074d-53f5-412b-a8c8-47224c3549bb', 'project_id': '5e02956f02ac44a3baf056b6650d39f4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 14:25:14.567317 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-0fb0a1c5-23ce-46bf-9ed9-82b7f6252889 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:25:14.624830 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-0fb0a1c5-23ce-46bf-9ed9-82b7f6252889 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:25:14.630153 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-0fb0a1c5-23ce-46bf-9ed9-82b7f6252889 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530267'] for security_group_rule, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:25:14.647030 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb0a1c5-23ce-46bf-9ed9-82b7f6252889 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55fb294c-cf81-460f-a87f-f28f284c4b47,revision_number=0']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:25:14.655612 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-0fb0a1c5-23ce-46bf-9ed9-82b7f6252889 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:25:14.656817 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-0fb0a1c5-23ce-46bf-9ed9-82b7f6252889 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1213074 Dec 18 14:25:14.659893 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 35622) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:25:14.664476 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-65de8d05-2405-4837-99d6-35d3e1775656 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Request body: {'security_group_rule': {'security_group_id': 'cb84074d-53f5-412b-a8c8-47224c3549bb', 'project_id': '5e02956f02ac44a3baf056b6650d39f4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 14:25:14.693867 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-65de8d05-2405-4837-99d6-35d3e1775656 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:25:14.754692 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-65de8d05-2405-4837-99d6-35d3e1775656 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:25:14.758879 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-65de8d05-2405-4837-99d6-35d3e1775656 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530267'] for security_group_rule, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:25:14.777744 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65de8d05-2405-4837-99d6-35d3e1775656 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eda98035-b1b9-47c1-bc91-5504d104fee7,revision_number=0']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:25:14.784028 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-65de8d05-2405-4837-99d6-35d3e1775656 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:25:14.785216 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-65de8d05-2405-4837-99d6-35d3e1775656 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1243796 Dec 18 14:25:14.788906 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 35624) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:25:14.793190 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-3f41130e-e7fd-43bb-a22c-69446f4496c0 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Request body: {'security_group_rule': {'security_group_id': 'cb84074d-53f5-412b-a8c8-47224c3549bb', 'project_id': '5e02956f02ac44a3baf056b6650d39f4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 14:25:14.819486 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.db.securitygroups_db [None req-3f41130e-e7fd-43bb-a22c-69446f4496c0 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Project 5e02956f02ac44a3baf056b6650d39f4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 18 14:25:14.824763 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-3f41130e-e7fd-43bb-a22c-69446f4496c0 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:25:14.882822 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-3f41130e-e7fd-43bb-a22c-69446f4496c0 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:25:14.887178 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-3f41130e-e7fd-43bb-a22c-69446f4496c0 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530267'] for security_group_rule, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:25:14.904266 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f41130e-e7fd-43bb-a22c-69446f4496c0 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe6826ed-6ab3-42ee-af3f-b70e12f35b4f,revision_number=0']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:25:14.912630 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-3f41130e-e7fd-43bb-a22c-69446f4496c0 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:25:14.913830 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-3f41130e-e7fd-43bb-a22c-69446f4496c0 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1240056 Dec 18 14:25:14.916621 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 35626) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:25:14.920887 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-a60a0b72-474a-4fbd-ae23-cbc6f4c70e7b tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Request body: {'security_group_rule': {'security_group_id': 'cb84074d-53f5-412b-a8c8-47224c3549bb', 'project_id': '5e02956f02ac44a3baf056b6650d39f4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 14:25:14.947704 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.db.securitygroups_db [None req-a60a0b72-474a-4fbd-ae23-cbc6f4c70e7b tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Project 5e02956f02ac44a3baf056b6650d39f4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 18 14:25:14.956445 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-a60a0b72-474a-4fbd-ae23-cbc6f4c70e7b tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:25:15.018550 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-a60a0b72-474a-4fbd-ae23-cbc6f4c70e7b tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:25:15.024003 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-a60a0b72-474a-4fbd-ae23-cbc6f4c70e7b tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530267'] for security_group_rule, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:25:15.043444 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60a0b72-474a-4fbd-ae23-cbc6f4c70e7b tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5499b828-ecfc-42bf-8d76-ca7e8488407c,revision_number=0']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:25:15.049464 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-a60a0b72-474a-4fbd-ae23-cbc6f4c70e7b tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:25:15.050658 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-a60a0b72-474a-4fbd-ae23-cbc6f4c70e7b tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1331377 Dec 18 14:25:15.754240 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Device 726e4f55-e8ab-4768-a1f3-87ea0d22c5bc no longer exists at agent hyperv_hv-neutron-7448 {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 18 14:25:15.780521 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] No Port match for: 726e4f55-e8ab-4768-a1f3-87ea0d22c5bc {{(pid=103161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 18 14:25:15.780995 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Device 726e4f55-e8ab-4768-a1f3-87ea0d22c5bc not bound to the agent host hv-neutron-7448 {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 18 14:25:24.984455 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-fa4a2905-e8c0-49e6-8a9a-d4263d243957 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:25:27.248142 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-84da1422-c2ae-4324-809f-cf6918c6ea66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:25:28.749376 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-afa9ae9b-bdbb-4010-bcf6-3a46ce66cf71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:25:30.286631 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7b7a3272-2b45-4d32-9670-25eb1afd1184 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:25:30.943943 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:25:31.386013 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-f809ded7-c32e-44ab-943a-171e8bdaa336 req-c83735d5-235f-4347-a8e6-58b17aca3c01 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1136469990&fields=id&tenant_id=5e02956f02ac44a3baf056b6650d39f4 HTTP/1.1" status: 200 len: 267 time: 0.0553312 Dec 18 14:25:31.498375 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f809ded7-c32e-44ab-943a-171e8bdaa336 req-e1ab524f-8a49-4e26-80a6-1c476a4b5fcd tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:25:31.499823 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-f809ded7-c32e-44ab-943a-171e8bdaa336 req-e1ab524f-8a49-4e26-80a6-1c476a4b5fcd tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] 10.222.0.31 "GET /v2.0/networks?id=3b433c7c-50a3-4320-9c1d-a4d43009fc3d HTTP/1.1" status: 200 len: 809 time: 0.1063535 Dec 18 14:25:31.518401 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-f809ded7-c32e-44ab-943a-171e8bdaa336 req-4fd00e54-49bf-4a9f-ae7e-d6e5e46b7284 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] 10.222.0.31 "GET /v2.0/quotas/5e02956f02ac44a3baf056b6650d39f4 HTTP/1.1" status: 200 len: 375 time: 0.0100911 Dec 18 14:25:31.588423 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-f809ded7-c32e-44ab-943a-171e8bdaa336 req-00230ea9-86e9-4148-9b17-b2424170c3cd tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=5e02956f02ac44a3baf056b6650d39f4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0642934 Dec 18 14:25:31.701947 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [req-f809ded7-c32e-44ab-943a-171e8bdaa336 req-90723f0b-f515-4dcf-86a2-a362905b589f service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103159) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 18 14:25:31.702998 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-f809ded7-c32e-44ab-943a-171e8bdaa336 req-90723f0b-f515-4dcf-86a2-a362905b589f service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14093 time: 0.0511987 Dec 18 14:25:31.813346 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-f809ded7-c32e-44ab-943a-171e8bdaa336 req-c6dc15e7-8a61-4dc1-bf0f-b838e98e836d service neutron] 10.222.0.31 "GET /v2.0/networks/3b433c7c-50a3-4320-9c1d-a4d43009fc3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032205 Dec 18 14:25:31.918698 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-f809ded7-c32e-44ab-943a-171e8bdaa336 req-3843fe31-cc9b-4be7-a1ae-89c1ee2829fa service neutron] 10.222.0.31 "GET /v2.0/networks/3b433c7c-50a3-4320-9c1d-a4d43009fc3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966063 Dec 18 14:25:32.260882 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-70c0f599-5ca8-46fa-8844-f6015ca6a65c req-8ce93027-b538-4c74-8b36-fd0037002874 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa9d2e9d-0de1-45b0-b3d2-3d6cde16b8ea HTTP/1.1" status: 200 len: 210 time: 0.0268502 Dec 18 14:25:33.264678 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f809ded7-c32e-44ab-943a-171e8bdaa336 req-63e51f3a-f48b-45b6-a734-770417118342 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:25:33.266167 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-f809ded7-c32e-44ab-943a-171e8bdaa336 req-63e51f3a-f48b-45b6-a734-770417118342 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] 10.222.0.43 "GET /v2.0/networks?id=3b433c7c-50a3-4320-9c1d-a4d43009fc3d HTTP/1.1" status: 200 len: 809 time: 0.1072800 Dec 18 14:25:33.344315 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-f809ded7-c32e-44ab-943a-171e8bdaa336 req-c6136ffe-3c22-46fb-853c-e1132ffeb365 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5e02956f02ac44a3baf056b6650d39f4 HTTP/1.1" status: 200 len: 380 time: 0.0678716 Dec 18 14:25:33.359542 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [req-f809ded7-c32e-44ab-943a-171e8bdaa336 req-89269d36-fe3a-4b64-90c3-b5263cd93cd5 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Request body: {'port': {'device_id': 'aa9d2e9d-0de1-45b0-b3d2-3d6cde16b8ea', 'network_id': '3b433c7c-50a3-4320-9c1d-a4d43009fc3d', 'admin_state_up': True, 'tenant_id': '5e02956f02ac44a3baf056b6650d39f4', 'security_groups': ['cb84074d-53f5-412b-a8c8-47224c3549bb']}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 14:25:33.386011 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-52e14b14-a560-48de-8874-ba4ff80556d5 req-52a47d83-cb95-4be8-a7f8-c1088853c50f tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa9d2e9d-0de1-45b0-b3d2-3d6cde16b8ea HTTP/1.1" status: 200 len: 210 time: 0.0488205 Dec 18 14:25:33.494397 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f809ded7-c32e-44ab-943a-171e8bdaa336 req-89269d36-fe3a-4b64-90c3-b5263cd93cd5 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Made reservation on behalf of 5e02956f02ac44a3baf056b6650d39f4 for: {'port': 1} {{(pid=103159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 14:25:33.498169 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-f809ded7-c32e-44ab-943a-171e8bdaa336 req-89269d36-fe3a-4b64-90c3-b5263cd93cd5 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:25:33.628588 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.db_base_plugin_common [req-f809ded7-c32e-44ab-943a-171e8bdaa336 req-89269d36-fe3a-4b64-90c3-b5263cd93cd5 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Allocated IP 172.20.0.12 (3b433c7c-50a3-4320-9c1d-a4d43009fc3d/d3a17304-9238-4492-a108-e5bd31c50548/7583b937-dc5c-43e9-9660-9897f26c205b) {{(pid=103159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 14:25:33.778837 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-f809ded7-c32e-44ab-943a-171e8bdaa336 req-89269d36-fe3a-4b64-90c3-b5263cd93cd5 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Publish callbacks [] for port, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:25:33.817355 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-f809ded7-c32e-44ab-943a-171e8bdaa336 req-89269d36-fe3a-4b64-90c3-b5263cd93cd5 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:25:33.862686 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f809ded7-c32e-44ab-943a-171e8bdaa336 req-89269d36-fe3a-4b64-90c3-b5263cd93cd5 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Network 3b433c7c-50a3-4320-9c1d-a4d43009fc3d is already hosted by enough agents. {{(pid=103159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 14:25:33.865831 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.base_scheduler [req-f809ded7-c32e-44ab-943a-171e8bdaa336 req-89269d36-fe3a-4b64-90c3-b5263cd93cd5 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Resources bound (agent type, host, resource id): {{(pid=103159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 14:25:33.869603 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [req-f809ded7-c32e-44ab-943a-171e8bdaa336 req-89269d36-fe3a-4b64-90c3-b5263cd93cd5 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Received port after_create {{(pid=103159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 14:25:33.894030 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89269d36-fe3a-4b64-90c3-b5263cd93cd5 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Pushing event updated for resources: {'Port': ['ID=7583b937-dc5c-43e9-9660-9897f26c205b,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:25:33.923672 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f809ded7-c32e-44ab-943a-171e8bdaa336 req-89269d36-fe3a-4b64-90c3-b5263cd93cd5 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:25:33.924315 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-f809ded7-c32e-44ab-943a-171e8bdaa336 req-89269d36-fe3a-4b64-90c3-b5263cd93cd5 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:25:33.944438 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-f809ded7-c32e-44ab-943a-171e8bdaa336 req-89269d36-fe3a-4b64-90c3-b5263cd93cd5 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5920038 Dec 18 14:25:33.957065 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [req-f809ded7-c32e-44ab-943a-171e8bdaa336 req-0f4d8214-0a95-4077-9718-3449a93b2e74 service neutron] Request body: {'port': {'device_id': 'aa9d2e9d-0de1-45b0-b3d2-3d6cde16b8ea', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7448'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 14:25:34.019712 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-f809ded7-c32e-44ab-943a-171e8bdaa336 req-0f4d8214-0a95-4077-9718-3449a93b2e74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:25:34.098978 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-40d75fa7-b8c7-48db-9342-eebcb9debb83 None None] Provisioning complete for port 7583b937-dc5c-43e9-9660-9897f26c205b triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 14:25:34.099646 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-40d75fa7-b8c7-48db-9342-eebcb9debb83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:25:34.134453 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-40d75fa7-b8c7-48db-9342-eebcb9debb83 None None] Port 7583b937-dc5c-43e9-9660-9897f26c205b cannot update to ACTIVE because it is not bound. {{(pid=103161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 14:25:34.302541 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.notifiers.nova [req-f809ded7-c32e-44ab-943a-171e8bdaa336 req-0f4d8214-0a95-4077-9718-3449a93b2e74 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7583b937-dc5c-43e9-9660-9897f26c205b {{(pid=103159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 18 14:25:34.310282 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-f809ded7-c32e-44ab-943a-171e8bdaa336 req-0f4d8214-0a95-4077-9718-3449a93b2e74 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:25:34.323442 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.provisioning_blocks [req-f809ded7-c32e-44ab-943a-171e8bdaa336 req-0f4d8214-0a95-4077-9718-3449a93b2e74 service neutron] Transition to ACTIVE for port object 7583b937-dc5c-43e9-9660-9897f26c205b will not be triggered until provisioned by entity L2. {{(pid=103159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 18 14:25:34.328516 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-f809ded7-c32e-44ab-943a-171e8bdaa336 req-0f4d8214-0a95-4077-9718-3449a93b2e74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5659917'] for port, after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:25:34.378547 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4d8214-0a95-4077-9718-3449a93b2e74 service neutron] Pushing event updated for resources: {'Port': ['ID=7583b937-dc5c-43e9-9660-9897f26c205b,revision_number=2']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:25:34.459039 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.managers [req-f809ded7-c32e-44ab-943a-171e8bdaa336 req-0f4d8214-0a95-4077-9718-3449a93b2e74 service neutron] Attempting to bind port 7583b937-dc5c-43e9-9660-9897f26c205b on host hv-neutron-7448 for vnic_type normal with profile {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 14:25:34.459551 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.managers [req-f809ded7-c32e-44ab-943a-171e8bdaa336 req-0f4d8214-0a95-4077-9718-3449a93b2e74 service neutron] Attempting to bind port 7583b937-dc5c-43e9-9660-9897f26c205b by drivers openvswitch,hyperv on host hv-neutron-7448 at level 0 using segments [{'id': '74642fa8-26d9-4059-a569-52ea213b720c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '3b433c7c-50a3-4320-9c1d-a4d43009fc3d'}] {{(pid=103159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 14:25:34.460607 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f809ded7-c32e-44ab-943a-171e8bdaa336 req-0f4d8214-0a95-4077-9718-3449a93b2e74 service neutron] Attempting to bind port 7583b937-dc5c-43e9-9660-9897f26c205b on network 3b433c7c-50a3-4320-9c1d-a4d43009fc3d {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 14:25:34.469321 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f809ded7-c32e-44ab-943a-171e8bdaa336 req-0f4d8214-0a95-4077-9718-3449a93b2e74 service neutron] Port 7583b937-dc5c-43e9-9660-9897f26c205b on network 3b433c7c-50a3-4320-9c1d-a4d43009fc3d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7448 {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 18 14:25:34.469773 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f809ded7-c32e-44ab-943a-171e8bdaa336 req-0f4d8214-0a95-4077-9718-3449a93b2e74 service neutron] Attempting to bind port 7583b937-dc5c-43e9-9660-9897f26c205b on network 3b433c7c-50a3-4320-9c1d-a4d43009fc3d {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 14:25:34.476392 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f809ded7-c32e-44ab-943a-171e8bdaa336 req-0f4d8214-0a95-4077-9718-3449a93b2e74 service neutron] Checking agent: {'id': 'c35b6aa0-0616-421f-8ded-732dd37fc90f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7448', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 13, 24, 37), 'started_at': datetime.datetime(2021, 12, 18, 13, 24, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 14, 25, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 18 14:25:34.476905 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f809ded7-c32e-44ab-943a-171e8bdaa336 req-0f4d8214-0a95-4077-9718-3449a93b2e74 service neutron] Checking segment: {'id': '74642fa8-26d9-4059-a569-52ea213b720c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '3b433c7c-50a3-4320-9c1d-a4d43009fc3d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 14:25:34.477395 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f809ded7-c32e-44ab-943a-171e8bdaa336 req-0f4d8214-0a95-4077-9718-3449a93b2e74 service neutron] Bound using segment: {'id': '74642fa8-26d9-4059-a569-52ea213b720c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '3b433c7c-50a3-4320-9c1d-a4d43009fc3d'} {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 18 14:25:34.477933 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.managers [req-f809ded7-c32e-44ab-943a-171e8bdaa336 req-0f4d8214-0a95-4077-9718-3449a93b2e74 service neutron] Bound port: 7583b937-dc5c-43e9-9660-9897f26c205b, host: hv-neutron-7448, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74642fa8-26d9-4059-a569-52ea213b720c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '3b433c7c-50a3-4320-9c1d-a4d43009fc3d'}}] {{(pid=103159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 18 14:25:34.478397 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-f809ded7-c32e-44ab-943a-171e8bdaa336 req-0f4d8214-0a95-4077-9718-3449a93b2e74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:25:34.537700 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc190a09-029c-4422-b737-98ed5b984d6c req-60bccfe7-0ecc-4098-ac72-206ae510c211 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:25:34.539970 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-fc190a09-029c-4422-b737-98ed5b984d6c req-60bccfe7-0ecc-4098-ac72-206ae510c211 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa9d2e9d-0de1-45b0-b3d2-3d6cde16b8ea HTTP/1.1" status: 200 len: 944 time: 0.0527749 Dec 18 14:25:34.551358 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.db [req-f809ded7-c32e-44ab-943a-171e8bdaa336 req-0f4d8214-0a95-4077-9718-3449a93b2e74 service neutron] For port 7583b937-dc5c-43e9-9660-9897f26c205b, host hv-neutron-7448, cleared binding levels {{(pid=103159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 18 14:25:34.554870 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.db [req-f809ded7-c32e-44ab-943a-171e8bdaa336 req-0f4d8214-0a95-4077-9718-3449a93b2e74 service neutron] For port 7583b937-dc5c-43e9-9660-9897f26c205b, host hv-neutron-7448, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=7583b937-dc5c-43e9-9660-9897f26c205b,segment=NetworkSegment(74642fa8-26d9-4059-a569-52ea213b720c),segment_id=74642fa8-26d9-4059-a569-52ea213b720c)] {{(pid=103159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 18 14:25:34.560996 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-f809ded7-c32e-44ab-943a-171e8bdaa336 req-0f4d8214-0a95-4077-9718-3449a93b2e74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5659917'] for port, after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:25:34.598187 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-fc190a09-029c-4422-b737-98ed5b984d6c req-e3b85bc4-302a-415f-9a07-b7b6b0376a16 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] 10.222.0.31 "GET /v2.0/security-groups?id=cb84074d-53f5-412b-a8c8-47224c3549bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520203 Dec 18 14:25:34.600141 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f809ded7-c32e-44ab-943a-171e8bdaa336 req-0f4d8214-0a95-4077-9718-3449a93b2e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:25:34.601524 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-f809ded7-c32e-44ab-943a-171e8bdaa336 req-0f4d8214-0a95-4077-9718-3449a93b2e74 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:25:34.603284 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-f809ded7-c32e-44ab-943a-171e8bdaa336 req-0f4d8214-0a95-4077-9718-3449a93b2e74 service neutron] 10.222.0.43 "PUT /v2.0/ports/7583b937-dc5c-43e9-9660-9897f26c205b HTTP/1.1" status: 200 len: 1094 time: 0.6508265 Dec 18 14:25:34.604035 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa9d2e9d-0de1-45b0-b3d2-3d6cde16b8ea', 'tag': '7583b937-dc5c-43e9-9660-9897f26c205b'}] {{(pid=103159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 18 14:25:34.607189 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fe4787c1b15cfe7b4d636e01ce0b9ec825930b2332f3162d6bd24ee8ff480f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85a7de69-17a5-4a6a-b342-45a865467de5" -d '{"events": [{"name": "network-changed", "server_uuid": "aa9d2e9d-0de1-45b0-b3d2-3d6cde16b8ea", "tag": "7583b937-dc5c-43e9-9660-9897f26c205b"}]}' {{(pid=103159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 18 14:25:34.664711 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 14:25:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0945822e-5d75-4d67-b822-1b01ebe7d465 x-openstack-request-id: req-0945822e-5d75-4d67-b822-1b01ebe7d465 {{(pid=103159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 18 14:25:34.664946 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa9d2e9d-0de1-45b0-b3d2-3d6cde16b8ea", "tag": "7583b937-dc5c-43e9-9660-9897f26c205b", "status": "completed", "code": 200}]} {{(pid=103159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 18 14:25:34.665043 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0945822e-5d75-4d67-b822-1b01ebe7d465 {{(pid=103159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 18 14:25:34.665402 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa9d2e9d-0de1-45b0-b3d2-3d6cde16b8ea', 'tag': '7583b937-dc5c-43e9-9660-9897f26c205b', 'status': 'completed', 'code': 200} Dec 18 14:25:34.667582 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4d8214-0a95-4077-9718-3449a93b2e74 service neutron] Pushing event updated for resources: {'Port': ['ID=7583b937-dc5c-43e9-9660-9897f26c205b,revision_number=3']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:25:34.704473 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f809ded7-c32e-44ab-943a-171e8bdaa336 req-3532ac3e-c28b-4552-beca-1a4304143127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:25:34.706053 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-f809ded7-c32e-44ab-943a-171e8bdaa336 req-3532ac3e-c28b-4552-beca-1a4304143127 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5e02956f02ac44a3baf056b6650d39f4&device_id=aa9d2e9d-0de1-45b0-b3d2-3d6cde16b8ea HTTP/1.1" status: 200 len: 1097 time: 0.0548766 Dec 18 14:25:34.751969 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-f809ded7-c32e-44ab-943a-171e8bdaa336 req-97e16dd3-6e1e-49bc-bf0a-e3448f781364 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7583b937-dc5c-43e9-9660-9897f26c205b HTTP/1.1" status: 200 len: 217 time: 0.0371759 Dec 18 14:25:34.808278 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f809ded7-c32e-44ab-943a-171e8bdaa336 req-1fc73d46-2a43-4863-aac5-3ddd62aeeedc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:25:34.810024 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-f809ded7-c32e-44ab-943a-171e8bdaa336 req-1fc73d46-2a43-4863-aac5-3ddd62aeeedc service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d3a17304-9238-4492-a108-e5bd31c50548 HTTP/1.1" status: 200 len: 848 time: 0.0509267 Dec 18 14:25:34.865393 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f809ded7-c32e-44ab-943a-171e8bdaa336 req-3ebdfd0c-89bf-4d16-9880-b8befbe6c90c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:25:34.866951 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-f809ded7-c32e-44ab-943a-171e8bdaa336 req-3ebdfd0c-89bf-4d16-9880-b8befbe6c90c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3b433c7c-50a3-4320-9c1d-a4d43009fc3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0495341 Dec 18 14:25:34.962798 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-f809ded7-c32e-44ab-943a-171e8bdaa336 req-08a70cf5-fd2a-4421-8040-b533baca7d0c service neutron] 10.222.0.43 "GET /v2.0/networks/3b433c7c-50a3-4320-9c1d-a4d43009fc3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881684 Dec 18 14:25:35.057316 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-f809ded7-c32e-44ab-943a-171e8bdaa336 req-76acb7ed-9c70-4309-b29f-9d09a03a90e8 service neutron] 10.222.0.43 "GET /v2.0/networks/3b433c7c-50a3-4320-9c1d-a4d43009fc3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870514 Dec 18 14:25:35.150366 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a7de69-17a5-4a6a-b342-45a865467de5 req-2e4c5424-7028-428c-8822-d31cf1d911cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:25:35.151939 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-85a7de69-17a5-4a6a-b342-45a865467de5 req-2e4c5424-7028-428c-8822-d31cf1d911cc service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5e02956f02ac44a3baf056b6650d39f4&device_id=aa9d2e9d-0de1-45b0-b3d2-3d6cde16b8ea HTTP/1.1" status: 200 len: 1097 time: 0.0466859 Dec 18 14:25:35.249099 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a7de69-17a5-4a6a-b342-45a865467de5 req-254c6b7b-cbea-421b-9072-bc5412c9a633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:25:35.250788 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-85a7de69-17a5-4a6a-b342-45a865467de5 req-254c6b7b-cbea-421b-9072-bc5412c9a633 service neutron] 10.222.0.43 "GET /v2.0/networks?id=3b433c7c-50a3-4320-9c1d-a4d43009fc3d HTTP/1.1" status: 200 len: 910 time: 0.0915875 Dec 18 14:25:35.293506 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-85a7de69-17a5-4a6a-b342-45a865467de5 req-1863f8b6-7beb-49d5-a2df-1ffcdfa2fdfc service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7583b937-dc5c-43e9-9660-9897f26c205b HTTP/1.1" status: 200 len: 217 time: 0.0354395 Dec 18 14:25:35.343545 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a7de69-17a5-4a6a-b342-45a865467de5 req-8ea130ce-2386-4b02-bbf3-51ad20e057eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:25:35.345114 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-85a7de69-17a5-4a6a-b342-45a865467de5 req-8ea130ce-2386-4b02-bbf3-51ad20e057eb service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d3a17304-9238-4492-a108-e5bd31c50548 HTTP/1.1" status: 200 len: 848 time: 0.0444965 Dec 18 14:25:35.394941 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a7de69-17a5-4a6a-b342-45a865467de5 req-f20ca65f-ee26-46c4-9fc7-d8bbbda515c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:25:35.396485 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-85a7de69-17a5-4a6a-b342-45a865467de5 req-f20ca65f-ee26-46c4-9fc7-d8bbbda515c7 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3b433c7c-50a3-4320-9c1d-a4d43009fc3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0423710 Dec 18 14:25:35.490718 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-85a7de69-17a5-4a6a-b342-45a865467de5 req-b6c38de9-1f24-4cf2-b936-1c620f38ad49 service neutron] 10.222.0.43 "GET /v2.0/networks/3b433c7c-50a3-4320-9c1d-a4d43009fc3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864353 Dec 18 14:25:35.587413 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-85a7de69-17a5-4a6a-b342-45a865467de5 req-0aac61ce-96eb-48b0-acb8-45eb1c27a911 service neutron] 10.222.0.43 "GET /v2.0/networks/3b433c7c-50a3-4320-9c1d-a4d43009fc3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894179 Dec 18 14:25:35.730880 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd59a7ad-47a1-4c61-a3e0-ba1b5c1f39d1 req-85f07c8c-fca4-40d0-9f05-05d4b83d33fb tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:25:35.732525 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-fd59a7ad-47a1-4c61-a3e0-ba1b5c1f39d1 req-85f07c8c-fca4-40d0-9f05-05d4b83d33fb tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa9d2e9d-0de1-45b0-b3d2-3d6cde16b8ea HTTP/1.1" status: 200 len: 944 time: 0.0515110 Dec 18 14:25:35.786001 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-fd59a7ad-47a1-4c61-a3e0-ba1b5c1f39d1 req-85d67f4b-0cb3-41dc-ba47-eae8fd50c842 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] 10.222.0.31 "GET /v2.0/security-groups?id=cb84074d-53f5-412b-a8c8-47224c3549bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472891 Dec 18 14:25:36.907172 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60d0fe4-bf3f-4716-948c-86ff16dfacca req-d20a62c9-1444-4de9-8632-6c07e4afe49a tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:25:36.908787 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-e60d0fe4-bf3f-4716-948c-86ff16dfacca req-d20a62c9-1444-4de9-8632-6c07e4afe49a tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa9d2e9d-0de1-45b0-b3d2-3d6cde16b8ea HTTP/1.1" status: 200 len: 944 time: 0.0528288 Dec 18 14:25:36.959775 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-e60d0fe4-bf3f-4716-948c-86ff16dfacca req-fd1fe621-5b36-4a4d-87ed-2f7d6ad39bc5 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] 10.222.0.31 "GET /v2.0/security-groups?id=cb84074d-53f5-412b-a8c8-47224c3549bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449202 Dec 18 14:25:37.466329 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:25:38.079232 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b741b43-a022-4812-bd97-4d2f004ff20f req-275001b7-f19e-4a7f-9d51-f3fee746a56e tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:25:38.080790 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-8b741b43-a022-4812-bd97-4d2f004ff20f req-275001b7-f19e-4a7f-9d51-f3fee746a56e tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa9d2e9d-0de1-45b0-b3d2-3d6cde16b8ea HTTP/1.1" status: 200 len: 944 time: 0.0518012 Dec 18 14:25:38.134275 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-8b741b43-a022-4812-bd97-4d2f004ff20f req-fb943612-6b70-43aa-a1a2-5e05cd66f0fe tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] 10.222.0.31 "GET /v2.0/security-groups?id=cb84074d-53f5-412b-a8c8-47224c3549bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451550 Dec 18 14:25:38.441279 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.agents_db [None req-e3dda592-589a-4b4d-b028-ba9a260f4f50 None None] Agent healthcheck: found 6 active agents {{(pid=103162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 18 14:25:39.263656 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04c60c6-ecd8-4345-8e4c-2fd664458b95 req-00a670fa-29b5-47c8-9c80-7227722b3b4b tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:25:39.265341 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-f04c60c6-ecd8-4345-8e4c-2fd664458b95 req-00a670fa-29b5-47c8-9c80-7227722b3b4b tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa9d2e9d-0de1-45b0-b3d2-3d6cde16b8ea HTTP/1.1" status: 200 len: 944 time: 0.0548885 Dec 18 14:25:39.323873 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-f04c60c6-ecd8-4345-8e4c-2fd664458b95 req-110b1a93-c027-4b98-8227-5e718a659e1b tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] 10.222.0.31 "GET /v2.0/security-groups?id=cb84074d-53f5-412b-a8c8-47224c3549bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526719 Dec 18 14:25:40.453738 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05137e3b-9359-4480-9915-e6269cf4fd36 req-7f3c83fc-0b8a-4a0e-b216-2caf1ed57fc5 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:25:40.455262 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-05137e3b-9359-4480-9915-e6269cf4fd36 req-7f3c83fc-0b8a-4a0e-b216-2caf1ed57fc5 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa9d2e9d-0de1-45b0-b3d2-3d6cde16b8ea HTTP/1.1" status: 200 len: 944 time: 0.0522647 Dec 18 14:25:40.515022 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-05137e3b-9359-4480-9915-e6269cf4fd36 req-9fa0e880-a0ee-4c14-b792-fd753b9befaf tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] 10.222.0.31 "GET /v2.0/security-groups?id=cb84074d-53f5-412b-a8c8-47224c3549bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511801 Dec 18 14:25:41.656834 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab6e520-4243-491f-98cc-ad67a5498c61 req-00432a40-2f58-4062-9f0f-20b1ecd60028 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:25:41.658350 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-aab6e520-4243-491f-98cc-ad67a5498c61 req-00432a40-2f58-4062-9f0f-20b1ecd60028 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa9d2e9d-0de1-45b0-b3d2-3d6cde16b8ea HTTP/1.1" status: 200 len: 944 time: 0.0584052 Dec 18 14:25:41.706501 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-aab6e520-4243-491f-98cc-ad67a5498c61 req-5596d2a3-3edb-4b45-88e4-49180261b8c7 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] 10.222.0.31 "GET /v2.0/security-groups?id=cb84074d-53f5-412b-a8c8-47224c3549bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421736 Dec 18 14:25:42.826105 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b24c7c7-c18c-496f-bfa8-fffd9ca91d37 req-a9d6ffe1-e497-4d03-85af-d0e2449b3587 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:25:42.827610 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-0b24c7c7-c18c-496f-bfa8-fffd9ca91d37 req-a9d6ffe1-e497-4d03-85af-d0e2449b3587 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa9d2e9d-0de1-45b0-b3d2-3d6cde16b8ea HTTP/1.1" status: 200 len: 944 time: 0.0537794 Dec 18 14:25:42.879717 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-0b24c7c7-c18c-496f-bfa8-fffd9ca91d37 req-507696e6-37ed-4f14-94e3-5f9a1e76316e tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] 10.222.0.31 "GET /v2.0/security-groups?id=cb84074d-53f5-412b-a8c8-47224c3549bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459254 Dec 18 14:25:44.006451 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afae7556-356d-4aad-8714-71d5ce60996d req-e11ec10c-9c33-4114-9d1b-e887f12e2721 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:25:44.008126 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-afae7556-356d-4aad-8714-71d5ce60996d req-e11ec10c-9c33-4114-9d1b-e887f12e2721 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa9d2e9d-0de1-45b0-b3d2-3d6cde16b8ea HTTP/1.1" status: 200 len: 944 time: 0.0517161 Dec 18 14:25:44.058573 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-afae7556-356d-4aad-8714-71d5ce60996d req-d3e0ad6b-127d-4100-8825-13d0afa86b7b tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] 10.222.0.31 "GET /v2.0/security-groups?id=cb84074d-53f5-412b-a8c8-47224c3549bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443370 Dec 18 14:25:45.183489 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665a52a5-a4b2-466a-ae17-4ab6e2e1d5c0 req-5f362580-57cd-4bfb-bf0b-4bcdbad01a7e tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:25:45.185056 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-665a52a5-a4b2-466a-ae17-4ab6e2e1d5c0 req-5f362580-57cd-4bfb-bf0b-4bcdbad01a7e tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa9d2e9d-0de1-45b0-b3d2-3d6cde16b8ea HTTP/1.1" status: 200 len: 944 time: 0.0505533 Dec 18 14:25:45.250333 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-665a52a5-a4b2-466a-ae17-4ab6e2e1d5c0 req-96d7202a-0aa2-4930-a162-95a9e503dcaa tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] 10.222.0.31 "GET /v2.0/security-groups?id=cb84074d-53f5-412b-a8c8-47224c3549bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559244 Dec 18 14:25:46.376211 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbc505d-03a4-4ab9-8a7a-3b63b0cc502d req-f51d8854-3797-4059-9b93-f93f3112e6ac tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:25:46.377670 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-6bbc505d-03a4-4ab9-8a7a-3b63b0cc502d req-f51d8854-3797-4059-9b93-f93f3112e6ac tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa9d2e9d-0de1-45b0-b3d2-3d6cde16b8ea HTTP/1.1" status: 200 len: 944 time: 0.0516863 Dec 18 14:25:46.425566 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-6bbc505d-03a4-4ab9-8a7a-3b63b0cc502d req-c97acbe2-8c98-4306-afc1-e101848ae6b5 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] 10.222.0.31 "GET /v2.0/security-groups?id=cb84074d-53f5-412b-a8c8-47224c3549bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419259 Dec 18 14:25:47.562905 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da61027e-5d4f-47d0-8956-7eab53dbad01 req-603ea56a-0cb9-4de5-82d9-eb2217e8c8c0 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:25:47.564399 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-da61027e-5d4f-47d0-8956-7eab53dbad01 req-603ea56a-0cb9-4de5-82d9-eb2217e8c8c0 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa9d2e9d-0de1-45b0-b3d2-3d6cde16b8ea HTTP/1.1" status: 200 len: 944 time: 0.0557516 Dec 18 14:25:47.622191 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-da61027e-5d4f-47d0-8956-7eab53dbad01 req-e97f50ab-2cb4-42a1-a3e3-ae4de7715a2b tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] 10.222.0.31 "GET /v2.0/security-groups?id=cb84074d-53f5-412b-a8c8-47224c3549bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493686 Dec 18 14:25:47.896203 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Device 7583b937-dc5c-43e9-9660-9897f26c205b details requested by agent hyperv_hv-neutron-7448 with host hv-neutron-7448 {{(pid=103161) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 18 14:25:47.996692 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] For port 7583b937-dc5c-43e9-9660-9897f26c205b, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=7583b937-dc5c-43e9-9660-9897f26c205b,segment=NetworkSegment(74642fa8-26d9-4059-a569-52ea213b720c),segment_id=74642fa8-26d9-4059-a569-52ea213b720c)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 14:25:48.007959 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Returning: {'device': '7583b937-dc5c-43e9-9660-9897f26c205b', 'network_id': '3b433c7c-50a3-4320-9c1d-a4d43009fc3d', 'port_id': '7583b937-dc5c-43e9-9660-9897f26c205b', 'mac_address': 'fa:16:3e:78:65:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3a17304-9238-4492-a108-e5bd31c50548', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103161) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 18 14:25:48.049639 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:25:48.062678 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.notifiers.nova [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7583b937-dc5c-43e9-9660-9897f26c205b {{(pid=103161) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 18 14:25:48.082335 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] For port 7583b937-dc5c-43e9-9660-9897f26c205b, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=7583b937-dc5c-43e9-9660-9897f26c205b,segment=NetworkSegment(74642fa8-26d9-4059-a569-52ea213b720c),segment_id=74642fa8-26d9-4059-a569-52ea213b720c)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 14:25:48.090137 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:25:48.139334 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Pushing event updated for resources: {'Port': ['ID=7583b937-dc5c-43e9-9660-9897f26c205b,revision_number=4']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:25:48.147194 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:25:48.147477 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:25:48.147820 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:25:48.148154 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:25:48.148482 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:25:48.148838 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:25:48.149168 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:25:48.149494 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:25:48.149823 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:25:48.150169 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:25:48.150490 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:25:48.150808 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:25:48.151172 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:25:48.418999 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] get_ports_and_sgs() called for port_ids ['7583b937-dc5c-43e9-9660-9897f26c205b'] {{(pid=103161) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 18 14:25:48.747904 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a447e6-a381-497b-ac01-4a0a11515ff6 req-11dad0e3-4f86-4028-adcc-e2a86ee18c64 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:25:48.749401 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-a4a447e6-a381-497b-ac01-4a0a11515ff6 req-11dad0e3-4f86-4028-adcc-e2a86ee18c64 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa9d2e9d-0de1-45b0-b3d2-3d6cde16b8ea HTTP/1.1" status: 200 len: 945 time: 0.0593824 Dec 18 14:25:48.801209 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-a4a447e6-a381-497b-ac01-4a0a11515ff6 req-067f613b-3079-44f8-b56a-65c0a6a1c3d6 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] 10.222.0.31 "GET /v2.0/security-groups?id=cb84074d-53f5-412b-a8c8-47224c3549bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427253 Dec 18 14:25:49.886417 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Device 7583b937-dc5c-43e9-9660-9897f26c205b up at agent hyperv_hv-neutron-7448 {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 14:25:49.928471 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c12f757-65d2-4c45-85f6-864217bc6e4e req-cc1c82ef-72b8-4df0-9101-1c4ea337d985 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:25:49.929997 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-5c12f757-65d2-4c45-85f6-864217bc6e4e req-cc1c82ef-72b8-4df0-9101-1c4ea337d985 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa9d2e9d-0de1-45b0-b3d2-3d6cde16b8ea HTTP/1.1" status: 200 len: 945 time: 0.0511034 Dec 18 14:25:49.940793 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Provisioning for port 7583b937-dc5c-43e9-9660-9897f26c205b completed by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 18 14:25:49.944713 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Provisioning complete for port 7583b937-dc5c-43e9-9660-9897f26c205b triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 14:25:49.945080 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:25:49.980764 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-5c12f757-65d2-4c45-85f6-864217bc6e4e req-d91bc204-4064-4898-ba70-c3e968b9fa6b tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] 10.222.0.31 "GET /v2.0/security-groups?id=cb84074d-53f5-412b-a8c8-47224c3549bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442007 Dec 18 14:25:50.026541 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:25:50.049568 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa9d2e9d-0de1-45b0-b3d2-3d6cde16b8ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7583b937-dc5c-43e9-9660-9897f26c205b'}] {{(pid=103161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 18 14:25:50.063391 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] For port 7583b937-dc5c-43e9-9660-9897f26c205b, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=7583b937-dc5c-43e9-9660-9897f26c205b,segment=NetworkSegment(74642fa8-26d9-4059-a569-52ea213b720c),segment_id=74642fa8-26d9-4059-a569-52ea213b720c)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 14:25:50.067875 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:25:50.099917 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}219fd541d95b0f81c8374e7c95906a92eb7e638539a0139b6355bf92fdf2d55a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4618e79-490b-4135-927c-fe6a22c5b898" -d '{"events": [{"server_uuid": "aa9d2e9d-0de1-45b0-b3d2-3d6cde16b8ea", "name": "network-vif-plugged", "status": "completed", "tag": "7583b937-dc5c-43e9-9660-9897f26c205b"}]}' {{(pid=103161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 18 14:25:50.119727 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Pushing event updated for resources: {'Port': ['ID=7583b937-dc5c-43e9-9660-9897f26c205b,revision_number=5']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:25:50.185748 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 14:25:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-916e058b-f8f2-4963-bd45-0c0120fe19ee x-openstack-request-id: req-916e058b-f8f2-4963-bd45-0c0120fe19ee {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 18 14:25:50.186032 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa9d2e9d-0de1-45b0-b3d2-3d6cde16b8ea", "name": "network-vif-plugged", "status": "completed", "tag": "7583b937-dc5c-43e9-9660-9897f26c205b", "code": 200}]} {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 18 14:25:50.186298 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-916e058b-f8f2-4963-bd45-0c0120fe19ee {{(pid=103161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 18 14:25:50.186693 dv-neutron-744815-20-hyperv neutron-server[103161]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa9d2e9d-0de1-45b0-b3d2-3d6cde16b8ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7583b937-dc5c-43e9-9660-9897f26c205b', 'code': 200} Dec 18 14:25:50.397580 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba00ccd-a5e0-4bba-badf-b613be76ff1d req-c21bb85d-d6dd-4f2f-b4b8-2623f0eb1302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:25:50.398956 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-dba00ccd-a5e0-4bba-badf-b613be76ff1d req-c21bb85d-d6dd-4f2f-b4b8-2623f0eb1302 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=aa9d2e9d-0de1-45b0-b3d2-3d6cde16b8ea HTTP/1.1" status: 200 len: 1099 time: 0.0427372 Dec 18 14:25:50.456031 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-dba00ccd-a5e0-4bba-badf-b613be76ff1d req-e2702497-5f59-4c5d-a785-ca22e8aecc72 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=cb84074d-53f5-412b-a8c8-47224c3549bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492220 Dec 18 14:25:51.110462 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08c25c1-d720-43c8-ae05-7de799ac721d req-16ffac09-143c-4e16-8211-a3b2d65cbb03 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:25:51.111970 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-c08c25c1-d720-43c8-ae05-7de799ac721d req-16ffac09-143c-4e16-8211-a3b2d65cbb03 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa9d2e9d-0de1-45b0-b3d2-3d6cde16b8ea HTTP/1.1" status: 200 len: 946 time: 0.0505869 Dec 18 14:25:51.166059 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-c08c25c1-d720-43c8-ae05-7de799ac721d req-47175227-91ef-4c18-9e82-075265d2abc6 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] 10.222.0.31 "GET /v2.0/security-groups?id=cb84074d-53f5-412b-a8c8-47224c3549bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458400 Dec 18 14:25:52.293448 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc87282-dd3f-4619-a5fc-2ef32326c125 req-b5276707-0b97-4d1c-ab3a-c990e909a502 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:25:52.298130 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-edc87282-dd3f-4619-a5fc-2ef32326c125 req-b5276707-0b97-4d1c-ab3a-c990e909a502 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa9d2e9d-0de1-45b0-b3d2-3d6cde16b8ea HTTP/1.1" status: 200 len: 946 time: 0.0532129 Dec 18 14:25:52.357119 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-edc87282-dd3f-4619-a5fc-2ef32326c125 req-c6746722-fb6a-4eb1-b6c6-062eda67c5cb tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] 10.222.0.31 "GET /v2.0/security-groups?id=cb84074d-53f5-412b-a8c8-47224c3549bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551789 Dec 18 14:25:52.825995 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b3e4d0-d884-40b9-bfe1-e7318e4b6151 req-e76f0460-0865-4cc0-a0ab-0616f2f867ec tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:25:52.828212 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-10b3e4d0-d884-40b9-bfe1-e7318e4b6151 req-e76f0460-0865-4cc0-a0ab-0616f2f867ec tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa9d2e9d-0de1-45b0-b3d2-3d6cde16b8ea HTTP/1.1" status: 200 len: 946 time: 0.4054818 Dec 18 14:25:52.879374 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-10b3e4d0-d884-40b9-bfe1-e7318e4b6151 req-25ad9f53-19f4-4463-8c5c-5e07f8bd8013 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] 10.222.0.31 "GET /v2.0/security-groups?id=cb84074d-53f5-412b-a8c8-47224c3549bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449467 Dec 18 14:25:52.904631 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 35844) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:25:52.990667 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28ffe80f-fb15-4d8a-bcb2-9d09263c9c99 tempest-TestShelveInstance-1035229873 tempest-TestShelveInstance-1035229873-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:25:52.992252 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-28ffe80f-fb15-4d8a-bcb2-9d09263c9c99 tempest-TestShelveInstance-1035229873 tempest-TestShelveInstance-1035229873-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=aa9d2e9d-0de1-45b0-b3d2-3d6cde16b8ea HTTP/1.1" status: 200 len: 1094 time: 0.0865977 Dec 18 14:25:52.996593 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 35848) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:25:53.001234 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-f4e00ca5-e171-42ee-9f0c-67e21b0c125d tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Request body: {'floatingip': {'floating_network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'port_id': '7583b937-dc5c-43e9-9660-9897f26c205b', 'tenant_id': '5e02956f02ac44a3baf056b6650d39f4', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 14:25:53.030272 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-f4e00ca5-e171-42ee-9f0c-67e21b0c125d tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Publish callbacks [] for floatingip, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:25:53.132949 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-f4e00ca5-e171-42ee-9f0c-67e21b0c125d tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:25:53.236544 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.db_base_plugin_common [None req-f4e00ca5-e171-42ee-9f0c-67e21b0c125d tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Allocated IP 172.26.3.5 (decb4a40-7941-48c8-afbb-daaafd502e83/70deed80-3ca1-4f9e-96cb-563b43d3acba/9061ab46-2344-4648-a0e8-dad6a3c65397) {{(pid=103159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 14:25:53.340747 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-f4e00ca5-e171-42ee-9f0c-67e21b0c125d tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Publish callbacks [] for port, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:25:53.377893 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-f4e00ca5-e171-42ee-9f0c-67e21b0c125d tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:25:53.416313 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4e00ca5-e171-42ee-9f0c-67e21b0c125d tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Network decb4a40-7941-48c8-afbb-daaafd502e83 is already hosted by enough agents. {{(pid=103159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 14:25:53.419115 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.base_scheduler [None req-f4e00ca5-e171-42ee-9f0c-67e21b0c125d tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Resources bound (agent type, host, resource id): {{(pid=103159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 14:25:53.422864 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4e00ca5-e171-42ee-9f0c-67e21b0c125d tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Received port after_create {{(pid=103159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 14:25:53.428309 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e00ca5-e171-42ee-9f0c-67e21b0c125d tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Pushing event updated for resources: {'Port': ['ID=9061ab46-2344-4648-a0e8-dad6a3c65397,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:25:53.808503 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-f4e00ca5-e171-42ee-9f0c-67e21b0c125d tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:25:53.891326 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-f4e00ca5-e171-42ee-9f0c-67e21b0c125d tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:25:54.040707 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-f4e00ca5-e171-42ee-9f0c-67e21b0c125d tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Publish callbacks [] for port, precommit_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:25:54.047249 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-f4e00ca5-e171-42ee-9f0c-67e21b0c125d tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5659917'] for port, after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:25:54.121300 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e00ca5-e171-42ee-9f0c-67e21b0c125d tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Pushing event updated for resources: {'Port': ['ID=9061ab46-2344-4648-a0e8-dad6a3c65397,revision_number=2']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:25:54.133939 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-f4e00ca5-e171-42ee-9f0c-67e21b0c125d tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-587004'] for floatingip, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:25:54.238841 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.db.l3_db [None req-f4e00ca5-e171-42ee-9f0c-67e21b0c125d tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Floating IP 4ad88807-a893-4301-ab1a-acb4204cb921 associated. External IP: 172.26.3.5, port: 7583b937-dc5c-43e9-9660-9897f26c205b. Dec 18 14:25:54.793925 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4e00ca5-e171-42ee-9f0c-67e21b0c125d tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Router d7639827-54f8-43a5-8855-b5e2104e4485 has already been hosted by L3 agent c9c0cd52-5bd2-4704-9429-d80f1c5ad23c {{(pid=103159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 18 14:25:54.906565 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4e00ca5-e171-42ee-9f0c-67e21b0c125d tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Notify agent at l3_agent.dv-neutron-744815-20-hyperv the message routers_updated {{(pid=103159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 14:25:54.916710 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5cbbc17-80ff-44ab-bd67-34dba0303133 None None] Sync routers for ids ['d7639827-54f8-43a5-8855-b5e2104e4485'] in dv-neutron-744815-20-hyperv {{(pid=103162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 14:25:54.927613 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-f4e00ca5-e171-42ee-9f0c-67e21b0c125d tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for floatingip, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:25:54.929982 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5cbbc17-80ff-44ab-bd67-34dba0303133 None None] Routers {'d7639827-54f8-43a5-8855-b5e2104e4485'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 14:25:54.930606 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-f5cbbc17-80ff-44ab-bd67-34dba0303133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T14:25:27Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['d7639827-54f8-43a5-8855-b5e2104e4485'], 'active': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:25:54.958876 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-f4e00ca5-e171-42ee-9f0c-67e21b0c125d tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9612496 Dec 18 14:25:54.959932 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa9d2e9d-0de1-45b0-b3d2-3d6cde16b8ea', 'tag': '7583b937-dc5c-43e9-9660-9897f26c205b'}] {{(pid=103159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 18 14:25:54.962383 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fe4787c1b15cfe7b4d636e01ce0b9ec825930b2332f3162d6bd24ee8ff480f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47ae3b30-1949-4659-b990-f74747be6fab" -d '{"events": [{"name": "network-changed", "server_uuid": "aa9d2e9d-0de1-45b0-b3d2-3d6cde16b8ea", "tag": "7583b937-dc5c-43e9-9660-9897f26c205b"}]}' {{(pid=103159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 18 14:25:54.978916 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ea47b93b-f296-4b65-9f80-dc5e497dd4b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:25:55.008131 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 14:25:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19da4ff4-021e-401d-b9b1-c23d0bccec72 x-openstack-request-id: req-19da4ff4-021e-401d-b9b1-c23d0bccec72 {{(pid=103159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 18 14:25:55.008420 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa9d2e9d-0de1-45b0-b3d2-3d6cde16b8ea", "tag": "7583b937-dc5c-43e9-9660-9897f26c205b", "status": "completed", "code": 200}]} {{(pid=103159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 18 14:25:55.008668 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-19da4ff4-021e-401d-b9b1-c23d0bccec72 {{(pid=103159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 18 14:25:55.009066 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa9d2e9d-0de1-45b0-b3d2-3d6cde16b8ea', 'tag': '7583b937-dc5c-43e9-9660-9897f26c205b', 'status': 'completed', 'code': 200} Dec 18 14:25:55.046709 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvr_db [None req-f5cbbc17-80ff-44ab-bd67-34dba0303133 None None] Set router d7639827-54f8-43a5-8855-b5e2104e4485 gateway port host: dv-neutron-744815-20-hyperv {{(pid=103162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 14:25:55.115496 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ae3b30-1949-4659-b990-f74747be6fab req-025fd3d9-e19f-478a-9cd8-b8e2f574075b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:25:55.117074 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-47ae3b30-1949-4659-b990-f74747be6fab req-025fd3d9-e19f-478a-9cd8-b8e2f574075b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5e02956f02ac44a3baf056b6650d39f4&device_id=aa9d2e9d-0de1-45b0-b3d2-3d6cde16b8ea HTTP/1.1" status: 200 len: 1099 time: 0.0424259 Dec 18 14:25:55.208617 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ae3b30-1949-4659-b990-f74747be6fab req-c26e39f4-004b-4293-9897-a22bf3e26b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:25:55.210292 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-47ae3b30-1949-4659-b990-f74747be6fab req-c26e39f4-004b-4293-9897-a22bf3e26b72 service neutron] 10.222.0.43 "GET /v2.0/networks?id=3b433c7c-50a3-4320-9c1d-a4d43009fc3d HTTP/1.1" status: 200 len: 910 time: 0.0855834 Dec 18 14:25:55.278622 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-47ae3b30-1949-4659-b990-f74747be6fab req-6fe0c1a5-971d-4783-ac44-ee65f624323d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7583b937-dc5c-43e9-9660-9897f26c205b HTTP/1.1" status: 200 len: 998 time: 0.0615845 Dec 18 14:25:55.284724 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-f5cbbc17-80ff-44ab-bd67-34dba0303133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7639827-54f8-43a5-8855-b5e2104e4485', 'name': 'tempest-TestShelveInstance-1705039132-router', 'tenant_id': '5e02956f02ac44a3baf056b6650d39f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.92'}], 'enable_snat': True}, 'gw_port_id': '8b17f9a4-1c5b-4eb4-a9f2-c90ab1f5d0ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T14:19:34Z', 'updated_at': '2021-12-18T14:19:36Z', 'revision_number': 4, 'project_id': '5e02956f02ac44a3baf056b6650d39f4', 'gw_port': {'id': '8b17f9a4-1c5b-4eb4-a9f2-c90ab1f5d0ed', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:59:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7639827-54f8-43a5-8855-b5e2104e4485', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1816, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T14:19:34Z', 'updated_at': '2021-12-18T14:19:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv', '_floatingips': [{'id': '4ad88807-a893-4301-ab1a-acb4204cb921', 'tenant_id': '5e02956f02ac44a3baf056b6650d39f4', 'floating_ip_address': '172.26.3.5', 'floating_network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'router_id': 'd7639827-54f8-43a5-8855-b5e2104e4485', 'port_id': '7583b937-dc5c-43e9-9660-9897f26c205b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1853, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3b433c7c-50a3-4320-9c1d-a4d43009fc3d', 'mac_address': 'fa:16:3e:78:65:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa9d2e9d-0de1-45b0-b3d2-3d6cde16b8ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T14:25:53Z', 'updated_at': '2021-12-18T14:25:53Z', 'revision_number': 0, 'project_id': '5e02956f02ac44a3baf056b6650d39f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66a727da-8ae5-4568-a5ca-2067035515d3', 'name': '', 'network_id': '3b433c7c-50a3-4320-9c1d-a4d43009fc3d', 'tenant_id': '5e02956f02ac44a3baf056b6650d39f4', 'mac_address': 'fa:16:3e:6b:30:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7639827-54f8-43a5-8855-b5e2104e4485', 'device_owner': 'network:router_interface', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': 'd3a17304-9238-4492-a108-e5bd31c50548', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T14:19:36Z', 'updated_at': '2021-12-18T14:19:40Z', 'revision_number': 5, 'project_id': '5e02956f02ac44a3baf056b6650d39f4', 'subnets': [{'id': 'd3a17304-9238-4492-a108-e5bd31c50548', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:25:55.310498 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5cbbc17-80ff-44ab-bd67-34dba0303133 None None] Checking router: d7639827-54f8-43a5-8855-b5e2104e4485 for host: dv-neutron-744815-20-hyperv {{(pid=103162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 18 14:25:55.320261 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5cbbc17-80ff-44ab-bd67-34dba0303133 None None] Routers {'d7639827-54f8-43a5-8855-b5e2104e4485'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 14:25:55.320865 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-f5cbbc17-80ff-44ab-bd67-34dba0303133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T14:25:27Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['d7639827-54f8-43a5-8855-b5e2104e4485'], 'active': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:25:55.327601 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ae3b30-1949-4659-b990-f74747be6fab req-f4a4c5ca-9805-43dd-8000-7dbf84d22791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:25:55.329154 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-47ae3b30-1949-4659-b990-f74747be6fab req-f4a4c5ca-9805-43dd-8000-7dbf84d22791 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d3a17304-9238-4492-a108-e5bd31c50548 HTTP/1.1" status: 200 len: 848 time: 0.0441060 Dec 18 14:25:55.376448 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ae3b30-1949-4659-b990-f74747be6fab req-65c275dd-5064-4744-8bf0-fc7ba15782b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:25:55.377959 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-47ae3b30-1949-4659-b990-f74747be6fab req-65c275dd-5064-4744-8bf0-fc7ba15782b7 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3b433c7c-50a3-4320-9c1d-a4d43009fc3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0403664 Dec 18 14:25:55.430454 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvr_db [None req-f5cbbc17-80ff-44ab-bd67-34dba0303133 None None] Set router d7639827-54f8-43a5-8855-b5e2104e4485 gateway port host: dv-neutron-744815-20-hyperv {{(pid=103162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 14:25:55.474906 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-47ae3b30-1949-4659-b990-f74747be6fab req-6ee45e9d-306b-4e5c-87ec-a455868e5208 service neutron] 10.222.0.43 "GET /v2.0/networks/3b433c7c-50a3-4320-9c1d-a4d43009fc3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893798 Dec 18 14:25:55.577465 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-47ae3b30-1949-4659-b990-f74747be6fab req-10db4358-6c97-437c-b29d-94d35579a67d service neutron] 10.222.0.43 "GET /v2.0/networks/3b433c7c-50a3-4320-9c1d-a4d43009fc3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952370 Dec 18 14:25:55.748864 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-f5cbbc17-80ff-44ab-bd67-34dba0303133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7639827-54f8-43a5-8855-b5e2104e4485', 'name': 'tempest-TestShelveInstance-1705039132-router', 'tenant_id': '5e02956f02ac44a3baf056b6650d39f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.92'}], 'enable_snat': True}, 'gw_port_id': '8b17f9a4-1c5b-4eb4-a9f2-c90ab1f5d0ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T14:19:34Z', 'updated_at': '2021-12-18T14:19:36Z', 'revision_number': 4, 'project_id': '5e02956f02ac44a3baf056b6650d39f4', 'gw_port': {'id': '8b17f9a4-1c5b-4eb4-a9f2-c90ab1f5d0ed', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:59:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7639827-54f8-43a5-8855-b5e2104e4485', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1816, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T14:19:34Z', 'updated_at': '2021-12-18T14:19:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv', '_floatingips': [{'id': '4ad88807-a893-4301-ab1a-acb4204cb921', 'tenant_id': '5e02956f02ac44a3baf056b6650d39f4', 'floating_ip_address': '172.26.3.5', 'floating_network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'router_id': 'd7639827-54f8-43a5-8855-b5e2104e4485', 'port_id': '7583b937-dc5c-43e9-9660-9897f26c205b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1853, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3b433c7c-50a3-4320-9c1d-a4d43009fc3d', 'mac_address': 'fa:16:3e:78:65:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa9d2e9d-0de1-45b0-b3d2-3d6cde16b8ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T14:25:53Z', 'updated_at': '2021-12-18T14:25:53Z', 'revision_number': 0, 'project_id': '5e02956f02ac44a3baf056b6650d39f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66a727da-8ae5-4568-a5ca-2067035515d3', 'name': '', 'network_id': '3b433c7c-50a3-4320-9c1d-a4d43009fc3d', 'tenant_id': '5e02956f02ac44a3baf056b6650d39f4', 'mac_address': 'fa:16:3e:6b:30:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7639827-54f8-43a5-8855-b5e2104e4485', 'device_owner': 'network:router_interface', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': 'd3a17304-9238-4492-a108-e5bd31c50548', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T14:19:36Z', 'updated_at': '2021-12-18T14:19:40Z', 'revision_number': 5, 'project_id': '5e02956f02ac44a3baf056b6650d39f4', 'subnets': [{'id': 'd3a17304-9238-4492-a108-e5bd31c50548', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:25:55.779773 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5cbbc17-80ff-44ab-bd67-34dba0303133 None None] The sync data for ids ['d7639827-54f8-43a5-8855-b5e2104e4485'] in dv-neutron-744815-20-hyperv is: [{'id': 'd7639827-54f8-43a5-8855-b5e2104e4485', 'name': 'tempest-TestShelveInstance-1705039132-router', 'tenant_id': '5e02956f02ac44a3baf056b6650d39f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.92'}], 'enable_snat': True}, 'gw_port_id': '8b17f9a4-1c5b-4eb4-a9f2-c90ab1f5d0ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T14:19:34Z', 'updated_at': '2021-12-18T14:19:36Z', 'revision_number': 4, 'project_id': '5e02956f02ac44a3baf056b6650d39f4', 'gw_port': {'id': '8b17f9a4-1c5b-4eb4-a9f2-c90ab1f5d0ed', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:59:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7639827-54f8-43a5-8855-b5e2104e4485', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1816, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T14:19:34Z', 'updated_at': '2021-12-18T14:19:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv', '_floatingips': [{'id': '4ad88807-a893-4301-ab1a-acb4204cb921', 'tenant_id': '5e02956f02ac44a3baf056b6650d39f4', 'floating_ip_address': '172.26.3.5', 'floating_network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'router_id': 'd7639827-54f8-43a5-8855-b5e2104e4485', 'port_id': '7583b937-dc5c-43e9-9660-9897f26c205b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1853, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3b433c7c-50a3-4320-9c1d-a4d43009fc3d', 'mac_address': 'fa:16:3e:78:65:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa9d2e9d-0de1-45b0-b3d2-3d6cde16b8ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T14:25:53Z', 'updated_at': '2021-12-18T14:25:53Z', 'revision_number': 0, 'project_id': '5e02956f02ac44a3baf056b6650d39f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66a727da-8ae5-4568-a5ca-2067035515d3', 'name': '', 'network_id': '3b433c7c-50a3-4320-9c1d-a4d43009fc3d', 'tenant_id': '5e02956f02ac44a3baf056b6650d39f4', 'mac_address': 'fa:16:3e:6b:30:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7639827-54f8-43a5-8855-b5e2104e4485', 'device_owner': 'network:router_interface', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': 'd3a17304-9238-4492-a108-e5bd31c50548', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T14:19:36Z', 'updated_at': '2021-12-18T14:19:40Z', 'revision_number': 5, 'project_id': '5e02956f02ac44a3baf056b6650d39f4', 'subnets': [{'id': 'd3a17304-9238-4492-a108-e5bd31c50548', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 14:25:55.986664 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2440c11-217e-4adb-a1cd-30bebf1358f9 None None] New status for floating IP 4ad88807-a893-4301-ab1a-acb4204cb921: ACTIVE {{(pid=103161) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 18 14:25:57.264835 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-912f3aff-e5f8-4800-8ead-aa61628b9fae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:25:58.764281 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-afa9ae9b-bdbb-4010-bcf6-3a46ce66cf71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:26:00.290554 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7b7a3272-2b45-4d32-9670-25eb1afd1184 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:26:00.941721 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:26:07.476539 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:26:15.447043 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.agents_db [None req-e3dda592-589a-4b4d-b028-ba9a260f4f50 None None] Agent healthcheck: found 6 active agents {{(pid=103162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 18 14:26:24.979751 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-63596017-72b2-4a34-be8a-1358447b5730 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:26:27.254256 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-b2526211-bf31-4798-adc2-05132563429a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:26:28.684813 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-9667453c-276f-413c-9ad7-5985fe6408f6 req-7657862f-1a42-48cf-8313-ba085e1cf3be service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=aa9d2e9d-0de1-45b0-b3d2-3d6cde16b8ea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0496211 Dec 18 14:26:28.757563 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-afa9ae9b-bdbb-4010-bcf6-3a46ce66cf71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:26:28.783448 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9667453c-276f-413c-9ad7-5985fe6408f6 req-e28820d5-889e-44da-bba2-bad2106bcf2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:26:28.785013 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-9667453c-276f-413c-9ad7-5985fe6408f6 req-e28820d5-889e-44da-bba2-bad2106bcf2b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5e02956f02ac44a3baf056b6650d39f4&device_id=aa9d2e9d-0de1-45b0-b3d2-3d6cde16b8ea HTTP/1.1" status: 200 len: 1099 time: 0.0499887 Dec 18 14:26:28.898307 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9667453c-276f-413c-9ad7-5985fe6408f6 req-144e46f5-37a8-49e3-8271-933a1a708472 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:26:28.899800 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-9667453c-276f-413c-9ad7-5985fe6408f6 req-144e46f5-37a8-49e3-8271-933a1a708472 service neutron] 10.222.0.43 "GET /v2.0/networks?id=3b433c7c-50a3-4320-9c1d-a4d43009fc3d HTTP/1.1" status: 200 len: 910 time: 0.0949035 Dec 18 14:26:28.965999 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-9667453c-276f-413c-9ad7-5985fe6408f6 req-548a2bcb-0330-4327-a4a7-bcdf869ca173 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7583b937-dc5c-43e9-9660-9897f26c205b HTTP/1.1" status: 200 len: 1000 time: 0.0569012 Dec 18 14:26:29.015021 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9667453c-276f-413c-9ad7-5985fe6408f6 req-6c7bbd4c-7f73-4eb9-864b-93a731aecb94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:26:29.016414 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-9667453c-276f-413c-9ad7-5985fe6408f6 req-6c7bbd4c-7f73-4eb9-864b-93a731aecb94 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d3a17304-9238-4492-a108-e5bd31c50548 HTTP/1.1" status: 200 len: 848 time: 0.0429466 Dec 18 14:26:29.064730 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9667453c-276f-413c-9ad7-5985fe6408f6 req-76bb97df-6b72-46b7-8650-d4420c6ef912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:26:29.066211 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-9667453c-276f-413c-9ad7-5985fe6408f6 req-76bb97df-6b72-46b7-8650-d4420c6ef912 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3b433c7c-50a3-4320-9c1d-a4d43009fc3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0429296 Dec 18 14:26:29.155418 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-9667453c-276f-413c-9ad7-5985fe6408f6 req-72060124-7db0-4d0c-a208-4a3f86d463a7 service neutron] 10.222.0.43 "GET /v2.0/networks/3b433c7c-50a3-4320-9c1d-a4d43009fc3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809660 Dec 18 14:26:29.254059 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-9667453c-276f-413c-9ad7-5985fe6408f6 req-bf35b9dc-afa1-4a77-bd77-5d5e6e812bf9 service neutron] 10.222.0.43 "GET /v2.0/networks/3b433c7c-50a3-4320-9c1d-a4d43009fc3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909011 Dec 18 14:26:30.302607 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7b7a3272-2b45-4d32-9670-25eb1afd1184 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:26:30.944143 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:26:37.503225 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:26:52.441176 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.agents_db [None req-e3dda592-589a-4b4d-b028-ba9a260f4f50 None None] Agent healthcheck: found 6 active agents {{(pid=103162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 18 14:26:54.986010 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-742b8f51-4828-4297-bef9-d2a78a25b272 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:26:57.255436 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-dabd1187-14dc-430e-9819-6284f02ef868 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:26:58.770959 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-afa9ae9b-bdbb-4010-bcf6-3a46ce66cf71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:27:00.295822 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7b7a3272-2b45-4d32-9670-25eb1afd1184 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:27:00.949989 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:27:07.491835 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:27:24.981003 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-173bb2cf-2b07-4a7c-9d94-abf502e0d69b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:27:27.262240 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-5de37e52-17e3-4f05-b075-c54420d5834e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:27:28.770732 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-afa9ae9b-bdbb-4010-bcf6-3a46ce66cf71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:27:29.442103 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.agents_db [None req-e3dda592-589a-4b4d-b028-ba9a260f4f50 None None] Agent healthcheck: found 6 active agents {{(pid=103162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 18 14:27:29.683997 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-e0cf2290-a634-46e5-b653-90272bd724cf req-4c856b20-2134-48b0-99da-959c593ef139 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=aa9d2e9d-0de1-45b0-b3d2-3d6cde16b8ea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0481660 Dec 18 14:27:29.769980 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cf2290-a634-46e5-b653-90272bd724cf req-5a231574-4bc5-432c-8512-f4754578a79f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:27:29.771497 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-e0cf2290-a634-46e5-b653-90272bd724cf req-5a231574-4bc5-432c-8512-f4754578a79f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5e02956f02ac44a3baf056b6650d39f4&device_id=aa9d2e9d-0de1-45b0-b3d2-3d6cde16b8ea HTTP/1.1" status: 200 len: 1099 time: 0.0429084 Dec 18 14:27:29.892764 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cf2290-a634-46e5-b653-90272bd724cf req-b85398d8-9774-4239-9b6a-236cf64a7a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:27:29.895050 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-e0cf2290-a634-46e5-b653-90272bd724cf req-b85398d8-9774-4239-9b6a-236cf64a7a1d service neutron] 10.222.0.43 "GET /v2.0/networks?id=3b433c7c-50a3-4320-9c1d-a4d43009fc3d HTTP/1.1" status: 200 len: 910 time: 0.1022229 Dec 18 14:27:29.972370 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-e0cf2290-a634-46e5-b653-90272bd724cf req-1df28372-374b-4c89-989d-68f122661d11 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7583b937-dc5c-43e9-9660-9897f26c205b HTTP/1.1" status: 200 len: 1000 time: 0.0691702 Dec 18 14:27:30.026788 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cf2290-a634-46e5-b653-90272bd724cf req-3203765e-9068-4e00-b892-3a0349226f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:27:30.028200 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-e0cf2290-a634-46e5-b653-90272bd724cf req-3203765e-9068-4e00-b892-3a0349226f71 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d3a17304-9238-4492-a108-e5bd31c50548 HTTP/1.1" status: 200 len: 848 time: 0.0483530 Dec 18 14:27:30.086602 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cf2290-a634-46e5-b653-90272bd724cf req-67f39dda-1123-427d-b290-4896a6f31072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:27:30.088175 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-e0cf2290-a634-46e5-b653-90272bd724cf req-67f39dda-1123-427d-b290-4896a6f31072 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3b433c7c-50a3-4320-9c1d-a4d43009fc3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0507119 Dec 18 14:27:30.101908 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [req-e0cf2290-a634-46e5-b653-90272bd724cf req-0b1ca717-25cc-4520-ba46-aaec78cb2541 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103159) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 18 14:27:30.103196 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-e0cf2290-a634-46e5-b653-90272bd724cf req-0b1ca717-25cc-4520-ba46-aaec78cb2541 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14093 time: 0.0054772 Dec 18 14:27:30.199527 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-e0cf2290-a634-46e5-b653-90272bd724cf req-b4ba83db-e3b7-4200-b679-5442e65d7375 service neutron] 10.222.0.43 "GET /v2.0/networks/3b433c7c-50a3-4320-9c1d-a4d43009fc3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873439 Dec 18 14:27:30.294317 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-e0cf2290-a634-46e5-b653-90272bd724cf req-3443525c-81d0-43b6-9700-076ba188ccb2 service neutron] 10.222.0.43 "GET /v2.0/networks/3b433c7c-50a3-4320-9c1d-a4d43009fc3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867202 Dec 18 14:27:30.300678 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7b7a3272-2b45-4d32-9670-25eb1afd1184 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:27:30.941334 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:27:37.504505 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:27:50.483606 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9da0578-ff4d-4153-ae62-e7c265fa4ba4 req-a5a43b95-43f4-4fc2-94fb-124dab82ec90 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:27:50.485114 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-f9da0578-ff4d-4153-ae62-e7c265fa4ba4 req-a5a43b95-43f4-4fc2-94fb-124dab82ec90 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa9d2e9d-0de1-45b0-b3d2-3d6cde16b8ea HTTP/1.1" status: 200 len: 946 time: 0.0524452 Dec 18 14:27:50.538979 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-f9da0578-ff4d-4153-ae62-e7c265fa4ba4 req-0026a069-2ef5-49a6-80d6-9adbb59e7857 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] 10.222.0.31 "GET /v2.0/security-groups?id=cb84074d-53f5-412b-a8c8-47224c3549bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460322 Dec 18 14:27:51.684585 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab2efe5-95f4-4853-92a5-be312f9ce310 req-a1ad5bf9-c250-4de7-9862-7021a7d1d876 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:27:51.686050 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-1ab2efe5-95f4-4853-92a5-be312f9ce310 req-a1ad5bf9-c250-4de7-9862-7021a7d1d876 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa9d2e9d-0de1-45b0-b3d2-3d6cde16b8ea HTTP/1.1" status: 200 len: 946 time: 0.0586014 Dec 18 14:27:51.745554 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-1ab2efe5-95f4-4853-92a5-be312f9ce310 req-5e1e023a-d46c-4979-a47b-cc9148ec3cb6 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] 10.222.0.31 "GET /v2.0/security-groups?id=cb84074d-53f5-412b-a8c8-47224c3549bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505073 Dec 18 14:27:52.892859 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1609efe7-ccd2-4165-965f-a9fcb4b19c9c req-3e1823cf-6caa-4b04-8279-22c16b8c92df tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:27:52.894337 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-1609efe7-ccd2-4165-965f-a9fcb4b19c9c req-3e1823cf-6caa-4b04-8279-22c16b8c92df tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa9d2e9d-0de1-45b0-b3d2-3d6cde16b8ea HTTP/1.1" status: 200 len: 946 time: 0.0549247 Dec 18 14:27:52.942995 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-1609efe7-ccd2-4165-965f-a9fcb4b19c9c req-f9c32299-58b9-4982-95e6-91262745ca80 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] 10.222.0.31 "GET /v2.0/security-groups?id=cb84074d-53f5-412b-a8c8-47224c3549bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425601 Dec 18 14:27:54.076553 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff60040-a788-48a6-a333-6c8a809947fd req-31716098-46c9-467b-a8ee-081ed1c9539c tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:27:54.078094 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-aff60040-a788-48a6-a333-6c8a809947fd req-31716098-46c9-467b-a8ee-081ed1c9539c tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa9d2e9d-0de1-45b0-b3d2-3d6cde16b8ea HTTP/1.1" status: 200 len: 946 time: 0.0565736 Dec 18 14:27:54.130403 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-aff60040-a788-48a6-a333-6c8a809947fd req-96f11351-6275-4c2e-bd1f-fec90cf5f72e tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] 10.222.0.31 "GET /v2.0/security-groups?id=cb84074d-53f5-412b-a8c8-47224c3549bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434828 Dec 18 14:27:54.976723 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e5c8bab2-4b27-4a63-9e02-560e4f35185e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:27:55.282469 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e218125a-85bf-4f5c-bad9-1c9854199411 req-ebfdcda1-e391-42ea-9d30-b62626c4b444 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:27:55.284022 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-e218125a-85bf-4f5c-bad9-1c9854199411 req-ebfdcda1-e391-42ea-9d30-b62626c4b444 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa9d2e9d-0de1-45b0-b3d2-3d6cde16b8ea HTTP/1.1" status: 200 len: 946 time: 0.0600417 Dec 18 14:27:55.338540 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-e218125a-85bf-4f5c-bad9-1c9854199411 req-9648e788-7a9d-4fcb-8c25-e4c26729e8c0 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] 10.222.0.31 "GET /v2.0/security-groups?id=cb84074d-53f5-412b-a8c8-47224c3549bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461931 Dec 18 14:27:56.472621 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672e21fc-72c6-4db5-837b-0aad98f57c0c req-b85f8d0c-f37d-4eb4-b764-73c805480c1a tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:27:56.474088 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-672e21fc-72c6-4db5-837b-0aad98f57c0c req-b85f8d0c-f37d-4eb4-b764-73c805480c1a tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa9d2e9d-0de1-45b0-b3d2-3d6cde16b8ea HTTP/1.1" status: 200 len: 946 time: 0.0522468 Dec 18 14:27:56.522510 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-672e21fc-72c6-4db5-837b-0aad98f57c0c req-bddbac88-fe2e-4b28-9ed0-10ad4220ab03 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] 10.222.0.31 "GET /v2.0/security-groups?id=cb84074d-53f5-412b-a8c8-47224c3549bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422153 Dec 18 14:27:57.259066 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2d8f8bad-466f-485d-aa04-f3726a8849c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:27:57.655785 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660bb9f7-1c7b-4f96-a85d-4fbf2b7f0491 req-e4d10921-ee05-4377-96ea-3dec95423d69 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:27:57.657309 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-660bb9f7-1c7b-4f96-a85d-4fbf2b7f0491 req-e4d10921-ee05-4377-96ea-3dec95423d69 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa9d2e9d-0de1-45b0-b3d2-3d6cde16b8ea HTTP/1.1" status: 200 len: 946 time: 0.0564044 Dec 18 14:27:57.712435 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-660bb9f7-1c7b-4f96-a85d-4fbf2b7f0491 req-3e1008f1-91b4-448f-9d55-5882ef9e5c6f tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] 10.222.0.31 "GET /v2.0/security-groups?id=cb84074d-53f5-412b-a8c8-47224c3549bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490794 Dec 18 14:27:58.772569 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-afa9ae9b-bdbb-4010-bcf6-3a46ce66cf71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:27:58.840843 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd17e07-55e3-40b9-8fcd-e5a08593f6b9 req-424cef29-68d2-4d86-92ab-0ebd5e47ea6d tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:27:58.842260 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-5fd17e07-55e3-40b9-8fcd-e5a08593f6b9 req-424cef29-68d2-4d86-92ab-0ebd5e47ea6d tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa9d2e9d-0de1-45b0-b3d2-3d6cde16b8ea HTTP/1.1" status: 200 len: 946 time: 0.0481648 Dec 18 14:27:58.902418 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-5fd17e07-55e3-40b9-8fcd-e5a08593f6b9 req-cc085ace-925e-4915-8ae2-817c901dcb16 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] 10.222.0.31 "GET /v2.0/security-groups?id=cb84074d-53f5-412b-a8c8-47224c3549bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541677 Dec 18 14:28:00.034151 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e70665-a762-457f-86c5-9fd8ee7b7000 req-f8229288-e497-4dbd-abbf-39a9584b691e tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:28:00.035682 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-e6e70665-a762-457f-86c5-9fd8ee7b7000 req-f8229288-e497-4dbd-abbf-39a9584b691e tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa9d2e9d-0de1-45b0-b3d2-3d6cde16b8ea HTTP/1.1" status: 200 len: 946 time: 0.0557492 Dec 18 14:28:00.089155 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-e6e70665-a762-457f-86c5-9fd8ee7b7000 req-94025c05-b388-4ced-b240-f7a769dd5ed1 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] 10.222.0.31 "GET /v2.0/security-groups?id=cb84074d-53f5-412b-a8c8-47224c3549bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445755 Dec 18 14:28:00.305730 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7b7a3272-2b45-4d32-9670-25eb1afd1184 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:28:00.624443 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae8dc93-31b4-4831-b0d8-daabe37f354d req-ea63eb7e-1cce-49b1-82a8-fc0fa6a10954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:28:00.625960 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-7ae8dc93-31b4-4831-b0d8-daabe37f354d req-ea63eb7e-1cce-49b1-82a8-fc0fa6a10954 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5e02956f02ac44a3baf056b6650d39f4&device_id=aa9d2e9d-0de1-45b0-b3d2-3d6cde16b8ea HTTP/1.1" status: 200 len: 1099 time: 0.0512178 Dec 18 14:28:00.722160 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae8dc93-31b4-4831-b0d8-daabe37f354d req-8895cc6b-8827-494f-a88d-0a76a6ad50c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:28:00.723639 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-7ae8dc93-31b4-4831-b0d8-daabe37f354d req-8895cc6b-8827-494f-a88d-0a76a6ad50c5 service neutron] 10.222.0.43 "GET /v2.0/networks?id=3b433c7c-50a3-4320-9c1d-a4d43009fc3d HTTP/1.1" status: 200 len: 910 time: 0.0875909 Dec 18 14:28:00.796269 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-7ae8dc93-31b4-4831-b0d8-daabe37f354d req-5f4cf5dd-fee6-467b-a94f-6b1ca5826c8b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7583b937-dc5c-43e9-9660-9897f26c205b HTTP/1.1" status: 200 len: 1000 time: 0.0609703 Dec 18 14:28:00.850660 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae8dc93-31b4-4831-b0d8-daabe37f354d req-5cd0babb-8aad-4abf-8a2f-48d63d24c140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:28:00.852446 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-7ae8dc93-31b4-4831-b0d8-daabe37f354d req-5cd0babb-8aad-4abf-8a2f-48d63d24c140 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d3a17304-9238-4492-a108-e5bd31c50548 HTTP/1.1" status: 200 len: 848 time: 0.0484340 Dec 18 14:28:00.902972 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae8dc93-31b4-4831-b0d8-daabe37f354d req-edd0fc8a-b374-46e7-9223-659dad55933b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:28:00.904491 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-7ae8dc93-31b4-4831-b0d8-daabe37f354d req-edd0fc8a-b374-46e7-9223-659dad55933b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3b433c7c-50a3-4320-9c1d-a4d43009fc3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0427301 Dec 18 14:28:00.935970 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:28:00.998399 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-7ae8dc93-31b4-4831-b0d8-daabe37f354d req-9022a85a-3977-4cb7-babe-b6877c2ceef8 service neutron] 10.222.0.43 "GET /v2.0/networks/3b433c7c-50a3-4320-9c1d-a4d43009fc3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858984 Dec 18 14:28:01.097736 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-7ae8dc93-31b4-4831-b0d8-daabe37f354d req-6b1c7603-e6ef-44d3-9d16-724a46123dfb service neutron] 10.222.0.43 "GET /v2.0/networks/3b433c7c-50a3-4320-9c1d-a4d43009fc3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915444 Dec 18 14:28:01.206808 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ef4773-5887-4895-b3c3-350c324df707 req-2edc0819-3c15-421c-bee5-7ac1b3317152 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:28:01.208324 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-75ef4773-5887-4895-b3c3-350c324df707 req-2edc0819-3c15-421c-bee5-7ac1b3317152 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa9d2e9d-0de1-45b0-b3d2-3d6cde16b8ea HTTP/1.1" status: 200 len: 946 time: 0.0488241 Dec 18 14:28:01.263335 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-75ef4773-5887-4895-b3c3-350c324df707 req-364709f2-1daa-4c93-851e-22c063d10b63 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] 10.222.0.31 "GET /v2.0/security-groups?id=cb84074d-53f5-412b-a8c8-47224c3549bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474989 Dec 18 14:28:02.402243 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6ceb33-0202-4f56-ab8d-52419783ac77 req-d3456670-cd31-4dba-814b-00e748df8dfc tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:28:02.403778 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-0b6ceb33-0202-4f56-ab8d-52419783ac77 req-d3456670-cd31-4dba-814b-00e748df8dfc tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa9d2e9d-0de1-45b0-b3d2-3d6cde16b8ea HTTP/1.1" status: 200 len: 946 time: 0.0617721 Dec 18 14:28:02.462071 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-0b6ceb33-0202-4f56-ab8d-52419783ac77 req-b3d76c4c-6bb2-444e-a737-782713d03fe2 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] 10.222.0.31 "GET /v2.0/security-groups?id=cb84074d-53f5-412b-a8c8-47224c3549bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519142 Dec 18 14:28:03.591691 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52de670f-fd7d-4d35-8d1f-795de60817eb req-86edb7b4-3f5d-429f-9fcf-c99431dbf7a2 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:28:03.593885 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-52de670f-fd7d-4d35-8d1f-795de60817eb req-86edb7b4-3f5d-429f-9fcf-c99431dbf7a2 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa9d2e9d-0de1-45b0-b3d2-3d6cde16b8ea HTTP/1.1" status: 200 len: 946 time: 0.0515585 Dec 18 14:28:03.645106 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-52de670f-fd7d-4d35-8d1f-795de60817eb req-2f55481e-c587-481b-b750-fb14bf939437 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] 10.222.0.31 "GET /v2.0/security-groups?id=cb84074d-53f5-412b-a8c8-47224c3549bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450523 Dec 18 14:28:04.774056 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb70013d-e31f-493f-8668-0378ce647a20 req-15f4391c-0294-4c7e-9fe5-4931df7db57d tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:28:04.775611 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-eb70013d-e31f-493f-8668-0378ce647a20 req-15f4391c-0294-4c7e-9fe5-4931df7db57d tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa9d2e9d-0de1-45b0-b3d2-3d6cde16b8ea HTTP/1.1" status: 200 len: 946 time: 0.0592706 Dec 18 14:28:04.829627 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-eb70013d-e31f-493f-8668-0378ce647a20 req-d3f1dfc9-1828-4cdb-b15a-05e8898c48a0 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] 10.222.0.31 "GET /v2.0/security-groups?id=cb84074d-53f5-412b-a8c8-47224c3549bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445120 Dec 18 14:28:06.049477 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-900dd1c7-271c-4c7c-be93-aa06df6c1e7b req-e47133be-ac78-4e91-8492-a4751693c070 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=aa9d2e9d-0de1-45b0-b3d2-3d6cde16b8ea&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0432892 Dec 18 14:28:06.058666 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [req-900dd1c7-271c-4c7c-be93-aa06df6c1e7b req-e5eca94a-e75c-4fcd-b048-0b994de27382 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103160) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 18 14:28:06.059623 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-900dd1c7-271c-4c7c-be93-aa06df6c1e7b req-e5eca94a-e75c-4fcd-b048-0b994de27382 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14093 time: 0.0054271 Dec 18 14:28:06.070888 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42821ee7-af2b-4b19-9405-1878e8f804b4 req-52176e15-edd5-4ff3-8f99-4a73e45d6ac4 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:28:06.072833 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-42821ee7-af2b-4b19-9405-1878e8f804b4 req-52176e15-edd5-4ff3-8f99-4a73e45d6ac4 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa9d2e9d-0de1-45b0-b3d2-3d6cde16b8ea HTTP/1.1" status: 200 len: 946 time: 0.0517945 Dec 18 14:28:06.126459 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-42821ee7-af2b-4b19-9405-1878e8f804b4 req-19b90d0e-0141-4638-99f5-09b6c049e9d2 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] 10.222.0.31 "GET /v2.0/security-groups?id=cb84074d-53f5-412b-a8c8-47224c3549bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473266 Dec 18 14:28:06.446512 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.agents_db [None req-e3dda592-589a-4b4d-b028-ba9a260f4f50 None None] Agent healthcheck: found 6 active agents {{(pid=103162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 18 14:28:06.517908 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Device 7583b937-dc5c-43e9-9660-9897f26c205b no longer exists at agent hyperv_hv-neutron-7448 {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 18 14:28:06.603707 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:28:06.626852 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa9d2e9d-0de1-45b0-b3d2-3d6cde16b8ea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7583b937-dc5c-43e9-9660-9897f26c205b'}] {{(pid=103161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 18 14:28:06.629120 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}219fd541d95b0f81c8374e7c95906a92eb7e638539a0139b6355bf92fdf2d55a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b261116-365a-41df-98fd-895253b895e3" -d '{"events": [{"server_uuid": "aa9d2e9d-0de1-45b0-b3d2-3d6cde16b8ea", "name": "network-vif-unplugged", "status": "completed", "tag": "7583b937-dc5c-43e9-9660-9897f26c205b"}]}' {{(pid=103161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 18 14:28:06.641503 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] For port 7583b937-dc5c-43e9-9660-9897f26c205b, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=7583b937-dc5c-43e9-9660-9897f26c205b,segment=NetworkSegment(74642fa8-26d9-4059-a569-52ea213b720c),segment_id=74642fa8-26d9-4059-a569-52ea213b720c)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 14:28:06.646439 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:28:06.672790 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sat, 18 Dec 2021 14:28:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e26625ed-8e69-4849-b924-19f3c115374c x-openstack-request-id: req-e26625ed-8e69-4849-b924-19f3c115374c {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 18 14:28:06.673121 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa9d2e9d-0de1-45b0-b3d2-3d6cde16b8ea", "name": "network-vif-unplugged", "status": "failed", "tag": "7583b937-dc5c-43e9-9660-9897f26c205b", "code": 422}]} {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 18 14:28:06.673307 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e26625ed-8e69-4849-b924-19f3c115374c {{(pid=103161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 18 14:28:06.673700 dv-neutron-744815-20-hyperv neutron-server[103161]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'aa9d2e9d-0de1-45b0-b3d2-3d6cde16b8ea', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '7583b937-dc5c-43e9-9660-9897f26c205b', 'code': 422} returned with failed status Dec 18 14:28:06.699828 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Pushing event updated for resources: {'Port': ['ID=7583b937-dc5c-43e9-9660-9897f26c205b,revision_number=6']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:28:06.706688 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:28:06.707034 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:28:06.707388 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:28:06.707707 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:28:06.708033 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:28:06.708377 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:28:06.708695 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:28:06.709015 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:28:06.709338 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:28:06.709676 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:28:06.709972 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:28:06.710284 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:28:06.710594 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:28:07.253351 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c5a314-f355-463e-9d51-856ab8666879 req-0684b54a-433a-417e-8f84-6e8d42b61ecf tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:28:07.254861 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-62c5a314-f355-463e-9d51-856ab8666879 req-0684b54a-433a-417e-8f84-6e8d42b61ecf tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa9d2e9d-0de1-45b0-b3d2-3d6cde16b8ea HTTP/1.1" status: 200 len: 944 time: 0.0518296 Dec 18 14:28:07.310846 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-62c5a314-f355-463e-9d51-856ab8666879 req-ec522154-1d7b-4848-af16-30219cc49e7d tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] 10.222.0.31 "GET /v2.0/security-groups?id=cb84074d-53f5-412b-a8c8-47224c3549bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499291 Dec 18 14:28:07.506483 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:28:08.435355 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1237e16a-0695-49cc-8d3d-87094f0fe348 req-f7953b86-11c1-4278-80cf-febb117c2b0e tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:28:08.436849 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-1237e16a-0695-49cc-8d3d-87094f0fe348 req-f7953b86-11c1-4278-80cf-febb117c2b0e tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa9d2e9d-0de1-45b0-b3d2-3d6cde16b8ea HTTP/1.1" status: 200 len: 944 time: 0.0575178 Dec 18 14:28:08.490766 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-1237e16a-0695-49cc-8d3d-87094f0fe348 req-1ee0251e-7457-4bb0-bab5-21effecbd811 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] 10.222.0.31 "GET /v2.0/security-groups?id=cb84074d-53f5-412b-a8c8-47224c3549bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450542 Dec 18 14:28:09.615687 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c4fe62-0cfd-42aa-a807-08a2579b54a2 req-6c065baf-c224-4f44-b231-cb961ae20ae2 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:28:09.617126 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-26c4fe62-0cfd-42aa-a807-08a2579b54a2 req-6c065baf-c224-4f44-b231-cb961ae20ae2 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa9d2e9d-0de1-45b0-b3d2-3d6cde16b8ea HTTP/1.1" status: 200 len: 944 time: 0.0511398 Dec 18 14:28:09.666889 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-26c4fe62-0cfd-42aa-a807-08a2579b54a2 req-4b978dd8-0db3-4792-8840-1310d8d3b043 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] 10.222.0.31 "GET /v2.0/security-groups?id=cb84074d-53f5-412b-a8c8-47224c3549bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435357 Dec 18 14:28:10.786014 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66579918-4558-48a9-b697-b5c2e6d1ac8a req-b79052ed-1a55-4d25-91c0-ad68b48cf47d tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:28:10.791665 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-66579918-4558-48a9-b697-b5c2e6d1ac8a req-b79052ed-1a55-4d25-91c0-ad68b48cf47d tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa9d2e9d-0de1-45b0-b3d2-3d6cde16b8ea HTTP/1.1" status: 200 len: 944 time: 0.0550287 Dec 18 14:28:10.837900 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-66579918-4558-48a9-b697-b5c2e6d1ac8a req-fe6c89f6-edc1-4c3f-8459-87cd6574b802 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] 10.222.0.31 "GET /v2.0/security-groups?id=cb84074d-53f5-412b-a8c8-47224c3549bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444520 Dec 18 14:28:11.956691 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b51c20-f648-4123-b7de-52c39a28f0d2 req-c144e103-9dee-4030-a1aa-cc8a1b1c7c79 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:28:11.958196 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-04b51c20-f648-4123-b7de-52c39a28f0d2 req-c144e103-9dee-4030-a1aa-cc8a1b1c7c79 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa9d2e9d-0de1-45b0-b3d2-3d6cde16b8ea HTTP/1.1" status: 200 len: 944 time: 0.0510099 Dec 18 14:28:12.009367 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-04b51c20-f648-4123-b7de-52c39a28f0d2 req-7393fa8a-3c45-453b-9061-424bb9cba42f tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] 10.222.0.31 "GET /v2.0/security-groups?id=cb84074d-53f5-412b-a8c8-47224c3549bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451071 Dec 18 14:28:13.132730 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084c7625-6d0a-453f-8f19-b68d052b77d7 req-60ded800-e480-4004-8d5f-824955d5ac69 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:28:13.134112 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-084c7625-6d0a-453f-8f19-b68d052b77d7 req-60ded800-e480-4004-8d5f-824955d5ac69 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa9d2e9d-0de1-45b0-b3d2-3d6cde16b8ea HTTP/1.1" status: 200 len: 944 time: 0.0549757 Dec 18 14:28:13.185396 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-084c7625-6d0a-453f-8f19-b68d052b77d7 req-8d13258f-37da-4947-a70a-a8691386fe2b tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] 10.222.0.31 "GET /v2.0/security-groups?id=cb84074d-53f5-412b-a8c8-47224c3549bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452030 Dec 18 14:28:14.306092 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4421f02e-90c1-459b-a9c6-28286d3e13eb req-0dadbcfa-788a-4abb-b0c9-1cb92dd1931c tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:28:14.307748 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-4421f02e-90c1-459b-a9c6-28286d3e13eb req-0dadbcfa-788a-4abb-b0c9-1cb92dd1931c tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa9d2e9d-0de1-45b0-b3d2-3d6cde16b8ea HTTP/1.1" status: 200 len: 944 time: 0.0533297 Dec 18 14:28:14.360012 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-4421f02e-90c1-459b-a9c6-28286d3e13eb req-cca007f1-142a-479d-abc6-efbaa8aaac75 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] 10.222.0.31 "GET /v2.0/security-groups?id=cb84074d-53f5-412b-a8c8-47224c3549bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456297 Dec 18 14:28:15.478832 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c316ce24-8c55-49ff-8658-327da207b292 req-6be02cab-69fc-4419-a8a5-5946d878ca54 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:28:15.480373 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-c316ce24-8c55-49ff-8658-327da207b292 req-6be02cab-69fc-4419-a8a5-5946d878ca54 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa9d2e9d-0de1-45b0-b3d2-3d6cde16b8ea HTTP/1.1" status: 200 len: 944 time: 0.0509949 Dec 18 14:28:15.561059 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-c316ce24-8c55-49ff-8658-327da207b292 req-13530c39-e85c-49c4-977e-516782e4d435 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] 10.222.0.31 "GET /v2.0/security-groups?id=cb84074d-53f5-412b-a8c8-47224c3549bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722148 Dec 18 14:28:15.992803 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900dd1c7-271c-4c7c-be93-aa06df6c1e7b req-8cdc20bc-0722-4bd9-b500-85bc26b9592e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:28:15.994329 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-900dd1c7-271c-4c7c-be93-aa06df6c1e7b req-8cdc20bc-0722-4bd9-b500-85bc26b9592e service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=aa9d2e9d-0de1-45b0-b3d2-3d6cde16b8ea&tenant_id=5e02956f02ac44a3baf056b6650d39f4 HTTP/1.1" status: 200 len: 1097 time: 0.0550716 Dec 18 14:28:16.061804 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900dd1c7-271c-4c7c-be93-aa06df6c1e7b req-4944e9af-0301-45f3-b5b3-2de83128cb7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:28:16.063340 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-900dd1c7-271c-4c7c-be93-aa06df6c1e7b req-4944e9af-0301-45f3-b5b3-2de83128cb7b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5e02956f02ac44a3baf056b6650d39f4&device_id=aa9d2e9d-0de1-45b0-b3d2-3d6cde16b8ea HTTP/1.1" status: 200 len: 1097 time: 0.0432310 Dec 18 14:28:16.159466 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900dd1c7-271c-4c7c-be93-aa06df6c1e7b req-8cb19451-4833-4f0b-b007-41674d3bc1ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:28:16.160998 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-900dd1c7-271c-4c7c-be93-aa06df6c1e7b req-8cb19451-4833-4f0b-b007-41674d3bc1ec service neutron] 10.222.0.43 "GET /v2.0/networks?id=3b433c7c-50a3-4320-9c1d-a4d43009fc3d HTTP/1.1" status: 200 len: 910 time: 0.0908539 Dec 18 14:28:16.232800 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-900dd1c7-271c-4c7c-be93-aa06df6c1e7b req-679f883d-58e3-48e9-9295-29bedb75c6f9 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7583b937-dc5c-43e9-9660-9897f26c205b HTTP/1.1" status: 200 len: 998 time: 0.0625136 Dec 18 14:28:16.286961 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900dd1c7-271c-4c7c-be93-aa06df6c1e7b req-45826d90-d113-4d92-b654-a82a4ff3003f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:28:16.288505 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-900dd1c7-271c-4c7c-be93-aa06df6c1e7b req-45826d90-d113-4d92-b654-a82a4ff3003f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d3a17304-9238-4492-a108-e5bd31c50548 HTTP/1.1" status: 200 len: 848 time: 0.0488520 Dec 18 14:28:16.341827 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900dd1c7-271c-4c7c-be93-aa06df6c1e7b req-c55e7be2-7f42-4eda-9c24-ce982bc6c69c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:28:16.343394 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-900dd1c7-271c-4c7c-be93-aa06df6c1e7b req-c55e7be2-7f42-4eda-9c24-ce982bc6c69c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3b433c7c-50a3-4320-9c1d-a4d43009fc3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0464272 Dec 18 14:28:16.442366 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-900dd1c7-271c-4c7c-be93-aa06df6c1e7b req-4c7562d2-5b6b-4c3f-a14d-d8ae9a45816f service neutron] 10.222.0.43 "GET /v2.0/networks/3b433c7c-50a3-4320-9c1d-a4d43009fc3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917888 Dec 18 14:28:16.540518 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-900dd1c7-271c-4c7c-be93-aa06df6c1e7b req-e599c7c4-0aee-4571-a860-6eb0f164691d service neutron] 10.222.0.43 "GET /v2.0/networks/3b433c7c-50a3-4320-9c1d-a4d43009fc3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904484 Dec 18 14:28:16.678626 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2085823f-5c1e-45f6-bf1b-9ac0a93f194f req-ed97ea22-b3c4-42a9-9572-72da2344111e tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:28:16.680130 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-2085823f-5c1e-45f6-bf1b-9ac0a93f194f req-ed97ea22-b3c4-42a9-9572-72da2344111e tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa9d2e9d-0de1-45b0-b3d2-3d6cde16b8ea HTTP/1.1" status: 200 len: 944 time: 0.0501437 Dec 18 14:28:16.731409 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-2085823f-5c1e-45f6-bf1b-9ac0a93f194f req-b2006e67-1cd9-4a58-9d69-4087b77563c3 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] 10.222.0.31 "GET /v2.0/security-groups?id=cb84074d-53f5-412b-a8c8-47224c3549bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426860 Dec 18 14:28:17.876935 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9493b72a-1e1b-4741-b40b-5cdf912b57d0 req-00c8b41f-a7b3-4c12-94c1-ef771fb37351 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:28:17.878432 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-9493b72a-1e1b-4741-b40b-5cdf912b57d0 req-00c8b41f-a7b3-4c12-94c1-ef771fb37351 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa9d2e9d-0de1-45b0-b3d2-3d6cde16b8ea HTTP/1.1" status: 200 len: 944 time: 0.0628030 Dec 18 14:28:17.930715 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-9493b72a-1e1b-4741-b40b-5cdf912b57d0 req-ba9c4b12-84f2-4eba-946d-7c8b79d0bf40 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] 10.222.0.31 "GET /v2.0/security-groups?id=cb84074d-53f5-412b-a8c8-47224c3549bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434241 Dec 18 14:28:19.064460 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3663a1-2fc1-4408-9383-780e400f2aa3 req-f9b0c693-36fc-4f87-9a5c-a8bc2b7b76cf tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:28:19.065965 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-4a3663a1-2fc1-4408-9383-780e400f2aa3 req-f9b0c693-36fc-4f87-9a5c-a8bc2b7b76cf tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa9d2e9d-0de1-45b0-b3d2-3d6cde16b8ea HTTP/1.1" status: 200 len: 944 time: 0.0557797 Dec 18 14:28:19.122725 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-4a3663a1-2fc1-4408-9383-780e400f2aa3 req-68b9149f-ea58-43c8-a9e8-9145659ac558 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] 10.222.0.31 "GET /v2.0/security-groups?id=cb84074d-53f5-412b-a8c8-47224c3549bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501523 Dec 18 14:28:20.253126 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00930e3c-b8ea-4b50-95b9-de7b9b9cf444 req-2dcc05ba-353c-4a2d-a829-c1d80106e998 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:28:20.254713 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-00930e3c-b8ea-4b50-95b9-de7b9b9cf444 req-2dcc05ba-353c-4a2d-a829-c1d80106e998 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa9d2e9d-0de1-45b0-b3d2-3d6cde16b8ea HTTP/1.1" status: 200 len: 944 time: 0.0584619 Dec 18 14:28:20.305772 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-00930e3c-b8ea-4b50-95b9-de7b9b9cf444 req-18d25545-1864-4d72-a833-76133fecbf10 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] 10.222.0.31 "GET /v2.0/security-groups?id=cb84074d-53f5-412b-a8c8-47224c3549bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449662 Dec 18 14:28:21.433039 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f7cc5c-4770-4b5e-97cb-b765a183a922 req-725376dd-4b37-4eef-bb81-c3f752d2767d tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:28:21.434511 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-b9f7cc5c-4770-4b5e-97cb-b765a183a922 req-725376dd-4b37-4eef-bb81-c3f752d2767d tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa9d2e9d-0de1-45b0-b3d2-3d6cde16b8ea HTTP/1.1" status: 200 len: 944 time: 0.0541217 Dec 18 14:28:21.483930 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-b9f7cc5c-4770-4b5e-97cb-b765a183a922 req-6073aeb1-0e96-4d90-b103-61aa86769d22 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] 10.222.0.31 "GET /v2.0/security-groups?id=cb84074d-53f5-412b-a8c8-47224c3549bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427778 Dec 18 14:28:22.612593 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6c0dd8-6518-41a3-84a3-9413aad9b777 req-7bdc7efa-8c93-4ad8-a132-3fcb43b59c3a tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:28:22.614075 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-8a6c0dd8-6518-41a3-84a3-9413aad9b777 req-7bdc7efa-8c93-4ad8-a132-3fcb43b59c3a tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa9d2e9d-0de1-45b0-b3d2-3d6cde16b8ea HTTP/1.1" status: 200 len: 944 time: 0.0503540 Dec 18 14:28:22.669020 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-8a6c0dd8-6518-41a3-84a3-9413aad9b777 req-ebb4eea7-b523-4732-b66c-e0965909ac0b tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] 10.222.0.31 "GET /v2.0/security-groups?id=cb84074d-53f5-412b-a8c8-47224c3549bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484812 Dec 18 14:28:23.813025 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c13c6a-7575-4446-9504-5af91956b104 req-549c4e30-7a08-4f8d-bff6-29a746cff271 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:28:23.814511 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-10c13c6a-7575-4446-9504-5af91956b104 req-549c4e30-7a08-4f8d-bff6-29a746cff271 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa9d2e9d-0de1-45b0-b3d2-3d6cde16b8ea HTTP/1.1" status: 200 len: 944 time: 0.0700183 Dec 18 14:28:23.871854 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-10c13c6a-7575-4446-9504-5af91956b104 req-c30257cc-804a-4fa1-a494-8949415f5d49 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] 10.222.0.31 "GET /v2.0/security-groups?id=cb84074d-53f5-412b-a8c8-47224c3549bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482783 Dec 18 14:28:24.611400 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Device 7583b937-dc5c-43e9-9660-9897f26c205b details requested by agent hyperv_hv-neutron-7448 with host hv-neutron-7448 {{(pid=103161) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 18 14:28:24.723716 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] For port 7583b937-dc5c-43e9-9660-9897f26c205b, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=7583b937-dc5c-43e9-9660-9897f26c205b,segment=NetworkSegment(74642fa8-26d9-4059-a569-52ea213b720c),segment_id=74642fa8-26d9-4059-a569-52ea213b720c)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 14:28:24.735478 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Returning: {'device': '7583b937-dc5c-43e9-9660-9897f26c205b', 'network_id': '3b433c7c-50a3-4320-9c1d-a4d43009fc3d', 'port_id': '7583b937-dc5c-43e9-9660-9897f26c205b', 'mac_address': 'fa:16:3e:78:65:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3a17304-9238-4492-a108-e5bd31c50548', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103161) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 18 14:28:24.777330 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:28:24.793435 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.notifiers.nova [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7583b937-dc5c-43e9-9660-9897f26c205b {{(pid=103161) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 18 14:28:24.812407 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] For port 7583b937-dc5c-43e9-9660-9897f26c205b, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=7583b937-dc5c-43e9-9660-9897f26c205b,segment=NetworkSegment(74642fa8-26d9-4059-a569-52ea213b720c),segment_id=74642fa8-26d9-4059-a569-52ea213b720c)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 14:28:24.818231 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:28:24.866824 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Pushing event updated for resources: {'Port': ['ID=7583b937-dc5c-43e9-9660-9897f26c205b,revision_number=7']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:28:24.980797 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-1f6d06c2-288e-4561-9da8-1ba333c12e4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:28:24.995006 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf4cc11-3c81-4981-a544-33ea9e5a9ac3 req-f8b9d6f2-718b-46e8-b508-7bfd5c6686b7 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:28:24.996572 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-edf4cc11-3c81-4981-a544-33ea9e5a9ac3 req-f8b9d6f2-718b-46e8-b508-7bfd5c6686b7 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa9d2e9d-0de1-45b0-b3d2-3d6cde16b8ea HTTP/1.1" status: 200 len: 945 time: 0.0510628 Dec 18 14:28:25.046977 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-edf4cc11-3c81-4981-a544-33ea9e5a9ac3 req-737e5c39-f9f5-484f-8c2d-757eb9153421 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] 10.222.0.31 "GET /v2.0/security-groups?id=cb84074d-53f5-412b-a8c8-47224c3549bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441947 Dec 18 14:28:25.199889 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] get_ports_and_sgs() called for port_ids ['7583b937-dc5c-43e9-9660-9897f26c205b'] {{(pid=103161) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 18 14:28:26.184937 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9bf107-d8e4-455f-90c2-5c7d6816fa89 req-1926cb06-a153-45ed-9fdc-486a2b2669fc tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:28:26.188636 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-4a9bf107-d8e4-455f-90c2-5c7d6816fa89 req-1926cb06-a153-45ed-9fdc-486a2b2669fc tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa9d2e9d-0de1-45b0-b3d2-3d6cde16b8ea HTTP/1.1" status: 200 len: 945 time: 0.0620751 Dec 18 14:28:26.244664 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-4a9bf107-d8e4-455f-90c2-5c7d6816fa89 req-6d28f66c-5ef4-4b03-b82c-a21abb8912f3 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] 10.222.0.31 "GET /v2.0/security-groups?id=cb84074d-53f5-412b-a8c8-47224c3549bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467546 Dec 18 14:28:26.627797 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Device 7583b937-dc5c-43e9-9660-9897f26c205b up at agent hyperv_hv-neutron-7448 {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 14:28:26.687580 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Provisioning complete for port 7583b937-dc5c-43e9-9660-9897f26c205b triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 14:28:26.687956 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:28:26.779705 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:28:26.802849 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa9d2e9d-0de1-45b0-b3d2-3d6cde16b8ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7583b937-dc5c-43e9-9660-9897f26c205b'}] {{(pid=103161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 18 14:28:26.805063 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}219fd541d95b0f81c8374e7c95906a92eb7e638539a0139b6355bf92fdf2d55a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a493b68-1449-42b5-8a31-9817602b5bff" -d '{"events": [{"server_uuid": "aa9d2e9d-0de1-45b0-b3d2-3d6cde16b8ea", "name": "network-vif-plugged", "status": "completed", "tag": "7583b937-dc5c-43e9-9660-9897f26c205b"}]}' {{(pid=103161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 18 14:28:26.818167 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] For port 7583b937-dc5c-43e9-9660-9897f26c205b, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=7583b937-dc5c-43e9-9660-9897f26c205b,segment=NetworkSegment(74642fa8-26d9-4059-a569-52ea213b720c),segment_id=74642fa8-26d9-4059-a569-52ea213b720c)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 14:28:26.825091 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:28:26.847644 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 14:28:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1c09759-59cc-4358-8103-f4cf0ef7b6b5 x-openstack-request-id: req-e1c09759-59cc-4358-8103-f4cf0ef7b6b5 {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 18 14:28:26.847940 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa9d2e9d-0de1-45b0-b3d2-3d6cde16b8ea", "name": "network-vif-plugged", "status": "completed", "tag": "7583b937-dc5c-43e9-9660-9897f26c205b", "code": 200}]} {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 18 14:28:26.848192 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e1c09759-59cc-4358-8103-f4cf0ef7b6b5 {{(pid=103161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 18 14:28:26.848614 dv-neutron-744815-20-hyperv neutron-server[103161]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa9d2e9d-0de1-45b0-b3d2-3d6cde16b8ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7583b937-dc5c-43e9-9660-9897f26c205b', 'code': 200} Dec 18 14:28:26.875512 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Pushing event updated for resources: {'Port': ['ID=7583b937-dc5c-43e9-9660-9897f26c205b,revision_number=8']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:28:27.066491 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4e2b17-7e14-4d9f-907c-ec1973307f4f req-6a82caec-086f-433b-90bf-247214bb734a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:28:27.067950 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-4c4e2b17-7e14-4d9f-907c-ec1973307f4f req-6a82caec-086f-433b-90bf-247214bb734a service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=aa9d2e9d-0de1-45b0-b3d2-3d6cde16b8ea HTTP/1.1" status: 200 len: 1099 time: 0.0425110 Dec 18 14:28:27.122569 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-4c4e2b17-7e14-4d9f-907c-ec1973307f4f req-74668c5c-112e-4cf4-af8d-39032b7b5cc0 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=cb84074d-53f5-412b-a8c8-47224c3549bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454860 Dec 18 14:28:27.247168 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e08288b5-3c19-4aae-a55b-39f98b885395 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:28:27.362961 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049947cb-9d89-408c-8a60-88894cd73fb2 req-59de288f-61d7-4b55-9ec8-1c2f7f52f86d tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:28:27.364342 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-049947cb-9d89-408c-8a60-88894cd73fb2 req-59de288f-61d7-4b55-9ec8-1c2f7f52f86d tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa9d2e9d-0de1-45b0-b3d2-3d6cde16b8ea HTTP/1.1" status: 200 len: 946 time: 0.0527318 Dec 18 14:28:27.418853 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-049947cb-9d89-408c-8a60-88894cd73fb2 req-9df7647b-060e-4227-84f7-582302f4c571 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] 10.222.0.31 "GET /v2.0/security-groups?id=cb84074d-53f5-412b-a8c8-47224c3549bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461712 Dec 18 14:28:28.542604 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e6b6c7-b13f-446e-9a72-83d467aff87b req-9f9d796f-2854-4e86-b115-feeae96c2417 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:28:28.544119 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-d6e6b6c7-b13f-446e-9a72-83d467aff87b req-9f9d796f-2854-4e86-b115-feeae96c2417 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa9d2e9d-0de1-45b0-b3d2-3d6cde16b8ea HTTP/1.1" status: 200 len: 946 time: 0.0545921 Dec 18 14:28:28.599986 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-d6e6b6c7-b13f-446e-9a72-83d467aff87b req-de131c31-c840-41bf-af00-0ae0e58373d3 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] 10.222.0.31 "GET /v2.0/security-groups?id=cb84074d-53f5-412b-a8c8-47224c3549bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475452 Dec 18 14:28:28.777752 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-afa9ae9b-bdbb-4010-bcf6-3a46ce66cf71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:28:29.698523 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-6f4591f1-fd6b-482e-8eed-e1682db41a19 req-e3d134ab-815a-4033-b63b-55ea3a4a4a99 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=aa9d2e9d-0de1-45b0-b3d2-3d6cde16b8ea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0481758 Dec 18 14:28:29.781732 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4591f1-fd6b-482e-8eed-e1682db41a19 req-1bbdfeda-2d12-4fd7-9d95-e4e846b3952c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:28:29.783229 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-6f4591f1-fd6b-482e-8eed-e1682db41a19 req-1bbdfeda-2d12-4fd7-9d95-e4e846b3952c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5e02956f02ac44a3baf056b6650d39f4&device_id=aa9d2e9d-0de1-45b0-b3d2-3d6cde16b8ea HTTP/1.1" status: 200 len: 1099 time: 0.0409088 Dec 18 14:28:29.894859 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4591f1-fd6b-482e-8eed-e1682db41a19 req-f8150dfe-98d3-4f82-a033-2e09f2d439a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:28:29.896284 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-6f4591f1-fd6b-482e-8eed-e1682db41a19 req-f8150dfe-98d3-4f82-a033-2e09f2d439a4 service neutron] 10.222.0.43 "GET /v2.0/networks?id=3b433c7c-50a3-4320-9c1d-a4d43009fc3d HTTP/1.1" status: 200 len: 910 time: 0.0937626 Dec 18 14:28:29.967437 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-6f4591f1-fd6b-482e-8eed-e1682db41a19 req-a70d200c-3322-49b8-9569-d828d1484d07 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7583b937-dc5c-43e9-9660-9897f26c205b HTTP/1.1" status: 200 len: 1000 time: 0.0617886 Dec 18 14:28:30.015844 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4591f1-fd6b-482e-8eed-e1682db41a19 req-c86ab909-4666-4898-893c-ba6d6bbb3287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:28:30.017389 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-6f4591f1-fd6b-482e-8eed-e1682db41a19 req-c86ab909-4666-4898-893c-ba6d6bbb3287 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d3a17304-9238-4492-a108-e5bd31c50548 HTTP/1.1" status: 200 len: 848 time: 0.0435510 Dec 18 14:28:30.062608 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4591f1-fd6b-482e-8eed-e1682db41a19 req-f52b2175-1e7e-4f15-9436-bd1fbd882edc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:28:30.064157 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-6f4591f1-fd6b-482e-8eed-e1682db41a19 req-f52b2175-1e7e-4f15-9436-bd1fbd882edc service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3b433c7c-50a3-4320-9c1d-a4d43009fc3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0402627 Dec 18 14:28:30.158548 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-6f4591f1-fd6b-482e-8eed-e1682db41a19 req-7a7bc9d6-b62a-4604-9f3e-163509f6ac52 service neutron] 10.222.0.43 "GET /v2.0/networks/3b433c7c-50a3-4320-9c1d-a4d43009fc3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871336 Dec 18 14:28:30.250181 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-6f4591f1-fd6b-482e-8eed-e1682db41a19 req-b1574893-4864-4075-a749-884eb73fd189 service neutron] 10.222.0.43 "GET /v2.0/networks/3b433c7c-50a3-4320-9c1d-a4d43009fc3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841303 Dec 18 14:28:30.307520 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7b7a3272-2b45-4d32-9670-25eb1afd1184 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:28:30.956978 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:28:37.503905 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:28:43.447260 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.agents_db [None req-e3dda592-589a-4b4d-b028-ba9a260f4f50 None None] Agent healthcheck: found 6 active agents {{(pid=103162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 18 14:28:54.985215 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-3e64d6e6-819b-4c57-9966-ff8d0c731dfa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:28:57.249957 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-b69f0a8f-3276-4f94-8677-3cda4fd03a73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:28:58.778079 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-afa9ae9b-bdbb-4010-bcf6-3a46ce66cf71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:29:00.313151 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7b7a3272-2b45-4d32-9670-25eb1afd1184 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:29:00.946054 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:29:07.507980 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:29:20.451934 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.agents_db [None req-e3dda592-589a-4b4d-b028-ba9a260f4f50 None None] Agent healthcheck: found 6 active agents {{(pid=103162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 18 14:29:24.996499 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-4bd4cd71-3e86-4f42-93a8-f0ea807fa73a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:29:27.254941 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ef64b0d1-85b5-4793-a4c3-5d0a29bca0d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:29:28.785189 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-afa9ae9b-bdbb-4010-bcf6-3a46ce66cf71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:29:30.318803 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7b7a3272-2b45-4d32-9670-25eb1afd1184 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:29:30.680494 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-584266c7-8f50-4b2a-b531-14ae63e43fb3 req-d300f257-b12d-42f8-b982-37542b602035 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=aa9d2e9d-0de1-45b0-b3d2-3d6cde16b8ea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0416734 Dec 18 14:29:30.779781 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584266c7-8f50-4b2a-b531-14ae63e43fb3 req-2a35e211-1037-49c9-b96a-b8451713fa9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:29:30.781277 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-584266c7-8f50-4b2a-b531-14ae63e43fb3 req-2a35e211-1037-49c9-b96a-b8451713fa9e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5e02956f02ac44a3baf056b6650d39f4&device_id=aa9d2e9d-0de1-45b0-b3d2-3d6cde16b8ea HTTP/1.1" status: 200 len: 1099 time: 0.0465198 Dec 18 14:29:30.892710 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584266c7-8f50-4b2a-b531-14ae63e43fb3 req-b1fcc0e9-3cf4-4e89-b815-93023432a8bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:29:30.894115 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-584266c7-8f50-4b2a-b531-14ae63e43fb3 req-b1fcc0e9-3cf4-4e89-b815-93023432a8bd service neutron] 10.222.0.43 "GET /v2.0/networks?id=3b433c7c-50a3-4320-9c1d-a4d43009fc3d HTTP/1.1" status: 200 len: 910 time: 0.0909789 Dec 18 14:29:30.940760 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:29:30.967955 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-584266c7-8f50-4b2a-b531-14ae63e43fb3 req-a87eb4a0-248a-4a0d-b9cd-31c094a98ea5 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7583b937-dc5c-43e9-9660-9897f26c205b HTTP/1.1" status: 200 len: 1000 time: 0.0664878 Dec 18 14:29:31.016479 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584266c7-8f50-4b2a-b531-14ae63e43fb3 req-9b0749c0-d2cf-4ee6-b213-aae01aab5892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:29:31.017890 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-584266c7-8f50-4b2a-b531-14ae63e43fb3 req-9b0749c0-d2cf-4ee6-b213-aae01aab5892 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d3a17304-9238-4492-a108-e5bd31c50548 HTTP/1.1" status: 200 len: 848 time: 0.0431044 Dec 18 14:29:31.064322 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584266c7-8f50-4b2a-b531-14ae63e43fb3 req-b29d0beb-3f44-4445-b4c9-9cf8fb9b99fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:29:31.065782 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-584266c7-8f50-4b2a-b531-14ae63e43fb3 req-b29d0beb-3f44-4445-b4c9-9cf8fb9b99fe service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3b433c7c-50a3-4320-9c1d-a4d43009fc3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0407696 Dec 18 14:29:31.156998 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-584266c7-8f50-4b2a-b531-14ae63e43fb3 req-8ccfc71a-25c5-4dea-9129-b4bf3cdb5b6f service neutron] 10.222.0.43 "GET /v2.0/networks/3b433c7c-50a3-4320-9c1d-a4d43009fc3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835679 Dec 18 14:29:31.247896 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-584266c7-8f50-4b2a-b531-14ae63e43fb3 req-0058f4cc-6560-4e9e-8da4-fe241389982c service neutron] 10.222.0.43 "GET /v2.0/networks/3b433c7c-50a3-4320-9c1d-a4d43009fc3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832376 Dec 18 14:29:37.505187 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:29:42.239569 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 36064) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:29:42.420415 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-e03bddd4-63d7-49f7-b557-b52a0f0a3042 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Deleting port 9061ab46-2344-4648-a0e8-dad6a3c65397 {{(pid=103159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 14:29:42.420760 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-e03bddd4-63d7-49f7-b557-b52a0f0a3042 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:29:42.501291 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-e03bddd4-63d7-49f7-b557-b52a0f0a3042 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:29:42.501518 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-e03bddd4-63d7-49f7-b557-b52a0f0a3042 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:29:42.515364 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-e03bddd4-63d7-49f7-b557-b52a0f0a3042 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Calling delete_port for 9061ab46-2344-4648-a0e8-dad6a3c65397 owned by network:floatingip {{(pid=103159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 14:29:42.669474 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-e03bddd4-63d7-49f7-b557-b52a0f0a3042 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:29:42.692078 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03bddd4-63d7-49f7-b557-b52a0f0a3042 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Pushing event deleted for resources: {'Port': ['ID=9061ab46-2344-4648-a0e8-dad6a3c65397,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:29:42.700946 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03bddd4-63d7-49f7-b557-b52a0f0a3042 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:29:42.701298 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03bddd4-63d7-49f7-b557-b52a0f0a3042 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:29:42.701643 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03bddd4-63d7-49f7-b557-b52a0f0a3042 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:29:42.701983 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03bddd4-63d7-49f7-b557-b52a0f0a3042 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:29:42.702298 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03bddd4-63d7-49f7-b557-b52a0f0a3042 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:29:42.702624 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03bddd4-63d7-49f7-b557-b52a0f0a3042 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:29:42.702947 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03bddd4-63d7-49f7-b557-b52a0f0a3042 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:29:42.703305 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03bddd4-63d7-49f7-b557-b52a0f0a3042 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:29:42.703630 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03bddd4-63d7-49f7-b557-b52a0f0a3042 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:29:42.703959 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03bddd4-63d7-49f7-b557-b52a0f0a3042 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:29:42.704276 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03bddd4-63d7-49f7-b557-b52a0f0a3042 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:29:42.704597 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03bddd4-63d7-49f7-b557-b52a0f0a3042 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:29:42.704917 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03bddd4-63d7-49f7-b557-b52a0f0a3042 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:29:42.765257 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-e03bddd4-63d7-49f7-b557-b52a0f0a3042 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Publish callbacks [] for floatingip, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:29:42.765488 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.db.l3_db [None req-e03bddd4-63d7-49f7-b557-b52a0f0a3042 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Floating IP 4ad88807-a893-4301-ab1a-acb4204cb921 disassociated (deleted). External IP: 172.26.3.5, port: 7583b937-dc5c-43e9-9660-9897f26c205b. Dec 18 14:29:42.986165 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e03bddd4-63d7-49f7-b557-b52a0f0a3042 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Router d7639827-54f8-43a5-8855-b5e2104e4485 has already been hosted by L3 agent c9c0cd52-5bd2-4704-9429-d80f1c5ad23c {{(pid=103159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 18 14:29:43.099907 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e03bddd4-63d7-49f7-b557-b52a0f0a3042 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Notify agent at l3_agent.dv-neutron-744815-20-hyperv the message routers_updated {{(pid=103159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 14:29:43.104734 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-e03bddd4-63d7-49f7-b557-b52a0f0a3042 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for floatingip, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:29:43.111552 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90c0cb98-67d6-49bf-ac2f-09c32b016f0d None None] Sync routers for ids ['d7639827-54f8-43a5-8855-b5e2104e4485'] in dv-neutron-744815-20-hyperv {{(pid=103162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 14:29:43.122291 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c0cb98-67d6-49bf-ac2f-09c32b016f0d None None] Routers {'d7639827-54f8-43a5-8855-b5e2104e4485'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 14:29:43.122893 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-90c0cb98-67d6-49bf-ac2f-09c32b016f0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T14:29:27Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['d7639827-54f8-43a5-8855-b5e2104e4485'], 'active': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:29:43.134085 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-e03bddd4-63d7-49f7-b557-b52a0f0a3042 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] 10.222.0.31 "DELETE /v2.0/floatingips/4ad88807-a893-4301-ab1a-acb4204cb921 HTTP/1.1" status: 204 len: 168 time: 0.8930557 Dec 18 14:29:43.135076 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa9d2e9d-0de1-45b0-b3d2-3d6cde16b8ea', 'tag': '7583b937-dc5c-43e9-9660-9897f26c205b'}] {{(pid=103159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 18 14:29:43.141605 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fe4787c1b15cfe7b4d636e01ce0b9ec825930b2332f3162d6bd24ee8ff480f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f80df77-85cc-481a-81d2-678ca2b3d4d3" -d '{"events": [{"name": "network-changed", "server_uuid": "aa9d2e9d-0de1-45b0-b3d2-3d6cde16b8ea", "tag": "7583b937-dc5c-43e9-9660-9897f26c205b"}]}' {{(pid=103159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 18 14:29:43.187689 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 14:29:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2046195-87a1-40bf-904c-1c3a63b76e9a x-openstack-request-id: req-e2046195-87a1-40bf-904c-1c3a63b76e9a {{(pid=103159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 18 14:29:43.187982 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa9d2e9d-0de1-45b0-b3d2-3d6cde16b8ea", "tag": "7583b937-dc5c-43e9-9660-9897f26c205b", "status": "completed", "code": 200}]} {{(pid=103159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 18 14:29:43.188265 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e2046195-87a1-40bf-904c-1c3a63b76e9a {{(pid=103159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 18 14:29:43.188682 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa9d2e9d-0de1-45b0-b3d2-3d6cde16b8ea', 'tag': '7583b937-dc5c-43e9-9660-9897f26c205b', 'status': 'completed', 'code': 200} Dec 18 14:29:43.240156 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvr_db [None req-90c0cb98-67d6-49bf-ac2f-09c32b016f0d None None] Set router d7639827-54f8-43a5-8855-b5e2104e4485 gateway port host: dv-neutron-744815-20-hyperv {{(pid=103162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 14:29:43.275288 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f80df77-85cc-481a-81d2-678ca2b3d4d3 req-5d15ab81-ce52-486a-a3bb-32021a1106a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:29:43.277270 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-7f80df77-85cc-481a-81d2-678ca2b3d4d3 req-5d15ab81-ce52-486a-a3bb-32021a1106a4 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5e02956f02ac44a3baf056b6650d39f4&device_id=aa9d2e9d-0de1-45b0-b3d2-3d6cde16b8ea HTTP/1.1" status: 200 len: 1099 time: 0.0619731 Dec 18 14:29:43.392035 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce928d39-f9dc-4a44-b1e3-75655cb91cb5 req-d59388d8-232d-4277-bc6f-c4ecb0c20500 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:29:43.400242 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-ce928d39-f9dc-4a44-b1e3-75655cb91cb5 req-d59388d8-232d-4277-bc6f-c4ecb0c20500 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa9d2e9d-0de1-45b0-b3d2-3d6cde16b8ea HTTP/1.1" status: 200 len: 946 time: 0.0583894 Dec 18 14:29:43.405010 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f80df77-85cc-481a-81d2-678ca2b3d4d3 req-719ff7cd-b532-4d77-8ab5-cde28c5386bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:29:43.406945 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-7f80df77-85cc-481a-81d2-678ca2b3d4d3 req-719ff7cd-b532-4d77-8ab5-cde28c5386bc service neutron] 10.222.0.43 "GET /v2.0/networks?id=3b433c7c-50a3-4320-9c1d-a4d43009fc3d HTTP/1.1" status: 200 len: 910 time: 0.1086569 Dec 18 14:29:43.447412 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-ce928d39-f9dc-4a44-b1e3-75655cb91cb5 req-06be4668-6bb0-43c5-8102-ef2a3d32ce5f tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] 10.222.0.31 "GET /v2.0/security-groups?id=cb84074d-53f5-412b-a8c8-47224c3549bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456114 Dec 18 14:29:43.451854 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-90c0cb98-67d6-49bf-ac2f-09c32b016f0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7639827-54f8-43a5-8855-b5e2104e4485', 'name': 'tempest-TestShelveInstance-1705039132-router', 'tenant_id': '5e02956f02ac44a3baf056b6650d39f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.92'}], 'enable_snat': True}, 'gw_port_id': '8b17f9a4-1c5b-4eb4-a9f2-c90ab1f5d0ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T14:19:34Z', 'updated_at': '2021-12-18T14:19:36Z', 'revision_number': 4, 'project_id': '5e02956f02ac44a3baf056b6650d39f4', 'gw_port': {'id': '8b17f9a4-1c5b-4eb4-a9f2-c90ab1f5d0ed', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:59:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7639827-54f8-43a5-8855-b5e2104e4485', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1816, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T14:19:34Z', 'updated_at': '2021-12-18T14:19:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv', '_interfaces': [{'id': '66a727da-8ae5-4568-a5ca-2067035515d3', 'name': '', 'network_id': '3b433c7c-50a3-4320-9c1d-a4d43009fc3d', 'tenant_id': '5e02956f02ac44a3baf056b6650d39f4', 'mac_address': 'fa:16:3e:6b:30:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7639827-54f8-43a5-8855-b5e2104e4485', 'device_owner': 'network:router_interface', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': 'd3a17304-9238-4492-a108-e5bd31c50548', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T14:19:36Z', 'updated_at': '2021-12-18T14:19:40Z', 'revision_number': 5, 'project_id': '5e02956f02ac44a3baf056b6650d39f4', 'subnets': [{'id': 'd3a17304-9238-4492-a108-e5bd31c50548', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:29:43.464986 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-7f80df77-85cc-481a-81d2-678ca2b3d4d3 req-6fd86b70-3671-41d3-a545-9f73c88c85fa service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7583b937-dc5c-43e9-9660-9897f26c205b HTTP/1.1" status: 200 len: 217 time: 0.0477917 Dec 18 14:29:43.486196 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90c0cb98-67d6-49bf-ac2f-09c32b016f0d None None] Checking router: d7639827-54f8-43a5-8855-b5e2104e4485 for host: dv-neutron-744815-20-hyperv {{(pid=103162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 18 14:29:43.494434 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c0cb98-67d6-49bf-ac2f-09c32b016f0d None None] Routers {'d7639827-54f8-43a5-8855-b5e2104e4485'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 14:29:43.495040 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-90c0cb98-67d6-49bf-ac2f-09c32b016f0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T14:29:27Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['d7639827-54f8-43a5-8855-b5e2104e4485'], 'active': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:29:43.513392 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f80df77-85cc-481a-81d2-678ca2b3d4d3 req-1093f8ca-61b9-4ee7-82c3-151a54648344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:29:43.514904 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-7f80df77-85cc-481a-81d2-678ca2b3d4d3 req-1093f8ca-61b9-4ee7-82c3-151a54648344 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d3a17304-9238-4492-a108-e5bd31c50548 HTTP/1.1" status: 200 len: 848 time: 0.0437627 Dec 18 14:29:43.560586 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f80df77-85cc-481a-81d2-678ca2b3d4d3 req-0385d2a3-1e2a-42a5-b665-2b94fe44f10a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:29:43.562737 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-7f80df77-85cc-481a-81d2-678ca2b3d4d3 req-0385d2a3-1e2a-42a5-b665-2b94fe44f10a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3b433c7c-50a3-4320-9c1d-a4d43009fc3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0400887 Dec 18 14:29:43.664915 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-7f80df77-85cc-481a-81d2-678ca2b3d4d3 req-a6afdb87-adf3-4397-ac60-65bab564468f service neutron] 10.222.0.43 "GET /v2.0/networks/3b433c7c-50a3-4320-9c1d-a4d43009fc3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939920 Dec 18 14:29:43.710832 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvr_db [None req-90c0cb98-67d6-49bf-ac2f-09c32b016f0d None None] Set router d7639827-54f8-43a5-8855-b5e2104e4485 gateway port host: dv-neutron-744815-20-hyperv {{(pid=103162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 14:29:43.758989 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-7f80df77-85cc-481a-81d2-678ca2b3d4d3 req-48d7fee1-a6da-4ecb-9e0e-41dc781f7d54 service neutron] 10.222.0.43 "GET /v2.0/networks/3b433c7c-50a3-4320-9c1d-a4d43009fc3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846031 Dec 18 14:29:43.905509 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-90c0cb98-67d6-49bf-ac2f-09c32b016f0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7639827-54f8-43a5-8855-b5e2104e4485', 'name': 'tempest-TestShelveInstance-1705039132-router', 'tenant_id': '5e02956f02ac44a3baf056b6650d39f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.92'}], 'enable_snat': True}, 'gw_port_id': '8b17f9a4-1c5b-4eb4-a9f2-c90ab1f5d0ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T14:19:34Z', 'updated_at': '2021-12-18T14:19:36Z', 'revision_number': 4, 'project_id': '5e02956f02ac44a3baf056b6650d39f4', 'gw_port': {'id': '8b17f9a4-1c5b-4eb4-a9f2-c90ab1f5d0ed', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:59:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7639827-54f8-43a5-8855-b5e2104e4485', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1816, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T14:19:34Z', 'updated_at': '2021-12-18T14:19:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv', '_interfaces': [{'id': '66a727da-8ae5-4568-a5ca-2067035515d3', 'name': '', 'network_id': '3b433c7c-50a3-4320-9c1d-a4d43009fc3d', 'tenant_id': '5e02956f02ac44a3baf056b6650d39f4', 'mac_address': 'fa:16:3e:6b:30:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7639827-54f8-43a5-8855-b5e2104e4485', 'device_owner': 'network:router_interface', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': 'd3a17304-9238-4492-a108-e5bd31c50548', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T14:19:36Z', 'updated_at': '2021-12-18T14:19:40Z', 'revision_number': 5, 'project_id': '5e02956f02ac44a3baf056b6650d39f4', 'subnets': [{'id': 'd3a17304-9238-4492-a108-e5bd31c50548', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:29:43.930351 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90c0cb98-67d6-49bf-ac2f-09c32b016f0d None None] The sync data for ids ['d7639827-54f8-43a5-8855-b5e2104e4485'] in dv-neutron-744815-20-hyperv is: [{'id': 'd7639827-54f8-43a5-8855-b5e2104e4485', 'name': 'tempest-TestShelveInstance-1705039132-router', 'tenant_id': '5e02956f02ac44a3baf056b6650d39f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.92'}], 'enable_snat': True}, 'gw_port_id': '8b17f9a4-1c5b-4eb4-a9f2-c90ab1f5d0ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T14:19:34Z', 'updated_at': '2021-12-18T14:19:36Z', 'revision_number': 4, 'project_id': '5e02956f02ac44a3baf056b6650d39f4', 'gw_port': {'id': '8b17f9a4-1c5b-4eb4-a9f2-c90ab1f5d0ed', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:59:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7639827-54f8-43a5-8855-b5e2104e4485', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1816, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T14:19:34Z', 'updated_at': '2021-12-18T14:19:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv', '_interfaces': [{'id': '66a727da-8ae5-4568-a5ca-2067035515d3', 'name': '', 'network_id': '3b433c7c-50a3-4320-9c1d-a4d43009fc3d', 'tenant_id': '5e02956f02ac44a3baf056b6650d39f4', 'mac_address': 'fa:16:3e:6b:30:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7639827-54f8-43a5-8855-b5e2104e4485', 'device_owner': 'network:router_interface', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': 'd3a17304-9238-4492-a108-e5bd31c50548', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T14:19:36Z', 'updated_at': '2021-12-18T14:19:40Z', 'revision_number': 5, 'project_id': '5e02956f02ac44a3baf056b6650d39f4', 'subnets': [{'id': 'd3a17304-9238-4492-a108-e5bd31c50548', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 14:29:44.167682 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b36957b-cf64-413b-b691-331a38edc122 None None] New status for floating IP 4ad88807-a893-4301-ab1a-acb4204cb921: DOWN {{(pid=103161) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 18 14:29:44.581007 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b805bdc-34a9-48d8-aeed-5f9463711190 req-fd0156df-1e78-434d-a2b7-93ce1bdc9cd9 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:29:44.582583 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-0b805bdc-34a9-48d8-aeed-5f9463711190 req-fd0156df-1e78-434d-a2b7-93ce1bdc9cd9 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa9d2e9d-0de1-45b0-b3d2-3d6cde16b8ea HTTP/1.1" status: 200 len: 946 time: 0.0596681 Dec 18 14:29:44.639644 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-0b805bdc-34a9-48d8-aeed-5f9463711190 req-1168252b-510b-40b5-a0b8-bf31c63d8ad2 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] 10.222.0.31 "GET /v2.0/security-groups?id=cb84074d-53f5-412b-a8c8-47224c3549bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483093 Dec 18 14:29:45.021535 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453cfdba-df5e-48c7-b57f-5ea89a636b63 req-4bb13b84-2c36-4975-a5d4-9be3ccf6ea0f tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:29:45.022998 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-453cfdba-df5e-48c7-b57f-5ea89a636b63 req-4bb13b84-2c36-4975-a5d4-9be3ccf6ea0f tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] 10.222.0.43 "GET /v2.0/ports?device_id=aa9d2e9d-0de1-45b0-b3d2-3d6cde16b8ea HTTP/1.1" status: 200 len: 946 time: 0.0599484 Dec 18 14:29:45.112551 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [req-453cfdba-df5e-48c7-b57f-5ea89a636b63 req-5cbbf7c1-a64e-48e2-95ff-b85d83f7b565 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Deleting port 7583b937-dc5c-43e9-9660-9897f26c205b {{(pid=103159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 14:29:45.113039 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-453cfdba-df5e-48c7-b57f-5ea89a636b63 req-5cbbf7c1-a64e-48e2-95ff-b85d83f7b565 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:29:45.548430 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.db [req-453cfdba-df5e-48c7-b57f-5ea89a636b63 req-5cbbf7c1-a64e-48e2-95ff-b85d83f7b565 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] For port 7583b937-dc5c-43e9-9660-9897f26c205b, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=7583b937-dc5c-43e9-9660-9897f26c205b,segment=NetworkSegment(74642fa8-26d9-4059-a569-52ea213b720c),segment_id=74642fa8-26d9-4059-a569-52ea213b720c)] {{(pid=103159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 14:29:45.548809 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-453cfdba-df5e-48c7-b57f-5ea89a636b63 req-5cbbf7c1-a64e-48e2-95ff-b85d83f7b565 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:29:45.562973 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [req-453cfdba-df5e-48c7-b57f-5ea89a636b63 req-5cbbf7c1-a64e-48e2-95ff-b85d83f7b565 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Calling delete_port for 7583b937-dc5c-43e9-9660-9897f26c205b owned by compute:nova {{(pid=103159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 14:29:45.697101 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-453cfdba-df5e-48c7-b57f-5ea89a636b63 req-5cbbf7c1-a64e-48e2-95ff-b85d83f7b565 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:29:45.724955 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbbf7c1-a64e-48e2-95ff-b85d83f7b565 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Pushing event deleted for resources: {'Port': ['ID=7583b937-dc5c-43e9-9660-9897f26c205b,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:29:45.744876 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-b429780e-9d14-4431-b21f-afd0d316ff09 req-db5b7050-1886-4251-be97-7619aa4f348d tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa9d2e9d-0de1-45b0-b3d2-3d6cde16b8ea HTTP/1.1" status: 200 len: 210 time: 0.0345905 Dec 18 14:29:45.765381 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [req-453cfdba-df5e-48c7-b57f-5ea89a636b63 req-5cbbf7c1-a64e-48e2-95ff-b85d83f7b565 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] No DVR routers for this DVR port 7583b937-dc5c-43e9-9660-9897f26c205b on host hv-neutron-7448 {{(pid=103159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 18 14:29:45.768003 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-453cfdba-df5e-48c7-b57f-5ea89a636b63 req-5cbbf7c1-a64e-48e2-95ff-b85d83f7b565 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:29:45.771346 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-453cfdba-df5e-48c7-b57f-5ea89a636b63 req-5cbbf7c1-a64e-48e2-95ff-b85d83f7b565 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] 10.222.0.43 "DELETE /v2.0/ports/7583b937-dc5c-43e9-9660-9897f26c205b HTTP/1.1" status: 204 len: 173 time: 0.7414703 Dec 18 14:29:45.771778 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa9d2e9d-0de1-45b0-b3d2-3d6cde16b8ea', 'name': 'network-vif-deleted', 'tag': '7583b937-dc5c-43e9-9660-9897f26c205b'}] {{(pid=103159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 18 14:29:45.774022 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fe4787c1b15cfe7b4d636e01ce0b9ec825930b2332f3162d6bd24ee8ff480f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c98078b-409e-4dda-be06-47c18fa4ece6" -d '{"events": [{"server_uuid": "aa9d2e9d-0de1-45b0-b3d2-3d6cde16b8ea", "name": "network-vif-deleted", "tag": "7583b937-dc5c-43e9-9660-9897f26c205b"}]}' {{(pid=103159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 18 14:29:45.813343 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 14:29:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44c78716-2102-4df9-ba6c-9019bffe66d1 x-openstack-request-id: req-44c78716-2102-4df9-ba6c-9019bffe66d1 {{(pid=103159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 18 14:29:45.813655 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa9d2e9d-0de1-45b0-b3d2-3d6cde16b8ea", "name": "network-vif-deleted", "tag": "7583b937-dc5c-43e9-9660-9897f26c205b", "status": "completed", "code": 200}]} {{(pid=103159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 18 14:29:45.813918 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-44c78716-2102-4df9-ba6c-9019bffe66d1 {{(pid=103159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 18 14:29:45.814286 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa9d2e9d-0de1-45b0-b3d2-3d6cde16b8ea', 'name': 'network-vif-deleted', 'tag': '7583b937-dc5c-43e9-9660-9897f26c205b', 'status': 'completed', 'code': 200} Dec 18 14:29:46.833121 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-5a0745fe-05fc-4131-ad28-6dc4119a9adf req-d90cf84c-7404-4fa8-bf54-02144f92f454 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa9d2e9d-0de1-45b0-b3d2-3d6cde16b8ea HTTP/1.1" status: 200 len: 210 time: 0.0265872 Dec 18 14:29:47.934125 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-c63e25e7-bc82-4590-bf8a-9dbf464eb843 req-bb1e0b60-bdf6-4da7-88c4-7daedcb57695 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa9d2e9d-0de1-45b0-b3d2-3d6cde16b8ea HTTP/1.1" status: 200 len: 210 time: 0.0298810 Dec 18 14:29:48.890177 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Device 7583b937-dc5c-43e9-9660-9897f26c205b no longer exists at agent hyperv_hv-neutron-7448 {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 18 14:29:48.910522 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] No Port match for: 7583b937-dc5c-43e9-9660-9897f26c205b {{(pid=103161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 18 14:29:48.910868 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Device 7583b937-dc5c-43e9-9660-9897f26c205b not bound to the agent host hv-neutron-7448 {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 18 14:29:49.028429 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-4911ea7f-d314-42f2-bcb3-fa6ae599e45c req-44a98b27-74a0-4f65-a95d-a5799e9bc8e1 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa9d2e9d-0de1-45b0-b3d2-3d6cde16b8ea HTTP/1.1" status: 200 len: 210 time: 0.0263259 Dec 18 14:29:50.152321 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-c3e759a2-b400-453e-8d0c-25c416749bfa req-4199f2b7-bb23-47af-8c90-11f9f85ad8a5 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa9d2e9d-0de1-45b0-b3d2-3d6cde16b8ea HTTP/1.1" status: 200 len: 210 time: 0.0373065 Dec 18 14:29:51.214925 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 36100) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:29:51.273728 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-28d7f068-2883-42a9-937e-11a8017df7c3 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Publish callbacks [] for security_group, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:29:51.299197 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-28d7f068-2883-42a9-937e-11a8017df7c3 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:29:51.362213 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-28d7f068-2883-42a9-937e-11a8017df7c3 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:29:51.364865 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-28d7f068-2883-42a9-937e-11a8017df7c3 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Publish callbacks [] for security_group, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:29:51.366284 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-28d7f068-2883-42a9-937e-11a8017df7c3 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] 10.222.0.31 "DELETE /v2.0/security-groups/cb84074d-53f5-412b-a8c8-47224c3549bb HTTP/1.1" status: 204 len: 168 time: 0.1502666 Dec 18 14:29:51.376751 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d7f068-2883-42a9-937e-11a8017df7c3 tempest-TestShelveInstance-221122609 tempest-TestShelveInstance-221122609-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb84074d-53f5-412b-a8c8-47224c3549bb,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:29:51.426921 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 36104) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:29:51.966920 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-119dd87a-3dc2-4ff1-bef4-dbd6e611f944 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-586101'] for router_interface, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:29:52.219852 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-119dd87a-3dc2-4ff1-bef4-dbd6e611f944 admin admin] Deleting port 66a727da-8ae5-4568-a5ca-2067035515d3 {{(pid=103159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 14:29:52.220521 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-119dd87a-3dc2-4ff1-bef4-dbd6e611f944 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:29:52.298614 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.db [None req-119dd87a-3dc2-4ff1-bef4-dbd6e611f944 admin admin] For port 66a727da-8ae5-4568-a5ca-2067035515d3, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=66a727da-8ae5-4568-a5ca-2067035515d3,segment=NetworkSegment(74642fa8-26d9-4059-a569-52ea213b720c),segment_id=74642fa8-26d9-4059-a569-52ea213b720c)] {{(pid=103159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 14:29:52.298978 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-119dd87a-3dc2-4ff1-bef4-dbd6e611f944 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:29:52.312071 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-119dd87a-3dc2-4ff1-bef4-dbd6e611f944 admin admin] Calling delete_port for 66a727da-8ae5-4568-a5ca-2067035515d3 owned by network:router_interface {{(pid=103159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 14:29:52.503410 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-119dd87a-3dc2-4ff1-bef4-dbd6e611f944 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:29:52.531514 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119dd87a-3dc2-4ff1-bef4-dbd6e611f944 admin admin] Pushing event deleted for resources: {'Port': ['ID=66a727da-8ae5-4568-a5ca-2067035515d3,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:29:52.732020 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-119dd87a-3dc2-4ff1-bef4-dbd6e611f944 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1048020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-576035'] for router_interface, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:29:52.966307 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-119dd87a-3dc2-4ff1-bef4-dbd6e611f944 admin admin] Router d7639827-54f8-43a5-8855-b5e2104e4485 has already been hosted by L3 agent c9c0cd52-5bd2-4704-9429-d80f1c5ad23c {{(pid=103159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 18 14:29:53.080471 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-119dd87a-3dc2-4ff1-bef4-dbd6e611f944 admin admin] Notify agent at l3_agent.dv-neutron-744815-20-hyperv the message routers_updated {{(pid=103159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 14:29:53.088835 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-119dd87a-3dc2-4ff1-bef4-dbd6e611f944 admin admin] 10.222.0.31 "PUT /v2.0/routers/d7639827-54f8-43a5-8855-b5e2104e4485/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6574264 Dec 18 14:29:53.088835 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 36108) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:29:53.093864 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc9bb4e7-882e-4870-bcc5-29924f10bb89 None None] Sync routers for ids ['d7639827-54f8-43a5-8855-b5e2104e4485'] in dv-neutron-744815-20-hyperv {{(pid=103162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 14:29:53.109594 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc9bb4e7-882e-4870-bcc5-29924f10bb89 None None] Routers {'d7639827-54f8-43a5-8855-b5e2104e4485'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 14:29:53.110450 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-dc9bb4e7-882e-4870-bcc5-29924f10bb89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T14:29:27Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['d7639827-54f8-43a5-8855-b5e2104e4485'], 'active': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:29:53.198122 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-a5ffdf42-777b-4849-9a03-72ae778e87f1 admin admin] Publish callbacks [] for router, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:29:53.221591 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvr_db [None req-dc9bb4e7-882e-4870-bcc5-29924f10bb89 None None] Set router d7639827-54f8-43a5-8855-b5e2104e4485 gateway port host: dv-neutron-744815-20-hyperv {{(pid=103162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 14:29:53.312113 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-a5ffdf42-777b-4849-9a03-72ae778e87f1 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:29:53.367645 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-a5ffdf42-777b-4849-9a03-72ae778e87f1 admin admin] Deleting port 8b17f9a4-1c5b-4eb4-a9f2-c90ab1f5d0ed {{(pid=103159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 14:29:53.368030 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-a5ffdf42-777b-4849-9a03-72ae778e87f1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:29:53.402429 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-dc9bb4e7-882e-4870-bcc5-29924f10bb89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7639827-54f8-43a5-8855-b5e2104e4485', 'name': 'tempest-TestShelveInstance-1705039132-router', 'tenant_id': '5e02956f02ac44a3baf056b6650d39f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.92'}], 'enable_snat': True}, 'gw_port_id': '8b17f9a4-1c5b-4eb4-a9f2-c90ab1f5d0ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T14:19:34Z', 'updated_at': '2021-12-18T14:29:52Z', 'revision_number': 5, 'project_id': '5e02956f02ac44a3baf056b6650d39f4', 'gw_port': {'id': '8b17f9a4-1c5b-4eb4-a9f2-c90ab1f5d0ed', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:59:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7639827-54f8-43a5-8855-b5e2104e4485', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1816, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T14:19:34Z', 'updated_at': '2021-12-18T14:19:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv'}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:29:53.428612 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc9bb4e7-882e-4870-bcc5-29924f10bb89 None None] Checking router: d7639827-54f8-43a5-8855-b5e2104e4485 for host: dv-neutron-744815-20-hyperv {{(pid=103162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 18 14:29:53.436945 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc9bb4e7-882e-4870-bcc5-29924f10bb89 None None] Routers {'d7639827-54f8-43a5-8855-b5e2104e4485'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 14:29:53.437595 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-dc9bb4e7-882e-4870-bcc5-29924f10bb89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T14:29:27Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['d7639827-54f8-43a5-8855-b5e2104e4485'], 'active': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:29:53.448029 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.db [None req-a5ffdf42-777b-4849-9a03-72ae778e87f1 admin admin] For port 8b17f9a4-1c5b-4eb4-a9f2-c90ab1f5d0ed, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=8b17f9a4-1c5b-4eb4-a9f2-c90ab1f5d0ed,segment=NetworkSegment(3f66d49c-4faa-434c-8c3e-991f4f1d01bd),segment_id=3f66d49c-4faa-434c-8c3e-991f4f1d01bd)] {{(pid=103159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 14:29:53.448536 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-a5ffdf42-777b-4849-9a03-72ae778e87f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:29:53.461654 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-a5ffdf42-777b-4849-9a03-72ae778e87f1 admin admin] Calling delete_port for 8b17f9a4-1c5b-4eb4-a9f2-c90ab1f5d0ed owned by network:router_gateway {{(pid=103159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 14:29:53.530391 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvr_db [None req-dc9bb4e7-882e-4870-bcc5-29924f10bb89 None None] Set router d7639827-54f8-43a5-8855-b5e2104e4485 gateway port host: None {{(pid=103162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 14:29:53.587783 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-dc9bb4e7-882e-4870-bcc5-29924f10bb89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7639827-54f8-43a5-8855-b5e2104e4485', 'name': 'tempest-TestShelveInstance-1705039132-router', 'tenant_id': '5e02956f02ac44a3baf056b6650d39f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T14:19:34Z', 'updated_at': '2021-12-18T14:29:53Z', 'revision_number': 6, 'project_id': '5e02956f02ac44a3baf056b6650d39f4', 'gw_port_host': None}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:29:53.616065 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc9bb4e7-882e-4870-bcc5-29924f10bb89 None None] The sync data for ids ['d7639827-54f8-43a5-8855-b5e2104e4485'] in dv-neutron-744815-20-hyperv is: [{'id': 'd7639827-54f8-43a5-8855-b5e2104e4485', 'name': 'tempest-TestShelveInstance-1705039132-router', 'tenant_id': '5e02956f02ac44a3baf056b6650d39f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T14:19:34Z', 'updated_at': '2021-12-18T14:29:53Z', 'revision_number': 6, 'project_id': '5e02956f02ac44a3baf056b6650d39f4', 'gw_port_host': None}] {{(pid=103162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 14:29:53.645240 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-a5ffdf42-777b-4849-9a03-72ae778e87f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:29:53.684284 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ffdf42-777b-4849-9a03-72ae778e87f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=8b17f9a4-1c5b-4eb4-a9f2-c90ab1f5d0ed,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:29:53.698461 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c538cfe-9f02-4037-be92-88605f57c2e1 None None] DHCP port deletion for decb4a40-7941-48c8-afbb-daaafd502e83 request from dv-neutron-744815-20-hyperv {{(pid=103161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 18 14:29:53.745591 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-a5ffdf42-777b-4849-9a03-72ae778e87f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-586554'] for router_gateway, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:29:53.835644 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-a5ffdf42-777b-4849-9a03-72ae778e87f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-589815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28643'] for router, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:29:53.837922 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-a5ffdf42-777b-4849-9a03-72ae778e87f1 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:29:53.887491 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-a5ffdf42-777b-4849-9a03-72ae778e87f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-589710'] for router, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:29:53.888304 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5ffdf42-777b-4849-9a03-72ae778e87f1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d7639827-54f8-43a5-8855-b5e2104e4485 {{(pid=103159) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 18 14:29:53.893425 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-a5ffdf42-777b-4849-9a03-72ae778e87f1 admin admin] Publish callbacks [] for router, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:29:53.894598 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-a5ffdf42-777b-4849-9a03-72ae778e87f1 admin admin] 10.222.0.31 "DELETE /v2.0/routers/d7639827-54f8-43a5-8855-b5e2104e4485 HTTP/1.1" status: 204 len: 168 time: 0.8056760 Dec 18 14:29:53.898524 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 36110) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:29:53.944431 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b4037e4-b8b0-4129-8391-8d1ac5e37af3 admin admin] Deleting subnet d3a17304-9238-4492-a108-e5bd31c50548 {{(pid=103159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 18 14:29:53.948167 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-1b4037e4-b8b0-4129-8391-8d1ac5e37af3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:29:53.985303 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-1b4037e4-b8b0-4129-8391-8d1ac5e37af3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5589624'] for subnet, precommit_delete_associations {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:29:54.077182 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-1b4037e4-b8b0-4129-8391-8d1ac5e37af3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1929185'] for subnet, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:29:54.132030 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-1b4037e4-b8b0-4129-8391-8d1ac5e37af3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1929192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5659851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6017053'] for subnet, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:29:54.160408 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4037e4-b8b0-4129-8391-8d1ac5e37af3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d3a17304-9238-4492-a108-e5bd31c50548,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:29:54.162258 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-1b4037e4-b8b0-4129-8391-8d1ac5e37af3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:29:54.165437 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-1b4037e4-b8b0-4129-8391-8d1ac5e37af3 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/d3a17304-9238-4492-a108-e5bd31c50548 HTTP/1.1" status: 204 len: 168 time: 0.2659233 Dec 18 14:29:54.167318 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9a2d67f-4595-45be-8e98-b1d75d7a119d None None] Network 3b433c7c-50a3-4320-9c1d-a4d43009fc3d requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 14:29:54.167934 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 36112) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:29:54.233976 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-083c25f6-cd47-430b-861a-38fad0088285 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2023137'] for network, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:29:54.297903 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-083c25f6-cd47-430b-861a-38fad0088285 admin admin] Deleting port 1515d62a-b812-4b3d-9d75-a2447317d0a1 {{(pid=103159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 14:29:54.298245 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-083c25f6-cd47-430b-861a-38fad0088285 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:29:54.363955 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.db [None req-083c25f6-cd47-430b-861a-38fad0088285 admin admin] For port 1515d62a-b812-4b3d-9d75-a2447317d0a1, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=1515d62a-b812-4b3d-9d75-a2447317d0a1,segment=NetworkSegment(74642fa8-26d9-4059-a569-52ea213b720c),segment_id=74642fa8-26d9-4059-a569-52ea213b720c)] {{(pid=103159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 14:29:54.364637 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-083c25f6-cd47-430b-861a-38fad0088285 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:29:54.377393 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-083c25f6-cd47-430b-861a-38fad0088285 admin admin] Calling delete_port for 1515d62a-b812-4b3d-9d75-a2447317d0a1 owned by network:dhcp {{(pid=103159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 14:29:54.417272 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7442d22b-e110-4083-8929-591e7d99414a None None] DHCP port deletion for 3b433c7c-50a3-4320-9c1d-a4d43009fc3d request from dv-neutron-744815-20-hyperv {{(pid=103161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 18 14:29:54.466797 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-083c25f6-cd47-430b-861a-38fad0088285 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:29:54.467988 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-7442d22b-e110-4083-8929-591e7d99414a None None] Deleting port 1515d62a-b812-4b3d-9d75-a2447317d0a1 {{(pid=103161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 14:29:54.468369 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7442d22b-e110-4083-8929-591e7d99414a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:29:54.491591 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083c25f6-cd47-430b-861a-38fad0088285 admin admin] Pushing event deleted for resources: {'Port': ['ID=1515d62a-b812-4b3d-9d75-a2447317d0a1,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:29:54.495325 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-083c25f6-cd47-430b-861a-38fad0088285 admin admin] No DVR routers for this DVR port 1515d62a-b812-4b3d-9d75-a2447317d0a1 on host dv-neutron-744815-20-hyperv {{(pid=103159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 18 14:29:54.537151 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-7442d22b-e110-4083-8929-591e7d99414a None None] For port 1515d62a-b812-4b3d-9d75-a2447317d0a1, host dv-neutron-744815-20-hyperv, got binding levels [] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 14:29:54.537565 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7442d22b-e110-4083-8929-591e7d99414a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:29:54.550923 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-7442d22b-e110-4083-8929-591e7d99414a None None] Calling delete_port for 1515d62a-b812-4b3d-9d75-a2447317d0a1 owned by network:dhcp {{(pid=103161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 14:29:54.553667 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.ipam_backend_mixin [None req-7442d22b-e110-4083-8929-591e7d99414a None None] Port 1515d62a-b812-4b3d-9d75-a2447317d0a1 was not found and therefore no delete operation was performed {{(pid=103161) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 18 14:29:54.555278 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7442d22b-e110-4083-8929-591e7d99414a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984'] for port, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:29:54.567433 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-083c25f6-cd47-430b-861a-38fad0088285 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1927292', 'neutron.services.segments.db._delete_segments_for_network-8767106887837'] for network, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:29:54.580685 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7442d22b-e110-4083-8929-591e7d99414a None None] Pushing event deleted for resources: {'Port': ['ID=1515d62a-b812-4b3d-9d75-a2447317d0a1,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:29:54.585379 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7442d22b-e110-4083-8929-591e7d99414a None None] No DVR routers for this DVR port 1515d62a-b812-4b3d-9d75-a2447317d0a1 on host dv-neutron-744815-20-hyperv {{(pid=103161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 18 14:29:54.588613 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.services.segments.db [None req-083c25f6-cd47-430b-861a-38fad0088285 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b433c7c-50a3-4320-9c1d-a4d43009fc3d']}} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:29:54.591669 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7442d22b-e110-4083-8929-591e7d99414a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:29:54.592020 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7442d22b-e110-4083-8929-591e7d99414a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:29:54.592372 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7442d22b-e110-4083-8929-591e7d99414a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:29:54.592707 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7442d22b-e110-4083-8929-591e7d99414a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:29:54.598408 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7442d22b-e110-4083-8929-591e7d99414a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:29:54.598408 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7442d22b-e110-4083-8929-591e7d99414a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:29:54.598408 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7442d22b-e110-4083-8929-591e7d99414a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:29:54.598408 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7442d22b-e110-4083-8929-591e7d99414a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:29:54.598408 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7442d22b-e110-4083-8929-591e7d99414a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:29:54.598408 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7442d22b-e110-4083-8929-591e7d99414a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:29:54.598408 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7442d22b-e110-4083-8929-591e7d99414a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:29:54.598408 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7442d22b-e110-4083-8929-591e7d99414a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:29:54.598408 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7442d22b-e110-4083-8929-591e7d99414a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:29:54.601077 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.services.segments.db [None req-083c25f6-cd47-430b-861a-38fad0088285 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74642fa8-26d9-4059-a569-52ea213b720c') {'for_net_delete': True} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:29:54.601383 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.services.segments.db [None req-083c25f6-cd47-430b-861a-38fad0088285 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74642fa8-26d9-4059-a569-52ea213b720c') {} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:29:54.612028 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-083c25f6-cd47-430b-861a-38fad0088285 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767106888614', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5589569'] for segment, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:29:54.636101 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-083c25f6-cd47-430b-861a-38fad0088285 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:29:54.643376 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-083c25f6-cd47-430b-861a-38fad0088285 admin admin] Releasing vlan 100 on physical network physnet1 to pool {{(pid=103159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 18 14:29:54.643518 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-083c25f6-cd47-430b-861a-38fad0088285 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5660009'] for segment, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:29:54.645231 dv-neutron-744815-20-hyperv neutron-server[103159]: Traceback (most recent call last): Dec 18 14:29:54.645231 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 18 14:29:54.645231 dv-neutron-744815-20-hyperv neutron-server[103159]: timer() Dec 18 14:29:54.645231 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 18 14:29:54.645231 dv-neutron-744815-20-hyperv neutron-server[103159]: cb(*args, **kw) Dec 18 14:29:54.645231 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 18 14:29:54.645231 dv-neutron-744815-20-hyperv neutron-server[103159]: return func(*args, **kwargs) Dec 18 14:29:54.645231 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 18 14:29:54.645231 dv-neutron-744815-20-hyperv neutron-server[103159]: self._notify() Dec 18 14:29:54.645231 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 18 14:29:54.645231 dv-neutron-744815-20-hyperv neutron-server[103159]: self.callback(batched_events) Dec 18 14:29:54.645231 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 18 14:29:54.645231 dv-neutron-744815-20-hyperv neutron-server[103159]: event.method(event) Dec 18 14:29:54.645231 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 18 14:29:54.645231 dv-neutron-744815-20-hyperv neutron-server[103159]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 18 14:29:54.645231 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 18 14:29:54.645231 dv-neutron-744815-20-hyperv neutron-server[103159]: aggregate_uuid = self.p_client.list_aggregates( Dec 18 14:29:54.645231 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 18 14:29:54.645231 dv-neutron-744815-20-hyperv neutron-server[103159]: return f(self, *a, **k) Dec 18 14:29:54.645231 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 18 14:29:54.645231 dv-neutron-744815-20-hyperv neutron-server[103159]: return self._get(url).json() Dec 18 14:29:54.645231 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 18 14:29:54.645231 dv-neutron-744815-20-hyperv neutron-server[103159]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 18 14:29:54.645231 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 18 14:29:54.645231 dv-neutron-744815-20-hyperv neutron-server[103159]: return self.request(url, 'GET', **kwargs) Dec 18 14:29:54.645231 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 18 14:29:54.645231 dv-neutron-744815-20-hyperv neutron-server[103159]: base_url = self.get_endpoint(auth, allow=allow, Dec 18 14:29:54.645231 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 18 14:29:54.645231 dv-neutron-744815-20-hyperv neutron-server[103159]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 18 14:29:54.645231 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 18 14:29:54.645231 dv-neutron-744815-20-hyperv neutron-server[103159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 18 14:29:54.645231 dv-neutron-744815-20-hyperv neutron-server[103159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 18 14:29:54.674258 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 8b17f9a4-1c5b-4eb4-a9f2-c90ab1f5d0ed no longer exists at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 18 14:29:54.698649 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-2294866d-0076-4933-952c-685307032598 None None] No Port match for: 8b17f9a4-1c5b-4eb4-a9f2-c90ab1f5d0ed {{(pid=103161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 18 14:29:54.699694 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 8b17f9a4-1c5b-4eb4-a9f2-c90ab1f5d0ed not bound to the agent host dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 18 14:29:54.699694 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 1515d62a-b812-4b3d-9d75-a2447317d0a1 no longer exists at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 18 14:29:54.701164 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-083c25f6-cd47-430b-861a-38fad0088285 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1927267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586962'] for network, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:29:54.707486 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-083c25f6-cd47-430b-861a-38fad0088285 admin admin] Publish callbacks [] for network, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:29:54.714240 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 36114) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:29:54.714756 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-083c25f6-cd47-430b-861a-38fad0088285 admin admin] 10.222.0.31 "DELETE /v2.0/networks/3b433c7c-50a3-4320-9c1d-a4d43009fc3d HTTP/1.1" status: 204 len: 168 time: 0.5454164 Dec 18 14:29:54.721198 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-2294866d-0076-4933-952c-685307032598 None None] No Port match for: 1515d62a-b812-4b3d-9d75-a2447317d0a1 {{(pid=103161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 18 14:29:54.721813 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 1515d62a-b812-4b3d-9d75-a2447317d0a1 not bound to the agent host dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 18 14:29:54.722410 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 66a727da-8ae5-4568-a5ca-2067035515d3 no longer exists at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 18 14:29:54.727030 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083c25f6-cd47-430b-861a-38fad0088285 admin admin] Pushing event deleted for resources: {'Network': ['ID=3b433c7c-50a3-4320-9c1d-a4d43009fc3d,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:29:54.747197 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-2294866d-0076-4933-952c-685307032598 None None] No Port match for: 66a727da-8ae5-4568-a5ca-2067035515d3 {{(pid=103161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 18 14:29:54.747544 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 66a727da-8ae5-4568-a5ca-2067035515d3 not bound to the agent host dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 18 14:29:54.993802 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-d70da0bd-8f33-423a-b74d-be703fa8a76b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:29:55.117352 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-13a5d7c4-35e1-4752-a129-9b35ff9c3f7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-586101'] for router_interface, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:29:55.377512 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-13a5d7c4-35e1-4752-a129-9b35ff9c3f7b admin admin] Deleting port bdb8f8ff-e52a-4c06-94f1-01757f9a1078 {{(pid=103160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 14:29:55.377762 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-13a5d7c4-35e1-4752-a129-9b35ff9c3f7b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:29:55.456091 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.db [None req-13a5d7c4-35e1-4752-a129-9b35ff9c3f7b admin admin] For port bdb8f8ff-e52a-4c06-94f1-01757f9a1078, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=bdb8f8ff-e52a-4c06-94f1-01757f9a1078,segment=NetworkSegment(dc78ca16-3135-4770-afd2-297aa8f6ee16),segment_id=dc78ca16-3135-4770-afd2-297aa8f6ee16)] {{(pid=103160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 14:29:55.456418 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-13a5d7c4-35e1-4752-a129-9b35ff9c3f7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:29:55.469087 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-13a5d7c4-35e1-4752-a129-9b35ff9c3f7b admin admin] Calling delete_port for bdb8f8ff-e52a-4c06-94f1-01757f9a1078 owned by network:router_interface {{(pid=103160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 14:29:55.680148 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-13a5d7c4-35e1-4752-a129-9b35ff9c3f7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4533522'] for port, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:29:55.714099 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a5d7c4-35e1-4752-a129-9b35ff9c3f7b admin admin] Pushing event deleted for resources: {'Port': ['ID=bdb8f8ff-e52a-4c06-94f1-01757f9a1078,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:29:55.742534 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a5d7c4-35e1-4752-a129-9b35ff9c3f7b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:29:55.743124 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a5d7c4-35e1-4752-a129-9b35ff9c3f7b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:29:55.743267 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a5d7c4-35e1-4752-a129-9b35ff9c3f7b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:29:55.743595 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a5d7c4-35e1-4752-a129-9b35ff9c3f7b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:29:55.743929 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a5d7c4-35e1-4752-a129-9b35ff9c3f7b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:29:55.744265 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a5d7c4-35e1-4752-a129-9b35ff9c3f7b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:29:55.744601 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a5d7c4-35e1-4752-a129-9b35ff9c3f7b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:29:55.744927 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a5d7c4-35e1-4752-a129-9b35ff9c3f7b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:29:55.745259 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a5d7c4-35e1-4752-a129-9b35ff9c3f7b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:29:55.745587 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a5d7c4-35e1-4752-a129-9b35ff9c3f7b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:29:55.745923 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a5d7c4-35e1-4752-a129-9b35ff9c3f7b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:29:55.746251 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a5d7c4-35e1-4752-a129-9b35ff9c3f7b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:29:55.746577 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a5d7c4-35e1-4752-a129-9b35ff9c3f7b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:29:55.893007 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-13a5d7c4-35e1-4752-a129-9b35ff9c3f7b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1048020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-576035'] for router_interface, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:29:56.121581 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13a5d7c4-35e1-4752-a129-9b35ff9c3f7b admin admin] Router c3257d63-65f9-4869-95d6-4d44707b89e7 has already been hosted by L3 agent c9c0cd52-5bd2-4704-9429-d80f1c5ad23c {{(pid=103160) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 18 14:29:56.232427 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13a5d7c4-35e1-4752-a129-9b35ff9c3f7b admin admin] Notify agent at l3_agent.dv-neutron-744815-20-hyperv the message routers_updated {{(pid=103160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 14:29:56.238731 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-13a5d7c4-35e1-4752-a129-9b35ff9c3f7b admin admin] 10.222.0.31 "PUT /v2.0/routers/c3257d63-65f9-4869-95d6-4d44707b89e7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5233564 Dec 18 14:29:56.241261 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 36116) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:29:56.243650 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c87d460-b004-4f67-b289-08f4f6895f13 None None] Sync routers for ids ['c3257d63-65f9-4869-95d6-4d44707b89e7'] in dv-neutron-744815-20-hyperv {{(pid=103161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 14:29:56.254549 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c87d460-b004-4f67-b289-08f4f6895f13 None None] Routers {'c3257d63-65f9-4869-95d6-4d44707b89e7'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 14:29:56.255220 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-1c87d460-b004-4f67-b289-08f4f6895f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T14:29:27Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['c3257d63-65f9-4869-95d6-4d44707b89e7'], 'active': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:29:56.350353 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-e6d13460-0c78-4be6-942c-b685f3a9efa1 admin admin] Publish callbacks [] for router, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:29:56.363336 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvr_db [None req-1c87d460-b004-4f67-b289-08f4f6895f13 None None] Set router c3257d63-65f9-4869-95d6-4d44707b89e7 gateway port host: dv-neutron-744815-20-hyperv {{(pid=103161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 14:29:56.458129 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-e6d13460-0c78-4be6-942c-b685f3a9efa1 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:29:56.511963 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-e6d13460-0c78-4be6-942c-b685f3a9efa1 admin admin] Deleting port c1c946b8-365f-462e-84da-9a6fa1ab915d {{(pid=103160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 14:29:56.512207 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-e6d13460-0c78-4be6-942c-b685f3a9efa1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:29:56.543348 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-1c87d460-b004-4f67-b289-08f4f6895f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3257d63-65f9-4869-95d6-4d44707b89e7', 'name': 'tempest-TestShelveInstance-1599443942-router', 'tenant_id': '80c6cf76fcc2490f9e418b47b5e2a9f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.228'}], 'enable_snat': True}, 'gw_port_id': 'c1c946b8-365f-462e-84da-9a6fa1ab915d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T14:19:38Z', 'updated_at': '2021-12-18T14:29:55Z', 'revision_number': 5, 'project_id': '80c6cf76fcc2490f9e418b47b5e2a9f6', 'gw_port': {'id': 'c1c946b8-365f-462e-84da-9a6fa1ab915d', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:f2:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3257d63-65f9-4869-95d6-4d44707b89e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1828, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T14:19:39Z', 'updated_at': '2021-12-18T14:19:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv'}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:29:56.570481 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c87d460-b004-4f67-b289-08f4f6895f13 None None] Checking router: c3257d63-65f9-4869-95d6-4d44707b89e7 for host: dv-neutron-744815-20-hyperv {{(pid=103161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 18 14:29:56.579864 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c87d460-b004-4f67-b289-08f4f6895f13 None None] Routers {'c3257d63-65f9-4869-95d6-4d44707b89e7'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 14:29:56.580466 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-1c87d460-b004-4f67-b289-08f4f6895f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T14:29:27Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['c3257d63-65f9-4869-95d6-4d44707b89e7'], 'active': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:29:56.597237 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.db [None req-e6d13460-0c78-4be6-942c-b685f3a9efa1 admin admin] For port c1c946b8-365f-462e-84da-9a6fa1ab915d, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=c1c946b8-365f-462e-84da-9a6fa1ab915d,segment=NetworkSegment(3f66d49c-4faa-434c-8c3e-991f4f1d01bd),segment_id=3f66d49c-4faa-434c-8c3e-991f4f1d01bd)] {{(pid=103160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 14:29:56.597825 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-e6d13460-0c78-4be6-942c-b685f3a9efa1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:29:56.612847 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-e6d13460-0c78-4be6-942c-b685f3a9efa1 admin admin] Calling delete_port for c1c946b8-365f-462e-84da-9a6fa1ab915d owned by network:router_gateway {{(pid=103160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 14:29:56.682538 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvr_db [None req-1c87d460-b004-4f67-b289-08f4f6895f13 None None] Set router c3257d63-65f9-4869-95d6-4d44707b89e7 gateway port host: None {{(pid=103161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 14:29:56.735990 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-1c87d460-b004-4f67-b289-08f4f6895f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3257d63-65f9-4869-95d6-4d44707b89e7', 'name': 'tempest-TestShelveInstance-1599443942-router', 'tenant_id': '80c6cf76fcc2490f9e418b47b5e2a9f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T14:19:38Z', 'updated_at': '2021-12-18T14:29:56Z', 'revision_number': 6, 'project_id': '80c6cf76fcc2490f9e418b47b5e2a9f6', 'gw_port_host': None}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:29:56.762609 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c87d460-b004-4f67-b289-08f4f6895f13 None None] The sync data for ids ['c3257d63-65f9-4869-95d6-4d44707b89e7'] in dv-neutron-744815-20-hyperv is: [{'id': 'c3257d63-65f9-4869-95d6-4d44707b89e7', 'name': 'tempest-TestShelveInstance-1599443942-router', 'tenant_id': '80c6cf76fcc2490f9e418b47b5e2a9f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T14:19:38Z', 'updated_at': '2021-12-18T14:29:56Z', 'revision_number': 6, 'project_id': '80c6cf76fcc2490f9e418b47b5e2a9f6', 'gw_port_host': None}] {{(pid=103161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 14:29:56.792359 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-e6d13460-0c78-4be6-942c-b685f3a9efa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4533522'] for port, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:29:56.820443 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d13460-0c78-4be6-942c-b685f3a9efa1 admin admin] Pushing event deleted for resources: {'Port': ['ID=c1c946b8-365f-462e-84da-9a6fa1ab915d,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:29:56.831084 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b527bc4-0dcd-414c-a870-d4b45e027198 None None] DHCP port deletion for decb4a40-7941-48c8-afbb-daaafd502e83 request from dv-neutron-744815-20-hyperv {{(pid=103161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 18 14:29:56.882285 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-e6d13460-0c78-4be6-942c-b685f3a9efa1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-586554'] for router_gateway, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:29:56.979123 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-e6d13460-0c78-4be6-942c-b685f3a9efa1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-589815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28643'] for router, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:29:56.981703 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-e6d13460-0c78-4be6-942c-b685f3a9efa1 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:29:57.025851 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-e6d13460-0c78-4be6-942c-b685f3a9efa1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-589710'] for router, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:29:57.026301 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6d13460-0c78-4be6-942c-b685f3a9efa1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c3257d63-65f9-4869-95d6-4d44707b89e7 {{(pid=103160) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 18 14:29:57.031007 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-e6d13460-0c78-4be6-942c-b685f3a9efa1 admin admin] Publish callbacks [] for router, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:29:57.032172 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-e6d13460-0c78-4be6-942c-b685f3a9efa1 admin admin] 10.222.0.31 "DELETE /v2.0/routers/c3257d63-65f9-4869-95d6-4d44707b89e7 HTTP/1.1" status: 204 len: 168 time: 0.7896605 Dec 18 14:29:57.034722 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 36118) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:29:57.077554 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd3314a6-d6ef-45ad-867e-1e4cf0cbf70c admin admin] Deleting subnet 5c5f316e-4ad9-46fe-875e-37d3bda68e4f {{(pid=103160) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 18 14:29:57.080665 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-fd3314a6-d6ef-45ad-867e-1e4cf0cbf70c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:29:57.118882 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-fd3314a6-d6ef-45ad-867e-1e4cf0cbf70c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4533385'] for subnet, precommit_delete_associations {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:29:57.205070 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-fd3314a6-d6ef-45ad-867e-1e4cf0cbf70c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1929185'] for subnet, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:29:57.247883 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-45a0659c-dd47-4c68-bcab-0df65423ced4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:29:57.258001 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-fd3314a6-d6ef-45ad-867e-1e4cf0cbf70c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1929192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4533475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4514371'] for subnet, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:29:57.287277 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3314a6-d6ef-45ad-867e-1e4cf0cbf70c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5c5f316e-4ad9-46fe-875e-37d3bda68e4f,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:29:57.290602 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-fd3314a6-d6ef-45ad-867e-1e4cf0cbf70c admin admin] Publish callbacks [] for subnet, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:29:57.293831 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-fd3314a6-d6ef-45ad-867e-1e4cf0cbf70c admin admin] 10.222.0.31 "DELETE /v2.0/subnets/5c5f316e-4ad9-46fe-875e-37d3bda68e4f HTTP/1.1" status: 204 len: 168 time: 0.2581298 Dec 18 14:29:57.296895 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 36120) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:29:57.299324 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08214856-85f5-4b02-8ae3-ebd27fb23180 None None] Network f7da00df-8385-452d-ad4d-6a575f55fbcd requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 14:29:57.369913 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-cedfce0e-1661-4a6d-8794-152df61520ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2023137'] for network, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:29:57.421830 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-cedfce0e-1661-4a6d-8794-152df61520ab admin admin] Deleting port d5c689bd-ae46-4f58-84f1-a962930db9fc {{(pid=103160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 14:29:57.422168 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-cedfce0e-1661-4a6d-8794-152df61520ab admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:29:57.451956 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.agents_db [None req-e3dda592-589a-4b4d-b028-ba9a260f4f50 None None] Agent healthcheck: found 6 active agents {{(pid=103162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 18 14:29:57.488116 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.db [None req-cedfce0e-1661-4a6d-8794-152df61520ab admin admin] For port d5c689bd-ae46-4f58-84f1-a962930db9fc, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=d5c689bd-ae46-4f58-84f1-a962930db9fc,segment=NetworkSegment(dc78ca16-3135-4770-afd2-297aa8f6ee16),segment_id=dc78ca16-3135-4770-afd2-297aa8f6ee16)] {{(pid=103160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 14:29:57.488292 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-cedfce0e-1661-4a6d-8794-152df61520ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:29:57.503459 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-cedfce0e-1661-4a6d-8794-152df61520ab admin admin] Calling delete_port for d5c689bd-ae46-4f58-84f1-a962930db9fc owned by network:dhcp {{(pid=103160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 14:29:57.520294 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a04ab8c6-c07a-4aa3-80cb-1d6de868ebc2 None None] DHCP port deletion for f7da00df-8385-452d-ad4d-6a575f55fbcd request from dv-neutron-744815-20-hyperv {{(pid=103161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 18 14:29:57.568655 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-a04ab8c6-c07a-4aa3-80cb-1d6de868ebc2 None None] Deleting port d5c689bd-ae46-4f58-84f1-a962930db9fc {{(pid=103161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 14:29:57.569302 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a04ab8c6-c07a-4aa3-80cb-1d6de868ebc2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:29:57.589856 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-cedfce0e-1661-4a6d-8794-152df61520ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4533522'] for port, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:29:57.616957 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedfce0e-1661-4a6d-8794-152df61520ab admin admin] Pushing event deleted for resources: {'Port': ['ID=d5c689bd-ae46-4f58-84f1-a962930db9fc,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:29:57.622195 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cedfce0e-1661-4a6d-8794-152df61520ab admin admin] No DVR routers for this DVR port d5c689bd-ae46-4f58-84f1-a962930db9fc on host dv-neutron-744815-20-hyperv {{(pid=103160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 18 14:29:57.638910 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-a04ab8c6-c07a-4aa3-80cb-1d6de868ebc2 None None] For port d5c689bd-ae46-4f58-84f1-a962930db9fc, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=d5c689bd-ae46-4f58-84f1-a962930db9fc,segment=NetworkSegment(dc78ca16-3135-4770-afd2-297aa8f6ee16),segment_id=dc78ca16-3135-4770-afd2-297aa8f6ee16)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 14:29:57.639576 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a04ab8c6-c07a-4aa3-80cb-1d6de868ebc2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:29:57.651755 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-a04ab8c6-c07a-4aa3-80cb-1d6de868ebc2 None None] Calling delete_port for d5c689bd-ae46-4f58-84f1-a962930db9fc owned by network:dhcp {{(pid=103161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 14:29:57.702763 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-cedfce0e-1661-4a6d-8794-152df61520ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1927292', 'neutron.services.segments.db._delete_segments_for_network-8767106887837'] for network, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:29:57.724942 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.services.segments.db [None req-cedfce0e-1661-4a6d-8794-152df61520ab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7da00df-8385-452d-ad4d-6a575f55fbcd']}} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:29:57.729486 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a04ab8c6-c07a-4aa3-80cb-1d6de868ebc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984'] for port, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:29:57.736218 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.services.segments.db [None req-cedfce0e-1661-4a6d-8794-152df61520ab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc78ca16-3135-4770-afd2-297aa8f6ee16') {'for_net_delete': True} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:29:57.738004 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.services.segments.db [None req-cedfce0e-1661-4a6d-8794-152df61520ab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc78ca16-3135-4770-afd2-297aa8f6ee16') {} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:29:57.749128 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-cedfce0e-1661-4a6d-8794-152df61520ab admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767106888614', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4533424'] for segment, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:29:57.765784 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-cedfce0e-1661-4a6d-8794-152df61520ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:29:57.767241 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04ab8c6-c07a-4aa3-80cb-1d6de868ebc2 None None] Pushing event deleted for resources: {'Port': ['ID=d5c689bd-ae46-4f58-84f1-a962930db9fc,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:29:57.769234 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a04ab8c6-c07a-4aa3-80cb-1d6de868ebc2 None None] No DVR routers for this DVR port d5c689bd-ae46-4f58-84f1-a962930db9fc on host dv-neutron-744815-20-hyperv {{(pid=103161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 18 14:29:57.773262 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cedfce0e-1661-4a6d-8794-152df61520ab admin admin] Releasing vlan 137 on physical network physnet1 to pool {{(pid=103160) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 18 14:29:57.773768 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-cedfce0e-1661-4a6d-8794-152df61520ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4533569'] for segment, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:29:57.775758 dv-neutron-744815-20-hyperv neutron-server[103160]: Traceback (most recent call last): Dec 18 14:29:57.775758 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 18 14:29:57.775758 dv-neutron-744815-20-hyperv neutron-server[103160]: timer() Dec 18 14:29:57.775758 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 18 14:29:57.775758 dv-neutron-744815-20-hyperv neutron-server[103160]: cb(*args, **kw) Dec 18 14:29:57.775758 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 18 14:29:57.775758 dv-neutron-744815-20-hyperv neutron-server[103160]: return func(*args, **kwargs) Dec 18 14:29:57.775758 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 18 14:29:57.775758 dv-neutron-744815-20-hyperv neutron-server[103160]: self._notify() Dec 18 14:29:57.775758 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 18 14:29:57.775758 dv-neutron-744815-20-hyperv neutron-server[103160]: self.callback(batched_events) Dec 18 14:29:57.775758 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 18 14:29:57.775758 dv-neutron-744815-20-hyperv neutron-server[103160]: event.method(event) Dec 18 14:29:57.775758 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 18 14:29:57.775758 dv-neutron-744815-20-hyperv neutron-server[103160]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 18 14:29:57.775758 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 18 14:29:57.775758 dv-neutron-744815-20-hyperv neutron-server[103160]: aggregate_uuid = self.p_client.list_aggregates( Dec 18 14:29:57.775758 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 18 14:29:57.775758 dv-neutron-744815-20-hyperv neutron-server[103160]: return f(self, *a, **k) Dec 18 14:29:57.775758 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 18 14:29:57.775758 dv-neutron-744815-20-hyperv neutron-server[103160]: return self._get(url).json() Dec 18 14:29:57.775758 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 18 14:29:57.775758 dv-neutron-744815-20-hyperv neutron-server[103160]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 18 14:29:57.775758 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 18 14:29:57.775758 dv-neutron-744815-20-hyperv neutron-server[103160]: return self.request(url, 'GET', **kwargs) Dec 18 14:29:57.775758 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 18 14:29:57.775758 dv-neutron-744815-20-hyperv neutron-server[103160]: base_url = self.get_endpoint(auth, allow=allow, Dec 18 14:29:57.775758 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 18 14:29:57.775758 dv-neutron-744815-20-hyperv neutron-server[103160]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 18 14:29:57.775758 dv-neutron-744815-20-hyperv neutron-server[103160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 18 14:29:57.775758 dv-neutron-744815-20-hyperv neutron-server[103160]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 18 14:29:57.775758 dv-neutron-744815-20-hyperv neutron-server[103160]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 18 14:29:57.837298 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-cedfce0e-1661-4a6d-8794-152df61520ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1927267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586962'] for network, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:29:57.842488 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-cedfce0e-1661-4a6d-8794-152df61520ab admin admin] Publish callbacks [] for network, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:29:57.845829 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-cedfce0e-1661-4a6d-8794-152df61520ab admin admin] 10.222.0.31 "DELETE /v2.0/networks/f7da00df-8385-452d-ad4d-6a575f55fbcd HTTP/1.1" status: 204 len: 168 time: 0.5477567 Dec 18 14:29:57.856561 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedfce0e-1661-4a6d-8794-152df61520ab admin admin] Pushing event deleted for resources: {'Network': ['ID=f7da00df-8385-452d-ad4d-6a575f55fbcd,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:29:57.980099 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 36124) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:29:58.020364 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-f0a74b2d-e2a6-4605-8b71-3776fdbc8f07 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5e02956f02ac44a3baf056b6650d39f4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0389986 Dec 18 14:29:58.022945 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 36126) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:29:58.075370 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-ae8e7240-d528-4df6-91d5-ef3fd60be6a1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:29:58.096078 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-ae8e7240-d528-4df6-91d5-ef3fd60be6a1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:29:58.143652 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-ae8e7240-d528-4df6-91d5-ef3fd60be6a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:29:58.146250 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-ae8e7240-d528-4df6-91d5-ef3fd60be6a1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:29:58.147409 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-ae8e7240-d528-4df6-91d5-ef3fd60be6a1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f7037cde-256f-482e-af2a-aee73addecb4 HTTP/1.1" status: 204 len: 168 time: 0.1235275 Dec 18 14:29:58.155071 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8e7240-d528-4df6-91d5-ef3fd60be6a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7037cde-256f-482e-af2a-aee73addecb4,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:29:58.500659 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 36132) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:29:58.541805 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-708c56e1-6fff-46e2-bc84-b028633d4495 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=80c6cf76fcc2490f9e418b47b5e2a9f6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0399003 Dec 18 14:29:58.545598 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 36134) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:29:58.594362 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-02173794-b540-475d-869d-82443c76a3b8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:29:58.617485 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-02173794-b540-475d-869d-82443c76a3b8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:29:58.665986 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-02173794-b540-475d-869d-82443c76a3b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:29:58.668687 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-02173794-b540-475d-869d-82443c76a3b8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:29:58.670174 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-02173794-b540-475d-869d-82443c76a3b8 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0194281b-c043-41df-84a6-acb367fd7e32 HTTP/1.1" status: 204 len: 168 time: 0.1237304 Dec 18 14:29:58.675280 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device c1c946b8-365f-462e-84da-9a6fa1ab915d no longer exists at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 18 14:29:58.680338 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02173794-b540-475d-869d-82443c76a3b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0194281b-c043-41df-84a6-acb367fd7e32,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:29:58.699455 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-2294866d-0076-4933-952c-685307032598 None None] No Port match for: c1c946b8-365f-462e-84da-9a6fa1ab915d {{(pid=103161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 18 14:29:58.699800 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device c1c946b8-365f-462e-84da-9a6fa1ab915d not bound to the agent host dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 18 14:29:58.700217 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device d5c689bd-ae46-4f58-84f1-a962930db9fc no longer exists at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 18 14:29:58.722771 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-2294866d-0076-4933-952c-685307032598 None None] No Port match for: d5c689bd-ae46-4f58-84f1-a962930db9fc {{(pid=103161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 18 14:29:58.723120 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device d5c689bd-ae46-4f58-84f1-a962930db9fc not bound to the agent host dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 18 14:29:58.723577 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device bdb8f8ff-e52a-4c06-94f1-01757f9a1078 no longer exists at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 18 14:29:58.741980 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-2294866d-0076-4933-952c-685307032598 None None] No Port match for: bdb8f8ff-e52a-4c06-94f1-01757f9a1078 {{(pid=103161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 18 14:29:58.742322 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device bdb8f8ff-e52a-4c06-94f1-01757f9a1078 not bound to the agent host dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 18 14:29:58.781979 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-afa9ae9b-bdbb-4010-bcf6-3a46ce66cf71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:29:59.451178 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 36156) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:29:59.565958 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-51ba7d54-8755-4235-b130-5101eac3833b admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1248708444-network', 'tenant_id': '419ec66352344467815a2f867c76002b'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 14:29:59.597258 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51ba7d54-8755-4235-b130-5101eac3833b admin admin] Made reservation on behalf of 419ec66352344467815a2f867c76002b for: {'network': 1} {{(pid=103159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 14:29:59.599625 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-51ba7d54-8755-4235-b130-5101eac3833b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for network, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:29:59.608308 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-51ba7d54-8755-4235-b130-5101eac3833b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:29:59.682307 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-51ba7d54-8755-4235-b130-5101eac3833b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:29:59.688436 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-51ba7d54-8755-4235-b130-5101eac3833b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:29:59.713408 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51ba7d54-8755-4235-b130-5101eac3833b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 100} {{(pid=103159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 18 14:29:59.723603 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ba7d54-8755-4235-b130-5101eac3833b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7d11971-1cb7-4e81-89c8-048260771347,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:29:59.730107 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-51ba7d54-8755-4235-b130-5101eac3833b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:29:59.730447 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.db.segments_db [None req-51ba7d54-8755-4235-b130-5101eac3833b admin admin] Added segment 9d8a7f87-905f-4420-8b8c-807cda311114 of type vlan for network 2396ca85-22ef-48fe-8671-709467251b4d Dec 18 14:29:59.769539 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-51ba7d54-8755-4235-b130-5101eac3833b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767106405744'] for network, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:29:59.796810 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-51ba7d54-8755-4235-b130-5101eac3833b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981'] for network, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:29:59.797848 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51ba7d54-8755-4235-b130-5101eac3833b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:29:59.798417 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-51ba7d54-8755-4235-b130-5101eac3833b admin admin] Publish callbacks [] for network, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:29:59.853471 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-51ba7d54-8755-4235-b130-5101eac3833b admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4011421 Dec 18 14:29:59.856824 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 36160) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:29:59.860747 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ba7d54-8755-4235-b130-5101eac3833b admin admin] Pushing event updated for resources: {'Network': ['ID=2396ca85-22ef-48fe-8671-709467251b4d,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:29:59.861992 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-42271b0d-cc6c-4cee-8884-59cb0620b483 admin admin] Request body: {'subnet': {'network_id': '2396ca85-22ef-48fe-8671-709467251b4d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1248708444-subnet', 'tenant_id': '419ec66352344467815a2f867c76002b', 'ip_version': 4}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 14:29:59.871560 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Network 2396ca85-22ef-48fe-8671-709467251b4d details requested by agent ovs-agent-dv-neutron-744815-20-hyperv with host dv-neutron-744815-20-hyperv {{(pid=103161) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 18 14:29:59.889372 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42271b0d-cc6c-4cee-8884-59cb0620b483 admin admin] Made reservation on behalf of 419ec66352344467815a2f867c76002b for: {'subnet': 1} {{(pid=103160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 14:29:59.892049 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-42271b0d-cc6c-4cee-8884-59cb0620b483 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4514414'] for subnet, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:30:00.069023 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-42271b0d-cc6c-4cee-8884-59cb0620b483 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4533410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4514424'] for subnet, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:30:00.135081 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42271b0d-cc6c-4cee-8884-59cb0620b483 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cee43325-d79d-4fe9-b98c-d4ff381981fb,revision_number=0']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:30:00.142527 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42271b0d-cc6c-4cee-8884-59cb0620b483 admin admin] Checking segment: {'id': '9d8a7f87-905f-4420-8b8c-807cda311114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '2396ca85-22ef-48fe-8671-709467251b4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 14:30:00.142884 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42271b0d-cc6c-4cee-8884-59cb0620b483 admin admin] Network hostable DHCP agents. Network: 2396ca85-22ef-48fe-8671-709467251b4d, hostable agents: ['aa77effa-0e3a-4bbd-a383-4d58ed3328d0'], hosted agents: [] {{(pid=103160) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 18 14:30:00.160881 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42271b0d-cc6c-4cee-8884-59cb0620b483 admin admin] Network 2396ca85-22ef-48fe-8671-709467251b4d is scheduled to be hosted by DHCP agent aa77effa-0e3a-4bbd-a383-4d58ed3328d0 with binding_index 1 {{(pid=103160) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 18 14:30:00.170099 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.base_scheduler [None req-42271b0d-cc6c-4cee-8884-59cb0620b483 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-744815-20-hyperv, 2396ca85-22ef-48fe-8671-709467251b4d) {{(pid=103160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 14:30:00.174703 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42271b0d-cc6c-4cee-8884-59cb0620b483 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:30:00.175323 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-42271b0d-cc6c-4cee-8884-59cb0620b483 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:30:00.179225 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c442836-41fc-4036-a672-705216001b3f None None] Network 2396ca85-22ef-48fe-8671-709467251b4d requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 14:30:00.192134 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-42271b0d-cc6c-4cee-8884-59cb0620b483 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3341477 Dec 18 14:30:00.194967 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 36162) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:30:00.199871 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-86025b69-2cc4-448d-994d-3d0eab16a929 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1248708444-router', 'tenant_id': '419ec66352344467815a2f867c76002b', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83'}}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 14:30:00.223347 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-86025b69-2cc4-448d-994d-3d0eab16a929 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28433'] for router, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:30:00.224424 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-86025b69-2cc4-448d-994d-3d0eab16a929 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-589769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28440'] for router, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:30:00.276352 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-86025b69-2cc4-448d-994d-3d0eab16a929 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:30:00.443628 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8900011b-01d8-42c0-b75a-49b23f8173aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp31e170a0-46a1-5ba9-9dc1-7ee4f866f0d7-2396ca85-22ef-48fe-8671-709467251b4d', 'network_id': '2396ca85-22ef-48fe-8671-709467251b4d', 'project_id': '419ec66352344467815a2f867c76002b', 'fixed_ips': [{'subnet_id': 'cee43325-d79d-4fe9-b98c-d4ff381981fb'}]}} from dv-neutron-744815-20-hyperv. {{(pid=103161) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 18 14:30:00.444496 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-8900011b-01d8-42c0-b75a-49b23f8173aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:30:00.461343 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7b7a3272-2b45-4d32-9670-25eb1afd1184 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:30:00.589574 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_common [None req-8900011b-01d8-42c0-b75a-49b23f8173aa None None] Allocated IP 172.20.0.2 (2396ca85-22ef-48fe-8671-709467251b4d/cee43325-d79d-4fe9-b98c-d4ff381981fb/f42f088b-05c5-4009-964f-be3fee7db830) {{(pid=103161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 14:30:00.735067 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-8900011b-01d8-42c0-b75a-49b23f8173aa None None] Publish callbacks [] for port, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:30:00.741388 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-8900011b-01d8-42c0-b75a-49b23f8173aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975'] for port, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:30:00.758247 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-86025b69-2cc4-448d-994d-3d0eab16a929 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:30:00.786828 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8900011b-01d8-42c0-b75a-49b23f8173aa None None] Network 2396ca85-22ef-48fe-8671-709467251b4d is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 14:30:00.789726 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-8900011b-01d8-42c0-b75a-49b23f8173aa None None] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 14:30:00.794017 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8900011b-01d8-42c0-b75a-49b23f8173aa None None] Received port after_create {{(pid=103161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 14:30:00.797380 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8900011b-01d8-42c0-b75a-49b23f8173aa None None] Pushing event updated for resources: {'Port': ['ID=f42f088b-05c5-4009-964f-be3fee7db830,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:30:00.849089 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-8900011b-01d8-42c0-b75a-49b23f8173aa None None] Attempting to bind port f42f088b-05c5-4009-964f-be3fee7db830 on host dv-neutron-744815-20-hyperv for vnic_type normal with profile {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 14:30:00.849550 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-8900011b-01d8-42c0-b75a-49b23f8173aa None None] Attempting to bind port f42f088b-05c5-4009-964f-be3fee7db830 by drivers openvswitch,hyperv on host dv-neutron-744815-20-hyperv at level 0 using segments [{'id': '9d8a7f87-905f-4420-8b8c-807cda311114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '2396ca85-22ef-48fe-8671-709467251b4d'}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 14:30:00.849978 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8900011b-01d8-42c0-b75a-49b23f8173aa None None] Attempting to bind port f42f088b-05c5-4009-964f-be3fee7db830 on network 2396ca85-22ef-48fe-8671-709467251b4d {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 14:30:00.855008 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8900011b-01d8-42c0-b75a-49b23f8173aa None None] Checking agent: {'id': '428fa9fa-43db-4db9-9f96-f60ffe931f2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-20-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 13, 19, 1), 'started_at': datetime.datetime(2021, 12, 18, 13, 19, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 14, 29, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-20-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 18 14:30:00.855437 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8900011b-01d8-42c0-b75a-49b23f8173aa None None] Checking segment: {'id': '9d8a7f87-905f-4420-8b8c-807cda311114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '2396ca85-22ef-48fe-8671-709467251b4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 14:30:00.855881 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-8900011b-01d8-42c0-b75a-49b23f8173aa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:30:00.856271 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8900011b-01d8-42c0-b75a-49b23f8173aa None None] Bound using segment: {'id': '9d8a7f87-905f-4420-8b8c-807cda311114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '2396ca85-22ef-48fe-8671-709467251b4d'} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 18 14:30:00.856729 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-8900011b-01d8-42c0-b75a-49b23f8173aa None None] Bound port: f42f088b-05c5-4009-964f-be3fee7db830, host: dv-neutron-744815-20-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d8a7f87-905f-4420-8b8c-807cda311114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '2396ca85-22ef-48fe-8671-709467251b4d'}}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 18 14:30:00.857108 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-8900011b-01d8-42c0-b75a-49b23f8173aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:30:00.919708 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-8900011b-01d8-42c0-b75a-49b23f8173aa None None] For port f42f088b-05c5-4009-964f-be3fee7db830, host dv-neutron-744815-20-hyperv, cleared binding levels {{(pid=103161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 18 14:30:00.923043 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-8900011b-01d8-42c0-b75a-49b23f8173aa None None] For port f42f088b-05c5-4009-964f-be3fee7db830, host dv-neutron-744815-20-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=f42f088b-05c5-4009-964f-be3fee7db830,segment=NetworkSegment(9d8a7f87-905f-4420-8b8c-807cda311114),segment_id=9d8a7f87-905f-4420-8b8c-807cda311114)] {{(pid=103161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 18 14:30:00.932859 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-8900011b-01d8-42c0-b75a-49b23f8173aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:30:00.964036 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-86025b69-2cc4-448d-994d-3d0eab16a929 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:30:00.977266 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:30:00.983333 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-86025b69-2cc4-448d-994d-3d0eab16a929 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:30:01.001923 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8900011b-01d8-42c0-b75a-49b23f8173aa None None] Pushing event updated for resources: {'Port': ['ID=f42f088b-05c5-4009-964f-be3fee7db830,revision_number=2']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:30:01.123596 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.db_base_plugin_common [None req-86025b69-2cc4-448d-994d-3d0eab16a929 admin admin] Allocated IP 172.26.3.93 (decb4a40-7941-48c8-afbb-daaafd502e83/70deed80-3ca1-4f9e-96cb-563b43d3acba/84497d39-cf56-4817-ad0a-8f2aaa5bc3c4) {{(pid=103159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 14:30:01.255797 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-86025b69-2cc4-448d-994d-3d0eab16a929 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:30:01.293488 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-86025b69-2cc4-448d-994d-3d0eab16a929 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:30:01.333356 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86025b69-2cc4-448d-994d-3d0eab16a929 admin admin] Network decb4a40-7941-48c8-afbb-daaafd502e83 is already hosted by enough agents. {{(pid=103159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 14:30:01.336269 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.base_scheduler [None req-86025b69-2cc4-448d-994d-3d0eab16a929 admin admin] Resources bound (agent type, host, resource id): {{(pid=103159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 14:30:01.338672 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86025b69-2cc4-448d-994d-3d0eab16a929 admin admin] Received port after_create {{(pid=103159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 14:30:01.356725 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19578bfb-73cc-4487-9c7a-4555b54bf05f None None] DHCP port deletion for decb4a40-7941-48c8-afbb-daaafd502e83 request from dv-neutron-744815-20-hyperv {{(pid=103161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 18 14:30:01.368190 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86025b69-2cc4-448d-994d-3d0eab16a929 admin admin] Pushing event updated for resources: {'Port': ['ID=84497d39-cf56-4817-ad0a-8f2aaa5bc3c4,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:30:01.432969 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-9beb308b-49f8-4f08-9ba5-23601cd75e1d None None] Provisioning complete for port 84497d39-cf56-4817-ad0a-8f2aaa5bc3c4 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 14:30:01.433447 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-9beb308b-49f8-4f08-9ba5-23601cd75e1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:30:01.471798 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-9beb308b-49f8-4f08-9ba5-23601cd75e1d None None] Port 84497d39-cf56-4817-ad0a-8f2aaa5bc3c4 cannot update to ACTIVE because it is not bound. {{(pid=103161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 14:30:01.607188 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-86025b69-2cc4-448d-994d-3d0eab16a929 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:30:01.817203 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-86025b69-2cc4-448d-994d-3d0eab16a929 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-589760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-586526'] for router, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:30:01.929024 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f779c9eb-7a90-421e-9a17-cc19160ce4e3 None None] Network 2396ca85-22ef-48fe-8671-709467251b4d requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 14:30:01.953775 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86025b69-2cc4-448d-994d-3d0eab16a929 admin admin] Router 4fff76a0-9b2b-4747-8873-30e70e1fde2d is scheduled to L3 agent c9c0cd52-5bd2-4704-9429-d80f1c5ad23c with binding_index 1 {{(pid=103159) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 18 14:30:02.006647 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-170a8fd0-e642-4909-a787-8f2205342af2 None None] Provisioning complete for port f42f088b-05c5-4009-964f-be3fee7db830 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 14:30:02.007027 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-170a8fd0-e642-4909-a787-8f2205342af2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:30:02.062784 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86025b69-2cc4-448d-994d-3d0eab16a929 admin admin] Notify agent at l3_agent.dv-neutron-744815-20-hyperv the message routers_updated {{(pid=103159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 14:30:02.073479 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b3bf97e-fb50-41f8-9b7a-9810d6844132 None None] Sync routers for ids ['4fff76a0-9b2b-4747-8873-30e70e1fde2d'] in dv-neutron-744815-20-hyperv {{(pid=103162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 14:30:02.084263 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b3bf97e-fb50-41f8-9b7a-9810d6844132 None None] Routers {'4fff76a0-9b2b-4747-8873-30e70e1fde2d'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 14:30:02.085142 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-6b3bf97e-fb50-41f8-9b7a-9810d6844132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T14:29:57Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['4fff76a0-9b2b-4747-8873-30e70e1fde2d'], 'active': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:30:02.096380 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-86025b69-2cc4-448d-994d-3d0eab16a929 admin admin] Publish callbacks [] for router, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:30:02.097902 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-86025b69-2cc4-448d-994d-3d0eab16a929 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.9018276 Dec 18 14:30:02.100883 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 36164) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:30:02.122093 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-170a8fd0-e642-4909-a787-8f2205342af2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:30:02.157503 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-170a8fd0-e642-4909-a787-8f2205342af2 None None] For port f42f088b-05c5-4009-964f-be3fee7db830, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=f42f088b-05c5-4009-964f-be3fee7db830,segment=NetworkSegment(9d8a7f87-905f-4420-8b8c-807cda311114),segment_id=9d8a7f87-905f-4420-8b8c-807cda311114)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 14:30:02.164420 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-170a8fd0-e642-4909-a787-8f2205342af2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:30:02.214003 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvr_db [None req-6b3bf97e-fb50-41f8-9b7a-9810d6844132 None None] Set router 4fff76a0-9b2b-4747-8873-30e70e1fde2d gateway port host: dv-neutron-744815-20-hyperv {{(pid=103162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 14:30:02.229894 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170a8fd0-e642-4909-a787-8f2205342af2 None None] Pushing event updated for resources: {'Port': ['ID=f42f088b-05c5-4009-964f-be3fee7db830,revision_number=3']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:30:02.388814 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-fc5d5990-9a3c-4329-b446-4728d5e442bd None None] Provisioning complete for port f42f088b-05c5-4009-964f-be3fee7db830 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 14:30:02.389345 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-fc5d5990-9a3c-4329-b446-4728d5e442bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:30:02.410297 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-6b3bf97e-fb50-41f8-9b7a-9810d6844132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fff76a0-9b2b-4747-8873-30e70e1fde2d', 'name': 'tempest-TestSnapshotPattern-1248708444-router', 'tenant_id': '419ec66352344467815a2f867c76002b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.93'}], 'enable_snat': True}, 'gw_port_id': '84497d39-cf56-4817-ad0a-8f2aaa5bc3c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T14:30:00Z', 'updated_at': '2021-12-18T14:30:01Z', 'revision_number': 3, 'project_id': '419ec66352344467815a2f867c76002b', 'gw_port': {'id': '84497d39-cf56-4817-ad0a-8f2aaa5bc3c4', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:96:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fff76a0-9b2b-4747-8873-30e70e1fde2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1864, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T14:30:00Z', 'updated_at': '2021-12-18T14:30:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv'}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:30:02.439018 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b3bf97e-fb50-41f8-9b7a-9810d6844132 None None] Checking router: 4fff76a0-9b2b-4747-8873-30e70e1fde2d for host: dv-neutron-744815-20-hyperv {{(pid=103162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 18 14:30:02.439531 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b3bf97e-fb50-41f8-9b7a-9810d6844132 None None] Updating router 4fff76a0-9b2b-4747-8873-30e70e1fde2d port 84497d39-cf56-4817-ad0a-8f2aaa5bc3c4 binding host dv-neutron-744815-20-hyperv {{(pid=103162) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 18 14:30:02.465983 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6b3bf97e-fb50-41f8-9b7a-9810d6844132 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:30:02.718580 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device f42f088b-05c5-4009-964f-be3fee7db830 up at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 14:30:02.730310 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6b3bf97e-fb50-41f8-9b7a-9810d6844132 None None] Publish callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:30:02.736576 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6b3bf97e-fb50-41f8-9b7a-9810d6844132 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:30:02.773865 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2294866d-0076-4933-952c-685307032598 None None] Provisioning complete for port f42f088b-05c5-4009-964f-be3fee7db830 triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 14:30:02.774307 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:30:02.782607 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [None req-6b3bf97e-fb50-41f8-9b7a-9810d6844132 None None] Attempting to bind port 84497d39-cf56-4817-ad0a-8f2aaa5bc3c4 on host dv-neutron-744815-20-hyperv for vnic_type normal with profile {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 14:30:02.782974 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [None req-6b3bf97e-fb50-41f8-9b7a-9810d6844132 None None] Attempting to bind port 84497d39-cf56-4817-ad0a-8f2aaa5bc3c4 by drivers openvswitch,hyperv on host dv-neutron-744815-20-hyperv at level 0 using segments [{'id': '3f66d49c-4faa-434c-8c3e-991f4f1d01bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83'}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 14:30:02.783556 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b3bf97e-fb50-41f8-9b7a-9810d6844132 None None] Attempting to bind port 84497d39-cf56-4817-ad0a-8f2aaa5bc3c4 on network decb4a40-7941-48c8-afbb-daaafd502e83 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 14:30:02.792980 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b3bf97e-fb50-41f8-9b7a-9810d6844132 None None] Checking agent: {'id': '428fa9fa-43db-4db9-9f96-f60ffe931f2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-20-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 13, 19, 1), 'started_at': datetime.datetime(2021, 12, 18, 13, 19, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 14, 30, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-20-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 18 14:30:02.793617 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b3bf97e-fb50-41f8-9b7a-9810d6844132 None None] Checking segment: {'id': '3f66d49c-4faa-434c-8c3e-991f4f1d01bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 14:30:02.794022 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6b3bf97e-fb50-41f8-9b7a-9810d6844132 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:30:02.794415 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b3bf97e-fb50-41f8-9b7a-9810d6844132 None None] Bound using segment: {'id': '3f66d49c-4faa-434c-8c3e-991f4f1d01bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83'} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 18 14:30:02.794881 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [None req-6b3bf97e-fb50-41f8-9b7a-9810d6844132 None None] Bound port: 84497d39-cf56-4817-ad0a-8f2aaa5bc3c4, host: dv-neutron-744815-20-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f66d49c-4faa-434c-8c3e-991f4f1d01bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83'}}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 18 14:30:02.795454 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6b3bf97e-fb50-41f8-9b7a-9810d6844132 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:30:02.798159 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9133446-826b-4f46-abd9-79ab838b04b5 None None] DHCP port deletion for decb4a40-7941-48c8-afbb-daaafd502e83 request from dv-neutron-744815-20-hyperv {{(pid=103161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 18 14:30:02.829539 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0642d060-699e-4e33-bf4b-f7c49b3adf20 None None] Pushing event updated for resources: {'Port': ['ID=84497d39-cf56-4817-ad0a-8f2aaa5bc3c4,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:30:02.845548 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0642d060-699e-4e33-bf4b-f7c49b3adf20 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:30:02.845897 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0642d060-699e-4e33-bf4b-f7c49b3adf20 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:30:02.846238 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0642d060-699e-4e33-bf4b-f7c49b3adf20 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:30:02.846573 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0642d060-699e-4e33-bf4b-f7c49b3adf20 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:30:02.846903 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0642d060-699e-4e33-bf4b-f7c49b3adf20 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:30:02.847265 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0642d060-699e-4e33-bf4b-f7c49b3adf20 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:30:02.847598 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0642d060-699e-4e33-bf4b-f7c49b3adf20 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:30:02.847926 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0642d060-699e-4e33-bf4b-f7c49b3adf20 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:30:02.848250 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0642d060-699e-4e33-bf4b-f7c49b3adf20 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:30:02.848573 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0642d060-699e-4e33-bf4b-f7c49b3adf20 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:30:02.848896 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0642d060-699e-4e33-bf4b-f7c49b3adf20 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:30:02.849207 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0642d060-699e-4e33-bf4b-f7c49b3adf20 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:30:02.849540 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0642d060-699e-4e33-bf4b-f7c49b3adf20 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:30:02.860957 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-6b3bf97e-fb50-41f8-9b7a-9810d6844132 None None] For port 84497d39-cf56-4817-ad0a-8f2aaa5bc3c4, host dv-neutron-744815-20-hyperv, cleared binding levels {{(pid=103162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 18 14:30:02.864530 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-6b3bf97e-fb50-41f8-9b7a-9810d6844132 None None] For port 84497d39-cf56-4817-ad0a-8f2aaa5bc3c4, host dv-neutron-744815-20-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=84497d39-cf56-4817-ad0a-8f2aaa5bc3c4,segment=NetworkSegment(3f66d49c-4faa-434c-8c3e-991f4f1d01bd),segment_id=3f66d49c-4faa-434c-8c3e-991f4f1d01bd)] {{(pid=103162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 18 14:30:02.868791 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6b3bf97e-fb50-41f8-9b7a-9810d6844132 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:30:02.905620 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-94010e18-c9b1-4290-a20c-ed960758ba62 None None] Provisioning complete for port 84497d39-cf56-4817-ad0a-8f2aaa5bc3c4 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 14:30:02.906211 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-94010e18-c9b1-4290-a20c-ed960758ba62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:30:02.916399 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b3bf97e-fb50-41f8-9b7a-9810d6844132 None None] Routers {'4fff76a0-9b2b-4747-8873-30e70e1fde2d'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 14:30:02.917254 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-6b3bf97e-fb50-41f8-9b7a-9810d6844132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T14:29:57Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['4fff76a0-9b2b-4747-8873-30e70e1fde2d'], 'active': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:30:02.928491 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-6cab7e6e-2eb9-4ece-8bb8-1d521260c5c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:30:02.932116 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9f70864-afe4-44ed-ab9d-ea63e46932cf None None] DHCP port deletion for decb4a40-7941-48c8-afbb-daaafd502e83 request from dv-neutron-744815-20-hyperv {{(pid=103161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 18 14:30:03.002137 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-94010e18-c9b1-4290-a20c-ed960758ba62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:30:03.024813 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-94010e18-c9b1-4290-a20c-ed960758ba62 None None] For port 84497d39-cf56-4817-ad0a-8f2aaa5bc3c4, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=84497d39-cf56-4817-ad0a-8f2aaa5bc3c4,segment=NetworkSegment(3f66d49c-4faa-434c-8c3e-991f4f1d01bd),segment_id=3f66d49c-4faa-434c-8c3e-991f4f1d01bd)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 14:30:03.029862 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-94010e18-c9b1-4290-a20c-ed960758ba62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:30:03.084204 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94010e18-c9b1-4290-a20c-ed960758ba62 None None] Pushing event updated for resources: {'Port': ['ID=84497d39-cf56-4817-ad0a-8f2aaa5bc3c4,revision_number=4']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:30:03.104918 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.db_base_plugin_common [None req-6cab7e6e-2eb9-4ece-8bb8-1d521260c5c2 admin admin] Allocated IP 172.20.0.1 (2396ca85-22ef-48fe-8671-709467251b4d/cee43325-d79d-4fe9-b98c-d4ff381981fb/a080df44-a21e-4cbf-b6e4-73feb9a9a6af) {{(pid=103160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 14:30:03.113486 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0642d060-699e-4e33-bf4b-f7c49b3adf20 None None] Pushing event updated for resources: {'Port': ['ID=84497d39-cf56-4817-ad0a-8f2aaa5bc3c4,revision_number=3']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:30:03.133778 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvr_db [None req-6b3bf97e-fb50-41f8-9b7a-9810d6844132 None None] Set router 4fff76a0-9b2b-4747-8873-30e70e1fde2d gateway port host: dv-neutron-744815-20-hyperv {{(pid=103162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 14:30:03.150975 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-13dac79b-5eb5-4ec9-95e8-efb91e8b8c88 None None] Provisioning complete for port 84497d39-cf56-4817-ad0a-8f2aaa5bc3c4 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 14:30:03.151403 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-13dac79b-5eb5-4ec9-95e8-efb91e8b8c88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:30:03.215714 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-6cab7e6e-2eb9-4ece-8bb8-1d521260c5c2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:30:03.249206 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-6cab7e6e-2eb9-4ece-8bb8-1d521260c5c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4533522'] for port, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:30:03.286746 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cab7e6e-2eb9-4ece-8bb8-1d521260c5c2 admin admin] Network 2396ca85-22ef-48fe-8671-709467251b4d is already hosted by enough agents. {{(pid=103160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 14:30:03.289529 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.base_scheduler [None req-6cab7e6e-2eb9-4ece-8bb8-1d521260c5c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 14:30:03.297694 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cab7e6e-2eb9-4ece-8bb8-1d521260c5c2 admin admin] Received port after_create {{(pid=103160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 14:30:03.304872 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cab7e6e-2eb9-4ece-8bb8-1d521260c5c2 admin admin] Pushing event updated for resources: {'Port': ['ID=a080df44-a21e-4cbf-b6e4-73feb9a9a6af,revision_number=1']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:30:03.318329 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-6b3bf97e-fb50-41f8-9b7a-9810d6844132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fff76a0-9b2b-4747-8873-30e70e1fde2d', 'name': 'tempest-TestSnapshotPattern-1248708444-router', 'tenant_id': '419ec66352344467815a2f867c76002b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.93'}], 'enable_snat': True}, 'gw_port_id': '84497d39-cf56-4817-ad0a-8f2aaa5bc3c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T14:30:00Z', 'updated_at': '2021-12-18T14:30:01Z', 'revision_number': 3, 'project_id': '419ec66352344467815a2f867c76002b', 'gw_port': {'id': '84497d39-cf56-4817-ad0a-8f2aaa5bc3c4', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:96:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fff76a0-9b2b-4747-8873-30e70e1fde2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1864, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T14:30:00Z', 'updated_at': '2021-12-18T14:30:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv'}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:30:03.346096 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b3bf97e-fb50-41f8-9b7a-9810d6844132 None None] The sync data for ids ['4fff76a0-9b2b-4747-8873-30e70e1fde2d'] in dv-neutron-744815-20-hyperv is: [{'id': '4fff76a0-9b2b-4747-8873-30e70e1fde2d', 'name': 'tempest-TestSnapshotPattern-1248708444-router', 'tenant_id': '419ec66352344467815a2f867c76002b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.93'}], 'enable_snat': True}, 'gw_port_id': '84497d39-cf56-4817-ad0a-8f2aaa5bc3c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T14:30:00Z', 'updated_at': '2021-12-18T14:30:01Z', 'revision_number': 3, 'project_id': '419ec66352344467815a2f867c76002b', 'gw_port': {'id': '84497d39-cf56-4817-ad0a-8f2aaa5bc3c4', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:96:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fff76a0-9b2b-4747-8873-30e70e1fde2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1864, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T14:30:00Z', 'updated_at': '2021-12-18T14:30:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv'}] {{(pid=103162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 14:30:03.353945 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-6cab7e6e-2eb9-4ece-8bb8-1d521260c5c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586257'] for router_interface, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:30:03.493671 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-6cab7e6e-2eb9-4ece-8bb8-1d521260c5c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:30:03.555468 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-40a6118d-e973-4e0c-80ed-e13214071220 None None] Provisioning complete for port a080df44-a21e-4cbf-b6e4-73feb9a9a6af triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 14:30:03.555928 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-40a6118d-e973-4e0c-80ed-e13214071220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:30:03.622180 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-40a6118d-e973-4e0c-80ed-e13214071220 None None] Port a080df44-a21e-4cbf-b6e4-73feb9a9a6af cannot update to ACTIVE because it is not bound. {{(pid=103161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 14:30:03.681433 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-6cab7e6e-2eb9-4ece-8bb8-1d521260c5c2 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:30:03.687340 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-6cab7e6e-2eb9-4ece-8bb8-1d521260c5c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4533541'] for port, after_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:30:03.779072 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-6cab7e6e-2eb9-4ece-8bb8-1d521260c5c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1048031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586432'] for router_interface, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:30:03.781204 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cab7e6e-2eb9-4ece-8bb8-1d521260c5c2 admin admin] Pushing event updated for resources: {'Port': ['ID=a080df44-a21e-4cbf-b6e4-73feb9a9a6af,revision_number=2']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:30:03.874148 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cab7e6e-2eb9-4ece-8bb8-1d521260c5c2 admin admin] Network 2396ca85-22ef-48fe-8671-709467251b4d is already hosted by enough agents. {{(pid=103160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 14:30:03.876150 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.base_scheduler [None req-6cab7e6e-2eb9-4ece-8bb8-1d521260c5c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 14:30:04.000989 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cab7e6e-2eb9-4ece-8bb8-1d521260c5c2 admin admin] Router 4fff76a0-9b2b-4747-8873-30e70e1fde2d has already been hosted by L3 agent c9c0cd52-5bd2-4704-9429-d80f1c5ad23c {{(pid=103160) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 18 14:30:04.121143 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cab7e6e-2eb9-4ece-8bb8-1d521260c5c2 admin admin] Notify agent at l3_agent.dv-neutron-744815-20-hyperv the message routers_updated {{(pid=103160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 14:30:04.126195 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-6cab7e6e-2eb9-4ece-8bb8-1d521260c5c2 admin admin] 10.222.0.31 "PUT /v2.0/routers/4fff76a0-9b2b-4747-8873-30e70e1fde2d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0236936 Dec 18 14:30:04.146383 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-e964f8e3-e3ca-4165-8295-95df94609f73 None None] Provisioning complete for port a080df44-a21e-4cbf-b6e4-73feb9a9a6af triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 14:30:04.147002 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e964f8e3-e3ca-4165-8295-95df94609f73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:30:04.181194 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-e964f8e3-e3ca-4165-8295-95df94609f73 None None] Port a080df44-a21e-4cbf-b6e4-73feb9a9a6af cannot update to ACTIVE because it is not bound. {{(pid=103161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 14:30:04.627534 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 36180) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:30:04.632757 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-1c04f1bb-bfd1-4481-980e-c25c9c64a920 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-2067787325-network', 'tenant_id': '397ca588a61548b393920c58dfa2d1ee'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 14:30:04.666428 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c04f1bb-bfd1-4481-980e-c25c9c64a920 admin admin] Made reservation on behalf of 397ca588a61548b393920c58dfa2d1ee for: {'network': 1} {{(pid=103160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 14:30:04.669101 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-1c04f1bb-bfd1-4481-980e-c25c9c64a920 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for network, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:30:04.679127 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-1c04f1bb-bfd1-4481-980e-c25c9c64a920 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:30:04.721660 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 84497d39-cf56-4817-ad0a-8f2aaa5bc3c4 up at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 14:30:04.765371 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-1c04f1bb-bfd1-4481-980e-c25c9c64a920 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:30:04.770791 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-1c04f1bb-bfd1-4481-980e-c25c9c64a920 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:30:04.775696 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2294866d-0076-4933-952c-685307032598 None None] Provisioning complete for port 84497d39-cf56-4817-ad0a-8f2aaa5bc3c4 triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 14:30:04.776069 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:30:04.798547 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c04f1bb-bfd1-4481-980e-c25c9c64a920 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 102} {{(pid=103160) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 18 14:30:04.804430 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c04f1bb-bfd1-4481-980e-c25c9c64a920 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d93dfc6-36f8-43e4-b7cc-e356f2097504,revision_number=1']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:30:04.811746 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-1c04f1bb-bfd1-4481-980e-c25c9c64a920 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:30:04.812245 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.db.segments_db [None req-1c04f1bb-bfd1-4481-980e-c25c9c64a920 admin admin] Added segment 6e1f7977-d511-42f4-b737-31a04fe59400 of type vlan for network 1c38dea3-44c7-4540-a1d1-5b0a5bc8bdda Dec 18 14:30:04.858606 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-1c04f1bb-bfd1-4481-980e-c25c9c64a920 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767106405744'] for network, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:30:04.885224 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-1c04f1bb-bfd1-4481-980e-c25c9c64a920 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981'] for network, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:30:04.886220 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c04f1bb-bfd1-4481-980e-c25c9c64a920 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:30:04.886837 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-1c04f1bb-bfd1-4481-980e-c25c9c64a920 admin admin] Publish callbacks [] for network, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:30:04.942713 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-1c04f1bb-bfd1-4481-980e-c25c9c64a920 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3140485 Dec 18 14:30:04.945459 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 36182) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:30:04.952610 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-88982bc3-2425-4804-b0ba-bb7a024c7ad1 admin admin] Request body: {'subnet': {'network_id': '1c38dea3-44c7-4540-a1d1-5b0a5bc8bdda', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-2067787325-subnet', 'tenant_id': '397ca588a61548b393920c58dfa2d1ee', 'ip_version': 4}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 14:30:04.960081 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c04f1bb-bfd1-4481-980e-c25c9c64a920 admin admin] Pushing event updated for resources: {'Network': ['ID=1c38dea3-44c7-4540-a1d1-5b0a5bc8bdda,revision_number=1']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:30:04.969448 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8052a4de-6161-40b5-84c5-4b2c60116ad3 None None] Sync routers for ids ['4fff76a0-9b2b-4747-8873-30e70e1fde2d'] in dv-neutron-744815-20-hyperv {{(pid=103161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 14:30:04.973465 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Network 1c38dea3-44c7-4540-a1d1-5b0a5bc8bdda details requested by agent ovs-agent-dv-neutron-744815-20-hyperv with host dv-neutron-744815-20-hyperv {{(pid=103161) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 18 14:30:04.982936 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88982bc3-2425-4804-b0ba-bb7a024c7ad1 admin admin] Made reservation on behalf of 397ca588a61548b393920c58dfa2d1ee for: {'subnet': 1} {{(pid=103160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 14:30:04.985397 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-88982bc3-2425-4804-b0ba-bb7a024c7ad1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4514414'] for subnet, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:30:05.033347 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8052a4de-6161-40b5-84c5-4b2c60116ad3 None None] Routers {'4fff76a0-9b2b-4747-8873-30e70e1fde2d'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 14:30:05.033968 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-8052a4de-6161-40b5-84c5-4b2c60116ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T14:29:57Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['4fff76a0-9b2b-4747-8873-30e70e1fde2d'], 'active': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:30:05.149296 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvr_db [None req-8052a4de-6161-40b5-84c5-4b2c60116ad3 None None] Set router 4fff76a0-9b2b-4747-8873-30e70e1fde2d gateway port host: dv-neutron-744815-20-hyperv {{(pid=103161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 14:30:05.151345 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-88982bc3-2425-4804-b0ba-bb7a024c7ad1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4533410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4514424'] for subnet, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:30:05.205145 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88982bc3-2425-4804-b0ba-bb7a024c7ad1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=72f7af48-7af3-4be9-a3ff-77096d3ab57b,revision_number=0']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:30:05.220721 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88982bc3-2425-4804-b0ba-bb7a024c7ad1 admin admin] Checking segment: {'id': '6e1f7977-d511-42f4-b737-31a04fe59400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '1c38dea3-44c7-4540-a1d1-5b0a5bc8bdda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 14:30:05.221721 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88982bc3-2425-4804-b0ba-bb7a024c7ad1 admin admin] Network hostable DHCP agents. Network: 1c38dea3-44c7-4540-a1d1-5b0a5bc8bdda, hostable agents: ['aa77effa-0e3a-4bbd-a383-4d58ed3328d0'], hosted agents: [] {{(pid=103160) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 18 14:30:05.239936 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88982bc3-2425-4804-b0ba-bb7a024c7ad1 admin admin] Network 1c38dea3-44c7-4540-a1d1-5b0a5bc8bdda is scheduled to be hosted by DHCP agent aa77effa-0e3a-4bbd-a383-4d58ed3328d0 with binding_index 1 {{(pid=103160) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 18 14:30:05.250908 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.base_scheduler [None req-88982bc3-2425-4804-b0ba-bb7a024c7ad1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-744815-20-hyperv, 1c38dea3-44c7-4540-a1d1-5b0a5bc8bdda) {{(pid=103160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 14:30:05.255598 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88982bc3-2425-4804-b0ba-bb7a024c7ad1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:30:05.256193 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-88982bc3-2425-4804-b0ba-bb7a024c7ad1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:30:05.275382 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-88982bc3-2425-4804-b0ba-bb7a024c7ad1 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3286996 Dec 18 14:30:05.277773 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-046bccbe-93ad-4354-a5f5-a18f4161c102 None None] Network 1c38dea3-44c7-4540-a1d1-5b0a5bc8bdda requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 14:30:05.278262 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 36184) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:30:05.282824 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-fca65edc-1db9-4376-a46a-293780f0f4d7 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-2067787325-router', 'tenant_id': '397ca588a61548b393920c58dfa2d1ee', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83'}}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 14:30:05.306042 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-fca65edc-1db9-4376-a46a-293780f0f4d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28433'] for router, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:30:05.307042 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-fca65edc-1db9-4376-a46a-293780f0f4d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-589769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28440'] for router, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:30:05.359075 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-fca65edc-1db9-4376-a46a-293780f0f4d7 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:30:05.423221 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36c43c5f-52c2-4d42-9e1b-57c66b0f2ec1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp31e170a0-46a1-5ba9-9dc1-7ee4f866f0d7-1c38dea3-44c7-4540-a1d1-5b0a5bc8bdda', 'network_id': '1c38dea3-44c7-4540-a1d1-5b0a5bc8bdda', 'project_id': '397ca588a61548b393920c58dfa2d1ee', 'fixed_ips': [{'subnet_id': '72f7af48-7af3-4be9-a3ff-77096d3ab57b'}]}} from dv-neutron-744815-20-hyperv. {{(pid=103161) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 18 14:30:05.424074 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-36c43c5f-52c2-4d42-9e1b-57c66b0f2ec1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:30:05.458626 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-8052a4de-6161-40b5-84c5-4b2c60116ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fff76a0-9b2b-4747-8873-30e70e1fde2d', 'name': 'tempest-TestSnapshotPattern-1248708444-router', 'tenant_id': '419ec66352344467815a2f867c76002b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.93'}], 'enable_snat': True}, 'gw_port_id': '84497d39-cf56-4817-ad0a-8f2aaa5bc3c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T14:30:00Z', 'updated_at': '2021-12-18T14:30:03Z', 'revision_number': 4, 'project_id': '419ec66352344467815a2f867c76002b', 'gw_port': {'id': '84497d39-cf56-4817-ad0a-8f2aaa5bc3c4', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:96:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fff76a0-9b2b-4747-8873-30e70e1fde2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1864, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T14:30:00Z', 'updated_at': '2021-12-18T14:30:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv', '_interfaces': [{'id': 'a080df44-a21e-4cbf-b6e4-73feb9a9a6af', 'name': '', 'network_id': '2396ca85-22ef-48fe-8671-709467251b4d', 'tenant_id': '419ec66352344467815a2f867c76002b', 'mac_address': 'fa:16:3e:a7:8b:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fff76a0-9b2b-4747-8873-30e70e1fde2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1865, 'fixed_ips': [{'subnet_id': 'cee43325-d79d-4fe9-b98c-d4ff381981fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T14:30:02Z', 'updated_at': '2021-12-18T14:30:03Z', 'revision_number': 2, 'project_id': '419ec66352344467815a2f867c76002b', 'subnets': [{'id': 'cee43325-d79d-4fe9-b98c-d4ff381981fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:30:05.503844 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-fca65edc-1db9-4376-a46a-293780f0f4d7 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:30:05.530900 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8052a4de-6161-40b5-84c5-4b2c60116ad3 None None] Checking router: 4fff76a0-9b2b-4747-8873-30e70e1fde2d for host: dv-neutron-744815-20-hyperv {{(pid=103161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 18 14:30:05.531325 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8052a4de-6161-40b5-84c5-4b2c60116ad3 None None] Updating router 4fff76a0-9b2b-4747-8873-30e70e1fde2d port a080df44-a21e-4cbf-b6e4-73feb9a9a6af binding host dv-neutron-744815-20-hyperv {{(pid=103161) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 18 14:30:05.574147 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-8052a4de-6161-40b5-84c5-4b2c60116ad3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:30:05.649259 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.db_base_plugin_common [None req-36c43c5f-52c2-4d42-9e1b-57c66b0f2ec1 None None] Allocated IP 172.20.0.2 (1c38dea3-44c7-4540-a1d1-5b0a5bc8bdda/72f7af48-7af3-4be9-a3ff-77096d3ab57b/b20d217b-e206-4da5-b288-fa68bc21f2fc) {{(pid=103161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 14:30:05.710253 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-fca65edc-1db9-4376-a46a-293780f0f4d7 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:30:05.732846 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-fca65edc-1db9-4376-a46a-293780f0f4d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:30:05.836426 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.db_base_plugin_common [None req-fca65edc-1db9-4376-a46a-293780f0f4d7 admin admin] Allocated IP 172.26.3.190 (decb4a40-7941-48c8-afbb-daaafd502e83/70deed80-3ca1-4f9e-96cb-563b43d3acba/1ff5c354-6208-435c-9d26-6e076be69227) {{(pid=103160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 14:30:05.950625 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-fca65edc-1db9-4376-a46a-293780f0f4d7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:30:05.988852 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-fca65edc-1db9-4376-a46a-293780f0f4d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4533522'] for port, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:30:06.026253 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fca65edc-1db9-4376-a46a-293780f0f4d7 admin admin] Network decb4a40-7941-48c8-afbb-daaafd502e83 is already hosted by enough agents. {{(pid=103160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 14:30:06.030534 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.base_scheduler [None req-fca65edc-1db9-4376-a46a-293780f0f4d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 14:30:06.034328 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fca65edc-1db9-4376-a46a-293780f0f4d7 admin admin] Received port after_create {{(pid=103160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 14:30:06.039869 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca65edc-1db9-4376-a46a-293780f0f4d7 admin admin] Pushing event updated for resources: {'Port': ['ID=1ff5c354-6208-435c-9d26-6e076be69227,revision_number=1']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:30:06.053288 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38fb9a7b-a6b9-4b82-9078-54dbeb6875b9 None None] DHCP port deletion for decb4a40-7941-48c8-afbb-daaafd502e83 request from dv-neutron-744815-20-hyperv {{(pid=103161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 18 14:30:06.086133 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-36c43c5f-52c2-4d42-9e1b-57c66b0f2ec1 None None] Publish callbacks [] for port, precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:30:06.107965 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-36c43c5f-52c2-4d42-9e1b-57c66b0f2ec1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975'] for port, after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:30:06.178109 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36c43c5f-52c2-4d42-9e1b-57c66b0f2ec1 None None] Network 1c38dea3-44c7-4540-a1d1-5b0a5bc8bdda is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 14:30:06.189640 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-36c43c5f-52c2-4d42-9e1b-57c66b0f2ec1 None None] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 14:30:06.197743 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36c43c5f-52c2-4d42-9e1b-57c66b0f2ec1 None None] Received port after_create {{(pid=103161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 14:30:06.201662 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c43c5f-52c2-4d42-9e1b-57c66b0f2ec1 None None] Pushing event updated for resources: {'Port': ['ID=b20d217b-e206-4da5-b288-fa68bc21f2fc,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:30:06.206002 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-8052a4de-6161-40b5-84c5-4b2c60116ad3 None None] Publish callbacks [] for port, precommit_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:30:06.207536 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-91330052-7504-4e62-b4df-34a1fb4ae99b None None] Provisioning complete for port 1ff5c354-6208-435c-9d26-6e076be69227 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 14:30:06.207888 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-91330052-7504-4e62-b4df-34a1fb4ae99b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:30:06.234707 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-8052a4de-6161-40b5-84c5-4b2c60116ad3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:30:06.293931 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-fca65edc-1db9-4376-a46a-293780f0f4d7 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:30:06.325872 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-91330052-7504-4e62-b4df-34a1fb4ae99b None None] Port 1ff5c354-6208-435c-9d26-6e076be69227 cannot update to ACTIVE because it is not bound. {{(pid=103161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 14:30:06.335984 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc99dbb-6fd4-4192-aa7b-beb377c05da7 None None] Pushing event updated for resources: {'Port': ['ID=a080df44-a21e-4cbf-b6e4-73feb9a9a6af,revision_number=3']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:30:06.339898 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-36c43c5f-52c2-4d42-9e1b-57c66b0f2ec1 None None] Attempting to bind port b20d217b-e206-4da5-b288-fa68bc21f2fc on host dv-neutron-744815-20-hyperv for vnic_type normal with profile {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 14:30:06.340127 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-36c43c5f-52c2-4d42-9e1b-57c66b0f2ec1 None None] Attempting to bind port b20d217b-e206-4da5-b288-fa68bc21f2fc by drivers openvswitch,hyperv on host dv-neutron-744815-20-hyperv at level 0 using segments [{'id': '6e1f7977-d511-42f4-b737-31a04fe59400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '1c38dea3-44c7-4540-a1d1-5b0a5bc8bdda'}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 14:30:06.340526 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36c43c5f-52c2-4d42-9e1b-57c66b0f2ec1 None None] Attempting to bind port b20d217b-e206-4da5-b288-fa68bc21f2fc on network 1c38dea3-44c7-4540-a1d1-5b0a5bc8bdda {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 14:30:06.364992 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36c43c5f-52c2-4d42-9e1b-57c66b0f2ec1 None None] Checking agent: {'id': '428fa9fa-43db-4db9-9f96-f60ffe931f2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-20-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 13, 19, 1), 'started_at': datetime.datetime(2021, 12, 18, 13, 19, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 14, 30, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-20-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 18 14:30:06.365435 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36c43c5f-52c2-4d42-9e1b-57c66b0f2ec1 None None] Checking segment: {'id': '6e1f7977-d511-42f4-b737-31a04fe59400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '1c38dea3-44c7-4540-a1d1-5b0a5bc8bdda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 14:30:06.365769 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-36c43c5f-52c2-4d42-9e1b-57c66b0f2ec1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:30:06.366160 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36c43c5f-52c2-4d42-9e1b-57c66b0f2ec1 None None] Bound using segment: {'id': '6e1f7977-d511-42f4-b737-31a04fe59400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '1c38dea3-44c7-4540-a1d1-5b0a5bc8bdda'} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 18 14:30:06.366649 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-36c43c5f-52c2-4d42-9e1b-57c66b0f2ec1 None None] Bound port: b20d217b-e206-4da5-b288-fa68bc21f2fc, host: dv-neutron-744815-20-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e1f7977-d511-42f4-b737-31a04fe59400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '1c38dea3-44c7-4540-a1d1-5b0a5bc8bdda'}}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 18 14:30:06.367000 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-36c43c5f-52c2-4d42-9e1b-57c66b0f2ec1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:30:06.430114 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-8052a4de-6161-40b5-84c5-4b2c60116ad3 None None] Attempting to bind port a080df44-a21e-4cbf-b6e4-73feb9a9a6af on host dv-neutron-744815-20-hyperv for vnic_type normal with profile {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 14:30:06.430477 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-8052a4de-6161-40b5-84c5-4b2c60116ad3 None None] Attempting to bind port a080df44-a21e-4cbf-b6e4-73feb9a9a6af by drivers openvswitch,hyperv on host dv-neutron-744815-20-hyperv at level 0 using segments [{'id': '9d8a7f87-905f-4420-8b8c-807cda311114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '2396ca85-22ef-48fe-8671-709467251b4d'}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 14:30:06.430836 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8052a4de-6161-40b5-84c5-4b2c60116ad3 None None] Attempting to bind port a080df44-a21e-4cbf-b6e4-73feb9a9a6af on network 2396ca85-22ef-48fe-8671-709467251b4d {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 14:30:06.442203 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8052a4de-6161-40b5-84c5-4b2c60116ad3 None None] Checking agent: {'id': '428fa9fa-43db-4db9-9f96-f60ffe931f2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-20-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 13, 19, 1), 'started_at': datetime.datetime(2021, 12, 18, 13, 19, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 14, 30, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-20-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 18 14:30:06.442575 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8052a4de-6161-40b5-84c5-4b2c60116ad3 None None] Checking segment: {'id': '9d8a7f87-905f-4420-8b8c-807cda311114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '2396ca85-22ef-48fe-8671-709467251b4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 14:30:06.442973 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-8052a4de-6161-40b5-84c5-4b2c60116ad3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:30:06.443408 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8052a4de-6161-40b5-84c5-4b2c60116ad3 None None] Bound using segment: {'id': '9d8a7f87-905f-4420-8b8c-807cda311114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '2396ca85-22ef-48fe-8671-709467251b4d'} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 18 14:30:06.443877 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-8052a4de-6161-40b5-84c5-4b2c60116ad3 None None] Bound port: a080df44-a21e-4cbf-b6e4-73feb9a9a6af, host: dv-neutron-744815-20-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d8a7f87-905f-4420-8b8c-807cda311114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '2396ca85-22ef-48fe-8671-709467251b4d'}}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 18 14:30:06.444261 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-8052a4de-6161-40b5-84c5-4b2c60116ad3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:30:06.497561 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-36c43c5f-52c2-4d42-9e1b-57c66b0f2ec1 None None] For port b20d217b-e206-4da5-b288-fa68bc21f2fc, host dv-neutron-744815-20-hyperv, cleared binding levels {{(pid=103161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 18 14:30:06.516001 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-36c43c5f-52c2-4d42-9e1b-57c66b0f2ec1 None None] For port b20d217b-e206-4da5-b288-fa68bc21f2fc, host dv-neutron-744815-20-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=b20d217b-e206-4da5-b288-fa68bc21f2fc,segment=NetworkSegment(6e1f7977-d511-42f4-b737-31a04fe59400),segment_id=6e1f7977-d511-42f4-b737-31a04fe59400)] {{(pid=103161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 18 14:30:06.526875 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-fca65edc-1db9-4376-a46a-293780f0f4d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-589760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-586526'] for router, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:30:06.530006 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-36c43c5f-52c2-4d42-9e1b-57c66b0f2ec1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:30:06.588836 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-8052a4de-6161-40b5-84c5-4b2c60116ad3 None None] For port a080df44-a21e-4cbf-b6e4-73feb9a9a6af, host dv-neutron-744815-20-hyperv, cleared binding levels {{(pid=103161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 18 14:30:06.610212 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-8052a4de-6161-40b5-84c5-4b2c60116ad3 None None] For port a080df44-a21e-4cbf-b6e4-73feb9a9a6af, host dv-neutron-744815-20-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=a080df44-a21e-4cbf-b6e4-73feb9a9a6af,segment=NetworkSegment(9d8a7f87-905f-4420-8b8c-807cda311114),segment_id=9d8a7f87-905f-4420-8b8c-807cda311114)] {{(pid=103161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 18 14:30:06.627785 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-8052a4de-6161-40b5-84c5-4b2c60116ad3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:30:06.632513 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-226288f0-9224-4283-ba3f-822ff8be641a None None] Provisioning complete for port a080df44-a21e-4cbf-b6e4-73feb9a9a6af triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 14:30:06.632999 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-226288f0-9224-4283-ba3f-822ff8be641a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:30:06.640043 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c43c5f-52c2-4d42-9e1b-57c66b0f2ec1 None None] Pushing event updated for resources: {'Port': ['ID=b20d217b-e206-4da5-b288-fa68bc21f2fc,revision_number=2']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:30:06.680894 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fca65edc-1db9-4376-a46a-293780f0f4d7 admin admin] Router 86b71d4e-2c9d-4af0-afba-bb4e2b44188f is scheduled to L3 agent c9c0cd52-5bd2-4704-9429-d80f1c5ad23c with binding_index 1 {{(pid=103160) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 18 14:30:06.722325 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8052a4de-6161-40b5-84c5-4b2c60116ad3 None None] Routers {'4fff76a0-9b2b-4747-8873-30e70e1fde2d'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 14:30:06.722986 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-8052a4de-6161-40b5-84c5-4b2c60116ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T14:29:57Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['4fff76a0-9b2b-4747-8873-30e70e1fde2d'], 'active': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:30:06.784318 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc99dbb-6fd4-4192-aa7b-beb377c05da7 None None] Pushing event updated for resources: {'Port': ['ID=a080df44-a21e-4cbf-b6e4-73feb9a9a6af,revision_number=4']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:30:06.843310 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fca65edc-1db9-4376-a46a-293780f0f4d7 admin admin] Notify agent at l3_agent.dv-neutron-744815-20-hyperv the message routers_updated {{(pid=103160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 14:30:06.862894 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72a889e9-ab71-48eb-aa43-da0814b14bc2 None None] Sync routers for ids ['86b71d4e-2c9d-4af0-afba-bb4e2b44188f'] in dv-neutron-744815-20-hyperv {{(pid=103162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 14:30:06.875062 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72a889e9-ab71-48eb-aa43-da0814b14bc2 None None] Routers {'86b71d4e-2c9d-4af0-afba-bb4e2b44188f'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 14:30:06.875715 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-72a889e9-ab71-48eb-aa43-da0814b14bc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T14:29:57Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['86b71d4e-2c9d-4af0-afba-bb4e2b44188f'], 'active': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:30:06.876289 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-fca65edc-1db9-4376-a46a-293780f0f4d7 admin admin] Publish callbacks [] for router, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:30:06.878166 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-fca65edc-1db9-4376-a46a-293780f0f4d7 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.5989141 Dec 18 14:30:06.881269 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 36186) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:30:06.919174 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-226288f0-9224-4283-ba3f-822ff8be641a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:30:06.922483 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvr_db [None req-8052a4de-6161-40b5-84c5-4b2c60116ad3 None None] Set router 4fff76a0-9b2b-4747-8873-30e70e1fde2d gateway port host: dv-neutron-744815-20-hyperv {{(pid=103161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 14:30:07.005844 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-226288f0-9224-4283-ba3f-822ff8be641a None None] For port a080df44-a21e-4cbf-b6e4-73feb9a9a6af, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=a080df44-a21e-4cbf-b6e4-73feb9a9a6af,segment=NetworkSegment(9d8a7f87-905f-4420-8b8c-807cda311114),segment_id=9d8a7f87-905f-4420-8b8c-807cda311114)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 14:30:07.007306 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvr_db [None req-72a889e9-ab71-48eb-aa43-da0814b14bc2 None None] Set router 86b71d4e-2c9d-4af0-afba-bb4e2b44188f gateway port host: dv-neutron-744815-20-hyperv {{(pid=103162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 14:30:07.040177 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-226288f0-9224-4283-ba3f-822ff8be641a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:30:07.166565 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226288f0-9224-4283-ba3f-822ff8be641a None None] Pushing event updated for resources: {'Port': ['ID=a080df44-a21e-4cbf-b6e4-73feb9a9a6af,revision_number=5']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:30:07.189140 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-c620560a-d55b-4104-ad14-faec68cf0ac5 None None] Provisioning complete for port a080df44-a21e-4cbf-b6e4-73feb9a9a6af triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 14:30:07.189805 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c620560a-d55b-4104-ad14-faec68cf0ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:30:07.209236 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-72a889e9-ab71-48eb-aa43-da0814b14bc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86b71d4e-2c9d-4af0-afba-bb4e2b44188f', 'name': 'tempest-TestSnapshotPattern-2067787325-router', 'tenant_id': '397ca588a61548b393920c58dfa2d1ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.190'}], 'enable_snat': True}, 'gw_port_id': '1ff5c354-6208-435c-9d26-6e076be69227', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T14:30:05Z', 'updated_at': '2021-12-18T14:30:06Z', 'revision_number': 3, 'project_id': '397ca588a61548b393920c58dfa2d1ee', 'gw_port': {'id': '1ff5c354-6208-435c-9d26-6e076be69227', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:eb:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86b71d4e-2c9d-4af0-afba-bb4e2b44188f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1876, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T14:30:05Z', 'updated_at': '2021-12-18T14:30:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv'}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:30:07.236974 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72a889e9-ab71-48eb-aa43-da0814b14bc2 None None] Checking router: 86b71d4e-2c9d-4af0-afba-bb4e2b44188f for host: dv-neutron-744815-20-hyperv {{(pid=103162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 18 14:30:07.237351 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72a889e9-ab71-48eb-aa43-da0814b14bc2 None None] Updating router 86b71d4e-2c9d-4af0-afba-bb4e2b44188f port 1ff5c354-6208-435c-9d26-6e076be69227 binding host dv-neutron-744815-20-hyperv {{(pid=103162) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 18 14:30:07.264260 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-72a889e9-ab71-48eb-aa43-da0814b14bc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:30:07.306921 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-8052a4de-6161-40b5-84c5-4b2c60116ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fff76a0-9b2b-4747-8873-30e70e1fde2d', 'name': 'tempest-TestSnapshotPattern-1248708444-router', 'tenant_id': '419ec66352344467815a2f867c76002b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.93'}], 'enable_snat': True}, 'gw_port_id': '84497d39-cf56-4817-ad0a-8f2aaa5bc3c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T14:30:00Z', 'updated_at': '2021-12-18T14:30:03Z', 'revision_number': 4, 'project_id': '419ec66352344467815a2f867c76002b', 'gw_port': {'id': '84497d39-cf56-4817-ad0a-8f2aaa5bc3c4', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:96:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fff76a0-9b2b-4747-8873-30e70e1fde2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1864, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T14:30:00Z', 'updated_at': '2021-12-18T14:30:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv', '_interfaces': [{'id': 'a080df44-a21e-4cbf-b6e4-73feb9a9a6af', 'name': '', 'network_id': '2396ca85-22ef-48fe-8671-709467251b4d', 'tenant_id': '419ec66352344467815a2f867c76002b', 'mac_address': 'fa:16:3e:a7:8b:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fff76a0-9b2b-4747-8873-30e70e1fde2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1865, 'fixed_ips': [{'subnet_id': 'cee43325-d79d-4fe9-b98c-d4ff381981fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T14:30:02Z', 'updated_at': '2021-12-18T14:30:06Z', 'revision_number': 4, 'project_id': '419ec66352344467815a2f867c76002b', 'subnets': [{'id': 'cee43325-d79d-4fe9-b98c-d4ff381981fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:30:07.338441 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8052a4de-6161-40b5-84c5-4b2c60116ad3 None None] The sync data for ids ['4fff76a0-9b2b-4747-8873-30e70e1fde2d'] in dv-neutron-744815-20-hyperv is: [{'id': '4fff76a0-9b2b-4747-8873-30e70e1fde2d', 'name': 'tempest-TestSnapshotPattern-1248708444-router', 'tenant_id': '419ec66352344467815a2f867c76002b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.93'}], 'enable_snat': True}, 'gw_port_id': '84497d39-cf56-4817-ad0a-8f2aaa5bc3c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T14:30:00Z', 'updated_at': '2021-12-18T14:30:03Z', 'revision_number': 4, 'project_id': '419ec66352344467815a2f867c76002b', 'gw_port': {'id': '84497d39-cf56-4817-ad0a-8f2aaa5bc3c4', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:96:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fff76a0-9b2b-4747-8873-30e70e1fde2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1864, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T14:30:00Z', 'updated_at': '2021-12-18T14:30:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv', '_interfaces': [{'id': 'a080df44-a21e-4cbf-b6e4-73feb9a9a6af', 'name': '', 'network_id': '2396ca85-22ef-48fe-8671-709467251b4d', 'tenant_id': '419ec66352344467815a2f867c76002b', 'mac_address': 'fa:16:3e:a7:8b:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fff76a0-9b2b-4747-8873-30e70e1fde2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1865, 'fixed_ips': [{'subnet_id': 'cee43325-d79d-4fe9-b98c-d4ff381981fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T14:30:02Z', 'updated_at': '2021-12-18T14:30:06Z', 'revision_number': 4, 'project_id': '419ec66352344467815a2f867c76002b', 'subnets': [{'id': 'cee43325-d79d-4fe9-b98c-d4ff381981fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 14:30:07.394340 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-0f908fb1-9ad5-40dd-b03a-b6e23c42e70b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:30:07.521796 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:30:07.588825 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-72a889e9-ab71-48eb-aa43-da0814b14bc2 None None] Publish callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:30:07.597532 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-72a889e9-ab71-48eb-aa43-da0814b14bc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:30:07.648262 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e981076-81af-49da-904f-2eba7d6b61d9 None None] DHCP port deletion for decb4a40-7941-48c8-afbb-daaafd502e83 request from dv-neutron-744815-20-hyperv {{(pid=103161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 18 14:30:07.674760 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19e57c2-5691-43d2-9646-7acf498f2aa5 None None] Pushing event updated for resources: {'Port': ['ID=1ff5c354-6208-435c-9d26-6e076be69227,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:30:07.677160 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [None req-72a889e9-ab71-48eb-aa43-da0814b14bc2 None None] Attempting to bind port 1ff5c354-6208-435c-9d26-6e076be69227 on host dv-neutron-744815-20-hyperv for vnic_type normal with profile {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 14:30:07.677524 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [None req-72a889e9-ab71-48eb-aa43-da0814b14bc2 None None] Attempting to bind port 1ff5c354-6208-435c-9d26-6e076be69227 by drivers openvswitch,hyperv on host dv-neutron-744815-20-hyperv at level 0 using segments [{'id': '3f66d49c-4faa-434c-8c3e-991f4f1d01bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83'}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 14:30:07.677881 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72a889e9-ab71-48eb-aa43-da0814b14bc2 None None] Attempting to bind port 1ff5c354-6208-435c-9d26-6e076be69227 on network decb4a40-7941-48c8-afbb-daaafd502e83 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 14:30:07.683723 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72a889e9-ab71-48eb-aa43-da0814b14bc2 None None] Checking agent: {'id': '428fa9fa-43db-4db9-9f96-f60ffe931f2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-20-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 13, 19, 1), 'started_at': datetime.datetime(2021, 12, 18, 13, 19, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 14, 30, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-20-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 18 14:30:07.684003 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72a889e9-ab71-48eb-aa43-da0814b14bc2 None None] Checking segment: {'id': '3f66d49c-4faa-434c-8c3e-991f4f1d01bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 14:30:07.684666 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-72a889e9-ab71-48eb-aa43-da0814b14bc2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:30:07.685059 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72a889e9-ab71-48eb-aa43-da0814b14bc2 None None] Bound using segment: {'id': '3f66d49c-4faa-434c-8c3e-991f4f1d01bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83'} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 18 14:30:07.685228 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.db_base_plugin_common [None req-0f908fb1-9ad5-40dd-b03a-b6e23c42e70b admin admin] Allocated IP 172.20.0.1 (1c38dea3-44c7-4540-a1d1-5b0a5bc8bdda/72f7af48-7af3-4be9-a3ff-77096d3ab57b/0348be5c-3331-4036-89e2-40b6b383890f) {{(pid=103159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 14:30:07.685534 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [None req-72a889e9-ab71-48eb-aa43-da0814b14bc2 None None] Bound port: 1ff5c354-6208-435c-9d26-6e076be69227, host: dv-neutron-744815-20-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f66d49c-4faa-434c-8c3e-991f4f1d01bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83'}}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 18 14:30:07.685911 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-72a889e9-ab71-48eb-aa43-da0814b14bc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:30:07.743104 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-72a889e9-ab71-48eb-aa43-da0814b14bc2 None None] For port 1ff5c354-6208-435c-9d26-6e076be69227, host dv-neutron-744815-20-hyperv, cleared binding levels {{(pid=103162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 18 14:30:07.748878 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-72a889e9-ab71-48eb-aa43-da0814b14bc2 None None] For port 1ff5c354-6208-435c-9d26-6e076be69227, host dv-neutron-744815-20-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=1ff5c354-6208-435c-9d26-6e076be69227,segment=NetworkSegment(3f66d49c-4faa-434c-8c3e-991f4f1d01bd),segment_id=3f66d49c-4faa-434c-8c3e-991f4f1d01bd)] {{(pid=103162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 18 14:30:07.756730 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-72a889e9-ab71-48eb-aa43-da0814b14bc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:30:07.781432 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-14e728b0-b405-44cf-8f44-dbd1133e1637 None None] Provisioning complete for port 1ff5c354-6208-435c-9d26-6e076be69227 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 14:30:07.783338 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-14e728b0-b405-44cf-8f44-dbd1133e1637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:30:07.828320 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72a889e9-ab71-48eb-aa43-da0814b14bc2 None None] Routers {'86b71d4e-2c9d-4af0-afba-bb4e2b44188f'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 14:30:07.829061 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-72a889e9-ab71-48eb-aa43-da0814b14bc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T14:29:57Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['86b71d4e-2c9d-4af0-afba-bb4e2b44188f'], 'active': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:30:07.832926 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19e57c2-5691-43d2-9646-7acf498f2aa5 None None] Pushing event updated for resources: {'Port': ['ID=1ff5c354-6208-435c-9d26-6e076be69227,revision_number=3']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:30:07.850309 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edea4193-bbc8-493b-8dfc-f0c6a70b2f82 None None] DHCP port deletion for decb4a40-7941-48c8-afbb-daaafd502e83 request from dv-neutron-744815-20-hyperv {{(pid=103161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 18 14:30:07.905262 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-0f908fb1-9ad5-40dd-b03a-b6e23c42e70b admin admin] Publish callbacks [] for port, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:30:07.958747 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de307503-913a-4de0-9c3c-46ffada7c9ff None None] Network 1c38dea3-44c7-4540-a1d1-5b0a5bc8bdda requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 14:30:07.959201 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-0f908fb1-9ad5-40dd-b03a-b6e23c42e70b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:30:07.974328 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvr_db [None req-72a889e9-ab71-48eb-aa43-da0814b14bc2 None None] Set router 86b71d4e-2c9d-4af0-afba-bb4e2b44188f gateway port host: dv-neutron-744815-20-hyperv {{(pid=103162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 14:30:08.003902 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f908fb1-9ad5-40dd-b03a-b6e23c42e70b admin admin] Network 1c38dea3-44c7-4540-a1d1-5b0a5bc8bdda is already hosted by enough agents. {{(pid=103159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 14:30:08.007005 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.base_scheduler [None req-0f908fb1-9ad5-40dd-b03a-b6e23c42e70b admin admin] Resources bound (agent type, host, resource id): {{(pid=103159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 14:30:08.010779 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f908fb1-9ad5-40dd-b03a-b6e23c42e70b admin admin] Received port after_create {{(pid=103159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 14:30:08.040003 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f908fb1-9ad5-40dd-b03a-b6e23c42e70b admin admin] Pushing event updated for resources: {'Port': ['ID=0348be5c-3331-4036-89e2-40b6b383890f,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:30:08.057374 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-14e728b0-b405-44cf-8f44-dbd1133e1637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:30:08.059983 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-0f908fb1-9ad5-40dd-b03a-b6e23c42e70b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586257'] for router_interface, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:30:08.090317 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-14e728b0-b405-44cf-8f44-dbd1133e1637 None None] For port 1ff5c354-6208-435c-9d26-6e076be69227, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=1ff5c354-6208-435c-9d26-6e076be69227,segment=NetworkSegment(3f66d49c-4faa-434c-8c3e-991f4f1d01bd),segment_id=3f66d49c-4faa-434c-8c3e-991f4f1d01bd)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 14:30:08.113703 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-14e728b0-b405-44cf-8f44-dbd1133e1637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:30:08.192592 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e728b0-b405-44cf-8f44-dbd1133e1637 None None] Pushing event updated for resources: {'Port': ['ID=1ff5c354-6208-435c-9d26-6e076be69227,revision_number=4']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:30:08.225072 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-72a889e9-ab71-48eb-aa43-da0814b14bc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86b71d4e-2c9d-4af0-afba-bb4e2b44188f', 'name': 'tempest-TestSnapshotPattern-2067787325-router', 'tenant_id': '397ca588a61548b393920c58dfa2d1ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.190'}], 'enable_snat': True}, 'gw_port_id': '1ff5c354-6208-435c-9d26-6e076be69227', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T14:30:05Z', 'updated_at': '2021-12-18T14:30:06Z', 'revision_number': 3, 'project_id': '397ca588a61548b393920c58dfa2d1ee', 'gw_port': {'id': '1ff5c354-6208-435c-9d26-6e076be69227', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:eb:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86b71d4e-2c9d-4af0-afba-bb4e2b44188f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1876, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T14:30:05Z', 'updated_at': '2021-12-18T14:30:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv'}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:30:08.241903 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-0f908fb1-9ad5-40dd-b03a-b6e23c42e70b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:30:08.242617 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-7450df73-3fef-4fdb-9e9b-c17dc00ac8b2 None None] Provisioning complete for port 1ff5c354-6208-435c-9d26-6e076be69227 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 14:30:08.243002 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7450df73-3fef-4fdb-9e9b-c17dc00ac8b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:30:08.261148 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72a889e9-ab71-48eb-aa43-da0814b14bc2 None None] The sync data for ids ['86b71d4e-2c9d-4af0-afba-bb4e2b44188f'] in dv-neutron-744815-20-hyperv is: [{'id': '86b71d4e-2c9d-4af0-afba-bb4e2b44188f', 'name': 'tempest-TestSnapshotPattern-2067787325-router', 'tenant_id': '397ca588a61548b393920c58dfa2d1ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.190'}], 'enable_snat': True}, 'gw_port_id': '1ff5c354-6208-435c-9d26-6e076be69227', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T14:30:05Z', 'updated_at': '2021-12-18T14:30:06Z', 'revision_number': 3, 'project_id': '397ca588a61548b393920c58dfa2d1ee', 'gw_port': {'id': '1ff5c354-6208-435c-9d26-6e076be69227', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:eb:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86b71d4e-2c9d-4af0-afba-bb4e2b44188f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1876, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T14:30:05Z', 'updated_at': '2021-12-18T14:30:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv'}] {{(pid=103162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 14:30:08.389753 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-7450df73-3fef-4fdb-9e9b-c17dc00ac8b2 None None] Provisioning complete for port b20d217b-e206-4da5-b288-fa68bc21f2fc triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 14:30:08.390373 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7450df73-3fef-4fdb-9e9b-c17dc00ac8b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:30:08.467592 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-0f908fb1-9ad5-40dd-b03a-b6e23c42e70b admin admin] Publish callbacks [] for port, precommit_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:30:08.479201 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-0f908fb1-9ad5-40dd-b03a-b6e23c42e70b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5659917'] for port, after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:30:08.485256 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7450df73-3fef-4fdb-9e9b-c17dc00ac8b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:30:08.523828 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-7450df73-3fef-4fdb-9e9b-c17dc00ac8b2 None None] For port b20d217b-e206-4da5-b288-fa68bc21f2fc, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=b20d217b-e206-4da5-b288-fa68bc21f2fc,segment=NetworkSegment(6e1f7977-d511-42f4-b737-31a04fe59400),segment_id=6e1f7977-d511-42f4-b737-31a04fe59400)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 14:30:08.529271 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7450df73-3fef-4fdb-9e9b-c17dc00ac8b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:30:08.573040 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-0f908fb1-9ad5-40dd-b03a-b6e23c42e70b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1048031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586432'] for router_interface, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:30:08.583229 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f908fb1-9ad5-40dd-b03a-b6e23c42e70b admin admin] Pushing event updated for resources: {'Port': ['ID=0348be5c-3331-4036-89e2-40b6b383890f,revision_number=2']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:30:08.600658 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7450df73-3fef-4fdb-9e9b-c17dc00ac8b2 None None] Pushing event updated for resources: {'Port': ['ID=b20d217b-e206-4da5-b288-fa68bc21f2fc,revision_number=3']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:30:08.693077 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-abf6b60b-7397-48c6-a1af-4fabbded7bcb None None] Provisioning complete for port 0348be5c-3331-4036-89e2-40b6b383890f triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 14:30:08.698090 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-abf6b60b-7397-48c6-a1af-4fabbded7bcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:30:08.751505 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f908fb1-9ad5-40dd-b03a-b6e23c42e70b admin admin] Network 1c38dea3-44c7-4540-a1d1-5b0a5bc8bdda is already hosted by enough agents. {{(pid=103159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 14:30:08.753228 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.base_scheduler [None req-0f908fb1-9ad5-40dd-b03a-b6e23c42e70b admin admin] Resources bound (agent type, host, resource id): {{(pid=103159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 14:30:08.782545 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-abf6b60b-7397-48c6-a1af-4fabbded7bcb None None] Port 0348be5c-3331-4036-89e2-40b6b383890f cannot update to ACTIVE because it is not bound. {{(pid=103161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 14:30:08.808644 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-abf6b60b-7397-48c6-a1af-4fabbded7bcb None None] Provisioning complete for port b20d217b-e206-4da5-b288-fa68bc21f2fc triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 14:30:08.809103 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-abf6b60b-7397-48c6-a1af-4fabbded7bcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:30:08.933197 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f908fb1-9ad5-40dd-b03a-b6e23c42e70b admin admin] Router 86b71d4e-2c9d-4af0-afba-bb4e2b44188f has already been hosted by L3 agent c9c0cd52-5bd2-4704-9429-d80f1c5ad23c {{(pid=103159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 18 14:30:08.948109 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 1ff5c354-6208-435c-9d26-6e076be69227 up at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 14:30:09.010756 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2294866d-0076-4933-952c-685307032598 None None] Provisioning complete for port 1ff5c354-6208-435c-9d26-6e076be69227 triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 14:30:09.013060 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:30:09.076574 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f908fb1-9ad5-40dd-b03a-b6e23c42e70b admin admin] Notify agent at l3_agent.dv-neutron-744815-20-hyperv the message routers_updated {{(pid=103159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 14:30:09.087524 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-0f908fb1-9ad5-40dd-b03a-b6e23c42e70b admin admin] 10.222.0.31 "PUT /v2.0/routers/86b71d4e-2c9d-4af0-afba-bb4e2b44188f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2048421 Dec 18 14:30:09.140596 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device a080df44-a21e-4cbf-b6e4-73feb9a9a6af up at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 14:30:09.170271 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-fee93e4c-95cf-4611-b82c-0d80ee75cf37 None None] Provisioning complete for port 0348be5c-3331-4036-89e2-40b6b383890f triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 14:30:09.170551 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-fee93e4c-95cf-4611-b82c-0d80ee75cf37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:30:09.227923 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-fee93e4c-95cf-4611-b82c-0d80ee75cf37 None None] Port 0348be5c-3331-4036-89e2-40b6b383890f cannot update to ACTIVE because it is not bound. {{(pid=103161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 14:30:09.234374 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2294866d-0076-4933-952c-685307032598 None None] Provisioning complete for port a080df44-a21e-4cbf-b6e4-73feb9a9a6af triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 14:30:09.234753 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:30:09.320791 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device b20d217b-e206-4da5-b288-fa68bc21f2fc up at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 14:30:09.374602 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-12d1c4f8-34a8-4d0c-81b0-4151508143d0 None None] Provisioning complete for port 0348be5c-3331-4036-89e2-40b6b383890f triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 14:30:09.375077 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-12d1c4f8-34a8-4d0c-81b0-4151508143d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:30:09.420822 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-12d1c4f8-34a8-4d0c-81b0-4151508143d0 None None] Port 0348be5c-3331-4036-89e2-40b6b383890f cannot update to ACTIVE because it is not bound. {{(pid=103161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 14:30:09.428017 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2294866d-0076-4933-952c-685307032598 None None] Provisioning complete for port b20d217b-e206-4da5-b288-fa68bc21f2fc triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 14:30:09.428394 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:30:09.710443 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 36196) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:30:09.715168 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-f9fc7ad8-1e39-4890-bcb1-ffc276e99345 tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-356068994', 'description': 'tempest-secgroup-smoke-356068994 description', 'project_id': '419ec66352344467815a2f867c76002b'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 14:30:09.743095 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-f9fc7ad8-1e39-4890-bcb1-ffc276e99345 tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] Publish callbacks [] for security_group, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:30:09.817005 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-f9fc7ad8-1e39-4890-bcb1-ffc276e99345 tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] Publish callbacks [] for security_group, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:30:09.822279 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-f9fc7ad8-1e39-4890-bcb1-ffc276e99345 tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:30:09.852560 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-f9fc7ad8-1e39-4890-bcb1-ffc276e99345 tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] Publish callbacks [] for security_group, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:30:09.853715 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-f9fc7ad8-1e39-4890-bcb1-ffc276e99345 tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1422524 Dec 18 14:30:09.855632 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fc7ad8-1e39-4890-bcb1-ffc276e99345 tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0c7bd06-021e-4908-94ef-5f5d9c13cdfe,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:30:09.856836 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 36198) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:30:09.861912 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-8007f871-3074-4349-a0fc-763c4459450f tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] Request body: {'security_group_rule': {'security_group_id': 'c0c7bd06-021e-4908-94ef-5f5d9c13cdfe', 'project_id': '419ec66352344467815a2f867c76002b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 14:30:09.894831 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-8007f871-3074-4349-a0fc-763c4459450f tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:30:09.942715 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-8007f871-3074-4349-a0fc-763c4459450f tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:30:09.947857 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-8007f871-3074-4349-a0fc-763c4459450f tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530267'] for security_group_rule, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:30:09.966921 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8007f871-3074-4349-a0fc-763c4459450f tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=906ad495-c80d-4747-a218-368e1b429aad,revision_number=0']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:30:09.972422 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-8007f871-3074-4349-a0fc-763c4459450f tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:30:09.973638 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-8007f871-3074-4349-a0fc-763c4459450f tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1156447 Dec 18 14:30:09.976658 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 36200) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:30:09.981373 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-833140a5-69bd-494c-a540-c33a94a8e073 tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] Request body: {'security_group_rule': {'security_group_id': 'c0c7bd06-021e-4908-94ef-5f5d9c13cdfe', 'project_id': '419ec66352344467815a2f867c76002b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 14:30:10.010440 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-833140a5-69bd-494c-a540-c33a94a8e073 tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:30:10.066681 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-833140a5-69bd-494c-a540-c33a94a8e073 tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:30:10.071332 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-833140a5-69bd-494c-a540-c33a94a8e073 tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530267'] for security_group_rule, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:30:10.092147 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833140a5-69bd-494c-a540-c33a94a8e073 tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e72396e-0d3c-47a4-a3f8-7a4daf1793df,revision_number=0']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:30:10.099945 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-833140a5-69bd-494c-a540-c33a94a8e073 tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:30:10.101133 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-833140a5-69bd-494c-a540-c33a94a8e073 tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1233799 Dec 18 14:30:10.104175 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 36202) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:30:10.108300 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-383d2eeb-eaec-4627-b3ed-5f0d3b2823a4 tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] Request body: {'security_group_rule': {'security_group_id': 'c0c7bd06-021e-4908-94ef-5f5d9c13cdfe', 'project_id': '419ec66352344467815a2f867c76002b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 14:30:10.141127 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-383d2eeb-eaec-4627-b3ed-5f0d3b2823a4 tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:30:10.195676 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-383d2eeb-eaec-4627-b3ed-5f0d3b2823a4 tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:30:10.201230 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-383d2eeb-eaec-4627-b3ed-5f0d3b2823a4 tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530267'] for security_group_rule, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:30:10.219655 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383d2eeb-eaec-4627-b3ed-5f0d3b2823a4 tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad71f1e5-7f49-4517-8f39-df6f5385e120,revision_number=0']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:30:10.225114 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-383d2eeb-eaec-4627-b3ed-5f0d3b2823a4 tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:30:10.226145 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-383d2eeb-eaec-4627-b3ed-5f0d3b2823a4 tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1211472 Dec 18 14:30:10.228991 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 36204) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:30:10.233298 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-c23a70e0-ac98-4b48-86a0-044cc79d3749 tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] Request body: {'security_group_rule': {'security_group_id': 'c0c7bd06-021e-4908-94ef-5f5d9c13cdfe', 'project_id': '419ec66352344467815a2f867c76002b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 14:30:10.262157 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-c23a70e0-ac98-4b48-86a0-044cc79d3749 tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:30:10.319134 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-c23a70e0-ac98-4b48-86a0-044cc79d3749 tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:30:10.324009 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-c23a70e0-ac98-4b48-86a0-044cc79d3749 tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530267'] for security_group_rule, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:30:10.340607 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23a70e0-ac98-4b48-86a0-044cc79d3749 tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef5ef077-9004-44f3-8bfb-c42bea7af9fc,revision_number=0']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:30:10.351620 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-c23a70e0-ac98-4b48-86a0-044cc79d3749 tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:30:10.352865 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-c23a70e0-ac98-4b48-86a0-044cc79d3749 tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1229119 Dec 18 14:30:10.355681 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 36206) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:30:10.359945 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-1fc39a63-30de-4426-9e94-fa840b8b5af8 tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] Request body: {'security_group_rule': {'security_group_id': 'c0c7bd06-021e-4908-94ef-5f5d9c13cdfe', 'project_id': '419ec66352344467815a2f867c76002b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 14:30:10.384912 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.db.securitygroups_db [None req-1fc39a63-30de-4426-9e94-fa840b8b5af8 tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] Project 419ec66352344467815a2f867c76002b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 18 14:30:10.389950 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-1fc39a63-30de-4426-9e94-fa840b8b5af8 tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:30:10.456426 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-1fc39a63-30de-4426-9e94-fa840b8b5af8 tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:30:10.462708 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-1fc39a63-30de-4426-9e94-fa840b8b5af8 tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530267'] for security_group_rule, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:30:10.486904 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc39a63-30de-4426-9e94-fa840b8b5af8 tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=147a46b0-225d-4a0c-bc19-e1b5d05d97cc,revision_number=0']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:30:10.497656 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-1fc39a63-30de-4426-9e94-fa840b8b5af8 tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:30:10.499088 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-1fc39a63-30de-4426-9e94-fa840b8b5af8 tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1425512 Dec 18 14:30:10.503013 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 36208) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:30:10.507760 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [None req-f6f76f85-e962-4de9-8048-38c6f5ee22e7 tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] Request body: {'security_group_rule': {'security_group_id': 'c0c7bd06-021e-4908-94ef-5f5d9c13cdfe', 'project_id': '419ec66352344467815a2f867c76002b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 14:30:10.533006 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.db.securitygroups_db [None req-f6f76f85-e962-4de9-8048-38c6f5ee22e7 tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] Project 419ec66352344467815a2f867c76002b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 18 14:30:10.539771 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-f6f76f85-e962-4de9-8048-38c6f5ee22e7 tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:30:10.605168 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-f6f76f85-e962-4de9-8048-38c6f5ee22e7 tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:30:10.610516 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-f6f76f85-e962-4de9-8048-38c6f5ee22e7 tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530267'] for security_group_rule, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:30:10.629546 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f76f85-e962-4de9-8048-38c6f5ee22e7 tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7baa9f5e-b44b-4a85-9291-de3bcffbb38b,revision_number=0']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:30:10.635524 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-f6f76f85-e962-4de9-8048-38c6f5ee22e7 tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:30:10.636741 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-f6f76f85-e962-4de9-8048-38c6f5ee22e7 tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1327233 Dec 18 14:30:10.795327 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-108cf292-653f-4a3b-bc9c-4c5c8a9ad234 req-94b39af7-cfda-44ec-a437-a7e1812294b6 tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-356068994&fields=id&tenant_id=419ec66352344467815a2f867c76002b HTTP/1.1" status: 200 len: 267 time: 0.0448999 Dec 18 14:30:10.800890 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-815658b7-3dcd-4294-8c79-59db280f72f2 None None] Sync routers for ids ['86b71d4e-2c9d-4af0-afba-bb4e2b44188f'] in dv-neutron-744815-20-hyperv {{(pid=103161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 14:30:10.812337 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-815658b7-3dcd-4294-8c79-59db280f72f2 None None] Routers {'86b71d4e-2c9d-4af0-afba-bb4e2b44188f'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 14:30:10.812958 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-815658b7-3dcd-4294-8c79-59db280f72f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T14:29:57Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['86b71d4e-2c9d-4af0-afba-bb4e2b44188f'], 'active': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:30:10.916959 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108cf292-653f-4a3b-bc9c-4c5c8a9ad234 req-34c63b3a-16aa-43da-9303-000056b19f33 tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:30:10.918456 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-108cf292-653f-4a3b-bc9c-4c5c8a9ad234 req-34c63b3a-16aa-43da-9303-000056b19f33 tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] 10.222.0.31 "GET /v2.0/networks?id=2396ca85-22ef-48fe-8671-709467251b4d HTTP/1.1" status: 200 len: 810 time: 0.1152260 Dec 18 14:30:10.935079 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-108cf292-653f-4a3b-bc9c-4c5c8a9ad234 req-3a721892-1e0b-4271-becf-9860bc1a79b8 tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] 10.222.0.31 "GET /v2.0/quotas/419ec66352344467815a2f867c76002b HTTP/1.1" status: 200 len: 375 time: 0.0102522 Dec 18 14:30:10.990102 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-108cf292-653f-4a3b-bc9c-4c5c8a9ad234 req-efdb3d99-7358-4384-8559-6d27e5f73bb1 tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=419ec66352344467815a2f867c76002b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0487125 Dec 18 14:30:11.084286 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvr_db [None req-815658b7-3dcd-4294-8c79-59db280f72f2 None None] Set router 86b71d4e-2c9d-4af0-afba-bb4e2b44188f gateway port host: dv-neutron-744815-20-hyperv {{(pid=103161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 14:30:11.086110 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-108cf292-653f-4a3b-bc9c-4c5c8a9ad234 req-5c89e045-14e4-43cf-a9f3-62f7476b52b8 service neutron] 10.222.0.31 "GET /v2.0/networks/2396ca85-22ef-48fe-8671-709467251b4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833435 Dec 18 14:30:11.176378 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-108cf292-653f-4a3b-bc9c-4c5c8a9ad234 req-f0fe3c53-ae65-438c-b23f-82c8dee359dc service neutron] 10.222.0.31 "GET /v2.0/networks/2396ca85-22ef-48fe-8671-709467251b4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853910 Dec 18 14:30:11.303756 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-815658b7-3dcd-4294-8c79-59db280f72f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86b71d4e-2c9d-4af0-afba-bb4e2b44188f', 'name': 'tempest-TestSnapshotPattern-2067787325-router', 'tenant_id': '397ca588a61548b393920c58dfa2d1ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.190'}], 'enable_snat': True}, 'gw_port_id': '1ff5c354-6208-435c-9d26-6e076be69227', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T14:30:05Z', 'updated_at': '2021-12-18T14:30:08Z', 'revision_number': 4, 'project_id': '397ca588a61548b393920c58dfa2d1ee', 'gw_port': {'id': '1ff5c354-6208-435c-9d26-6e076be69227', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:eb:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86b71d4e-2c9d-4af0-afba-bb4e2b44188f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1876, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T14:30:05Z', 'updated_at': '2021-12-18T14:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv', '_interfaces': [{'id': '0348be5c-3331-4036-89e2-40b6b383890f', 'name': '', 'network_id': '1c38dea3-44c7-4540-a1d1-5b0a5bc8bdda', 'tenant_id': '397ca588a61548b393920c58dfa2d1ee', 'mac_address': 'fa:16:3e:70:6e:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86b71d4e-2c9d-4af0-afba-bb4e2b44188f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1877, 'fixed_ips': [{'subnet_id': '72f7af48-7af3-4be9-a3ff-77096d3ab57b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T14:30:07Z', 'updated_at': '2021-12-18T14:30:08Z', 'revision_number': 2, 'project_id': '397ca588a61548b393920c58dfa2d1ee', 'subnets': [{'id': '72f7af48-7af3-4be9-a3ff-77096d3ab57b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:30:11.332321 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-815658b7-3dcd-4294-8c79-59db280f72f2 None None] Checking router: 86b71d4e-2c9d-4af0-afba-bb4e2b44188f for host: dv-neutron-744815-20-hyperv {{(pid=103161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 18 14:30:11.332686 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-815658b7-3dcd-4294-8c79-59db280f72f2 None None] Updating router 86b71d4e-2c9d-4af0-afba-bb4e2b44188f port 0348be5c-3331-4036-89e2-40b6b383890f binding host dv-neutron-744815-20-hyperv {{(pid=103161) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 18 14:30:11.358622 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-815658b7-3dcd-4294-8c79-59db280f72f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:30:11.371013 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-e221a523-d8ff-49bc-9159-48ab851199e6 req-88b27f87-3054-4524-9c03-8000b9f63b08 tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] 10.222.0.31 "GET /v2.0/ports?device_id=03f2c6b4-cdf0-48d5-a940-1ba4825511bc HTTP/1.1" status: 200 len: 210 time: 0.0263453 Dec 18 14:30:11.632249 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-815658b7-3dcd-4294-8c79-59db280f72f2 None None] Publish callbacks [] for port, precommit_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:30:11.637260 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-815658b7-3dcd-4294-8c79-59db280f72f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:30:11.684589 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cecb530-d25c-4634-9368-c1043d1ae325 None None] Pushing event updated for resources: {'Port': ['ID=0348be5c-3331-4036-89e2-40b6b383890f,revision_number=3']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:30:11.740272 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-815658b7-3dcd-4294-8c79-59db280f72f2 None None] Attempting to bind port 0348be5c-3331-4036-89e2-40b6b383890f on host dv-neutron-744815-20-hyperv for vnic_type normal with profile {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 14:30:11.740650 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-815658b7-3dcd-4294-8c79-59db280f72f2 None None] Attempting to bind port 0348be5c-3331-4036-89e2-40b6b383890f by drivers openvswitch,hyperv on host dv-neutron-744815-20-hyperv at level 0 using segments [{'id': '6e1f7977-d511-42f4-b737-31a04fe59400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '1c38dea3-44c7-4540-a1d1-5b0a5bc8bdda'}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 14:30:11.741025 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-815658b7-3dcd-4294-8c79-59db280f72f2 None None] Attempting to bind port 0348be5c-3331-4036-89e2-40b6b383890f on network 1c38dea3-44c7-4540-a1d1-5b0a5bc8bdda {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 14:30:11.746428 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-815658b7-3dcd-4294-8c79-59db280f72f2 None None] Checking agent: {'id': '428fa9fa-43db-4db9-9f96-f60ffe931f2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-20-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 13, 19, 1), 'started_at': datetime.datetime(2021, 12, 18, 13, 19, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 14, 30, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-20-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 18 14:30:11.746811 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-815658b7-3dcd-4294-8c79-59db280f72f2 None None] Checking segment: {'id': '6e1f7977-d511-42f4-b737-31a04fe59400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '1c38dea3-44c7-4540-a1d1-5b0a5bc8bdda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 14:30:11.747259 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-815658b7-3dcd-4294-8c79-59db280f72f2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:30:11.747663 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-815658b7-3dcd-4294-8c79-59db280f72f2 None None] Bound using segment: {'id': '6e1f7977-d511-42f4-b737-31a04fe59400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '1c38dea3-44c7-4540-a1d1-5b0a5bc8bdda'} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 18 14:30:11.748137 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [None req-815658b7-3dcd-4294-8c79-59db280f72f2 None None] Bound port: 0348be5c-3331-4036-89e2-40b6b383890f, host: dv-neutron-744815-20-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e1f7977-d511-42f4-b737-31a04fe59400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '1c38dea3-44c7-4540-a1d1-5b0a5bc8bdda'}}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 18 14:30:11.748530 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-815658b7-3dcd-4294-8c79-59db280f72f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:30:11.823827 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-815658b7-3dcd-4294-8c79-59db280f72f2 None None] For port 0348be5c-3331-4036-89e2-40b6b383890f, host dv-neutron-744815-20-hyperv, cleared binding levels {{(pid=103161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 18 14:30:11.827325 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-815658b7-3dcd-4294-8c79-59db280f72f2 None None] For port 0348be5c-3331-4036-89e2-40b6b383890f, host dv-neutron-744815-20-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=0348be5c-3331-4036-89e2-40b6b383890f,segment=NetworkSegment(6e1f7977-d511-42f4-b737-31a04fe59400),segment_id=6e1f7977-d511-42f4-b737-31a04fe59400)] {{(pid=103161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 18 14:30:11.832650 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-815658b7-3dcd-4294-8c79-59db280f72f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:30:11.892285 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-815658b7-3dcd-4294-8c79-59db280f72f2 None None] Routers {'86b71d4e-2c9d-4af0-afba-bb4e2b44188f'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 14:30:11.892810 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-815658b7-3dcd-4294-8c79-59db280f72f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T14:29:57Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['86b71d4e-2c9d-4af0-afba-bb4e2b44188f'], 'active': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:30:11.929814 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cecb530-d25c-4634-9368-c1043d1ae325 None None] Pushing event updated for resources: {'Port': ['ID=0348be5c-3331-4036-89e2-40b6b383890f,revision_number=4']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:30:12.002280 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-ade2c88f-0dc4-47e6-ba03-7b086d79099f None None] Provisioning complete for port 0348be5c-3331-4036-89e2-40b6b383890f triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 14:30:12.002653 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ade2c88f-0dc4-47e6-ba03-7b086d79099f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:30:12.046458 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvr_db [None req-815658b7-3dcd-4294-8c79-59db280f72f2 None None] Set router 86b71d4e-2c9d-4af0-afba-bb4e2b44188f gateway port host: dv-neutron-744815-20-hyperv {{(pid=103161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 14:30:12.201227 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ade2c88f-0dc4-47e6-ba03-7b086d79099f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:30:12.257838 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-ade2c88f-0dc4-47e6-ba03-7b086d79099f None None] For port 0348be5c-3331-4036-89e2-40b6b383890f, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=0348be5c-3331-4036-89e2-40b6b383890f,segment=NetworkSegment(6e1f7977-d511-42f4-b737-31a04fe59400),segment_id=6e1f7977-d511-42f4-b737-31a04fe59400)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 14:30:12.279538 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ade2c88f-0dc4-47e6-ba03-7b086d79099f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:30:12.338001 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade2c88f-0dc4-47e6-ba03-7b086d79099f None None] Pushing event updated for resources: {'Port': ['ID=0348be5c-3331-4036-89e2-40b6b383890f,revision_number=5']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:30:12.351537 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-815658b7-3dcd-4294-8c79-59db280f72f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86b71d4e-2c9d-4af0-afba-bb4e2b44188f', 'name': 'tempest-TestSnapshotPattern-2067787325-router', 'tenant_id': '397ca588a61548b393920c58dfa2d1ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.190'}], 'enable_snat': True}, 'gw_port_id': '1ff5c354-6208-435c-9d26-6e076be69227', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T14:30:05Z', 'updated_at': '2021-12-18T14:30:08Z', 'revision_number': 4, 'project_id': '397ca588a61548b393920c58dfa2d1ee', 'gw_port': {'id': '1ff5c354-6208-435c-9d26-6e076be69227', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:eb:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86b71d4e-2c9d-4af0-afba-bb4e2b44188f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1876, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T14:30:05Z', 'updated_at': '2021-12-18T14:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv', '_interfaces': [{'id': '0348be5c-3331-4036-89e2-40b6b383890f', 'name': '', 'network_id': '1c38dea3-44c7-4540-a1d1-5b0a5bc8bdda', 'tenant_id': '397ca588a61548b393920c58dfa2d1ee', 'mac_address': 'fa:16:3e:70:6e:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86b71d4e-2c9d-4af0-afba-bb4e2b44188f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1877, 'fixed_ips': [{'subnet_id': '72f7af48-7af3-4be9-a3ff-77096d3ab57b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T14:30:07Z', 'updated_at': '2021-12-18T14:30:11Z', 'revision_number': 4, 'project_id': '397ca588a61548b393920c58dfa2d1ee', 'subnets': [{'id': '72f7af48-7af3-4be9-a3ff-77096d3ab57b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:30:12.383714 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-815658b7-3dcd-4294-8c79-59db280f72f2 None None] The sync data for ids ['86b71d4e-2c9d-4af0-afba-bb4e2b44188f'] in dv-neutron-744815-20-hyperv is: [{'id': '86b71d4e-2c9d-4af0-afba-bb4e2b44188f', 'name': 'tempest-TestSnapshotPattern-2067787325-router', 'tenant_id': '397ca588a61548b393920c58dfa2d1ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.190'}], 'enable_snat': True}, 'gw_port_id': '1ff5c354-6208-435c-9d26-6e076be69227', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T14:30:05Z', 'updated_at': '2021-12-18T14:30:08Z', 'revision_number': 4, 'project_id': '397ca588a61548b393920c58dfa2d1ee', 'gw_port': {'id': '1ff5c354-6208-435c-9d26-6e076be69227', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:eb:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86b71d4e-2c9d-4af0-afba-bb4e2b44188f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1876, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T14:30:05Z', 'updated_at': '2021-12-18T14:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv', '_interfaces': [{'id': '0348be5c-3331-4036-89e2-40b6b383890f', 'name': '', 'network_id': '1c38dea3-44c7-4540-a1d1-5b0a5bc8bdda', 'tenant_id': '397ca588a61548b393920c58dfa2d1ee', 'mac_address': 'fa:16:3e:70:6e:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86b71d4e-2c9d-4af0-afba-bb4e2b44188f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1877, 'fixed_ips': [{'subnet_id': '72f7af48-7af3-4be9-a3ff-77096d3ab57b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T14:30:07Z', 'updated_at': '2021-12-18T14:30:11Z', 'revision_number': 4, 'project_id': '397ca588a61548b393920c58dfa2d1ee', 'subnets': [{'id': '72f7af48-7af3-4be9-a3ff-77096d3ab57b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 14:30:12.409352 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108cf292-653f-4a3b-bc9c-4c5c8a9ad234 req-4390e73f-0def-4ae1-940b-6028594cbe0d tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:30:12.411609 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-108cf292-653f-4a3b-bc9c-4c5c8a9ad234 req-4390e73f-0def-4ae1-940b-6028594cbe0d tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] 10.222.0.43 "GET /v2.0/networks?id=2396ca85-22ef-48fe-8671-709467251b4d HTTP/1.1" status: 200 len: 810 time: 0.1441746 Dec 18 14:30:12.426231 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-9943310b-24ae-470c-8521-801a8ed035d3 None None] Provisioning complete for port 0348be5c-3331-4036-89e2-40b6b383890f triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 14:30:12.426652 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-9943310b-24ae-470c-8521-801a8ed035d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:30:12.537219 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-108cf292-653f-4a3b-bc9c-4c5c8a9ad234 req-423ae94d-6e10-4c92-9725-2748a8ed0f4a tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=419ec66352344467815a2f867c76002b HTTP/1.1" status: 200 len: 379 time: 0.1163480 Dec 18 14:30:12.548917 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [req-108cf292-653f-4a3b-bc9c-4c5c8a9ad234 req-afa6d409-ba84-451d-ab51-1be8640d35eb tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] Request body: {'port': {'device_id': '03f2c6b4-cdf0-48d5-a940-1ba4825511bc', 'network_id': '2396ca85-22ef-48fe-8671-709467251b4d', 'admin_state_up': True, 'tenant_id': '419ec66352344467815a2f867c76002b', 'security_groups': ['c0c7bd06-021e-4908-94ef-5f5d9c13cdfe']}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 14:30:12.670928 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-4060e351-bae5-429f-b9e3-b7d68499ff0d req-8397c9c8-3cc5-4f94-b60f-d098ae2b106b tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] 10.222.0.31 "GET /v2.0/ports?device_id=03f2c6b4-cdf0-48d5-a940-1ba4825511bc HTTP/1.1" status: 200 len: 210 time: 0.1765745 Dec 18 14:30:12.715084 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-108cf292-653f-4a3b-bc9c-4c5c8a9ad234 req-afa6d409-ba84-451d-ab51-1be8640d35eb tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] Made reservation on behalf of 419ec66352344467815a2f867c76002b for: {'port': 1} {{(pid=103159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 14:30:12.719960 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-108cf292-653f-4a3b-bc9c-4c5c8a9ad234 req-afa6d409-ba84-451d-ab51-1be8640d35eb tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:30:12.725927 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 0348be5c-3331-4036-89e2-40b6b383890f up at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 14:30:12.776410 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-2294866d-0076-4933-952c-685307032598 None None] Provisioning complete for port 0348be5c-3331-4036-89e2-40b6b383890f triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 14:30:12.776874 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:30:12.859978 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.db_base_plugin_common [req-108cf292-653f-4a3b-bc9c-4c5c8a9ad234 req-afa6d409-ba84-451d-ab51-1be8640d35eb tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] Allocated IP 172.20.0.14 (2396ca85-22ef-48fe-8671-709467251b4d/cee43325-d79d-4fe9-b98c-d4ff381981fb/dd8cc20d-43cd-4e65-a8ad-bf484b609219) {{(pid=103159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 14:30:13.340746 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-108cf292-653f-4a3b-bc9c-4c5c8a9ad234 req-afa6d409-ba84-451d-ab51-1be8640d35eb tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] Publish callbacks [] for port, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:30:13.378612 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-108cf292-653f-4a3b-bc9c-4c5c8a9ad234 req-afa6d409-ba84-451d-ab51-1be8640d35eb tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:30:13.425217 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-108cf292-653f-4a3b-bc9c-4c5c8a9ad234 req-afa6d409-ba84-451d-ab51-1be8640d35eb tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] Network 2396ca85-22ef-48fe-8671-709467251b4d is already hosted by enough agents. {{(pid=103159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 14:30:13.428412 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.base_scheduler [req-108cf292-653f-4a3b-bc9c-4c5c8a9ad234 req-afa6d409-ba84-451d-ab51-1be8640d35eb tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] Resources bound (agent type, host, resource id): {{(pid=103159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 14:30:13.432188 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [req-108cf292-653f-4a3b-bc9c-4c5c8a9ad234 req-afa6d409-ba84-451d-ab51-1be8640d35eb tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] Received port after_create {{(pid=103159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 14:30:13.438680 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa6d409-ba84-451d-ab51-1be8640d35eb tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] Pushing event updated for resources: {'Port': ['ID=dd8cc20d-43cd-4e65-a8ad-bf484b609219,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:30:13.488032 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108cf292-653f-4a3b-bc9c-4c5c8a9ad234 req-afa6d409-ba84-451d-ab51-1be8640d35eb tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:30:13.488657 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-108cf292-653f-4a3b-bc9c-4c5c8a9ad234 req-afa6d409-ba84-451d-ab51-1be8640d35eb tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:30:13.506279 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-108cf292-653f-4a3b-bc9c-4c5c8a9ad234 req-afa6d409-ba84-451d-ab51-1be8640d35eb tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9626117 Dec 18 14:30:13.563766 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [req-108cf292-653f-4a3b-bc9c-4c5c8a9ad234 req-1989db6c-dabb-4591-b0b8-4cb2e6302656 service neutron] Request body: {'port': {'device_id': '03f2c6b4-cdf0-48d5-a940-1ba4825511bc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7448'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 14:30:13.617645 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-108cf292-653f-4a3b-bc9c-4c5c8a9ad234 req-1989db6c-dabb-4591-b0b8-4cb2e6302656 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:30:13.675288 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-f0913a86-2161-4a29-a2c6-766261906790 None None] Provisioning complete for port dd8cc20d-43cd-4e65-a8ad-bf484b609219 triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 14:30:13.675912 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f0913a86-2161-4a29-a2c6-766261906790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:30:13.712372 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-f0913a86-2161-4a29-a2c6-766261906790 None None] Port dd8cc20d-43cd-4e65-a8ad-bf484b609219 cannot update to ACTIVE because it is not bound. {{(pid=103161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 14:30:13.847589 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c474dff-8a70-45d7-891a-39227a6f69eb req-dd780f33-bb35-4a00-b492-0dc2721f1c3a tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:30:13.849252 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-9c474dff-8a70-45d7-891a-39227a6f69eb req-dd780f33-bb35-4a00-b492-0dc2721f1c3a tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] 10.222.0.31 "GET /v2.0/ports?device_id=03f2c6b4-cdf0-48d5-a940-1ba4825511bc HTTP/1.1" status: 200 len: 932 time: 0.1050432 Dec 18 14:30:13.884535 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.notifiers.nova [req-108cf292-653f-4a3b-bc9c-4c5c8a9ad234 req-1989db6c-dabb-4591-b0b8-4cb2e6302656 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd8cc20d-43cd-4e65-a8ad-bf484b609219 {{(pid=103159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 18 14:30:13.892440 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-108cf292-653f-4a3b-bc9c-4c5c8a9ad234 req-1989db6c-dabb-4591-b0b8-4cb2e6302656 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:30:13.904574 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-9c474dff-8a70-45d7-891a-39227a6f69eb req-b5a2072c-1886-439f-b842-770758152574 tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] 10.222.0.31 "GET /v2.0/security-groups?id=c0c7bd06-021e-4908-94ef-5f5d9c13cdfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494494 Dec 18 14:30:13.906251 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.provisioning_blocks [req-108cf292-653f-4a3b-bc9c-4c5c8a9ad234 req-1989db6c-dabb-4591-b0b8-4cb2e6302656 service neutron] Transition to ACTIVE for port object dd8cc20d-43cd-4e65-a8ad-bf484b609219 will not be triggered until provisioned by entity L2. {{(pid=103159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 18 14:30:13.910236 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-108cf292-653f-4a3b-bc9c-4c5c8a9ad234 req-1989db6c-dabb-4591-b0b8-4cb2e6302656 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5659917'] for port, after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:30:13.961462 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1989db6c-dabb-4591-b0b8-4cb2e6302656 service neutron] Pushing event updated for resources: {'Port': ['ID=dd8cc20d-43cd-4e65-a8ad-bf484b609219,revision_number=2']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:30:14.043596 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.managers [req-108cf292-653f-4a3b-bc9c-4c5c8a9ad234 req-1989db6c-dabb-4591-b0b8-4cb2e6302656 service neutron] Attempting to bind port dd8cc20d-43cd-4e65-a8ad-bf484b609219 on host hv-neutron-7448 for vnic_type normal with profile {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 14:30:14.043942 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.managers [req-108cf292-653f-4a3b-bc9c-4c5c8a9ad234 req-1989db6c-dabb-4591-b0b8-4cb2e6302656 service neutron] Attempting to bind port dd8cc20d-43cd-4e65-a8ad-bf484b609219 by drivers openvswitch,hyperv on host hv-neutron-7448 at level 0 using segments [{'id': '9d8a7f87-905f-4420-8b8c-807cda311114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '2396ca85-22ef-48fe-8671-709467251b4d'}] {{(pid=103159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 14:30:14.044278 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-108cf292-653f-4a3b-bc9c-4c5c8a9ad234 req-1989db6c-dabb-4591-b0b8-4cb2e6302656 service neutron] Attempting to bind port dd8cc20d-43cd-4e65-a8ad-bf484b609219 on network 2396ca85-22ef-48fe-8671-709467251b4d {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 14:30:14.048913 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-108cf292-653f-4a3b-bc9c-4c5c8a9ad234 req-1989db6c-dabb-4591-b0b8-4cb2e6302656 service neutron] Port dd8cc20d-43cd-4e65-a8ad-bf484b609219 on network 2396ca85-22ef-48fe-8671-709467251b4d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7448 {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 18 14:30:14.049244 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-108cf292-653f-4a3b-bc9c-4c5c8a9ad234 req-1989db6c-dabb-4591-b0b8-4cb2e6302656 service neutron] Attempting to bind port dd8cc20d-43cd-4e65-a8ad-bf484b609219 on network 2396ca85-22ef-48fe-8671-709467251b4d {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 14:30:14.054491 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-108cf292-653f-4a3b-bc9c-4c5c8a9ad234 req-1989db6c-dabb-4591-b0b8-4cb2e6302656 service neutron] Checking agent: {'id': 'c35b6aa0-0616-421f-8ded-732dd37fc90f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7448', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 13, 24, 37), 'started_at': datetime.datetime(2021, 12, 18, 13, 24, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 14, 30, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 18 14:30:14.054843 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-108cf292-653f-4a3b-bc9c-4c5c8a9ad234 req-1989db6c-dabb-4591-b0b8-4cb2e6302656 service neutron] Checking segment: {'id': '9d8a7f87-905f-4420-8b8c-807cda311114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '2396ca85-22ef-48fe-8671-709467251b4d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 14:30:14.055262 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-108cf292-653f-4a3b-bc9c-4c5c8a9ad234 req-1989db6c-dabb-4591-b0b8-4cb2e6302656 service neutron] Bound using segment: {'id': '9d8a7f87-905f-4420-8b8c-807cda311114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '2396ca85-22ef-48fe-8671-709467251b4d'} {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 18 14:30:14.055712 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.managers [req-108cf292-653f-4a3b-bc9c-4c5c8a9ad234 req-1989db6c-dabb-4591-b0b8-4cb2e6302656 service neutron] Bound port: dd8cc20d-43cd-4e65-a8ad-bf484b609219, host: hv-neutron-7448, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d8a7f87-905f-4420-8b8c-807cda311114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '2396ca85-22ef-48fe-8671-709467251b4d'}}] {{(pid=103159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 18 14:30:14.056074 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-108cf292-653f-4a3b-bc9c-4c5c8a9ad234 req-1989db6c-dabb-4591-b0b8-4cb2e6302656 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:30:14.121232 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.db [req-108cf292-653f-4a3b-bc9c-4c5c8a9ad234 req-1989db6c-dabb-4591-b0b8-4cb2e6302656 service neutron] For port dd8cc20d-43cd-4e65-a8ad-bf484b609219, host hv-neutron-7448, cleared binding levels {{(pid=103159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 18 14:30:14.124605 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.db [req-108cf292-653f-4a3b-bc9c-4c5c8a9ad234 req-1989db6c-dabb-4591-b0b8-4cb2e6302656 service neutron] For port dd8cc20d-43cd-4e65-a8ad-bf484b609219, host hv-neutron-7448, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=dd8cc20d-43cd-4e65-a8ad-bf484b609219,segment=NetworkSegment(9d8a7f87-905f-4420-8b8c-807cda311114),segment_id=9d8a7f87-905f-4420-8b8c-807cda311114)] {{(pid=103159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 18 14:30:14.129927 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-108cf292-653f-4a3b-bc9c-4c5c8a9ad234 req-1989db6c-dabb-4591-b0b8-4cb2e6302656 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5659917'] for port, after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:30:14.165739 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108cf292-653f-4a3b-bc9c-4c5c8a9ad234 req-1989db6c-dabb-4591-b0b8-4cb2e6302656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:30:14.166384 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-108cf292-653f-4a3b-bc9c-4c5c8a9ad234 req-1989db6c-dabb-4591-b0b8-4cb2e6302656 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:30:14.167784 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-108cf292-653f-4a3b-bc9c-4c5c8a9ad234 req-1989db6c-dabb-4591-b0b8-4cb2e6302656 service neutron] 10.222.0.43 "PUT /v2.0/ports/dd8cc20d-43cd-4e65-a8ad-bf484b609219 HTTP/1.1" status: 200 len: 1094 time: 0.6531539 Dec 18 14:30:14.168231 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03f2c6b4-cdf0-48d5-a940-1ba4825511bc', 'tag': 'dd8cc20d-43cd-4e65-a8ad-bf484b609219'}] {{(pid=103159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 18 14:30:14.170551 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fe4787c1b15cfe7b4d636e01ce0b9ec825930b2332f3162d6bd24ee8ff480f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcb824f9-e74d-404e-9107-1f96e8d94ca8" -d '{"events": [{"name": "network-changed", "server_uuid": "03f2c6b4-cdf0-48d5-a940-1ba4825511bc", "tag": "dd8cc20d-43cd-4e65-a8ad-bf484b609219"}]}' {{(pid=103159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 18 14:30:14.199105 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1989db6c-dabb-4591-b0b8-4cb2e6302656 service neutron] Pushing event updated for resources: {'Port': ['ID=dd8cc20d-43cd-4e65-a8ad-bf484b609219,revision_number=3']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:30:14.256083 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108cf292-653f-4a3b-bc9c-4c5c8a9ad234 req-d1464e8e-f3ee-4c33-882e-2f60cd2a8148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:30:14.260458 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-108cf292-653f-4a3b-bc9c-4c5c8a9ad234 req-d1464e8e-f3ee-4c33-882e-2f60cd2a8148 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=419ec66352344467815a2f867c76002b&device_id=03f2c6b4-cdf0-48d5-a940-1ba4825511bc HTTP/1.1" status: 200 len: 1097 time: 0.0509822 Dec 18 14:30:14.310672 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 14:30:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f868079-9990-48cc-a5c3-058129440599 x-openstack-request-id: req-4f868079-9990-48cc-a5c3-058129440599 {{(pid=103159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 18 14:30:14.310957 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03f2c6b4-cdf0-48d5-a940-1ba4825511bc", "tag": "dd8cc20d-43cd-4e65-a8ad-bf484b609219", "status": "completed", "code": 200}]} {{(pid=103159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 18 14:30:14.311229 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4f868079-9990-48cc-a5c3-058129440599 {{(pid=103159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 18 14:30:14.311635 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03f2c6b4-cdf0-48d5-a940-1ba4825511bc', 'tag': 'dd8cc20d-43cd-4e65-a8ad-bf484b609219', 'status': 'completed', 'code': 200} Dec 18 14:30:14.313602 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-108cf292-653f-4a3b-bc9c-4c5c8a9ad234 req-1042fd26-5fe1-4417-a504-2f561339335d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dd8cc20d-43cd-4e65-a8ad-bf484b609219 HTTP/1.1" status: 200 len: 217 time: 0.0447388 Dec 18 14:30:14.363115 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108cf292-653f-4a3b-bc9c-4c5c8a9ad234 req-6464c7dd-a7b1-4492-bc2f-5f18b4d16605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:30:14.364630 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-108cf292-653f-4a3b-bc9c-4c5c8a9ad234 req-6464c7dd-a7b1-4492-bc2f-5f18b4d16605 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=cee43325-d79d-4fe9-b98c-d4ff381981fb HTTP/1.1" status: 200 len: 849 time: 0.0445640 Dec 18 14:30:14.413077 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108cf292-653f-4a3b-bc9c-4c5c8a9ad234 req-e391c749-a37f-4ac4-ba0b-279617cfb65e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:30:14.414456 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-108cf292-653f-4a3b-bc9c-4c5c8a9ad234 req-e391c749-a37f-4ac4-ba0b-279617cfb65e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2396ca85-22ef-48fe-8671-709467251b4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0401936 Dec 18 14:30:14.512259 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-108cf292-653f-4a3b-bc9c-4c5c8a9ad234 req-769379b0-47b2-4de1-a6c2-55dc9ffee8c8 service neutron] 10.222.0.43 "GET /v2.0/networks/2396ca85-22ef-48fe-8671-709467251b4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881910 Dec 18 14:30:14.612715 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-108cf292-653f-4a3b-bc9c-4c5c8a9ad234 req-6d0a9e2e-2e38-4561-b408-be4bc4011ee4 service neutron] 10.222.0.43 "GET /v2.0/networks/2396ca85-22ef-48fe-8671-709467251b4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930264 Dec 18 14:30:14.708967 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb824f9-e74d-404e-9107-1f96e8d94ca8 req-bca28668-edcd-48b4-9a90-c68b3797349e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:30:14.710500 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-bcb824f9-e74d-404e-9107-1f96e8d94ca8 req-bca28668-edcd-48b4-9a90-c68b3797349e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=419ec66352344467815a2f867c76002b&device_id=03f2c6b4-cdf0-48d5-a940-1ba4825511bc HTTP/1.1" status: 200 len: 1097 time: 0.0478971 Dec 18 14:30:14.804414 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb824f9-e74d-404e-9107-1f96e8d94ca8 req-85ba6388-87ea-4df1-a721-d99175f36cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:30:14.805939 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-bcb824f9-e74d-404e-9107-1f96e8d94ca8 req-85ba6388-87ea-4df1-a721-d99175f36cdc service neutron] 10.222.0.43 "GET /v2.0/networks?id=2396ca85-22ef-48fe-8671-709467251b4d HTTP/1.1" status: 200 len: 911 time: 0.0866320 Dec 18 14:30:14.851895 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-bcb824f9-e74d-404e-9107-1f96e8d94ca8 req-3c02c0fe-8ff5-459f-bada-b6ba6a70d44c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dd8cc20d-43cd-4e65-a8ad-bf484b609219 HTTP/1.1" status: 200 len: 217 time: 0.0383656 Dec 18 14:30:14.909987 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb824f9-e74d-404e-9107-1f96e8d94ca8 req-7e2d9681-d4f9-49ee-973a-e7da869d7e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:30:14.911496 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-bcb824f9-e74d-404e-9107-1f96e8d94ca8 req-7e2d9681-d4f9-49ee-973a-e7da869d7e10 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=cee43325-d79d-4fe9-b98c-d4ff381981fb HTTP/1.1" status: 200 len: 849 time: 0.0523090 Dec 18 14:30:14.958849 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb824f9-e74d-404e-9107-1f96e8d94ca8 req-6dc23d59-a019-430b-bb99-ad9be23f1fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:30:14.960402 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-bcb824f9-e74d-404e-9107-1f96e8d94ca8 req-6dc23d59-a019-430b-bb99-ad9be23f1fc5 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2396ca85-22ef-48fe-8671-709467251b4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0421696 Dec 18 14:30:15.019366 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca7b3d2-4585-4c34-b569-18a879df4711 req-e98ec4b6-af12-4109-ac44-bccfbbbf1421 tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:30:15.020875 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-7ca7b3d2-4585-4c34-b569-18a879df4711 req-e98ec4b6-af12-4109-ac44-bccfbbbf1421 tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] 10.222.0.31 "GET /v2.0/ports?device_id=03f2c6b4-cdf0-48d5-a940-1ba4825511bc HTTP/1.1" status: 200 len: 944 time: 0.0493293 Dec 18 14:30:15.058384 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-bcb824f9-e74d-404e-9107-1f96e8d94ca8 req-ebaa86e6-d041-463a-9048-df4a2dc71720 service neutron] 10.222.0.43 "GET /v2.0/networks/2396ca85-22ef-48fe-8671-709467251b4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894549 Dec 18 14:30:15.079771 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-7ca7b3d2-4585-4c34-b569-18a879df4711 req-3df98911-3b97-4e18-b4d3-d089f65b755f tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] 10.222.0.31 "GET /v2.0/security-groups?id=c0c7bd06-021e-4908-94ef-5f5d9c13cdfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525870 Dec 18 14:30:15.153041 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-bcb824f9-e74d-404e-9107-1f96e8d94ca8 req-8a4e15af-388e-4991-aca7-9ba927c6c903 service neutron] 10.222.0.43 "GET /v2.0/networks/2396ca85-22ef-48fe-8671-709467251b4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873461 Dec 18 14:30:16.213791 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ec792a-8e71-4d96-9092-dc2cc4e5fe87 req-8790b5cc-0fc6-406d-b0d1-c8afbeac7310 tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:30:16.215443 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-c1ec792a-8e71-4d96-9092-dc2cc4e5fe87 req-8790b5cc-0fc6-406d-b0d1-c8afbeac7310 tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] 10.222.0.31 "GET /v2.0/ports?device_id=03f2c6b4-cdf0-48d5-a940-1ba4825511bc HTTP/1.1" status: 200 len: 944 time: 0.0632665 Dec 18 14:30:16.266368 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-c1ec792a-8e71-4d96-9092-dc2cc4e5fe87 req-3cb234da-14c3-4180-8e77-a47937273ef7 tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] 10.222.0.31 "GET /v2.0/security-groups?id=c0c7bd06-021e-4908-94ef-5f5d9c13cdfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439885 Dec 18 14:30:17.389519 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcf6da5-096b-4333-9b44-8d541cbc0b89 req-fa1f0e10-1a9c-4cd6-be63-b499a58b7939 tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:30:17.391032 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-dbcf6da5-096b-4333-9b44-8d541cbc0b89 req-fa1f0e10-1a9c-4cd6-be63-b499a58b7939 tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] 10.222.0.31 "GET /v2.0/ports?device_id=03f2c6b4-cdf0-48d5-a940-1ba4825511bc HTTP/1.1" status: 200 len: 944 time: 0.0502830 Dec 18 14:30:17.439461 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-dbcf6da5-096b-4333-9b44-8d541cbc0b89 req-f1aace23-e8c2-44f4-bdae-1a40d2ae657c tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] 10.222.0.31 "GET /v2.0/security-groups?id=c0c7bd06-021e-4908-94ef-5f5d9c13cdfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423071 Dec 18 14:30:18.564927 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c0a4e5-d39e-413d-9c33-024d05b15203 req-ab4b35b5-ff0b-4dc5-97e5-c0bb2e91e80c tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:30:18.566832 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-18c0a4e5-d39e-413d-9c33-024d05b15203 req-ab4b35b5-ff0b-4dc5-97e5-c0bb2e91e80c tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] 10.222.0.31 "GET /v2.0/ports?device_id=03f2c6b4-cdf0-48d5-a940-1ba4825511bc HTTP/1.1" status: 200 len: 944 time: 0.0501931 Dec 18 14:30:18.627983 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-18c0a4e5-d39e-413d-9c33-024d05b15203 req-0c149666-7b71-4dbb-8e8e-ad444913d327 tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] 10.222.0.31 "GET /v2.0/security-groups?id=c0c7bd06-021e-4908-94ef-5f5d9c13cdfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497885 Dec 18 14:30:19.019925 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Device dd8cc20d-43cd-4e65-a8ad-bf484b609219 details requested by agent hyperv_hv-neutron-7448 with host hv-neutron-7448 {{(pid=103161) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 18 14:30:19.132761 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] For port dd8cc20d-43cd-4e65-a8ad-bf484b609219, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=dd8cc20d-43cd-4e65-a8ad-bf484b609219,segment=NetworkSegment(9d8a7f87-905f-4420-8b8c-807cda311114),segment_id=9d8a7f87-905f-4420-8b8c-807cda311114)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 14:30:19.144883 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Returning: {'device': 'dd8cc20d-43cd-4e65-a8ad-bf484b609219', 'network_id': '2396ca85-22ef-48fe-8671-709467251b4d', 'port_id': 'dd8cc20d-43cd-4e65-a8ad-bf484b609219', 'mac_address': 'fa:16:3e:82:29:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cee43325-d79d-4fe9-b98c-d4ff381981fb', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103161) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 18 14:30:19.186593 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:30:19.200738 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.notifiers.nova [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd8cc20d-43cd-4e65-a8ad-bf484b609219 {{(pid=103161) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 18 14:30:19.226042 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] For port dd8cc20d-43cd-4e65-a8ad-bf484b609219, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=dd8cc20d-43cd-4e65-a8ad-bf484b609219,segment=NetworkSegment(9d8a7f87-905f-4420-8b8c-807cda311114),segment_id=9d8a7f87-905f-4420-8b8c-807cda311114)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 14:30:19.231446 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:30:19.278505 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Pushing event updated for resources: {'Port': ['ID=dd8cc20d-43cd-4e65-a8ad-bf484b609219,revision_number=4']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:30:19.561028 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] get_ports_and_sgs() called for port_ids ['dd8cc20d-43cd-4e65-a8ad-bf484b609219'] {{(pid=103161) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 18 14:30:19.757940 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b745a9-9252-44df-971f-64030339a347 req-e66f403f-7f61-4734-9674-e8155f2a5a1b tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:30:19.759722 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-49b745a9-9252-44df-971f-64030339a347 req-e66f403f-7f61-4734-9674-e8155f2a5a1b tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] 10.222.0.31 "GET /v2.0/ports?device_id=03f2c6b4-cdf0-48d5-a940-1ba4825511bc HTTP/1.1" status: 200 len: 945 time: 0.0537236 Dec 18 14:30:19.821128 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-49b745a9-9252-44df-971f-64030339a347 req-a9774686-bcb5-4906-a006-919e21ffff2c tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] 10.222.0.31 "GET /v2.0/security-groups?id=c0c7bd06-021e-4908-94ef-5f5d9c13cdfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552239 Dec 18 14:30:20.953243 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e12911f-70e9-41a4-b6a4-ed5d62e86857 req-07e014e4-d4e8-4d8c-8131-3bac69f35472 tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:30:20.954836 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-2e12911f-70e9-41a4-b6a4-ed5d62e86857 req-07e014e4-d4e8-4d8c-8131-3bac69f35472 tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] 10.222.0.31 "GET /v2.0/ports?device_id=03f2c6b4-cdf0-48d5-a940-1ba4825511bc HTTP/1.1" status: 200 len: 945 time: 0.0502753 Dec 18 14:30:21.012175 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-2e12911f-70e9-41a4-b6a4-ed5d62e86857 req-6c3c3edb-bb7f-49a8-9659-6b659a21d258 tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] 10.222.0.31 "GET /v2.0/security-groups?id=c0c7bd06-021e-4908-94ef-5f5d9c13cdfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512650 Dec 18 14:30:21.018662 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Device dd8cc20d-43cd-4e65-a8ad-bf484b609219 up at agent hyperv_hv-neutron-7448 {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 14:30:21.074223 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Provisioning for port dd8cc20d-43cd-4e65-a8ad-bf484b609219 completed by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 18 14:30:21.080172 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Provisioning complete for port dd8cc20d-43cd-4e65-a8ad-bf484b609219 triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 14:30:21.080545 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:30:21.171488 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:30:21.194226 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03f2c6b4-cdf0-48d5-a940-1ba4825511bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd8cc20d-43cd-4e65-a8ad-bf484b609219'}] {{(pid=103161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 18 14:30:21.196845 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}219fd541d95b0f81c8374e7c95906a92eb7e638539a0139b6355bf92fdf2d55a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37227713-3b37-4094-93d1-5240f0673e7d" -d '{"events": [{"server_uuid": "03f2c6b4-cdf0-48d5-a940-1ba4825511bc", "name": "network-vif-plugged", "status": "completed", "tag": "dd8cc20d-43cd-4e65-a8ad-bf484b609219"}]}' {{(pid=103161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 18 14:30:21.210221 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] For port dd8cc20d-43cd-4e65-a8ad-bf484b609219, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=dd8cc20d-43cd-4e65-a8ad-bf484b609219,segment=NetworkSegment(9d8a7f87-905f-4420-8b8c-807cda311114),segment_id=9d8a7f87-905f-4420-8b8c-807cda311114)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 14:30:21.215679 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:30:21.239865 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 14:30:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dd34a24-7d17-498e-8df4-4c263cbae596 x-openstack-request-id: req-8dd34a24-7d17-498e-8df4-4c263cbae596 {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 18 14:30:21.240189 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03f2c6b4-cdf0-48d5-a940-1ba4825511bc", "name": "network-vif-plugged", "status": "completed", "tag": "dd8cc20d-43cd-4e65-a8ad-bf484b609219", "code": 200}]} {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 18 14:30:21.240411 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8dd34a24-7d17-498e-8df4-4c263cbae596 {{(pid=103161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 18 14:30:21.240801 dv-neutron-744815-20-hyperv neutron-server[103161]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03f2c6b4-cdf0-48d5-a940-1ba4825511bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd8cc20d-43cd-4e65-a8ad-bf484b609219', 'code': 200} Dec 18 14:30:21.269221 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Pushing event updated for resources: {'Port': ['ID=dd8cc20d-43cd-4e65-a8ad-bf484b609219,revision_number=5']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:30:21.410976 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb73920-70a5-41a4-9653-0f22baf565a8 req-30fa2a30-5b7b-4e25-b55d-eda0dc813bed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:30:21.412572 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-1cb73920-70a5-41a4-9653-0f22baf565a8 req-30fa2a30-5b7b-4e25-b55d-eda0dc813bed service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=03f2c6b4-cdf0-48d5-a940-1ba4825511bc HTTP/1.1" status: 200 len: 1099 time: 0.0414240 Dec 18 14:30:21.459968 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-1cb73920-70a5-41a4-9653-0f22baf565a8 req-28eb353f-fa60-4488-99d0-b22bb742dac4 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=c0c7bd06-021e-4908-94ef-5f5d9c13cdfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401976 Dec 18 14:30:22.171888 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4768bfc-b0a4-4a61-9369-569089453ef5 req-26638ab8-a887-4d8a-9c13-342a84efcfa5 tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:30:22.173917 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-e4768bfc-b0a4-4a61-9369-569089453ef5 req-26638ab8-a887-4d8a-9c13-342a84efcfa5 tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] 10.222.0.31 "GET /v2.0/ports?device_id=03f2c6b4-cdf0-48d5-a940-1ba4825511bc HTTP/1.1" status: 200 len: 946 time: 0.0668254 Dec 18 14:30:22.226085 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-e4768bfc-b0a4-4a61-9369-569089453ef5 req-144ba211-84d3-45f4-90a9-ed064add23df tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] 10.222.0.31 "GET /v2.0/security-groups?id=c0c7bd06-021e-4908-94ef-5f5d9c13cdfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457458 Dec 18 14:30:23.358691 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1497f21e-c915-4d3c-8dc2-1c9cc3e35de7 req-812480dc-d04a-482f-91e6-65f07cd42834 tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:30:23.360168 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-1497f21e-c915-4d3c-8dc2-1c9cc3e35de7 req-812480dc-d04a-482f-91e6-65f07cd42834 tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] 10.222.0.31 "GET /v2.0/ports?device_id=03f2c6b4-cdf0-48d5-a940-1ba4825511bc HTTP/1.1" status: 200 len: 946 time: 0.0537791 Dec 18 14:30:23.410509 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-1497f21e-c915-4d3c-8dc2-1c9cc3e35de7 req-dada86f6-ba86-474b-a1dd-76a0d8352fb2 tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] 10.222.0.31 "GET /v2.0/security-groups?id=c0c7bd06-021e-4908-94ef-5f5d9c13cdfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442219 Dec 18 14:30:23.539558 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8f33dc-9989-49bc-9da3-f1ce77d836fc req-6238f16b-3fb6-4116-9a36-d784ac07e807 tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:30:23.540974 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-6f8f33dc-9989-49bc-9da3-f1ce77d836fc req-6238f16b-3fb6-4116-9a36-d784ac07e807 tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] 10.222.0.31 "GET /v2.0/ports?device_id=03f2c6b4-cdf0-48d5-a940-1ba4825511bc HTTP/1.1" status: 200 len: 946 time: 0.0624352 Dec 18 14:30:23.594857 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-6f8f33dc-9989-49bc-9da3-f1ce77d836fc req-65b0b637-c06f-42aa-84c8-f9632c439fb8 tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] 10.222.0.31 "GET /v2.0/security-groups?id=c0c7bd06-021e-4908-94ef-5f5d9c13cdfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448542 Dec 18 14:30:23.617281 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 36286) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:30:23.705950 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7426dbb-dea4-4221-8612-07875cdaad76 tempest-TestSnapshotPattern-639709413 tempest-TestSnapshotPattern-639709413-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:30:23.707513 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-c7426dbb-dea4-4221-8612-07875cdaad76 tempest-TestSnapshotPattern-639709413 tempest-TestSnapshotPattern-639709413-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=03f2c6b4-cdf0-48d5-a940-1ba4825511bc HTTP/1.1" status: 200 len: 1094 time: 0.0891674 Dec 18 14:30:23.710656 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 36290) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:30:23.715341 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-0ccc1054-5ac9-4871-ab80-500ae4d37562 tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] Request body: {'floatingip': {'floating_network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'port_id': 'dd8cc20d-43cd-4e65-a8ad-bf484b609219', 'tenant_id': '419ec66352344467815a2f867c76002b', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 14:30:23.743841 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-0ccc1054-5ac9-4871-ab80-500ae4d37562 tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] Publish callbacks [] for floatingip, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:30:23.853773 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-0ccc1054-5ac9-4871-ab80-500ae4d37562 tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:30:23.958335 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.db_base_plugin_common [None req-0ccc1054-5ac9-4871-ab80-500ae4d37562 tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] Allocated IP 172.26.3.239 (decb4a40-7941-48c8-afbb-daaafd502e83/70deed80-3ca1-4f9e-96cb-563b43d3acba/7356ad53-6b75-4cf5-80d2-77143c8d9ee9) {{(pid=103160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 14:30:24.069039 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-0ccc1054-5ac9-4871-ab80-500ae4d37562 tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] Publish callbacks [] for port, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:30:24.104937 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-0ccc1054-5ac9-4871-ab80-500ae4d37562 tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4533522'] for port, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:30:24.143011 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ccc1054-5ac9-4871-ab80-500ae4d37562 tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] Network decb4a40-7941-48c8-afbb-daaafd502e83 is already hosted by enough agents. {{(pid=103160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 14:30:24.145938 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.base_scheduler [None req-0ccc1054-5ac9-4871-ab80-500ae4d37562 tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] Resources bound (agent type, host, resource id): {{(pid=103160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 14:30:24.149466 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ccc1054-5ac9-4871-ab80-500ae4d37562 tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] Received port after_create {{(pid=103160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 14:30:24.154921 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccc1054-5ac9-4871-ab80-500ae4d37562 tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] Pushing event updated for resources: {'Port': ['ID=7356ad53-6b75-4cf5-80d2-77143c8d9ee9,revision_number=1']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:30:24.553622 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-0ccc1054-5ac9-4871-ab80-500ae4d37562 tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:30:24.629273 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-0ccc1054-5ac9-4871-ab80-500ae4d37562 tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:30:24.777834 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-0ccc1054-5ac9-4871-ab80-500ae4d37562 tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] Publish callbacks [] for port, precommit_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:30:24.784444 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-0ccc1054-5ac9-4871-ab80-500ae4d37562 tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4533541'] for port, after_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:30:24.852842 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccc1054-5ac9-4871-ab80-500ae4d37562 tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] Pushing event updated for resources: {'Port': ['ID=7356ad53-6b75-4cf5-80d2-77143c8d9ee9,revision_number=2']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:30:24.866585 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-0ccc1054-5ac9-4871-ab80-500ae4d37562 tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-587004'] for floatingip, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:30:24.991380 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-24c47514-334f-4cf1-9c92-2263b3ed1616 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:30:25.325072 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.db.l3_db [None req-0ccc1054-5ac9-4871-ab80-500ae4d37562 tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] Floating IP a65abdea-aa73-42ec-b811-ffc099b895ea associated. External IP: 172.26.3.239, port: dd8cc20d-43cd-4e65-a8ad-bf484b609219. Dec 18 14:30:25.547442 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ccc1054-5ac9-4871-ab80-500ae4d37562 tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] Router 4fff76a0-9b2b-4747-8873-30e70e1fde2d has already been hosted by L3 agent c9c0cd52-5bd2-4704-9429-d80f1c5ad23c {{(pid=103160) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 18 14:30:25.658136 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ccc1054-5ac9-4871-ab80-500ae4d37562 tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] Notify agent at l3_agent.dv-neutron-744815-20-hyperv the message routers_updated {{(pid=103160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 14:30:25.668743 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ac98856-40bf-45e4-834e-214ff59dd3c9 None None] Sync routers for ids ['4fff76a0-9b2b-4747-8873-30e70e1fde2d'] in dv-neutron-744815-20-hyperv {{(pid=103162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 14:30:25.678082 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-0ccc1054-5ac9-4871-ab80-500ae4d37562 tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for floatingip, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:30:25.679964 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ac98856-40bf-45e4-834e-214ff59dd3c9 None None] Routers {'4fff76a0-9b2b-4747-8873-30e70e1fde2d'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 14:30:25.680587 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-6ac98856-40bf-45e4-834e-214ff59dd3c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T14:29:57Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['4fff76a0-9b2b-4747-8873-30e70e1fde2d'], 'active': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:30:25.715481 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-0ccc1054-5ac9-4871-ab80-500ae4d37562 tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0035641 Dec 18 14:30:25.716089 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03f2c6b4-cdf0-48d5-a940-1ba4825511bc', 'tag': 'dd8cc20d-43cd-4e65-a8ad-bf484b609219'}] {{(pid=103160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 18 14:30:25.718428 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e48bd1d61825a1a326604a291cd29460b42a92241354cfcd5903178b416c912d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae986a54-beb7-4606-b3eb-ecf9c5cd86d4" -d '{"events": [{"name": "network-changed", "server_uuid": "03f2c6b4-cdf0-48d5-a940-1ba4825511bc", "tag": "dd8cc20d-43cd-4e65-a8ad-bf484b609219"}]}' {{(pid=103160) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 18 14:30:25.789617 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvr_db [None req-6ac98856-40bf-45e4-834e-214ff59dd3c9 None None] Set router 4fff76a0-9b2b-4747-8873-30e70e1fde2d gateway port host: dv-neutron-744815-20-hyperv {{(pid=103162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 14:30:25.805638 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 14:30:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e95ed3f-ea26-433f-9551-7f91c2ee047e x-openstack-request-id: req-6e95ed3f-ea26-433f-9551-7f91c2ee047e {{(pid=103160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 18 14:30:25.805934 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03f2c6b4-cdf0-48d5-a940-1ba4825511bc", "tag": "dd8cc20d-43cd-4e65-a8ad-bf484b609219", "status": "completed", "code": 200}]} {{(pid=103160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 18 14:30:25.806210 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6e95ed3f-ea26-433f-9551-7f91c2ee047e {{(pid=103160) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 18 14:30:25.806613 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03f2c6b4-cdf0-48d5-a940-1ba4825511bc', 'tag': 'dd8cc20d-43cd-4e65-a8ad-bf484b609219', 'status': 'completed', 'code': 200} Dec 18 14:30:25.868691 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae986a54-beb7-4606-b3eb-ecf9c5cd86d4 req-1c8ae403-16ef-42a6-a56e-15414a883a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:30:25.870189 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-ae986a54-beb7-4606-b3eb-ecf9c5cd86d4 req-1c8ae403-16ef-42a6-a56e-15414a883a9f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=419ec66352344467815a2f867c76002b&device_id=03f2c6b4-cdf0-48d5-a940-1ba4825511bc HTTP/1.1" status: 200 len: 1099 time: 0.0403681 Dec 18 14:30:25.968156 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae986a54-beb7-4606-b3eb-ecf9c5cd86d4 req-5cc43c90-c206-400b-85ea-4cb239f8cf14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:30:25.969639 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-ae986a54-beb7-4606-b3eb-ecf9c5cd86d4 req-5cc43c90-c206-400b-85ea-4cb239f8cf14 service neutron] 10.222.0.43 "GET /v2.0/networks?id=2396ca85-22ef-48fe-8671-709467251b4d HTTP/1.1" status: 200 len: 911 time: 0.0908051 Dec 18 14:30:26.021905 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-6ac98856-40bf-45e4-834e-214ff59dd3c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fff76a0-9b2b-4747-8873-30e70e1fde2d', 'name': 'tempest-TestSnapshotPattern-1248708444-router', 'tenant_id': '419ec66352344467815a2f867c76002b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.93'}], 'enable_snat': True}, 'gw_port_id': '84497d39-cf56-4817-ad0a-8f2aaa5bc3c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T14:30:00Z', 'updated_at': '2021-12-18T14:30:03Z', 'revision_number': 4, 'project_id': '419ec66352344467815a2f867c76002b', 'gw_port': {'id': '84497d39-cf56-4817-ad0a-8f2aaa5bc3c4', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:96:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fff76a0-9b2b-4747-8873-30e70e1fde2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1864, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T14:30:00Z', 'updated_at': '2021-12-18T14:30:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv', '_floatingips': [{'id': 'a65abdea-aa73-42ec-b811-ffc099b895ea', 'tenant_id': '419ec66352344467815a2f867c76002b', 'floating_ip_address': '172.26.3.239', 'floating_network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'router_id': '4fff76a0-9b2b-4747-8873-30e70e1fde2d', 'port_id': 'dd8cc20d-43cd-4e65-a8ad-bf484b609219', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1889, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2396ca85-22ef-48fe-8671-709467251b4d', 'mac_address': 'fa:16:3e:82:29:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f2c6b4-cdf0-48d5-a940-1ba4825511bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T14:30:24Z', 'updated_at': '2021-12-18T14:30:24Z', 'revision_number': 0, 'project_id': '419ec66352344467815a2f867c76002b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a080df44-a21e-4cbf-b6e4-73feb9a9a6af', 'name': '', 'network_id': '2396ca85-22ef-48fe-8671-709467251b4d', 'tenant_id': '419ec66352344467815a2f867c76002b', 'mac_address': 'fa:16:3e:a7:8b:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fff76a0-9b2b-4747-8873-30e70e1fde2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1865, 'fixed_ips': [{'subnet_id': 'cee43325-d79d-4fe9-b98c-d4ff381981fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T14:30:02Z', 'updated_at': '2021-12-18T14:30:06Z', 'revision_number': 5, 'project_id': '419ec66352344467815a2f867c76002b', 'subnets': [{'id': 'cee43325-d79d-4fe9-b98c-d4ff381981fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:30:26.034811 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-ae986a54-beb7-4606-b3eb-ecf9c5cd86d4 req-5c95bfde-8fe0-4d81-828a-af3ced884e44 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dd8cc20d-43cd-4e65-a8ad-bf484b609219 HTTP/1.1" status: 200 len: 1000 time: 0.0580957 Dec 18 14:30:26.053036 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ac98856-40bf-45e4-834e-214ff59dd3c9 None None] Checking router: 4fff76a0-9b2b-4747-8873-30e70e1fde2d for host: dv-neutron-744815-20-hyperv {{(pid=103162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 18 14:30:26.061730 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ac98856-40bf-45e4-834e-214ff59dd3c9 None None] Routers {'4fff76a0-9b2b-4747-8873-30e70e1fde2d'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 14:30:26.062308 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-6ac98856-40bf-45e4-834e-214ff59dd3c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T14:29:57Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['4fff76a0-9b2b-4747-8873-30e70e1fde2d'], 'active': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:30:26.088533 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae986a54-beb7-4606-b3eb-ecf9c5cd86d4 req-6ead990d-bd22-4136-8a4d-06d90f5c2c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:30:26.089992 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-ae986a54-beb7-4606-b3eb-ecf9c5cd86d4 req-6ead990d-bd22-4136-8a4d-06d90f5c2c5b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=cee43325-d79d-4fe9-b98c-d4ff381981fb HTTP/1.1" status: 200 len: 849 time: 0.0484266 Dec 18 14:30:26.136666 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae986a54-beb7-4606-b3eb-ecf9c5cd86d4 req-7d33d273-2340-41bf-bde7-4a4715f6065e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:30:26.138165 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-ae986a54-beb7-4606-b3eb-ecf9c5cd86d4 req-7d33d273-2340-41bf-bde7-4a4715f6065e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2396ca85-22ef-48fe-8671-709467251b4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0399079 Dec 18 14:30:26.168479 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvr_db [None req-6ac98856-40bf-45e4-834e-214ff59dd3c9 None None] Set router 4fff76a0-9b2b-4747-8873-30e70e1fde2d gateway port host: dv-neutron-744815-20-hyperv {{(pid=103162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 14:30:26.229901 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-ae986a54-beb7-4606-b3eb-ecf9c5cd86d4 req-50398c56-8dd4-4b20-80d8-0d81bb6c0b22 service neutron] 10.222.0.43 "GET /v2.0/networks/2396ca85-22ef-48fe-8671-709467251b4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844362 Dec 18 14:30:26.324946 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-ae986a54-beb7-4606-b3eb-ecf9c5cd86d4 req-3afc4c8a-3d6f-4cd3-a44d-6e27f464279a service neutron] 10.222.0.43 "GET /v2.0/networks/2396ca85-22ef-48fe-8671-709467251b4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878868 Dec 18 14:30:26.390451 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-6ac98856-40bf-45e4-834e-214ff59dd3c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fff76a0-9b2b-4747-8873-30e70e1fde2d', 'name': 'tempest-TestSnapshotPattern-1248708444-router', 'tenant_id': '419ec66352344467815a2f867c76002b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.93'}], 'enable_snat': True}, 'gw_port_id': '84497d39-cf56-4817-ad0a-8f2aaa5bc3c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T14:30:00Z', 'updated_at': '2021-12-18T14:30:03Z', 'revision_number': 4, 'project_id': '419ec66352344467815a2f867c76002b', 'gw_port': {'id': '84497d39-cf56-4817-ad0a-8f2aaa5bc3c4', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:96:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fff76a0-9b2b-4747-8873-30e70e1fde2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1864, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T14:30:00Z', 'updated_at': '2021-12-18T14:30:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv', '_floatingips': [{'id': 'a65abdea-aa73-42ec-b811-ffc099b895ea', 'tenant_id': '419ec66352344467815a2f867c76002b', 'floating_ip_address': '172.26.3.239', 'floating_network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'router_id': '4fff76a0-9b2b-4747-8873-30e70e1fde2d', 'port_id': 'dd8cc20d-43cd-4e65-a8ad-bf484b609219', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1889, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2396ca85-22ef-48fe-8671-709467251b4d', 'mac_address': 'fa:16:3e:82:29:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f2c6b4-cdf0-48d5-a940-1ba4825511bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T14:30:24Z', 'updated_at': '2021-12-18T14:30:24Z', 'revision_number': 0, 'project_id': '419ec66352344467815a2f867c76002b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a080df44-a21e-4cbf-b6e4-73feb9a9a6af', 'name': '', 'network_id': '2396ca85-22ef-48fe-8671-709467251b4d', 'tenant_id': '419ec66352344467815a2f867c76002b', 'mac_address': 'fa:16:3e:a7:8b:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fff76a0-9b2b-4747-8873-30e70e1fde2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1865, 'fixed_ips': [{'subnet_id': 'cee43325-d79d-4fe9-b98c-d4ff381981fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T14:30:02Z', 'updated_at': '2021-12-18T14:30:06Z', 'revision_number': 5, 'project_id': '419ec66352344467815a2f867c76002b', 'subnets': [{'id': 'cee43325-d79d-4fe9-b98c-d4ff381981fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:30:26.419757 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ac98856-40bf-45e4-834e-214ff59dd3c9 None None] The sync data for ids ['4fff76a0-9b2b-4747-8873-30e70e1fde2d'] in dv-neutron-744815-20-hyperv is: [{'id': '4fff76a0-9b2b-4747-8873-30e70e1fde2d', 'name': 'tempest-TestSnapshotPattern-1248708444-router', 'tenant_id': '419ec66352344467815a2f867c76002b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.93'}], 'enable_snat': True}, 'gw_port_id': '84497d39-cf56-4817-ad0a-8f2aaa5bc3c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T14:30:00Z', 'updated_at': '2021-12-18T14:30:03Z', 'revision_number': 4, 'project_id': '419ec66352344467815a2f867c76002b', 'gw_port': {'id': '84497d39-cf56-4817-ad0a-8f2aaa5bc3c4', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:96:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fff76a0-9b2b-4747-8873-30e70e1fde2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1864, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T14:30:00Z', 'updated_at': '2021-12-18T14:30:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv', '_floatingips': [{'id': 'a65abdea-aa73-42ec-b811-ffc099b895ea', 'tenant_id': '419ec66352344467815a2f867c76002b', 'floating_ip_address': '172.26.3.239', 'floating_network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'router_id': '4fff76a0-9b2b-4747-8873-30e70e1fde2d', 'port_id': 'dd8cc20d-43cd-4e65-a8ad-bf484b609219', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1889, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2396ca85-22ef-48fe-8671-709467251b4d', 'mac_address': 'fa:16:3e:82:29:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f2c6b4-cdf0-48d5-a940-1ba4825511bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T14:30:24Z', 'updated_at': '2021-12-18T14:30:24Z', 'revision_number': 0, 'project_id': '419ec66352344467815a2f867c76002b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a080df44-a21e-4cbf-b6e4-73feb9a9a6af', 'name': '', 'network_id': '2396ca85-22ef-48fe-8671-709467251b4d', 'tenant_id': '419ec66352344467815a2f867c76002b', 'mac_address': 'fa:16:3e:a7:8b:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fff76a0-9b2b-4747-8873-30e70e1fde2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1865, 'fixed_ips': [{'subnet_id': 'cee43325-d79d-4fe9-b98c-d4ff381981fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T14:30:02Z', 'updated_at': '2021-12-18T14:30:06Z', 'revision_number': 5, 'project_id': '419ec66352344467815a2f867c76002b', 'subnets': [{'id': 'cee43325-d79d-4fe9-b98c-d4ff381981fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 14:30:26.623940 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1066b7b8-c0bc-40cf-9541-563e33b13299 None None] New status for floating IP a65abdea-aa73-42ec-b811-ffc099b895ea: ACTIVE {{(pid=103161) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 18 14:30:27.257726 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-51429be5-49a2-4d60-883d-b94c955c21f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:30:28.792595 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-afa9ae9b-bdbb-4010-bcf6-3a46ce66cf71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:30:30.329799 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7b7a3272-2b45-4d32-9670-25eb1afd1184 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:30:30.688902 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-38ea4360-578f-42a2-8a0f-a7df4f4e1570 req-4778ce0f-0ad5-471e-8697-ae8219d34312 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=03f2c6b4-cdf0-48d5-a940-1ba4825511bc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0475774 Dec 18 14:30:30.783759 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ea4360-578f-42a2-8a0f-a7df4f4e1570 req-025a4293-9556-445e-b36b-d2c1f2bab5d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:30:30.785378 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-38ea4360-578f-42a2-8a0f-a7df4f4e1570 req-025a4293-9556-445e-b36b-d2c1f2bab5d6 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=419ec66352344467815a2f867c76002b&device_id=03f2c6b4-cdf0-48d5-a940-1ba4825511bc HTTP/1.1" status: 200 len: 1099 time: 0.0472295 Dec 18 14:30:30.893130 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ea4360-578f-42a2-8a0f-a7df4f4e1570 req-9da47db1-7138-4a8b-bf13-260119143c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:30:30.894613 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-38ea4360-578f-42a2-8a0f-a7df4f4e1570 req-9da47db1-7138-4a8b-bf13-260119143c49 service neutron] 10.222.0.43 "GET /v2.0/networks?id=2396ca85-22ef-48fe-8671-709467251b4d HTTP/1.1" status: 200 len: 911 time: 0.0860460 Dec 18 14:30:30.941122 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:30:30.966968 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-38ea4360-578f-42a2-8a0f-a7df4f4e1570 req-48b62ade-8298-44e8-907c-396b70d5f599 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dd8cc20d-43cd-4e65-a8ad-bf484b609219 HTTP/1.1" status: 200 len: 1002 time: 0.0641725 Dec 18 14:30:31.015035 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ea4360-578f-42a2-8a0f-a7df4f4e1570 req-c20f29c9-2883-4585-998e-208c511c5c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:30:31.016478 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-38ea4360-578f-42a2-8a0f-a7df4f4e1570 req-c20f29c9-2883-4585-998e-208c511c5c6c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=cee43325-d79d-4fe9-b98c-d4ff381981fb HTTP/1.1" status: 200 len: 849 time: 0.0422320 Dec 18 14:30:31.067368 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ea4360-578f-42a2-8a0f-a7df4f4e1570 req-077ca8c5-92fb-475d-8e74-ecc3c2b7e1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:30:31.068878 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-38ea4360-578f-42a2-8a0f-a7df4f4e1570 req-077ca8c5-92fb-475d-8e74-ecc3c2b7e1bf service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2396ca85-22ef-48fe-8671-709467251b4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0448952 Dec 18 14:30:31.168412 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-38ea4360-578f-42a2-8a0f-a7df4f4e1570 req-45d2a411-d385-48c5-a7b9-654cbf4310c9 service neutron] 10.222.0.43 "GET /v2.0/networks/2396ca85-22ef-48fe-8671-709467251b4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924118 Dec 18 14:30:31.269348 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-38ea4360-578f-42a2-8a0f-a7df4f4e1570 req-3a4d8916-142e-474d-9abd-b6f03f79f498 service neutron] 10.222.0.43 "GET /v2.0/networks/2396ca85-22ef-48fe-8671-709467251b4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856371 Dec 18 14:30:34.455908 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.agents_db [None req-e3dda592-589a-4b4d-b028-ba9a260f4f50 None None] Agent healthcheck: found 6 active agents {{(pid=103162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 18 14:30:37.519271 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:30:54.991474 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a0b3f70c-83bc-40be-b5c9-2f9daaaf0bc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:30:57.260332 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-caac8996-b3c4-4962-8849-a4d9c9929335 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:30:58.792571 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-afa9ae9b-bdbb-4010-bcf6-3a46ce66cf71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:31:00.340654 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7b7a3272-2b45-4d32-9670-25eb1afd1184 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:31:00.961761 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:31:07.520134 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:31:11.456479 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.agents_db [None req-e3dda592-589a-4b4d-b028-ba9a260f4f50 None None] Agent healthcheck: found 6 active agents {{(pid=103162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 18 14:31:25.001378 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-da7638e8-9e98-48dd-8ff4-73ccc658488f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:31:27.262254 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-92dd8fd7-0054-4acd-9802-451beb9ad955 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:31:28.796552 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-afa9ae9b-bdbb-4010-bcf6-3a46ce66cf71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:31:30.345670 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7b7a3272-2b45-4d32-9670-25eb1afd1184 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:31:30.688929 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-ff30a8ba-afb6-4e05-9ed4-1c915ca2c3b6 req-8372c38f-2d1e-4b98-b205-59ea371e6bf3 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=03f2c6b4-cdf0-48d5-a940-1ba4825511bc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0453598 Dec 18 14:31:30.781293 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff30a8ba-afb6-4e05-9ed4-1c915ca2c3b6 req-4788c0b5-1d26-4b45-a4e1-162f1e62ff4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:31:30.783554 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-ff30a8ba-afb6-4e05-9ed4-1c915ca2c3b6 req-4788c0b5-1d26-4b45-a4e1-162f1e62ff4d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=419ec66352344467815a2f867c76002b&device_id=03f2c6b4-cdf0-48d5-a940-1ba4825511bc HTTP/1.1" status: 200 len: 1099 time: 0.0487208 Dec 18 14:31:30.889727 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff30a8ba-afb6-4e05-9ed4-1c915ca2c3b6 req-6a7b5663-c34e-4c35-8f11-470b403bf9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:31:30.891258 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-ff30a8ba-afb6-4e05-9ed4-1c915ca2c3b6 req-6a7b5663-c34e-4c35-8f11-470b403bf9b8 service neutron] 10.222.0.43 "GET /v2.0/networks?id=2396ca85-22ef-48fe-8671-709467251b4d HTTP/1.1" status: 200 len: 911 time: 0.0864494 Dec 18 14:31:30.948492 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:31:30.962419 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-ff30a8ba-afb6-4e05-9ed4-1c915ca2c3b6 req-29998812-6499-4aea-8a8e-d9a67f7b8d96 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dd8cc20d-43cd-4e65-a8ad-bf484b609219 HTTP/1.1" status: 200 len: 1002 time: 0.0623317 Dec 18 14:31:31.013580 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff30a8ba-afb6-4e05-9ed4-1c915ca2c3b6 req-134fb39d-cbfd-4a85-b9f1-bc88d7e1c0ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:31:31.015060 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-ff30a8ba-afb6-4e05-9ed4-1c915ca2c3b6 req-134fb39d-cbfd-4a85-b9f1-bc88d7e1c0ab service neutron] 10.222.0.43 "GET /v2.0/subnets?id=cee43325-d79d-4fe9-b98c-d4ff381981fb HTTP/1.1" status: 200 len: 849 time: 0.0452445 Dec 18 14:31:31.064853 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff30a8ba-afb6-4e05-9ed4-1c915ca2c3b6 req-e28aa4c6-4fbb-443f-887b-0074a89841db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:31:31.066350 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-ff30a8ba-afb6-4e05-9ed4-1c915ca2c3b6 req-e28aa4c6-4fbb-443f-887b-0074a89841db service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2396ca85-22ef-48fe-8671-709467251b4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0404873 Dec 18 14:31:31.167360 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-ff30a8ba-afb6-4e05-9ed4-1c915ca2c3b6 req-3e804932-d079-4f73-ba81-027d4d9138aa service neutron] 10.222.0.43 "GET /v2.0/networks/2396ca85-22ef-48fe-8671-709467251b4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854354 Dec 18 14:31:31.260388 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-ff30a8ba-afb6-4e05-9ed4-1c915ca2c3b6 req-acb03be4-4a97-4ace-9e06-bdaa114d0122 service neutron] 10.222.0.43 "GET /v2.0/networks/2396ca85-22ef-48fe-8671-709467251b4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847685 Dec 18 14:31:37.516567 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:31:48.460135 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.agents_db [None req-e3dda592-589a-4b4d-b028-ba9a260f4f50 None None] Agent healthcheck: found 6 active agents {{(pid=103162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 18 14:31:54.993326 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-db0e5e10-0dd7-4035-91a7-a8b9dcdcaeb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:31:57.266750 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-912127d6-f0c3-4d67-a651-e3c732e6404c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:31:58.797784 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-afa9ae9b-bdbb-4010-bcf6-3a46ce66cf71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:32:00.341868 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7b7a3272-2b45-4d32-9670-25eb1afd1184 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:32:00.948100 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:32:07.536364 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:32:24.998137 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-132df989-25b7-4951-bd5b-3bda029d4c53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:32:25.461840 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.agents_db [None req-e3dda592-589a-4b4d-b028-ba9a260f4f50 None None] Agent healthcheck: found 6 active agents {{(pid=103162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 18 14:32:27.266729 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ff01dc04-16c3-4d6b-a785-83722b0ae3ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:32:28.800774 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-afa9ae9b-bdbb-4010-bcf6-3a46ce66cf71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:32:30.347244 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7b7a3272-2b45-4d32-9670-25eb1afd1184 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:32:30.680066 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-15d2dce6-affe-49d3-85b7-21e1b21b4b03 req-7b5c4e46-6720-41dc-ba62-4aa9a9e8f634 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=03f2c6b4-cdf0-48d5-a940-1ba4825511bc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0460405 Dec 18 14:32:30.780940 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d2dce6-affe-49d3-85b7-21e1b21b4b03 req-0f07453b-d24b-4442-a8dd-228605baa906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:32:30.782733 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-15d2dce6-affe-49d3-85b7-21e1b21b4b03 req-0f07453b-d24b-4442-a8dd-228605baa906 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=419ec66352344467815a2f867c76002b&device_id=03f2c6b4-cdf0-48d5-a940-1ba4825511bc HTTP/1.1" status: 200 len: 1099 time: 0.0499704 Dec 18 14:32:30.900844 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d2dce6-affe-49d3-85b7-21e1b21b4b03 req-9ae3e4c2-9b8f-4647-b368-258c3af2ad18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:32:30.902250 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-15d2dce6-affe-49d3-85b7-21e1b21b4b03 req-9ae3e4c2-9b8f-4647-b368-258c3af2ad18 service neutron] 10.222.0.43 "GET /v2.0/networks?id=2396ca85-22ef-48fe-8671-709467251b4d HTTP/1.1" status: 200 len: 911 time: 0.0931640 Dec 18 14:32:30.942433 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:32:30.974830 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-15d2dce6-affe-49d3-85b7-21e1b21b4b03 req-f05af271-4ed3-49d7-bef9-2e92cf604312 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dd8cc20d-43cd-4e65-a8ad-bf484b609219 HTTP/1.1" status: 200 len: 1002 time: 0.0649598 Dec 18 14:32:31.038251 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d2dce6-affe-49d3-85b7-21e1b21b4b03 req-943044af-6ce9-43db-95b0-51ae9bf66000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:32:31.039719 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-15d2dce6-affe-49d3-85b7-21e1b21b4b03 req-943044af-6ce9-43db-95b0-51ae9bf66000 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=cee43325-d79d-4fe9-b98c-d4ff381981fb HTTP/1.1" status: 200 len: 849 time: 0.0580347 Dec 18 14:32:31.091394 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d2dce6-affe-49d3-85b7-21e1b21b4b03 req-47dc6f6c-ae49-425e-8c79-fc4263ed7c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:32:31.092882 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-15d2dce6-affe-49d3-85b7-21e1b21b4b03 req-47dc6f6c-ae49-425e-8c79-fc4263ed7c6d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2396ca85-22ef-48fe-8671-709467251b4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0458708 Dec 18 14:32:31.200516 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-15d2dce6-affe-49d3-85b7-21e1b21b4b03 req-f554fa6d-4b23-4e8a-b0c4-8b052144cb01 service neutron] 10.222.0.43 "GET /v2.0/networks/2396ca85-22ef-48fe-8671-709467251b4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996866 Dec 18 14:32:31.293210 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-15d2dce6-affe-49d3-85b7-21e1b21b4b03 req-e872be0f-9adc-443f-ace4-e8ddc1f02530 service neutron] 10.222.0.43 "GET /v2.0/networks/2396ca85-22ef-48fe-8671-709467251b4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856357 Dec 18 14:32:37.530684 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:32:54.993499 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-58e5082f-d756-49ac-885c-a7c4ee8402a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:32:57.268585 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-5a29d7de-18f6-4835-9b07-9aa1d13a5060 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:32:58.805539 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-afa9ae9b-bdbb-4010-bcf6-3a46ce66cf71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:33:00.350892 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7b7a3272-2b45-4d32-9670-25eb1afd1184 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:33:00.950734 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:33:02.460603 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.agents_db [None req-e3dda592-589a-4b4d-b028-ba9a260f4f50 None None] Agent healthcheck: found 6 active agents {{(pid=103162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 18 14:33:07.533432 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:33:07.952099 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Device dd8cc20d-43cd-4e65-a8ad-bf484b609219 details requested by agent hyperv_hv-neutron-7448 with host hv-neutron-7448 {{(pid=103161) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 18 14:33:08.058951 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] For port dd8cc20d-43cd-4e65-a8ad-bf484b609219, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=dd8cc20d-43cd-4e65-a8ad-bf484b609219,segment=NetworkSegment(9d8a7f87-905f-4420-8b8c-807cda311114),segment_id=9d8a7f87-905f-4420-8b8c-807cda311114)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 14:33:08.070699 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Returning: {'device': 'dd8cc20d-43cd-4e65-a8ad-bf484b609219', 'network_id': '2396ca85-22ef-48fe-8671-709467251b4d', 'port_id': 'dd8cc20d-43cd-4e65-a8ad-bf484b609219', 'mac_address': 'fa:16:3e:82:29:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cee43325-d79d-4fe9-b98c-d4ff381981fb', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103161) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 18 14:33:08.112739 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:33:08.126510 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.notifiers.nova [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id dd8cc20d-43cd-4e65-a8ad-bf484b609219 {{(pid=103161) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 18 14:33:08.148504 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] For port dd8cc20d-43cd-4e65-a8ad-bf484b609219, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=dd8cc20d-43cd-4e65-a8ad-bf484b609219,segment=NetworkSegment(9d8a7f87-905f-4420-8b8c-807cda311114),segment_id=9d8a7f87-905f-4420-8b8c-807cda311114)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 14:33:08.155090 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:33:08.211983 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Pushing event updated for resources: {'Port': ['ID=dd8cc20d-43cd-4e65-a8ad-bf484b609219,revision_number=6']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:33:08.218911 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:33:08.219287 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:33:08.219628 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:33:08.219965 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:33:08.220294 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:33:08.220619 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:33:08.220948 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:33:08.221272 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:33:08.221595 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:33:08.221917 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:33:08.222222 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:33:08.222539 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:33:08.222856 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:33:08.228082 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] get_ports_and_sgs() called for port_ids ['dd8cc20d-43cd-4e65-a8ad-bf484b609219'] {{(pid=103161) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 18 14:33:09.960669 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Device dd8cc20d-43cd-4e65-a8ad-bf484b609219 up at agent hyperv_hv-neutron-7448 {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 14:33:10.018936 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Provisioning complete for port dd8cc20d-43cd-4e65-a8ad-bf484b609219 triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 14:33:10.019351 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:33:10.098484 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:33:10.122905 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03f2c6b4-cdf0-48d5-a940-1ba4825511bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd8cc20d-43cd-4e65-a8ad-bf484b609219'}] {{(pid=103161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 18 14:33:10.125227 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}219fd541d95b0f81c8374e7c95906a92eb7e638539a0139b6355bf92fdf2d55a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afec3d6e-b0ac-4b46-91e1-553b84e6bb16" -d '{"events": [{"server_uuid": "03f2c6b4-cdf0-48d5-a940-1ba4825511bc", "name": "network-vif-plugged", "status": "completed", "tag": "dd8cc20d-43cd-4e65-a8ad-bf484b609219"}]}' {{(pid=103161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 18 14:33:10.138098 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] For port dd8cc20d-43cd-4e65-a8ad-bf484b609219, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=dd8cc20d-43cd-4e65-a8ad-bf484b609219,segment=NetworkSegment(9d8a7f87-905f-4420-8b8c-807cda311114),segment_id=9d8a7f87-905f-4420-8b8c-807cda311114)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 14:33:10.144338 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:33:10.192456 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Pushing event updated for resources: {'Port': ['ID=dd8cc20d-43cd-4e65-a8ad-bf484b609219,revision_number=7']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:33:11.295703 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 14:33:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd89e92c-88de-4de4-89ed-b094196849fc x-openstack-request-id: req-bd89e92c-88de-4de4-89ed-b094196849fc {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 18 14:33:11.296333 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03f2c6b4-cdf0-48d5-a940-1ba4825511bc", "name": "network-vif-plugged", "status": "completed", "tag": "dd8cc20d-43cd-4e65-a8ad-bf484b609219", "code": 200}]} {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 18 14:33:11.296333 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bd89e92c-88de-4de4-89ed-b094196849fc {{(pid=103161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 18 14:33:11.296592 dv-neutron-744815-20-hyperv neutron-server[103161]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03f2c6b4-cdf0-48d5-a940-1ba4825511bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd8cc20d-43cd-4e65-a8ad-bf484b609219', 'code': 200} Dec 18 14:33:20.223290 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-2879cee5-a81f-437d-b7a8-e41d8ae751c4 req-5d9d106a-542e-4f3d-825a-a6c72558a378 tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-356068994&fields=id&tenant_id=419ec66352344467815a2f867c76002b HTTP/1.1" status: 200 len: 267 time: 0.0520234 Dec 18 14:33:20.338089 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2879cee5-a81f-437d-b7a8-e41d8ae751c4 req-0e88aa3f-c3d7-45f5-add0-e4467ed54586 tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:33:20.339578 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-2879cee5-a81f-437d-b7a8-e41d8ae751c4 req-0e88aa3f-c3d7-45f5-add0-e4467ed54586 tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] 10.222.0.31 "GET /v2.0/networks?id=2396ca85-22ef-48fe-8671-709467251b4d HTTP/1.1" status: 200 len: 810 time: 0.1056998 Dec 18 14:33:20.360613 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-2879cee5-a81f-437d-b7a8-e41d8ae751c4 req-457d3b7d-b039-4b27-938d-b0f3553b3430 tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] 10.222.0.31 "GET /v2.0/quotas/419ec66352344467815a2f867c76002b HTTP/1.1" status: 200 len: 375 time: 0.0149057 Dec 18 14:33:20.416187 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-2879cee5-a81f-437d-b7a8-e41d8ae751c4 req-c3fb9416-b2da-4954-b64f-5a448c702e59 tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=419ec66352344467815a2f867c76002b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0497684 Dec 18 14:33:20.558439 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-2879cee5-a81f-437d-b7a8-e41d8ae751c4 req-def46435-19a4-4a0b-a105-2acd4f52045b service neutron] 10.222.0.31 "GET /v2.0/networks/2396ca85-22ef-48fe-8671-709467251b4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302063 Dec 18 14:33:20.660076 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-2879cee5-a81f-437d-b7a8-e41d8ae751c4 req-1f1abc5c-1400-4be0-8174-6be717f566cb service neutron] 10.222.0.31 "GET /v2.0/networks/2396ca85-22ef-48fe-8671-709467251b4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922897 Dec 18 14:33:20.822654 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-f9e308f7-636d-436b-8e52-4e7dd250652b req-8e1c959e-d66b-4973-8e1b-096937b4501b tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] 10.222.0.31 "GET /v2.0/ports?device_id=03148e91-e3ce-49d6-ba59-99661eefbdb9 HTTP/1.1" status: 200 len: 210 time: 0.0274658 Dec 18 14:33:21.928746 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-842842a2-c974-4954-8f94-f17dacbe7749 req-c084c5d9-f865-4cdd-95a5-fd8f31d7fbfd tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] 10.222.0.31 "GET /v2.0/ports?device_id=03148e91-e3ce-49d6-ba59-99661eefbdb9 HTTP/1.1" status: 200 len: 210 time: 0.0336556 Dec 18 14:33:22.027258 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2879cee5-a81f-437d-b7a8-e41d8ae751c4 req-3861a34c-ee0e-4baf-9cf2-d90bb0007039 tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:33:22.028917 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-2879cee5-a81f-437d-b7a8-e41d8ae751c4 req-3861a34c-ee0e-4baf-9cf2-d90bb0007039 tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] 10.222.0.43 "GET /v2.0/networks?id=2396ca85-22ef-48fe-8671-709467251b4d HTTP/1.1" status: 200 len: 810 time: 0.1248727 Dec 18 14:33:22.097159 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-2879cee5-a81f-437d-b7a8-e41d8ae751c4 req-590b0869-d604-4e61-be7e-4d3f6c2fed24 tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=419ec66352344467815a2f867c76002b HTTP/1.1" status: 200 len: 379 time: 0.0589559 Dec 18 14:33:22.108103 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [req-2879cee5-a81f-437d-b7a8-e41d8ae751c4 req-d7c51379-db12-4d6b-a247-3ba4600324c8 tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] Request body: {'port': {'device_id': '03148e91-e3ce-49d6-ba59-99661eefbdb9', 'network_id': '2396ca85-22ef-48fe-8671-709467251b4d', 'admin_state_up': True, 'tenant_id': '419ec66352344467815a2f867c76002b', 'security_groups': ['c0c7bd06-021e-4908-94ef-5f5d9c13cdfe']}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 14:33:22.218485 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2879cee5-a81f-437d-b7a8-e41d8ae751c4 req-d7c51379-db12-4d6b-a247-3ba4600324c8 tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] Made reservation on behalf of 419ec66352344467815a2f867c76002b for: {'port': 1} {{(pid=103159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 14:33:22.222015 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-2879cee5-a81f-437d-b7a8-e41d8ae751c4 req-d7c51379-db12-4d6b-a247-3ba4600324c8 tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:33:22.353034 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.db_base_plugin_common [req-2879cee5-a81f-437d-b7a8-e41d8ae751c4 req-d7c51379-db12-4d6b-a247-3ba4600324c8 tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] Allocated IP 172.20.0.12 (2396ca85-22ef-48fe-8671-709467251b4d/cee43325-d79d-4fe9-b98c-d4ff381981fb/64e55267-8271-482e-b83c-413cc228ddcd) {{(pid=103159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 14:33:22.589882 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-2879cee5-a81f-437d-b7a8-e41d8ae751c4 req-d7c51379-db12-4d6b-a247-3ba4600324c8 tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] Publish callbacks [] for port, precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:33:22.653776 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-2879cee5-a81f-437d-b7a8-e41d8ae751c4 req-d7c51379-db12-4d6b-a247-3ba4600324c8 tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:33:22.704216 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2879cee5-a81f-437d-b7a8-e41d8ae751c4 req-d7c51379-db12-4d6b-a247-3ba4600324c8 tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] Network 2396ca85-22ef-48fe-8671-709467251b4d is already hosted by enough agents. {{(pid=103159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 14:33:22.707780 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.base_scheduler [req-2879cee5-a81f-437d-b7a8-e41d8ae751c4 req-d7c51379-db12-4d6b-a247-3ba4600324c8 tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] Resources bound (agent type, host, resource id): {{(pid=103159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 14:33:22.712084 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [req-2879cee5-a81f-437d-b7a8-e41d8ae751c4 req-d7c51379-db12-4d6b-a247-3ba4600324c8 tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] Received port after_create {{(pid=103159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 14:33:22.718934 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c51379-db12-4d6b-a247-3ba4600324c8 tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] Pushing event updated for resources: {'Port': ['ID=64e55267-8271-482e-b83c-413cc228ddcd,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:33:22.748737 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c51379-db12-4d6b-a247-3ba4600324c8 tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:33:22.749085 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c51379-db12-4d6b-a247-3ba4600324c8 tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:33:22.749428 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c51379-db12-4d6b-a247-3ba4600324c8 tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:33:22.749766 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c51379-db12-4d6b-a247-3ba4600324c8 tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:33:22.750094 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c51379-db12-4d6b-a247-3ba4600324c8 tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:33:22.750424 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c51379-db12-4d6b-a247-3ba4600324c8 tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:33:22.750752 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c51379-db12-4d6b-a247-3ba4600324c8 tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:33:22.751078 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c51379-db12-4d6b-a247-3ba4600324c8 tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:33:22.751428 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c51379-db12-4d6b-a247-3ba4600324c8 tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:33:22.751754 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c51379-db12-4d6b-a247-3ba4600324c8 tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:33:22.752078 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c51379-db12-4d6b-a247-3ba4600324c8 tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:33:22.752399 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c51379-db12-4d6b-a247-3ba4600324c8 tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:33:22.752716 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c51379-db12-4d6b-a247-3ba4600324c8 tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:33:22.779005 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2879cee5-a81f-437d-b7a8-e41d8ae751c4 req-d7c51379-db12-4d6b-a247-3ba4600324c8 tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:33:22.782683 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-2879cee5-a81f-437d-b7a8-e41d8ae751c4 req-d7c51379-db12-4d6b-a247-3ba4600324c8 tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:33:22.818679 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-2879cee5-a81f-437d-b7a8-e41d8ae751c4 req-d7c51379-db12-4d6b-a247-3ba4600324c8 tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7139263 Dec 18 14:33:22.977007 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-0b29c316-c0ed-4d89-a284-e1eff4392d67 None None] Provisioning complete for port 64e55267-8271-482e-b83c-413cc228ddcd triggered by entity DHCP. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 14:33:22.977583 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0b29c316-c0ed-4d89-a284-e1eff4392d67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:33:23.016239 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-0b29c316-c0ed-4d89-a284-e1eff4392d67 None None] Port 64e55267-8271-482e-b83c-413cc228ddcd cannot update to ACTIVE because it is not bound. {{(pid=103161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 14:33:23.052719 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfeeb32-6eb4-4fd5-ba24-77d3f03fb5b9 req-281a5b41-94bc-4110-a1fc-74d3939b8d81 tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:33:23.054403 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-4bfeeb32-6eb4-4fd5-ba24-77d3f03fb5b9 req-281a5b41-94bc-4110-a1fc-74d3939b8d81 tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] 10.222.0.31 "GET /v2.0/ports?device_id=03148e91-e3ce-49d6-ba59-99661eefbdb9 HTTP/1.1" status: 200 len: 932 time: 0.0510175 Dec 18 14:33:23.109284 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-4bfeeb32-6eb4-4fd5-ba24-77d3f03fb5b9 req-034dbbe5-d90b-41bc-a9fd-a86249b1b72c tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] 10.222.0.31 "GET /v2.0/security-groups?id=c0c7bd06-021e-4908-94ef-5f5d9c13cdfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486779 Dec 18 14:33:24.073598 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Device dd8cc20d-43cd-4e65-a8ad-bf484b609219 no longer exists at agent hyperv_hv-neutron-7448 {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 18 14:33:24.152715 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:33:24.176429 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03f2c6b4-cdf0-48d5-a940-1ba4825511bc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dd8cc20d-43cd-4e65-a8ad-bf484b609219'}] {{(pid=103161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 18 14:33:24.179005 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}219fd541d95b0f81c8374e7c95906a92eb7e638539a0139b6355bf92fdf2d55a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa8d2516-154c-4a3b-8644-e58994c32ea3" -d '{"events": [{"server_uuid": "03f2c6b4-cdf0-48d5-a940-1ba4825511bc", "name": "network-vif-unplugged", "status": "completed", "tag": "dd8cc20d-43cd-4e65-a8ad-bf484b609219"}]}' {{(pid=103161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 18 14:33:24.195734 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] For port dd8cc20d-43cd-4e65-a8ad-bf484b609219, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=dd8cc20d-43cd-4e65-a8ad-bf484b609219,segment=NetworkSegment(9d8a7f87-905f-4420-8b8c-807cda311114),segment_id=9d8a7f87-905f-4420-8b8c-807cda311114)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 14:33:24.202386 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:33:24.227584 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf9263a-5620-4e84-bd37-cb5b2825a445 req-097cfa57-897a-43fd-b413-34174127591e tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:33:24.228155 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 18 Dec 2021 14:33:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bde7e5a3-e4a5-4e02-bc97-60ef8d9a2cb0 x-openstack-request-id: req-bde7e5a3-e4a5-4e02-bc97-60ef8d9a2cb0 {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 18 14:33:24.228155 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03f2c6b4-cdf0-48d5-a940-1ba4825511bc", "name": "network-vif-unplugged", "status": "completed", "tag": "dd8cc20d-43cd-4e65-a8ad-bf484b609219", "code": 200}]} {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 18 14:33:24.228383 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bde7e5a3-e4a5-4e02-bc97-60ef8d9a2cb0 {{(pid=103161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 18 14:33:24.228676 dv-neutron-744815-20-hyperv neutron-server[103161]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03f2c6b4-cdf0-48d5-a940-1ba4825511bc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dd8cc20d-43cd-4e65-a8ad-bf484b609219', 'code': 200} Dec 18 14:33:24.229914 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-ddf9263a-5620-4e84-bd37-cb5b2825a445 req-097cfa57-897a-43fd-b413-34174127591e tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] 10.222.0.31 "GET /v2.0/ports?device_id=03148e91-e3ce-49d6-ba59-99661eefbdb9 HTTP/1.1" status: 200 len: 932 time: 0.0520890 Dec 18 14:33:24.255027 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Pushing event updated for resources: {'Port': ['ID=dd8cc20d-43cd-4e65-a8ad-bf484b609219,revision_number=8']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:33:24.285099 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-ddf9263a-5620-4e84-bd37-cb5b2825a445 req-f1b6dd70-c6ca-41e2-bd77-25d09fee056b tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] 10.222.0.31 "GET /v2.0/security-groups?id=c0c7bd06-021e-4908-94ef-5f5d9c13cdfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479107 Dec 18 14:33:25.000587 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ba023a86-53cd-47c8-9462-0e8cc0573e12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:33:25.415392 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48752f2-b5e8-4a35-bb40-b9a24b890a3f req-01e27cb6-243a-4c2d-9893-f54ffa066ad3 tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:33:25.416946 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-b48752f2-b5e8-4a35-bb40-b9a24b890a3f req-01e27cb6-243a-4c2d-9893-f54ffa066ad3 tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] 10.222.0.31 "GET /v2.0/ports?device_id=03148e91-e3ce-49d6-ba59-99661eefbdb9 HTTP/1.1" status: 200 len: 932 time: 0.0578825 Dec 18 14:33:25.472034 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-b48752f2-b5e8-4a35-bb40-b9a24b890a3f req-92ea0de2-4f48-479f-9577-28e5142bcff6 tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] 10.222.0.31 "GET /v2.0/security-groups?id=c0c7bd06-021e-4908-94ef-5f5d9c13cdfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461247 Dec 18 14:33:26.596064 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d65a327-0013-4f72-ac64-aab42eb8d3a3 req-df452ad6-ecf5-4eb9-8de4-0b99bb14dd89 tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:33:26.597525 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-9d65a327-0013-4f72-ac64-aab42eb8d3a3 req-df452ad6-ecf5-4eb9-8de4-0b99bb14dd89 tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] 10.222.0.31 "GET /v2.0/ports?device_id=03148e91-e3ce-49d6-ba59-99661eefbdb9 HTTP/1.1" status: 200 len: 932 time: 0.0513363 Dec 18 14:33:26.646765 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-9d65a327-0013-4f72-ac64-aab42eb8d3a3 req-dace5313-da16-4c47-9248-fb340fb9095a tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] 10.222.0.31 "GET /v2.0/security-groups?id=c0c7bd06-021e-4908-94ef-5f5d9c13cdfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429940 Dec 18 14:33:27.267378 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-4f3212a7-aa38-47e2-8c03-df660b9d631f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:33:27.947682 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddae242-b36d-40d9-b551-3735bf87ae1a req-9d7cbf1b-8bb2-400a-88b2-e843d948d208 tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:33:27.949272 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-7ddae242-b36d-40d9-b551-3735bf87ae1a req-9d7cbf1b-8bb2-400a-88b2-e843d948d208 tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] 10.222.0.31 "GET /v2.0/ports?device_id=03148e91-e3ce-49d6-ba59-99661eefbdb9 HTTP/1.1" status: 200 len: 932 time: 0.0535879 Dec 18 14:33:27.997808 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-7ddae242-b36d-40d9-b551-3735bf87ae1a req-9b167979-a035-472b-aa09-fde7f6573036 tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] 10.222.0.31 "GET /v2.0/security-groups?id=c0c7bd06-021e-4908-94ef-5f5d9c13cdfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425456 Dec 18 14:33:28.808255 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-afa9ae9b-bdbb-4010-bcf6-3a46ce66cf71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:33:29.126627 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757bb568-b552-4f6d-98c8-68b168e55a8f req-0239fa23-82b8-4571-8bf2-3f930b64850e tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:33:29.128117 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-757bb568-b552-4f6d-98c8-68b168e55a8f req-0239fa23-82b8-4571-8bf2-3f930b64850e tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] 10.222.0.31 "GET /v2.0/ports?device_id=03148e91-e3ce-49d6-ba59-99661eefbdb9 HTTP/1.1" status: 200 len: 932 time: 0.0490682 Dec 18 14:33:29.177508 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-757bb568-b552-4f6d-98c8-68b168e55a8f req-871feb59-c6b4-458f-849e-8959452705e8 tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] 10.222.0.31 "GET /v2.0/security-groups?id=c0c7bd06-021e-4908-94ef-5f5d9c13cdfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430586 Dec 18 14:33:30.309356 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bedf27-2cea-4389-a87f-ecbcf9499465 req-3617fa2e-f58a-4188-81dd-b70b69d5da47 tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:33:30.310914 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-a2bedf27-2cea-4389-a87f-ecbcf9499465 req-3617fa2e-f58a-4188-81dd-b70b69d5da47 tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] 10.222.0.31 "GET /v2.0/ports?device_id=03148e91-e3ce-49d6-ba59-99661eefbdb9 HTTP/1.1" status: 200 len: 932 time: 0.0635107 Dec 18 14:33:30.351675 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7b7a3272-2b45-4d32-9670-25eb1afd1184 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:33:30.366877 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-a2bedf27-2cea-4389-a87f-ecbcf9499465 req-95fca4ec-1e21-49da-8bfd-64539ae65494 tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] 10.222.0.31 "GET /v2.0/security-groups?id=c0c7bd06-021e-4908-94ef-5f5d9c13cdfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470626 Dec 18 14:33:30.948685 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:33:31.499766 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9837f754-2ccf-46c7-bbb3-1907c72bf0bd req-2b161174-a418-4e1e-920f-f38aeca13f69 tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:33:31.501259 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-9837f754-2ccf-46c7-bbb3-1907c72bf0bd req-2b161174-a418-4e1e-920f-f38aeca13f69 tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] 10.222.0.31 "GET /v2.0/ports?device_id=03148e91-e3ce-49d6-ba59-99661eefbdb9 HTTP/1.1" status: 200 len: 932 time: 0.0614157 Dec 18 14:33:31.550499 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-9837f754-2ccf-46c7-bbb3-1907c72bf0bd req-c6865ae9-5746-4b46-a9d9-4cb437019924 tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] 10.222.0.31 "GET /v2.0/security-groups?id=c0c7bd06-021e-4908-94ef-5f5d9c13cdfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432348 Dec 18 14:33:32.699178 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8eb23f-fa0a-40fe-8037-c200644b99bd req-90a971fd-5cdb-4b0d-9e24-8a5d31a1834b tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:33:32.700789 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-fa8eb23f-fa0a-40fe-8037-c200644b99bd req-90a971fd-5cdb-4b0d-9e24-8a5d31a1834b tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] 10.222.0.31 "GET /v2.0/ports?device_id=03148e91-e3ce-49d6-ba59-99661eefbdb9 HTTP/1.1" status: 200 len: 932 time: 0.0639749 Dec 18 14:33:32.757492 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-fa8eb23f-fa0a-40fe-8037-c200644b99bd req-373d8fb2-6554-41b7-9e75-43e7fd47e155 tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] 10.222.0.31 "GET /v2.0/security-groups?id=c0c7bd06-021e-4908-94ef-5f5d9c13cdfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492673 Dec 18 14:33:33.890367 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d8aa9f-b599-4de9-92c2-57989e038ac8 req-95aaf449-d127-49f8-a83e-b8ca7a653d21 tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:33:33.891800 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-73d8aa9f-b599-4de9-92c2-57989e038ac8 req-95aaf449-d127-49f8-a83e-b8ca7a653d21 tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] 10.222.0.31 "GET /v2.0/ports?device_id=03148e91-e3ce-49d6-ba59-99661eefbdb9 HTTP/1.1" status: 200 len: 932 time: 0.0517027 Dec 18 14:33:33.943039 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-73d8aa9f-b599-4de9-92c2-57989e038ac8 req-e0ef71ac-dcf0-48a5-be06-cc50cdefb3ec tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] 10.222.0.31 "GET /v2.0/security-groups?id=c0c7bd06-021e-4908-94ef-5f5d9c13cdfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452485 Dec 18 14:33:35.074696 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f99d1a-7a6c-4e0a-8729-4f95556510f4 req-db827a8e-d72e-4ab3-b219-9590efa216ac tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:33:35.076271 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-b9f99d1a-7a6c-4e0a-8729-4f95556510f4 req-db827a8e-d72e-4ab3-b219-9590efa216ac tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] 10.222.0.31 "GET /v2.0/ports?device_id=03148e91-e3ce-49d6-ba59-99661eefbdb9 HTTP/1.1" status: 200 len: 932 time: 0.0597041 Dec 18 14:33:35.130092 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-b9f99d1a-7a6c-4e0a-8729-4f95556510f4 req-2738a397-2b19-425f-a16e-91d9acc7221f tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] 10.222.0.31 "GET /v2.0/security-groups?id=c0c7bd06-021e-4908-94ef-5f5d9c13cdfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469780 Dec 18 14:33:36.267019 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8a8752-7da2-4ccd-aa41-bc0794f87b68 req-2cdd5675-7ede-4457-96b4-af01df199509 tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:33:36.268457 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-ad8a8752-7da2-4ccd-aa41-bc0794f87b68 req-2cdd5675-7ede-4457-96b4-af01df199509 tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] 10.222.0.31 "GET /v2.0/ports?device_id=03148e91-e3ce-49d6-ba59-99661eefbdb9 HTTP/1.1" status: 200 len: 932 time: 0.0563641 Dec 18 14:33:36.331463 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-ad8a8752-7da2-4ccd-aa41-bc0794f87b68 req-8d415bc2-9fa8-4f3e-b859-d26459e9a68a tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] 10.222.0.31 "GET /v2.0/security-groups?id=c0c7bd06-021e-4908-94ef-5f5d9c13cdfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538855 Dec 18 14:33:37.465694 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5accae2a-6f3e-43dd-b81d-f54fe2c44d0d req-64523f7a-95fd-4502-a09b-6caa69289a9e tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:33:37.467424 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-5accae2a-6f3e-43dd-b81d-f54fe2c44d0d req-64523f7a-95fd-4502-a09b-6caa69289a9e tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] 10.222.0.31 "GET /v2.0/ports?device_id=03148e91-e3ce-49d6-ba59-99661eefbdb9 HTTP/1.1" status: 200 len: 932 time: 0.0525587 Dec 18 14:33:37.518619 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-5accae2a-6f3e-43dd-b81d-f54fe2c44d0d req-1cf140cf-fa8d-485d-8647-1aebf7ff1dcc tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] 10.222.0.31 "GET /v2.0/security-groups?id=c0c7bd06-021e-4908-94ef-5f5d9c13cdfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444751 Dec 18 14:33:37.541479 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:33:38.651954 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af50727-7b2e-48a3-b5ea-be39de33d0ec req-05f89909-32b3-4ce1-9942-2ab6754a09c0 tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:33:38.653500 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-2af50727-7b2e-48a3-b5ea-be39de33d0ec req-05f89909-32b3-4ce1-9942-2ab6754a09c0 tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] 10.222.0.31 "GET /v2.0/ports?device_id=03148e91-e3ce-49d6-ba59-99661eefbdb9 HTTP/1.1" status: 200 len: 932 time: 0.0547421 Dec 18 14:33:38.704050 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-2af50727-7b2e-48a3-b5ea-be39de33d0ec req-7ad9300d-447e-4f27-899c-c628766cc9b1 tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] 10.222.0.31 "GET /v2.0/security-groups?id=c0c7bd06-021e-4908-94ef-5f5d9c13cdfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444882 Dec 18 14:33:39.236743 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.v2.base [req-2879cee5-a81f-437d-b7a8-e41d8ae751c4 req-ea524319-d1b8-4dc9-8727-91532250f553 service neutron] Request body: {'port': {'device_id': '03148e91-e3ce-49d6-ba59-99661eefbdb9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7448'}} {{(pid=103159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 14:33:39.259841 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.43', 61194) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:33:39.295520 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-2879cee5-a81f-437d-b7a8-e41d8ae751c4 req-ea524319-d1b8-4dc9-8727-91532250f553 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:33:39.300381 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-2287db58-1d71-4ef4-8729-e572fd78cc57 req-75aa3df0-30a0-4142-8553-6b463d1ff6c9 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=03f2c6b4-cdf0-48d5-a940-1ba4825511bc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0393364 Dec 18 14:33:39.395608 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2287db58-1d71-4ef4-8729-e572fd78cc57 req-53e20291-7464-4ea6-ad7d-9ccdc4afd75f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:33:39.397155 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-2287db58-1d71-4ef4-8729-e572fd78cc57 req-53e20291-7464-4ea6-ad7d-9ccdc4afd75f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=419ec66352344467815a2f867c76002b&device_id=03f2c6b4-cdf0-48d5-a940-1ba4825511bc HTTP/1.1" status: 200 len: 1097 time: 0.0446346 Dec 18 14:33:39.459458 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.agents_db [None req-e3dda592-589a-4b4d-b028-ba9a260f4f50 None None] Agent healthcheck: found 6 active agents {{(pid=103162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 18 14:33:39.512732 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2287db58-1d71-4ef4-8729-e572fd78cc57 req-73b251c1-1957-4029-b4a2-834557880a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:33:39.514335 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-2287db58-1d71-4ef4-8729-e572fd78cc57 req-73b251c1-1957-4029-b4a2-834557880a31 service neutron] 10.222.0.43 "GET /v2.0/networks?id=2396ca85-22ef-48fe-8671-709467251b4d HTTP/1.1" status: 200 len: 911 time: 0.0914199 Dec 18 14:33:39.589933 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-2287db58-1d71-4ef4-8729-e572fd78cc57 req-22d87569-e9ea-4c09-8af6-acbf647953b3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dd8cc20d-43cd-4e65-a8ad-bf484b609219 HTTP/1.1" status: 200 len: 1000 time: 0.0679643 Dec 18 14:33:39.643310 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2287db58-1d71-4ef4-8729-e572fd78cc57 req-78bd1370-27a9-47dd-855f-5bc6bae5d8b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:33:39.644819 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-2287db58-1d71-4ef4-8729-e572fd78cc57 req-78bd1370-27a9-47dd-855f-5bc6bae5d8b6 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=cee43325-d79d-4fe9-b98c-d4ff381981fb HTTP/1.1" status: 200 len: 849 time: 0.0466442 Dec 18 14:33:39.693162 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2287db58-1d71-4ef4-8729-e572fd78cc57 req-12a72d3c-6149-46e1-9a78-ed944ceab830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:33:39.694767 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-2287db58-1d71-4ef4-8729-e572fd78cc57 req-12a72d3c-6149-46e1-9a78-ed944ceab830 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2396ca85-22ef-48fe-8671-709467251b4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0426648 Dec 18 14:33:39.822246 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-2287db58-1d71-4ef4-8729-e572fd78cc57 req-2e26c7f2-e3ff-499f-9165-ca66cb95c868 service neutron] 10.222.0.43 "GET /v2.0/networks/2396ca85-22ef-48fe-8671-709467251b4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194739 Dec 18 14:33:39.862907 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb69cff-5476-48e1-854e-8a4a1c018f35 req-74c79071-721a-41fd-9a13-17a59ea9cf77 tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:33:39.864413 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-5cb69cff-5476-48e1-854e-8a4a1c018f35 req-74c79071-721a-41fd-9a13-17a59ea9cf77 tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] 10.222.0.31 "GET /v2.0/ports?device_id=03148e91-e3ce-49d6-ba59-99661eefbdb9 HTTP/1.1" status: 200 len: 932 time: 0.0857964 Dec 18 14:33:39.904307 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.notifiers.nova [req-2879cee5-a81f-437d-b7a8-e41d8ae751c4 req-ea524319-d1b8-4dc9-8727-91532250f553 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64e55267-8271-482e-b83c-413cc228ddcd {{(pid=103159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 18 14:33:39.912167 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-2879cee5-a81f-437d-b7a8-e41d8ae751c4 req-ea524319-d1b8-4dc9-8727-91532250f553 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:33:39.924065 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.provisioning_blocks [req-2879cee5-a81f-437d-b7a8-e41d8ae751c4 req-ea524319-d1b8-4dc9-8727-91532250f553 service neutron] Transition to ACTIVE for port object 64e55267-8271-482e-b83c-413cc228ddcd will not be triggered until provisioned by entity L2. {{(pid=103159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 18 14:33:39.929349 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-2879cee5-a81f-437d-b7a8-e41d8ae751c4 req-ea524319-d1b8-4dc9-8727-91532250f553 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5659917'] for port, after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:33:39.963265 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-2287db58-1d71-4ef4-8729-e572fd78cc57 req-380e325a-1413-48a7-b93f-00fe32537a95 service neutron] 10.222.0.43 "GET /v2.0/networks/2396ca85-22ef-48fe-8671-709467251b4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338305 Dec 18 14:33:39.967405 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-5cb69cff-5476-48e1-854e-8a4a1c018f35 req-9cfde412-822d-41a7-9c88-96d71b726ec2 tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] 10.222.0.31 "GET /v2.0/security-groups?id=c0c7bd06-021e-4908-94ef-5f5d9c13cdfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715551 Dec 18 14:33:40.026330 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea524319-d1b8-4dc9-8727-91532250f553 service neutron] Pushing event updated for resources: {'Port': ['ID=64e55267-8271-482e-b83c-413cc228ddcd,revision_number=2']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:33:40.062235 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.managers [req-2879cee5-a81f-437d-b7a8-e41d8ae751c4 req-ea524319-d1b8-4dc9-8727-91532250f553 service neutron] Attempting to bind port 64e55267-8271-482e-b83c-413cc228ddcd on host hv-neutron-7448 for vnic_type normal with profile {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 14:33:40.062646 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.managers [req-2879cee5-a81f-437d-b7a8-e41d8ae751c4 req-ea524319-d1b8-4dc9-8727-91532250f553 service neutron] Attempting to bind port 64e55267-8271-482e-b83c-413cc228ddcd by drivers openvswitch,hyperv on host hv-neutron-7448 at level 0 using segments [{'id': '9d8a7f87-905f-4420-8b8c-807cda311114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '2396ca85-22ef-48fe-8671-709467251b4d'}] {{(pid=103159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 14:33:40.063064 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2879cee5-a81f-437d-b7a8-e41d8ae751c4 req-ea524319-d1b8-4dc9-8727-91532250f553 service neutron] Attempting to bind port 64e55267-8271-482e-b83c-413cc228ddcd on network 2396ca85-22ef-48fe-8671-709467251b4d {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 14:33:40.067974 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2879cee5-a81f-437d-b7a8-e41d8ae751c4 req-ea524319-d1b8-4dc9-8727-91532250f553 service neutron] Port 64e55267-8271-482e-b83c-413cc228ddcd on network 2396ca85-22ef-48fe-8671-709467251b4d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7448 {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 18 14:33:40.068362 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2879cee5-a81f-437d-b7a8-e41d8ae751c4 req-ea524319-d1b8-4dc9-8727-91532250f553 service neutron] Attempting to bind port 64e55267-8271-482e-b83c-413cc228ddcd on network 2396ca85-22ef-48fe-8671-709467251b4d {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 14:33:40.073758 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2879cee5-a81f-437d-b7a8-e41d8ae751c4 req-ea524319-d1b8-4dc9-8727-91532250f553 service neutron] Checking agent: {'id': 'c35b6aa0-0616-421f-8ded-732dd37fc90f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7448', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 13, 24, 37), 'started_at': datetime.datetime(2021, 12, 18, 13, 24, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 14, 33, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 18 14:33:40.074035 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2879cee5-a81f-437d-b7a8-e41d8ae751c4 req-ea524319-d1b8-4dc9-8727-91532250f553 service neutron] Checking segment: {'id': '9d8a7f87-905f-4420-8b8c-807cda311114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '2396ca85-22ef-48fe-8671-709467251b4d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 14:33:40.074418 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2879cee5-a81f-437d-b7a8-e41d8ae751c4 req-ea524319-d1b8-4dc9-8727-91532250f553 service neutron] Bound using segment: {'id': '9d8a7f87-905f-4420-8b8c-807cda311114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '2396ca85-22ef-48fe-8671-709467251b4d'} {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 18 14:33:40.074864 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.managers [req-2879cee5-a81f-437d-b7a8-e41d8ae751c4 req-ea524319-d1b8-4dc9-8727-91532250f553 service neutron] Bound port: 64e55267-8271-482e-b83c-413cc228ddcd, host: hv-neutron-7448, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d8a7f87-905f-4420-8b8c-807cda311114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '2396ca85-22ef-48fe-8671-709467251b4d'}}] {{(pid=103159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 18 14:33:40.075226 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-2879cee5-a81f-437d-b7a8-e41d8ae751c4 req-ea524319-d1b8-4dc9-8727-91532250f553 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:33:40.140459 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.db [req-2879cee5-a81f-437d-b7a8-e41d8ae751c4 req-ea524319-d1b8-4dc9-8727-91532250f553 service neutron] For port 64e55267-8271-482e-b83c-413cc228ddcd, host hv-neutron-7448, cleared binding levels {{(pid=103159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 18 14:33:40.143802 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.db [req-2879cee5-a81f-437d-b7a8-e41d8ae751c4 req-ea524319-d1b8-4dc9-8727-91532250f553 service neutron] For port 64e55267-8271-482e-b83c-413cc228ddcd, host hv-neutron-7448, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=64e55267-8271-482e-b83c-413cc228ddcd,segment=NetworkSegment(9d8a7f87-905f-4420-8b8c-807cda311114),segment_id=9d8a7f87-905f-4420-8b8c-807cda311114)] {{(pid=103159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 18 14:33:40.151630 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-2879cee5-a81f-437d-b7a8-e41d8ae751c4 req-ea524319-d1b8-4dc9-8727-91532250f553 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5659917'] for port, after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:33:40.188016 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2879cee5-a81f-437d-b7a8-e41d8ae751c4 req-ea524319-d1b8-4dc9-8727-91532250f553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:33:40.188634 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-2879cee5-a81f-437d-b7a8-e41d8ae751c4 req-ea524319-d1b8-4dc9-8727-91532250f553 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:33:40.190030 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-2879cee5-a81f-437d-b7a8-e41d8ae751c4 req-ea524319-d1b8-4dc9-8727-91532250f553 service neutron] 10.222.0.43 "PUT /v2.0/ports/64e55267-8271-482e-b83c-413cc228ddcd HTTP/1.1" status: 200 len: 1094 time: 0.9582081 Dec 18 14:33:40.190482 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03148e91-e3ce-49d6-ba59-99661eefbdb9', 'tag': '64e55267-8271-482e-b83c-413cc228ddcd'}] {{(pid=103159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 18 14:33:40.192775 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fe4787c1b15cfe7b4d636e01ce0b9ec825930b2332f3162d6bd24ee8ff480f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2223c68-a054-4482-be19-f381b2ed55d3" -d '{"events": [{"name": "network-changed", "server_uuid": "03148e91-e3ce-49d6-ba59-99661eefbdb9", "tag": "64e55267-8271-482e-b83c-413cc228ddcd"}]}' {{(pid=103159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 18 14:33:40.215637 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea524319-d1b8-4dc9-8727-91532250f553 service neutron] Pushing event updated for resources: {'Port': ['ID=64e55267-8271-482e-b83c-413cc228ddcd,revision_number=3']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:33:40.249128 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 14:33:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4e25e6f-0593-4cd7-b5fa-a94bfc584ca2 x-openstack-request-id: req-a4e25e6f-0593-4cd7-b5fa-a94bfc584ca2 {{(pid=103159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 18 14:33:40.249540 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03148e91-e3ce-49d6-ba59-99661eefbdb9", "tag": "64e55267-8271-482e-b83c-413cc228ddcd", "status": "completed", "code": 200}]} {{(pid=103159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 18 14:33:40.249899 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a4e25e6f-0593-4cd7-b5fa-a94bfc584ca2 {{(pid=103159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 18 14:33:40.250381 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03148e91-e3ce-49d6-ba59-99661eefbdb9', 'tag': '64e55267-8271-482e-b83c-413cc228ddcd', 'status': 'completed', 'code': 200} Dec 18 14:33:40.290240 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2879cee5-a81f-437d-b7a8-e41d8ae751c4 req-2ff32458-b4b0-4d33-a24f-82b58fa1c777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:33:40.291880 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-2879cee5-a81f-437d-b7a8-e41d8ae751c4 req-2ff32458-b4b0-4d33-a24f-82b58fa1c777 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=419ec66352344467815a2f867c76002b&device_id=03148e91-e3ce-49d6-ba59-99661eefbdb9 HTTP/1.1" status: 200 len: 1097 time: 0.0520141 Dec 18 14:33:40.337792 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-2879cee5-a81f-437d-b7a8-e41d8ae751c4 req-dd59991e-32e2-41d2-b625-3d826c9d5586 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=64e55267-8271-482e-b83c-413cc228ddcd HTTP/1.1" status: 200 len: 217 time: 0.0382075 Dec 18 14:33:40.389305 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2879cee5-a81f-437d-b7a8-e41d8ae751c4 req-28e67323-de0d-4667-b9ca-4cfc2d0f6ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:33:40.390812 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-2879cee5-a81f-437d-b7a8-e41d8ae751c4 req-28e67323-de0d-4667-b9ca-4cfc2d0f6ae5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=cee43325-d79d-4fe9-b98c-d4ff381981fb HTTP/1.1" status: 200 len: 849 time: 0.0452511 Dec 18 14:33:40.441725 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2879cee5-a81f-437d-b7a8-e41d8ae751c4 req-662e0136-010b-4a5e-8792-4cbc0df20996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:33:40.443291 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-2879cee5-a81f-437d-b7a8-e41d8ae751c4 req-662e0136-010b-4a5e-8792-4cbc0df20996 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2396ca85-22ef-48fe-8671-709467251b4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0441391 Dec 18 14:33:40.534557 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-2879cee5-a81f-437d-b7a8-e41d8ae751c4 req-6faf1ba3-0c33-4485-8506-5597447e339f service neutron] 10.222.0.43 "GET /v2.0/networks/2396ca85-22ef-48fe-8671-709467251b4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823772 Dec 18 14:33:40.632399 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-2879cee5-a81f-437d-b7a8-e41d8ae751c4 req-5ecc9b69-a063-4dfb-ad79-079f226c721d service neutron] 10.222.0.43 "GET /v2.0/networks/2396ca85-22ef-48fe-8671-709467251b4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881083 Dec 18 14:33:40.718175 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2223c68-a054-4482-be19-f381b2ed55d3 req-92a2da33-b6ca-4ca3-ad48-f292576344cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:33:40.719691 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-b2223c68-a054-4482-be19-f381b2ed55d3 req-92a2da33-b6ca-4ca3-ad48-f292576344cd service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=419ec66352344467815a2f867c76002b&device_id=03148e91-e3ce-49d6-ba59-99661eefbdb9 HTTP/1.1" status: 200 len: 1097 time: 0.0412867 Dec 18 14:33:40.811671 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2223c68-a054-4482-be19-f381b2ed55d3 req-c54fff46-0256-43d2-bdce-8fe02b5d5728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:33:40.813164 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-b2223c68-a054-4482-be19-f381b2ed55d3 req-c54fff46-0256-43d2-bdce-8fe02b5d5728 service neutron] 10.222.0.43 "GET /v2.0/networks?id=2396ca85-22ef-48fe-8671-709467251b4d HTTP/1.1" status: 200 len: 911 time: 0.0862901 Dec 18 14:33:40.854824 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-b2223c68-a054-4482-be19-f381b2ed55d3 req-d42ba11a-76dc-4c09-9222-d7e12887f04c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=64e55267-8271-482e-b83c-413cc228ddcd HTTP/1.1" status: 200 len: 217 time: 0.0339630 Dec 18 14:33:40.913582 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2223c68-a054-4482-be19-f381b2ed55d3 req-be23758b-eeff-42c1-94f3-160dba20a1d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:33:40.915995 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-b2223c68-a054-4482-be19-f381b2ed55d3 req-be23758b-eeff-42c1-94f3-160dba20a1d5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=cee43325-d79d-4fe9-b98c-d4ff381981fb HTTP/1.1" status: 200 len: 849 time: 0.0534174 Dec 18 14:33:40.964569 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2223c68-a054-4482-be19-f381b2ed55d3 req-fd6ea43d-14e1-4e71-b686-0fb69ec0b344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:33:40.966076 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-b2223c68-a054-4482-be19-f381b2ed55d3 req-fd6ea43d-14e1-4e71-b686-0fb69ec0b344 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2396ca85-22ef-48fe-8671-709467251b4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0430853 Dec 18 14:33:41.061443 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-b2223c68-a054-4482-be19-f381b2ed55d3 req-a5510c4d-a0b8-46c7-8178-2a73f138f4ab service neutron] 10.222.0.43 "GET /v2.0/networks/2396ca85-22ef-48fe-8671-709467251b4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876086 Dec 18 14:33:41.100476 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15074fc6-5e81-4613-9ba6-b0a0eee5e27b req-9c5a57dc-6af8-463a-9d96-2808e96337f8 tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:33:41.101931 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-15074fc6-5e81-4613-9ba6-b0a0eee5e27b req-9c5a57dc-6af8-463a-9d96-2808e96337f8 tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] 10.222.0.31 "GET /v2.0/ports?device_id=03148e91-e3ce-49d6-ba59-99661eefbdb9 HTTP/1.1" status: 200 len: 944 time: 0.0486100 Dec 18 14:33:41.150539 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-15074fc6-5e81-4613-9ba6-b0a0eee5e27b req-874f3dbe-e59f-4610-bd2e-c8a8093b76bb tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] 10.222.0.31 "GET /v2.0/security-groups?id=c0c7bd06-021e-4908-94ef-5f5d9c13cdfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423186 Dec 18 14:33:41.158572 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-b2223c68-a054-4482-be19-f381b2ed55d3 req-127673bd-b54b-42fd-ba7b-cdba9201323c service neutron] 10.222.0.43 "GET /v2.0/networks/2396ca85-22ef-48fe-8671-709467251b4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897858 Dec 18 14:33:42.285810 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b17060f-cf2a-48af-b5ed-2ef37ef01d9d req-6d005d99-7923-4e89-837c-d117188585b0 tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:33:42.287327 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-6b17060f-cf2a-48af-b5ed-2ef37ef01d9d req-6d005d99-7923-4e89-837c-d117188585b0 tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] 10.222.0.31 "GET /v2.0/ports?device_id=03148e91-e3ce-49d6-ba59-99661eefbdb9 HTTP/1.1" status: 200 len: 944 time: 0.0498676 Dec 18 14:33:42.340502 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-6b17060f-cf2a-48af-b5ed-2ef37ef01d9d req-39d26e4e-407b-4c41-9e4c-00838362eac0 tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] 10.222.0.31 "GET /v2.0/security-groups?id=c0c7bd06-021e-4908-94ef-5f5d9c13cdfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471587 Dec 18 14:33:43.470576 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab497a7-6648-4c0b-bfea-0e378741fd67 req-b827a494-65e7-4118-aebe-b07c594fdfaa tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:33:43.472088 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-7ab497a7-6648-4c0b-bfea-0e378741fd67 req-b827a494-65e7-4118-aebe-b07c594fdfaa tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] 10.222.0.31 "GET /v2.0/ports?device_id=03148e91-e3ce-49d6-ba59-99661eefbdb9 HTTP/1.1" status: 200 len: 944 time: 0.0542901 Dec 18 14:33:43.522175 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-7ab497a7-6648-4c0b-bfea-0e378741fd67 req-c3cbb76b-af58-474e-a0e0-15d88f09c2b4 tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] 10.222.0.31 "GET /v2.0/security-groups?id=c0c7bd06-021e-4908-94ef-5f5d9c13cdfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440292 Dec 18 14:33:44.136858 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Device 64e55267-8271-482e-b83c-413cc228ddcd details requested by agent hyperv_hv-neutron-7448 with host hv-neutron-7448 {{(pid=103161) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 18 14:33:44.271742 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] For port 64e55267-8271-482e-b83c-413cc228ddcd, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=64e55267-8271-482e-b83c-413cc228ddcd,segment=NetworkSegment(9d8a7f87-905f-4420-8b8c-807cda311114),segment_id=9d8a7f87-905f-4420-8b8c-807cda311114)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 14:33:44.285917 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Returning: {'device': '64e55267-8271-482e-b83c-413cc228ddcd', 'network_id': '2396ca85-22ef-48fe-8671-709467251b4d', 'port_id': '64e55267-8271-482e-b83c-413cc228ddcd', 'mac_address': 'fa:16:3e:9e:12:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cee43325-d79d-4fe9-b98c-d4ff381981fb', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103161) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 18 14:33:44.323713 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:33:44.337407 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.notifiers.nova [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64e55267-8271-482e-b83c-413cc228ddcd {{(pid=103161) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 18 14:33:44.360346 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] For port 64e55267-8271-482e-b83c-413cc228ddcd, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=64e55267-8271-482e-b83c-413cc228ddcd,segment=NetworkSegment(9d8a7f87-905f-4420-8b8c-807cda311114),segment_id=9d8a7f87-905f-4420-8b8c-807cda311114)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 14:33:44.368300 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:33:44.421827 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Pushing event updated for resources: {'Port': ['ID=64e55267-8271-482e-b83c-413cc228ddcd,revision_number=4']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:33:44.648702 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8d8589-900f-4ad5-a9a8-7c0e58ae283e req-7a0408d4-d929-4ec5-9e21-333b2271f78a tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:33:44.650218 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-1c8d8589-900f-4ad5-a9a8-7c0e58ae283e req-7a0408d4-d929-4ec5-9e21-333b2271f78a tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] 10.222.0.31 "GET /v2.0/ports?device_id=03148e91-e3ce-49d6-ba59-99661eefbdb9 HTTP/1.1" status: 200 len: 945 time: 0.0534801 Dec 18 14:33:44.699874 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-1c8d8589-900f-4ad5-a9a8-7c0e58ae283e req-39932f40-ee1b-4f65-92ef-3fb250fabf14 tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] 10.222.0.31 "GET /v2.0/security-groups?id=c0c7bd06-021e-4908-94ef-5f5d9c13cdfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434821 Dec 18 14:33:44.732368 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] get_ports_and_sgs() called for port_ids ['64e55267-8271-482e-b83c-413cc228ddcd'] {{(pid=103161) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 18 14:33:45.842122 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dbdf67-f72c-4b64-88d6-e4247a37e631 req-1bf27f14-1434-4799-aeaa-51db49553c63 tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:33:45.844023 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-11dbdf67-f72c-4b64-88d6-e4247a37e631 req-1bf27f14-1434-4799-aeaa-51db49553c63 tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] 10.222.0.31 "GET /v2.0/ports?device_id=03148e91-e3ce-49d6-ba59-99661eefbdb9 HTTP/1.1" status: 200 len: 945 time: 0.0653267 Dec 18 14:33:45.897547 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-11dbdf67-f72c-4b64-88d6-e4247a37e631 req-f2b79039-1362-49dc-aea8-02aabade9b2b tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] 10.222.0.31 "GET /v2.0/security-groups?id=c0c7bd06-021e-4908-94ef-5f5d9c13cdfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445352 Dec 18 14:33:46.144870 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Device 64e55267-8271-482e-b83c-413cc228ddcd up at agent hyperv_hv-neutron-7448 {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 14:33:46.209617 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Provisioning for port 64e55267-8271-482e-b83c-413cc228ddcd completed by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 18 14:33:46.213571 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Provisioning complete for port 64e55267-8271-482e-b83c-413cc228ddcd triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 14:33:46.213943 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:33:46.295023 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:33:46.321122 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03148e91-e3ce-49d6-ba59-99661eefbdb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64e55267-8271-482e-b83c-413cc228ddcd'}] {{(pid=103161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 18 14:33:46.324530 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}219fd541d95b0f81c8374e7c95906a92eb7e638539a0139b6355bf92fdf2d55a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36e463e2-0e51-4ea4-a07a-ebfc6fb89144" -d '{"events": [{"server_uuid": "03148e91-e3ce-49d6-ba59-99661eefbdb9", "name": "network-vif-plugged", "status": "completed", "tag": "64e55267-8271-482e-b83c-413cc228ddcd"}]}' {{(pid=103161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 18 14:33:46.338998 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] For port 64e55267-8271-482e-b83c-413cc228ddcd, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=64e55267-8271-482e-b83c-413cc228ddcd,segment=NetworkSegment(9d8a7f87-905f-4420-8b8c-807cda311114),segment_id=9d8a7f87-905f-4420-8b8c-807cda311114)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 14:33:46.344433 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:33:46.369461 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 14:33:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c26b62fe-9ba3-4041-bae3-882bb3e52c48 x-openstack-request-id: req-c26b62fe-9ba3-4041-bae3-882bb3e52c48 {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 18 14:33:46.369743 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03148e91-e3ce-49d6-ba59-99661eefbdb9", "name": "network-vif-plugged", "status": "completed", "tag": "64e55267-8271-482e-b83c-413cc228ddcd", "code": 200}]} {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 18 14:33:46.370013 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c26b62fe-9ba3-4041-bae3-882bb3e52c48 {{(pid=103161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 18 14:33:46.370919 dv-neutron-744815-20-hyperv neutron-server[103161]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03148e91-e3ce-49d6-ba59-99661eefbdb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64e55267-8271-482e-b83c-413cc228ddcd', 'code': 200} Dec 18 14:33:46.398219 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Pushing event updated for resources: {'Port': ['ID=64e55267-8271-482e-b83c-413cc228ddcd,revision_number=5']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:33:46.543780 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8968a43-295b-4b48-a7bb-9af8089ed579 req-1f4555ef-e2f0-437a-918b-45d9cb9e2786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:33:46.545207 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-c8968a43-295b-4b48-a7bb-9af8089ed579 req-1f4555ef-e2f0-437a-918b-45d9cb9e2786 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=03148e91-e3ce-49d6-ba59-99661eefbdb9 HTTP/1.1" status: 200 len: 1099 time: 0.0453839 Dec 18 14:33:46.592250 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-c8968a43-295b-4b48-a7bb-9af8089ed579 req-ce93ad40-02be-4edf-b096-86d763d967e7 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=c0c7bd06-021e-4908-94ef-5f5d9c13cdfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397720 Dec 18 14:33:47.024901 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a0428c-a0da-4fef-a476-01f104303faa req-768b3e61-f9b9-4043-a367-0cce8eb4b42c tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:33:47.026428 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-d5a0428c-a0da-4fef-a476-01f104303faa req-768b3e61-f9b9-4043-a367-0cce8eb4b42c tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] 10.222.0.31 "GET /v2.0/ports?device_id=03148e91-e3ce-49d6-ba59-99661eefbdb9 HTTP/1.1" status: 200 len: 946 time: 0.0511825 Dec 18 14:33:47.079124 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-d5a0428c-a0da-4fef-a476-01f104303faa req-6f87794b-d65f-442f-8965-28ce42bb6b6e tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] 10.222.0.31 "GET /v2.0/security-groups?id=c0c7bd06-021e-4908-94ef-5f5d9c13cdfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467126 Dec 18 14:33:48.208248 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5930b552-4c06-4123-9a60-2c9c6efb98f9 req-d7d1934b-1853-4b85-b410-e7ee3b6e5ec3 tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:33:48.209762 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-5930b552-4c06-4123-9a60-2c9c6efb98f9 req-d7d1934b-1853-4b85-b410-e7ee3b6e5ec3 tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] 10.222.0.31 "GET /v2.0/ports?device_id=03148e91-e3ce-49d6-ba59-99661eefbdb9 HTTP/1.1" status: 200 len: 946 time: 0.0600681 Dec 18 14:33:48.268394 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-5930b552-4c06-4123-9a60-2c9c6efb98f9 req-5ec68702-cb38-40f5-89ad-3823a9c4f7e8 tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] 10.222.0.31 "GET /v2.0/security-groups?id=c0c7bd06-021e-4908-94ef-5f5d9c13cdfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496366 Dec 18 14:33:48.402695 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fc8ee6-6c26-47fd-8f33-0c559dea4ea6 req-d985dcc1-dc6b-4f55-8273-123f744b9e6d tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:33:48.404111 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-b0fc8ee6-6c26-47fd-8f33-0c559dea4ea6 req-d985dcc1-dc6b-4f55-8273-123f744b9e6d tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] 10.222.0.31 "GET /v2.0/ports?device_id=03148e91-e3ce-49d6-ba59-99661eefbdb9 HTTP/1.1" status: 200 len: 946 time: 0.0559509 Dec 18 14:33:48.455021 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-b0fc8ee6-6c26-47fd-8f33-0c559dea4ea6 req-713fb93c-fe9f-4820-aff8-49bfeb1cdd76 tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] 10.222.0.31 "GET /v2.0/security-groups?id=c0c7bd06-021e-4908-94ef-5f5d9c13cdfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446556 Dec 18 14:33:48.477083 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 36620) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:33:48.519494 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3acfcdcb-d21c-4537-9a98-e03fecfdb611 tempest-TestSnapshotPattern-639709413 tempest-TestSnapshotPattern-639709413-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:33:48.520970 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-3acfcdcb-d21c-4537-9a98-e03fecfdb611 tempest-TestSnapshotPattern-639709413 tempest-TestSnapshotPattern-639709413-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=03148e91-e3ce-49d6-ba59-99661eefbdb9 HTTP/1.1" status: 200 len: 1094 time: 0.0429087 Dec 18 14:33:48.523810 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 36622) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:33:48.527994 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.v2.base [None req-b94c2ef2-9a92-477a-a3b4-f3b38bc71d56 tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] Request body: {'floatingip': {'floating_network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'port_id': '64e55267-8271-482e-b83c-413cc228ddcd', 'tenant_id': '419ec66352344467815a2f867c76002b', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 14:33:48.554424 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-b94c2ef2-9a92-477a-a3b4-f3b38bc71d56 tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] Publish callbacks [] for floatingip, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:33:48.664464 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-b94c2ef2-9a92-477a-a3b4-f3b38bc71d56 tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:33:48.766443 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.db_base_plugin_common [None req-b94c2ef2-9a92-477a-a3b4-f3b38bc71d56 tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] Allocated IP 172.26.3.214 (decb4a40-7941-48c8-afbb-daaafd502e83/70deed80-3ca1-4f9e-96cb-563b43d3acba/ac117a49-a3cc-4cb1-871f-a03622781531) {{(pid=103160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 14:33:48.869349 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-b94c2ef2-9a92-477a-a3b4-f3b38bc71d56 tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] Publish callbacks [] for port, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:33:48.904910 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-b94c2ef2-9a92-477a-a3b4-f3b38bc71d56 tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767106386975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4533522'] for port, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:33:48.949586 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b94c2ef2-9a92-477a-a3b4-f3b38bc71d56 tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] Network decb4a40-7941-48c8-afbb-daaafd502e83 is already hosted by enough agents. {{(pid=103160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 14:33:48.952670 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.base_scheduler [None req-b94c2ef2-9a92-477a-a3b4-f3b38bc71d56 tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] Resources bound (agent type, host, resource id): {{(pid=103160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 14:33:48.957155 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b94c2ef2-9a92-477a-a3b4-f3b38bc71d56 tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] Received port after_create {{(pid=103160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 14:33:48.960180 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94c2ef2-9a92-477a-a3b4-f3b38bc71d56 tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] Pushing event updated for resources: {'Port': ['ID=ac117a49-a3cc-4cb1-871f-a03622781531,revision_number=1']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:33:48.990234 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94c2ef2-9a92-477a-a3b4-f3b38bc71d56 tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:33:48.990583 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94c2ef2-9a92-477a-a3b4-f3b38bc71d56 tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:33:48.990926 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94c2ef2-9a92-477a-a3b4-f3b38bc71d56 tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:33:48.991308 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94c2ef2-9a92-477a-a3b4-f3b38bc71d56 tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:33:48.991622 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94c2ef2-9a92-477a-a3b4-f3b38bc71d56 tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:33:48.991949 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94c2ef2-9a92-477a-a3b4-f3b38bc71d56 tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:33:48.992255 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94c2ef2-9a92-477a-a3b4-f3b38bc71d56 tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:33:48.992570 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94c2ef2-9a92-477a-a3b4-f3b38bc71d56 tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:33:48.992892 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94c2ef2-9a92-477a-a3b4-f3b38bc71d56 tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:33:48.993214 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94c2ef2-9a92-477a-a3b4-f3b38bc71d56 tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:33:48.993537 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94c2ef2-9a92-477a-a3b4-f3b38bc71d56 tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:33:48.993862 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94c2ef2-9a92-477a-a3b4-f3b38bc71d56 tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:33:48.994177 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94c2ef2-9a92-477a-a3b4-f3b38bc71d56 tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:33:49.338809 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-b94c2ef2-9a92-477a-a3b4-f3b38bc71d56 tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:33:49.405136 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-b94c2ef2-9a92-477a-a3b4-f3b38bc71d56 tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:33:49.561265 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-b94c2ef2-9a92-477a-a3b4-f3b38bc71d56 tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] Publish callbacks [] for port, precommit_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:33:49.570134 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-b94c2ef2-9a92-477a-a3b4-f3b38bc71d56 tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4533541'] for port, after_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:33:49.642847 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94c2ef2-9a92-477a-a3b4-f3b38bc71d56 tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] Pushing event updated for resources: {'Port': ['ID=ac117a49-a3cc-4cb1-871f-a03622781531,revision_number=2']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:33:49.658481 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-b94c2ef2-9a92-477a-a3b4-f3b38bc71d56 tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-587004'] for floatingip, after_create {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:33:49.773007 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.db.l3_db [None req-b94c2ef2-9a92-477a-a3b4-f3b38bc71d56 tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] Floating IP c16baaa3-4a38-46ae-9f61-81c68195c541 associated. External IP: 172.26.3.214, port: 64e55267-8271-482e-b83c-413cc228ddcd. Dec 18 14:33:50.006876 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b94c2ef2-9a92-477a-a3b4-f3b38bc71d56 tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] Router 4fff76a0-9b2b-4747-8873-30e70e1fde2d has already been hosted by L3 agent c9c0cd52-5bd2-4704-9429-d80f1c5ad23c {{(pid=103160) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 18 14:33:50.120009 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b94c2ef2-9a92-477a-a3b4-f3b38bc71d56 tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] Notify agent at l3_agent.dv-neutron-744815-20-hyperv the message routers_updated {{(pid=103160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 14:33:50.131392 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db2d88a0-10bf-442e-80f2-0f1a7699d3e3 None None] Sync routers for ids ['4fff76a0-9b2b-4747-8873-30e70e1fde2d'] in dv-neutron-744815-20-hyperv {{(pid=103162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 14:33:50.141131 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-b94c2ef2-9a92-477a-a3b4-f3b38bc71d56 tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for floatingip, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:33:50.141963 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db2d88a0-10bf-442e-80f2-0f1a7699d3e3 None None] Routers {'4fff76a0-9b2b-4747-8873-30e70e1fde2d'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 14:33:50.142699 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-db2d88a0-10bf-442e-80f2-0f1a7699d3e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T14:33:27Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['4fff76a0-9b2b-4747-8873-30e70e1fde2d'], 'active': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:33:50.172429 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-b94c2ef2-9a92-477a-a3b4-f3b38bc71d56 tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6476221 Dec 18 14:33:50.173160 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03148e91-e3ce-49d6-ba59-99661eefbdb9', 'tag': '64e55267-8271-482e-b83c-413cc228ddcd'}] {{(pid=103160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 18 14:33:50.175461 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e48bd1d61825a1a326604a291cd29460b42a92241354cfcd5903178b416c912d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b42348f-9f22-403a-bc29-81f7d33f6157" -d '{"events": [{"name": "network-changed", "server_uuid": "03148e91-e3ce-49d6-ba59-99661eefbdb9", "tag": "64e55267-8271-482e-b83c-413cc228ddcd"}]}' {{(pid=103160) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 18 14:33:50.213073 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 14:33:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fc509f2-6bf6-480c-901c-30a3daf001bd x-openstack-request-id: req-5fc509f2-6bf6-480c-901c-30a3daf001bd {{(pid=103160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 18 14:33:50.213364 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03148e91-e3ce-49d6-ba59-99661eefbdb9", "tag": "64e55267-8271-482e-b83c-413cc228ddcd", "status": "completed", "code": 200}]} {{(pid=103160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 18 14:33:50.213666 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5fc509f2-6bf6-480c-901c-30a3daf001bd {{(pid=103160) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 18 14:33:50.214080 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03148e91-e3ce-49d6-ba59-99661eefbdb9', 'tag': '64e55267-8271-482e-b83c-413cc228ddcd', 'status': 'completed', 'code': 200} Dec 18 14:33:50.254448 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvr_db [None req-db2d88a0-10bf-442e-80f2-0f1a7699d3e3 None None] Set router 4fff76a0-9b2b-4747-8873-30e70e1fde2d gateway port host: dv-neutron-744815-20-hyperv {{(pid=103162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 14:33:50.279432 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b42348f-9f22-403a-bc29-81f7d33f6157 req-f27901ef-a6ad-4126-8e09-fa8bbb48a779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:33:50.280878 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-8b42348f-9f22-403a-bc29-81f7d33f6157 req-f27901ef-a6ad-4126-8e09-fa8bbb48a779 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=419ec66352344467815a2f867c76002b&device_id=03148e91-e3ce-49d6-ba59-99661eefbdb9 HTTP/1.1" status: 200 len: 1099 time: 0.0445135 Dec 18 14:33:50.372261 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b42348f-9f22-403a-bc29-81f7d33f6157 req-630417d4-9087-462b-84cd-fc91c7b6067d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:33:50.373838 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-8b42348f-9f22-403a-bc29-81f7d33f6157 req-630417d4-9087-462b-84cd-fc91c7b6067d service neutron] 10.222.0.43 "GET /v2.0/networks?id=2396ca85-22ef-48fe-8671-709467251b4d HTTP/1.1" status: 200 len: 911 time: 0.0849378 Dec 18 14:33:50.456139 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-8b42348f-9f22-403a-bc29-81f7d33f6157 req-b4674dd3-38c7-45b4-a429-172caf79c4e3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=64e55267-8271-482e-b83c-413cc228ddcd HTTP/1.1" status: 200 len: 1000 time: 0.0743351 Dec 18 14:33:50.493287 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-db2d88a0-10bf-442e-80f2-0f1a7699d3e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fff76a0-9b2b-4747-8873-30e70e1fde2d', 'name': 'tempest-TestSnapshotPattern-1248708444-router', 'tenant_id': '419ec66352344467815a2f867c76002b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.93'}], 'enable_snat': True}, 'gw_port_id': '84497d39-cf56-4817-ad0a-8f2aaa5bc3c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T14:30:00Z', 'updated_at': '2021-12-18T14:30:03Z', 'revision_number': 4, 'project_id': '419ec66352344467815a2f867c76002b', 'gw_port': {'id': '84497d39-cf56-4817-ad0a-8f2aaa5bc3c4', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:96:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fff76a0-9b2b-4747-8873-30e70e1fde2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1864, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T14:30:00Z', 'updated_at': '2021-12-18T14:30:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv', '_floatingips': [{'id': 'a65abdea-aa73-42ec-b811-ffc099b895ea', 'tenant_id': '419ec66352344467815a2f867c76002b', 'floating_ip_address': '172.26.3.239', 'floating_network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'router_id': '4fff76a0-9b2b-4747-8873-30e70e1fde2d', 'port_id': 'dd8cc20d-43cd-4e65-a8ad-bf484b609219', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1889, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2396ca85-22ef-48fe-8671-709467251b4d', 'mac_address': 'fa:16:3e:82:29:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03f2c6b4-cdf0-48d5-a940-1ba4825511bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T14:30:24Z', 'updated_at': '2021-12-18T14:30:26Z', 'revision_number': 1, 'project_id': '419ec66352344467815a2f867c76002b', 'fixed_ip_address_scope': None}, {'id': 'c16baaa3-4a38-46ae-9f61-81c68195c541', 'tenant_id': '419ec66352344467815a2f867c76002b', 'floating_ip_address': '172.26.3.214', 'floating_network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'router_id': '4fff76a0-9b2b-4747-8873-30e70e1fde2d', 'port_id': '64e55267-8271-482e-b83c-413cc228ddcd', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1892, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2396ca85-22ef-48fe-8671-709467251b4d', 'mac_address': 'fa:16:3e:9e:12:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03148e91-e3ce-49d6-ba59-99661eefbdb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T14:33:49Z', 'updated_at': '2021-12-18T14:33:49Z', 'revision_number': 0, 'project_id': '419ec66352344467815a2f867c76002b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a080df44-a21e-4cbf-b6e4-73feb9a9a6af', 'name': '', 'network_id': '2396ca85-22ef-48fe-8671-709467251b4d', 'tenant_id': '419ec66352344467815a2f867c76002b', 'mac_address': 'fa:16:3e:a7:8b:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fff76a0-9b2b-4747-8873-30e70e1fde2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1865, 'fixed_ips': [{'subnet_id': 'cee43325-d79d-4fe9-b98c-d4ff381981fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T14:30:02Z', 'updated_at': '2021-12-18T14:30:06Z', 'revision_number': 5, 'project_id': '419ec66352344467815a2f867c76002b', 'subnets': [{'id': 'cee43325-d79d-4fe9-b98c-d4ff381981fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:33:50.506016 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b42348f-9f22-403a-bc29-81f7d33f6157 req-2063253d-7390-4bf8-a3af-05ceabb3d681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:33:50.507591 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-8b42348f-9f22-403a-bc29-81f7d33f6157 req-2063253d-7390-4bf8-a3af-05ceabb3d681 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=cee43325-d79d-4fe9-b98c-d4ff381981fb HTTP/1.1" status: 200 len: 849 time: 0.0443609 Dec 18 14:33:50.518708 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db2d88a0-10bf-442e-80f2-0f1a7699d3e3 None None] Checking router: 4fff76a0-9b2b-4747-8873-30e70e1fde2d for host: dv-neutron-744815-20-hyperv {{(pid=103162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 18 14:33:50.527784 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db2d88a0-10bf-442e-80f2-0f1a7699d3e3 None None] Routers {'4fff76a0-9b2b-4747-8873-30e70e1fde2d'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 14:33:50.528404 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-db2d88a0-10bf-442e-80f2-0f1a7699d3e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T14:33:27Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['4fff76a0-9b2b-4747-8873-30e70e1fde2d'], 'active': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:33:50.555631 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b42348f-9f22-403a-bc29-81f7d33f6157 req-2e66e651-1d78-4385-85e0-f02326c76042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:33:50.557091 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-8b42348f-9f22-403a-bc29-81f7d33f6157 req-2e66e651-1d78-4385-85e0-f02326c76042 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2396ca85-22ef-48fe-8671-709467251b4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0422401 Dec 18 14:33:50.638563 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvr_db [None req-db2d88a0-10bf-442e-80f2-0f1a7699d3e3 None None] Set router 4fff76a0-9b2b-4747-8873-30e70e1fde2d gateway port host: dv-neutron-744815-20-hyperv {{(pid=103162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 14:33:50.650846 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-8b42348f-9f22-403a-bc29-81f7d33f6157 req-dbc65165-1334-458b-9d13-5a1c8fd6415a service neutron] 10.222.0.43 "GET /v2.0/networks/2396ca85-22ef-48fe-8671-709467251b4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858021 Dec 18 14:33:50.742242 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-8b42348f-9f22-403a-bc29-81f7d33f6157 req-f830661a-b2fb-4432-8a25-7d7cdd190b9c service neutron] 10.222.0.43 "GET /v2.0/networks/2396ca85-22ef-48fe-8671-709467251b4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829163 Dec 18 14:33:50.863785 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-db2d88a0-10bf-442e-80f2-0f1a7699d3e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fff76a0-9b2b-4747-8873-30e70e1fde2d', 'name': 'tempest-TestSnapshotPattern-1248708444-router', 'tenant_id': '419ec66352344467815a2f867c76002b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.93'}], 'enable_snat': True}, 'gw_port_id': '84497d39-cf56-4817-ad0a-8f2aaa5bc3c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T14:30:00Z', 'updated_at': '2021-12-18T14:30:03Z', 'revision_number': 4, 'project_id': '419ec66352344467815a2f867c76002b', 'gw_port': {'id': '84497d39-cf56-4817-ad0a-8f2aaa5bc3c4', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:96:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fff76a0-9b2b-4747-8873-30e70e1fde2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1864, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T14:30:00Z', 'updated_at': '2021-12-18T14:30:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv', '_floatingips': [{'id': 'a65abdea-aa73-42ec-b811-ffc099b895ea', 'tenant_id': '419ec66352344467815a2f867c76002b', 'floating_ip_address': '172.26.3.239', 'floating_network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'router_id': '4fff76a0-9b2b-4747-8873-30e70e1fde2d', 'port_id': 'dd8cc20d-43cd-4e65-a8ad-bf484b609219', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1889, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2396ca85-22ef-48fe-8671-709467251b4d', 'mac_address': 'fa:16:3e:82:29:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03f2c6b4-cdf0-48d5-a940-1ba4825511bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T14:30:24Z', 'updated_at': '2021-12-18T14:30:26Z', 'revision_number': 1, 'project_id': '419ec66352344467815a2f867c76002b', 'fixed_ip_address_scope': None}, {'id': 'c16baaa3-4a38-46ae-9f61-81c68195c541', 'tenant_id': '419ec66352344467815a2f867c76002b', 'floating_ip_address': '172.26.3.214', 'floating_network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'router_id': '4fff76a0-9b2b-4747-8873-30e70e1fde2d', 'port_id': '64e55267-8271-482e-b83c-413cc228ddcd', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1892, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2396ca85-22ef-48fe-8671-709467251b4d', 'mac_address': 'fa:16:3e:9e:12:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03148e91-e3ce-49d6-ba59-99661eefbdb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T14:33:49Z', 'updated_at': '2021-12-18T14:33:49Z', 'revision_number': 0, 'project_id': '419ec66352344467815a2f867c76002b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a080df44-a21e-4cbf-b6e4-73feb9a9a6af', 'name': '', 'network_id': '2396ca85-22ef-48fe-8671-709467251b4d', 'tenant_id': '419ec66352344467815a2f867c76002b', 'mac_address': 'fa:16:3e:a7:8b:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fff76a0-9b2b-4747-8873-30e70e1fde2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1865, 'fixed_ips': [{'subnet_id': 'cee43325-d79d-4fe9-b98c-d4ff381981fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T14:30:02Z', 'updated_at': '2021-12-18T14:30:06Z', 'revision_number': 5, 'project_id': '419ec66352344467815a2f867c76002b', 'subnets': [{'id': 'cee43325-d79d-4fe9-b98c-d4ff381981fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:33:50.889533 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db2d88a0-10bf-442e-80f2-0f1a7699d3e3 None None] The sync data for ids ['4fff76a0-9b2b-4747-8873-30e70e1fde2d'] in dv-neutron-744815-20-hyperv is: [{'id': '4fff76a0-9b2b-4747-8873-30e70e1fde2d', 'name': 'tempest-TestSnapshotPattern-1248708444-router', 'tenant_id': '419ec66352344467815a2f867c76002b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.93'}], 'enable_snat': True}, 'gw_port_id': '84497d39-cf56-4817-ad0a-8f2aaa5bc3c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T14:30:00Z', 'updated_at': '2021-12-18T14:30:03Z', 'revision_number': 4, 'project_id': '419ec66352344467815a2f867c76002b', 'gw_port': {'id': '84497d39-cf56-4817-ad0a-8f2aaa5bc3c4', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:96:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fff76a0-9b2b-4747-8873-30e70e1fde2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1864, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T14:30:00Z', 'updated_at': '2021-12-18T14:30:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv', '_floatingips': [{'id': 'a65abdea-aa73-42ec-b811-ffc099b895ea', 'tenant_id': '419ec66352344467815a2f867c76002b', 'floating_ip_address': '172.26.3.239', 'floating_network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'router_id': '4fff76a0-9b2b-4747-8873-30e70e1fde2d', 'port_id': 'dd8cc20d-43cd-4e65-a8ad-bf484b609219', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1889, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2396ca85-22ef-48fe-8671-709467251b4d', 'mac_address': 'fa:16:3e:82:29:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03f2c6b4-cdf0-48d5-a940-1ba4825511bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T14:30:24Z', 'updated_at': '2021-12-18T14:30:26Z', 'revision_number': 1, 'project_id': '419ec66352344467815a2f867c76002b', 'fixed_ip_address_scope': None}, {'id': 'c16baaa3-4a38-46ae-9f61-81c68195c541', 'tenant_id': '419ec66352344467815a2f867c76002b', 'floating_ip_address': '172.26.3.214', 'floating_network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'router_id': '4fff76a0-9b2b-4747-8873-30e70e1fde2d', 'port_id': '64e55267-8271-482e-b83c-413cc228ddcd', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1892, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2396ca85-22ef-48fe-8671-709467251b4d', 'mac_address': 'fa:16:3e:9e:12:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03148e91-e3ce-49d6-ba59-99661eefbdb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T14:33:49Z', 'updated_at': '2021-12-18T14:33:49Z', 'revision_number': 0, 'project_id': '419ec66352344467815a2f867c76002b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a080df44-a21e-4cbf-b6e4-73feb9a9a6af', 'name': '', 'network_id': '2396ca85-22ef-48fe-8671-709467251b4d', 'tenant_id': '419ec66352344467815a2f867c76002b', 'mac_address': 'fa:16:3e:a7:8b:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fff76a0-9b2b-4747-8873-30e70e1fde2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1865, 'fixed_ips': [{'subnet_id': 'cee43325-d79d-4fe9-b98c-d4ff381981fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T14:30:02Z', 'updated_at': '2021-12-18T14:30:06Z', 'revision_number': 5, 'project_id': '419ec66352344467815a2f867c76002b', 'subnets': [{'id': 'cee43325-d79d-4fe9-b98c-d4ff381981fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 14:33:51.081377 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee07778a-c086-4d5d-a6ab-81e1301b5a09 None None] New status for floating IP c16baaa3-4a38-46ae-9f61-81c68195c541: ACTIVE {{(pid=103161) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 18 14:33:54.995362 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-1510175b-2b8b-40b7-992a-5f516b647c92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:33:57.272516 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-3aab1eba-57fb-4d3d-8e44-593630d20670 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:33:58.810143 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-afa9ae9b-bdbb-4010-bcf6-3a46ce66cf71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:34:00.360162 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7b7a3272-2b45-4d32-9670-25eb1afd1184 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:34:00.946654 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:34:07.561174 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:34:16.461565 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.agents_db [None req-e3dda592-589a-4b4d-b028-ba9a260f4f50 None None] Agent healthcheck: found 6 active agents {{(pid=103162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 18 14:34:25.004384 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-894804ae-9039-41b5-bc0a-62d8887114f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:34:27.275162 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-91839365-2608-4e4a-8331-069769a13b6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:34:28.815535 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-afa9ae9b-bdbb-4010-bcf6-3a46ce66cf71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:34:30.365434 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7b7a3272-2b45-4d32-9670-25eb1afd1184 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:34:30.687628 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-7ec424d5-f3f5-470b-9756-041b9afe6e99 req-6b7146b6-74e2-4cc4-9071-9de12327c679 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=03f2c6b4-cdf0-48d5-a940-1ba4825511bc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0495701 Dec 18 14:34:30.772013 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec424d5-f3f5-470b-9756-041b9afe6e99 req-29a09f2d-b323-4600-bda6-3bf73e23e09c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:34:30.773505 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-7ec424d5-f3f5-470b-9756-041b9afe6e99 req-29a09f2d-b323-4600-bda6-3bf73e23e09c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=419ec66352344467815a2f867c76002b&device_id=03f2c6b4-cdf0-48d5-a940-1ba4825511bc HTTP/1.1" status: 200 len: 1097 time: 0.0405619 Dec 18 14:34:30.878110 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec424d5-f3f5-470b-9756-041b9afe6e99 req-e520bf35-0c3f-45c6-a169-2eb13b9c903d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:34:30.879526 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-7ec424d5-f3f5-470b-9756-041b9afe6e99 req-e520bf35-0c3f-45c6-a169-2eb13b9c903d service neutron] 10.222.0.43 "GET /v2.0/networks?id=2396ca85-22ef-48fe-8671-709467251b4d HTTP/1.1" status: 200 len: 911 time: 0.0862436 Dec 18 14:34:30.941204 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:34:30.957734 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-7ec424d5-f3f5-470b-9756-041b9afe6e99 req-2e6b340a-9b55-40fa-8d65-8162fa59761e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dd8cc20d-43cd-4e65-a8ad-bf484b609219 HTTP/1.1" status: 200 len: 1000 time: 0.0649731 Dec 18 14:34:31.008032 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec424d5-f3f5-470b-9756-041b9afe6e99 req-597e1b79-851f-480e-8da3-132a449cfdf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:34:31.009492 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-7ec424d5-f3f5-470b-9756-041b9afe6e99 req-597e1b79-851f-480e-8da3-132a449cfdf9 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=cee43325-d79d-4fe9-b98c-d4ff381981fb HTTP/1.1" status: 200 len: 849 time: 0.0449724 Dec 18 14:34:31.055413 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec424d5-f3f5-470b-9756-041b9afe6e99 req-3088f355-733b-42df-9cd3-0e9c92d7be7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:34:31.056927 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-7ec424d5-f3f5-470b-9756-041b9afe6e99 req-3088f355-733b-42df-9cd3-0e9c92d7be7b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2396ca85-22ef-48fe-8671-709467251b4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0407908 Dec 18 14:34:31.153607 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-7ec424d5-f3f5-470b-9756-041b9afe6e99 req-feddd7e2-3d9d-4a5c-8566-dc4b6e38e972 service neutron] 10.222.0.43 "GET /v2.0/networks/2396ca85-22ef-48fe-8671-709467251b4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891197 Dec 18 14:34:31.243987 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-7ec424d5-f3f5-470b-9756-041b9afe6e99 req-159ecfef-c1d2-41fe-9657-373a6f434b59 service neutron] 10.222.0.43 "GET /v2.0/networks/2396ca85-22ef-48fe-8671-709467251b4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825214 Dec 18 14:34:37.576124 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:34:53.465659 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.agents_db [None req-e3dda592-589a-4b4d-b028-ba9a260f4f50 None None] Agent healthcheck: found 6 active agents {{(pid=103162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 18 14:34:55.008608 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ea4c88f8-9fd4-45ee-b874-0cb060c420bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:34:57.282033 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-9a88f1db-a4d5-40f9-8ed1-1b5a23a6147f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:34:58.822842 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-afa9ae9b-bdbb-4010-bcf6-3a46ce66cf71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:35:00.365729 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7b7a3272-2b45-4d32-9670-25eb1afd1184 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:35:00.957750 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:35:07.580075 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:35:25.009251 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e9b65c03-a3e6-49aa-b5c7-46bb975e6ff5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:35:27.270493 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-6ac8c580-5a88-44fd-bc0b-b7954f210d22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:35:28.825514 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-afa9ae9b-bdbb-4010-bcf6-3a46ce66cf71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:35:30.373326 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7b7a3272-2b45-4d32-9670-25eb1afd1184 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:35:30.465892 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.agents_db [None req-e3dda592-589a-4b4d-b028-ba9a260f4f50 None None] Agent healthcheck: found 6 active agents {{(pid=103162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 18 14:35:30.949258 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:35:31.776764 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-080a33be-8a5c-4b82-aaff-f425103da751 req-52c57306-bfc9-460c-ae56-ae549028e56c service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=03148e91-e3ce-49d6-ba59-99661eefbdb9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0988269 Dec 18 14:35:31.847428 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080a33be-8a5c-4b82-aaff-f425103da751 req-a7d8bb2e-385d-4f27-85ec-a3fca6b67c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:35:31.850152 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-080a33be-8a5c-4b82-aaff-f425103da751 req-a7d8bb2e-385d-4f27-85ec-a3fca6b67c57 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=419ec66352344467815a2f867c76002b&device_id=03148e91-e3ce-49d6-ba59-99661eefbdb9 HTTP/1.1" status: 200 len: 1099 time: 0.0490792 Dec 18 14:35:31.968865 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080a33be-8a5c-4b82-aaff-f425103da751 req-6ccc5ac1-58de-49de-866f-18fca7ddde28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:35:31.970369 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-080a33be-8a5c-4b82-aaff-f425103da751 req-6ccc5ac1-58de-49de-866f-18fca7ddde28 service neutron] 10.222.0.43 "GET /v2.0/networks?id=2396ca85-22ef-48fe-8671-709467251b4d HTTP/1.1" status: 200 len: 911 time: 0.0962090 Dec 18 14:35:32.044586 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-080a33be-8a5c-4b82-aaff-f425103da751 req-bbc55e3d-f864-4c00-8a2a-88f3cdf681e8 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=64e55267-8271-482e-b83c-413cc228ddcd HTTP/1.1" status: 200 len: 1002 time: 0.0656962 Dec 18 14:35:32.094309 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080a33be-8a5c-4b82-aaff-f425103da751 req-9cc16a41-5b73-47fb-a43d-9efa3f8d741d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:35:32.095750 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-080a33be-8a5c-4b82-aaff-f425103da751 req-9cc16a41-5b73-47fb-a43d-9efa3f8d741d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=cee43325-d79d-4fe9-b98c-d4ff381981fb HTTP/1.1" status: 200 len: 849 time: 0.0436265 Dec 18 14:35:32.153141 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080a33be-8a5c-4b82-aaff-f425103da751 req-24bc99ed-4b44-4992-af07-a819b89cb35d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:35:32.154680 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-080a33be-8a5c-4b82-aaff-f425103da751 req-24bc99ed-4b44-4992-af07-a819b89cb35d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2396ca85-22ef-48fe-8671-709467251b4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0510209 Dec 18 14:35:32.259514 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-080a33be-8a5c-4b82-aaff-f425103da751 req-369cb1ea-a313-42ab-8aaa-fe884f46b044 service neutron] 10.222.0.43 "GET /v2.0/networks/2396ca85-22ef-48fe-8671-709467251b4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968020 Dec 18 14:35:32.356004 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-080a33be-8a5c-4b82-aaff-f425103da751 req-2b47bef1-caf3-4dba-82aa-521afeb1c481 service neutron] 10.222.0.43 "GET /v2.0/networks/2396ca85-22ef-48fe-8671-709467251b4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897572 Dec 18 14:35:37.576181 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:35:55.013925 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f61b8d9c-672f-4b04-8bae-fa393d2d5317 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:35:57.276254 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-d76a4829-efba-4609-9682-359596d3669a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:35:58.835589 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-afa9ae9b-bdbb-4010-bcf6-3a46ce66cf71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:36:00.380085 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7b7a3272-2b45-4d32-9670-25eb1afd1184 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:36:00.957229 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:36:07.470098 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.agents_db [None req-e3dda592-589a-4b4d-b028-ba9a260f4f50 None None] Agent healthcheck: found 6 active agents {{(pid=103162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 18 14:36:07.582732 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:36:08.845626 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Device 64e55267-8271-482e-b83c-413cc228ddcd details requested by agent hyperv_hv-neutron-7448 with host hv-neutron-7448 {{(pid=103161) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 18 14:36:08.956700 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] For port 64e55267-8271-482e-b83c-413cc228ddcd, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=64e55267-8271-482e-b83c-413cc228ddcd,segment=NetworkSegment(9d8a7f87-905f-4420-8b8c-807cda311114),segment_id=9d8a7f87-905f-4420-8b8c-807cda311114)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 14:36:08.967696 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Returning: {'device': '64e55267-8271-482e-b83c-413cc228ddcd', 'network_id': '2396ca85-22ef-48fe-8671-709467251b4d', 'port_id': '64e55267-8271-482e-b83c-413cc228ddcd', 'mac_address': 'fa:16:3e:9e:12:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cee43325-d79d-4fe9-b98c-d4ff381981fb', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103161) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 18 14:36:09.005876 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:36:09.019599 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.notifiers.nova [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 64e55267-8271-482e-b83c-413cc228ddcd {{(pid=103161) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 18 14:36:09.039314 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] For port 64e55267-8271-482e-b83c-413cc228ddcd, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=64e55267-8271-482e-b83c-413cc228ddcd,segment=NetworkSegment(9d8a7f87-905f-4420-8b8c-807cda311114),segment_id=9d8a7f87-905f-4420-8b8c-807cda311114)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 14:36:09.045198 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:36:09.104656 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Pushing event updated for resources: {'Port': ['ID=64e55267-8271-482e-b83c-413cc228ddcd,revision_number=6']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:36:09.112306 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:36:09.112658 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:36:09.113001 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:36:09.113334 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:36:09.113663 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:36:09.114019 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:36:09.114346 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:36:09.114674 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:36:09.115001 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:36:09.115345 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:36:09.115670 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:36:09.115984 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:36:09.116301 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:36:09.132579 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] get_ports_and_sgs() called for port_ids ['64e55267-8271-482e-b83c-413cc228ddcd'] {{(pid=103161) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 18 14:36:10.852771 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Device 64e55267-8271-482e-b83c-413cc228ddcd up at agent hyperv_hv-neutron-7448 {{(pid=103161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 14:36:10.904802 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Provisioning complete for port 64e55267-8271-482e-b83c-413cc228ddcd triggered by entity L2. {{(pid=103161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 14:36:10.905061 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929715'] for port, provisioning_complete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:36:10.981236 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988833'] for port, before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:36:11.005247 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03148e91-e3ce-49d6-ba59-99661eefbdb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64e55267-8271-482e-b83c-413cc228ddcd'}] {{(pid=103161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 18 14:36:11.007566 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}219fd541d95b0f81c8374e7c95906a92eb7e638539a0139b6355bf92fdf2d55a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ae1b0b7-dc69-4ed0-9d5b-acc836e2b3bf" -d '{"events": [{"server_uuid": "03148e91-e3ce-49d6-ba59-99661eefbdb9", "name": "network-vif-plugged", "status": "completed", "tag": "64e55267-8271-482e-b83c-413cc228ddcd"}]}' {{(pid=103161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 18 14:36:11.020639 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] For port 64e55267-8271-482e-b83c-413cc228ddcd, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=64e55267-8271-482e-b83c-413cc228ddcd,segment=NetworkSegment(9d8a7f87-905f-4420-8b8c-807cda311114),segment_id=9d8a7f87-905f-4420-8b8c-807cda311114)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 14:36:11.026898 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767106934748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767106386993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767106387011'] for port, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:36:11.050618 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 14:36:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bd80c25-7a7e-4cfb-b7cd-81dce09ffaf4 x-openstack-request-id: req-8bd80c25-7a7e-4cfb-b7cd-81dce09ffaf4 {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 18 14:36:11.050912 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03148e91-e3ce-49d6-ba59-99661eefbdb9", "name": "network-vif-plugged", "status": "completed", "tag": "64e55267-8271-482e-b83c-413cc228ddcd", "code": 200}]} {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 18 14:36:11.051177 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8bd80c25-7a7e-4cfb-b7cd-81dce09ffaf4 {{(pid=103161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 18 14:36:11.051569 dv-neutron-744815-20-hyperv neutron-server[103161]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03148e91-e3ce-49d6-ba59-99661eefbdb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64e55267-8271-482e-b83c-413cc228ddcd', 'code': 200} Dec 18 14:36:11.077279 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Pushing event updated for resources: {'Port': ['ID=64e55267-8271-482e-b83c-413cc228ddcd,revision_number=7']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:36:23.127912 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 36858) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:36:23.290647 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-b2536543-0dd3-459a-94d7-948427a433d0 tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] Deleting port ac117a49-a3cc-4cb1-871f-a03622781531 {{(pid=103160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 14:36:23.290947 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-b2536543-0dd3-459a-94d7-948427a433d0 tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:36:23.373101 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-b2536543-0dd3-459a-94d7-948427a433d0 tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:36:23.373397 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-b2536543-0dd3-459a-94d7-948427a433d0 tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:36:23.385193 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-b2536543-0dd3-459a-94d7-948427a433d0 tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] Calling delete_port for ac117a49-a3cc-4cb1-871f-a03622781531 owned by network:floatingip {{(pid=103160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 14:36:23.539899 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-b2536543-0dd3-459a-94d7-948427a433d0 tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4533522'] for port, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:36:23.567915 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2536543-0dd3-459a-94d7-948427a433d0 tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] Pushing event deleted for resources: {'Port': ['ID=ac117a49-a3cc-4cb1-871f-a03622781531,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:36:23.579800 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2536543-0dd3-459a-94d7-948427a433d0 tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:36:23.580155 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2536543-0dd3-459a-94d7-948427a433d0 tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:36:23.580502 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2536543-0dd3-459a-94d7-948427a433d0 tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:36:23.580843 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2536543-0dd3-459a-94d7-948427a433d0 tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:36:23.581177 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2536543-0dd3-459a-94d7-948427a433d0 tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:36:23.581504 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2536543-0dd3-459a-94d7-948427a433d0 tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:36:23.581826 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2536543-0dd3-459a-94d7-948427a433d0 tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:36:23.582154 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2536543-0dd3-459a-94d7-948427a433d0 tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:36:23.582479 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2536543-0dd3-459a-94d7-948427a433d0 tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:36:23.582801 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2536543-0dd3-459a-94d7-948427a433d0 tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:36:23.583123 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2536543-0dd3-459a-94d7-948427a433d0 tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:36:23.583455 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2536543-0dd3-459a-94d7-948427a433d0 tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:36:23.583800 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2536543-0dd3-459a-94d7-948427a433d0 tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:36:23.638791 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-b2536543-0dd3-459a-94d7-948427a433d0 tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] Publish callbacks [] for floatingip, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:36:23.639115 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.db.l3_db [None req-b2536543-0dd3-459a-94d7-948427a433d0 tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] Floating IP c16baaa3-4a38-46ae-9f61-81c68195c541 disassociated (deleted). External IP: 172.26.3.214, port: 64e55267-8271-482e-b83c-413cc228ddcd. Dec 18 14:36:24.206020 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2536543-0dd3-459a-94d7-948427a433d0 tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] Router 4fff76a0-9b2b-4747-8873-30e70e1fde2d has already been hosted by L3 agent c9c0cd52-5bd2-4704-9429-d80f1c5ad23c {{(pid=103160) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 18 14:36:24.319849 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2536543-0dd3-459a-94d7-948427a433d0 tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] Notify agent at l3_agent.dv-neutron-744815-20-hyperv the message routers_updated {{(pid=103160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 14:36:24.325166 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-b2536543-0dd3-459a-94d7-948427a433d0 tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for floatingip, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:36:24.331998 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c25f907d-c40a-475f-96e0-09b93343254e None None] Sync routers for ids ['4fff76a0-9b2b-4747-8873-30e70e1fde2d'] in dv-neutron-744815-20-hyperv {{(pid=103162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 14:36:24.343010 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c25f907d-c40a-475f-96e0-09b93343254e None None] Routers {'4fff76a0-9b2b-4747-8873-30e70e1fde2d'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 14:36:24.343775 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-c25f907d-c40a-475f-96e0-09b93343254e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T14:35:57Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['4fff76a0-9b2b-4747-8873-30e70e1fde2d'], 'active': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:36:24.354910 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-b2536543-0dd3-459a-94d7-948427a433d0 tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] 10.222.0.31 "DELETE /v2.0/floatingips/c16baaa3-4a38-46ae-9f61-81c68195c541 HTTP/1.1" status: 204 len: 168 time: 1.2258611 Dec 18 14:36:24.355550 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03148e91-e3ce-49d6-ba59-99661eefbdb9', 'tag': '64e55267-8271-482e-b83c-413cc228ddcd'}] {{(pid=103160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 18 14:36:24.357935 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e48bd1d61825a1a326604a291cd29460b42a92241354cfcd5903178b416c912d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c58ad42-6a25-4c53-b65d-bd91d9faaea6" -d '{"events": [{"name": "network-changed", "server_uuid": "03148e91-e3ce-49d6-ba59-99661eefbdb9", "tag": "64e55267-8271-482e-b83c-413cc228ddcd"}]}' {{(pid=103160) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 18 14:36:24.454659 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 14:36:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8ee16a8-9405-442c-8d71-f83382d93359 x-openstack-request-id: req-c8ee16a8-9405-442c-8d71-f83382d93359 {{(pid=103160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 18 14:36:24.455025 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03148e91-e3ce-49d6-ba59-99661eefbdb9", "tag": "64e55267-8271-482e-b83c-413cc228ddcd", "status": "completed", "code": 200}]} {{(pid=103160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 18 14:36:24.455378 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c8ee16a8-9405-442c-8d71-f83382d93359 {{(pid=103160) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 18 14:36:24.455894 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03148e91-e3ce-49d6-ba59-99661eefbdb9', 'tag': '64e55267-8271-482e-b83c-413cc228ddcd', 'status': 'completed', 'code': 200} Dec 18 14:36:24.464963 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvr_db [None req-c25f907d-c40a-475f-96e0-09b93343254e None None] Set router 4fff76a0-9b2b-4747-8873-30e70e1fde2d gateway port host: dv-neutron-744815-20-hyperv {{(pid=103162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 14:36:24.529706 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c58ad42-6a25-4c53-b65d-bd91d9faaea6 req-69847b8c-fcd2-45f4-8404-30db3895a431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:36:24.531349 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-6c58ad42-6a25-4c53-b65d-bd91d9faaea6 req-69847b8c-fcd2-45f4-8404-30db3895a431 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=419ec66352344467815a2f867c76002b&device_id=03148e91-e3ce-49d6-ba59-99661eefbdb9 HTTP/1.1" status: 200 len: 1099 time: 0.0508480 Dec 18 14:36:24.661411 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c58ad42-6a25-4c53-b65d-bd91d9faaea6 req-6a8380e5-a424-4726-acce-be960dcd5515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:36:24.662999 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-6c58ad42-6a25-4c53-b65d-bd91d9faaea6 req-6a8380e5-a424-4726-acce-be960dcd5515 service neutron] 10.222.0.43 "GET /v2.0/networks?id=2396ca85-22ef-48fe-8671-709467251b4d HTTP/1.1" status: 200 len: 911 time: 0.1240034 Dec 18 14:36:24.684557 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d833275-0121-4075-be91-40956a4ffd2a req-43664987-91cb-4c05-96d4-663bea41e184 tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:36:24.685998 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-5d833275-0121-4075-be91-40956a4ffd2a req-43664987-91cb-4c05-96d4-663bea41e184 tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] 10.222.0.31 "GET /v2.0/ports?device_id=03148e91-e3ce-49d6-ba59-99661eefbdb9 HTTP/1.1" status: 200 len: 946 time: 0.1387465 Dec 18 14:36:24.722520 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-6c58ad42-6a25-4c53-b65d-bd91d9faaea6 req-9d22c1da-dce7-4fd2-b849-d3d548113d15 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=64e55267-8271-482e-b83c-413cc228ddcd HTTP/1.1" status: 200 len: 217 time: 0.0504246 Dec 18 14:36:24.781333 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-c25f907d-c40a-475f-96e0-09b93343254e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fff76a0-9b2b-4747-8873-30e70e1fde2d', 'name': 'tempest-TestSnapshotPattern-1248708444-router', 'tenant_id': '419ec66352344467815a2f867c76002b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.93'}], 'enable_snat': True}, 'gw_port_id': '84497d39-cf56-4817-ad0a-8f2aaa5bc3c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T14:30:00Z', 'updated_at': '2021-12-18T14:30:03Z', 'revision_number': 4, 'project_id': '419ec66352344467815a2f867c76002b', 'gw_port': {'id': '84497d39-cf56-4817-ad0a-8f2aaa5bc3c4', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:96:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fff76a0-9b2b-4747-8873-30e70e1fde2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1864, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T14:30:00Z', 'updated_at': '2021-12-18T14:30:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv', '_floatingips': [{'id': 'a65abdea-aa73-42ec-b811-ffc099b895ea', 'tenant_id': '419ec66352344467815a2f867c76002b', 'floating_ip_address': '172.26.3.239', 'floating_network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'router_id': '4fff76a0-9b2b-4747-8873-30e70e1fde2d', 'port_id': 'dd8cc20d-43cd-4e65-a8ad-bf484b609219', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1889, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2396ca85-22ef-48fe-8671-709467251b4d', 'mac_address': 'fa:16:3e:82:29:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03f2c6b4-cdf0-48d5-a940-1ba4825511bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T14:30:24Z', 'updated_at': '2021-12-18T14:30:26Z', 'revision_number': 1, 'project_id': '419ec66352344467815a2f867c76002b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a080df44-a21e-4cbf-b6e4-73feb9a9a6af', 'name': '', 'network_id': '2396ca85-22ef-48fe-8671-709467251b4d', 'tenant_id': '419ec66352344467815a2f867c76002b', 'mac_address': 'fa:16:3e:a7:8b:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fff76a0-9b2b-4747-8873-30e70e1fde2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1865, 'fixed_ips': [{'subnet_id': 'cee43325-d79d-4fe9-b98c-d4ff381981fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T14:30:02Z', 'updated_at': '2021-12-18T14:30:06Z', 'revision_number': 5, 'project_id': '419ec66352344467815a2f867c76002b', 'subnets': [{'id': 'cee43325-d79d-4fe9-b98c-d4ff381981fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:36:24.797771 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c58ad42-6a25-4c53-b65d-bd91d9faaea6 req-5e822a58-cbfe-4668-a41b-7aa3bd4b6b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:36:24.799350 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-6c58ad42-6a25-4c53-b65d-bd91d9faaea6 req-5e822a58-cbfe-4668-a41b-7aa3bd4b6b10 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=cee43325-d79d-4fe9-b98c-d4ff381981fb HTTP/1.1" status: 200 len: 849 time: 0.0686104 Dec 18 14:36:24.803807 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-5d833275-0121-4075-be91-40956a4ffd2a req-73cc6c6f-c974-48b8-ba76-6071e17d03c2 tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] 10.222.0.31 "GET /v2.0/security-groups?id=c0c7bd06-021e-4908-94ef-5f5d9c13cdfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0881972 Dec 18 14:36:24.806972 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c25f907d-c40a-475f-96e0-09b93343254e None None] Checking router: 4fff76a0-9b2b-4747-8873-30e70e1fde2d for host: dv-neutron-744815-20-hyperv {{(pid=103162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 18 14:36:24.817615 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c25f907d-c40a-475f-96e0-09b93343254e None None] Routers {'4fff76a0-9b2b-4747-8873-30e70e1fde2d'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 14:36:24.817615 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-c25f907d-c40a-475f-96e0-09b93343254e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T14:35:57Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['4fff76a0-9b2b-4747-8873-30e70e1fde2d'], 'active': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:36:24.847234 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c58ad42-6a25-4c53-b65d-bd91d9faaea6 req-2cb8cba4-4853-4e02-8720-628aa649eaef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:36:24.848862 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-6c58ad42-6a25-4c53-b65d-bd91d9faaea6 req-2cb8cba4-4853-4e02-8720-628aa649eaef service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2396ca85-22ef-48fe-8671-709467251b4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0419042 Dec 18 14:36:24.928877 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvr_db [None req-c25f907d-c40a-475f-96e0-09b93343254e None None] Set router 4fff76a0-9b2b-4747-8873-30e70e1fde2d gateway port host: dv-neutron-744815-20-hyperv {{(pid=103162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 14:36:24.941383 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-6c58ad42-6a25-4c53-b65d-bd91d9faaea6 req-ecb865e5-ddce-4d67-bda9-27915e084179 service neutron] 10.222.0.43 "GET /v2.0/networks/2396ca85-22ef-48fe-8671-709467251b4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835161 Dec 18 14:36:25.007918 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f5715f55-332a-42ba-b917-49f907f59920 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:36:25.043891 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-6c58ad42-6a25-4c53-b65d-bd91d9faaea6 req-75f79f5f-3798-41ba-b28a-8deb9530b93f service neutron] 10.222.0.43 "GET /v2.0/networks/2396ca85-22ef-48fe-8671-709467251b4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932462 Dec 18 14:36:25.255635 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-c25f907d-c40a-475f-96e0-09b93343254e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fff76a0-9b2b-4747-8873-30e70e1fde2d', 'name': 'tempest-TestSnapshotPattern-1248708444-router', 'tenant_id': '419ec66352344467815a2f867c76002b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.93'}], 'enable_snat': True}, 'gw_port_id': '84497d39-cf56-4817-ad0a-8f2aaa5bc3c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T14:30:00Z', 'updated_at': '2021-12-18T14:30:03Z', 'revision_number': 4, 'project_id': '419ec66352344467815a2f867c76002b', 'gw_port': {'id': '84497d39-cf56-4817-ad0a-8f2aaa5bc3c4', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:96:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fff76a0-9b2b-4747-8873-30e70e1fde2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1864, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T14:30:00Z', 'updated_at': '2021-12-18T14:30:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv', '_floatingips': [{'id': 'a65abdea-aa73-42ec-b811-ffc099b895ea', 'tenant_id': '419ec66352344467815a2f867c76002b', 'floating_ip_address': '172.26.3.239', 'floating_network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'router_id': '4fff76a0-9b2b-4747-8873-30e70e1fde2d', 'port_id': 'dd8cc20d-43cd-4e65-a8ad-bf484b609219', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1889, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2396ca85-22ef-48fe-8671-709467251b4d', 'mac_address': 'fa:16:3e:82:29:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03f2c6b4-cdf0-48d5-a940-1ba4825511bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T14:30:24Z', 'updated_at': '2021-12-18T14:30:26Z', 'revision_number': 1, 'project_id': '419ec66352344467815a2f867c76002b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a080df44-a21e-4cbf-b6e4-73feb9a9a6af', 'name': '', 'network_id': '2396ca85-22ef-48fe-8671-709467251b4d', 'tenant_id': '419ec66352344467815a2f867c76002b', 'mac_address': 'fa:16:3e:a7:8b:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fff76a0-9b2b-4747-8873-30e70e1fde2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1865, 'fixed_ips': [{'subnet_id': 'cee43325-d79d-4fe9-b98c-d4ff381981fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T14:30:02Z', 'updated_at': '2021-12-18T14:30:06Z', 'revision_number': 5, 'project_id': '419ec66352344467815a2f867c76002b', 'subnets': [{'id': 'cee43325-d79d-4fe9-b98c-d4ff381981fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:36:25.282979 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c25f907d-c40a-475f-96e0-09b93343254e None None] The sync data for ids ['4fff76a0-9b2b-4747-8873-30e70e1fde2d'] in dv-neutron-744815-20-hyperv is: [{'id': '4fff76a0-9b2b-4747-8873-30e70e1fde2d', 'name': 'tempest-TestSnapshotPattern-1248708444-router', 'tenant_id': '419ec66352344467815a2f867c76002b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.93'}], 'enable_snat': True}, 'gw_port_id': '84497d39-cf56-4817-ad0a-8f2aaa5bc3c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T14:30:00Z', 'updated_at': '2021-12-18T14:30:03Z', 'revision_number': 4, 'project_id': '419ec66352344467815a2f867c76002b', 'gw_port': {'id': '84497d39-cf56-4817-ad0a-8f2aaa5bc3c4', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:96:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fff76a0-9b2b-4747-8873-30e70e1fde2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1864, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T14:30:00Z', 'updated_at': '2021-12-18T14:30:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv', '_floatingips': [{'id': 'a65abdea-aa73-42ec-b811-ffc099b895ea', 'tenant_id': '419ec66352344467815a2f867c76002b', 'floating_ip_address': '172.26.3.239', 'floating_network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'router_id': '4fff76a0-9b2b-4747-8873-30e70e1fde2d', 'port_id': 'dd8cc20d-43cd-4e65-a8ad-bf484b609219', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1889, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2396ca85-22ef-48fe-8671-709467251b4d', 'mac_address': 'fa:16:3e:82:29:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03f2c6b4-cdf0-48d5-a940-1ba4825511bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T14:30:24Z', 'updated_at': '2021-12-18T14:30:26Z', 'revision_number': 1, 'project_id': '419ec66352344467815a2f867c76002b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a080df44-a21e-4cbf-b6e4-73feb9a9a6af', 'name': '', 'network_id': '2396ca85-22ef-48fe-8671-709467251b4d', 'tenant_id': '419ec66352344467815a2f867c76002b', 'mac_address': 'fa:16:3e:a7:8b:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fff76a0-9b2b-4747-8873-30e70e1fde2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1865, 'fixed_ips': [{'subnet_id': 'cee43325-d79d-4fe9-b98c-d4ff381981fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T14:30:02Z', 'updated_at': '2021-12-18T14:30:06Z', 'revision_number': 5, 'project_id': '419ec66352344467815a2f867c76002b', 'subnets': [{'id': 'cee43325-d79d-4fe9-b98c-d4ff381981fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 14:36:25.524319 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9b9e394-c058-4da4-875b-7e731a4669db None None] New status for floating IP c16baaa3-4a38-46ae-9f61-81c68195c541: DOWN {{(pid=103161) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 18 14:36:25.945824 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ec008e-f316-433e-82c7-206de2fc4054 req-492c0aec-6d36-4feb-a98f-ee2548f55daf tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:36:25.947336 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-83ec008e-f316-433e-82c7-206de2fc4054 req-492c0aec-6d36-4feb-a98f-ee2548f55daf tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] 10.222.0.31 "GET /v2.0/ports?device_id=03148e91-e3ce-49d6-ba59-99661eefbdb9 HTTP/1.1" status: 200 len: 946 time: 0.0516007 Dec 18 14:36:26.008412 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-83ec008e-f316-433e-82c7-206de2fc4054 req-02522656-981e-4f1a-9eae-596fc2717380 tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] 10.222.0.31 "GET /v2.0/security-groups?id=c0c7bd06-021e-4908-94ef-5f5d9c13cdfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526378 Dec 18 14:36:26.377219 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16b586b-8376-4c33-9ffd-16521eb9f6b3 req-60d4c084-16fc-4100-9ecc-ceaaa9a819fa tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:36:26.378688 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-f16b586b-8376-4c33-9ffd-16521eb9f6b3 req-60d4c084-16fc-4100-9ecc-ceaaa9a819fa tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] 10.222.0.43 "GET /v2.0/ports?device_id=03148e91-e3ce-49d6-ba59-99661eefbdb9 HTTP/1.1" status: 200 len: 946 time: 0.0608304 Dec 18 14:36:26.475232 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [req-f16b586b-8376-4c33-9ffd-16521eb9f6b3 req-73f23951-f980-4477-b279-03dcc0a4788d tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] Deleting port 64e55267-8271-482e-b83c-413cc228ddcd {{(pid=103159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 14:36:26.475571 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-f16b586b-8376-4c33-9ffd-16521eb9f6b3 req-73f23951-f980-4477-b279-03dcc0a4788d tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:36:26.566989 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.db [req-f16b586b-8376-4c33-9ffd-16521eb9f6b3 req-73f23951-f980-4477-b279-03dcc0a4788d tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] For port 64e55267-8271-482e-b83c-413cc228ddcd, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=64e55267-8271-482e-b83c-413cc228ddcd,segment=NetworkSegment(9d8a7f87-905f-4420-8b8c-807cda311114),segment_id=9d8a7f87-905f-4420-8b8c-807cda311114)] {{(pid=103159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 14:36:26.567402 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-f16b586b-8376-4c33-9ffd-16521eb9f6b3 req-73f23951-f980-4477-b279-03dcc0a4788d tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:36:26.580468 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [req-f16b586b-8376-4c33-9ffd-16521eb9f6b3 req-73f23951-f980-4477-b279-03dcc0a4788d tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] Calling delete_port for 64e55267-8271-482e-b83c-413cc228ddcd owned by compute:nova {{(pid=103159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 14:36:26.714108 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-f16b586b-8376-4c33-9ffd-16521eb9f6b3 req-73f23951-f980-4477-b279-03dcc0a4788d tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:36:26.743108 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f23951-f980-4477-b279-03dcc0a4788d tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] Pushing event deleted for resources: {'Port': ['ID=64e55267-8271-482e-b83c-413cc228ddcd,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:36:26.773121 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f23951-f980-4477-b279-03dcc0a4788d tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:36:26.773470 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f23951-f980-4477-b279-03dcc0a4788d tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:36:26.773812 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f23951-f980-4477-b279-03dcc0a4788d tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:36:26.774144 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f23951-f980-4477-b279-03dcc0a4788d tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:36:26.774503 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f23951-f980-4477-b279-03dcc0a4788d tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:36:26.774825 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f23951-f980-4477-b279-03dcc0a4788d tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:36:26.775165 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f23951-f980-4477-b279-03dcc0a4788d tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:36:26.775487 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f23951-f980-4477-b279-03dcc0a4788d tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:36:26.775807 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f23951-f980-4477-b279-03dcc0a4788d tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:36:26.776126 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f23951-f980-4477-b279-03dcc0a4788d tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:36:26.776443 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f23951-f980-4477-b279-03dcc0a4788d tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:36:26.776756 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f23951-f980-4477-b279-03dcc0a4788d tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:36:26.777072 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f23951-f980-4477-b279-03dcc0a4788d tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-20-hyperv {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 14:36:26.795695 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [req-f16b586b-8376-4c33-9ffd-16521eb9f6b3 req-73f23951-f980-4477-b279-03dcc0a4788d tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] No DVR routers for this DVR port 64e55267-8271-482e-b83c-413cc228ddcd on host hv-neutron-7448 {{(pid=103159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 18 14:36:26.798211 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-f16b586b-8376-4c33-9ffd-16521eb9f6b3 req-73f23951-f980-4477-b279-03dcc0a4788d tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:36:26.801606 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-f16b586b-8376-4c33-9ffd-16521eb9f6b3 req-73f23951-f980-4477-b279-03dcc0a4788d tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] 10.222.0.43 "DELETE /v2.0/ports/64e55267-8271-482e-b83c-413cc228ddcd HTTP/1.1" status: 204 len: 173 time: 0.4167631 Dec 18 14:36:26.802041 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03148e91-e3ce-49d6-ba59-99661eefbdb9', 'name': 'network-vif-deleted', 'tag': '64e55267-8271-482e-b83c-413cc228ddcd'}] {{(pid=103159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 18 14:36:26.804498 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fe4787c1b15cfe7b4d636e01ce0b9ec825930b2332f3162d6bd24ee8ff480f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb4ddd34-f7e9-4776-8ff1-d31d04584413" -d '{"events": [{"server_uuid": "03148e91-e3ce-49d6-ba59-99661eefbdb9", "name": "network-vif-deleted", "tag": "64e55267-8271-482e-b83c-413cc228ddcd"}]}' {{(pid=103159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 18 14:36:26.907627 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 14:36:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-115c76c0-a82f-4542-a92e-2f9ee513146d x-openstack-request-id: req-115c76c0-a82f-4542-a92e-2f9ee513146d {{(pid=103159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 18 14:36:26.907884 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03148e91-e3ce-49d6-ba59-99661eefbdb9", "name": "network-vif-deleted", "tag": "64e55267-8271-482e-b83c-413cc228ddcd", "status": "completed", "code": 200}]} {{(pid=103159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 18 14:36:26.908139 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-115c76c0-a82f-4542-a92e-2f9ee513146d {{(pid=103159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 18 14:36:26.908572 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03148e91-e3ce-49d6-ba59-99661eefbdb9', 'name': 'network-vif-deleted', 'tag': '64e55267-8271-482e-b83c-413cc228ddcd', 'status': 'completed', 'code': 200} Dec 18 14:36:26.913582 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Device 64e55267-8271-482e-b83c-413cc228ddcd no longer exists at agent hyperv_hv-neutron-7448 {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 18 14:36:26.935848 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] No Port match for: 64e55267-8271-482e-b83c-413cc228ddcd {{(pid=103161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 18 14:36:26.936229 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Device 64e55267-8271-482e-b83c-413cc228ddcd not bound to the agent host hv-neutron-7448 {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 18 14:36:27.121139 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-d2702a09-90d5-447e-b82a-5cfe36acce58 req-d353e66a-7f11-421b-8cf7-006cb36c126b tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] 10.222.0.31 "GET /v2.0/ports?device_id=03148e91-e3ce-49d6-ba59-99661eefbdb9 HTTP/1.1" status: 200 len: 210 time: 0.0272374 Dec 18 14:36:27.258238 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-092a8917-4bfe-4bf9-a127-9580c918c51c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:36:28.750485 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 36928) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:36:28.826536 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-afa9ae9b-bdbb-4010-bcf6-3a46ce66cf71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:36:28.913174 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-1fa8a85c-2e3f-4b30-8245-fe3cb4332385 tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] Deleting port 7356ad53-6b75-4cf5-80d2-77143c8d9ee9 {{(pid=103160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 14:36:28.913479 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-1fa8a85c-2e3f-4b30-8245-fe3cb4332385 tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:36:28.990457 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-1fa8a85c-2e3f-4b30-8245-fe3cb4332385 tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:36:28.990758 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-1fa8a85c-2e3f-4b30-8245-fe3cb4332385 tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:36:29.002844 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-1fa8a85c-2e3f-4b30-8245-fe3cb4332385 tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] Calling delete_port for 7356ad53-6b75-4cf5-80d2-77143c8d9ee9 owned by network:floatingip {{(pid=103160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 14:36:29.156111 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-1fa8a85c-2e3f-4b30-8245-fe3cb4332385 tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4533522'] for port, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:36:29.180978 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa8a85c-2e3f-4b30-8245-fe3cb4332385 tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] Pushing event deleted for resources: {'Port': ['ID=7356ad53-6b75-4cf5-80d2-77143c8d9ee9,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:36:29.247239 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-1fa8a85c-2e3f-4b30-8245-fe3cb4332385 tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] Publish callbacks [] for floatingip, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:36:29.247486 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.db.l3_db [None req-1fa8a85c-2e3f-4b30-8245-fe3cb4332385 tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] Floating IP a65abdea-aa73-42ec-b811-ffc099b895ea disassociated (deleted). External IP: 172.26.3.239, port: dd8cc20d-43cd-4e65-a8ad-bf484b609219. Dec 18 14:36:29.466335 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fa8a85c-2e3f-4b30-8245-fe3cb4332385 tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] Router 4fff76a0-9b2b-4747-8873-30e70e1fde2d has already been hosted by L3 agent c9c0cd52-5bd2-4704-9429-d80f1c5ad23c {{(pid=103160) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 18 14:36:29.577928 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fa8a85c-2e3f-4b30-8245-fe3cb4332385 tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] Notify agent at l3_agent.dv-neutron-744815-20-hyperv the message routers_updated {{(pid=103160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 14:36:29.583276 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-1fa8a85c-2e3f-4b30-8245-fe3cb4332385 tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for floatingip, before_response {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:36:29.588330 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-710e1041-7238-40d4-b928-9198eff60b6d None None] Sync routers for ids ['4fff76a0-9b2b-4747-8873-30e70e1fde2d'] in dv-neutron-744815-20-hyperv {{(pid=103162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 14:36:29.598214 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-710e1041-7238-40d4-b928-9198eff60b6d None None] Routers {'4fff76a0-9b2b-4747-8873-30e70e1fde2d'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 14:36:29.598818 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-710e1041-7238-40d4-b928-9198eff60b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T14:36:27Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['4fff76a0-9b2b-4747-8873-30e70e1fde2d'], 'active': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:36:29.610390 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-1fa8a85c-2e3f-4b30-8245-fe3cb4332385 tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] 10.222.0.31 "DELETE /v2.0/floatingips/a65abdea-aa73-42ec-b811-ffc099b895ea HTTP/1.1" status: 204 len: 168 time: 0.8588207 Dec 18 14:36:29.610991 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03f2c6b4-cdf0-48d5-a940-1ba4825511bc', 'tag': 'dd8cc20d-43cd-4e65-a8ad-bf484b609219'}] {{(pid=103160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 18 14:36:29.613761 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e48bd1d61825a1a326604a291cd29460b42a92241354cfcd5903178b416c912d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adbf9c1f-59d7-45d9-b2d8-e3bdf04f60bd" -d '{"events": [{"name": "network-changed", "server_uuid": "03f2c6b4-cdf0-48d5-a940-1ba4825511bc", "tag": "dd8cc20d-43cd-4e65-a8ad-bf484b609219"}]}' {{(pid=103160) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 18 14:36:29.653172 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 14:36:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f5b01b7-4cbf-4269-9735-ac3bebb5a952 x-openstack-request-id: req-4f5b01b7-4cbf-4269-9735-ac3bebb5a952 {{(pid=103160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 18 14:36:29.653472 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03f2c6b4-cdf0-48d5-a940-1ba4825511bc", "tag": "dd8cc20d-43cd-4e65-a8ad-bf484b609219", "status": "completed", "code": 200}]} {{(pid=103160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 18 14:36:29.653759 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4f5b01b7-4cbf-4269-9735-ac3bebb5a952 {{(pid=103160) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 18 14:36:29.654374 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03f2c6b4-cdf0-48d5-a940-1ba4825511bc', 'tag': 'dd8cc20d-43cd-4e65-a8ad-bf484b609219', 'status': 'completed', 'code': 200} Dec 18 14:36:29.720387 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbf9c1f-59d7-45d9-b2d8-e3bdf04f60bd req-b59caa3b-4280-4ffc-a389-14fcf263265d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:36:29.721904 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-adbf9c1f-59d7-45d9-b2d8-e3bdf04f60bd req-b59caa3b-4280-4ffc-a389-14fcf263265d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=419ec66352344467815a2f867c76002b&device_id=03f2c6b4-cdf0-48d5-a940-1ba4825511bc HTTP/1.1" status: 200 len: 1097 time: 0.0433981 Dec 18 14:36:29.729534 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvr_db [None req-710e1041-7238-40d4-b928-9198eff60b6d None None] Set router 4fff76a0-9b2b-4747-8873-30e70e1fde2d gateway port host: dv-neutron-744815-20-hyperv {{(pid=103162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 14:36:29.838287 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbf9c1f-59d7-45d9-b2d8-e3bdf04f60bd req-9ff34d78-8098-47f4-b630-a4c7d6a22038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:36:29.839694 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-adbf9c1f-59d7-45d9-b2d8-e3bdf04f60bd req-9ff34d78-8098-47f4-b630-a4c7d6a22038 service neutron] 10.222.0.43 "GET /v2.0/networks?id=2396ca85-22ef-48fe-8671-709467251b4d HTTP/1.1" status: 200 len: 911 time: 0.1110499 Dec 18 14:36:29.890589 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-adbf9c1f-59d7-45d9-b2d8-e3bdf04f60bd req-313ee101-572a-4306-96b6-50d1cb1c766f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dd8cc20d-43cd-4e65-a8ad-bf484b609219 HTTP/1.1" status: 200 len: 217 time: 0.0425630 Dec 18 14:36:29.899243 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df01a65-09dc-43bb-90e1-633e8678e551 req-9a133d0e-2902-40b6-9235-3710914b9b3f tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:36:29.900692 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-6df01a65-09dc-43bb-90e1-633e8678e551 req-9a133d0e-2902-40b6-9235-3710914b9b3f tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] 10.222.0.31 "GET /v2.0/ports?device_id=03f2c6b4-cdf0-48d5-a940-1ba4825511bc HTTP/1.1" status: 200 len: 944 time: 0.0938408 Dec 18 14:36:29.937953 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-710e1041-7238-40d4-b928-9198eff60b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fff76a0-9b2b-4747-8873-30e70e1fde2d', 'name': 'tempest-TestSnapshotPattern-1248708444-router', 'tenant_id': '419ec66352344467815a2f867c76002b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.93'}], 'enable_snat': True}, 'gw_port_id': '84497d39-cf56-4817-ad0a-8f2aaa5bc3c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T14:30:00Z', 'updated_at': '2021-12-18T14:30:03Z', 'revision_number': 4, 'project_id': '419ec66352344467815a2f867c76002b', 'gw_port': {'id': '84497d39-cf56-4817-ad0a-8f2aaa5bc3c4', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:96:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fff76a0-9b2b-4747-8873-30e70e1fde2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1864, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T14:30:00Z', 'updated_at': '2021-12-18T14:30:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv', '_interfaces': [{'id': 'a080df44-a21e-4cbf-b6e4-73feb9a9a6af', 'name': '', 'network_id': '2396ca85-22ef-48fe-8671-709467251b4d', 'tenant_id': '419ec66352344467815a2f867c76002b', 'mac_address': 'fa:16:3e:a7:8b:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fff76a0-9b2b-4747-8873-30e70e1fde2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1865, 'fixed_ips': [{'subnet_id': 'cee43325-d79d-4fe9-b98c-d4ff381981fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T14:30:02Z', 'updated_at': '2021-12-18T14:30:06Z', 'revision_number': 5, 'project_id': '419ec66352344467815a2f867c76002b', 'subnets': [{'id': 'cee43325-d79d-4fe9-b98c-d4ff381981fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:36:29.964712 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-710e1041-7238-40d4-b928-9198eff60b6d None None] Checking router: 4fff76a0-9b2b-4747-8873-30e70e1fde2d for host: dv-neutron-744815-20-hyperv {{(pid=103162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 18 14:36:29.967838 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbf9c1f-59d7-45d9-b2d8-e3bdf04f60bd req-03827d3a-254c-4f0f-a976-0a30687a5583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:36:29.969295 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-adbf9c1f-59d7-45d9-b2d8-e3bdf04f60bd req-03827d3a-254c-4f0f-a976-0a30687a5583 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=cee43325-d79d-4fe9-b98c-d4ff381981fb HTTP/1.1" status: 200 len: 849 time: 0.0677686 Dec 18 14:36:29.973297 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-710e1041-7238-40d4-b928-9198eff60b6d None None] Routers {'4fff76a0-9b2b-4747-8873-30e70e1fde2d'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 14:36:29.973895 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-710e1041-7238-40d4-b928-9198eff60b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T14:36:27Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['4fff76a0-9b2b-4747-8873-30e70e1fde2d'], 'active': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:36:29.993979 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-6df01a65-09dc-43bb-90e1-633e8678e551 req-d6a66675-25bb-49b3-8a56-18e24e37e40c tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] 10.222.0.31 "GET /v2.0/security-groups?id=c0c7bd06-021e-4908-94ef-5f5d9c13cdfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0843358 Dec 18 14:36:30.030782 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbf9c1f-59d7-45d9-b2d8-e3bdf04f60bd req-d8a1d3f3-6a3d-4efa-99a4-397f678d234d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:36:30.032374 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-adbf9c1f-59d7-45d9-b2d8-e3bdf04f60bd req-d8a1d3f3-6a3d-4efa-99a4-397f678d234d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2396ca85-22ef-48fe-8671-709467251b4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0551929 Dec 18 14:36:30.084849 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvr_db [None req-710e1041-7238-40d4-b928-9198eff60b6d None None] Set router 4fff76a0-9b2b-4747-8873-30e70e1fde2d gateway port host: dv-neutron-744815-20-hyperv {{(pid=103162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 14:36:30.130064 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-adbf9c1f-59d7-45d9-b2d8-e3bdf04f60bd req-f09e4dc6-09d4-4f63-afc9-14d9141f7c61 service neutron] 10.222.0.43 "GET /v2.0/networks/2396ca85-22ef-48fe-8671-709467251b4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883472 Dec 18 14:36:30.233665 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-adbf9c1f-59d7-45d9-b2d8-e3bdf04f60bd req-8dadfb12-c689-4401-8018-27a1765c5e99 service neutron] 10.222.0.43 "GET /v2.0/networks/2396ca85-22ef-48fe-8671-709467251b4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961924 Dec 18 14:36:30.282093 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-710e1041-7238-40d4-b928-9198eff60b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fff76a0-9b2b-4747-8873-30e70e1fde2d', 'name': 'tempest-TestSnapshotPattern-1248708444-router', 'tenant_id': '419ec66352344467815a2f867c76002b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.93'}], 'enable_snat': True}, 'gw_port_id': '84497d39-cf56-4817-ad0a-8f2aaa5bc3c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T14:30:00Z', 'updated_at': '2021-12-18T14:30:03Z', 'revision_number': 4, 'project_id': '419ec66352344467815a2f867c76002b', 'gw_port': {'id': '84497d39-cf56-4817-ad0a-8f2aaa5bc3c4', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:96:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fff76a0-9b2b-4747-8873-30e70e1fde2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1864, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T14:30:00Z', 'updated_at': '2021-12-18T14:30:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv', '_interfaces': [{'id': 'a080df44-a21e-4cbf-b6e4-73feb9a9a6af', 'name': '', 'network_id': '2396ca85-22ef-48fe-8671-709467251b4d', 'tenant_id': '419ec66352344467815a2f867c76002b', 'mac_address': 'fa:16:3e:a7:8b:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fff76a0-9b2b-4747-8873-30e70e1fde2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1865, 'fixed_ips': [{'subnet_id': 'cee43325-d79d-4fe9-b98c-d4ff381981fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T14:30:02Z', 'updated_at': '2021-12-18T14:30:06Z', 'revision_number': 5, 'project_id': '419ec66352344467815a2f867c76002b', 'subnets': [{'id': 'cee43325-d79d-4fe9-b98c-d4ff381981fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:36:30.377671 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7b7a3272-2b45-4d32-9670-25eb1afd1184 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:36:30.407205 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-710e1041-7238-40d4-b928-9198eff60b6d None None] The sync data for ids ['4fff76a0-9b2b-4747-8873-30e70e1fde2d'] in dv-neutron-744815-20-hyperv is: [{'id': '4fff76a0-9b2b-4747-8873-30e70e1fde2d', 'name': 'tempest-TestSnapshotPattern-1248708444-router', 'tenant_id': '419ec66352344467815a2f867c76002b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.93'}], 'enable_snat': True}, 'gw_port_id': '84497d39-cf56-4817-ad0a-8f2aaa5bc3c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T14:30:00Z', 'updated_at': '2021-12-18T14:30:03Z', 'revision_number': 4, 'project_id': '419ec66352344467815a2f867c76002b', 'gw_port': {'id': '84497d39-cf56-4817-ad0a-8f2aaa5bc3c4', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:96:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fff76a0-9b2b-4747-8873-30e70e1fde2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1864, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T14:30:00Z', 'updated_at': '2021-12-18T14:30:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv', '_interfaces': [{'id': 'a080df44-a21e-4cbf-b6e4-73feb9a9a6af', 'name': '', 'network_id': '2396ca85-22ef-48fe-8671-709467251b4d', 'tenant_id': '419ec66352344467815a2f867c76002b', 'mac_address': 'fa:16:3e:a7:8b:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fff76a0-9b2b-4747-8873-30e70e1fde2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1865, 'fixed_ips': [{'subnet_id': 'cee43325-d79d-4fe9-b98c-d4ff381981fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T14:30:02Z', 'updated_at': '2021-12-18T14:30:06Z', 'revision_number': 5, 'project_id': '419ec66352344467815a2f867c76002b', 'subnets': [{'id': 'cee43325-d79d-4fe9-b98c-d4ff381981fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 14:36:30.637351 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8c21c1d-9cbd-4e7e-ac3d-9cec256f51fc None None] New status for floating IP a65abdea-aa73-42ec-b811-ffc099b895ea: DOWN {{(pid=103161) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 18 14:36:30.827709 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc09662-968c-4295-873f-71e118520efd req-b1638ea6-5a19-428b-bd92-99222ad57f7d tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:36:30.829185 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-3fc09662-968c-4295-873f-71e118520efd req-b1638ea6-5a19-428b-bd92-99222ad57f7d tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] 10.222.0.43 "GET /v2.0/ports?device_id=03f2c6b4-cdf0-48d5-a940-1ba4825511bc HTTP/1.1" status: 200 len: 944 time: 0.0593781 Dec 18 14:36:30.932128 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [req-3fc09662-968c-4295-873f-71e118520efd req-95d61ae7-c7df-4b3c-bb15-b6383536a962 tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] Deleting port dd8cc20d-43cd-4e65-a8ad-bf484b609219 {{(pid=103159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 14:36:30.932470 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-3fc09662-968c-4295-873f-71e118520efd req-95d61ae7-c7df-4b3c-bb15-b6383536a962 tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:36:30.944718 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Device 64e55267-8271-482e-b83c-413cc228ddcd no longer exists at agent hyperv_hv-neutron-7448 {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 18 14:36:30.949239 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:36:30.967726 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] No Port match for: 64e55267-8271-482e-b83c-413cc228ddcd {{(pid=103161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 18 14:36:30.968071 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Device 64e55267-8271-482e-b83c-413cc228ddcd not bound to the agent host hv-neutron-7448 {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 18 14:36:31.024845 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.db [req-3fc09662-968c-4295-873f-71e118520efd req-95d61ae7-c7df-4b3c-bb15-b6383536a962 tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] For port dd8cc20d-43cd-4e65-a8ad-bf484b609219, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=dd8cc20d-43cd-4e65-a8ad-bf484b609219,segment=NetworkSegment(9d8a7f87-905f-4420-8b8c-807cda311114),segment_id=9d8a7f87-905f-4420-8b8c-807cda311114)] {{(pid=103159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 14:36:31.025029 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-3fc09662-968c-4295-873f-71e118520efd req-95d61ae7-c7df-4b3c-bb15-b6383536a962 tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:36:31.038022 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [req-3fc09662-968c-4295-873f-71e118520efd req-95d61ae7-c7df-4b3c-bb15-b6383536a962 tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] Calling delete_port for dd8cc20d-43cd-4e65-a8ad-bf484b609219 owned by compute:nova {{(pid=103159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 14:36:31.119692 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dc33a2-ae13-48bf-a857-1b4e0329025e req-8635a8f6-6695-4a6c-a40e-0ce6e7a4d611 tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 14:36:31.121233 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-e4dc33a2-ae13-48bf-a857-1b4e0329025e req-8635a8f6-6695-4a6c-a40e-0ce6e7a4d611 tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] 10.222.0.31 "GET /v2.0/ports?device_id=03f2c6b4-cdf0-48d5-a940-1ba4825511bc HTTP/1.1" status: 200 len: 944 time: 0.0530999 Dec 18 14:36:31.170172 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-3fc09662-968c-4295-873f-71e118520efd req-95d61ae7-c7df-4b3c-bb15-b6383536a962 tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:36:31.172830 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [req-e4dc33a2-ae13-48bf-a857-1b4e0329025e req-1059224d-ec14-4d20-af67-690975a41a92 tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] 10.222.0.31 "GET /v2.0/security-groups?id=c0c7bd06-021e-4908-94ef-5f5d9c13cdfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451860 Dec 18 14:36:31.198523 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d61ae7-c7df-4b3c-bb15-b6383536a962 tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] Pushing event deleted for resources: {'Port': ['ID=dd8cc20d-43cd-4e65-a8ad-bf484b609219,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:36:31.241841 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fc09662-968c-4295-873f-71e118520efd req-95d61ae7-c7df-4b3c-bb15-b6383536a962 tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] No DVR routers for this DVR port dd8cc20d-43cd-4e65-a8ad-bf484b609219 on host hv-neutron-7448 {{(pid=103159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 18 14:36:31.244427 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [req-3fc09662-968c-4295-873f-71e118520efd req-95d61ae7-c7df-4b3c-bb15-b6383536a962 tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32780'] for port, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:36:31.247740 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [req-3fc09662-968c-4295-873f-71e118520efd req-95d61ae7-c7df-4b3c-bb15-b6383536a962 tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] 10.222.0.43 "DELETE /v2.0/ports/dd8cc20d-43cd-4e65-a8ad-bf484b609219 HTTP/1.1" status: 204 len: 173 time: 0.4121571 Dec 18 14:36:31.248204 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03f2c6b4-cdf0-48d5-a940-1ba4825511bc', 'name': 'network-vif-deleted', 'tag': 'dd8cc20d-43cd-4e65-a8ad-bf484b609219'}] {{(pid=103159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 18 14:36:31.250503 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fe4787c1b15cfe7b4d636e01ce0b9ec825930b2332f3162d6bd24ee8ff480f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a0ef68d-20b9-4f17-99b3-fc7b476fa3df" -d '{"events": [{"server_uuid": "03f2c6b4-cdf0-48d5-a940-1ba4825511bc", "name": "network-vif-deleted", "tag": "dd8cc20d-43cd-4e65-a8ad-bf484b609219"}]}' {{(pid=103159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 18 14:36:31.285766 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 14:36:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbb1eeb5-8617-4ce0-a542-07cbfb580480 x-openstack-request-id: req-cbb1eeb5-8617-4ce0-a542-07cbfb580480 {{(pid=103159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 18 14:36:31.286040 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03f2c6b4-cdf0-48d5-a940-1ba4825511bc", "name": "network-vif-deleted", "tag": "dd8cc20d-43cd-4e65-a8ad-bf484b609219", "status": "completed", "code": 200}]} {{(pid=103159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 18 14:36:31.286296 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-cbb1eeb5-8617-4ce0-a542-07cbfb580480 {{(pid=103159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 18 14:36:31.286698 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03f2c6b4-cdf0-48d5-a940-1ba4825511bc', 'name': 'network-vif-deleted', 'tag': 'dd8cc20d-43cd-4e65-a8ad-bf484b609219', 'status': 'completed', 'code': 200} Dec 18 14:36:32.239803 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 36942) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:36:32.309678 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-be28ebe5-ad38-4d70-a4da-8c96c0997557 tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] Publish callbacks [] for security_group, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:36:32.336195 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-be28ebe5-ad38-4d70-a4da-8c96c0997557 tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:36:32.399596 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-be28ebe5-ad38-4d70-a4da-8c96c0997557 tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:36:32.402262 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-be28ebe5-ad38-4d70-a4da-8c96c0997557 tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] Publish callbacks [] for security_group, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:36:32.403469 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-be28ebe5-ad38-4d70-a4da-8c96c0997557 tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] 10.222.0.31 "DELETE /v2.0/security-groups/c0c7bd06-021e-4908-94ef-5f5d9c13cdfe HTTP/1.1" status: 204 len: 168 time: 0.1622746 Dec 18 14:36:32.413424 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be28ebe5-ad38-4d70-a4da-8c96c0997557 tempest-TestSnapshotPattern-866661741 tempest-TestSnapshotPattern-866661741-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0c7bd06-021e-4908-94ef-5f5d9c13cdfe,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:36:32.452829 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 36946) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:36:33.245371 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-2e5e0d8e-32c1-49f4-ab72-e984fe97d6b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-586101'] for router_interface, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:36:33.518323 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-2e5e0d8e-32c1-49f4-ab72-e984fe97d6b5 admin admin] Deleting port a080df44-a21e-4cbf-b6e4-73feb9a9a6af {{(pid=103159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 14:36:33.518580 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-2e5e0d8e-32c1-49f4-ab72-e984fe97d6b5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:36:33.600442 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.db [None req-2e5e0d8e-32c1-49f4-ab72-e984fe97d6b5 admin admin] For port a080df44-a21e-4cbf-b6e4-73feb9a9a6af, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=a080df44-a21e-4cbf-b6e4-73feb9a9a6af,segment=NetworkSegment(9d8a7f87-905f-4420-8b8c-807cda311114),segment_id=9d8a7f87-905f-4420-8b8c-807cda311114)] {{(pid=103159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 14:36:33.600822 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-2e5e0d8e-32c1-49f4-ab72-e984fe97d6b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:36:33.613760 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-2e5e0d8e-32c1-49f4-ab72-e984fe97d6b5 admin admin] Calling delete_port for a080df44-a21e-4cbf-b6e4-73feb9a9a6af owned by network:router_interface {{(pid=103159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 14:36:33.802054 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-2e5e0d8e-32c1-49f4-ab72-e984fe97d6b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:36:33.825335 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5e0d8e-32c1-49f4-ab72-e984fe97d6b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=a080df44-a21e-4cbf-b6e4-73feb9a9a6af,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:36:34.000872 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-2e5e0d8e-32c1-49f4-ab72-e984fe97d6b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1048020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-576035'] for router_interface, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:36:34.227923 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e5e0d8e-32c1-49f4-ab72-e984fe97d6b5 admin admin] Router 4fff76a0-9b2b-4747-8873-30e70e1fde2d has already been hosted by L3 agent c9c0cd52-5bd2-4704-9429-d80f1c5ad23c {{(pid=103159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 18 14:36:34.342100 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e5e0d8e-32c1-49f4-ab72-e984fe97d6b5 admin admin] Notify agent at l3_agent.dv-neutron-744815-20-hyperv the message routers_updated {{(pid=103159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 14:36:34.347551 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-2e5e0d8e-32c1-49f4-ab72-e984fe97d6b5 admin admin] 10.222.0.31 "PUT /v2.0/routers/4fff76a0-9b2b-4747-8873-30e70e1fde2d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8935533 Dec 18 14:36:34.350955 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 36958) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:36:34.353827 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2bbcb1f-0312-44c1-b894-abf19d19852a None None] Sync routers for ids ['4fff76a0-9b2b-4747-8873-30e70e1fde2d'] in dv-neutron-744815-20-hyperv {{(pid=103162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 14:36:34.365171 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2bbcb1f-0312-44c1-b894-abf19d19852a None None] Routers {'4fff76a0-9b2b-4747-8873-30e70e1fde2d'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 14:36:34.366073 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-f2bbcb1f-0312-44c1-b894-abf19d19852a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T14:36:27Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['4fff76a0-9b2b-4747-8873-30e70e1fde2d'], 'active': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:36:34.455033 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-5c3e8ee1-71ce-45b0-b7a6-37b340dab6bb admin admin] Publish callbacks [] for router, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:36:34.473591 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvr_db [None req-f2bbcb1f-0312-44c1-b894-abf19d19852a None None] Set router 4fff76a0-9b2b-4747-8873-30e70e1fde2d gateway port host: dv-neutron-744815-20-hyperv {{(pid=103162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 14:36:34.557492 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-5c3e8ee1-71ce-45b0-b7a6-37b340dab6bb admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:36:34.618032 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-5c3e8ee1-71ce-45b0-b7a6-37b340dab6bb admin admin] Deleting port 84497d39-cf56-4817-ad0a-8f2aaa5bc3c4 {{(pid=103159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 14:36:34.618658 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-5c3e8ee1-71ce-45b0-b7a6-37b340dab6bb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:36:34.654177 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-f2bbcb1f-0312-44c1-b894-abf19d19852a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fff76a0-9b2b-4747-8873-30e70e1fde2d', 'name': 'tempest-TestSnapshotPattern-1248708444-router', 'tenant_id': '419ec66352344467815a2f867c76002b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.93'}], 'enable_snat': True}, 'gw_port_id': '84497d39-cf56-4817-ad0a-8f2aaa5bc3c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T14:30:00Z', 'updated_at': '2021-12-18T14:36:33Z', 'revision_number': 5, 'project_id': '419ec66352344467815a2f867c76002b', 'gw_port': {'id': '84497d39-cf56-4817-ad0a-8f2aaa5bc3c4', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:96:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fff76a0-9b2b-4747-8873-30e70e1fde2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1864, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T14:30:00Z', 'updated_at': '2021-12-18T14:30:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv'}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:36:34.683054 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2bbcb1f-0312-44c1-b894-abf19d19852a None None] Checking router: 4fff76a0-9b2b-4747-8873-30e70e1fde2d for host: dv-neutron-744815-20-hyperv {{(pid=103162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 18 14:36:34.691174 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2bbcb1f-0312-44c1-b894-abf19d19852a None None] Routers {'4fff76a0-9b2b-4747-8873-30e70e1fde2d'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 14:36:34.691755 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-f2bbcb1f-0312-44c1-b894-abf19d19852a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T14:36:27Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['4fff76a0-9b2b-4747-8873-30e70e1fde2d'], 'active': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:36:34.698232 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.db [None req-5c3e8ee1-71ce-45b0-b7a6-37b340dab6bb admin admin] For port 84497d39-cf56-4817-ad0a-8f2aaa5bc3c4, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=84497d39-cf56-4817-ad0a-8f2aaa5bc3c4,segment=NetworkSegment(3f66d49c-4faa-434c-8c3e-991f4f1d01bd),segment_id=3f66d49c-4faa-434c-8c3e-991f4f1d01bd)] {{(pid=103159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 14:36:34.698597 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-5c3e8ee1-71ce-45b0-b7a6-37b340dab6bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:36:34.713455 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-5c3e8ee1-71ce-45b0-b7a6-37b340dab6bb admin admin] Calling delete_port for 84497d39-cf56-4817-ad0a-8f2aaa5bc3c4 owned by network:router_gateway {{(pid=103159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 14:36:34.779552 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_dvr_db [None req-f2bbcb1f-0312-44c1-b894-abf19d19852a None None] Set router 4fff76a0-9b2b-4747-8873-30e70e1fde2d gateway port host: None {{(pid=103162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 14:36:34.830073 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.l3_hamode_db [None req-f2bbcb1f-0312-44c1-b894-abf19d19852a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fff76a0-9b2b-4747-8873-30e70e1fde2d', 'name': 'tempest-TestSnapshotPattern-1248708444-router', 'tenant_id': '419ec66352344467815a2f867c76002b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T14:30:00Z', 'updated_at': '2021-12-18T14:36:34Z', 'revision_number': 6, 'project_id': '419ec66352344467815a2f867c76002b', 'gw_port_host': None}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:36:34.860566 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2bbcb1f-0312-44c1-b894-abf19d19852a None None] The sync data for ids ['4fff76a0-9b2b-4747-8873-30e70e1fde2d'] in dv-neutron-744815-20-hyperv is: [{'id': '4fff76a0-9b2b-4747-8873-30e70e1fde2d', 'name': 'tempest-TestSnapshotPattern-1248708444-router', 'tenant_id': '419ec66352344467815a2f867c76002b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T14:30:00Z', 'updated_at': '2021-12-18T14:36:34Z', 'revision_number': 6, 'project_id': '419ec66352344467815a2f867c76002b', 'gw_port_host': None}] {{(pid=103162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 14:36:34.891356 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-5c3e8ee1-71ce-45b0-b7a6-37b340dab6bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:36:34.922844 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3e8ee1-71ce-45b0-b7a6-37b340dab6bb admin admin] Pushing event deleted for resources: {'Port': ['ID=84497d39-cf56-4817-ad0a-8f2aaa5bc3c4,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:36:34.937764 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a5d49a1-7eb6-46c5-80b0-f692c3fa8064 None None] DHCP port deletion for decb4a40-7941-48c8-afbb-daaafd502e83 request from dv-neutron-744815-20-hyperv {{(pid=103161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 18 14:36:34.975615 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Device dd8cc20d-43cd-4e65-a8ad-bf484b609219 no longer exists at agent hyperv_hv-neutron-7448 {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 18 14:36:34.979842 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-5c3e8ee1-71ce-45b0-b7a6-37b340dab6bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-586554'] for router_gateway, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:36:34.995676 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] No Port match for: dd8cc20d-43cd-4e65-a8ad-bf484b609219 {{(pid=103161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 18 14:36:34.996098 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Device dd8cc20d-43cd-4e65-a8ad-bf484b609219 not bound to the agent host hv-neutron-7448 {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 18 14:36:35.068733 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-5c3e8ee1-71ce-45b0-b7a6-37b340dab6bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-589815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28643'] for router, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:36:35.071774 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-5c3e8ee1-71ce-45b0-b7a6-37b340dab6bb admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:36:35.120876 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-5c3e8ee1-71ce-45b0-b7a6-37b340dab6bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-589710'] for router, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:36:35.121419 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c3e8ee1-71ce-45b0-b7a6-37b340dab6bb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4fff76a0-9b2b-4747-8873-30e70e1fde2d {{(pid=103159) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 18 14:36:35.125693 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-5c3e8ee1-71ce-45b0-b7a6-37b340dab6bb admin admin] Publish callbacks [] for router, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:36:35.126839 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-5c3e8ee1-71ce-45b0-b7a6-37b340dab6bb admin admin] 10.222.0.31 "DELETE /v2.0/routers/4fff76a0-9b2b-4747-8873-30e70e1fde2d HTTP/1.1" status: 204 len: 168 time: 0.7749867 Dec 18 14:36:35.129437 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 36966) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:36:35.172605 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0ada38f-37d4-4a15-8020-9d551ebc367c admin admin] Deleting subnet cee43325-d79d-4fe9-b98c-d4ff381981fb {{(pid=103159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 18 14:36:35.175644 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-e0ada38f-37d4-4a15-8020-9d551ebc367c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:36:35.211646 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-e0ada38f-37d4-4a15-8020-9d551ebc367c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5589624'] for subnet, precommit_delete_associations {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:36:35.298262 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-e0ada38f-37d4-4a15-8020-9d551ebc367c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1929185'] for subnet, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:36:35.357750 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-e0ada38f-37d4-4a15-8020-9d551ebc367c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1929192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5659851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6017053'] for subnet, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:36:35.386523 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ada38f-37d4-4a15-8020-9d551ebc367c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cee43325-d79d-4fe9-b98c-d4ff381981fb,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:36:35.390115 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-e0ada38f-37d4-4a15-8020-9d551ebc367c admin admin] Publish callbacks [] for subnet, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:36:35.393332 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-e0ada38f-37d4-4a15-8020-9d551ebc367c admin admin] 10.222.0.31 "DELETE /v2.0/subnets/cee43325-d79d-4fe9-b98c-d4ff381981fb HTTP/1.1" status: 204 len: 168 time: 0.2629590 Dec 18 14:36:35.395955 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 36970) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:36:35.398291 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d0ddd9b-1f9f-41b6-bb13-7ff3866cc7d6 None None] Network 2396ca85-22ef-48fe-8671-709467251b4d requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 14:36:35.467050 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-c0a7692c-750a-4026-bc5a-579d14cd4d6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2023137'] for network, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:36:35.526093 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-c0a7692c-750a-4026-bc5a-579d14cd4d6e admin admin] Deleting port f42f088b-05c5-4009-964f-be3fee7db830 {{(pid=103159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 14:36:35.526441 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-c0a7692c-750a-4026-bc5a-579d14cd4d6e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:36:35.589283 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.db [None req-c0a7692c-750a-4026-bc5a-579d14cd4d6e admin admin] For port f42f088b-05c5-4009-964f-be3fee7db830, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=f42f088b-05c5-4009-964f-be3fee7db830,segment=NetworkSegment(9d8a7f87-905f-4420-8b8c-807cda311114),segment_id=9d8a7f87-905f-4420-8b8c-807cda311114)] {{(pid=103159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 14:36:35.589512 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-c0a7692c-750a-4026-bc5a-579d14cd4d6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:36:35.605720 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-c0a7692c-750a-4026-bc5a-579d14cd4d6e admin admin] Calling delete_port for f42f088b-05c5-4009-964f-be3fee7db830 owned by network:dhcp {{(pid=103159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 14:36:35.641150 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8a91f1c-113e-49db-a847-a74bff83b0bd None None] DHCP port deletion for 2396ca85-22ef-48fe-8671-709467251b4d request from dv-neutron-744815-20-hyperv {{(pid=103161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 18 14:36:35.690849 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-f8a91f1c-113e-49db-a847-a74bff83b0bd None None] Deleting port f42f088b-05c5-4009-964f-be3fee7db830 {{(pid=103161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 14:36:35.691283 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f8a91f1c-113e-49db-a847-a74bff83b0bd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:36:35.694465 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-c0a7692c-750a-4026-bc5a-579d14cd4d6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:36:35.722270 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a7692c-750a-4026-bc5a-579d14cd4d6e admin admin] Pushing event deleted for resources: {'Port': ['ID=f42f088b-05c5-4009-964f-be3fee7db830,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:36:35.724231 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0a7692c-750a-4026-bc5a-579d14cd4d6e admin admin] No DVR routers for this DVR port f42f088b-05c5-4009-964f-be3fee7db830 on host dv-neutron-744815-20-hyperv {{(pid=103159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 18 14:36:35.765572 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-f8a91f1c-113e-49db-a847-a74bff83b0bd None None] For port f42f088b-05c5-4009-964f-be3fee7db830, host dv-neutron-744815-20-hyperv, got binding levels [] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 14:36:35.765946 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f8a91f1c-113e-49db-a847-a74bff83b0bd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:36:35.778411 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-f8a91f1c-113e-49db-a847-a74bff83b0bd None None] Calling delete_port for f42f088b-05c5-4009-964f-be3fee7db830 owned by network:dhcp {{(pid=103161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 14:36:35.781059 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.ipam_backend_mixin [None req-f8a91f1c-113e-49db-a847-a74bff83b0bd None None] Port f42f088b-05c5-4009-964f-be3fee7db830 was not found and therefore no delete operation was performed {{(pid=103161) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 18 14:36:35.782327 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f8a91f1c-113e-49db-a847-a74bff83b0bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984'] for port, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:36:35.799224 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-c0a7692c-750a-4026-bc5a-579d14cd4d6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1927292', 'neutron.services.segments.db._delete_segments_for_network-8767106887837'] for network, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:36:35.811283 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a91f1c-113e-49db-a847-a74bff83b0bd None None] Pushing event deleted for resources: {'Port': ['ID=f42f088b-05c5-4009-964f-be3fee7db830,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:36:35.815495 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8a91f1c-113e-49db-a847-a74bff83b0bd None None] No DVR routers for this DVR port f42f088b-05c5-4009-964f-be3fee7db830 on host dv-neutron-744815-20-hyperv {{(pid=103161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 18 14:36:35.828860 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.services.segments.db [None req-c0a7692c-750a-4026-bc5a-579d14cd4d6e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2396ca85-22ef-48fe-8671-709467251b4d']}} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:36:35.832870 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.services.segments.db [None req-c0a7692c-750a-4026-bc5a-579d14cd4d6e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d8a7f87-905f-4420-8b8c-807cda311114') {'for_net_delete': True} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:36:35.833254 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.services.segments.db [None req-c0a7692c-750a-4026-bc5a-579d14cd4d6e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d8a7f87-905f-4420-8b8c-807cda311114') {} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:36:35.846338 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-c0a7692c-750a-4026-bc5a-579d14cd4d6e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767106888614', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5589569'] for segment, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:36:35.860749 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-c0a7692c-750a-4026-bc5a-579d14cd4d6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:36:35.867255 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0a7692c-750a-4026-bc5a-579d14cd4d6e admin admin] Releasing vlan 100 on physical network physnet1 to pool {{(pid=103159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 18 14:36:35.867650 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-c0a7692c-750a-4026-bc5a-579d14cd4d6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5660009'] for segment, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:36:35.869361 dv-neutron-744815-20-hyperv neutron-server[103159]: Traceback (most recent call last): Dec 18 14:36:35.869361 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 18 14:36:35.869361 dv-neutron-744815-20-hyperv neutron-server[103159]: timer() Dec 18 14:36:35.869361 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 18 14:36:35.869361 dv-neutron-744815-20-hyperv neutron-server[103159]: cb(*args, **kw) Dec 18 14:36:35.869361 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 18 14:36:35.869361 dv-neutron-744815-20-hyperv neutron-server[103159]: return func(*args, **kwargs) Dec 18 14:36:35.869361 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 18 14:36:35.869361 dv-neutron-744815-20-hyperv neutron-server[103159]: self._notify() Dec 18 14:36:35.869361 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 18 14:36:35.869361 dv-neutron-744815-20-hyperv neutron-server[103159]: self.callback(batched_events) Dec 18 14:36:35.869361 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 18 14:36:35.869361 dv-neutron-744815-20-hyperv neutron-server[103159]: event.method(event) Dec 18 14:36:35.869361 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 18 14:36:35.869361 dv-neutron-744815-20-hyperv neutron-server[103159]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 18 14:36:35.869361 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 18 14:36:35.869361 dv-neutron-744815-20-hyperv neutron-server[103159]: aggregate_uuid = self.p_client.list_aggregates( Dec 18 14:36:35.869361 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 18 14:36:35.869361 dv-neutron-744815-20-hyperv neutron-server[103159]: return f(self, *a, **k) Dec 18 14:36:35.869361 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 18 14:36:35.869361 dv-neutron-744815-20-hyperv neutron-server[103159]: return self._get(url).json() Dec 18 14:36:35.869361 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 18 14:36:35.869361 dv-neutron-744815-20-hyperv neutron-server[103159]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 18 14:36:35.869361 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 18 14:36:35.869361 dv-neutron-744815-20-hyperv neutron-server[103159]: return self.request(url, 'GET', **kwargs) Dec 18 14:36:35.869361 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 18 14:36:35.869361 dv-neutron-744815-20-hyperv neutron-server[103159]: base_url = self.get_endpoint(auth, allow=allow, Dec 18 14:36:35.869361 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 18 14:36:35.869361 dv-neutron-744815-20-hyperv neutron-server[103159]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 18 14:36:35.869361 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 18 14:36:35.869361 dv-neutron-744815-20-hyperv neutron-server[103159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 18 14:36:35.869361 dv-neutron-744815-20-hyperv neutron-server[103159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 18 14:36:35.926742 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-c0a7692c-750a-4026-bc5a-579d14cd4d6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1927267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586962'] for network, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:36:35.932340 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-c0a7692c-750a-4026-bc5a-579d14cd4d6e admin admin] Publish callbacks [] for network, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:36:35.938764 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.wsgi [-] (103160) accepted ('10.222.0.31', 36974) {{(pid=103160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:36:35.939234 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-c0a7692c-750a-4026-bc5a-579d14cd4d6e admin admin] 10.222.0.31 "DELETE /v2.0/networks/2396ca85-22ef-48fe-8671-709467251b4d HTTP/1.1" status: 204 len: 168 time: 0.5416005 Dec 18 14:36:35.951791 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a7692c-750a-4026-bc5a-579d14cd4d6e admin admin] Pushing event deleted for resources: {'Network': ['ID=2396ca85-22ef-48fe-8671-709467251b4d,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:36:36.313989 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-65b00986-6862-4693-896e-48ea341a430a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-586101'] for router_interface, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:36:36.571179 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-65b00986-6862-4693-896e-48ea341a430a admin admin] Deleting port 0348be5c-3331-4036-89e2-40b6b383890f {{(pid=103160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 14:36:36.571466 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-65b00986-6862-4693-896e-48ea341a430a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:36:36.656474 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.db [None req-65b00986-6862-4693-896e-48ea341a430a admin admin] For port 0348be5c-3331-4036-89e2-40b6b383890f, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=0348be5c-3331-4036-89e2-40b6b383890f,segment=NetworkSegment(6e1f7977-d511-42f4-b737-31a04fe59400),segment_id=6e1f7977-d511-42f4-b737-31a04fe59400)] {{(pid=103160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 14:36:36.656828 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-65b00986-6862-4693-896e-48ea341a430a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:36:36.670148 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-65b00986-6862-4693-896e-48ea341a430a admin admin] Calling delete_port for 0348be5c-3331-4036-89e2-40b6b383890f owned by network:router_interface {{(pid=103160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 14:36:36.868317 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-65b00986-6862-4693-896e-48ea341a430a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4533522'] for port, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:36:36.893665 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b00986-6862-4693-896e-48ea341a430a admin admin] Pushing event deleted for resources: {'Port': ['ID=0348be5c-3331-4036-89e2-40b6b383890f,revision_number=None']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:36:36.909602 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device a080df44-a21e-4cbf-b6e4-73feb9a9a6af no longer exists at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 18 14:36:36.932187 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-2294866d-0076-4933-952c-685307032598 None None] No Port match for: a080df44-a21e-4cbf-b6e4-73feb9a9a6af {{(pid=103161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 18 14:36:36.932639 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device a080df44-a21e-4cbf-b6e4-73feb9a9a6af not bound to the agent host dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 18 14:36:36.933168 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device f42f088b-05c5-4009-964f-be3fee7db830 no longer exists at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 18 14:36:36.953881 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-2294866d-0076-4933-952c-685307032598 None None] No Port match for: f42f088b-05c5-4009-964f-be3fee7db830 {{(pid=103161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 18 14:36:36.954392 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device f42f088b-05c5-4009-964f-be3fee7db830 not bound to the agent host dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 18 14:36:36.954969 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 84497d39-cf56-4817-ad0a-8f2aaa5bc3c4 no longer exists at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 18 14:36:36.977214 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-2294866d-0076-4933-952c-685307032598 None None] No Port match for: 84497d39-cf56-4817-ad0a-8f2aaa5bc3c4 {{(pid=103161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 18 14:36:36.977569 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 84497d39-cf56-4817-ad0a-8f2aaa5bc3c4 not bound to the agent host dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 18 14:36:37.073356 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-65b00986-6862-4693-896e-48ea341a430a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1048020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-576035'] for router_interface, after_delete {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:36:37.316874 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65b00986-6862-4693-896e-48ea341a430a admin admin] Router 86b71d4e-2c9d-4af0-afba-bb4e2b44188f has already been hosted by L3 agent c9c0cd52-5bd2-4704-9429-d80f1c5ad23c {{(pid=103160) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 18 14:36:37.425691 dv-neutron-744815-20-hyperv neutron-server[103160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65b00986-6862-4693-896e-48ea341a430a admin admin] Notify agent at l3_agent.dv-neutron-744815-20-hyperv the message routers_updated {{(pid=103160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 14:36:37.431785 dv-neutron-744815-20-hyperv neutron-server[103160]: INFO neutron.wsgi [None req-65b00986-6862-4693-896e-48ea341a430a admin admin] 10.222.0.31 "PUT /v2.0/routers/86b71d4e-2c9d-4af0-afba-bb4e2b44188f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4918051 Dec 18 14:36:37.435905 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 36978) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:36:37.438154 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a985ab5-1119-40c7-8698-310129d53970 None None] Sync routers for ids ['86b71d4e-2c9d-4af0-afba-bb4e2b44188f'] in dv-neutron-744815-20-hyperv {{(pid=103161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 14:36:37.449636 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a985ab5-1119-40c7-8698-310129d53970 None None] Routers {'86b71d4e-2c9d-4af0-afba-bb4e2b44188f'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 14:36:37.450259 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-4a985ab5-1119-40c7-8698-310129d53970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T14:36:27Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['86b71d4e-2c9d-4af0-afba-bb4e2b44188f'], 'active': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:36:37.549312 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-f41aa8c3-f9a4-49e2-a80f-ff46b4e79c63 admin admin] Publish callbacks [] for router, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:36:37.560448 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvr_db [None req-4a985ab5-1119-40c7-8698-310129d53970 None None] Set router 86b71d4e-2c9d-4af0-afba-bb4e2b44188f gateway port host: dv-neutron-744815-20-hyperv {{(pid=103161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 14:36:37.642822 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:36:37.654577 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-f41aa8c3-f9a4-49e2-a80f-ff46b4e79c63 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:36:37.708120 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-f41aa8c3-f9a4-49e2-a80f-ff46b4e79c63 admin admin] Deleting port 1ff5c354-6208-435c-9d26-6e076be69227 {{(pid=103159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 14:36:37.708455 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-f41aa8c3-f9a4-49e2-a80f-ff46b4e79c63 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:36:37.751728 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-4a985ab5-1119-40c7-8698-310129d53970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86b71d4e-2c9d-4af0-afba-bb4e2b44188f', 'name': 'tempest-TestSnapshotPattern-2067787325-router', 'tenant_id': '397ca588a61548b393920c58dfa2d1ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'external_fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.190'}], 'enable_snat': True}, 'gw_port_id': '1ff5c354-6208-435c-9d26-6e076be69227', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T14:30:05Z', 'updated_at': '2021-12-18T14:36:36Z', 'revision_number': 5, 'project_id': '397ca588a61548b393920c58dfa2d1ee', 'gw_port': {'id': '1ff5c354-6208-435c-9d26-6e076be69227', 'name': '', 'network_id': 'decb4a40-7941-48c8-afbb-daaafd502e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:eb:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86b71d4e-2c9d-4af0-afba-bb4e2b44188f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1876, 'fixed_ips': [{'subnet_id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'ip_address': '172.26.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-20-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T14:30:05Z', 'updated_at': '2021-12-18T14:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70deed80-3ca1-4f9e-96cb-563b43d3acba', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-20-hyperv'}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:36:37.778106 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a985ab5-1119-40c7-8698-310129d53970 None None] Checking router: 86b71d4e-2c9d-4af0-afba-bb4e2b44188f for host: dv-neutron-744815-20-hyperv {{(pid=103161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 18 14:36:37.786247 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a985ab5-1119-40c7-8698-310129d53970 None None] Routers {'86b71d4e-2c9d-4af0-afba-bb4e2b44188f'} bound to L3 agent in host dv-neutron-744815-20-hyperv {{(pid=103161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 14:36:37.786841 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-4a985ab5-1119-40c7-8698-310129d53970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-20-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-18T13:18:57Z,description=,heartbeat_timestamp=2021-12-18T14:36:27Z,host='dv-neutron-744815-20-hyperv',id=c9c0cd52-5bd2-4704-9429-d80f1c5ad23c,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T13:18:57Z,topic='l3_agent')) {'router_ids': ['86b71d4e-2c9d-4af0-afba-bb4e2b44188f'], 'active': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:36:37.787603 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.db [None req-f41aa8c3-f9a4-49e2-a80f-ff46b4e79c63 admin admin] For port 1ff5c354-6208-435c-9d26-6e076be69227, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=1ff5c354-6208-435c-9d26-6e076be69227,segment=NetworkSegment(3f66d49c-4faa-434c-8c3e-991f4f1d01bd),segment_id=3f66d49c-4faa-434c-8c3e-991f4f1d01bd)] {{(pid=103159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 14:36:37.788507 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-f41aa8c3-f9a4-49e2-a80f-ff46b4e79c63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:36:37.800403 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-f41aa8c3-f9a4-49e2-a80f-ff46b4e79c63 admin admin] Calling delete_port for 1ff5c354-6208-435c-9d26-6e076be69227 owned by network:router_gateway {{(pid=103159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 14:36:37.875360 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvr_db [None req-4a985ab5-1119-40c7-8698-310129d53970 None None] Set router 86b71d4e-2c9d-4af0-afba-bb4e2b44188f gateway port host: None {{(pid=103161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 14:36:37.933619 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_hamode_db [None req-4a985ab5-1119-40c7-8698-310129d53970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86b71d4e-2c9d-4af0-afba-bb4e2b44188f', 'name': 'tempest-TestSnapshotPattern-2067787325-router', 'tenant_id': '397ca588a61548b393920c58dfa2d1ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T14:30:05Z', 'updated_at': '2021-12-18T14:36:37Z', 'revision_number': 6, 'project_id': '397ca588a61548b393920c58dfa2d1ee', 'gw_port_host': None}], 'dv-neutron-744815-20-hyperv', False) {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:36:37.962800 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a985ab5-1119-40c7-8698-310129d53970 None None] The sync data for ids ['86b71d4e-2c9d-4af0-afba-bb4e2b44188f'] in dv-neutron-744815-20-hyperv is: [{'id': '86b71d4e-2c9d-4af0-afba-bb4e2b44188f', 'name': 'tempest-TestSnapshotPattern-2067787325-router', 'tenant_id': '397ca588a61548b393920c58dfa2d1ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T14:30:05Z', 'updated_at': '2021-12-18T14:36:37Z', 'revision_number': 6, 'project_id': '397ca588a61548b393920c58dfa2d1ee', 'gw_port_host': None}] {{(pid=103161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 14:36:37.972123 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-f41aa8c3-f9a4-49e2-a80f-ff46b4e79c63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:36:37.997502 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41aa8c3-f9a4-49e2-a80f-ff46b4e79c63 admin admin] Pushing event deleted for resources: {'Port': ['ID=1ff5c354-6208-435c-9d26-6e076be69227,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:36:38.013102 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d32a3f79-e432-4593-b026-fcbb2c994e65 None None] DHCP port deletion for decb4a40-7941-48c8-afbb-daaafd502e83 request from dv-neutron-744815-20-hyperv {{(pid=103161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 18 14:36:38.059743 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-f41aa8c3-f9a4-49e2-a80f-ff46b4e79c63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-586554'] for router_gateway, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:36:38.486502 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-f41aa8c3-f9a4-49e2-a80f-ff46b4e79c63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-589815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28643'] for router, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:36:38.489997 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-f41aa8c3-f9a4-49e2-a80f-ff46b4e79c63 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:36:38.534735 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-f41aa8c3-f9a4-49e2-a80f-ff46b4e79c63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-589710'] for router, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:36:38.535286 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f41aa8c3-f9a4-49e2-a80f-ff46b4e79c63 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 86b71d4e-2c9d-4af0-afba-bb4e2b44188f {{(pid=103159) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 18 14:36:38.540473 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-f41aa8c3-f9a4-49e2-a80f-ff46b4e79c63 admin admin] Publish callbacks [] for router, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:36:38.541334 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-f41aa8c3-f9a4-49e2-a80f-ff46b4e79c63 admin admin] 10.222.0.31 "DELETE /v2.0/routers/86b71d4e-2c9d-4af0-afba-bb4e2b44188f HTTP/1.1" status: 204 len: 168 time: 1.1044226 Dec 18 14:36:38.544046 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 36980) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:36:38.590959 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec0196fd-dda6-4b90-985d-170ac6ea9877 admin admin] Deleting subnet 72f7af48-7af3-4be9-a3ff-77096d3ab57b {{(pid=103159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 18 14:36:38.594517 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-ec0196fd-dda6-4b90-985d-170ac6ea9877 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:36:38.632158 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-ec0196fd-dda6-4b90-985d-170ac6ea9877 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5589624'] for subnet, precommit_delete_associations {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:36:38.710238 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-ec0196fd-dda6-4b90-985d-170ac6ea9877 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1929185'] for subnet, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:36:38.763548 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-ec0196fd-dda6-4b90-985d-170ac6ea9877 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1929192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5659851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6017053'] for subnet, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:36:38.788653 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0196fd-dda6-4b90-985d-170ac6ea9877 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=72f7af48-7af3-4be9-a3ff-77096d3ab57b,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:36:38.794894 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-ec0196fd-dda6-4b90-985d-170ac6ea9877 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:36:38.798238 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-ec0196fd-dda6-4b90-985d-170ac6ea9877 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/72f7af48-7af3-4be9-a3ff-77096d3ab57b HTTP/1.1" status: 204 len: 168 time: 0.2529144 Dec 18 14:36:38.800833 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 36982) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:36:38.803620 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2896f483-e664-48f1-8fba-46ec6d04d6d6 None None] Network 1c38dea3-44c7-4540-a1d1-5b0a5bc8bdda requested from dv-neutron-744815-20-hyperv {{(pid=103161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 14:36:38.875196 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-7b0cb1e3-c717-48f2-a233-365e4eccc44b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2023137'] for network, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:36:38.922184 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 1ff5c354-6208-435c-9d26-6e076be69227 no longer exists at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 18 14:36:38.942631 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-7b0cb1e3-c717-48f2-a233-365e4eccc44b admin admin] Deleting port b20d217b-e206-4da5-b288-fa68bc21f2fc {{(pid=103159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 14:36:38.943007 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-7b0cb1e3-c717-48f2-a233-365e4eccc44b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:36:38.944563 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-2294866d-0076-4933-952c-685307032598 None None] No Port match for: 1ff5c354-6208-435c-9d26-6e076be69227 {{(pid=103161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 18 14:36:38.945071 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 1ff5c354-6208-435c-9d26-6e076be69227 not bound to the agent host dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 18 14:36:38.945695 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 0348be5c-3331-4036-89e2-40b6b383890f no longer exists at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 18 14:36:38.968787 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-2294866d-0076-4933-952c-685307032598 None None] No Port match for: 0348be5c-3331-4036-89e2-40b6b383890f {{(pid=103161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 18 14:36:38.969142 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device 0348be5c-3331-4036-89e2-40b6b383890f not bound to the agent host dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 18 14:36:38.991689 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a68a220-d730-4ac5-8781-4f6384fb826e None None] DHCP port deletion for 1c38dea3-44c7-4540-a1d1-5b0a5bc8bdda request from dv-neutron-744815-20-hyperv {{(pid=103161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 18 14:36:39.016981 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.db [None req-7b0cb1e3-c717-48f2-a233-365e4eccc44b admin admin] For port b20d217b-e206-4da5-b288-fa68bc21f2fc, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=b20d217b-e206-4da5-b288-fa68bc21f2fc,segment=NetworkSegment(6e1f7977-d511-42f4-b737-31a04fe59400),segment_id=6e1f7977-d511-42f4-b737-31a04fe59400)] {{(pid=103159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 14:36:39.017412 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-7b0cb1e3-c717-48f2-a233-365e4eccc44b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:36:39.030081 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-7b0cb1e3-c717-48f2-a233-365e4eccc44b admin admin] Calling delete_port for b20d217b-e206-4da5-b288-fa68bc21f2fc owned by network:dhcp {{(pid=103159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 14:36:39.047858 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-5a68a220-d730-4ac5-8781-4f6384fb826e None None] Deleting port b20d217b-e206-4da5-b288-fa68bc21f2fc {{(pid=103161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 14:36:39.048146 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-5a68a220-d730-4ac5-8781-4f6384fb826e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767106928267'] for port, before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:36:39.116615 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-5a68a220-d730-4ac5-8781-4f6384fb826e None None] For port b20d217b-e206-4da5-b288-fa68bc21f2fc, host dv-neutron-744815-20-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-20-hyperv',level=0,port_id=b20d217b-e206-4da5-b288-fa68bc21f2fc,segment=NetworkSegment(6e1f7977-d511-42f4-b737-31a04fe59400),segment_id=6e1f7977-d511-42f4-b737-31a04fe59400)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 14:36:39.117238 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-5a68a220-d730-4ac5-8781-4f6384fb826e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576117'] for port, precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:36:39.121353 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-7b0cb1e3-c717-48f2-a233-365e4eccc44b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5659962'] for port, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:36:39.132915 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-5a68a220-d730-4ac5-8781-4f6384fb826e None None] Calling delete_port for b20d217b-e206-4da5-b288-fa68bc21f2fc owned by network:dhcp {{(pid=103161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 14:36:39.147467 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0cb1e3-c717-48f2-a233-365e4eccc44b admin admin] Pushing event deleted for resources: {'Port': ['ID=b20d217b-e206-4da5-b288-fa68bc21f2fc,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:36:39.150861 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b0cb1e3-c717-48f2-a233-365e4eccc44b admin admin] No DVR routers for this DVR port b20d217b-e206-4da5-b288-fa68bc21f2fc on host dv-neutron-744815-20-hyperv {{(pid=103159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 18 14:36:39.216456 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-5a68a220-d730-4ac5-8781-4f6384fb826e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1943395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767106934730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767106386984'] for port, after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:36:39.225677 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-7b0cb1e3-c717-48f2-a233-365e4eccc44b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1927292', 'neutron.services.segments.db._delete_segments_for_network-8767106887837'] for network, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:36:39.247507 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a68a220-d730-4ac5-8781-4f6384fb826e None None] Pushing event deleted for resources: {'Port': ['ID=b20d217b-e206-4da5-b288-fa68bc21f2fc,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:36:39.249121 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.services.segments.db [None req-7b0cb1e3-c717-48f2-a233-365e4eccc44b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c38dea3-44c7-4540-a1d1-5b0a5bc8bdda']}} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:36:39.249293 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a68a220-d730-4ac5-8781-4f6384fb826e None None] No DVR routers for this DVR port b20d217b-e206-4da5-b288-fa68bc21f2fc on host dv-neutron-744815-20-hyperv {{(pid=103161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 18 14:36:39.265103 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.services.segments.db [None req-7b0cb1e3-c717-48f2-a233-365e4eccc44b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e1f7977-d511-42f4-b737-31a04fe59400') {'for_net_delete': True} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:36:39.265103 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.services.segments.db [None req-7b0cb1e3-c717-48f2-a233-365e4eccc44b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e1f7977-d511-42f4-b737-31a04fe59400') {} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 14:36:39.278585 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-7b0cb1e3-c717-48f2-a233-365e4eccc44b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767106888614', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5589569'] for segment, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:36:39.292471 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-7b0cb1e3-c717-48f2-a233-365e4eccc44b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660'] for segment, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:36:39.298865 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b0cb1e3-c717-48f2-a233-365e4eccc44b admin admin] Releasing vlan 102 on physical network physnet1 to pool {{(pid=103159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 18 14:36:39.299246 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-7b0cb1e3-c717-48f2-a233-365e4eccc44b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1972660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5660009'] for segment, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:36:39.301038 dv-neutron-744815-20-hyperv neutron-server[103159]: Traceback (most recent call last): Dec 18 14:36:39.301038 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 18 14:36:39.301038 dv-neutron-744815-20-hyperv neutron-server[103159]: timer() Dec 18 14:36:39.301038 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 18 14:36:39.301038 dv-neutron-744815-20-hyperv neutron-server[103159]: cb(*args, **kw) Dec 18 14:36:39.301038 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 18 14:36:39.301038 dv-neutron-744815-20-hyperv neutron-server[103159]: return func(*args, **kwargs) Dec 18 14:36:39.301038 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 18 14:36:39.301038 dv-neutron-744815-20-hyperv neutron-server[103159]: self._notify() Dec 18 14:36:39.301038 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 18 14:36:39.301038 dv-neutron-744815-20-hyperv neutron-server[103159]: self.callback(batched_events) Dec 18 14:36:39.301038 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 18 14:36:39.301038 dv-neutron-744815-20-hyperv neutron-server[103159]: event.method(event) Dec 18 14:36:39.301038 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 18 14:36:39.301038 dv-neutron-744815-20-hyperv neutron-server[103159]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 18 14:36:39.301038 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 18 14:36:39.301038 dv-neutron-744815-20-hyperv neutron-server[103159]: aggregate_uuid = self.p_client.list_aggregates( Dec 18 14:36:39.301038 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 18 14:36:39.301038 dv-neutron-744815-20-hyperv neutron-server[103159]: return f(self, *a, **k) Dec 18 14:36:39.301038 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 18 14:36:39.301038 dv-neutron-744815-20-hyperv neutron-server[103159]: return self._get(url).json() Dec 18 14:36:39.301038 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 18 14:36:39.301038 dv-neutron-744815-20-hyperv neutron-server[103159]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 18 14:36:39.301038 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 18 14:36:39.301038 dv-neutron-744815-20-hyperv neutron-server[103159]: return self.request(url, 'GET', **kwargs) Dec 18 14:36:39.301038 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 18 14:36:39.301038 dv-neutron-744815-20-hyperv neutron-server[103159]: base_url = self.get_endpoint(auth, allow=allow, Dec 18 14:36:39.301038 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 18 14:36:39.301038 dv-neutron-744815-20-hyperv neutron-server[103159]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 18 14:36:39.301038 dv-neutron-744815-20-hyperv neutron-server[103159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 18 14:36:39.301038 dv-neutron-744815-20-hyperv neutron-server[103159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 18 14:36:39.301038 dv-neutron-744815-20-hyperv neutron-server[103159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 18 14:36:39.365917 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-7b0cb1e3-c717-48f2-a233-365e4eccc44b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1927267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586962'] for network, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:36:39.373316 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-7b0cb1e3-c717-48f2-a233-365e4eccc44b admin admin] Publish callbacks [] for network, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:36:39.376914 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-7b0cb1e3-c717-48f2-a233-365e4eccc44b admin admin] 10.222.0.31 "DELETE /v2.0/networks/1c38dea3-44c7-4540-a1d1-5b0a5bc8bdda HTTP/1.1" status: 204 len: 168 time: 0.5750213 Dec 18 14:36:39.388349 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0cb1e3-c717-48f2-a233-365e4eccc44b admin admin] Pushing event deleted for resources: {'Network': ['ID=1c38dea3-44c7-4540-a1d1-5b0a5bc8bdda,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:36:39.510538 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 36986) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:36:39.562724 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-67031c0e-15b6-4a28-9f85-6c34956c21d5 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=419ec66352344467815a2f867c76002b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0507843 Dec 18 14:36:39.565519 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 36988) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:36:39.622261 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-0c76fbc2-fc91-4d82-9b19-d86bd38f76a5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:36:39.645648 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-0c76fbc2-fc91-4d82-9b19-d86bd38f76a5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:36:39.700485 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-0c76fbc2-fc91-4d82-9b19-d86bd38f76a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:36:39.703897 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-0c76fbc2-fc91-4d82-9b19-d86bd38f76a5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:36:39.708746 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-0c76fbc2-fc91-4d82-9b19-d86bd38f76a5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a7d11971-1cb7-4e81-89c8-048260771347 HTTP/1.1" status: 204 len: 168 time: 0.1389432 Dec 18 14:36:39.716035 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c76fbc2-fc91-4d82-9b19-d86bd38f76a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7d11971-1cb7-4e81-89c8-048260771347,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:36:40.113937 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 36994) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:36:40.162154 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-b5a26c18-7ea7-472f-b820-cdbc099e3c2b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=397ca588a61548b393920c58dfa2d1ee&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0468311 Dec 18 14:36:40.165007 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.wsgi [-] (103159) accepted ('10.222.0.31', 36996) {{(pid=103159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 14:36:40.211834 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-070997ed-c1de-4154-8975-14fb3630251a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:36:40.233614 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-070997ed-c1de-4154-8975-14fb3630251a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:36:40.279388 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-070997ed-c1de-4154-8975-14fb3630251a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554843'] for security_group, after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:36:40.281997 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-070997ed-c1de-4154-8975-14fb3630251a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:36:40.283174 dv-neutron-744815-20-hyperv neutron-server[103159]: INFO neutron.wsgi [None req-070997ed-c1de-4154-8975-14fb3630251a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2d93dfc6-36f8-43e4-b7cc-e356f2097504 HTTP/1.1" status: 204 len: 168 time: 0.1172905 Dec 18 14:36:40.291627 dv-neutron-744815-20-hyperv neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070997ed-c1de-4154-8975-14fb3630251a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d93dfc6-36f8-43e4-b7cc-e356f2097504,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 14:36:40.911800 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device b20d217b-e206-4da5-b288-fa68bc21f2fc no longer exists at agent ovs-agent-dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 18 14:36:40.934455 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-2294866d-0076-4933-952c-685307032598 None None] No Port match for: b20d217b-e206-4da5-b288-fa68bc21f2fc {{(pid=103161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 18 14:36:40.934799 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron.plugins.ml2.rpc [None req-2294866d-0076-4933-952c-685307032598 None None] Device b20d217b-e206-4da5-b288-fa68bc21f2fc not bound to the agent host dv-neutron-744815-20-hyperv {{(pid=103161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 18 14:36:44.474947 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.agents_db [None req-e3dda592-589a-4b4d-b028-ba9a260f4f50 None None] Agent healthcheck: found 6 active agents {{(pid=103162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 18 14:36:55.008496 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-3fe7da82-d421-4e90-a6f3-171333603083 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:36:57.275417 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-cc9d7779-a401-495a-9c5c-201ab34c265d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:36:58.840926 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-afa9ae9b-bdbb-4010-bcf6-3a46ce66cf71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:37:00.386009 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7b7a3272-2b45-4d32-9670-25eb1afd1184 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:37:00.955008 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:37:07.589410 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:37:21.478370 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.agents_db [None req-e3dda592-589a-4b4d-b028-ba9a260f4f50 None None] Agent healthcheck: found 6 active agents {{(pid=103162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 18 14:37:25.010252 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c167e34f-829b-4904-8a4b-4188f29372b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:37:27.261778 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f64978ca-6c6c-4aae-a7ef-ef28538ab9e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:37:28.844752 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-afa9ae9b-bdbb-4010-bcf6-3a46ce66cf71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:37:30.387085 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7b7a3272-2b45-4d32-9670-25eb1afd1184 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:37:30.954546 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:37:37.590729 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:37:55.013704 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-3ece9a80-2579-4a8d-83f3-adcfa09f807a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:37:57.263349 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-1268b7c3-b70c-4dae-b8af-2f83a2b10f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:37:58.477390 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.agents_db [None req-e3dda592-589a-4b4d-b028-ba9a260f4f50 None None] Agent healthcheck: found 6 active agents {{(pid=103162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 18 14:37:58.845032 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-afa9ae9b-bdbb-4010-bcf6-3a46ce66cf71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:38:00.388259 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7b7a3272-2b45-4d32-9670-25eb1afd1184 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:38:00.955957 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:38:07.592465 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:38:25.007965 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-10840973-5d2b-4008-be1b-0ffc8bd9f002 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:38:27.262392 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-83002f69-8e62-441e-9b70-2b1e947866a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:38:28.848627 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-afa9ae9b-bdbb-4010-bcf6-3a46ce66cf71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:38:30.391983 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7b7a3272-2b45-4d32-9670-25eb1afd1184 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:38:30.956126 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:38:35.480404 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.agents_db [None req-e3dda592-589a-4b4d-b028-ba9a260f4f50 None None] Agent healthcheck: found 6 active agents {{(pid=103162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 18 14:38:37.606123 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:38:55.015757 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-845e3dbb-3bf8-4b1b-b2a2-554ce90d00cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:38:57.262045 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-31a5827b-ae24-46ad-bf40-908206420412 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:38:58.855339 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-afa9ae9b-bdbb-4010-bcf6-3a46ce66cf71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:39:00.395134 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7b7a3272-2b45-4d32-9670-25eb1afd1184 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:39:00.958201 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:39:07.605353 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:39:12.484728 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.agents_db [None req-e3dda592-589a-4b4d-b028-ba9a260f4f50 None None] Agent healthcheck: found 6 active agents {{(pid=103162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 18 14:39:25.017284 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e87409b9-7d04-4097-b3d3-b2b99e77d5e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:39:27.264503 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-3a07c6c9-72d8-40b4-9aa9-233a4a8014b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:39:28.863104 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-afa9ae9b-bdbb-4010-bcf6-3a46ce66cf71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:39:30.405478 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7b7a3272-2b45-4d32-9670-25eb1afd1184 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:39:30.960171 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:39:37.619345 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:39:49.489864 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.agents_db [None req-e3dda592-589a-4b4d-b028-ba9a260f4f50 None None] Agent healthcheck: found 6 active agents {{(pid=103162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 18 14:39:55.020897 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-9d921b8e-c886-4045-8c43-aded682ee88e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:39:57.268396 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7edb8672-8162-4dcb-860f-8e0ef415aefb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:39:58.864403 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-afa9ae9b-bdbb-4010-bcf6-3a46ce66cf71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:40:00.406858 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7b7a3272-2b45-4d32-9670-25eb1afd1184 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:40:00.963106 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:40:07.623085 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:40:25.023454 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-01d186d1-67ec-41e9-9edf-997a695216e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:40:26.493689 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.agents_db [None req-e3dda592-589a-4b4d-b028-ba9a260f4f50 None None] Agent healthcheck: found 6 active agents {{(pid=103162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 18 14:40:27.276510 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ab75c5c2-716d-4fca-96ff-51bdc98e6a3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:40:28.872825 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-afa9ae9b-bdbb-4010-bcf6-3a46ce66cf71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:40:30.410524 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7b7a3272-2b45-4d32-9670-25eb1afd1184 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:40:30.964340 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:40:37.622053 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:40:55.021608 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-6c365db6-6325-4c22-839f-a3958ad84ec5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:40:57.270662 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-1a8e7814-2190-4eb3-ac26-34dc74c0030b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:40:58.875352 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-afa9ae9b-bdbb-4010-bcf6-3a46ce66cf71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:41:00.421678 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7b7a3272-2b45-4d32-9670-25eb1afd1184 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:41:00.967376 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:41:03.498409 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.agents_db [None req-e3dda592-589a-4b4d-b028-ba9a260f4f50 None None] Agent healthcheck: found 6 active agents {{(pid=103162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 18 14:41:07.624974 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:41:25.021343 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ea091826-9298-48cc-860c-e1ad2b558e82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:41:27.276491 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-d8a7ecc0-0700-492e-b2d1-9f40d002b295 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:41:28.870641 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-afa9ae9b-bdbb-4010-bcf6-3a46ce66cf71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:41:30.420879 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7b7a3272-2b45-4d32-9670-25eb1afd1184 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:41:30.972308 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:41:37.645151 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:41:40.499959 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.agents_db [None req-e3dda592-589a-4b4d-b028-ba9a260f4f50 None None] Agent healthcheck: found 6 active agents {{(pid=103162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 18 14:41:55.029760 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c146dfbb-f265-480e-bdbc-df63a935ac6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:41:57.264406 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-9b3cee4a-4129-4332-b831-8080ab3c4fe1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:41:58.879701 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-afa9ae9b-bdbb-4010-bcf6-3a46ce66cf71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:42:00.424313 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7b7a3272-2b45-4d32-9670-25eb1afd1184 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:42:00.974965 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:42:07.636952 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a6b0-5d9c-4eed-b2de-245d778a9fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:42:17.502583 dv-neutron-744815-20-hyperv neutron-server[103162]: DEBUG neutron.db.agents_db [None req-e3dda592-589a-4b4d-b028-ba9a260f4f50 None None] Agent healthcheck: found 6 active agents {{(pid=103162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 18 14:42:25.015414 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ced628a2-519d-4b36-a567-f6edb9f517b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:42:27.257956 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f54bc784-5649-49f1-81c8-d9aabae58768 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:42:28.876667 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-afa9ae9b-bdbb-4010-bcf6-3a46ce66cf71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:42:30.426208 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7b7a3272-2b45-4d32-9670-25eb1afd1184 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 14:42:30.971758 dv-neutron-744815-20-hyperv neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2294866d-0076-4933-952c-685307032598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767106887819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929634'] for agent, after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}